-- Logs begin at Thu 2021-09-16 04:09:10 UTC, end at Thu 2021-09-16 06:56:46 UTC. -- Sep 16 04:57:58.866351 n-d-712749-15 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 04:58:01.779421 n-d-712749-15 neutron-server[95544]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:58:01.780151 n-d-712749-15 neutron-server[95544]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:58:01.780275 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95544) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:58:01.783627 n-d-712749-15 neutron-server[95544]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:58:01.783907 n-d-712749-15 neutron-server[95544]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:58:01.784222 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95544) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:58:01.785800 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:58:01.786025 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:58:01.786431 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:58:01.786676 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:58:01.786901 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:58:01.787224 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.787519 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.787815 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.788078 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.788377 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.788666 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.788949 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.789236 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.789532 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.789880 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.790154 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.790439 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.790670 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.790949 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.791234 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.791518 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.791743 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] debug = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.792050 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.792478 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.792899 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.793182 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.793470 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.793745 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.794016 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.794292 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.794574 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.794922 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] host = n-d-712749-15 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.795204 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.795489 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.795821 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.796136 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.796410 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.796688 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.796974 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.797247 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.797520 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] log_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.797799 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.798100 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.798374 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.798664 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.798892 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.799113 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.799398 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.799687 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.799991 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.800883 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.801159 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.801435 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.801792 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.802067 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.802362 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.802653 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.802938 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.803215 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.803499 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.803760 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.804065 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.804351 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.804626 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.804900 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.805174 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.805463 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.805729 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.806000 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.806307 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.806595 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.806876 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.807161 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.807433 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.807716 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.808012 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.808284 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.808555 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] use_json = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.808823 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.809089 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.809368 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.809640 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.809905 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.810177 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.810446 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.810732 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:01.811032 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.811358 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.811677 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.811983 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.812286 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.812566 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.812875 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.813169 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.813457 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.813744 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.814030 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.814308 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.814592 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.814868 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.815162 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.815471 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.815926 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.816358 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.816643 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.816922 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.817197 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.817478 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.817769 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.818048 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.818338 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.818736 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.818945 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.819231 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.819527 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.819821 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.820120 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.820397 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.820689 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.820967 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.821240 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.821516 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.821807 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.822083 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.822356 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.822714 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.822912 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.823187 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.823458 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.823745 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.824079 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.824361 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.824628 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.824899 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.825245 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.825519 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.825812 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.826084 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.826358 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.826632 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.826911 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.827185 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.827459 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.827735 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.828034 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.828314 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.828588 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.828861 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.829135 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.829461 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.829735 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.830009 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.830282 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.830560 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.830833 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.831105 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.831449 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.831731 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.832063 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.832383 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.832686 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.832965 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.833258 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.833539 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.833819 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.834097 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.834373 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.834673 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.834992 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.835269 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.835573 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.835902 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.836175 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.836460 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.836746 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.837048 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.837351 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.837634 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.837897 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.838176 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.838460 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.838743 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.839039 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.839336 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.839629 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.839950 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.840248 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.840551 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.840924 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.841223 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:01.841443 n-d-712749-15 neutron-server[95544]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:58:01.841697 n-d-712749-15 neutron-server[95544]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95544) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 04:58:02.204529 n-d-712749-15 neutron-server[95544]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:58:02.204815 n-d-712749-15 neutron-server[95544]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:58:02.205082 n-d-712749-15 neutron-server[95544]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:58:02.205420 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 04:58:02.622601 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.622811 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.623067 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.624422 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.624694 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.624958 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.664566 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.664843 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.665111 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.681436 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.681714 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.681991 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.712495 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.712771 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.713035 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.753907 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.754183 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:02.754451 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.000869 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.001556 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.001556 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.001769 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.002360 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.131110 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.131422 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.131710 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.132009 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.132272 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.132588 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.132846 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.133098 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.133345 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.133625 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.133879 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.134137 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.134395 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.134641 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.134889 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.135157 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.135405 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.135676 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.135967 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.136225 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.136493 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.136743 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.137025 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.137428 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.137678 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.137924 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.138360 n-d-712749-15 neutron-server[95544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:58:03.138599 n-d-712749-15 neutron-server[95544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:58:03.138834 n-d-712749-15 neutron-server[95544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:58:03.139066 n-d-712749-15 neutron-server[95544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:58:03.139301 n-d-712749-15 neutron-server[95544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:58:03.139539 n-d-712749-15 neutron-server[95544]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:58:03.139948 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 04:58:03.143384 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 04:58:03.148373 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 04:58:03.152595 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 16 04:58:03.154432 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 04:58:03.154898 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 04:58:03.155243 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 04:58:03.155635 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 04:58:03.158821 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 04:58:03.159068 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 04:58:03.159488 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:58:03.165554 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 04:58:03.188736 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 04:58:03.189204 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.189507 n-d-712749-15 neutron-server[95544]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95544) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 04:58:03.189871 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.191831 n-d-712749-15 neutron-server[95544]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95544) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 04:58:03.192337 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:58:03.192585 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 04:58:03.196006 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.196290 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:03.261512 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 04:58:03.261694 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 04:58:03.261871 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 04:58:03.262257 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 04:58:03.286599 n-d-712749-15 neutron-server[95544]: DEBUG oslo_db.sqlalchemy.engines [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95544) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 04:58:04.173528 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Initializing driver for type 'gre' Sep 16 04:58:04.174202 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] gre ID ranges: [(1, 1000)] Sep 16 04:58:04.471158 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Initializing driver for type 'local' Sep 16 04:58:04.471524 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Initializing driver for type 'vlan' Sep 16 04:58:04.723429 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] VlanTypeDriver initialization complete Sep 16 04:58:04.723797 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Initializing driver for type 'vxlan' Sep 16 04:58:04.724427 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] vxlan ID ranges: [(1, 1000)] Sep 16 04:58:05.099418 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Initializing extension driver 'port_security' Sep 16 04:58:05.099746 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] PortSecurityExtensionDriver initialization complete Sep 16 04:58:05.100180 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Initializing mechanism driver 'openvswitch' Sep 16 04:58:05.100549 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Initializing mechanism driver 'hyperv' Sep 16 04:58:05.113770 n-d-712749-15 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:05.114476 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > port after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.114977 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > port after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.115337 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > port after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.115929 n-d-712749-15 neutron-server[95544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:58:05.116400 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.116759 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.117114 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.117514 n-d-712749-15 neutron-server[95544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:58:05.117928 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > network after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.118287 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > network after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.118637 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > network after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.119036 n-d-712749-15 neutron-server[95544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:58:05.119448 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.119803 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.120174 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.120791 n-d-712749-15 neutron-server[95544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:58:05.121214 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.121573 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.121927 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.122328 n-d-712749-15 neutron-server[95544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:58:05.122738 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.123094 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.123437 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.123831 n-d-712749-15 neutron-server[95544]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95544) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:58:05.124238 n-d-712749-15 neutron-server[95544]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] ML2 OVO RPC backend initialized. {{(pid=95544) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 04:58:05.125002 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.125363 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.125789 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > network before_response 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.126145 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > networks before_response 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.126500 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > port before_response 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.126848 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > ports before_response 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.127202 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.127551 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.128031 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > network after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.128331 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > network after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.128672 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > network after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.129030 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > port after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.129376 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > port after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.129721 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > port after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.130066 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.130412 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.130750 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.131389 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.plugin [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Modular L2 Plugin initialization complete Sep 16 04:58:05.131723 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading services supported by the core plugin {{(pid=95544) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 04:58:05.132090 n-d-712749-15 neutron-server[95544]: INFO neutron.plugins.ml2.managers [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Got port-security extension from driver 'port_security' Sep 16 04:58:05.132600 n-d-712749-15 neutron-server[95544]: INFO neutron.extensions.vlantransparent [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Disabled vlantransparent extension. Sep 16 04:58:05.133097 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95544) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 04:58:05.133418 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading Plugin: router Sep 16 04:58:05.173147 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.173550 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router after_create 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.173941 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router before_create 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.174855 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.174855 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.175289 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router after_delete 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.175640 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.176060 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.176519 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router after_create 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.176879 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router after_update 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.177243 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router after_update 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.177608 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.177981 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router after_update 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.178412 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.178808 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: port after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.179157 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: port after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.179506 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: subnet after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.179876 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.180247 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.180603 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.180957 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: port before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.181308 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.181674 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router after_update 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.182028 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.182388 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.182758 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.183113 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.183502 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > agent after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.183874 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > agent after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.184236 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > network after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.185217 n-d-712749-15 neutron-server[95544]: DEBUG neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Tracking information for resource: router configured {{(pid=95544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:58:05.185550 n-d-712749-15 neutron-server[95544]: DEBUG neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Tracking information for resource: floatingip configured {{(pid=95544) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:58:05.191254 n-d-712749-15 neutron-server[95544]: INFO neutron.db.l3_agentschedulers_db [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 04:58:05.192061 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: port after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.192443 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: port after_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.192801 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: port after_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.193160 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: port after_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.193987 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router before_create 55550100 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.194360 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.194730 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.195097 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.200173 n-d-712749-15 neutron-server[95544]: DEBUG neutron.services.provider_configuration [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service providers = [] {{(pid=95544) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 04:58:05.200551 n-d-712749-15 neutron-server[95544]: DEBUG neutron.db.servicetype_db [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95544) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 04:58:05.203974 n-d-712749-15 neutron-server[95544]: DEBUG neutron.services.service_base [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:58:05.204328 n-d-712749-15 neutron-server[95544]: DEBUG neutron.services.service_base [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:58:05.204677 n-d-712749-15 neutron-server[95544]: DEBUG neutron.services.service_base [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:58:05.205639 n-d-712749-15 neutron-server[95544]: DEBUG neutron.services.service_base [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95544) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:58:05.206031 n-d-712749-15 neutron-server[95544]: INFO neutron.services.service_base [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 04:58:05.207115 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:58:05.207589 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 04:58:05.219446 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:58:05.219780 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading Plugin: auto_allocate Sep 16 04:58:05.226683 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: network precommit_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.227066 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: network precommit_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.227623 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:58:05.227999 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading Plugin: tag Sep 16 04:58:05.235420 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:58:05.235752 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading Plugin: timestamp Sep 16 04:58:05.240250 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:58:05.240581 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading Plugin: network_ip_availability Sep 16 04:58:05.252597 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.252982 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.253379 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.254244 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:58:05.254572 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading Plugin: flavors Sep 16 04:58:05.259770 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:58:05.260131 n-d-712749-15 neutron-server[95544]: INFO neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading Plugin: revisions Sep 16 04:58:05.264801 n-d-712749-15 neutron-server[95544]: DEBUG neutron.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95544) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:58:05.265205 n-d-712749-15 neutron-server[95544]: DEBUG oslo_concurrency.lockutils [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.060s {{(pid=95544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:58:05.265983 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95544) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 04:58:05.266327 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Initializing extension manager. Sep 16 04:58:05.266854 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: __init__.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.267202 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: __pycache__ {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.267541 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.267905 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: address_group.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.269279 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.269883 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: address-group Sep 16 04:58:05.270211 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: address_scope.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.271201 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.271721 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: address-scope Sep 16 04:58:05.272089 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.273133 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.273658 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: router-admin-state-down-before-update Sep 16 04:58:05.273986 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: agent.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.274766 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.275294 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: agent Sep 16 04:58:05.275618 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: agent_resources_synced.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.276629 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.277151 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: agent-resources-synced Sep 16 04:58:05.277482 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.279472 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.280048 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: allowed-address-pairs Sep 16 04:58:05.287266 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.288558 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.289251 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: auto-allocated-topology Sep 16 04:58:05.289632 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: availability_zone.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.290470 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.291041 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: availability_zone Sep 16 04:58:05.291409 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: availability_zone_filter.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.292562 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.293135 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: availability_zone_filter Sep 16 04:58:05.293504 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: data_plane_status.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.294482 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.295036 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 04:58:05.295404 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: default_subnetpools.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.296439 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.297004 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: default-subnetpools Sep 16 04:58:05.297376 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.298490 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.299140 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: dhcp_agent_scheduler Sep 16 04:58:05.299515 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: dns.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.300704 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.301412 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 04:58:05.301788 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: dns_domain_ports.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.302835 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.303498 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 04:58:05.303918 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.304933 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.305529 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 04:58:05.305901 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: dvr.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.306642 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.307211 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: dvr Sep 16 04:58:05.307585 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: ecmp_routes.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.308699 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.309496 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 04:58:05.309875 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: empty_string_filtering.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.310869 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.311440 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: empty-string-filtering Sep 16 04:58:05.311812 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.312885 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.313450 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:58:05.313822 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.314800 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.315456 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 04:58:05.315971 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: external_net.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.317038 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.317669 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: external-net Sep 16 04:58:05.318035 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.331176 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.332280 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: extra_dhcp_opt Sep 16 04:58:05.332637 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: extraroute.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.333608 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.334118 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: extraroute Sep 16 04:58:05.334439 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: extraroute_atomic.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.335498 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.336064 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: extraroute-atomic Sep 16 04:58:05.336388 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: filter_validation.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.337084 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.337590 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: filter-validation Sep 16 04:58:05.337912 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: fip_pf_description.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.338856 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.339363 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 04:58:05.339682 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: fip_port_details.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.340648 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.341166 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: fip-port-details Sep 16 04:58:05.341510 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: flavors.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.342788 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.343311 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: flavors Sep 16 04:58:05.343680 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.345450 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.345987 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 04:58:05.346322 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: floatingip_pools.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.347756 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.348431 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: floatingip-pools Sep 16 04:58:05.348797 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: ip_allocation.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.349955 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.350463 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 04:58:05.350824 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.351795 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.352399 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: ip-substring-filtering Sep 16 04:58:05.352761 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: l2_adjacency.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.353730 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.354301 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 04:58:05.354726 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: l3.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.356294 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.356855 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: router Sep 16 04:58:05.357214 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.359765 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.360396 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:58:05.360779 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.361794 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.362357 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: ext-gw-mode Sep 16 04:58:05.362764 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.363740 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.364337 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: l3-ha Sep 16 04:58:05.364697 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: l3_flavors.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.365658 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.366229 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: l3-flavors Sep 16 04:58:05.366623 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.367644 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.368318 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 04:58:05.368703 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: l3agentscheduler.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.369856 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.370452 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: l3_agent_scheduler Sep 16 04:58:05.370812 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: logging.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.372505 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.373100 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension logging not supported by any of loaded plugins Sep 16 04:58:05.373471 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: metering.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.374267 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.374913 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: metering Sep 16 04:58:05.375276 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.376486 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.377068 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: metering_source_and_destination_fields Sep 16 04:58:05.377431 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: multiprovidernet.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.378982 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.379598 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: multi-provider Sep 16 04:58:05.379938 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: netmtu.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.380928 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.381484 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: net-mtu Sep 16 04:58:05.381842 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: netmtu_writable.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.382826 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.383384 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: net-mtu-writable Sep 16 04:58:05.383755 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: network_availability_zone.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.384534 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.385089 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: network_availability_zone Sep 16 04:58:05.385447 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: network_ip_availability.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.386732 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.387303 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: network-ip-availability Sep 16 04:58:05.387671 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: network_segment_range.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.388696 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.389320 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 04:58:05.389742 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: pagination.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.396292 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.396625 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: pagination Sep 16 04:58:05.396947 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: port_device_profile.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.397934 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.398498 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: port-device-profile Sep 16 04:58:05.398866 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.399820 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.400362 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: port-mac-address-regenerate Sep 16 04:58:05.400710 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.401690 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.402222 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: port-numa-affinity-policy Sep 16 04:58:05.402542 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: port_resource_request.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.403774 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.404334 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 04:58:05.404656 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: portbindings.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.405632 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.406188 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: binding Sep 16 04:58:05.406603 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: portbindings_extended.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.407878 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.408403 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: binding-extended Sep 16 04:58:05.408729 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: portsecurity.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.409775 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.410445 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: port-security Sep 16 04:58:05.410777 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: project_id.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.411841 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.412254 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: project-id Sep 16 04:58:05.412549 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: providernet.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.413478 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.413998 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: provider Sep 16 04:58:05.414319 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.418116 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.418694 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos not supported by any of loaded plugins Sep 16 04:58:05.419023 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.420332 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.420851 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 04:58:05.421219 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.422178 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.422688 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 04:58:05.423013 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_default.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.424014 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.424525 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-default not supported by any of loaded plugins Sep 16 04:58:05.424851 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_fip.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.425718 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.426224 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 04:58:05.426547 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.427506 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.428042 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 04:58:05.428368 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.429384 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.429891 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 04:58:05.430212 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_pps_rule.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.431423 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.431979 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 04:58:05.432306 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.433269 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.433788 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 04:58:05.434145 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: qos_rules_alias.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.435243 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.435753 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 04:58:05.436104 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: quotasv2.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.437102 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.437434 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: quotas Sep 16 04:58:05.437759 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: quotasv2_detail.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.442301 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.442637 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: quota_details Sep 16 04:58:05.442967 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: rbac.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.444238 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.444807 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: rbac-policies Sep 16 04:58:05.445140 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: rbac_address_group.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.446189 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.446703 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: rbac-address-group Sep 16 04:58:05.447027 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: rbac_address_scope.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.448002 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.448513 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: rbac-address-scope Sep 16 04:58:05.448836 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: rbac_security_groups.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.449793 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.450303 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: rbac-security-groups Sep 16 04:58:05.450657 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.451589 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.452167 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: rbac-subnetpool Sep 16 04:58:05.452498 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: revisionifmatch.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.453440 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.453956 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: revision-if-match Sep 16 04:58:05.454284 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: revisions.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.455529 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.456329 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: standard-attr-revisions Sep 16 04:58:05.457229 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: router_availability_zone.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.457985 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.458493 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: router_availability_zone Sep 16 04:58:05.458817 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: routerservicetype.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.459774 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.460308 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 04:58:05.460627 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.461550 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.462058 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: security-groups-normalized-cidr Sep 16 04:58:05.462380 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.463343 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.463940 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: port-security-groups-filtering Sep 16 04:58:05.464263 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.465222 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.465741 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: security-groups-remote-address-group Sep 16 04:58:05.466065 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: securitygroup.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.478010 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.478579 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: security-group Sep 16 04:58:05.478915 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: segment.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.480078 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.480630 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension segment not supported by any of loaded plugins Sep 16 04:58:05.480967 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.482060 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.482573 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 04:58:05.482898 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: servicetype.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.484187 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.484698 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: service-type Sep 16 04:58:05.485055 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: sorting.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.486093 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.486453 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: sorting Sep 16 04:58:05.486776 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: standard_attr_segment.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.487946 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.488484 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 04:58:05.488808 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: standardattrdescription.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.489515 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.490052 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: standard-attr-description Sep 16 04:58:05.490373 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: stateful_security_group.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.491343 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.491943 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: stateful-security-group Sep 16 04:58:05.492264 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: stdattrs_common.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.492872 n-d-712749-15 neutron-server[95544]: WARNING neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 04:58:05.493188 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.494168 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.494691 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 04:58:05.495013 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: subnet_onboard.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.496228 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.496745 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: subnet_onboard Sep 16 04:58:05.497096 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.498097 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.498606 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 04:58:05.498928 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: subnet_service_types.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.499897 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.500418 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: subnet-service-types Sep 16 04:58:05.500740 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: subnetallocation.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.501909 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.502426 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: subnet_allocation Sep 16 04:58:05.502747 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.504092 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.504608 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: subnetpool-prefix-ops Sep 16 04:58:05.504924 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.505893 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.506402 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 04:58:05.506721 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: tagging.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.507974 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.508500 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: standard-attr-tag Sep 16 04:58:05.508860 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: timestamp.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.510183 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.510702 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loaded extension: standard-attr-timestamp Sep 16 04:58:05.511032 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: trunk.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.512137 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.512692 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension trunk not supported by any of loaded plugins Sep 16 04:58:05.513019 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: trunk_details.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.514016 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.514569 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 04:58:05.514956 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.515926 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.516440 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 04:58:05.516797 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Loading extension file: vlantransparent.py {{(pid=95544) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:58:05.517494 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95544) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:58:05.518001 n-d-712749-15 neutron-server[95544]: INFO neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 04:58:05.522932 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:network Sep 16 04:58:05.523511 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:subnet Sep 16 04:58:05.523951 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:58:05.524390 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:port Sep 16 04:58:05.527966 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.528430 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service FLAVORS assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.529699 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.530187 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.530534 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:router Sep 16 04:58:05.530975 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:58:05.531499 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service METERING assigned prefix: /metering {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.533084 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.533480 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.533840 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:58:05.535087 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:58:05.535571 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:58:05.536036 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:58:05.536651 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service CORE assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.536984 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:58:05.537331 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] subnetpool is already registered Sep 16 04:58:05.537813 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service CORE assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.538141 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:58:05.538471 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] subnetpool is already registered Sep 16 04:58:05.540949 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.542835 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service FLAVORS assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.544217 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.544217 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.544580 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:router Sep 16 04:58:05.544972 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] router is already registered Sep 16 04:58:05.545483 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:58:05.545893 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] floatingip is already registered Sep 16 04:58:05.546491 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service METERING assigned prefix: /metering {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.547248 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:58:05.547671 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] rbac_policy is already registered Sep 16 04:58:05.548240 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:58:05.548670 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] security_group is already registered Sep 16 04:58:05.549180 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:58:05.549573 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] security_group_rule is already registered Sep 16 04:58:05.550857 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service CORE assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.551230 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:58:05.551762 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] subnetpool is already registered Sep 16 04:58:05.552232 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.v2.resource_helper [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Service CORE assigned prefix: {{(pid=95544) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:58:05.552596 n-d-712749-15 neutron-server[95544]: INFO neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:58:05.552930 n-d-712749-15 neutron-server[95544]: WARNING neutron.quota.resource_registry [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] subnetpool is already registered Sep 16 04:58:05.553563 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: extensions {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.555490 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: address-groups {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.557542 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: address-scopes {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.560018 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: agents {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.561354 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: auto-allocated-topology {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.563144 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: availability_zones {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.564475 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: dhcp-networks {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.566898 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: dhcp-agents {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.568389 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: routers {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.570733 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: flavors {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.572074 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: service_profiles {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.573305 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: next_providers {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.574817 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: service_profiles {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.576432 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: floatingip-pools {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.577741 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: routers {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.580204 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: floatingips {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.582305 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: l3-routers {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.583753 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: l3-agents {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.585204 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: metering-labels {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.586584 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: metering-label-rules {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.587881 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: network-ip-availabilities {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.589213 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: bindings {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.591951 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: quotas {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.593439 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: quotas {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.594887 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: rbac-policies {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.596118 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: security-groups {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.598027 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: security-group-rules {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.599350 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: service-providers {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.600687 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: subnetpools {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.602065 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: subnetpools {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.603526 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.605525 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.607427 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.609289 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.611125 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.613154 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.614869 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.616858 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.618714 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.620531 n-d-712749-15 neutron-server[95544]: DEBUG neutron.api.extensions [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Extended resource: tags {{(pid=95544) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:58:05.626870 n-d-712749-15 neutron-server[95544]: WARNING keystonemiddleware.auth_token [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 04:58:05.632412 n-d-712749-15 neutron-server[95544]: WARNING keystonemiddleware.auth_token [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 04:58:05.641164 n-d-712749-15 neutron-server[95544]: DEBUG oslo_concurrency.lockutils [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Acquired lock "singleton_lock" {{(pid=95544) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 04:58:05.641646 n-d-712749-15 neutron-server[95544]: DEBUG oslo_concurrency.lockutils [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Releasing lock "singleton_lock" {{(pid=95544) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 04:58:05.642345 n-d-712749-15 neutron-server[95544]: INFO oslo_service.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Starting 2 workers Sep 16 04:58:05.648018 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Started child 95659 {{(pid=95544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:58:05.652838 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Started child 95660 {{(pid=95544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:58:05.654502 n-d-712749-15 neutron-server[95544]: INFO neutron.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 04:58:05.655188 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Notify callbacks [] for process, before_spawn {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.655879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.657404 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [-] (95659) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:58:05.658033 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.658542 n-d-712749-15 neutron-server[95544]: INFO oslo_service.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Starting 1 workers Sep 16 04:58:05.659190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [-] (95660) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:58:05.663324 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Started child 95661 {{(pid=95544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:58:05.663915 n-d-712749-15 neutron-server[95544]: INFO oslo_service.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Starting 1 workers Sep 16 04:58:05.667169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] calling RpcWorker wait() {{(pid=95661) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 04:58:05.667906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] returning from RpcWorker wait() {{(pid=95661) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 04:58:05.668694 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Started child 95662 {{(pid=95544) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:58:05.668982 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.669468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:05.669633 n-d-712749-15 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a54dc05-6cbd-410b-8c43-7d838c33f9c4 None None] Notify callbacks [] for process, after_spawn {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.671411 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95544) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:58:05.671631 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:58:05.671799 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:58:05.672069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:58:05.672394 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:58:05.672627 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:58:05.673069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.673350 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.673618 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.673890 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.674322 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.674834 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.675074 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.676026 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.676026 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.676026 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.676026 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.676882 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.676882 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.676882 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.676882 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.677831 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.677831 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.677831 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.677831 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.678715 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.678715 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.678715 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.678715 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.679690 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] debug = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.679690 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.679690 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.680729 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.680729 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.680729 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.680729 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.681798 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.681798 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.681798 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.681798 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.681798 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.682864 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.682864 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.682864 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.682864 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.682864 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.684000 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.684000 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] host = n-d-712749-15 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.684000 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.684000 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.685139 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.685139 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.685139 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.685139 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.685776 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.685776 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.685776 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.686564 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.686564 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.686564 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.687269 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.687269 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.687269 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_options = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.687269 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.688338 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.688338 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.688338 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.688338 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.688338 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.689285 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.689285 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.689285 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.689285 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.689285 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.690392 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.690392 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.690392 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.690392 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.692649 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.692649 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.692649 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.692649 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.692649 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.692649 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.692649 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.692649 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.694333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.694333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.694333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.694333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.694333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.694333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.694333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.694333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.696160 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.696160 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.696160 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.696160 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.696160 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.696160 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.696160 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.697653 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.697653 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.697653 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.697653 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.697653 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.697653 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.699087 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.699087 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.699087 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_json = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.699087 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.699087 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.699087 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.699087 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.700802 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.700802 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.700802 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.700802 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.700802 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.700802 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.702084 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.702084 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.702084 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.702084 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.702084 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.703613 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.703613 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.703613 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.703613 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.703613 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.703613 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.704210 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.704210 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.704511 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.705350 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.705618 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.705866 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.706200 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.706953 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.707311 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.707311 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.707881 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.708048 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.708315 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.708553 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.709019 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.709273 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.709451 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.709691 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.709909 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.710130 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.710352 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.710585 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.710822 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.711041 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.711305 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.711524 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.711788 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.712007 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.718413 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.719131 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720075 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.720756 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.722069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.722069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.722069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.722069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.722069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.722069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.722069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.723115 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.723271 n-d-712749-15 neutron-server[95662]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:05.723417 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.723417 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.723417 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.723417 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.723958 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.723958 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.724207 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.724359 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.724552 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.724792 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.725025 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.725281 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.725559 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.725752 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.726027 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.726319 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.726572 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.726817 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.727068 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.727298 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.727560 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.727820 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.728081 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.728304 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.728562 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.728785 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.729037 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.729320 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.729611 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.730124 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.730378 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.730644 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.730904 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.731181 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.731417 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.731671 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.731978 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.732321 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.732511 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.732736 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.732984 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.733255 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.733479 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.733743 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.733996 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.734252 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.734505 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.734780 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.735000 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.735215 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.735452 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.735697 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.736037 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.736285 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.736514 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.736724 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.737000 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.737242 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.737679 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.738103 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.738362 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.738628 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.739002 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.739283 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.739515 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.739762 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.739964 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.740166 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.740449 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.740694 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.741155 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.741155 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.741435 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.741582 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.741809 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.742023 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.742256 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.742472 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.742713 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.742989 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.743182 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.743404 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.743733 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.744028 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.744249 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746877 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746877 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.746877 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.747051 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.747184 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.747569 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.747789 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.748058 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.748294 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.748506 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.748732 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.749026 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.749476 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.749476 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.749842 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.750044 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.750672 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.750672 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.750672 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.751111 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.751253 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.751397 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.751607 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.751822 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.752064 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.752333 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.752572 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.752815 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.753897 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.754132 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.754375 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.754597 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.754823 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.755104 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.755353 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.755596 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.755849 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.756106 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.756321 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.756566 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.756796 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.757025 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.757244 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.757456 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.757663 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.757908 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.758114 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.758322 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.758568 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.758750 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.758959 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.759184 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.759432 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.759719 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.759999 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.760215 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.760486 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.760676 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.760881 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.761089 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.761306 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.761518 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.761721 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.761944 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.762148 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.762353 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.762570 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.762780 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.762984 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.763286 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.763528 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.763816 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.764128 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.764352 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.764633 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.765204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.765204 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.765460 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.765630 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.765844 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.766093 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.766332 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.767286 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.767286 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.767286 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.767678 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.767816 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.768064 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.768385 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.768793 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.769503 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.769818 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.770160 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.770877 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.770877 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.770877 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.771192 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.771524 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.771524 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.771832 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.772251 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.772251 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.772575 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.772711 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.773111 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.773252 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.773409 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.773623 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.773954 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.774100 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.774399 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.774860 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.775026 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:58:05.775575 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95544) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:58:05.775733 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:58:05.775915 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:58:05.776399 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:58:05.776399 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:58:05.776399 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:58:05.776805 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.776882 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.777016 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.777181 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.777422 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.777567 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.777711 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.777841 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.777981 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.778138 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.778281 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.778439 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.778582 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.778739 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.778905 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.779052 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.779189 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.779331 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.779469 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.779626 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.779768 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.779950 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.780095 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] debug = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.780252 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.780450 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.780634 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.780801 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.780941 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.781076 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.781235 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.781375 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.781509 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.781644 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.781788 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.781925 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.782059 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.782193 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.782328 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.782462 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.782606 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.782741 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] host = n-d-712749-15 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.782901 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.783096 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.783239 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.783445 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.783588 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.783747 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.783933 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.784195 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.784195 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.784549 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.784696 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.784845 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.784981 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.785116 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.785251 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_options = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.785386 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.785521 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.785656 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.785813 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.786008 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.786153 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.786312 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.786455 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.786601 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.786757 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.786899 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.787056 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.787198 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.787342 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.787499 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.787640 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.787799 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.787990 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.788168 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.788323 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.788471 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.788618 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.788785 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.788934 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.789083 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.789230 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.789375 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.789522 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.789671 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.789803 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.789935 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.790081 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.790232 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.790380 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.790530 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.790676 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.790823 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.791002 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.791146 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.791298 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.791298 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.791553 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.791680 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.791806 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.791968 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.792094 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.792218 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_json = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.792362 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.792504 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.792664 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.792793 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.792916 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.793071 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.793240 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.793384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:58:05.793549 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.793694 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.794440 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.794440 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.794440 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.794440 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795085 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795085 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795085 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795085 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795456 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795456 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795456 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795772 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795772 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.795942 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.796069 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.796282 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.796380 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.796540 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.796698 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.796857 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.797027 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.797186 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.797345 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.797503 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.797652 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.797827 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.797971 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.798136 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.798300 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.798440 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.798577 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.798729 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.798886 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.799030 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.799233 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.799372 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.799532 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.799727 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.800517 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.801278 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.801278 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.801278 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.801716 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.801716 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.801716 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.802123 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.802123 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.802384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.802384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.802640 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.802640 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.802896 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.802896 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.803152 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.803300 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.803435 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.803570 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.803705 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.803871 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.804017 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.804153 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.804287 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.804549 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.804701 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.804838 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.804973 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.805108 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.805252 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.805389 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.805524 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.805658 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.805802 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.805948 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.806085 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.806220 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.806364 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.806544 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.806688 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.806854 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.807016 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.807290 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.807453 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.807637 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.807773 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.807950 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.808106 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.808242 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.808376 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.808528 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.808665 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.808831 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.808994 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.809156 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.809341 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.809481 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.809615 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.809750 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.810024 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.810217 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.810370 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.810507 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.810643 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.810777 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.810911 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.811046 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.811181 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.811344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.811481 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.811624 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.811761 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.811919 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.812096 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.812286 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.812434 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.812604 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.812765 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.812928 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.813080 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.813272 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.813461 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.813623 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.813780 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.813935 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.814086 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.814232 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.814396 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.814541 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.814677 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.814833 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.814992 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.815149 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.815345 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.815661 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.816355 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.816500 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.816689 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.816849 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.817008 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.817167 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.817324 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.817484 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.817669 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.817829 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.817989 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.818148 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.818310 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.818469 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.818628 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.818787 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.818966 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.819130 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.819291 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.819451 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.819634 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.819797 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.820014 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.820186 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.820337 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.820484 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.820631 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.820777 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.820944 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.821089 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.821233 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.821377 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.821544 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.821689 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.821831 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.821975 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.822431 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.822431 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.822717 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.822717 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.822983 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.822983 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.823264 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.823264 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.823554 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.823554 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.823836 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.823836 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.824205 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.824205 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.824469 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.824469 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.824732 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.824732 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.825018 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.825174 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.825356 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.825535 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.826142 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.826142 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.826142 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.826142 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.826652 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.826652 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.826652 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.827643 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.827643 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.827643 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.827643 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.827643 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.827643 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.827643 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.828639 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.828639 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.828639 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.828639 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.828639 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.828639 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.829541 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.829541 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.829541 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.829541 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.829541 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.829541 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.830895 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.830895 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.830895 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.830895 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.830895 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.830895 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.830895 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.830895 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.833533 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.835590 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.835590 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.835590 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.835590 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.835590 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.835590 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.835590 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.835590 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.836545 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.836545 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.836545 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.836545 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.836545 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.836545 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.836545 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.836545 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.837344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.837344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.837344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.837344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.837344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.837344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.837344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.837344 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.838145 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.838145 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.838145 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.838145 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.838145 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.838145 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.838145 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.838145 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.839795 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.841871 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.841871 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.841871 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.841871 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.841871 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.841871 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.845384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.845384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.845384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.845384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.845384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.845384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.845384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:58:05.845384 n-d-712749-15 neutron-server[95544]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95544) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:58:05.888076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:06.085064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34974) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.094223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066566 Sep 16 04:58:19.853486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e99c9-1029-4cbc-abf3-81f2c76b70a9 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:20.013309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e99c9-1029-4cbc-abf3-81f2c76b70a9 None None] No non-hosted networks {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 04:58:20.026610 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fde6df6b-bb0e-49c0-af66-0d79e132d854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547628'] for agent, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.038681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.agentschedulers_db [None req-b59e99c9-1029-4cbc-abf3-81f2c76b70a9 None None] DHCP Agent not found on host n-d-712749-15 {{(pid=95661) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 04:58:23.027624 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75ef941e-d70c-4f5a-9fed-656a8bd904da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547628'] for agent, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.060267 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-14c3334d-9967-41dc-a148-a06c34a90db4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-712749-15 {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:23.060930 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-14c3334d-9967-41dc-a148-a06c34a90db4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:23.697205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14c3334d-9967-41dc-a148-a06c34a90db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.790318 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547628'] for agent, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.790972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.791315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.791651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.792017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.792347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.792673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.792995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.793322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.793677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.793960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.794531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.795064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.795691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712749-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:23.809631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712749-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.178773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547628'] for agent, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.373714 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547628'] for agent, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.198237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35066) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.984771 n-d-712749-15 neutron-server[95659]: WARNING oslo_policy.policy [None req-438c599f-54f5-4340-b58e-3daa25b1caed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:58:28.985384 n-d-712749-15 neutron-server[95659]: WARNING oslo_policy.policy [None req-438c599f-54f5-4340-b58e-3daa25b1caed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:58:29.265605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-438c599f-54f5-4340-b58e-3daa25b1caed admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:29.266841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-438c599f-54f5-4340-b58e-3daa25b1caed admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0675244 Sep 16 04:58:29.620085 n-d-712749-15 neutron-server[95661]: INFO neutron.db.l3_hamode_db [None req-cad9d7e6-5b12-44d4-b0dc-d98f12e48d72 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 04:58:29.699693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9d7e6-5b12-44d4-b0dc-d98f12e48d72 None None] Routers set() bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:29.700103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9d7e6-5b12-44d4-b0dc-d98f12e48d72 None None] Router IDs set() for agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:58:31.866158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35080) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.452633 n-d-712749-15 neutron-server[95660]: WARNING oslo_policy.policy [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:58:32.453267 n-d-712749-15 neutron-server[95660]: WARNING oslo_policy.policy [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:58:32.683295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:32.783201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.policy [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95660) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:58:32.831693 n-d-712749-15 neutron-server[95660]: WARNING oslo_policy.policy [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:58:32.832099 n-d-712749-15 neutron-server[95660]: WARNING oslo_policy.policy [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:58:32.841608 n-d-712749-15 neutron-server[95660]: INFO neutron.quota [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] Loaded quota_driver: . Sep 16 04:58:33.031128 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788597453253', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788597454824', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788597433905', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788597440405', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788596804799', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788597524607', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33317980', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33135170', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-563974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780076'] for rbac-policy, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.287765 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.289618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e5b63af-ffa6-40c1-b6d7-2e82e66929fa admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4207673 Sep 16 04:58:36.265094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.639065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Request body: {'network': {'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'name': 'private', 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:36.881753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Made reservation on behalf of a77c95b2a6274998a02935a4954bd805 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:36.884821 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.905562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.068375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.430273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.452148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:37.481159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788593548692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.481765 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Unsubscribe: segment precommit_create {{(pid=95660) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:58:37.482274 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Added segment 9a7df4d1-3471-46ce-8c71-2cb9e9544d98 of type vlan for network 94422c2c-d658-46b0-91d3-d97e78ef7cfa Sep 16 04:58:37.499549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6af0486-326c-4874-bdd6-1d50e2f29088,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.567660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.567660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.567660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.567660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.567660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.568508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.568508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.568508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.568508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.568508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Tracked resource versions report: Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: pushed versions: Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: { 'AddressGroup': {'1.2'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'ConntrackHelper': {'1.0'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'Log': {'1.0'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'Network': {'1.1'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'Port': {'1.7'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'PortForwarding': {'1.2'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'QosPolicy': {'1.9'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'SecurityGroup': {'1.4'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'SubPort': {'1.0'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'Subnet': {'1.1'}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'Trunk': {'1.1'}} Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: consumer versions: Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: { DHCP agent@n-d-712749-15: {}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: L3 agent@n-d-712749-15: {}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: Metadata agent@n-d-712749-15: {}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: Metering agent@n-d-712749-15: {}, Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: Open vSwitch agent@n-d-712749-15: { 'AddressGroup': '1.2', Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'ConntrackHelper': '1.0', Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'Log': '1.0', Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'Network': '1.1', Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'Port': '1.7', Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'PortForwarding': '1.2', Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'QosPolicy': '1.9', Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'SecurityGroup': '1.4', Sep 16 04:58:37.569059 n-d-712749-15 neutron-server[95660]: 'SecurityGroupRule': '1.2', Sep 16 04:58:37.571801 n-d-712749-15 neutron-server[95660]: 'SubPort': '1.0', Sep 16 04:58:37.571801 n-d-712749-15 neutron-server[95660]: 'Subnet': '1.1', Sep 16 04:58:37.571801 n-d-712749-15 neutron-server[95660]: 'Trunk': '1.1'}} Sep 16 04:58:37.571801 n-d-712749-15 neutron-server[95660]: {{(pid=95660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:58:37.619697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.819082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.820307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.820963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.930322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] Pushing event updated for resources: {'Network': ['ID=94422c2c-d658-46b0-91d3-d97e78ef7cfa,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.943064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 94422c2c-d658-46b0-91d3-d97e78ef7cfa details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:38.019907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cf66facf-0d69-4ee6-a377-c1aadafb5944 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7421949 Sep 16 04:58:41.086671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35112) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.532625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d2946-2152-4ed9-bf1a-5e903f2b3220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.534677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eb4d2946-2152-4ed9-bf1a-5e903f2b3220 admin admin] 10.222.0.49 "GET /v2.0/networks/94422c2c-d658-46b0-91d3-d97e78ef7cfa HTTP/1.1" status: 200 len: 825 time: 0.4467061 Sep 16 04:58:41.563450 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-82640906-8d99-451d-b77e-21d7ce465b28 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/0f20ed3b-d0b8-4320-917b-fc2593bf00f8 HTTP/1.1" status: 200 len: 734 time: 0.0218470 Sep 16 04:58:41.573908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Request body: {'subnet': {'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'subnetpool_id': '0f20ed3b-d0b8-4320-917b-fc2593bf00f8', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:41.716497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Made reservation on behalf of a77c95b2a6274998a02935a4954bd805 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:41.720467 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.390694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.492162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Checking segment: {'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:42.492542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Network hostable DHCP agents. Network: 94422c2c-d658-46b0-91d3-d97e78ef7cfa, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:42.495040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=95db01bb-3ffd-4522-aba7-e16dbea946ff,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.601506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Network 94422c2c-d658-46b0-91d3-d97e78ef7cfa is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:42.704608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 94422c2c-d658-46b0-91d3-d97e78ef7cfa) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:42.711029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.712109 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.718624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a842b-13ab-4644-ae14-9b7bc0756b6e None None] Network 94422c2c-d658-46b0-91d3-d97e78ef7cfa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:42.813936 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-160dfb0d-626c-4862-991e-4d5f3e96a3cc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2437351 Sep 16 04:58:43.219047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'fixed_ips': [{'subnet_id': '95db01bb-3ffd-4522-aba7-e16dbea946ff'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:43.220593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.590566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Allocated IP 172.20.0.2 (94422c2c-d658-46b0-91d3-d97e78ef7cfa/95db01bb-3ffd-4522-aba7-e16dbea946ff/aabd03c5-2304-435b-8651-9a3387fa30c2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:43.859637 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.967589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.039285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Network 94422c2c-d658-46b0-91d3-d97e78ef7cfa is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:44.044470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:44.058939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:44.069211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Pushing event updated for resources: {'Port': ['ID=aabd03c5-2304-435b-8651-9a3387fa30c2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:44.101109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.101463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.101732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.102067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.102395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.102720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.103044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.103366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.103683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.104036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.104615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.104932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Tracked resource versions report: Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: pushed versions: Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: { 'AddressGroup': {'1.2'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'ConntrackHelper': {'1.0'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Log': {'1.0'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Network': {'1.1'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Port': {'1.7'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'PortForwarding': {'1.2'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'QosPolicy': {'1.9'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'SecurityGroup': {'1.4'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'SubPort': {'1.0'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Subnet': {'1.1'}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Trunk': {'1.1'}} Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: consumer versions: Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: { DHCP agent@n-d-712749-15: {}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: L3 agent@n-d-712749-15: {}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: Metadata agent@n-d-712749-15: {}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: Metering agent@n-d-712749-15: {}, Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: Open vSwitch agent@n-d-712749-15: { 'AddressGroup': '1.2', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'ConntrackHelper': '1.0', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Log': '1.0', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Network': '1.1', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Port': '1.7', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'PortForwarding': '1.2', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'QosPolicy': '1.9', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'SecurityGroup': '1.4', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'SecurityGroupRule': '1.2', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'SubPort': '1.0', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Subnet': '1.1', Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: 'Trunk': '1.1'}} Sep 16 04:58:44.106074 n-d-712749-15 neutron-server[95661]: {{(pid=95661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:58:44.166999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Attempting to bind port aabd03c5-2304-435b-8651-9a3387fa30c2 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:44.167399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Attempting to bind port aabd03c5-2304-435b-8651-9a3387fa30c2 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:44.167821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Attempting to bind port aabd03c5-2304-435b-8651-9a3387fa30c2 on network 94422c2c-d658-46b0-91d3-d97e78ef7cfa {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:44.175372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:44.175782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Checking segment: {'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:44.176315 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.176701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Bound using segment: {'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:44.177198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Bound port: aabd03c5-2304-435b-8651-9a3387fa30c2, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:44.177600 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.256399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] For port aabd03c5-2304-435b-8651-9a3387fa30c2, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:44.261334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] For port aabd03c5-2304-435b-8651-9a3387fa30c2, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aabd03c5-2304-435b-8651-9a3387fa30c2,segment=NetworkSegment(9a7df4d1-3471-46ce-8c71-2cb9e9544d98),segment_id=9a7df4d1-3471-46ce-8c71-2cb9e9544d98)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:44.424648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.505972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c414e-485e-4a70-9f9f-0eee4a295906 None None] Pushing event updated for resources: {'Port': ['ID=aabd03c5-2304-435b-8651-9a3387fa30c2,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.596479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35120) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.063325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-e734412f-abf5-4099-adda-c3a5be02e7eb admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:46.064806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e734412f-abf5-4099-adda-c3a5be02e7eb admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4669676 Sep 16 04:58:47.763228 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:48.855330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35128) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.332886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-f634380c-cd10-429c-b0dc-6493e620a235 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:49.334538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f634380c-cd10-429c-b0dc-6493e620a235 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4778209 Sep 16 04:58:49.841823 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e44351d-75dd-4d05-ba3c-05b17f154b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.414136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35142) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.892701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'name': 'router1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.978886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77820961-4978-4b4f-8757-6b06fd537a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.990903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.policy [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95659) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:58:53.042140 n-d-712749-15 neutron-server[95659]: WARNING oslo_policy.policy [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:58:53.042550 n-d-712749-15 neutron-server[95659]: WARNING oslo_policy.policy [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:58:53.052755 n-d-712749-15 neutron-server[95659]: INFO neutron.quota [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] Loaded quota_driver: . Sep 16 04:58:53.236122 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.238233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.435437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aabd03c5-2304-435b-8651-9a3387fa30c2 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:53.466377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.562685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.565903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aabd03c5-2304-435b-8651-9a3387fa30c2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:53.566800 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.701588 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.733223 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.735385 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0f029570-615d-47a5-bee6-a348a54fc4cf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3200903 Sep 16 04:58:53.742132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port aabd03c5-2304-435b-8651-9a3387fa30c2, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aabd03c5-2304-435b-8651-9a3387fa30c2,segment=NetworkSegment(9a7df4d1-3471-46ce-8c71-2cb9e9544d98),segment_id=9a7df4d1-3471-46ce-8c71-2cb9e9544d98)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:53.796155 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.840345 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.907202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=aabd03c5-2304-435b-8651-9a3387fa30c2,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.044329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b711a3-c108-4fd9-af1b-35ecb9877ae7 None None] Network 94422c2c-d658-46b0-91d3-d97e78ef7cfa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:54.170473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-042babce-63a4-4e3b-8e76-3f2a68ee8631 None None] Provisioning complete for port aabd03c5-2304-435b-8651-9a3387fa30c2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:54.170846 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-042babce-63a4-4e3b-8e76-3f2a68ee8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.538595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c6fcca34-825a-4740-b75f-10912f7a89e0 None None] Provisioning complete for port aabd03c5-2304-435b-8651-9a3387fa30c2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:54.539188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6fcca34-825a-4740-b75f-10912f7a89e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.041680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.364601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aabd03c5-2304-435b-8651-9a3387fa30c2 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:55.420094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aabd03c5-2304-435b-8651-9a3387fa30c2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:55.420451 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.523375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35162) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.724149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-0246110d-4434-44dc-8b37-ee76dbe30f44 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:56.725409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0246110d-4434-44dc-8b37-ee76dbe30f44 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2008727 Sep 16 04:58:57.115630 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.325365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35180) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.382495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:59.595379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Made reservation on behalf of e62515d9d5be4a62ba163750fd151c26 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:59.598829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.617683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.763890 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.927103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.940933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Reserving flat network on physical network physnet1 {{(pid=95659) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 04:58:59.975614 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788593548692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.976511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Unsubscribe: segment precommit_create {{(pid=95659) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:58:59.977732 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Added segment 68f99f03-26fb-44e5-82a1-7c0bc7106b69 of type flat for network 717d51fa-2082-4f98-9822-46d34662df31 Sep 16 04:58:59.997236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c103e34c-296d-48b2-8af3-0cf7273b7ea8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.055375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.055746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.056118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.056459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.056790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.057118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.057444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.057768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.058089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.058406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.058727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.059045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Tracked resource versions report: Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: pushed versions: Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: { 'AddressGroup': {'1.2'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'ConntrackHelper': {'1.0'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Log': {'1.0'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Network': {'1.1'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Port': {'1.7'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'PortForwarding': {'1.2'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'QosPolicy': {'1.9'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'SecurityGroup': {'1.4'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'SubPort': {'1.0'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Subnet': {'1.1'}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Trunk': {'1.1'}} Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: consumer versions: Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: { DHCP agent@n-d-712749-15: {}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: L3 agent@n-d-712749-15: {}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: Metadata agent@n-d-712749-15: {}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: Metering agent@n-d-712749-15: {}, Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: Open vSwitch agent@n-d-712749-15: { 'AddressGroup': '1.2', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'ConntrackHelper': '1.0', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Log': '1.0', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Network': '1.1', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Port': '1.7', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'PortForwarding': '1.2', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'QosPolicy': '1.9', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'SecurityGroup': '1.4', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'SecurityGroupRule': '1.2', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'SubPort': '1.0', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Subnet': '1.1', Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: 'Trunk': '1.1'}} Sep 16 04:59:00.060249 n-d-712749-15 neutron-server[95659]: {{(pid=95659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:59:00.138917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.270361 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.271580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.273210 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.384380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] Pushing event updated for resources: {'Network': ['ID=717d51fa-2082-4f98-9822-46d34662df31,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.397978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 717d51fa-2082-4f98-9822-46d34662df31 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:00.601846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8312e589-e621-42dd-8e10-af9cf8dc7f56 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2749593 Sep 16 04:59:03.159363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35192) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.326597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba88958-d614-45be-a3d0-683f1b8321c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.328048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dba88958-d614-45be-a3d0-683f1b8321c7 admin admin] 10.222.0.49 "GET /v2.0/subnets/95db01bb-3ffd-4522-aba7-e16dbea946ff HTTP/1.1" status: 200 len: 849 time: 0.1675732 Sep 16 04:59:03.481272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e1c5a3d2-0020-4f92-a2a6-f80fa12a7f9d admin admin] 10.222.0.49 "GET /v2.0/routers/521abbeb-9eb0-4535-9228-40c32f2860c5 HTTP/1.1" status: 200 len: 704 time: 0.1461105 Sep 16 04:59:03.808400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.175593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Allocated IP 172.20.0.1 (94422c2c-d658-46b0-91d3-d97e78ef7cfa/95db01bb-3ffd-4522-aba7-e16dbea946ff/7bf65d61-183b-4bd2-89b3-b9f79ef5b156) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:04.398180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.562297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.647162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Network 94422c2c-d658-46b0-91d3-d97e78ef7cfa is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:04.654455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:04.658362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:04.659317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.739196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf65d61-183b-4bd2-89b3-b9f79ef5b156,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.913826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d1c3d9ac-6f39-43bc-aa3f-51c1b88f710f None None] Provisioning complete for port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:04.914719 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d9ac-6f39-43bc-aa3f-51c1b88f710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.958885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3d9ac-6f39-43bc-aa3f-51c1b88f710f None None] Port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:05.020338 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.326656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.527069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.528140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.600623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf65d61-183b-4bd2-89b3-b9f79ef5b156,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.697564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Network 94422c2c-d658-46b0-91d3-d97e78ef7cfa is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:05.699118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:05.885352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3eeef3e4-1076-4e35-97d4-005f2b149ded None None] Provisioning complete for port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:05.885725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3eeef3e4-1076-4e35-97d4-005f2b149ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.921125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3eeef3e4-1076-4e35-97d4-005f2b149ded None None] Port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:05.966805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Router 521abbeb-9eb0-4535-9228-40c32f2860c5 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:06.082955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:06.091137 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ecc1714-a2c0-4669-89f7-e0c7965fed78 admin admin] 10.222.0.49 "PUT /v2.0/routers/521abbeb-9eb0-4535-9228-40c32f2860c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6000702 Sep 16 04:59:06.108685 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Sync routers for ids ['521abbeb-9eb0-4535-9228-40c32f2860c5'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:06.123357 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Routers {'521abbeb-9eb0-4535-9228-40c32f2860c5'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:06.124192 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T04:58:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['521abbeb-9eb0-4535-9228-40c32f2860c5'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:06.333826 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Set router 521abbeb-9eb0-4535-9228-40c32f2860c5 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:06.947826 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'name': 'router1', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:53Z', 'updated_at': '2021-09-16T04:59:04Z', 'revision_number': 2, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'gw_port_host': None, '_interfaces': [{'id': '7bf65d61-183b-4bd2-89b3-b9f79ef5b156', 'name': '', 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'mac_address': 'fa:16:3e:d6:28:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:03Z', 'updated_at': '2021-09-16T04:59:05Z', 'revision_number': 2, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'subnets': [{'id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f20ed3b-d0b8-4320-917b-fc2593bf00f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:07.045182 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Checking router: 521abbeb-9eb0-4535-9228-40c32f2860c5 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:07.045745 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Updating router 521abbeb-9eb0-4535-9228-40c32f2860c5 port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:07.139561 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.003769 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.105381 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.375058 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Pushing event updated for resources: {'Port': ['ID=7bf65d61-183b-4bd2-89b3-b9f79ef5b156,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.401488 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.402045 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.402601 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.403140 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.403682 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.404325 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.405139 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.405387 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.405945 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.406498 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.407346 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.407610 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Tracked resource versions report: Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: pushed versions: Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: { 'AddressGroup': {'1.2'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'ConntrackHelper': {'1.0'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Log': {'1.0'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Network': {'1.1'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Port': {'1.7'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'PortForwarding': {'1.2'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'QosPolicy': {'1.9'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'SecurityGroup': {'1.4'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'SubPort': {'1.0'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Subnet': {'1.1'}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Trunk': {'1.1'}} Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: consumer versions: Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: { DHCP agent@n-d-712749-15: {}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: L3 agent@n-d-712749-15: {}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: Metadata agent@n-d-712749-15: {}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: Metering agent@n-d-712749-15: {}, Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: Open vSwitch agent@n-d-712749-15: { 'AddressGroup': '1.2', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'ConntrackHelper': '1.0', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Log': '1.0', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Network': '1.1', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Port': '1.7', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'PortForwarding': '1.2', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'QosPolicy': '1.9', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'SecurityGroup': '1.4', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'SecurityGroupRule': '1.2', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'SubPort': '1.0', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Subnet': '1.1', Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: 'Trunk': '1.1'}} Sep 16 04:59:08.410595 n-d-712749-15 neutron-server[95662]: {{(pid=95662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:59:08.419016 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Attempting to bind port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:08.419643 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Attempting to bind port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:08.420333 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Attempting to bind port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 on network 94422c2c-d658-46b0-91d3-d97e78ef7cfa {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:08.430366 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:08.431011 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Checking segment: {'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:08.431777 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.432424 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Bound using segment: {'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:08.433197 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Bound port: 7bf65d61-183b-4bd2-89b3-b9f79ef5b156, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7df4d1-3471-46ce-8c71-2cb9e9544d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:08.433801 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.463007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d39ca7d4-06b8-4ac6-855a-32b802e9f163 None None] Provisioning complete for port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:08.464179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d39ca7d4-06b8-4ac6-855a-32b802e9f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.508669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d39ca7d4-06b8-4ac6-855a-32b802e9f163 None None] Port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:08.545232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] For port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:08.568416 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] For port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7bf65d61-183b-4bd2-89b3-b9f79ef5b156,segment=NetworkSegment(9a7df4d1-3471-46ce-8c71-2cb9e9544d98),segment_id=9a7df4d1-3471-46ce-8c71-2cb9e9544d98)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:08.647654 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.730338 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Routers {'521abbeb-9eb0-4535-9228-40c32f2860c5'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:08.731438 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T04:58:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['521abbeb-9eb0-4535-9228-40c32f2860c5'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:08.800356 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268427dc-4345-4860-a4ce-3474846bf023 None None] Pushing event updated for resources: {'Port': ['ID=7bf65d61-183b-4bd2-89b3-b9f79ef5b156,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.896094 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] Set router 521abbeb-9eb0-4535-9228-40c32f2860c5 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:08.942836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e623755d-62e3-423b-9195-4774e56f4b11 None None] Provisioning complete for port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:08.943354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e623755d-62e3-423b-9195-4774e56f4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.089376 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e623755d-62e3-423b-9195-4774e56f4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.121032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35202) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:09.153972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e623755d-62e3-423b-9195-4774e56f4b11 None None] For port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7bf65d61-183b-4bd2-89b3-b9f79ef5b156,segment=NetworkSegment(9a7df4d1-3471-46ce-8c71-2cb9e9544d98),segment_id=9a7df4d1-3471-46ce-8c71-2cb9e9544d98)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:09.213509 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cc899436-3a85-4682-b379-004a7201b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'name': 'router1', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:53Z', 'updated_at': '2021-09-16T04:59:04Z', 'revision_number': 2, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'gw_port_host': None, '_interfaces': [{'id': '7bf65d61-183b-4bd2-89b3-b9f79ef5b156', 'name': '', 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'mac_address': 'fa:16:3e:d6:28:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:03Z', 'updated_at': '2021-09-16T04:59:08Z', 'revision_number': 4, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'subnets': [{'id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f20ed3b-d0b8-4320-917b-fc2593bf00f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:09.243920 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc899436-3a85-4682-b379-004a7201b346 None None] The sync data for ids ['521abbeb-9eb0-4535-9228-40c32f2860c5'] in n-d-712749-15 is: [{'id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'name': 'router1', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:53Z', 'updated_at': '2021-09-16T04:59:04Z', 'revision_number': 2, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'gw_port_host': None, '_interfaces': [{'id': '7bf65d61-183b-4bd2-89b3-b9f79ef5b156', 'name': '', 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'mac_address': 'fa:16:3e:d6:28:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:03Z', 'updated_at': '2021-09-16T04:59:08Z', 'revision_number': 4, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'subnets': [{'id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f20ed3b-d0b8-4320-917b-fc2593bf00f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:09.258468 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e623755d-62e3-423b-9195-4774e56f4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.318367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa5348-502c-44b1-acd1-ed039dd42af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.321003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bcfa5348-502c-44b1-acd1-ed039dd42af9 admin admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 842 time: 0.1974032 Sep 16 04:59:09.334871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:09.358450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623755d-62e3-423b-9195-4774e56f4b11 None None] Pushing event updated for resources: {'Port': ['ID=7bf65d61-183b-4bd2-89b3-b9f79ef5b156,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.515411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Made reservation on behalf of e62515d9d5be4a62ba163750fd151c26 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:09.518881 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.105183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:10.105739 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.176800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=338a766b-3e99-4cdc-905d-8af3da6ad872,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.195617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:10.196241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Network hostable DHCP agents. Network: 717d51fa-2082-4f98-9822-46d34662df31, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:10.321196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:10.578796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 717d51fa-2082-4f98-9822-46d34662df31) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:10.592085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.592850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea981e2d-a1fb-479e-a467-138bea433785 None None] Network 717d51fa-2082-4f98-9822-46d34662df31 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:10.593589 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.709417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7fb8519d-8e7d-47a8-9d04-4a0b1c03edbe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3706388 Sep 16 04:59:10.853198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2eb422-13e2-457a-8abb-b8eed4754aec None None] Network 717d51fa-2082-4f98-9822-46d34662df31 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:13.281013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35210) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.472898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-746e6226-3e31-4b65-9615-d0c27cac977d admin admin] 10.222.0.49 "GET /v2.0/routers/521abbeb-9eb0-4535-9228-40c32f2860c5 HTTP/1.1" status: 200 len: 710 time: 0.1898212 Sep 16 04:59:13.582709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84f529-0333-4ccf-ac64-672cacf1f7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.584532 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6d84f529-0333-4ccf-ac64-672cacf1f7d7 admin admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 886 time: 0.1041753 Sep 16 04:59:13.600108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:14.028204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.465506 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.572507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.715398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Allocated IP 172.25.1.82 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/7213d3ce-9463-493f-8df5-5660a4945497) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:14.849756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.955602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.996513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:14.999892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:15.007694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:15.013736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7213d3ce-9463-493f-8df5-5660a4945497,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.760930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.008811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.008811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.133025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Router 521abbeb-9eb0-4535-9228-40c32f2860c5 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:16.348892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:16.355498 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.356982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cd6ec000-bec5-4041-9857-3ef86038f2e4 admin admin] 10.222.0.49 "PUT /v2.0/routers/521abbeb-9eb0-4535-9228-40c32f2860c5 HTTP/1.1" status: 200 len: 889 time: 2.7615247 Sep 16 04:59:17.163428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Sync routers for ids ['521abbeb-9eb0-4535-9228-40c32f2860c5'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:17.176758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Routers {'521abbeb-9eb0-4535-9228-40c32f2860c5'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:17.177578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T04:58:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['521abbeb-9eb0-4535-9228-40c32f2860c5'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:17.428138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:17.523277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Set router 521abbeb-9eb0-4535-9228-40c32f2860c5 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:17.851034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.851399 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.196855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'name': 'router1', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7213d3ce-9463-493f-8df5-5660a4945497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:53Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'gw_port': {'id': '7213d3ce-9463-493f-8df5-5660a4945497', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:14Z', 'updated_at': '2021-09-16T04:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7bf65d61-183b-4bd2-89b3-b9f79ef5b156', 'name': '', 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'mac_address': 'fa:16:3e:d6:28:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:03Z', 'updated_at': '2021-09-16T04:59:09Z', 'revision_number': 5, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'subnets': [{'id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f20ed3b-d0b8-4320-917b-fc2593bf00f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:18.250725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Checking router: 521abbeb-9eb0-4535-9228-40c32f2860c5 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:18.251071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Updating router 521abbeb-9eb0-4535-9228-40c32f2860c5 port 7213d3ce-9463-493f-8df5-5660a4945497 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:18.301987 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.656723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.738458 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.890887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Attempting to bind port 7213d3ce-9463-493f-8df5-5660a4945497 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:18.891263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Attempting to bind port 7213d3ce-9463-493f-8df5-5660a4945497 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:18.891630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Attempting to bind port 7213d3ce-9463-493f-8df5-5660a4945497 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:18.898008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93cb2e-0c1d-49eb-aea9-e5816daaaa98 None None] Pushing event updated for resources: {'Port': ['ID=7213d3ce-9463-493f-8df5-5660a4945497,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.904002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:18.904515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:18.904788 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.905178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:18.905673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Bound port: 7213d3ce-9463-493f-8df5-5660a4945497, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:18.906083 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.966555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] For port 7213d3ce-9463-493f-8df5-5660a4945497, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:18.971058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] For port 7213d3ce-9463-493f-8df5-5660a4945497, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7213d3ce-9463-493f-8df5-5660a4945497,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:19.069985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.155030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Routers {'521abbeb-9eb0-4535-9228-40c32f2860c5'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:19.156095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T04:58:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['521abbeb-9eb0-4535-9228-40c32f2860c5'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:19.256025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93cb2e-0c1d-49eb-aea9-e5816daaaa98 None None] Pushing event updated for resources: {'Port': ['ID=7213d3ce-9463-493f-8df5-5660a4945497,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.339324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35222) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:19.360317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] Set router 521abbeb-9eb0-4535-9228-40c32f2860c5 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:19.551278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d21fc9d2-fc51-4030-89d3-3173d4e96b4e admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2338426 Sep 16 04:59:19.619352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'name': 'router1', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7213d3ce-9463-493f-8df5-5660a4945497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:53Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'gw_port': {'id': '7213d3ce-9463-493f-8df5-5660a4945497', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:14Z', 'updated_at': '2021-09-16T04:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7bf65d61-183b-4bd2-89b3-b9f79ef5b156', 'name': '', 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'mac_address': 'fa:16:3e:d6:28:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:03Z', 'updated_at': '2021-09-16T04:59:09Z', 'revision_number': 5, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'subnets': [{'id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f20ed3b-d0b8-4320-917b-fc2593bf00f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:19.651268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f7388-21e3-42be-956c-39c47b1b3b6f None None] The sync data for ids ['521abbeb-9eb0-4535-9228-40c32f2860c5'] in n-d-712749-15 is: [{'id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'name': 'router1', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7213d3ce-9463-493f-8df5-5660a4945497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:53Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'gw_port': {'id': '7213d3ce-9463-493f-8df5-5660a4945497', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:14Z', 'updated_at': '2021-09-16T04:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7bf65d61-183b-4bd2-89b3-b9f79ef5b156', 'name': '', 'network_id': '94422c2c-d658-46b0-91d3-d97e78ef7cfa', 'tenant_id': 'a77c95b2a6274998a02935a4954bd805', 'mac_address': 'fa:16:3e:d6:28:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521abbeb-9eb0-4535-9228-40c32f2860c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:03Z', 'updated_at': '2021-09-16T04:59:09Z', 'revision_number': 5, 'project_id': 'a77c95b2a6274998a02935a4954bd805', 'subnets': [{'id': '95db01bb-3ffd-4522-aba7-e16dbea946ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f20ed3b-d0b8-4320-917b-fc2593bf00f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:19.801693 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c81a8b84-d91d-43d7-b886-f52538c6bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.421750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7213d3ce-9463-493f-8df5-5660a4945497 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:21.489866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7213d3ce-9463-493f-8df5-5660a4945497 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:21.490435 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.579504 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.610203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7213d3ce-9463-493f-8df5-5660a4945497, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7213d3ce-9463-493f-8df5-5660a4945497,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:21.686672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.768824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7213d3ce-9463-493f-8df5-5660a4945497,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.099327 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4913cdc9-8b01-4997-9475-cfc911df8291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.438588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7213d3ce-9463-493f-8df5-5660a4945497 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:23.570360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7213d3ce-9463-493f-8df5-5660a4945497 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:23.571115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.687391 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.757393 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:25.043206 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.143958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.846504 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2787f93-85ea-47ee-97db-d3ead8728b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.965731 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-527a098d-8858-42ec-9795-85753cd4a72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.102759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.064682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.156142 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.762797 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:19.800771 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a11047b5-af12-4656-8139-54ada4c4b95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.954603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d9971f3-cbad-4dcb-972e-d173ec47d2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.697534 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.081076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.195672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.766223 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:49.816145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c6ece27-ccd6-4954-b9e7-65f9414e9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.953594 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb7c22a2-5fd4-46b2-b12e-a6cf8b03b38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.689862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.062920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.153191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.767115 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:19.792628 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da32c53a-f368-43ee-bc84-1b40f9054199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.198987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35816) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.271579 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d72f5f-5eef-46f0-8fc4-ea6d71507979 admin admin] GET failed (client error): The resource could not be found. Sep 16 05:01:22.273111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b8d72f5f-5eef-46f0-8fc4-ea6d71507979 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0727768 Sep 16 05:01:22.466301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81717120-82f4-42d0-bbc3-da97274d8e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.477998 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81717120-82f4-42d0-bbc3-da97274d8e3f admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1994288 Sep 16 05:01:22.936187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5448dc80-781a-4ba4-aed5-e90e63f8fa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.736498 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.913796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:25.029810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba14dc-3207-4582-82be-2bf1b4615ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.032198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d8ba14dc-3207-4582-82be-2bf1b4615ebd admin admin] 10.222.0.49 "GET /v2.0/subnets/95db01bb-3ffd-4522-aba7-e16dbea946ff HTTP/1.1" status: 200 len: 849 time: 0.1169703 Sep 16 05:01:25.038411 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.043845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:25.153383 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Notify callbacks [] for subnet, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.415528 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788593524228'] for subnet, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.452486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.453180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.455123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] 10.222.0.49 "PUT /v2.0/subnets/95db01bb-3ffd-4522-aba7-e16dbea946ff HTTP/1.1" status: 200 len: 868 time: 0.4157567 Sep 16 05:01:25.461497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1dea22-6c4c-4c77-9529-19e730c31a69 None None] Network 94422c2c-d658-46b0-91d3-d97e78ef7cfa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:25.499139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95db01bb-3ffd-4522-aba7-e16dbea946ff,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.512127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.512641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.513153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.513659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.514168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.515242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.515667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.516246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.516740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.517322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.517756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.518242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e992e-967f-4b13-81ff-de88a632027e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:25.974823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e6f509c5-194e-41bf-bd2b-757f571f9568 None None] Provisioning complete for port aabd03c5-2304-435b-8651-9a3387fa30c2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:25.975401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6f509c5-194e-41bf-bd2b-757f571f9568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.120665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e6f509c5-194e-41bf-bd2b-757f571f9568 None None] Provisioning complete for port 7bf65d61-183b-4bd2-89b3-b9f79ef5b156 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:26.121392 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6f509c5-194e-41bf-bd2b-757f571f9568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.143684 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.032920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35836) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.283143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e912b4f-bef9-4121-8c4d-c51e1ec31252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.283960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e912b4f-bef9-4121-8c4d-c51e1ec31252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.285860 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9e912b4f-bef9-4121-8c4d-c51e1ec31252 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2518783 Sep 16 05:01:30.615372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35844) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.781300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e5ba0-de6f-40ac-9bc4-a350728a05a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.782132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e5ba0-de6f-40ac-9bc4-a350728a05a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.784906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aa3e5ba0-de6f-40ac-9bc4-a350728a05a7 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1682179 Sep 16 05:01:33.133587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.363271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1664a0-956e-4c31-b950-b8d29109998b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.364689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6a1664a0-956e-4c31-b950-b8d29109998b admin admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 886 time: 0.2300510 Sep 16 05:01:35.741337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35860) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.938582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381f25f-2af5-472e-a63b-ba54aee7a739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.940399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b381f25f-2af5-472e-a63b-ba54aee7a739 admin admin] 10.222.0.49 "GET /v2.0/networks/94422c2c-d658-46b0-91d3-d97e78ef7cfa HTTP/1.1" status: 200 len: 869 time: 0.1977627 Sep 16 05:01:38.289086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35868) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.430900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d20b2-2fe4-459d-a82a-44403eed33ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.431430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d20b2-2fe4-459d-a82a-44403eed33ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.433211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0e4d20b2-2fe4-459d-a82a-44403eed33ea admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431353 Sep 16 05:01:41.201015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35876) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:41.322286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b605f7-1dab-41b3-8358-4485923c9689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.323114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b605f7-1dab-41b3-8358-4485923c9689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.326041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-11b605f7-1dab-41b3-8358-4485923c9689 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236179 Sep 16 05:01:43.856417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35884) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.967747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5258dc6c-1856-4a7f-818a-8a0802cf41cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.969162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5258dc6c-1856-4a7f-818a-8a0802cf41cd admin admin] 10.222.0.49 "GET /v2.0/subnets/338a766b-3e99-4cdc-905d-8af3da6ad872 HTTP/1.1" status: 200 len: 816 time: 0.1115000 Sep 16 05:01:46.308002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35892) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:46.419842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390ad2e-caf2-4656-9687-faecd97a36b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.421982 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e390ad2e-caf2-4656-9687-faecd97a36b9 admin admin] 10.222.0.49 "GET /v2.0/subnets/95db01bb-3ffd-4522-aba7-e16dbea946ff HTTP/1.1" status: 200 len: 868 time: 0.1129680 Sep 16 05:01:49.803321 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8bf2e364-bedf-4142-8873-6e943277c511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.768868 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:52.969811 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d560bdc8-803d-4c3d-aafd-86a5e42c93ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.711816 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.084289 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.186940 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.170172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35946) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.254587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-002e6d9c-4623-48ab-a490-66454ffeaa08 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:02:13.255633 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-002e6d9c-4623-48ab-a490-66454ffeaa08 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0841379 Sep 16 05:02:15.744604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35954) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.833016 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5dbade-bd26-4ee5-af77-26bf08034ca4 admin admin] GET failed (client error): The resource could not be found. Sep 16 05:02:15.834499 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-be5dbade-bd26-4ee5-af77-26bf08034ca4 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0889478 Sep 16 05:02:15.945486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eb3665-515b-4894-947b-5d4a88ce318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.947603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-24eb3665-515b-4894-947b-5d4a88ce318f admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1032491 Sep 16 05:02:18.347938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35962) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:18.400845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:18.494472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Made reservation on behalf of e62515d9d5be4a62ba163750fd151c26 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:18.497023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.538864 n-d-712749-15 neutron-server[95660]: WARNING neutron.services.revisions.revision_plugin [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Could not find related network for resource to bump revision. Sep 16 05:02:18.554452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:18.571334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.571920 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Added segment b78ca374-f79c-46eb-a804-14ff0ad6cf39 of type vlan for network 61e994be-6832-408e-9c43-c0c82a812cf0 Sep 16 05:02:18.627113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.774654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.775548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.776206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.841812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] Pushing event updated for resources: {'Network': ['ID=61e994be-6832-408e-9c43-c0c82a812cf0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.854880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 61e994be-6832-408e-9c43-c0c82a812cf0 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:18.878191 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5335db30-28ee-4602-ab85-b512ee0484d5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5288837 Sep 16 05:02:19.820322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4055daa8-b41a-4e93-b250-70d93db4ac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.317297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35970) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.392241 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9c8ac1-54ff-4f65-8dd9-b9eeffa5e2a6 admin admin] GET failed (client error): The resource could not be found. Sep 16 05:02:21.399540 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3d9c8ac1-54ff-4f65-8dd9-b9eeffa5e2a6 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0753999 Sep 16 05:02:21.474525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa395b1-3fa6-4a2f-8e94-67e7c2a99910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.476459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-daa395b1-3fa6-4a2f-8e94-67e7c2a99910 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0775740 Sep 16 05:02:21.490143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.602984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Made reservation on behalf of e62515d9d5be4a62ba163750fd151c26 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:21.605716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.906636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.970385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f9f5c1-0d55-4675-ae79-77f1449710e8,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.985291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.985641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.985987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.986329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.986664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.986996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.987341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.987647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.988017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.988357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.988670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.988994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.994606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:21.994965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Network hostable DHCP agents. Network: 61e994be-6832-408e-9c43-c0c82a812cf0, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:22.117544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:22.254007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 61e994be-6832-408e-9c43-c0c82a812cf0) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:22.259418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.260054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.268613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d9bc0-d612-4a47-8280-26f7ef11fc96 None None] Network 61e994be-6832-408e-9c43-c0c82a812cf0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:22.369861 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0313f70f-1a06-4a76-929c-65d20ccd3f7c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8834820 Sep 16 05:02:22.438838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-61e994be-6832-408e-9c43-c0c82a812cf0', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'tenant_id': 'e62515d9d5be4a62ba163750fd151c26', 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:22.439774 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.664523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Allocated IP 192.168.233.2 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/a0b289dc-f8f7-43ba-a021-3d4036ff452f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:22.863699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.929951 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.964332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:23.000859 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:23.003943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6af5-7c71-45a4-b413-36a6b840f218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.029162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:23.101557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Pushing event updated for resources: {'Port': ['ID=a0b289dc-f8f7-43ba-a021-3d4036ff452f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.153277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.154012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.154604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.155109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.155678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.156284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.156861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.157420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.157996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.158577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.159142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.159688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:23.173217 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Attempting to bind port a0b289dc-f8f7-43ba-a021-3d4036ff452f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:23.173839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Attempting to bind port a0b289dc-f8f7-43ba-a021-3d4036ff452f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:23.174485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Attempting to bind port a0b289dc-f8f7-43ba-a021-3d4036ff452f on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:23.184651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:23.185752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:23.186457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.187130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:23.188048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Bound port: a0b289dc-f8f7-43ba-a021-3d4036ff452f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:23.188669 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.283668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] For port a0b289dc-f8f7-43ba-a021-3d4036ff452f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:23.287504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] For port a0b289dc-f8f7-43ba-a021-3d4036ff452f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a0b289dc-f8f7-43ba-a021-3d4036ff452f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:23.370550 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.440446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f1040-d8cc-4627-91a9-e3dff33511dd None None] Pushing event updated for resources: {'Port': ['ID=a0b289dc-f8f7-43ba-a021-3d4036ff452f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.713466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.517560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf90e8-8d6c-4ca8-8257-f1105ad8cb53 None None] Network 61e994be-6832-408e-9c43-c0c82a812cf0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:24.587444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ddb0b094-d855-42c6-934d-384dbf73c6ac None None] Provisioning complete for port a0b289dc-f8f7-43ba-a021-3d4036ff452f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:24.587814 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b094-d855-42c6-934d-384dbf73c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.770492 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b094-d855-42c6-934d-384dbf73c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.820700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ddb0b094-d855-42c6-934d-384dbf73c6ac None None] For port a0b289dc-f8f7-43ba-a021-3d4036ff452f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a0b289dc-f8f7-43ba-a021-3d4036ff452f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:24.879423 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b094-d855-42c6-934d-384dbf73c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.991924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0b094-d855-42c6-934d-384dbf73c6ac None None] Pushing event updated for resources: {'Port': ['ID=a0b289dc-f8f7-43ba-a021-3d4036ff452f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.089515 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.117608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d17f6cb0-bf58-40e6-8b80-d5f7ceddf2cc None None] Provisioning complete for port a0b289dc-f8f7-43ba-a021-3d4036ff452f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:25.118213 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d17f6cb0-bf58-40e6-8b80-d5f7ceddf2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.605338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a0b289dc-f8f7-43ba-a021-3d4036ff452f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:25.660873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a0b289dc-f8f7-43ba-a021-3d4036ff452f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:25.661242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.157081 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.769510 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:49.790867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a1c9bf2-8125-46b2-91d9-96c5ad91d8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.962551 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8e901e4-7201-45f8-8910-580549bc4906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.682451 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.047610 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.156172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.769486 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:19.796474 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70245985-7a52-423d-829d-d4b44143e8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.967077 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfc1264e-b624-4f4b-bd2c-5cde57c8fa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.711134 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.058434 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.172894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.769159 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:49.796113 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-255da5d0-0eea-40fa-8ae3-94357f49666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.967413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2748790f-2c05-4ac0-977d-4963fc9c4f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.737834 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.052839 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.184649 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.285737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36026) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.292996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-61a28fb6-9e42-4c08-81b8-f3c8bd8ab3ab tempest-verify_tempest_config-1627093416 tempest-verify_tempest_config-1627093416-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:04:15.294292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61a28fb6-9e42-4c08-81b8-f3c8bd8ab3ab tempest-verify_tempest_config-1627093416 tempest-verify_tempest_config-1627093416-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0075421 Sep 16 05:04:15.931275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36044) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.086681 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.197664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.257582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.311618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22c5bd4f2a4047d78135c0b875fa08c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3789754 Sep 16 05:04:16.312256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f94810-604b-447c-817e-b90d45b6a78a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.316174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36050) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.320571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.320924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.321270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.321608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.321945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.322277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.322604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.322942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.323311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.324186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.324186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.324391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710f0e3-b16f-47e5-8146-5a24779d9296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.399057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.425625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.595452 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.599829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.601098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79f94810-604b-447c-817e-b90d45b6a78a HTTP/1.1" status: 204 len: 168 time: 0.2836430 Sep 16 05:04:16.611023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f94810-604b-447c-817e-b90d45b6a78a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.619341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.620542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.621131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.621536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.621986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.622412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.623018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.623393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.623943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.624380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.630291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:16.630291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597a786-f9e8-4e58-996b-fdb481e4fc85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:19.806209 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-672c00eb-f6ac-4291-adf3-8ef525013d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.768381 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:22.982927 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-427a0857-3af5-4f33-9339-8831d3c03451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.697897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.074617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.165645 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.788995 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4aa038cd-71b2-4270-a560-ac1345891813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.005542 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-015f67a6-391f-4057-95d9-fabbc9858ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.685161 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.085920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.210996 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.767795 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:19.799073 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b58e817c-dae9-445a-94d9-df845deddd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.993514 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af322a13-1a44-4781-b24c-40fc6fe4972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.655745 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.050379 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.216184 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.766320 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:49.786240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da045b9-a6ba-41d4-882d-e04b38311cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.947125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c770c5ad-fa2c-4b94-aa05-e565a5b8473d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.717673 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.077778 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.163624 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.766229 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:19.791754 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75411cf5-e032-48fa-b578-008ee3bbdf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.014955 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd0e74ef-ed6e-4a46-9159-08cb9793d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.717295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.072656 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.180291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:48.764824 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:49.792031 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24ff8f2f-58ee-4da1-af5d-baf528fb7891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.985603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed888c24-587e-4060-a7c2-ca30478378ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.665232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.156929 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.174002 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.784612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db77dee3-29c1-44cd-beaf-166a11b490d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.984740 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09f4d850-1fcb-42bc-a2de-8a92bdfdda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.670638 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.075837 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.764448 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 5 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:27.246350 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.806186 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ed3aae9-8d18-4cb5-abb3-683a048b6de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.241492 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547628'] for agent, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.007165 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76e0e7ed-789c-4762-aad5-80342012f66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.721862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.092712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.212788 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.355262 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-547628'] for agent, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.764864 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:19.795045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3f399c5-cbc8-4ea4-81a3-e541c39519a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.199908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.960765 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b4a58bf-ff30-4e5f-9469-e85db38ae98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.691636 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.136538 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.269292 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.325314 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.764668 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:42.537218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36122) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.670512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3ec0e069-e279-4d1e-ba42-ee4d6745954f admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1316588 Sep 16 05:08:45.063907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36132) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:45.163192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ca0c09c3-d781-4e41-9ffb-bbafd24fe0af admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0974741 Sep 16 05:08:49.839741 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-233240f7-8596-44a4-b034-9df54f3c3fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.200044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.067114 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-add3686f-08d3-4f6c-9a6b-d4b7dbda3b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.708832 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.125796 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.262514 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.308449 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.764525 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:19.793592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-da251807-d9a0-48bc-a983-3ebd705637bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.256548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.010936 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9916f1d5-7f9a-401f-89a5-cbd12a551e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.713086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.096411 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.199696 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.313571 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.878563 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d745de9-5cef-47a1-8015-e119ae7d10f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.295709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.981291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6246f161-4ca6-4ea8-97c1-98b2dfae7886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.706103 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.765010 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:55.109841 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.250462 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.364159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.826509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfdd53ba-7ca3-4ded-a17c-bce3fc67b4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.301017 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.019906 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4588c05-cf13-4ca4-baa2-86db635da905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.769486 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.417459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36364) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:24.459004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36372) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.096120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.124092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-network', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:25.128855 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-81d44c8b-a758-4cd3-9aa7-15fcf805ac22 tempest-AutoAllocateNetworkTest-1689779965 tempest-AutoAllocateNetworkTest-1689779965-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=48273f0255194656bc83ec0c7ae2bbec&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7091916 Sep 16 05:10:25.134011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.237710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Made reservation on behalf of 253a70d836ff423fb8ee993b21ed1df6 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:25.240513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.250374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.359059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b7399-0a6a-49cb-b12c-570ad080795f tempest-AutoAllocateNetworkTest-1689779965 tempest-AutoAllocateNetworkTest-1689779965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.360445 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.365128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36396) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.368849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-960b7399-0a6a-49cb-b12c-570ad080795f tempest-AutoAllocateNetworkTest-1689779965 tempest-AutoAllocateNetworkTest-1689779965-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2295611 Sep 16 05:10:25.451802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e71db767-0a15-4f9f-a2df-4fc98b9e3a8c tempest-AutoAllocateNetworkTest-1689779965 tempest-AutoAllocateNetworkTest-1689779965-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844531 Sep 16 05:10:25.454479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36398) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.482835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.491400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-61eb3d38-d120-4c4d-a151-62b5a81dc15f tempest-AutoAllocateNetworkTest-1689779965 tempest-AutoAllocateNetworkTest-1689779965-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=48273f0255194656bc83ec0c7ae2bbec HTTP/1.1" status: 200 len: 208 time: 0.0357985 Sep 16 05:10:25.500865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:25.523025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.523270 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Added segment 7893ef56-f9ca-4bd2-89a9-604d04cd72bf of type vlan for network 025e130c-550e-47f2-a0a3-b88748c30bec Sep 16 05:10:25.544042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d3d68-c264-44c1-b41f-6beaea9b0a8e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.594747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.595571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.596363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.596851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.597611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.598228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.599686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.601088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.601797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.602368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.602926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.603476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Tracked resource versions report: Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: pushed versions: Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: { 'AddressGroup': {'1.2'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'ConntrackHelper': {'1.0'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Log': {'1.0'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Network': {'1.1'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Port': {'1.7'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'PortForwarding': {'1.2'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'QosPolicy': {'1.9'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'SecurityGroup': {'1.4'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'SubPort': {'1.0'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Subnet': {'1.1'}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Trunk': {'1.1'}} Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: consumer versions: Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: { DHCP agent@n-d-712749-15: {}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: HyperV agent@n-h1-712749-15: {}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: HyperV agent@n-h2-712749-15: {}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: L3 agent@n-d-712749-15: {}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: Metadata agent@n-d-712749-15: {}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: Metering agent@n-d-712749-15: {}, Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: Open vSwitch agent@n-d-712749-15: { 'AddressGroup': '1.2', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'ConntrackHelper': '1.0', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Log': '1.0', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Network': '1.1', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Port': '1.7', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'PortForwarding': '1.2', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'QosPolicy': '1.9', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'SecurityGroup': '1.4', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'SecurityGroupRule': '1.2', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'SubPort': '1.0', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Subnet': '1.1', Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: 'Trunk': '1.1'}} Sep 16 05:10:25.605305 n-d-712749-15 neutron-server[95660]: {{(pid=95660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:10:25.622909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.722527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.724273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.724999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.945915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4843926 Sep 16 05:10:25.947584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd4e57-60c5-4822-9ce2-a416508a63a5 admin admin] Pushing event updated for resources: {'Network': ['ID=025e130c-550e-47f2-a0a3-b88748c30bec,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.949979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:25.964594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Request body: {'subnet': {'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-subnet', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:25.965116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 025e130c-550e-47f2-a0a3-b88748c30bec details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:26.085577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Made reservation on behalf of 253a70d836ff423fb8ee993b21ed1df6 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:26.088255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.477398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.537376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042732bf-6548-49b1-97f9-a80dc74b9d91,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.549217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.549553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.549886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.550211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.550533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.550853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.551237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.551554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.551895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.552223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.553059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.553059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Tracked resource versions report: Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: pushed versions: Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: { 'AddressGroup': {'1.2'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'ConntrackHelper': {'1.0'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Log': {'1.0'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Network': {'1.1'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Port': {'1.7'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'PortForwarding': {'1.2'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'QosPolicy': {'1.9'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'SecurityGroup': {'1.4'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'SubPort': {'1.0'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Subnet': {'1.1'}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Trunk': {'1.1'}} Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: consumer versions: Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: { DHCP agent@n-d-712749-15: {}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: HyperV agent@n-h1-712749-15: {}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: HyperV agent@n-h2-712749-15: {}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: L3 agent@n-d-712749-15: {}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: Metadata agent@n-d-712749-15: {}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: Metering agent@n-d-712749-15: {}, Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: Open vSwitch agent@n-d-712749-15: { 'AddressGroup': '1.2', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'ConntrackHelper': '1.0', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Log': '1.0', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Network': '1.1', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Port': '1.7', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'PortForwarding': '1.2', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'QosPolicy': '1.9', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'SecurityGroup': '1.4', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'SecurityGroupRule': '1.2', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'SubPort': '1.0', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Subnet': '1.1', Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: 'Trunk': '1.1'}} Sep 16 05:10:26.553914 n-d-712749-15 neutron-server[95659]: {{(pid=95659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:10:26.560100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Checking segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:26.560435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Network hostable DHCP agents. Network: 025e130c-550e-47f2-a0a3-b88748c30bec, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:26.661614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Network 025e130c-550e-47f2-a0a3-b88748c30bec is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:26.770114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 025e130c-550e-47f2-a0a3-b88748c30bec) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:26.777863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.779003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.786582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918df66-2ece-48f8-a040-6b24ee48c496 None None] Network 025e130c-550e-47f2-a0a3-b88748c30bec requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:26.908083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9b1ad8e5-2b8d-45d9-8d25-5febe2747d39 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9558737 Sep 16 05:10:26.911510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36448) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.920691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:27.028971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36454) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.029691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-025e130c-550e-47f2-a0a3-b88748c30bec', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:27.030850 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.065303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.068102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.143771 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.330592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Allocated IP 172.20.0.2 (025e130c-550e-47f2-a0a3-b88748c30bec/042732bf-6548-49b1-97f9-a80dc74b9d91/3a6d006f-8abb-459f-a68d-0ce0ee7298e1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:27.469843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9423f17e-4ef6-451e-a70c-d61a4ec3c92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.546324 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.555207 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.602558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.639495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.709607 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9423f17e-4ef6-451e-a70c-d61a4ec3c92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.713767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Network 025e130c-550e-47f2-a0a3-b88748c30bec is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:27.720092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:27.728438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:27.762579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Pushing event updated for resources: {'Port': ['ID=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.799284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Tracked resource versions report: Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: pushed versions: Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: { 'AddressGroup': {'1.2'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'ConntrackHelper': {'1.0'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Log': {'1.0'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Network': {'1.1'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Port': {'1.7'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'PortForwarding': {'1.2'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'QosPolicy': {'1.9'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'SecurityGroup': {'1.4'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'SubPort': {'1.0'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Subnet': {'1.1'}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Trunk': {'1.1'}} Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: consumer versions: Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: { DHCP agent@n-d-712749-15: {}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: HyperV agent@n-h1-712749-15: {}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: HyperV agent@n-h2-712749-15: {}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: L3 agent@n-d-712749-15: {}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: Metadata agent@n-d-712749-15: {}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: Metering agent@n-d-712749-15: {}, Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: Open vSwitch agent@n-d-712749-15: { 'AddressGroup': '1.2', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'ConntrackHelper': '1.0', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Log': '1.0', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Network': '1.1', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Port': '1.7', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'PortForwarding': '1.2', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'QosPolicy': '1.9', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'SecurityGroup': '1.4', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'SecurityGroupRule': '1.2', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'SubPort': '1.0', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Subnet': '1.1', Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: 'Trunk': '1.1'}} Sep 16 05:10:27.800618 n-d-712749-15 neutron-server[95661]: {{(pid=95661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:10:27.815525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9423f17e-4ef6-451e-a70c-d61a4ec3c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.837998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Attempting to bind port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:27.838464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Attempting to bind port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:27.839028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Attempting to bind port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 on network 025e130c-550e-47f2-a0a3-b88748c30bec {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:27.845800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:27.846221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Checking segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:27.846596 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.846977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Bound using segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:27.847505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Bound port: 3a6d006f-8abb-459f-a68d-0ce0ee7298e1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:27.847940 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.897711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9423f17e-4ef6-451e-a70c-d61a4ec3c92b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48273f0255194656bc83ec0c7ae2bbec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8625720 Sep 16 05:10:27.898857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.936330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] For port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:27.944817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] For port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:27.945808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423f17e-4ef6-451e-a70c-d61a4ec3c92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e9564-92ad-4e16-91e4-47eed1159d45,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.017255 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e50a54a2-9952-493c-976e-8e2b4f259287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.033075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.063598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e50a54a2-9952-493c-976e-8e2b4f259287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.089008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.117349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.185351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320f05c-66b6-4c59-ab74-866d84b14d57 None None] Pushing event updated for resources: {'Port': ['ID=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.238901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e50a54a2-9952-493c-976e-8e2b4f259287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.245169 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e50a54a2-9952-493c-976e-8e2b4f259287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.247416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e50a54a2-9952-493c-976e-8e2b4f259287 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d5e9564-92ad-4e16-91e4-47eed1159d45 HTTP/1.1" status: 204 len: 168 time: 0.3452938 Sep 16 05:10:28.266777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a54a2-9952-493c-976e-8e2b4f259287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e9564-92ad-4e16-91e4-47eed1159d45,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.305968 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.359289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Allocated IP 172.25.1.136 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/fdab04a0-b471-46ea-ba0d-3cf50ac98713) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:28.628230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.672412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.760361 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.844100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:28.848080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:28.853712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:28.930843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Pushing event updated for resources: {'Port': ['ID=fdab04a0-b471-46ea-ba0d-3cf50ac98713,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.260788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88ea2e99-0582-4d52-b7cc-63a75b340828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.367151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.543441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88ea2e99-0582-4d52-b7cc-63a75b340828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.560809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02223ab7-01b8-4b2d-8fc1-ed187bd53e2c None None] Network 025e130c-550e-47f2-a0a3-b88748c30bec requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:29.661437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88ea2e99-0582-4d52-b7cc-63a75b340828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.733191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b3e03ff8-032c-42fe-abf2-ab8784428737 None None] Provisioning complete for port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:29.734103 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3e03ff8-032c-42fe-abf2-ab8784428737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.753510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-88ea2e99-0582-4d52-b7cc-63a75b340828 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3beb98bb62ed47c68d6e9feef83bb8e3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0791202 Sep 16 05:10:29.760803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36542) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.787263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea2e99-0582-4d52-b7cc-63a75b340828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05623b-38f0-40cc-afca-09cce3051953,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.832051 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.886340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58d276b6-02cc-40fa-9c54-922b50b1297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.938574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58d276b6-02cc-40fa-9c54-922b50b1297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.980605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3e03ff8-032c-42fe-abf2-ab8784428737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.073382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:30.081561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b3e03ff8-032c-42fe-abf2-ab8784428737 None None] For port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:30.124984 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58d276b6-02cc-40fa-9c54-922b50b1297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.134336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-58d276b6-02cc-40fa-9c54-922b50b1297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.141777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-58d276b6-02cc-40fa-9c54-922b50b1297b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef05623b-38f0-40cc-afca-09cce3051953 HTTP/1.1" status: 204 len: 168 time: 0.3787541 Sep 16 05:10:30.164875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d276b6-02cc-40fa-9c54-922b50b1297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef05623b-38f0-40cc-afca-09cce3051953,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.189733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3e03ff8-032c-42fe-abf2-ab8784428737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.226068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:30.226440 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.267095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:30.284578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e03ff8-032c-42fe-abf2-ab8784428737 None None] Pushing event updated for resources: {'Port': ['ID=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.353081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d1edb896-87c2-44e4-8ff9-5612cbada20d None None] Provisioning complete for port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:30.353961 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1edb896-87c2-44e4-8ff9-5612cbada20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.508729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:30.534432 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Sync routers for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:30.547143 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:30.548070 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:10:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:30.665998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.670240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef31f32e-5b29-4011-ba25-a8e008962453 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7543204 Sep 16 05:10:30.670696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36570) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.746694 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:30.835296 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:31.046136 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:29Z', 'revision_number': 3, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:31.096743 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Checking router: 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:31.097326 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Updating router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 port fdab04a0-b471-46ea-ba0d-3cf50ac98713 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:31.137056 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.413381 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.553194 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.562190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36608) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.565688 n-d-712749-15 neutron-server[95660]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 05:10:31.589655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-cc882dd8-067a-4953-b314-ba2f543cc62e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=239c10e5034d4688913ef4cf9c126547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256023 Sep 16 05:10:31.655424 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.729194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36612) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.745440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Allocated IP 172.20.0.1 (025e130c-550e-47f2-a0a3-b88748c30bec/042732bf-6548-49b1-97f9-a80dc74b9d91/b5a3adce-a375-4342-b039-593da5c912a8) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:31.775812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa27e-9bee-4c9b-8ccd-79dea1cb76b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.822950 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Attempting to bind port fdab04a0-b471-46ea-ba0d-3cf50ac98713 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:31.824737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Attempting to bind port fdab04a0-b471-46ea-ba0d-3cf50ac98713 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:31.824737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Attempting to bind port fdab04a0-b471-46ea-ba0d-3cf50ac98713 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:31.853963 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:31.854637 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:31.855281 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.856003 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:31.859841 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Bound port: fdab04a0-b471-46ea-ba0d-3cf50ac98713, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:31.860526 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.863509 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Pushing event updated for resources: {'Port': ['ID=fdab04a0-b471-46ea-ba0d-3cf50ac98713,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.900930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-1267f3c8-0624-404a-a210-a1c1157b8608 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.913887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-1267f3c8-0624-404a-a210-a1c1157b8608 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171217 Sep 16 05:10:31.951335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-d7d6209c-4147-4f38-b01e-54338fa07724 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/quotas/239c10e5034d4688913ef4cf9c126547 HTTP/1.1" status: 200 len: 375 time: 0.0160937 Sep 16 05:10:31.964983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:31.966476 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.970668 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.971215 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.971748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.972312 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.972923 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.973776 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.974141 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.975105 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.975232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.975692 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.976246 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Tracked resource versions report: Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: pushed versions: Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: { 'AddressGroup': {'1.2'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'ConntrackHelper': {'1.0'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Log': {'1.0'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Network': {'1.1'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Port': {'1.7'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'PortForwarding': {'1.2'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'QosPolicy': {'1.9'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'SecurityGroup': {'1.4'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'SecurityGroupRule': {'1.2'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'SubPort': {'1.0'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Subnet': {'1.1'}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Trunk': {'1.1'}} Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: consumer versions: Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: { DHCP agent@n-d-712749-15: {}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: HyperV agent@n-h1-712749-15: {}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: HyperV agent@n-h2-712749-15: {}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: L3 agent@n-d-712749-15: {}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: Metadata agent@n-d-712749-15: {}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: Metering agent@n-d-712749-15: {}, Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: Open vSwitch agent@n-d-712749-15: { 'AddressGroup': '1.2', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'ConntrackHelper': '1.0', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Log': '1.0', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Network': '1.1', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Port': '1.7', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'PortForwarding': '1.2', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'QosPolicy': '1.9', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'SecurityGroup': '1.4', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'SecurityGroupRule': '1.2', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'SubPort': '1.0', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Subnet': '1.1', Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: 'Trunk': '1.1'}} Sep 16 05:10:31.978298 n-d-712749-15 neutron-server[95662]: {{(pid=95662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 05:10:32.059957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:32.060500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.078364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.090533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-018ad75f-cc9a-40bc-9051-ef31763ad247 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=239c10e5034d4688913ef4cf9c126547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222422 Sep 16 05:10:32.115601 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] For port fdab04a0-b471-46ea-ba0d-3cf50ac98713, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:32.124801 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] For port fdab04a0-b471-46ea-ba0d-3cf50ac98713, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fdab04a0-b471-46ea-ba0d-3cf50ac98713,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:32.210864 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.237349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa27e-9bee-4c9b-8ccd-79dea1cb76b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.288188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.322537 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c8f68-aac9-4f11-bdb1-aaa2a185fc71 None None] Pushing event updated for resources: {'Port': ['ID=fdab04a0-b471-46ea-ba0d-3cf50ac98713,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.358059 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:32.358059 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:10:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.381316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa27e-9bee-4c9b-8ccd-79dea1cb76b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.421460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Network 025e130c-550e-47f2-a0a3-b88748c30bec is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:32.470630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:32.475745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:32.476856 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.499768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fa27e-9bee-4c9b-8ccd-79dea1cb76b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d6e3f-f61f-43bd-9d29-a33b3556d1a9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.690982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Pushing event updated for resources: {'Port': ['ID=b5a3adce-a375-4342-b039-593da5c912a8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.727533 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:32.774640 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bf0fa27e-9bee-4c9b-8ccd-79dea1cb76b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26ac86d0ddb0491a8b0c77a610dd3363&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0432451 Sep 16 05:10:32.777281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36640) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.982393 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c469c06c-280f-48e1-b339-a90c18539e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.005463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8ceb2328-699f-4d9e-b42c-6d7c27cda246 None None] Provisioning complete for port b5a3adce-a375-4342-b039-593da5c912a8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:33.006260 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2328-699f-4d9e-b42c-6d7c27cda246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.049593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1499ee19-5330-43b8-b4f7-41a4cd26692b req-e549cece-eed9-4d36-b8de-8ad9bd4f253f tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 210 time: 0.1726248 Sep 16 05:10:33.108709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c469c06c-280f-48e1-b339-a90c18539e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.180622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb2328-699f-4d9e-b42c-6d7c27cda246 None None] Port b5a3adce-a375-4342-b039-593da5c912a8 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:33.196045 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:29Z', 'revision_number': 3, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:33.252508 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67b62e-3f06-485b-8405-663d4c070aae None None] The sync data for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 is: [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:29Z', 'revision_number': 3, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:33.345649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c469c06c-280f-48e1-b339-a90c18539e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.350209 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c469c06c-280f-48e1-b339-a90c18539e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.351847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c469c06c-280f-48e1-b339-a90c18539e9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/030d6e3f-f61f-43bd-9d29-a33b3556d1a9 HTTP/1.1" status: 204 len: 168 time: 0.5729141 Sep 16 05:10:33.365796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469c06c-280f-48e1-b339-a90c18539e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d6e3f-f61f-43bd-9d29-a33b3556d1a9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.466645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.856815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.929663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.930890 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.969093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fdab04a0-b471-46ea-ba0d-3cf50ac98713 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:34.070852 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fdab04a0-b471-46ea-ba0d-3cf50ac98713 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:34.073148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.088766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Pushing event updated for resources: {'Port': ['ID=b5a3adce-a375-4342-b039-593da5c912a8,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.260627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.270278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Network 025e130c-550e-47f2-a0a3-b88748c30bec is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:34.270278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:34.311128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port fdab04a0-b471-46ea-ba0d-3cf50ac98713, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fdab04a0-b471-46ea-ba0d-3cf50ac98713,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:34.399654 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.491970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=fdab04a0-b471-46ea-ba0d-3cf50ac98713,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.629157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:34.732244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b2f8cb0a-e6a0-4832-9be8-28e44572eab6 None None] Provisioning complete for port b5a3adce-a375-4342-b039-593da5c912a8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:34.732982 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb0a-e6a0-4832-9be8-28e44572eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.753532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36714) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:34.816250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8cb0a-e6a0-4832-9be8-28e44572eab6 None None] Port b5a3adce-a375-4342-b039-593da5c912a8 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:34.872089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:34.888823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a8027970-44f1-47eb-ac7c-b2f28a178a2b admin admin] 10.222.0.49 "PUT /v2.0/routers/8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2163427 Sep 16 05:10:34.937459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36724) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:35.115710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a9e9020-07b2-4dfd-92c1-815dffc39d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.210227 n-d-712749-15 neutron-server[95659]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 05:10:35.233668 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a9e9020-07b2-4dfd-92c1-815dffc39d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.307783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a9e9020-07b2-4dfd-92c1-815dffc39d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.312499 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4218774-add5-4e80-9b16-e6a1c9154f10 req-1c8c44b4-5e7f-43f2-84d8-dae1fa29126e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 210 time: 0.3728483 Sep 16 05:10:35.384842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e9020-07b2-4dfd-92c1-815dffc39d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c4e4fc-5dd1-475b-b2bf-456dc4e48868,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.465444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9a9e9020-07b2-4dfd-92c1-815dffc39d78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f298b3503c442f89e84f2d0c8ecef1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7080338 Sep 16 05:10:35.469741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36750) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:35.594624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-71ec4eb0-f1d2-43c9-a485-796db2dbc369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.656796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-71ec4eb0-f1d2-43c9-a485-796db2dbc369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.874906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fdab04a0-b471-46ea-ba0d-3cf50ac98713 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:35.911986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-71ec4eb0-f1d2-43c9-a485-796db2dbc369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.916337 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-71ec4eb0-f1d2-43c9-a485-796db2dbc369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.927117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-71ec4eb0-f1d2-43c9-a485-796db2dbc369 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82c4e4fc-5dd1-475b-b2bf-456dc4e48868 HTTP/1.1" status: 204 len: 168 time: 0.4474301 Sep 16 05:10:35.930108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec4eb0-f1d2-43c9-a485-796db2dbc369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c4e4fc-5dd1-475b-b2bf-456dc4e48868,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.069890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fdab04a0-b471-46ea-ba0d-3cf50ac98713 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:36.070423 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.534538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Sync routers for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:36.547197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:36.548501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:10:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.700327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:36.749009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b1d40bab-4dc0-4571-bb82-d6f886f81470 req-a7024c8f-5e3a-40bc-af7f-eb3d945f034c tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 210 time: 0.2692006 Sep 16 05:10:36.955907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 2, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:37.004605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Checking router: 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:37.005173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Updating router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 port b5a3adce-a375-4342-b039-593da5c912a8 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:37.033966 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.398620 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.557904 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.653427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a520958-b798-41ca-9dd1-ad845c0d2507 None None] Pushing event updated for resources: {'Port': ['ID=b5a3adce-a375-4342-b039-593da5c912a8,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.741747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Attempting to bind port b5a3adce-a375-4342-b039-593da5c912a8 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:37.742382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Attempting to bind port b5a3adce-a375-4342-b039-593da5c912a8 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:37.742782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Attempting to bind port b5a3adce-a375-4342-b039-593da5c912a8 on network 025e130c-550e-47f2-a0a3-b88748c30bec {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:37.749456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:37.750121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Checking segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:37.750699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.751275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Bound using segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:37.751898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Bound port: b5a3adce-a375-4342-b039-593da5c912a8, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:37.752470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.897220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] For port b5a3adce-a375-4342-b039-593da5c912a8, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:37.905003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] For port b5a3adce-a375-4342-b039-593da5c912a8, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b5a3adce-a375-4342-b039-593da5c912a8,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:37.908078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f8678cae-74b4-4f5f-b6ba-6a0ea60df6fc None None] Provisioning complete for port b5a3adce-a375-4342-b039-593da5c912a8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:37.908473 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8678cae-74b4-4f5f-b6ba-6a0ea60df6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.973870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4efb7355-8ef5-4f1e-8ac0-5371600cc87f req-e52d7d48-b568-41fb-b5e4-0a3711d38b97 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 210 time: 0.0492196 Sep 16 05:10:37.979921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f8678cae-74b4-4f5f-b6ba-6a0ea60df6fc None None] Port b5a3adce-a375-4342-b039-593da5c912a8 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:38.001705 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36794) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.016041 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.095967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:38.097070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:10:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:38.149499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a520958-b798-41ca-9dd1-ad845c0d2507 None None] Pushing event updated for resources: {'Port': ['ID=b5a3adce-a375-4342-b039-593da5c912a8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:38.219163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36802) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.261465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:38.445234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a6698f80-c05e-44ca-9db9-49ad079815c3 None None] Provisioning complete for port b5a3adce-a375-4342-b039-593da5c912a8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:38.445472 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6698f80-c05e-44ca-9db9-49ad079815c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.578309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:37Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:38.581675 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6698f80-c05e-44ca-9db9-49ad079815c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.615553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073db29-c7b1-4a6e-9fbb-81ec0043c8e9 None None] The sync data for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 is: [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:37Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:38.628715 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-385a83c6-4974-442e-81d7-14bd4fc7d151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.645794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.712253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.66', 57363) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.732227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a6698f80-c05e-44ca-9db9-49ad079815c3 None None] For port b5a3adce-a375-4342-b039-593da5c912a8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b5a3adce-a375-4342-b039-593da5c912a8,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:38.758921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-da21b99e-c9a7-49d6-85a1-db266aedcf04 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=239c10e5034d4688913ef4cf9c126547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442233 Sep 16 05:10:38.790875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36812) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.821572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-475abdc1-52e0-4a9a-a46c-15c4c066f6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.846776 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-385a83c6-4974-442e-81d7-14bd4fc7d151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.862240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6698f80-c05e-44ca-9db9-49ad079815c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.940599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6698f80-c05e-44ca-9db9-49ad079815c3 None None] Pushing event updated for resources: {'Port': ['ID=b5a3adce-a375-4342-b039-593da5c912a8,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:38.950843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-385a83c6-4974-442e-81d7-14bd4fc7d151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.990712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-65b367ed-7cf5-43f1-9843-07216c55bca3 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.999141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-65b367ed-7cf5-43f1-9843-07216c55bca3 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278256 Sep 16 05:10:39.024082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-385a83c6-4974-442e-81d7-14bd4fc7d151 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65a70926b33745d6ab65fed2c795e4a8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0211880 Sep 16 05:10:39.028307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36818) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.037939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a83c6-4974-442e-81d7-14bd4fc7d151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f885f35-da1d-4efa-9a6f-0470590e0529,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.158950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Request body: {'port': {'device_id': 'b410fb78-a21c-409b-9870-e2b6dd0dae47', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '239c10e5034d4688913ef4cf9c126547'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:39.268581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8da1f649-f8bc-4ca8-bd41-117061b8b2cf req-010c3cdb-2a5b-4040-bfc6-8798c1756c9f tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 210 time: 0.1343746 Sep 16 05:10:39.269704 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0acc8def-dab5-4e3d-92e5-9909589466e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.342967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36822) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.350912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0acc8def-dab5-4e3d-92e5-9909589466e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.356166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-network', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:39.359470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.473544 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9480eb1c-5440-47eb-a48d-c9b71af7a123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.495486 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0acc8def-dab5-4e3d-92e5-9909589466e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.499814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0acc8def-dab5-4e3d-92e5-9909589466e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.502287 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0acc8def-dab5-4e3d-92e5-9909589466e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f885f35-da1d-4efa-9a6f-0470590e0529 HTTP/1.1" status: 204 len: 168 time: 0.4715474 Sep 16 05:10:39.527513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc8def-dab5-4e3d-92e5-9909589466e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f885f35-da1d-4efa-9a6f-0470590e0529,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.587048 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-475abdc1-52e0-4a9a-a46c-15c4c066f6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.698504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-475abdc1-52e0-4a9a-a46c-15c4c066f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.709552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:10:39.709552 n-d-712749-15 neutron-server[95659]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 05:10:39.709552 n-d-712749-15 neutron-server[95659]: [parameters: {'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'id': 'a655a7b0-dc88-44e8-97ea-63000ecc9b74', 'expiration': datetime.datetime(2021, 9, 16, 5, 12, 39, 704328)}] Sep 16 05:10:39.709552 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:39.710355 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:39.743784 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:10:39.743784 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:10:39.743784 n-d-712749-15 neutron-server[95659]: [parameters: {'project_id_1': '06141a94983c4183b570f505629e46b7', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 10, 19, 397169)}] Sep 16 05:10:39.743784 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:39.744344 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:39.775017 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:10:39.775017 n-d-712749-15 neutron-server[95660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:10:39.775017 n-d-712749-15 neutron-server[95660]: [parameters: {'project_id_1': '239c10e5034d4688913ef4cf9c126547', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 10, 19, 557619)}] Sep 16 05:10:39.775017 n-d-712749-15 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:39.775680 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:39.792255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-475abdc1-52e0-4a9a-a46c-15c4c066f6a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73a84b2dd9ff4f0bbbd9c15982cc8163&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9998977 Sep 16 05:10:39.796733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36838) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.802324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475abdc1-52e0-4a9a-a46c-15c4c066f6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f91679-22a6-44ed-a246-77001560a7de,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.946817 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5ba16e1-c534-4324-b276-afafa61b91f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.974491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b5a3adce-a375-4342-b039-593da5c912a8 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:39.999357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5ba16e1-c534-4324-b276-afafa61b91f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.015649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9480eb1c-5440-47eb-a48d-c9b71af7a123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.074408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b5a3adce-a375-4342-b039-593da5c912a8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:40.075594 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.153442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9480eb1c-5440-47eb-a48d-c9b71af7a123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.231541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480eb1c-5440-47eb-a48d-c9b71af7a123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca56382-86a1-4fe5-902e-b84b5a39ae2c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.246670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9480eb1c-5440-47eb-a48d-c9b71af7a123 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff8137b7b4164af5b90fef8cfdad2d30&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5985510 Sep 16 05:10:40.247628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36848) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.260352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.268843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5ba16e1-c534-4324-b276-afafa61b91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.275400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5ba16e1-c534-4324-b276-afafa61b91f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.277561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f5ba16e1-c534-4324-b276-afafa61b91f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1f91679-22a6-44ed-a246-77001560a7de HTTP/1.1" status: 204 len: 168 time: 0.4785082 Sep 16 05:10:40.317766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba16e1-c534-4324-b276-afafa61b91f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f91679-22a6-44ed-a246-77001560a7de,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.351928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34d0ddb3-2585-4fe7-af31-2431174fbdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.373999 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Made reservation on behalf of 7ee3594b17a5447a8973b40c78e2ad22 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:40.379389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.405903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.433859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:10:40.433859 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:10:40.433859 n-d-712749-15 neutron-server[95659]: [parameters: {'project_id_1': '06141a94983c4183b570f505629e46b7', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 10, 20, 326662)}] Sep 16 05:10:40.433859 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:40.434339 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:40.466562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34d0ddb3-2585-4fe7-af31-2431174fbdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.491730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d0ab41-7dfb-491f-a022-49a2a981270f req-385c1eea-801f-4815-9457-7181f1f7d146 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 210 time: 0.0547874 Sep 16 05:10:40.632281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Made reservation on behalf of 239c10e5034d4688913ef4cf9c126547 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:40.638248 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.649560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.689025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34d0ddb3-2585-4fe7-af31-2431174fbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.692560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34d0ddb3-2585-4fe7-af31-2431174fbdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.696551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-34d0ddb3-2585-4fe7-af31-2431174fbdb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fca56382-86a1-4fe5-902e-b84b5a39ae2c HTTP/1.1" status: 204 len: 168 time: 0.4451139 Sep 16 05:10:40.703101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0ddb3-2585-4fe7-af31-2431174fbdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca56382-86a1-4fe5-902e-b84b5a39ae2c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.790680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.860938 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.900411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.929116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:10:40.929116 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:10:40.929116 n-d-712749-15 neutron-server[95659]: [parameters: {'project_id_1': '06141a94983c4183b570f505629e46b7', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 10, 20, 877537)}] Sep 16 05:10:40.929116 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:40.929738 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:40.935037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:40.955996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b7e83-42df-40b7-b0a1-388361b374d2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.966654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.967453 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Added segment b1e25a12-51aa-4f0c-983d-91c2daa176ec of type vlan for network 0b9de397-a2fc-44e2-a161-224048bb95cb Sep 16 05:10:40.970110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36868) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.004587 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a866eddd-2d2c-4b7d-8e32-f4207b97fc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.078471 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.085351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.090586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.197292 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.210183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:10:41.210183 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:10:41.210183 n-d-712749-15 neutron-server[95659]: [parameters: {'project_id_1': '06141a94983c4183b570f505629e46b7', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 10, 21, 112480)}] Sep 16 05:10:41.210183 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:41.210869 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:41.232736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.233816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.237198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.327082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] Pushing event updated for resources: {'Network': ['ID=0b9de397-a2fc-44e2-a161-224048bb95cb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.348163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0b9de397-a2fc-44e2-a161-224048bb95cb details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:41.354211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17e5995-1ed9-4ca8-846b-875d72334508,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.395522 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a866eddd-2d2c-4b7d-8e32-f4207b97fc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.490713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a866eddd-2d2c-4b7d-8e32-f4207b97fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.576755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a866eddd-2d2c-4b7d-8e32-f4207b97fc9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1abc19f0fadf4ba5840240c8fd4d535f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6035614 Sep 16 05:10:41.579016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866eddd-2d2c-4b7d-8e32-f4207b97fc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9120cc1b-8197-4b57-a783-d7cbf68fcb7a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.582178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36878) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.681872 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f91976d1-1f23-4a63-b1e2-d6a97094037c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3333402 Sep 16 05:10:41.692283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.704035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Request body: {'subnet': {'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-subnet', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:41.783080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad27b739-2de4-4aa0-ae01-21207cc403cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.783333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Allocated IP 192.168.233.46 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/cefc7c72-b4c3-4414-8c0c-06fee59671b1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:41.836757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad27b739-2de4-4aa0-ae01-21207cc403cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.961299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9d30206-4f5a-4b0a-8011-9714bea5d5aa req-fa72c846-39c0-4938-9dcf-1429ccc59624 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 210 time: 0.2155175 Sep 16 05:10:41.977649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Made reservation on behalf of 7ee3594b17a5447a8973b40c78e2ad22 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:41.987498 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.253623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad27b739-2de4-4aa0-ae01-21207cc403cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.260085 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad27b739-2de4-4aa0-ae01-21207cc403cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.263767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ad27b739-2de4-4aa0-ae01-21207cc403cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9120cc1b-8197-4b57-a783-d7cbf68fcb7a HTTP/1.1" status: 204 len: 168 time: 0.6803081 Sep 16 05:10:42.295269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27b739-2de4-4aa0-ae01-21207cc403cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9120cc1b-8197-4b57-a783-d7cbf68fcb7a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.523157 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.612141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.859092 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.953543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.976431 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.997433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0170b0fa-bd06-48bf-adcf-e908a2743d48,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.011285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Checking segment: {'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:43.011738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Network hostable DHCP agents. Network: 0b9de397-a2fc-44e2-a161-224048bb95cb, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:43.094534 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.146165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=06141a94983c4183b570f505629e46b7&name=default HTTP/1.1" status: 200 len: 2977 time: 4.9252956 Sep 16 05:10:43.151982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36900) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.151982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23c3c9-34bf-493a-aa61-899a006b68fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3701078-baec-4a93-b114-4b3ef8df3ed3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.229230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Network 0b9de397-a2fc-44e2-a161-224048bb95cb is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:43.253359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:43.258872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-273d344c-b2a1-410c-9c5e-4127d458fb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.260039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:43.267205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:43.273437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.274145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.280344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Pushing event updated for resources: {'Port': ['ID=cefc7c72-b4c3-4414-8c0c-06fee59671b1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.295039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3544db-44d1-4d53-a87f-4787d356ec77 req-9e0058f6-0c9b-400b-9619-7f9910111975 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.296694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de3544db-44d1-4d53-a87f-4787d356ec77 req-9e0058f6-0c9b-400b-9619-7f9910111975 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 935 time: 0.1652901 Sep 16 05:10:43.300162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36902) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.344207 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-273d344c-b2a1-410c-9c5e-4127d458fb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.348667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1d673a1-016d-480c-86ed-ab65f1939f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.361688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0b9de397-a2fc-44e2-a161-224048bb95cb) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:43.370654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.370936 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.377671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ea68c-1333-4e00-aa64-4264ffa17836 None None] Network 0b9de397-a2fc-44e2-a161-224048bb95cb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:43.464982 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de3544db-44d1-4d53-a87f-4787d356ec77 req-ff1305cb-80d7-458f-8e69-b85056e1b0d1 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534367 Sep 16 05:10:43.477625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-a6c16819-302f-4f0e-be07-4934738c34ff tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3453531 Sep 16 05:10:43.652849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1d673a1-016d-480c-86ed-ab65f1939f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.690106 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-273d344c-b2a1-410c-9c5e-4127d458fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.704874 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-273d344c-b2a1-410c-9c5e-4127d458fb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.704874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-273d344c-b2a1-410c-9c5e-4127d458fb56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3701078-baec-4a93-b114-4b3ef8df3ed3 HTTP/1.1" status: 204 len: 168 time: 0.5454717 Sep 16 05:10:43.713649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d344c-b2a1-410c-9c5e-4127d458fb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3701078-baec-4a93-b114-4b3ef8df3ed3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.728171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-52962ead-f5c7-4d4c-bd81-e0f8c3aedaa5 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:43.732415 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-52962ead-f5c7-4d4c-bd81-e0f8c3aedaa5 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233579 Sep 16 05:10:43.787400 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1d673a1-016d-480c-86ed-ab65f1939f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.816164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-09c0475a-d830-4d08-8680-3c3131176bd1 None None] Provisioning complete for port cefc7c72-b4c3-4414-8c0c-06fee59671b1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:43.817315 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09c0475a-d830-4d08-8680-3c3131176bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.823350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0b9de397-a2fc-44e2-a161-224048bb95cb', 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'fixed_ips': [{'subnet_id': '0170b0fa-bd06-48bf-adcf-e908a2743d48'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:43.824905 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.872218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3e89f4f8-95ff-48af-a49d-f9d2018a41f7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1781702 Sep 16 05:10:43.876679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36916) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.883196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:43.968173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-09c0475a-d830-4d08-8680-3c3131176bd1 None None] Port cefc7c72-b4c3-4414-8c0c-06fee59671b1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:43.991120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a1d673a1-016d-480c-86ed-ab65f1939f8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aee2f060eba24858823efc4600af518a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763668 Sep 16 05:10:43.991120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d673a1-016d-480c-86ed-ab65f1939f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e5ea7b-2238-4272-a3e0-08fab3f64d18,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.992077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.078345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.098439 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.214596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Allocated IP 172.20.0.2 (0b9de397-a2fc-44e2-a161-224048bb95cb/0170b0fa-bd06-48bf-adcf-e908a2743d48/66c1a0b9-c983-4829-800a-cbc0d39a42a9) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:44.289882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74ae0ee4-c3a4-41d9-8d65-bb9d36f9144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.334011 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74ae0ee4-c3a4-41d9-8d65-bb9d36f9144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.426604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.486275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-f0687af1-c9be-46d9-8894-b9e9e9dc3b70 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1997583 Sep 16 05:10:44.513144 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.635767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Network 0b9de397-a2fc-44e2-a161-224048bb95cb is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:44.652154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.652390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:44.663474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:44.675182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Pushing event updated for resources: {'Port': ['ID=66c1a0b9-c983-4829-800a-cbc0d39a42a9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.711458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Request body: {'port': {'device_id': 'b410fb78-a21c-409b-9870-e2b6dd0dae47', 'device_owner': 'compute:tempest-test_az-1247934271', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:44.949844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Attempting to bind port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:44.950253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Attempting to bind port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:44.950624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Attempting to bind port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 on network 0b9de397-a2fc-44e2-a161-224048bb95cb {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:44.956548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:44.956948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Checking segment: {'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:44.957366 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.957765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Bound using segment: {'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:44.958470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Bound port: 66c1a0b9-c983-4829-800a-cbc0d39a42a9, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:44.958892 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.975311 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74ae0ee4-c3a4-41d9-8d65-bb9d36f9144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.981116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74ae0ee4-c3a4-41d9-8d65-bb9d36f9144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.984426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-74ae0ee4-c3a4-41d9-8d65-bb9d36f9144d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81e5ea7b-2238-4272-a3e0-08fab3f64d18 HTTP/1.1" status: 204 len: 168 time: 0.9756711 Sep 16 05:10:44.999164 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.082570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] For port 66c1a0b9-c983-4829-800a-cbc0d39a42a9, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:45.091021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] For port 66c1a0b9-c983-4829-800a-cbc0d39a42a9, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=66c1a0b9-c983-4829-800a-cbc0d39a42a9,segment=NetworkSegment(b1e25a12-51aa-4f0c-983d-91c2daa176ec),segment_id=b1e25a12-51aa-4f0c-983d-91c2daa176ec)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:45.175385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae0ee4-c3a4-41d9-8d65-bb9d36f9144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e5ea7b-2238-4272-a3e0-08fab3f64d18,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.187516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-e5f6218e-8b39-4c93-8a31-362c4331f43c tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.204634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-e5f6218e-8b39-4c93-8a31-362c4331f43c tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7170906 Sep 16 05:10:45.224286 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.250067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e5b50-fd48-4934-9671-4c890593ce5c req-d18cad18-f91c-465e-b88a-e334f4f4c8d0 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.253562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb3e5b50-fd48-4934-9671-4c890593ce5c req-d18cad18-f91c-465e-b88a-e334f4f4c8d0 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 935 time: 0.3591056 Sep 16 05:10:45.307295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.320134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.323973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-0ca08186-a274-458e-a2e9-0dfa7fd58519 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/quotas/1c6d78f69a6041338ce578a23ec0f10e HTTP/1.1" status: 200 len: 375 time: 0.1183667 Sep 16 05:10:45.488026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7628f-fca2-4eed-b319-c7c48a2961d0 None None] Pushing event updated for resources: {'Port': ['ID=66c1a0b9-c983-4829-800a-cbc0d39a42a9,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.494732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-75ab98b8-f657-4539-983b-af1922203da2 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1544282 Sep 16 05:10:45.541276 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e63ce2b-0280-4b6a-901a-3c51d83a913a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.690884 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb3e5b50-fd48-4934-9671-4c890593ce5c req-03fa4cd3-1ff1-4933-8c2b-61a7c37648c3 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267135 Sep 16 05:10:46.171674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.237786 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-155ae8b3-6020-4983-a4cf-c9ff173f638e req-6ce5fb97-5bd0-4c98-b65a-e6b1d26549ff tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 210 time: 0.0562518 Sep 16 05:10:46.250437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefc7c72-b4c3-4414-8c0c-06fee59671b1 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:46.264421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.307415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Transition to ACTIVE for port object cefc7c72-b4c3-4414-8c0c-06fee59671b1 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:46.322438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e63ce2b-0280-4b6a-901a-3c51d83a913a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.426260 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e63ce2b-0280-4b6a-901a-3c51d83a913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.470207 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.484907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.590661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63ce2b-0280-4b6a-901a-3c51d83a913a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04dc5ac-b848-432c-bd66-8b54e934a9af,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.798091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Allocated IP 172.25.1.92 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/8de5e61e-5538-4026-a68d-8ca01961e220) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:46.838936 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6e63ce2b-0280-4b6a-901a-3c51d83a913a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ccadd6023524268a72fedf9b499dd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5078874 Sep 16 05:10:46.852933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36994) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.856808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Pushing event updated for resources: {'Port': ['ID=cefc7c72-b4c3-4414-8c0c-06fee59671b1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.050306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Attempting to bind port cefc7c72-b4c3-4414-8c0c-06fee59671b1 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:47.051447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Attempting to bind port cefc7c72-b4c3-4414-8c0c-06fee59671b1 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:47.055608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Attempting to bind port cefc7c72-b4c3-4414-8c0c-06fee59671b1 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:47.088915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Port cefc7c72-b4c3-4414-8c0c-06fee59671b1 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:47.089539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Attempting to bind port cefc7c72-b4c3-4414-8c0c-06fee59671b1 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:47.110553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:47.111314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:47.112117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:47.112973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Bound port: cefc7c72-b4c3-4414-8c0c-06fee59671b1, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:47.113588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.133718 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.253650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] For port cefc7c72-b4c3-4414-8c0c-06fee59671b1, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:47.262417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] For port cefc7c72-b4c3-4414-8c0c-06fee59671b1, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cefc7c72-b4c3-4414-8c0c-06fee59671b1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:47.345629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165b5d-53a2-41d8-9e4b-792eae6f5e3a req-48f77fef-cc36-429a-ae07-94282906b430 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.357918 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.384334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22165b5d-53a2-41d8-9e4b-792eae6f5e3a req-48f77fef-cc36-429a-ae07-94282906b430 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.3984272 Sep 16 05:10:47.397086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.406222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a759ae7a-1ab7-4725-bca6-66e54bfbb3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.502431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812709ee-2eeb-4fb3-945d-344235b63546 None None] Network 0b9de397-a2fc-44e2-a161-224048bb95cb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:47.505782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.509094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.510208 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] 10.222.0.66 "PUT /v2.0/ports/cefc7c72-b4c3-4414-8c0c-06fee59671b1 HTTP/1.1" status: 200 len: 1118 time: 3.2100971 Sep 16 05:10:47.512269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b410fb78-a21c-409b-9870-e2b6dd0dae47', 'tag': 'cefc7c72-b4c3-4414-8c0c-06fee59671b1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:47.523011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Pushing event updated for resources: {'Port': ['ID=8de5e61e-5538-4026-a68d-8ca01961e220,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.620938 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d8de51b-33fe-4441-b137-c66bb64d7df3 req-3f4e0ce6-d136-4546-ba1e-51387878a6e5 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 210 time: 0.1810246 Sep 16 05:10:47.723975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:47.782232 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a759ae7a-1ab7-4725-bca6-66e54bfbb3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.819209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b11d1a62-16a1-4e42-8b4d-54ac89c91e38 None None] Provisioning complete for port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:47.826230 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b11d1a62-16a1-4e42-8b4d-54ac89c91e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.835938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:47.849589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:47.978853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3ae1e-6875-4758-83fc-b877ca6ad5de service neutron] Pushing event updated for resources: {'Port': ['ID=cefc7c72-b4c3-4414-8c0c-06fee59671b1,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.083440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-cd1daa3d-508d-4eb0-a190-2e76455e6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:48.085226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-cd1daa3d-508d-4eb0-a190-2e76455e6964 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=239c10e5034d4688913ef4cf9c126547&device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 1121 time: 0.3588452 Sep 16 05:10:48.141798 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b11d1a62-16a1-4e42-8b4d-54ac89c91e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.215482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 66c1a0b9-c983-4829-800a-cbc0d39a42a9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:48.299293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22165b5d-53a2-41d8-9e4b-792eae6f5e3a req-c51eb909-5ec0-4ccb-8a71-5de1fbaeb4d5 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8985395 Sep 16 05:10:48.366631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b11d1a62-16a1-4e42-8b4d-54ac89c91e38 None None] For port 66c1a0b9-c983-4829-800a-cbc0d39a42a9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=66c1a0b9-c983-4829-800a-cbc0d39a42a9,segment=NetworkSegment(b1e25a12-51aa-4f0c-983d-91c2daa176ec),segment_id=b1e25a12-51aa-4f0c-983d-91c2daa176ec)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:48.432005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:48.435177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.624100 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b11d1a62-16a1-4e42-8b4d-54ac89c91e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.679483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.683775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a759ae7a-1ab7-4725-bca6-66e54bfbb3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.690023 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a759ae7a-1ab7-4725-bca6-66e54bfbb3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.695960 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1" -d '{"events": [{"name": "network-changed", "server_uuid": "b410fb78-a21c-409b-9870-e2b6dd0dae47", "tag": "cefc7c72-b4c3-4414-8c0c-06fee59671b1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:48.696859 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a759ae7a-1ab7-4725-bca6-66e54bfbb3b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e04dc5ac-b848-432c-bd66-8b54e934a9af HTTP/1.1" status: 204 len: 168 time: 1.8424144 Sep 16 05:10:48.724839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-932f6203-3b8a-4a28-a5d8-81a8c22735db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=cefc7c72-b4c3-4414-8c0c-06fee59671b1 HTTP/1.1" status: 200 len: 217 time: 0.5942073 Sep 16 05:10:48.737003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.812654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759ae7a-1ab7-4725-bca6-66e54bfbb3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04dc5ac-b848-432c-bd66-8b54e934a9af,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.867652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d1a62-16a1-4e42-8b4d-54ac89c91e38 None None] Pushing event updated for resources: {'Port': ['ID=66c1a0b9-c983-4829-800a-cbc0d39a42a9,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.884328 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49edde04-8a7b-4120-9918-a9a09bfac035 req-7f167197-79d0-46b2-874c-377c1050140c tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 210 time: 0.1546006 Sep 16 05:10:49.019749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-6dcdac18-a4b4-470c-a6a6-1d3f9664b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.021529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-79b1ba7b-61b0-47a0-9fc1-270cabf163a2 None None] Provisioning complete for port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:49.023777 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79b1ba7b-61b0-47a0-9fc1-270cabf163a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.024152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-6dcdac18-a4b4-470c-a6a6-1d3f9664b6c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2577856 Sep 16 05:10:49.036268 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:49.036722 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:49.176637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.269042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-359e801c-f1cd-4c39-8005-b8043ba6f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.272431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-359e801c-f1cd-4c39-8005-b8043ba6f04c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2297306 Sep 16 05:10:49.517783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-e62c456f-6bf7-4f4d-8e95-bc8d3dc511af service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527796 Sep 16 05:10:49.608825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Router 56e20250-ff44-4d69-bb4d-3da8eb077b43 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:49.643802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41353d4-cc01-46af-a76d-f1bed21b0be6 req-94b04650-390d-412d-bd16-131420bfe59e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.653466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a41353d4-cc01-46af-a76d-f1bed21b0be6 req-94b04650-390d-412d-bd16-131420bfe59e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.1345820 Sep 16 05:10:49.728243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a41353d4-cc01-46af-a76d-f1bed21b0be6 req-59fe6983-2190-4d1b-8dc5-cd1318ba8a80 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704205 Sep 16 05:10:49.759895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810e23d-bc8f-4808-b9ab-eee981a9e3d1 req-9ca62ea8-067d-4c4a-9424-479952d6561b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308259 Sep 16 05:10:49.878100 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c247919a-ac13-4efa-b8c3-53e24cf626bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.979203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 66c1a0b9-c983-4829-800a-cbc0d39a42a9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:50.043330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:50.057528 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Sync routers for ids ['56e20250-ff44-4d69-bb4d-3da8eb077b43'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:50.059059 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca7370-15f0-4797-ba16-03e3fb89ae02 x-openstack-request-id: req-63ca7370-15f0-4797-ba16-03e3fb89ae02 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:50.059536 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b410fb78-a21c-409b-9870-e2b6dd0dae47", "tag": "cefc7c72-b4c3-4414-8c0c-06fee59671b1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:50.060097 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63ca7370-15f0-4797-ba16-03e3fb89ae02 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:50.060841 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b410fb78-a21c-409b-9870-e2b6dd0dae47', 'tag': 'cefc7c72-b4c3-4414-8c0c-06fee59671b1', 'status': 'completed', 'code': 200} Sep 16 05:10:50.077767 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Routers {'56e20250-ff44-4d69-bb4d-3da8eb077b43'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:50.078446 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:10:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['56e20250-ff44-4d69-bb4d-3da8eb077b43'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:50.213287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:50.213686 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.221921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84897a7c-a7c6-4ca0-94ec-cf5a2b55c073 req-1314cfe7-e180-41c2-86bd-17bf7e028ccb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 210 time: 0.1315236 Sep 16 05:10:50.243393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.246487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1cffb268-5eef-44db-9e40-7c51c4ab4f0b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.3666551 Sep 16 05:10:50.248978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37056) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:50.472093 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.474270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-c315531d-b8dd-4115-a5e9-6d8fc30b3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.482360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-c315531d-b8dd-4115-a5e9-6d8fc30b3656 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=239c10e5034d4688913ef4cf9c126547&device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 1121 time: 0.1272581 Sep 16 05:10:50.493425 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Set router 56e20250-ff44-4d69-bb4d-3da8eb077b43 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:50.877047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-e52f7274-8e53-4074-8eb8-b563add0b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.878661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-e52f7274-8e53-4074-8eb8-b563add0b531 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3814933 Sep 16 05:10:50.958706 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:10:48Z', 'revision_number': 3, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.086807 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Checking router: 56e20250-ff44-4d69-bb4d-3da8eb077b43 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:51.088644 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Updating router 56e20250-ff44-4d69-bb4d-3da8eb077b43 port 8de5e61e-5538-4026-a68d-8ca01961e220 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:51.156943 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.183998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb671313-e2f7-462a-befa-2f2ad2c4c817 req-5c6b7b93-1e2f-4726-8a38-ddc28c37cc6b tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.198000 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb671313-e2f7-462a-befa-2f2ad2c4c817 req-5c6b7b93-1e2f-4726-8a38-ddc28c37cc6b tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.2799635 Sep 16 05:10:51.243064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-df06fdf5-419b-4b62-a09b-64a4b5cfdc1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=cefc7c72-b4c3-4414-8c0c-06fee59671b1 HTTP/1.1" status: 200 len: 217 time: 0.1378090 Sep 16 05:10:51.532228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-48b3382f-00cc-41ff-ab10-3ccec767211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.540214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-48b3382f-00cc-41ff-ab10-3ccec767211c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2571902 Sep 16 05:10:51.542400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.30', 50277) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:51.588411 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-16bd4eb3-cdde-4c52-8d87-5ef7556ed8eb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406916 Sep 16 05:10:51.671026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7bf538a9-bae9-4d4d-a262-d596c1af048e req-1ad2be66-b2d0-437e-a1b9-2db20c6e7f9a tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 210 time: 0.0756013 Sep 16 05:10:51.742412 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb671313-e2f7-462a-befa-2f2ad2c4c817 req-dc2e6634-b68f-40ab-83a6-36c0a5664867 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430956 Sep 16 05:10:51.973552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-825b7013-a434-44f4-9d9d-e39a0359ccfb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.991595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-825b7013-a434-44f4-9d9d-e39a0359ccfb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3161561 Sep 16 05:10:52.027894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-f4e2d3f2-ec53-41fd-9120-2c4f45db0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.033744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-f4e2d3f2-ec53-41fd-9120-2c4f45db0dfb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4440169 Sep 16 05:10:52.055075 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.100388 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.111582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Request body: {'port': {'device_id': 'b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '1c6d78f69a6041338ce578a23ec0f10e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:52.204986 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.407710 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49f30e-5c71-4bb1-8d49-d2f731ccce71 None None] Pushing event updated for resources: {'Port': ['ID=8de5e61e-5538-4026-a68d-8ca01961e220,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:52.410922 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Attempting to bind port 8de5e61e-5538-4026-a68d-8ca01961e220 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:52.411245 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Attempting to bind port 8de5e61e-5538-4026-a68d-8ca01961e220 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:52.411887 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Attempting to bind port 8de5e61e-5538-4026-a68d-8ca01961e220 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:52.421210 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:52.421767 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:52.422302 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.423208 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:52.434248 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Bound port: 8de5e61e-5538-4026-a68d-8ca01961e220, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:52.435414 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.494126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-eeee6d5f-480a-4d26-90dc-98949ba85309 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885212 Sep 16 05:10:52.572004 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] For port 8de5e61e-5538-4026-a68d-8ca01961e220, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:52.582855 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] For port 8de5e61e-5538-4026-a68d-8ca01961e220, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8de5e61e-5538-4026-a68d-8ca01961e220,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:52.599836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Allocated IP 172.20.0.1 (0b9de397-a2fc-44e2-a161-224048bb95cb/0170b0fa-bd06-48bf-adcf-e908a2743d48/a9b6c522-3322-4eee-88e5-cae2daeec179) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:52.696094 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.791334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Made reservation on behalf of 1c6d78f69a6041338ce578a23ec0f10e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:52.802340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.924018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.933494 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49f30e-5c71-4bb1-8d49-d2f731ccce71 None None] Pushing event updated for resources: {'Port': ['ID=8de5e61e-5538-4026-a68d-8ca01961e220,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.008910 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7d773c4-a95a-43ac-af51-3225b6ae122f req-d7d39aec-c597-45d5-8edd-e66833725486 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 210 time: 0.0767176 Sep 16 05:10:53.022213 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Routers {'56e20250-ff44-4d69-bb4d-3da8eb077b43'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:53.026746 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:10:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['56e20250-ff44-4d69-bb4d-3da8eb077b43'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.037456 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c3beab-5e36-4cac-9d07-a129b2d6b7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.132005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.195831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aabd112-0c7f-4dfc-8f97-5c181e41efd1 req-0bb83084-d62b-450a-8b47-c76f35288ab0 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626985 Sep 16 05:10:53.392948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d73ba6-111d-48cd-987b-24d77df5f2d3 req-449136b7-e4a1-45d3-b2c9-13ab9de46a45 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.408549 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38d73ba6-111d-48cd-987b-24d77df5f2d3 req-449136b7-e4a1-45d3-b2c9-13ab9de46a45 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.2543035 Sep 16 05:10:53.484363 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.558016 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.570215 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] Set router 56e20250-ff44-4d69-bb4d-3da8eb077b43 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:53.580870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38d73ba6-111d-48cd-987b-24d77df5f2d3 req-b442665f-feb4-499f-aae0-a70974d74734 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678510 Sep 16 05:10:53.649075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.718762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Network 0b9de397-a2fc-44e2-a161-224048bb95cb is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:53.722093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:53.733876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:53.733876 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.832577 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.851102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Pushing event updated for resources: {'Port': ['ID=a9b6c522-3322-4eee-88e5-cae2daeec179,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.982153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:54.175320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Allocated IP 192.168.233.196 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/0293fdac-ef9f-4f8d-8f8f-d50cd97990e5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:54.191603 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:10:48Z', 'revision_number': 3, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.231622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6a54c540-14c4-408e-876d-dff70a2694c0 None None] Provisioning complete for port a9b6c522-3322-4eee-88e5-cae2daeec179 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:54.237204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a54c540-14c4-408e-876d-dff70a2694c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.256196 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5686e-2156-4186-8afc-52e7ed6ea9fe None None] The sync data for ids ['56e20250-ff44-4d69-bb4d-3da8eb077b43'] in n-d-712749-15 is: [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:10:48Z', 'revision_number': 3, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:54.257109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.272820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9dc67197-06b4-4e48-ba9b-9247d81bdf4c req-10e7c0d3-aa60-4334-b85a-414d512eb562 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 210 time: 0.1100042 Sep 16 05:10:54.357200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6a54c540-14c4-408e-876d-dff70a2694c0 None None] Port a9b6c522-3322-4eee-88e5-cae2daeec179 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:54.613378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.706254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.707591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.739823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.033034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.163301 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.169842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37138) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:55.260975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Pushing event updated for resources: {'Port': ['ID=a9b6c522-3322-4eee-88e5-cae2daeec179,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.376810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a98834-0c32-48a0-add8-9d32b60560a0 req-545372a0-1b9f-4fd3-90ac-fe8bd6b12647 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:55.386304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1a98834-0c32-48a0-add8-9d32b60560a0 req-545372a0-1b9f-4fd3-90ac-fe8bd6b12647 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.4953125 Sep 16 05:10:55.391038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:55.430024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:55.432684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Pushing event updated for resources: {'Port': ['ID=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.451603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:55.461811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Network 0b9de397-a2fc-44e2-a161-224048bb95cb is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:55.463629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:55.476087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1a98834-0c32-48a0-add8-9d32b60560a0 req-4acaae80-0858-445d-90b4-70353e797e40 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876360 Sep 16 05:10:55.512147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:55.513156 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.978469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Router 56e20250-ff44-4d69-bb4d-3da8eb077b43 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:56.166154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0a1d949e-de3e-42bc-97a7-152d8f11342a None None] Provisioning complete for port a9b6c522-3322-4eee-88e5-cae2daeec179 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:56.166855 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a1d949e-de3e-42bc-97a7-152d8f11342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.228481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-ebc1cd3a-38e7-475b-a2a4-6da10b9bd363 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1213052 Sep 16 05:10:56.275009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-358d8621-3498-4198-a075-fadade834541 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:56.280987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-358d8621-3498-4198-a075-fadade834541 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151200 Sep 16 05:10:56.295280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0885fd5-4aef-4bbd-acb1-d099df74c510 req-60360cb1-f0c2-4200-b3ac-03febebf358a tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.304982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37156) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.306279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0885fd5-4aef-4bbd-acb1-d099df74c510 req-60360cb1-f0c2-4200-b3ac-03febebf358a tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 936 time: 0.7825506 Sep 16 05:10:56.356574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d949e-de3e-42bc-97a7-152d8f11342a None None] Port a9b6c522-3322-4eee-88e5-cae2daeec179 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:56.361098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8de5e61e-5538-4026-a68d-8ca01961e220 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:56.396171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-705fcf77-2290-45d4-ae6d-200b5432f4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.431276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0885fd5-4aef-4bbd-acb1-d099df74c510 req-a0ab8ab8-7c34-497a-aa00-5364410f829c tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175570 Sep 16 05:10:56.479994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8de5e61e-5538-4026-a68d-8ca01961e220 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:56.480819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.623323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-954406bf-1452-4c88-883c-ecab66b6bed3 None None] Provisioning complete for port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:56.624519 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-954406bf-1452-4c88-883c-ecab66b6bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.695302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-789857825-network', 'tenant_id': 'ee7cdd3450f847e7be1ee06226de1088'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:56.834796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:56.872827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8338b8b5-0784-497a-a0ab-81836a5ed8ba admin admin] 10.222.0.49 "PUT /v2.0/routers/56e20250-ff44-4d69-bb4d-3da8eb077b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6209514 Sep 16 05:10:56.970889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Request body: {'port': {'device_id': 'b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:57.022441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-705fcf77-2290-45d4-ae6d-200b5432f4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.104072 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.127902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-705fcf77-2290-45d4-ae6d-200b5432f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.136517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-954406bf-1452-4c88-883c-ecab66b6bed3 None None] Port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:57.231191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 8de5e61e-5538-4026-a68d-8ca01961e220, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8de5e61e-5538-4026-a68d-8ca01961e220,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:57.264599 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.299730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-705fcf77-2290-45d4-ae6d-200b5432f4ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb71e3e8627241c6878cf8cfaa47166f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1243801 Sep 16 05:10:57.300794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fcf77-2290-45d4-ae6d-200b5432f4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef46ca1-6d04-438d-8a5d-868f4c195d56,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.303807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37178) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.334510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f97357-154d-4b2a-9c73-0206ab8d191e req-085d14be-8513-4507-b2b6-e1dc0f6f086b tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.343902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-95f97357-154d-4b2a-9c73-0206ab8d191e req-085d14be-8513-4507-b2b6-e1dc0f6f086b tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.2346587 Sep 16 05:10:57.382725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-494baad7-ba44-4bf2-91af-ef66747eb779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.397019 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.418017 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-494baad7-ba44-4bf2-91af-ef66747eb779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.478352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.508154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Made reservation on behalf of ee7cdd3450f847e7be1ee06226de1088 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:57.516274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-95f97357-154d-4b2a-9c73-0206ab8d191e req-4c242afd-750b-4d46-a409-6d5025dd21b7 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712236 Sep 16 05:10:57.529841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.599621 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.630715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Sync routers for ids ['56e20250-ff44-4d69-bb4d-3da8eb077b43'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:57.694196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Routers {'56e20250-ff44-4d69-bb4d-3da8eb077b43'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:57.694822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:10:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['56e20250-ff44-4d69-bb4d-3da8eb077b43'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:57.781305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=8de5e61e-5538-4026-a68d-8ca01961e220,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.801929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df40a3-9e32-4ef7-88f6-7e59732aef2c req-50e6b362-4bbf-4918-b52b-82b4fe01c271 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.811642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5df40a3-9e32-4ef7-88f6-7e59732aef2c req-50e6b362-4bbf-4918-b52b-82b4fe01c271 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 936 time: 0.1074700 Sep 16 05:10:57.901063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-494baad7-ba44-4bf2-91af-ef66747eb779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.903889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-494baad7-ba44-4bf2-91af-ef66747eb779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.909335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-494baad7-ba44-4bf2-91af-ef66747eb779 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ef46ca1-6d04-438d-8a5d-868f4c195d56 HTTP/1.1" status: 204 len: 168 time: 0.5911307 Sep 16 05:10:57.987204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:58.006071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494baad7-ba44-4bf2-91af-ef66747eb779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef46ca1-6d04-438d-8a5d-868f4c195d56,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.009883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8de5e61e-5538-4026-a68d-8ca01961e220 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:58.024262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Set router 56e20250-ff44-4d69-bb4d-3da8eb077b43 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:58.039547 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.040550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.117166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5df40a3-9e32-4ef7-88f6-7e59732aef2c req-1214937d-5620-440a-8a7f-60fcecaac435 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042550 Sep 16 05:10:58.135054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.146234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Transition to ACTIVE for port object 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:58.199122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.211431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:58.260150 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.273521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.274485 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Added segment aee061d8-2383-4349-9303-e7399c7123f0 of type vlan for network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 Sep 16 05:10:58.406012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.516770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373d9068-82e0-41fa-8489-b385f1951f88,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.558872 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.611488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Attempting to bind port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:58.612272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Attempting to bind port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:58.613016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Attempting to bind port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:58.624625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.626507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:58.626968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8de5e61e-5538-4026-a68d-8ca01961e220 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.627446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.627740 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.666990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:58.666990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Attempting to bind port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:58.683913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Pushing event updated for resources: {'Port': ['ID=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.728809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:58.729661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:58.730067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:58.730552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Bound port: 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:58.734671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.916437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5942447 Sep 16 05:10:58.919926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308b2df-efd8-465f-a227-ca6338ef20ae req-7d361728-eb8c-4780-affc-385e1c684219 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:58.920911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37216) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.922072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4308b2df-efd8-465f-a227-ca6338ef20ae req-7d361728-eb8c-4780-affc-385e1c684219 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.1678748 Sep 16 05:10:58.930272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Request body: {'subnet': {'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-789857825-subnet', 'tenant_id': 'ee7cdd3450f847e7be1ee06226de1088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:58.938748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e172f-c128-4e2d-a9c9-04f1f95f3f37 admin admin] Pushing event updated for resources: {'Network': ['ID=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.031724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:59.131437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Made reservation on behalf of ee7cdd3450f847e7be1ee06226de1088 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:59.136078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.158463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] For port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:59.184544 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4308b2df-efd8-465f-a227-ca6338ef20ae req-8c0c1cfe-c64a-4fc7-b6b9-3c87f1cc709e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169867 Sep 16 05:10:59.279331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2d349ef-e729-44bc-bdbb-0a96350d2bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.324472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] For port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:59.486024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.600024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:59.601294 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.603581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] 10.222.0.30 "PUT /v2.0/ports/0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 HTTP/1.1" status: 200 len: 1097 time: 3.0440626 Sep 16 05:10:59.607393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 4, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a9b6c522-3322-4eee-88e5-cae2daeec179', 'name': '', 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'mac_address': 'fa:16:3e:66:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0170b0fa-bd06-48bf-adcf-e908a2743d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:54Z', 'revision_number': 2, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'subnets': [{'id': '0170b0fa-bd06-48bf-adcf-e908a2743d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:59.609867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4', 'tag': '0293fdac-ef9f-4f8d-8f8f-d50cd97990e5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:59.613048 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545eb2ec-d5af-4e7f-822c-85dac3c873f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4", "tag": "0293fdac-ef9f-4f8d-8f8f-d50cd97990e5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:59.661579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cf120-6c50-454d-b9b6-dc159367d73e req-b84eca75-3bcd-48c8-a7b4-f3463ea4f0f0 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:59.674046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b94cf120-6c50-454d-b9b6-dc159367d73e req-b84eca75-3bcd-48c8-a7b4-f3463ea4f0f0 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 948 time: 0.2892880 Sep 16 05:10:59.719909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Checking router: 56e20250-ff44-4d69-bb4d-3da8eb077b43 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:59.720186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d0755-8680-40cc-bead-deadfb1f12ee service neutron] Pushing event updated for resources: {'Port': ['ID=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.725643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2d349ef-e729-44bc-bdbb-0a96350d2bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.726484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Updating router 56e20250-ff44-4d69-bb4d-3da8eb077b43 port a9b6c522-3322-4eee-88e5-cae2daeec179 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:59.756480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37232) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:59.813821 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30ea8120-8bf6-4eae-9680-64295ae2241f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.825951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b94cf120-6c50-454d-b9b6-dc159367d73e req-1faa009e-1606-43a5-9002-549201bbe6d9 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505604 Sep 16 05:10:59.858763 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.863216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2d349ef-e729-44bc-bdbb-0a96350d2bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.989099 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.112655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e2d349ef-e729-44bc-bdbb-0a96350d2bce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=494a860d2f214fb19dbb0bdd20fe9477&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9068940 Sep 16 05:11:00.116907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37236) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.147258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d349ef-e729-44bc-bdbb-0a96350d2bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3104f63-1800-4218-9d1a-e07ee2150f8f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.221910 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5dec9d-f6a6-4975-b2b7-5084082a986c x-openstack-request-id: req-fa5dec9d-f6a6-4975-b2b7-5084082a986c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:00.224354 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4", "tag": "0293fdac-ef9f-4f8d-8f8f-d50cd97990e5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:00.227212 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa5dec9d-f6a6-4975-b2b7-5084082a986c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:00.455057 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4', 'tag': '0293fdac-ef9f-4f8d-8f8f-d50cd97990e5', 'status': 'completed', 'code': 200} Sep 16 05:11:00.455057 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30ea8120-8bf6-4eae-9680-64295ae2241f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.457114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ceea729d-b858-4b8d-ad19-bed3aaeee60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.457114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7723731-cf71-4a95-9b40-4e7112c45eb8,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.457114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:00.457114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Network hostable DHCP agents. Network: a33d2f8c-0f50-4292-b7c6-26b0ef9887b7, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:00.458838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170f9d2-4ae2-448a-870b-8da82506ba5f req-d14989d2-a556-4156-8249-ced646aaed3a tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:00.458838 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c170f9d2-4ae2-448a-870b-8da82506ba5f req-d14989d2-a556-4156-8249-ced646aaed3a tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.0778739 Sep 16 05:11:00.460765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ceea729d-b858-4b8d-ad19-bed3aaeee60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.510429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37242) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.592255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37246) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.599238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-08d1f6de-045e-4631-89b3-96d9099a3905 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728242598', 'description': 'tempest-description--609999163'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.617895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c170f9d2-4ae2-448a-870b-8da82506ba5f req-0171347a-5e1d-470f-a82c-6367b9dd7b92 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696374 Sep 16 05:11:00.814744 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.911592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a8d247b-4e8c-4bd9-a681-0dac247d501a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.920537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:00.947590 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30ea8120-8bf6-4eae-9680-64295ae2241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.010880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea8120-8bf6-4eae-9680-64295ae2241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb908d-5302-4f7c-b033-40f8382f4286,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.019921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-30ea8120-8bf6-4eae-9680-64295ae2241f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ea22187ed74415196a4570b5b01a917&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2568169 Sep 16 05:11:01.025428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eb2ec-d5af-4e7f-822c-85dac3c873f8 req-d4184495-6dbe-4bf0-b83b-96d489f90ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.027055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37250) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.027579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-545eb2ec-d5af-4e7f-822c-85dac3c873f8 req-d4184495-6dbe-4bf0-b83b-96d489f90ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 1100 time: 0.2519481 Sep 16 05:11:01.039696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30827d00-ae98-4946-9622-e313af178f62 req-83138972-7786-4009-8b82-9d766333ad0e tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.041389 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30827d00-ae98-4946-9622-e313af178f62 req-83138972-7786-4009-8b82-9d766333ad0e tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 948 time: 0.0697756 Sep 16 05:11:01.090701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-545eb2ec-d5af-4e7f-822c-85dac3c873f8 req-af8b5766-0730-4858-9578-61b08be74a63 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357277 Sep 16 05:11:01.134811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30827d00-ae98-4946-9622-e313af178f62 req-69319117-c38f-4ccc-826f-a26c346effe3 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853584 Sep 16 05:11:01.188990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64b98546-4c89-4ed1-8208-34440086f766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.250028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64b98546-4c89-4ed1-8208-34440086f766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.491636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eb2ec-d5af-4e7f-822c-85dac3c873f8 req-9f585993-a492-458b-985b-11783e124ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.495088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-545eb2ec-d5af-4e7f-822c-85dac3c873f8 req-9f585993-a492-458b-985b-11783e124ee3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3964550 Sep 16 05:11:01.722922 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ceea729d-b858-4b8d-ad19-bed3aaeee60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.725675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ceea729d-b858-4b8d-ad19-bed3aaeee60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.726913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ceea729d-b858-4b8d-ad19-bed3aaeee60b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3104f63-1800-4218-9d1a-e07ee2150f8f HTTP/1.1" status: 204 len: 168 time: 1.6090252 Sep 16 05:11:01.749429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea729d-b858-4b8d-ad19-bed3aaeee60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3104f63-1800-4218-9d1a-e07ee2150f8f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.809311 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.813305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, a33d2f8c-0f50-4292-b7c6-26b0ef9887b7) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:01.823447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08d1f6de-045e-4631-89b3-96d9099a3905 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.836173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.837904 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.863293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64b98546-4c89-4ed1-8208-34440086f766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.867020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64b98546-4c89-4ed1-8208-34440086f766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.878126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c408fa7-6bf6-4f59-a95a-be85d64750a8 req-71d00c05-af54-47b4-abd6-860c78a3e03e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.880294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c408fa7-6bf6-4f59-a95a-be85d64750a8 req-71d00c05-af54-47b4-abd6-860c78a3e03e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.1485872 Sep 16 05:11:01.890949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-64b98546-4c89-4ed1-8208-34440086f766 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18fb908d-5302-4f7c-b033-40f8382f4286 HTTP/1.1" status: 204 len: 168 time: 0.8626635 Sep 16 05:11:01.942244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b98546-4c89-4ed1-8208-34440086f766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb908d-5302-4f7c-b033-40f8382f4286,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.986040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881814cd-086e-4d63-a88e-e1ab0bab71fe None None] Pushing event updated for resources: {'Port': ['ID=a9b6c522-3322-4eee-88e5-cae2daeec179,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.000440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb2d0c-93e2-4e2d-9e64-5181e286472b None None] Network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:02.210124 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a8d247b-4e8c-4bd9-a681-0dac247d501a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.231831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c408fa7-6bf6-4f59-a95a-be85d64750a8 req-bd0c7983-ebdb-4eb3-847c-e13e3c41d1a3 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422821 Sep 16 05:11:02.297438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a8d247b-4e8c-4bd9-a681-0dac247d501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.385414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Attempting to bind port a9b6c522-3322-4eee-88e5-cae2daeec179 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:02.386560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Attempting to bind port a9b6c522-3322-4eee-88e5-cae2daeec179 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:02.386997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Attempting to bind port a9b6c522-3322-4eee-88e5-cae2daeec179 on network 0b9de397-a2fc-44e2-a161-224048bb95cb {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:02.398705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:02.399082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Checking segment: {'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:02.399493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.400799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Bound using segment: {'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:02.402624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Bound port: a9b6c522-3322-4eee-88e5-cae2daeec179, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e25a12-51aa-4f0c-983d-91c2daa176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:02.403055 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.519290 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-65f9b692-ba56-4cd9-b552-9c2b576869c3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.5889518 Sep 16 05:11:02.525624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1a8d247b-4e8c-4bd9-a681-0dac247d501a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a71b7fd1d4049318597ae7808d7c71c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0117698 Sep 16 05:11:02.566827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] For port a9b6c522-3322-4eee-88e5-cae2daeec179, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:02.572974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] For port a9b6c522-3322-4eee-88e5-cae2daeec179, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a9b6c522-3322-4eee-88e5-cae2daeec179,segment=NetworkSegment(b1e25a12-51aa-4f0c-983d-91c2daa176ec),segment_id=b1e25a12-51aa-4f0c-983d-91c2daa176ec)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:02.580308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37270) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.653671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1af77c-e527-428f-af89-1561b64d17c8 None None] Network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:02.668438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d247b-4e8c-4bd9-a681-0dac247d501a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc29750-f31b-479f-8eb1-a1dc9a4d6a2b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.677618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fed895ed-8288-46b1-939a-b379f6650e28 None None] Provisioning complete for port a9b6c522-3322-4eee-88e5-cae2daeec179 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:02.678182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fed895ed-8288-46b1-939a-b379f6650e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.681770 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.037891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Routers {'56e20250-ff44-4d69-bb4d-3da8eb077b43'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:03.037891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:10:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['56e20250-ff44-4d69-bb4d-3da8eb077b43'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:03.059838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881814cd-086e-4d63-a88e-e1ab0bab71fe None None] Pushing event updated for resources: {'Port': ['ID=a9b6c522-3322-4eee-88e5-cae2daeec179,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.194692 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7eb56c3-d74f-468c-b7f3-1cc7815e1c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.199075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08d1f6de-045e-4631-89b3-96d9099a3905 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.274663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f507ddb-e8d7-4bbe-b56d-0d31fa5c023e req-ce59f3bc-b252-49dc-9592-dc4e3edc8e72 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.285454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f507ddb-e8d7-4bbe-b56d-0d31fa5c023e req-ce59f3bc-b252-49dc-9592-dc4e3edc8e72 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 948 time: 0.7798276 Sep 16 05:11:03.331634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.363740 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7eb56c3-d74f-468c-b7f3-1cc7815e1c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.383621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7e80-5c4c-47f0-a9aa-2481760b06e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.444880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08d1f6de-045e-4631-89b3-96d9099a3905 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.503383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1f6de-045e-4631-89b3-96d9099a3905 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec176e0-dfe9-4dd6-b663-744ebc786872,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.533785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7eb56c3-d74f-468c-b7f3-1cc7815e1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.540618 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7eb56c3-d74f-468c-b7f3-1cc7815e1c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.542431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a7eb56c3-d74f-468c-b7f3-1cc7815e1c75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccc29750-f31b-479f-8eb1-a1dc9a4d6a2b HTTP/1.1" status: 204 len: 168 time: 0.9605565 Sep 16 05:11:03.556069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb56c3-d74f-468c-b7f3-1cc7815e1c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc29750-f31b-479f-8eb1-a1dc9a4d6a2b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.585558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f507ddb-e8d7-4bbe-b56d-0d31fa5c023e req-f4012ffc-0db3-44af-bc7c-a98c858e537a tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988145 Sep 16 05:11:03.626766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7e80-5c4c-47f0-a9aa-2481760b06e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.674584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] Set router 56e20250-ff44-4d69-bb4d-3da8eb077b43 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:03.724810 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7e80-5c4c-47f0-a9aa-2481760b06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.803078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08d1f6de-045e-4631-89b3-96d9099a3905 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.805247 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08d1f6de-045e-4631-89b3-96d9099a3905 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2108405 Sep 16 05:11:03.808376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37284) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.824964 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0c4aa285-af24-47b5-ad87-94db6ead8f3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Request body: {'security_group_rule': {'security_group_id': '5ec176e0-dfe9-4dd6-b663-744ebc786872', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:03.848565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4e4e7e80-5c4c-47f0-a9aa-2481760b06e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=159e536cfc8147f9b7a418d3be9e5c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134466 Sep 16 05:11:03.863544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.919041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e7e80-5c4c-47f0-a9aa-2481760b06e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35798d87-9407-4d2c-b37f-11938a51ca63,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.929343 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fed895ed-8288-46b1-939a-b379f6650e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.990496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0bdaa-3770-4f61-8c0e-0509de3b11b0 req-86e68d86-dc4c-4259-bf05-575c08a31f38 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.995731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9de0bdaa-3770-4f61-8c0e-0509de3b11b0 req-86e68d86-dc4c-4259-bf05-575c08a31f38 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.3652978 Sep 16 05:11:04.010300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f173ce92-822b-48d2-99eb-fd42fd16e64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.014059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa285-af24-47b5-ad87-94db6ead8f3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.067788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f173ce92-822b-48d2-99eb-fd42fd16e64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.122642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9de0bdaa-3770-4f61-8c0e-0509de3b11b0 req-d46b5e0f-c058-4d58-adc5-f43109747e58 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061449 Sep 16 05:11:04.214987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fed895ed-8288-46b1-939a-b379f6650e28 None None] For port a9b6c522-3322-4eee-88e5-cae2daeec179, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a9b6c522-3322-4eee-88e5-cae2daeec179,segment=NetworkSegment(b1e25a12-51aa-4f0c-983d-91c2daa176ec),segment_id=b1e25a12-51aa-4f0c-983d-91c2daa176ec)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:04.220767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa285-af24-47b5-ad87-94db6ead8f3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.304085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 4, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a9b6c522-3322-4eee-88e5-cae2daeec179', 'name': '', 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'mac_address': 'fa:16:3e:66:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0170b0fa-bd06-48bf-adcf-e908a2743d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:11:02Z', 'revision_number': 4, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'subnets': [{'id': '0170b0fa-bd06-48bf-adcf-e908a2743d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.333843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e71eab-1bc1-4644-b1cb-1b48c7acade3 None None] The sync data for ids ['56e20250-ff44-4d69-bb4d-3da8eb077b43'] in n-d-712749-15 is: [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 4, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a9b6c522-3322-4eee-88e5-cae2daeec179', 'name': '', 'network_id': '0b9de397-a2fc-44e2-a161-224048bb95cb', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'mac_address': 'fa:16:3e:66:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0170b0fa-bd06-48bf-adcf-e908a2743d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:11:02Z', 'revision_number': 4, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'subnets': [{'id': '0170b0fa-bd06-48bf-adcf-e908a2743d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:04.352039 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f173ce92-822b-48d2-99eb-fd42fd16e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.358980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f173ce92-822b-48d2-99eb-fd42fd16e64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.361181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f173ce92-822b-48d2-99eb-fd42fd16e64e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35798d87-9407-4d2c-b37f-11938a51ca63 HTTP/1.1" status: 204 len: 168 time: 0.4946280 Sep 16 05:11:04.389538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173ce92-822b-48d2-99eb-fd42fd16e64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35798d87-9407-4d2c-b37f-11938a51ca63,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.422234 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa285-af24-47b5-ad87-94db6ead8f3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.447263 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fed895ed-8288-46b1-939a-b379f6650e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.541017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4aa285-af24-47b5-ad87-94db6ead8f3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a54fd73-9280-43a3-b6c2-6e2821b00373,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.643215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa285-af24-47b5-ad87-94db6ead8f3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.657200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37298) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.662746 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0c4aa285-af24-47b5-ad87-94db6ead8f3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8525319 Sep 16 05:11:04.663982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f7ec6dcc-8ea8-4867-9a67-ba9422fae3ed tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Request body: {'security_group_rule': {'security_group_id': '5ec176e0-dfe9-4dd6-b663-744ebc786872', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:04.679293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cef4ba86-7e24-480b-9b6a-4f73be78bf49 None None] Provisioning complete for port a9b6c522-3322-4eee-88e5-cae2daeec179 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:04.685606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cef4ba86-7e24-480b-9b6a-4f73be78bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.779523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed895ed-8288-46b1-939a-b379f6650e28 None None] Pushing event updated for resources: {'Port': ['ID=a9b6c522-3322-4eee-88e5-cae2daeec179,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.866188 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6dcc-8ea8-4867-9a67-ba9422fae3ed tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.970496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342430cb-a961-489c-a2c1-fbe926dbf379 req-6e43b459-0d85-436f-8c9d-6f180462a7d9 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.973463 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342430cb-a961-489c-a2c1-fbe926dbf379 req-6e43b459-0d85-436f-8c9d-6f180462a7d9 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 948 time: 0.1979346 Sep 16 05:11:05.034399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342430cb-a961-489c-a2c1-fbe926dbf379 req-c55e480b-6ac9-43a4-bc83-2e752011065d tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491481 Sep 16 05:11:05.086994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6dcc-8ea8-4867-9a67-ba9422fae3ed tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.156786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cefc7c72-b4c3-4414-8c0c-06fee59671b1 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:05.162299 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6dcc-8ea8-4867-9a67-ba9422fae3ed tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.203688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec6dcc-8ea8-4867-9a67-ba9422fae3ed tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0480bfe0-86ba-490a-8adf-2950cc20b837,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.360291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7ec6dcc-8ea8-4867-9a67-ba9422fae3ed tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.367318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f7ec6dcc-8ea8-4867-9a67-ba9422fae3ed tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7146590 Sep 16 05:11:05.367541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.377775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cefc7c72-b4c3-4414-8c0c-06fee59671b1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cefc7c72-b4c3-4414-8c0c-06fee59671b1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:05.392853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09183c-f069-401b-9b18-ac41868b259a req-e2969a15-2032-4404-9791-5c54e92b8d08 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:05.394719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.396476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d09183c-f069-401b-9b18-ac41868b259a req-e2969a15-2032-4404-9791-5c54e92b8d08 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 969 time: 0.0906057 Sep 16 05:11:05.411391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'cefc7c72-b4c3-4414-8c0c-06fee59671b1', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'cefc7c72-b4c3-4414-8c0c-06fee59671b1', 'mac_address': 'fa:16:3e:2b:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-1247934271', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:05.457594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37310) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.519208 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81a6ed8b-2311-43ef-a6fa-85304c1c938d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.524594 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.558500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefc7c72-b4c3-4414-8c0c-06fee59671b1 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:05.577756 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d09183c-f069-401b-9b18-ac41868b259a req-d24cf329-ff1a-40e5-8958-79963914f8ab tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567667 Sep 16 05:11:05.597604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.650446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cefc7c72-b4c3-4414-8c0c-06fee59671b1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cefc7c72-b4c3-4414-8c0c-06fee59671b1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:05.728232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.856314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=cefc7c72-b4c3-4414-8c0c-06fee59671b1,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.056937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:06.062660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-246442951-network', 'tenant_id': '41698ab070d047c7b00c4ee457abce24'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:06.072028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a9b6c522-3322-4eee-88e5-cae2daeec179 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:06.120230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81a6ed8b-2311-43ef-a6fa-85304c1c938d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.136061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.165218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['cefc7c72-b4c3-4414-8c0c-06fee59671b1'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:06.254370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81a6ed8b-2311-43ef-a6fa-85304c1c938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.276857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a9b6c522-3322-4eee-88e5-cae2daeec179 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:06.277252 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.385129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Made reservation on behalf of 41698ab070d047c7b00c4ee457abce24 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:06.388488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.407729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.515837 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81a6ed8b-2311-43ef-a6fa-85304c1c938d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61443b655e8f49608703b94660974e06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0526130 Sep 16 05:11:06.527380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37336) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:06.558738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6ed8b-2311-43ef-a6fa-85304c1c938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1562ad30-e0cf-4014-a018-40a157845cee,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.724008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.746565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1389df-68ef-49a9-9fc5-4c556826b00c req-0f4f948b-0e0c-4419-872f-2e3f2508a5be tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.748358 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e1389df-68ef-49a9-9fc5-4c556826b00c req-0f4f948b-0e0c-4419-872f-2e3f2508a5be tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 948 time: 0.4694765 Sep 16 05:11:06.749527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Allocated IP 172.25.1.121 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/62a23cf3-c7ca-4789-9d87-988332bc741f) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:06.808057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec75edab-a481-41c2-8592-e552b35eb55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.833818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec75edab-a481-41c2-8592-e552b35eb55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.983533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e1389df-68ef-49a9-9fc5-4c556826b00c req-16b2af77-7ef2-404e-a935-0a7b5e4e24ae tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196510 Sep 16 05:11:07.009685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.055648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.058727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec75edab-a481-41c2-8592-e552b35eb55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.063839 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec75edab-a481-41c2-8592-e552b35eb55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.068784 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec75edab-a481-41c2-8592-e552b35eb55f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1562ad30-e0cf-4014-a018-40a157845cee HTTP/1.1" status: 204 len: 168 time: 0.5299346 Sep 16 05:11:07.093530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75edab-a481-41c2-8592-e552b35eb55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1562ad30-e0cf-4014-a018-40a157845cee,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.113383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:07.140671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da4c9c-eba4-4402-87b1-b7e628fec329 req-8773109f-9441-4a96-b8cd-17a74f6aee78 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.143521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84da4c9c-eba4-4402-87b1-b7e628fec329 req-8773109f-9441-4a96-b8cd-17a74f6aee78 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 970 time: 0.3821359 Sep 16 05:11:07.147041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bbbe07-3285-4964-a64d-456818c0fd0e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.158763 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.159403 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Added segment dfce2997-d848-4f7a-839d-3887cd150a44 of type vlan for network ec16a688-7c72-4b46-bd6b-1ad2df5d4311 Sep 16 05:11:07.266163 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.266682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.280063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84da4c9c-eba4-4402-87b1-b7e628fec329 req-4373837e-504f-42f9-ba60-b443a747ad98 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057389 Sep 16 05:11:07.341907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:07.348042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:07.354447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:07.397295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.399233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.404425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.418054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event updated for resources: {'Port': ['ID=62a23cf3-c7ca-4789-9d87-988332bc741f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.509034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] Pushing event updated for resources: {'Network': ['ID=ec16a688-7c72-4b46-bd6b-1ad2df5d4311,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.530584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ec16a688-7c72-4b46-bd6b-1ad2df5d4311 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:07.540462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.551691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-76a38148-7f9d-450a-bcb9-759100ae2396 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4922071 Sep 16 05:11:07.553716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.562400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Request body: {'subnet': {'network_id': 'ec16a688-7c72-4b46-bd6b-1ad2df5d4311', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-246442951-subnet', 'tenant_id': '41698ab070d047c7b00c4ee457abce24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:07.681722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-cbd3232a-76bf-443a-a550-8560a3ed5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.683526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-cbd3232a-76bf-443a-a550-8560a3ed5696 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 1100 time: 0.1068118 Sep 16 05:11:07.734889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.761571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Made reservation on behalf of 41698ab070d047c7b00c4ee457abce24 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:07.764604 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.769746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-6a8a69fb-30d5-46fd-a929-d2ddf1ae2802 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 HTTP/1.1" status: 200 len: 217 time: 0.0689394 Sep 16 05:11:07.792701 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:07.851387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-cd9094f9-4845-4853-9214-731a4711be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.853297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-cd9094f9-4845-4853-9214-731a4711be1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0629818 Sep 16 05:11:08.008731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-8d495e98-dbef-4d77-9b3c-2a70f39f1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.011444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-8d495e98-dbef-4d77-9b3c-2a70f39f1b42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445529 Sep 16 05:11:08.102064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.187934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.251362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-b4f39684-e71a-4377-a854-66c31b5a139a service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896551 Sep 16 05:11:08.273693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.356020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event updated for resources: {'Port': ['ID=62a23cf3-c7ca-4789-9d87-988332bc741f,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.374595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.383380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe284af1-eb3d-4316-9a95-b050d45a1168 req-b0d29f4f-7a23-457f-85e1-09c5bf936383 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.402084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe284af1-eb3d-4316-9a95-b050d45a1168 req-b0d29f4f-7a23-457f-85e1-09c5bf936383 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 948 time: 0.2962124 Sep 16 05:11:08.511229 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe284af1-eb3d-4316-9a95-b050d45a1168 req-0098573e-2fe5-4eb3-a188-d02306ca8c16 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039448 Sep 16 05:11:08.513818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.521977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6ce9174e-c1f6-47aa-84b4-6d82aa190c22 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1520908 Sep 16 05:11:08.700640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d6da42-322c-4dd9-813e-072ab92a97d4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.732467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f5bb400-179a-4627-b56c-2d7790afc43b req-3a867347-6076-4990-a88e-cea06626734a service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707317 Sep 16 05:11:08.748009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d141b6-159f-4463-af9f-37dbaf8d01d5 req-8f42dea5-4419-42f4-b07b-726373b3d1ab tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.760683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3d141b6-159f-4463-af9f-37dbaf8d01d5 req-8f42dea5-4419-42f4-b07b-726373b3d1ab tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 970 time: 0.3370275 Sep 16 05:11:08.769982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Checking segment: {'id': 'dfce2997-d848-4f7a-839d-3887cd150a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ec16a688-7c72-4b46-bd6b-1ad2df5d4311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:08.770641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Network hostable DHCP agents. Network: ec16a688-7c72-4b46-bd6b-1ad2df5d4311, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:08.850338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3d141b6-159f-4463-af9f-37dbaf8d01d5 req-14b393a7-f613-41f0-baa3-f4f404bf6646 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753334 Sep 16 05:11:08.963331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Network ec16a688-7c72-4b46-bd6b-1ad2df5d4311 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:08.978674 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-ab4ae9ea-1ab1-4030-939d-dc01b81727f5 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1728242598&fields=id&tenant_id=253a70d836ff423fb8ee993b21ed1df6 HTTP/1.1" status: 200 len: 267 time: 0.0618606 Sep 16 05:11:09.054145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ec16a688-7c72-4b46-bd6b-1ad2df5d4311) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:09.058750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.059536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.077319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae5e20-aea0-453d-81b5-61c38f1d61da None None] Network ec16a688-7c72-4b46-bd6b-1ad2df5d4311 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:09.114586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cefc7c72-b4c3-4414-8c0c-06fee59671b1 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:09.145691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e82de04b-b059-4034-8abd-a216b250b4c4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5798733 Sep 16 05:11:09.232383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-d04b2960-e28a-4371-a408-4ec526cf6f69 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.234590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-d04b2960-e28a-4371-a408-4ec526cf6f69 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 824 time: 0.2468750 Sep 16 05:11:09.255052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-f9d7ee32-872b-4365-b9cc-73ddbad40c2a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/quotas/253a70d836ff423fb8ee993b21ed1df6 HTTP/1.1" status: 200 len: 375 time: 0.0123851 Sep 16 05:11:09.366376 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9d1586be-45da-4d24-bbf4-81a843d551c3 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039279 Sep 16 05:11:09.548652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c8547-e6c3-4d5a-8eaf-9f5d3573a687 None None] Network ec16a688-7c72-4b46-bd6b-1ad2df5d4311 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:09.596022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port cefc7c72-b4c3-4414-8c0c-06fee59671b1 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:09.648427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port cefc7c72-b4c3-4414-8c0c-06fee59671b1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:09.651433 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.863275 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.896027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b410fb78-a21c-409b-9870-e2b6dd0dae47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefc7c72-b4c3-4414-8c0c-06fee59671b1'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:09.977981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cefc7c72-b4c3-4414-8c0c-06fee59671b1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cefc7c72-b4c3-4414-8c0c-06fee59671b1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:10.071241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.071426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-44e0a5e4-bb96-43cf-9eec-6a03e095cbc7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:10.072565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-44e0a5e4-bb96-43cf-9eec-6a03e095cbc7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2215073 Sep 16 05:11:10.140231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=cefc7c72-b4c3-4414-8c0c-06fee59671b1,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.212643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-0172910d-2069-4c77-a7a8-6297dcd58a0c service neutron] 10.222.0.49 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326592 Sep 16 05:11:10.351991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-d2d2b852-ebaf-45c8-b7b0-12a5f3c2ba31 service neutron] 10.222.0.49 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285443 Sep 16 05:11:10.454525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf157bd-1694-4607-bd30-719e8d079bc1 req-ebd08b6f-8e6e-4063-8043-b3f21ab03505 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.457256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcf157bd-1694-4607-bd30-719e8d079bc1 req-ebd08b6f-8e6e-4063-8043-b3f21ab03505 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 948 time: 0.0920987 Sep 16 05:11:10.529291 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c08ad67-a798-4748-b522-c714e796e269" -d '{"events": [{"server_uuid": "b410fb78-a21c-409b-9870-e2b6dd0dae47", "name": "network-vif-plugged", "status": "completed", "tag": "cefc7c72-b4c3-4414-8c0c-06fee59671b1"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:10.540246 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcf157bd-1694-4607-bd30-719e8d079bc1 req-c4f3f80d-c73c-4f3e-9dc7-b1d1f6dfb1b2 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750132 Sep 16 05:11:10.685989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a0074-879c-4570-895d-89fa3caeadf2 req-34b02041-c34c-4f56-9bb7-64b201a65016 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.688361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-978a0074-879c-4570-895d-89fa3caeadf2 req-34b02041-c34c-4f56-9bb7-64b201a65016 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 971 time: 0.0719497 Sep 16 05:11:10.751635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-978a0074-879c-4570-895d-89fa3caeadf2 req-6369917c-2777-4bd6-b7fd-c8b13e651311 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512650 Sep 16 05:11:11.059990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fa6a-a330-4323-a527-888c17999523 req-a18e645d-1a55-48d4-aa2a-cf0996af7519 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.061695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-a18e645d-1a55-48d4-aa2a-cf0996af7519 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 820 time: 0.1222341 Sep 16 05:11:11.085802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-6e0e193c-6a62-4b14-b31c-c78435ca66c2 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/quotas/ee7cdd3450f847e7be1ee06226de1088 HTTP/1.1" status: 200 len: 375 time: 0.0160558 Sep 16 05:11:11.131078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-3ad20474-0f68-4c56-bd70-31e807de09e6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364640 Sep 16 05:11:11.264513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e1884ebb-5637-4f5a-ba2a-fbde7a6d2224 service neutron] 10.222.0.49 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205127 Sep 16 05:11:11.420579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-3a6655c0-3db0-4be1-ad24-1d83b48665c7 service neutron] 10.222.0.49 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497054 Sep 16 05:11:11.594733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-53ef8d82-5dd4-46c1-ac69-cf79116e4741 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=03150d179d3e48338b693bcda149457f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248120 Sep 16 05:11:11.771932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576fa5f-b991-469f-ae45-c899698cb34a req-a355028d-8d0e-4c80-8ff8-33c1b9701a76 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.771932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-a355028d-8d0e-4c80-8ff8-33c1b9701a76 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659036 Sep 16 05:11:11.800748 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-14a80fd3-9c56-40fb-8b26-06f44a73476f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/quotas/03150d179d3e48338b693bcda149457f HTTP/1.1" status: 200 len: 375 time: 0.0160222 Sep 16 05:11:11.853653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-2e5d318c-a4e3-4d92-811c-9f95fbb7a0d1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03150d179d3e48338b693bcda149457f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414474 Sep 16 05:11:11.858044 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9678c031-319d-4942-9682-80f0fafd46f0 x-openstack-request-id: req-9678c031-319d-4942-9682-80f0fafd46f0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:11.858574 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b410fb78-a21c-409b-9870-e2b6dd0dae47", "name": "network-vif-plugged", "status": "completed", "tag": "cefc7c72-b4c3-4414-8c0c-06fee59671b1", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:11.858574 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9678c031-319d-4942-9682-80f0fafd46f0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:11.858900 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b410fb78-a21c-409b-9870-e2b6dd0dae47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefc7c72-b4c3-4414-8c0c-06fee59671b1', 'code': 200} Sep 16 05:11:11.953151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c6c70ee-be79-45b1-95f7-14c9f29f127a req-eebce17f-1ce3-4856-90fc-224590ada43a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 210 time: 0.0579066 Sep 16 05:11:12.113574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927a63a-c0a6-4108-90cb-7479095e5a2d req-f890f010-6b06-4567-a0b8-5b261009ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.115416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f927a63a-c0a6-4108-90cb-7479095e5a2d req-f890f010-6b06-4567-a0b8-5b261009ad28 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 1123 time: 0.1389797 Sep 16 05:11:12.147289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f927a63a-c0a6-4108-90cb-7479095e5a2d req-de8c607c-d397-4501-8290-13affcf2a352 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.390442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2a058-bfaa-4338-b3f1-f18121863a1d req-094ddf85-cf39-427d-a1d9-2a13595f8217 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.398000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f927a63a-c0a6-4108-90cb-7479095e5a2d req-de8c607c-d397-4501-8290-13affcf2a352 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.398975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e2a058-bfaa-4338-b3f1-f18121863a1d req-094ddf85-cf39-427d-a1d9-2a13595f8217 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 948 time: 0.2224815 Sep 16 05:11:12.427748 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5070560e-e129-4b3c-8bcf-dcdf2d9c517b req-27f396e8-0b64-4472-85ef-b97488aedd01 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 210 time: 0.0608151 Sep 16 05:11:12.444522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e2a058-bfaa-4338-b3f1-f18121863a1d req-98077fd5-2289-4701-9c9c-8c827c6c00e0 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Sep 16 05:11:12.487070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f927a63a-c0a6-4108-90cb-7479095e5a2d req-de8c607c-d397-4501-8290-13affcf2a352 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.611421 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f927a63a-c0a6-4108-90cb-7479095e5a2d req-de8c607c-d397-4501-8290-13affcf2a352 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880109 Sep 16 05:11:12.665982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c607c-d397-4501-8290-13affcf2a352 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2632af-4a57-43d1-b05b-ca7005669c3d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.700961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb211cb-eedc-4efb-b7ab-c4420e4ff1f5 req-9145cc48-94f2-4a27-b39c-751fca0a382e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.703656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5cb211cb-eedc-4efb-b7ab-c4420e4ff1f5 req-9145cc48-94f2-4a27-b39c-751fca0a382e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 971 time: 0.1277902 Sep 16 05:11:12.754416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5cb211cb-eedc-4efb-b7ab-c4420e4ff1f5 req-5789a39b-44f2-4b42-9394-c341122bee77 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Sep 16 05:11:12.959744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6cb29cf-1ddf-47e1-be58-025b6c595390 req-a527e027-2241-4cb9-8984-a327f2223e2d tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 210 time: 0.0481343 Sep 16 05:11:13.076193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31283868-9523-4504-8c8e-5051f9ff32da req-50921dfb-0eb1-4413-808a-defcf85c01ad tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 210 time: 0.0450523 Sep 16 05:11:13.151881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:13.301676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:13.315515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '0293fdac-ef9f-4f8d-8f8f-d50cd97990e5', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '0293fdac-ef9f-4f8d-8f8f-d50cd97990e5', 'mac_address': 'fa:16:3e:76:3a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:13.365758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.382395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:13.412384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:13.474665 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.587183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.631472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d84896-67b7-4be5-8d7d-672c2aab9006 req-5a0f4891-9822-455c-83fd-aab6c0a77785 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.634497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-113125ee-0212-44f1-bb6b-37202ad46327 req-120b8a12-8468-4063-8dc2-30ac363edad8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 210 time: 0.0325196 Sep 16 05:11:13.635419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52d84896-67b7-4be5-8d7d-672c2aab9006 req-5a0f4891-9822-455c-83fd-aab6c0a77785 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 949 time: 0.0658271 Sep 16 05:11:13.702492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52d84896-67b7-4be5-8d7d-672c2aab9006 req-b72a9edb-dc19-4db3-a899-9739683cba9f tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548375 Sep 16 05:11:13.941659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4a33c-7c43-4118-98bb-79f306100641 req-9588a4f4-72ad-46f5-9d66-1797d0d5279f tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.944565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03e4a33c-7c43-4118-98bb-79f306100641 req-9588a4f4-72ad-46f5-9d66-1797d0d5279f tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 971 time: 0.1018956 Sep 16 05:11:13.974180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0293fdac-ef9f-4f8d-8f8f-d50cd97990e5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:14.017370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03e4a33c-7c43-4118-98bb-79f306100641 req-68c88428-a39e-4e25-9b00-7f6c421c7641 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658028 Sep 16 05:11:14.148884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-808f8ef8-4a60-43d4-9695-5dd509ac4394 req-1ce2fb26-66b8-4fca-9e5c-7d731667f8ef tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 210 time: 0.0438616 Sep 16 05:11:14.252410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37566) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:14.366714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7414c58d-45ab-4572-bf16-1935b307bdad req-43fb4e70-c0ea-4b10-8361-982d165a3aa0 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 210 time: 0.1194382 Sep 16 05:11:14.474681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0c23f38-cb46-4832-b403-e24a65c6537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.625124 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0c23f38-cb46-4832-b403-e24a65c6537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.658096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-371e24a1-4d6e-4340-9870-8d0b878a6cae tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.666182 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-371e24a1-4d6e-4340-9870-8d0b878a6cae tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 824 time: 0.5586529 Sep 16 05:11:14.722675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0c23f38-cb46-4832-b403-e24a65c6537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.841440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc203e72-ea6b-4a43-8fe4-c5aac3b3ea9e req-04ed16f0-09ea-4ba2-9f39-9be8bbfc23e3 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 210 time: 0.0820515 Sep 16 05:11:14.857234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-217bf58c-b7ec-43a1-a868-74acf91dd735 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=253a70d836ff423fb8ee993b21ed1df6 HTTP/1.1" status: 200 len: 380 time: 0.1070197 Sep 16 05:11:14.876367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c0c23f38-cb46-4832-b403-e24a65c6537f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45e48c78599f476f8207242591d90296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107628 Sep 16 05:11:14.876367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c23f38-cb46-4832-b403-e24a65c6537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef04da4-ed8b-48fd-9e88-b0ac45f50afa,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:14.889787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37574) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:14.901855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Request body: {'port': {'device_id': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'admin_state_up': True, 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'security_groups': ['5ec176e0-dfe9-4dd6-b663-744ebc786872']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:14.965700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b03e1d0-8ba9-41eb-bcad-1910281480d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.992200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b03e1d0-8ba9-41eb-bcad-1910281480d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.992483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.30', 50290) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:15.001920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f459535-d5c4-4c4a-ab97-06913738863d req-bbdded53-4dc1-46d5-b081-c006e99545c7 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.003583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f459535-d5c4-4c4a-ab97-06913738863d req-bbdded53-4dc1-46d5-b081-c006e99545c7 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 949 time: 0.1893101 Sep 16 05:11:15.131144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:15.149509 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f459535-d5c4-4c4a-ab97-06913738863d req-abdaffc0-e648-4296-8e3d-4124a2e55c2d tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349969 Sep 16 05:11:15.153739 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b03e1d0-8ba9-41eb-bcad-1910281480d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.173205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b03e1d0-8ba9-41eb-bcad-1910281480d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.182224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fa6a-a330-4323-a527-888c17999523 req-89d229b1-7ebd-48ab-bd8a-1ba43e74031b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.182756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b03e1d0-8ba9-41eb-bcad-1910281480d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fef04da4-ed8b-48fd-9e88-b0ac45f50afa HTTP/1.1" status: 204 len: 168 time: 0.2870345 Sep 16 05:11:15.184159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-89d229b1-7ebd-48ab-bd8a-1ba43e74031b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 820 time: 0.1904855 Sep 16 05:11:15.212736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Request body: {'port': {'device_id': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'admin_state_up': True, 'tenant_id': 'ee7cdd3450f847e7be1ee06226de1088'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:15.221015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03e1d0-8ba9-41eb-bcad-1910281480d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef04da4-ed8b-48fd-9e88-b0ac45f50afa,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.283530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Made reservation on behalf of 253a70d836ff423fb8ee993b21ed1df6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:15.289179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.344210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54710a-b890-4a15-9007-4cfc1f1e123a req-af3e0af6-1c97-42d3-ad21-4672208791e6 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.347984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b54710a-b890-4a15-9007-4cfc1f1e123a req-af3e0af6-1c97-42d3-ad21-4672208791e6 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 971 time: 0.0941126 Sep 16 05:11:15.357346 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:15.364919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:15.365876 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.398657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b54710a-b890-4a15-9007-4cfc1f1e123a req-f72f4fc6-1777-4b1e-aa91-d864a9f32f19 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440884 Sep 16 05:11:15.471081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bde5fe7e-0ed8-4ff7-8031-129c2b7fbcd0 req-bb58de96-910d-4bfe-8171-e6cdbf42061d tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 210 time: 0.1022975 Sep 16 05:11:15.551759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.608143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0293fdac-ef9f-4f8d-8f8f-d50cd97990e5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:15.620137 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c479cc60-7612-447e-b930-4dfca683cf99" -d '{"events": [{"server_uuid": "b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4", "name": "network-vif-plugged", "status": "completed", "tag": "0293fdac-ef9f-4f8d-8f8f-d50cd97990e5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:15.665305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-225719af-52f6-4620-8fa3-f7e613a9462b req-6bdc4a7c-2e28-4556-a8a5-aa5c6b31b629 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 210 time: 0.0787928 Sep 16 05:11:15.670446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:15.744400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Allocated IP 172.20.0.5 (025e130c-550e-47f2-a0a3-b88748c30bec/042732bf-6548-49b1-97f9-a80dc74b9d91/cc556449-b955-4005-9f37-e03ad2c8c1e8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:15.750576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Made reservation on behalf of ee7cdd3450f847e7be1ee06226de1088 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:15.754896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.763460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.768882 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fda5d6f-d931-408c-9584-6c1b20b3fe71 x-openstack-request-id: req-5fda5d6f-d931-408c-9584-6c1b20b3fe71 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:15.769952 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4", "name": "network-vif-plugged", "status": "completed", "tag": "0293fdac-ef9f-4f8d-8f8f-d50cd97990e5", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:15.775979 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fda5d6f-d931-408c-9584-6c1b20b3fe71 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:15.775979 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0293fdac-ef9f-4f8d-8f8f-d50cd97990e5', 'code': 200} Sep 16 05:11:15.867085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.873554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9835ff-31a1-41d8-a8a6-16f273636124 req-3435277e-f275-4115-a8d3-4cd9f6d2c615 tempest-AggregatesAdminTestJSON-1132832884 tempest-AggregatesAdminTestJSON-1132832884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.875241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff9835ff-31a1-41d8-a8a6-16f273636124 req-3435277e-f275-4115-a8d3-4cd9f6d2c615 tempest-AggregatesAdminTestJSON-1132832884 tempest-AggregatesAdminTestJSON-1132832884-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 1123 time: 0.1701286 Sep 16 05:11:15.933164 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ff9835ff-31a1-41d8-a8a6-16f273636124 req-122fd5df-df26-43f3-a98a-65c74aa00b50 tempest-AggregatesAdminTestJSON-1132832884 tempest-AggregatesAdminTestJSON-1132832884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.964915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.30', 50291) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.013447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.30', 50292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.088134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-c07cccab-6cbb-48a0-92d4-82a5d736c66b tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=03150d179d3e48338b693bcda149457f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716085 Sep 16 05:11:16.089288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Allocated IP 172.20.0.10 (a33d2f8c-0f50-4292-b7c6-26b0ef9887b7/f7723731-cf71-4a95-9b40-4e7112c45eb8/8d0768eb-950d-4d99-a47e-c38b6651a948) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:16.116304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa6c270f-a237-46be-85a1-94eb66af953c req-13f829f0-a209-4f27-8e5b-ece469234e5a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 210 time: 0.1352386 Sep 16 05:11:16.123267 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.196722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f089f-6083-43a5-9207-b69474bc3252 req-e695df76-9175-48cf-bf9a-6ed5eb79e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.199234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc6f089f-6083-43a5-9207-b69474bc3252 req-e695df76-9175-48cf-bf9a-6ed5eb79e8e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 1102 time: 0.2149818 Sep 16 05:11:16.277856 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc6f089f-6083-43a5-9207-b69474bc3252 req-7856aeeb-9029-4aa9-850e-0d16360d6af0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554147 Sep 16 05:11:16.360194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37596) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.377777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ba21440-f714-44d9-bc29-7acc4d47dab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.383178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576fa5f-b991-469f-ae45-c899698cb34a req-f2edcd68-1aad-46d1-9fd6-a5190814b44a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.384753 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-f2edcd68-1aad-46d1-9fd6-a5190814b44a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822893 Sep 16 05:11:16.411253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766c5f5-b6ab-4bbc-b932-051845db7317 req-5ac77201-7eb9-4f77-af86-2075b9b0e952 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.412808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0766c5f5-b6ab-4bbc-b932-051845db7317 req-5ac77201-7eb9-4f77-af86-2075b9b0e952 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 950 time: 0.0800333 Sep 16 05:11:16.459696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.460269 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ff9835ff-31a1-41d8-a8a6-16f273636124 req-122fd5df-df26-43f3-a98a-65c74aa00b50 tempest-AggregatesAdminTestJSON-1132832884 tempest-AggregatesAdminTestJSON-1132832884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.465546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0766c5f5-b6ab-4bbc-b932-051845db7317 req-f4c02c96-a917-429e-ab35-82d6deb68b86 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Sep 16 05:11:16.518527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Network 025e130c-550e-47f2-a0a3-b88748c30bec is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:16.531114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:16.546139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:16.552453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.554466 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.559130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ff9835ff-31a1-41d8-a8a6-16f273636124 req-122fd5df-df26-43f3-a98a-65c74aa00b50 tempest-AggregatesAdminTestJSON-1132832884 tempest-AggregatesAdminTestJSON-1132832884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.561954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event updated for resources: {'Port': ['ID=cc556449-b955-4005-9f37-e03ad2c8c1e8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.570807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.625465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff9835ff-31a1-41d8-a8a6-16f273636124 req-122fd5df-df26-43f3-a98a-65c74aa00b50 tempest-AggregatesAdminTestJSON-1132832884 tempest-AggregatesAdminTestJSON-1132832884-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7360697 Sep 16 05:11:16.671350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fd5df-df26-43f3-a98a-65c74aa00b50 tempest-AggregatesAdminTestJSON-1132832884 tempest-AggregatesAdminTestJSON-1132832884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca1e4e-5f70-4180-be1e-54a08c40829c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.719025 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8941ff1-7134-4dba-b15e-8d530c93802d req-9fd76f45-d28e-48ed-95af-fae8d0057df2 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 210 time: 0.1115494 Sep 16 05:11:16.779682 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.791445 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ba21440-f714-44d9-bc29-7acc4d47dab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.829757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Request body: {'port': {'device_id': '4dda6301-5c2c-4f97-8199-cc836b21f392', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '03150d179d3e48338b693bcda149457f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:16.880539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ba21440-f714-44d9-bc29-7acc4d47dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.887559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7b3727ff-163d-4a5d-a5cd-167e3dc6e15b None None] Provisioning complete for port cc556449-b955-4005-9f37-e03ad2c8c1e8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:16.890762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b3727ff-163d-4a5d-a5cd-167e3dc6e15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.931980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba21440-f714-44d9-bc29-7acc4d47dab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb269c-bfc0-466d-93dc-b8c5e4ca106b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.942353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5ba21440-f714-44d9-bc29-7acc4d47dab2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffdac0389d7a4ef8b88665c674cfc223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810521 Sep 16 05:11:16.950642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37608) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.966434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Pushing event updated for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.987137 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3668cc6-6868-45c2-93eb-8e6f58287e54 req-428642fd-8e8e-4b66-8e22-8ee3d4480600 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.987919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:16.998251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3668cc6-6868-45c2-93eb-8e6f58287e54 req-428642fd-8e8e-4b66-8e22-8ee3d4480600 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 931 time: 0.1451588 Sep 16 05:11:17.008866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:17.009862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7b3727ff-163d-4a5d-a5cd-167e3dc6e15b None None] Port cc556449-b955-4005-9f37-e03ad2c8c1e8 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:17.017430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:17.029666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.030355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.063135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-9f00b585-f9af-4d95-bcf8-a2bb840fee3e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1706171 Sep 16 05:11:17.086813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Request body: {'port': {'device_id': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:17.116351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3668cc6-6868-45c2-93eb-8e6f58287e54 req-bf23b7b4-ed89-4777-8487-3a2ed80f404b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154573 Sep 16 05:11:17.134732 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ce18e97-e23a-48d8-be1b-f7f0d4072a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.178710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.191588 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ce18e97-e23a-48d8-be1b-f7f0d4072a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.227218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9f1b704-e951-4741-8807-339b2984dfec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0241675 Sep 16 05:11:17.270183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Request body: {'port': {'device_id': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:17.314111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24169-419a-4a53-b0ee-4fe928dee69e req-cd819667-adf3-4497-a2a9-5e6829791b88 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.316507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74c24169-419a-4a53-b0ee-4fe928dee69e req-cd819667-adf3-4497-a2a9-5e6829791b88 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 932 time: 0.0733805 Sep 16 05:11:17.364674 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74c24169-419a-4a53-b0ee-4fe928dee69e req-efe767a4-6e94-4c32-ad5f-94ad021a311c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381384 Sep 16 05:11:17.393004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Made reservation on behalf of 03150d179d3e48338b693bcda149457f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:17.397127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.415207 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ce18e97-e23a-48d8-be1b-f7f0d4072a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.420241 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ce18e97-e23a-48d8-be1b-f7f0d4072a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.426212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ce18e97-e23a-48d8-be1b-f7f0d4072a71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2adb269c-bfc0-466d-93dc-b8c5e4ca106b HTTP/1.1" status: 204 len: 168 time: 0.4701197 Sep 16 05:11:17.437279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce18e97-e23a-48d8-be1b-f7f0d4072a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb269c-bfc0-466d-93dc-b8c5e4ca106b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.441579 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.455956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.634136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca0f0-9f8f-4c6a-a49b-29a2af830f78 req-3de5db5e-b489-4802-960c-08cd75d8281b tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.636204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea7ca0f0-9f8f-4c6a-a49b-29a2af830f78 req-3de5db5e-b489-4802-960c-08cd75d8281b tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 950 time: 0.0759366 Sep 16 05:11:17.716186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea7ca0f0-9f8f-4c6a-a49b-29a2af830f78 req-ca3d28e8-0524-4239-9af9-9c1e01141db9 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686471 Sep 16 05:11:17.793630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc556449-b955-4005-9f37-e03ad2c8c1e8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:17.823027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.848827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Transition to ACTIVE for port object cc556449-b955-4005-9f37-e03ad2c8c1e8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:17.895932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd639795-19af-4420-962c-2b24379bf3dd req-64d80073-211d-4ce4-ba56-5948d25e79d9 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 210 time: 0.0439544 Sep 16 05:11:17.928391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.933973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.996555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Pushing event updated for resources: {'Port': ['ID=cc556449-b955-4005-9f37-e03ad2c8c1e8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.198111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.364339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Attempting to bind port cc556449-b955-4005-9f37-e03ad2c8c1e8 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:18.364674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Attempting to bind port cc556449-b955-4005-9f37-e03ad2c8c1e8 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:18.367582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Attempting to bind port cc556449-b955-4005-9f37-e03ad2c8c1e8 on network 025e130c-550e-47f2-a0a3-b88748c30bec {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:18.372348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aff6904-c7df-4d0a-b16e-1100cde14417,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.386752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Port cc556449-b955-4005-9f37-e03ad2c8c1e8 on network 025e130c-550e-47f2-a0a3-b88748c30bec not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:18.387087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Attempting to bind port cc556449-b955-4005-9f37-e03ad2c8c1e8 on network 025e130c-550e-47f2-a0a3-b88748c30bec {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:18.428181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0768eb-950d-4d99-a47e-c38b6651a948 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:18.435066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:18.435390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Checking segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:18.435790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Bound using segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:18.436288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Bound port: cc556449-b955-4005-9f37-e03ad2c8c1e8, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:18.436651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.449119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.512352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Transition to ACTIVE for port object 8d0768eb-950d-4d99-a47e-c38b6651a948 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:18.567028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Allocated IP 192.168.233.143 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/2c86441e-4377-4659-9609-1451c3cd061e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:18.581007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24418-7c4a-4da5-b398-a3a701b284ef req-3e0cb066-0d75-4f1d-95f8-c1b4e732310a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:18.582940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fa24418-7c4a-4da5-b398-a3a701b284ef req-3e0cb066-0d75-4f1d-95f8-c1b4e732310a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 943 time: 0.3145678 Sep 16 05:11:18.627569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0962-7ddb-4622-af2c-7677e37a4780 req-ecec65c9-c4d8-4d82-9f5f-c587544437d8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:18.630171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcbc0962-7ddb-4622-af2c-7677e37a4780 req-ecec65c9-c4d8-4d82-9f5f-c587544437d8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 932 time: 0.0723472 Sep 16 05:11:18.669746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] For port cc556449-b955-4005-9f37-e03ad2c8c1e8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:18.674584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.681807 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcbc0962-7ddb-4622-af2c-7677e37a4780 req-db1797b8-32f3-47e8-a730-6aeaf12df7b6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Sep 16 05:11:18.785184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] For port cc556449-b955-4005-9f37-e03ad2c8c1e8, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:18.812414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fa24418-7c4a-4da5-b398-a3a701b284ef req-f0c41b45-ec87-4978-bd5a-ceb40a396e01 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109964 Sep 16 05:11:18.844950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.900064 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.905122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.975782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:18.976117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:18.976463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:19.000981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.001900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.003845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] 10.222.0.30 "PUT /v2.0/ports/cc556449-b955-4005-9f37-e03ad2c8c1e8 HTTP/1.1" status: 200 len: 1092 time: 1.9208882 Sep 16 05:11:19.005604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'tag': 'cc556449-b955-4005-9f37-e03ad2c8c1e8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:19.008001 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37c508-e76e-4791-9d77-186e8b64e253" -d '{"events": [{"name": "network-changed", "server_uuid": "e50d9a49-77f4-4b69-9b56-0d63240b3d85", "tag": "cc556449-b955-4005-9f37-e03ad2c8c1e8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:19.032762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:19.033305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:19.085428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:19.086146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:19.086973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:19.087772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Bound port: 8d0768eb-950d-4d99-a47e-c38b6651a948, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:19.088461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.105797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4936373-3be2-4cff-80ea-add2720173bd service neutron] Pushing event updated for resources: {'Port': ['ID=cc556449-b955-4005-9f37-e03ad2c8c1e8,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.160364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d40e31-b5e0-4b03-ad04-a7324a936967 req-ff732127-3d2d-4431-8fb4-1472cb08ac5d tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.162139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-32d40e31-b5e0-4b03-ad04-a7324a936967 req-ff732127-3d2d-4431-8fb4-1472cb08ac5d tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 950 time: 0.2463562 Sep 16 05:11:19.272323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d029b12-cc34-4160-9356-49676fd4f06c req-5911addc-56fb-4abe-9d72-cbcd3a06865f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 210 time: 0.0394127 Sep 16 05:11:19.299645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.318482 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-32d40e31-b5e0-4b03-ad04-a7324a936967 req-4384456b-e745-4790-84d5-5ec8db2ed986 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185861 Sep 16 05:11:19.327969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:19.335736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:19.367370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-91161383-2e15-417f-b4cc-7d514ddd7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.369135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-91161383-2e15-417f-b4cc-7d514ddd7a12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 1095 time: 0.2058845 Sep 16 05:11:19.370696 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b353262-9f32-4a1f-a1bb-7d1d04be98b5 x-openstack-request-id: req-2b353262-9f32-4a1f-a1bb-7d1d04be98b5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:19.370993 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50d9a49-77f4-4b69-9b56-0d63240b3d85", "tag": "cc556449-b955-4005-9f37-e03ad2c8c1e8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:19.371539 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b353262-9f32-4a1f-a1bb-7d1d04be98b5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:19.371987 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'tag': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'status': 'completed', 'code': 200} Sep 16 05:11:19.382527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:19.387532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:19.399180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:19.402934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.403609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.457806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.461993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-43980be5-5baf-4744-beee-87f66b837e7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0757682 Sep 16 05:11:19.466396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Pushing event updated for resources: {'Port': ['ID=2c86441e-4377-4659-9609-1451c3cd061e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.562461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.563099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.564618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 1093 time: 2.3003507 Sep 16 05:11:19.569903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-9544de74-d2c6-4294-a73e-2e8d9535bea0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7494760 Sep 16 05:11:19.593724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-3d8030c9-9c1d-445c-9fd9-494daa94df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.595389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-3d8030c9-9c1d-445c-9fd9-494daa94df10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=042732bf-6548-49b1-97f9-a80dc74b9d91 HTTP/1.1" status: 200 len: 863 time: 0.1204009 Sep 16 05:11:19.606895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16dee5-5e79-401a-88fd-176358713239 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.637527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Request body: {'port': {'device_id': '4dda6301-5c2c-4f97-8199-cc836b21f392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.704538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e65bda04-79f2-46d0-b33c-18cee1b4c178 None None] Provisioning complete for port 2c86441e-4377-4659-9609-1451c3cd061e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:19.705196 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e65bda04-79f2-46d0-b33c-18cee1b4c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.732595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.756296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-f9b69d63-3c4a-402b-9e1b-d6aa9ece02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.756296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-f9b69d63-3c4a-402b-9e1b-d6aa9ece02c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=025e130c-550e-47f2-a0a3-b88748c30bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318171 Sep 16 05:11:19.770904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e65bda04-79f2-46d0-b33c-18cee1b4c178 None None] Port 2c86441e-4377-4659-9609-1451c3cd061e cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:19.854512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5c77-769f-4b73-a752-0d8c90d1a4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.890884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b976793-5a5e-4aee-bf72-b01a022f53cc req-79d0db72-cc82-48d5-9a50-031747a92a9b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.896432 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8b976793-5a5e-4aee-bf72-b01a022f53cc req-79d0db72-cc82-48d5-9a50-031747a92a9b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.0803583 Sep 16 05:11:19.982487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9a34396-cc0a-4be2-a2c3-36aed3473a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.984225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-e9a34396-cc0a-4be2-a2c3-36aed3473a20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1096 time: 0.2527304 Sep 16 05:11:19.987383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8b976793-5a5e-4aee-bf72-b01a022f53cc req-2b0fb280-3600-4ed3-9cef-fea0ffdffac0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809569 Sep 16 05:11:20.054202 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-1f17408c-4523-4b6e-8d28-b5e916400680 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 217 time: 0.0518951 Sep 16 05:11:20.066124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-af485d07-1c99-41c2-a64e-d05e649358bf service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023148 Sep 16 05:11:20.167618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4736a4-d06d-4ab1-a16b-2b1908d138b0 req-8bd4e094-c9bd-48c7-b22c-c14a5c2b82d0 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.183894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f4736a4-d06d-4ab1-a16b-2b1908d138b0 req-8bd4e094-c9bd-48c7-b22c-c14a5c2b82d0 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 943 time: 0.1076033 Sep 16 05:11:20.241268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fa6a-a330-4323-a527-888c17999523 req-b033dded-27cd-44c4-9063-c34c91ae6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.242947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-b033dded-27cd-44c4-9063-c34c91ae6a2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1757722 Sep 16 05:11:20.261445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f4736a4-d06d-4ab1-a16b-2b1908d138b0 req-0b0500d0-8d7d-4f5e-a24e-0477af130dd3 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746963 Sep 16 05:11:20.300589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.323670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-23a2ae4e-8a5e-477b-85d7-6d9aa0814576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667872 Sep 16 05:11:20.333260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01f69a75-87ea-49ce-99c5-1958673488a0 req-bbf250cf-94b3-4e0d-8b36-6b4c06638a3e service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496984 Sep 16 05:11:20.436330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f067e-4f2c-48cd-9435-9f06727cd0d9 req-5f3e923a-539a-4246-9712-4fa4b262b74e tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.441470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae2f067e-4f2c-48cd-9435-9f06727cd0d9 req-5f3e923a-539a-4246-9712-4fa4b262b74e tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 936 time: 0.0661945 Sep 16 05:11:20.495108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae2f067e-4f2c-48cd-9435-9f06727cd0d9 req-2fb8dd1f-adca-49f9-8b96-f1c3699c0098 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487120 Sep 16 05:11:20.653549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c86441e-4377-4659-9609-1451c3cd061e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:20.670585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c81ac-ee05-4c1e-8b61-66c23dd2b665 req-0ab1622e-09e7-46f8-b55d-630da47cb727 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.672420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a9c81ac-ee05-4c1e-8b61-66c23dd2b665 req-0ab1622e-09e7-46f8-b55d-630da47cb727 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 950 time: 0.0923982 Sep 16 05:11:20.690837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.731790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a9c81ac-ee05-4c1e-8b61-66c23dd2b665 req-7d7b7c46-2c87-4d5b-b4ad-14bc6c35b020 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Sep 16 05:11:20.735725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Transition to ACTIVE for port object 2c86441e-4377-4659-9609-1451c3cd061e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:20.787441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-936b68eb-9277-4f25-8add-ed08694f70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.791799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-936b68eb-9277-4f25-8add-ed08694f70fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 1095 time: 0.1288600 Sep 16 05:11:20.795082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-0d27dc5f-ffbb-4416-8f77-f89dbccf515b service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862087 Sep 16 05:11:20.808214 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.013574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Pushing event updated for resources: {'Port': ['ID=2c86441e-4377-4659-9609-1451c3cd061e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.151226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Attempting to bind port 2c86441e-4377-4659-9609-1451c3cd061e on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:21.152270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Attempting to bind port 2c86441e-4377-4659-9609-1451c3cd061e by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:21.153126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Attempting to bind port 2c86441e-4377-4659-9609-1451c3cd061e on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:21.168062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Port 2c86441e-4377-4659-9609-1451c3cd061e on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:21.168511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Attempting to bind port 2c86441e-4377-4659-9609-1451c3cd061e on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:21.178857 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0e5fa6a-a330-4323-a527-888c17999523 req-de3622f4-e1c1-4c05-9c0e-d7396f2ab3ec service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676946 Sep 16 05:11:21.182897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-396d8055-e2f4-4d8d-8328-bad8cd9082ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.188776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-396d8055-e2f4-4d8d-8328-bad8cd9082ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 925 time: 0.3722289 Sep 16 05:11:21.188776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:21.188776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:21.188776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:21.188776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Bound port: 2c86441e-4377-4659-9609-1451c3cd061e, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:21.188776 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.269942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-c764c05b-95f7-4e44-8661-64051b4967f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0584095 Sep 16 05:11:21.360902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] For port 2c86441e-4377-4659-9609-1451c3cd061e, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:21.373153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:21.375581 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d6e291-ba67-405f-b4a7-23b58a07ec28" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:21.384622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] For port 2c86441e-4377-4659-9609-1451c3cd061e, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2c86441e-4377-4659-9609-1451c3cd061e,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:21.389599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-5c200390-8c00-49a8-8578-4c22060bbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.391266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-5c200390-8c00-49a8-8578-4c22060bbeda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=042732bf-6548-49b1-97f9-a80dc74b9d91 HTTP/1.1" status: 200 len: 863 time: 0.1091979 Sep 16 05:11:21.458343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-55cf0ffa-5f42-4c02-8f23-c3a2ccdeb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.461096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-55cf0ffa-5f42-4c02-8f23-c3a2ccdeb53b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=025e130c-550e-47f2-a0a3-b88748c30bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593557 Sep 16 05:11:21.502929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.594816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.595507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.597819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] 10.222.0.30 "PUT /v2.0/ports/2c86441e-4377-4659-9609-1451c3cd061e HTTP/1.1" status: 200 len: 1097 time: 1.9770494 Sep 16 05:11:21.654502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151fa0d-213d-4fbc-8465-b160498938da service neutron] Pushing event updated for resources: {'Port': ['ID=2c86441e-4377-4659-9609-1451c3cd061e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.673844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-a3c7c64e-cb99-4b01-99b7-a6af73a08039 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004099 Sep 16 05:11:21.716748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e8461-a51d-412f-b300-af164c2fbf6b req-99ef98da-5637-4983-bfd1-ab5bdf454632 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.718687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb0e8461-a51d-412f-b300-af164c2fbf6b req-99ef98da-5637-4983-bfd1-ab5bdf454632 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.1141765 Sep 16 05:11:21.950456 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb0e8461-a51d-412f-b300-af164c2fbf6b req-a196a196-be9c-4c69-b84b-2f2257065b52 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150896 Sep 16 05:11:21.963672 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576fa5f-b991-469f-ae45-c899698cb34a req-a4d9fee4-a744-415e-8166-5d63392cbbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:21.966504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-a4d9fee4-a744-415e-8166-5d63392cbbdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03150d179d3e48338b693bcda149457f&device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 1100 time: 0.2160325 Sep 16 05:11:21.977256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc37c508-e76e-4791-9d77-186e8b64e253 req-80571ee7-65b4-4ed0-b0d4-53641d343d6c service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881110 Sep 16 05:11:22.125365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-e3628447-796f-4300-8c26-cc4c466fa8f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=2c86441e-4377-4659-9609-1451c3cd061e HTTP/1.1" status: 200 len: 217 time: 0.0735364 Sep 16 05:11:22.162624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd48b74-170e-4471-b163-1c58e6dd56c2 req-375b59c4-de93-4ace-b568-533c3fcfa641 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.164261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9cd48b74-170e-4471-b163-1c58e6dd56c2 req-375b59c4-de93-4ace-b568-533c3fcfa641 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 943 time: 0.1330228 Sep 16 05:11:22.195585 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1304353a-a538-440f-83be-9447b9f14bc2 x-openstack-request-id: req-1304353a-a538-440f-83be-9447b9f14bc2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:22.195914 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:22.196155 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1304353a-a538-440f-83be-9447b9f14bc2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:22.196545 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948', 'status': 'completed', 'code': 200} Sep 16 05:11:22.232834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576fa5f-b991-469f-ae45-c899698cb34a req-7438ea80-cb61-4813-8be5-deeaddd08d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.234374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-7438ea80-cb61-4813-8be5-deeaddd08d42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0929255 Sep 16 05:11:22.237910 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9cd48b74-170e-4471-b163-1c58e6dd56c2 req-8be7a367-5523-4555-aab9-83e685b95d97 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546925 Sep 16 05:11:22.334222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576fa5f-b991-469f-ae45-c899698cb34a req-f2f0fb85-6d80-42d0-b13a-f0bc276b0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.335780 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-f2f0fb85-6d80-42d0-b13a-f0bc276b0c24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857089 Sep 16 05:11:22.343266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-1a4e228c-47ae-4cbd-9f05-e1a8f116925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.344987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-1a4e228c-47ae-4cbd-9f05-e1a8f116925e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1096 time: 0.0843754 Sep 16 05:11:22.356921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8df28-afcc-4711-a64b-f90e376850bf req-3df1e635-7dec-42eb-9ba5-1e6f525393f3 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.360503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09d8df28-afcc-4711-a64b-f90e376850bf req-3df1e635-7dec-42eb-9ba5-1e6f525393f3 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 948 time: 0.0891852 Sep 16 05:11:22.415648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09d8df28-afcc-4711-a64b-f90e376850bf req-a102af07-5935-441d-bfaf-578f7204bab3 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Sep 16 05:11:22.529340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-bda99320-dcfc-484b-91d2-2a606a987801 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719165 Sep 16 05:11:22.530541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-ebe114a6-2ecf-4f62-8699-ec7cb474f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.531997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-ebe114a6-2ecf-4f62-8699-ec7cb474f4d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.1656959 Sep 16 05:11:22.565390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09edc8-50c7-4200-999e-f76d26d8d510 req-84fbc4ef-d946-42e1-8848-aee535a92aee tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.568254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b09edc8-50c7-4200-999e-f76d26d8d510 req-84fbc4ef-d946-42e1-8848-aee535a92aee tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 950 time: 0.0852973 Sep 16 05:11:22.620279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b09edc8-50c7-4200-999e-f76d26d8d510 req-cc30a9ae-793f-4203-8f66-6cf287447955 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Sep 16 05:11:22.632798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-996ab06c-f4b1-4ebc-9875-7e21017b5e63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 217 time: 0.0794513 Sep 16 05:11:22.739286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-8231bf81-99dc-400d-ab8d-d40b5d4cfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:22.741319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-8231bf81-99dc-400d-ab8d-d40b5d4cfdfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.0939152 Sep 16 05:11:22.745628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8576fa5f-b991-469f-ae45-c899698cb34a req-e71c8405-70e4-4abc-ad6a-1d001773ace1 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938071 Sep 16 05:11:22.808449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-e4594e16-a047-41e9-9b2e-db5db245454c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353279 Sep 16 05:11:22.949624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-f6243907-d7db-42a5-8f4b-7ed5c740e9d3 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321142 Sep 16 05:11:23.007885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7b85d64-0c35-4dfc-8947-098cf1cbbd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.279045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21d6e291-ba67-405f-b4a7-23b58a07ec28 req-12ae5d98-31c4-47d1-b7d2-cac5e5d74777 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204024 Sep 16 05:11:23.288496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b130e-d8bc-40d5-aaac-4a4e980cb6ad req-b6bcd00a-c5fe-4e7f-a7b0-32216b88ed6c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.289958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-258b130e-d8bc-40d5-aaac-4a4e980cb6ad req-b6bcd00a-c5fe-4e7f-a7b0-32216b88ed6c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.0786574 Sep 16 05:11:23.338861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-258b130e-d8bc-40d5-aaac-4a4e980cb6ad req-27ef7d62-27b8-4b94-bf62-6308f65ea293 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367169 Sep 16 05:11:23.515568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62560a-21fc-4b90-8c2a-858dab043472 req-b32149e9-eb6b-4aec-a29b-2e3566dbaa6b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.517340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea62560a-21fc-4b90-8c2a-858dab043472 req-b32149e9-eb6b-4aec-a29b-2e3566dbaa6b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 943 time: 0.0669937 Sep 16 05:11:23.559381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea62560a-21fc-4b90-8c2a-858dab043472 req-8556993f-a3b3-4e52-b625-347c7d670f96 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358348 Sep 16 05:11:23.694285 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.742309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc052-5c86-4ab5-a8cb-9e765148691c req-703a30ef-dcbe-46b9-871c-8dca890db73d tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.744220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d38bc052-5c86-4ab5-a8cb-9e765148691c req-703a30ef-dcbe-46b9-871c-8dca890db73d tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 948 time: 0.0629971 Sep 16 05:11:23.792367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d38bc052-5c86-4ab5-a8cb-9e765148691c req-89b000af-0133-471b-bac3-a63abfe5fff9 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Sep 16 05:11:23.919059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f561-36db-4a0c-a0b2-1fd0742ff5d5 req-2236eb93-e5c3-4320-b442-f382c0e17104 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.921025 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4426f561-36db-4a0c-a0b2-1fd0742ff5d5 req-2236eb93-e5c3-4320-b442-f382c0e17104 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 950 time: 0.0595248 Sep 16 05:11:23.969462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4426f561-36db-4a0c-a0b2-1fd0742ff5d5 req-3f0ac4fd-709b-487d-9f39-4f369777cd74 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Sep 16 05:11:24.198044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dda6301-5c2c-4f97-8199-cc836b21f392', 'tag': '2c86441e-4377-4659-9609-1451c3cd061e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:24.202734 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f08d2f2-1072-4171-a0b0-6cacb3069abd" -d '{"events": [{"name": "network-changed", "server_uuid": "4dda6301-5c2c-4f97-8199-cc836b21f392", "tag": "2c86441e-4377-4659-9609-1451c3cd061e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:24.282137 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b34067-9c36-4a6e-8263-802e8b98f680 x-openstack-request-id: req-53b34067-9c36-4a6e-8263-802e8b98f680 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:24.283092 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dda6301-5c2c-4f97-8199-cc836b21f392", "tag": "2c86441e-4377-4659-9609-1451c3cd061e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:24.283338 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53b34067-9c36-4a6e-8263-802e8b98f680 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:24.283944 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dda6301-5c2c-4f97-8199-cc836b21f392', 'tag': '2c86441e-4377-4659-9609-1451c3cd061e', 'status': 'completed', 'code': 200} Sep 16 05:11:24.302635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-dbd7dfa6-d695-4ce6-b2e7-2dc18796902b tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.304548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-dbd7dfa6-d695-4ce6-b2e7-2dc18796902b tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 1102 time: 0.0589578 Sep 16 05:11:24.417880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-5766a501-fe72-4a5b-b860-8452685daaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.419450 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-5766a501-fe72-4a5b-b860-8452685daaf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03150d179d3e48338b693bcda149457f&device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 1100 time: 0.0722280 Sep 16 05:11:24.523807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] Deleting port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:24.524178 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.651704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-48a9f4e7-a24b-48f9-bb08-ec7e29887133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.653288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-48a9f4e7-a24b-48f9-bb08-ec7e29887133 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2227297 Sep 16 05:11:24.711456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7cf77-940a-461c-a0e6-c2e63d91afb7 req-dbef2b36-4bb5-4eea-bbda-a24a3781ab00 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.713139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0be7cf77-940a-461c-a0e6-c2e63d91afb7 req-dbef2b36-4bb5-4eea-bbda-a24a3781ab00 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.1710074 Sep 16 05:11:24.719020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-45b909a4-a7c7-4621-a104-2ab2a7dfdbf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=2c86441e-4377-4659-9609-1451c3cd061e HTTP/1.1" status: 200 len: 217 time: 0.0556092 Sep 16 05:11:24.799231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] For port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:24.800411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.834832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0be7cf77-940a-461c-a0e6-c2e63d91afb7 req-9058a715-a65b-4277-8c6f-075ba3023284 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074662 Sep 16 05:11:24.834832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] Calling delete_port for 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:24.854026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-6a7e4e90-6f5d-407b-9b37-e76386962611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.855767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-6a7e4e90-6f5d-407b-9b37-e76386962611 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1275041 Sep 16 05:11:24.999416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-b4a37c22-59f4-4287-a120-ec825e62b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.001252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-b4a37c22-59f4-4287-a120-ec825e62b948 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1355755 Sep 16 05:11:25.040853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacf253-d924-446b-889c-2c80167dcb38 req-8d9ab460-058e-47cb-b847-8ccc892a61e4 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.050427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2cacf253-d924-446b-889c-2c80167dcb38 req-8d9ab460-058e-47cb-b847-8ccc892a61e4 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 943 time: 0.1000824 Sep 16 05:11:25.100976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2cacf253-d924-446b-889c-2c80167dcb38 req-858aaa7a-fd1e-4b1e-b133-7f1822fe4bce tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476477 Sep 16 05:11:25.134323 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.166531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-e03bd70f-9c52-42a2-bd56-087e60e85af3 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522369 Sep 16 05:11:25.178229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device cc556449-b955-4005-9f37-e03ad2c8c1e8 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:25.306464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port cc556449-b955-4005-9f37-e03ad2c8c1e8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:25.312070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.322649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'port_id': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'mac_address': 'fa:16:3e:47:c8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:25.330642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e7643-5c49-4dd4-bedd-5c47e376e9f0 req-08177885-b1b2-4e00-bd05-5da24ba23614 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.333755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a7e7643-5c49-4dd4-bedd-5c47e376e9f0 req-08177885-b1b2-4e00-bd05-5da24ba23614 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 867 time: 0.0946825 Sep 16 05:11:25.359162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0293fdac-ef9f-4f8d-8f8f-d50cd97990e5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:25.376220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] Pushing event deleted for resources: {'Port': ['ID=0293fdac-ef9f-4f8d-8f8f-d50cd97990e5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.396822 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.415817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc556449-b955-4005-9f37-e03ad2c8c1e8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:25.421939 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a7e7643-5c49-4dd4-bedd-5c47e376e9f0 req-9f4a32d1-ad70-46e1-843f-db3b7b3e8cae tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733051 Sep 16 05:11:25.439494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86517f5-45bc-4c3e-b64a-32394b43f00a req-34f46927-edef-4bbd-af3a-e6bf924beda5 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.442576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c86517f5-45bc-4c3e-b64a-32394b43f00a req-34f46927-edef-4bbd-af3a-e6bf924beda5 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 948 time: 0.2144439 Sep 16 05:11:25.460388 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f08d2f2-1072-4171-a0b0-6cacb3069abd req-0d1613cd-498f-43c7-a1cc-6cd8b28a1827 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834651 Sep 16 05:11:25.461308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port cc556449-b955-4005-9f37-e03ad2c8c1e8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:25.461778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] No DVR routers for this DVR port 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:25.466988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.469662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc1795cb-7750-48f0-b325-7c33e797d143 req-e58b5e33-3204-4338-a577-86d1bc16f025 tempest-DeleteServersAdminTestJSON-444371836 tempest-DeleteServersAdminTestJSON-444371836-project-admin] 10.222.0.30 "DELETE /v2.0/ports/0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 HTTP/1.1" status: 204 len: 173 time: 1.1483757 Sep 16 05:11:25.528097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c86517f5-45bc-4c3e-b64a-32394b43f00a req-65375a89-6a8c-4ead-91be-a87accc8cdfd tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637817 Sep 16 05:11:25.539270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.540014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8d0768eb-950d-4d99-a47e-c38b6651a948 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:25.693805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=cc556449-b955-4005-9f37-e03ad2c8c1e8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.794939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:25.820233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8d0768eb-950d-4d99-a47e-c38b6651a948', 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'port_id': '8d0768eb-950d-4d99-a47e-c38b6651a948', 'mac_address': 'fa:16:3e:65:95:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7723731-cf71-4a95-9b40-4e7112c45eb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:25.893900 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.912355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0768eb-950d-4d99-a47e-c38b6651a948 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:25.936790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:26.024917 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.087262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.155239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f6f12-dd00-4d1b-b69c-e38bf892e8f7 req-05d61c5c-ea86-476a-928d-b6348fb96b2c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.157735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e71f6f12-dd00-4d1b-b69c-e38bf892e8f7 req-05d61c5c-ea86-476a-928d-b6348fb96b2c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 945 time: 0.0779800 Sep 16 05:11:26.229549 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e71f6f12-dd00-4d1b-b69c-e38bf892e8f7 req-93ce0a05-b84f-4f43-8d5f-6d046f4424fe tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615015 Sep 16 05:11:26.285980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4', 'name': 'network-vif-deleted', 'tag': '0293fdac-ef9f-4f8d-8f8f-d50cd97990e5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:26.288456 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ead7dc-fa4a-48fd-8798-b94aeeb6abdc" -d '{"events": [{"server_uuid": "b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4", "name": "network-vif-deleted", "tag": "0293fdac-ef9f-4f8d-8f8f-d50cd97990e5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:26.488952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850313-9fbe-4a99-bd17-5d6a798faa7e req-ac235d7a-21ef-4f6f-a18f-c4904f39744f tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.490628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8850313-9fbe-4a99-bd17-5d6a798faa7e req-ac235d7a-21ef-4f6f-a18f-c4904f39744f tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 944 time: 0.0788553 Sep 16 05:11:26.519902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['cc556449-b955-4005-9f37-e03ad2c8c1e8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:26.549398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8850313-9fbe-4a99-bd17-5d6a798faa7e req-fff6a4c9-7bf2-4e6c-9426-6341d8a51b8a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517249 Sep 16 05:11:26.576126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8d0768eb-950d-4d99-a47e-c38b6651a948'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:26.610402 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73ba335-a749-405b-91fa-7c827d66b23a x-openstack-request-id: req-c73ba335-a749-405b-91fa-7c827d66b23a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:26.612966 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4", "name": "network-vif-deleted", "tag": "0293fdac-ef9f-4f8d-8f8f-d50cd97990e5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:26.612966 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c73ba335-a749-405b-91fa-7c827d66b23a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:26.612966 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4', 'name': 'network-vif-deleted', 'tag': '0293fdac-ef9f-4f8d-8f8f-d50cd97990e5', 'status': 'completed', 'code': 200} Sep 16 05:11:26.744844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78cebedc-d924-4225-9805-1b280b42a6d0 req-5af46615-f5bc-428b-bad4-acdd5d3a3774 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=b41d9a7e-66ea-4bac-a3d5-72d7c2a164d4 HTTP/1.1" status: 200 len: 210 time: 0.0499282 Sep 16 05:11:26.906029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6932f-cd51-48ae-8547-76752b6d09e0 req-ccf03f95-550a-440c-a214-e812af9482be tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.916673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9a6932f-cd51-48ae-8547-76752b6d09e0 req-ccf03f95-550a-440c-a214-e812af9482be tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 948 time: 0.0893798 Sep 16 05:11:26.947232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37954) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.988031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9a6932f-cd51-48ae-8547-76752b6d09e0 req-9e557934-2446-4b2e-92d6-3f84aa0b2924 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692031 Sep 16 05:11:27.193491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2c86441e-4377-4659-9609-1451c3cd061e details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:27.208953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:27.243054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:27.245267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0293fdac-ef9f-4f8d-8f8f-d50cd97990e5 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:27.337808 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.378072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 2c86441e-4377-4659-9609-1451c3cd061e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2c86441e-4377-4659-9609-1451c3cd061e,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:27.381052 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.396170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '2c86441e-4377-4659-9609-1451c3cd061e', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '2c86441e-4377-4659-9609-1451c3cd061e', 'mac_address': 'fa:16:3e:cb:43:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:27.420093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec09ff9-503d-4fa7-b5d8-b266d544cb54 req-a3c3f316-7a15-416f-806c-c31406f81821 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.425197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ec09ff9-503d-4fa7-b5d8-b266d544cb54 req-a3c3f316-7a15-416f-806c-c31406f81821 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 945 time: 0.0708649 Sep 16 05:11:27.464786 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.482882 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c86441e-4377-4659-9609-1451c3cd061e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:27.498094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ec09ff9-503d-4fa7-b5d8-b266d544cb54 req-c97dacfc-3521-4ce4-bfe3-44b6a5a50f4e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713818 Sep 16 05:11:27.509436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 2c86441e-4377-4659-9609-1451c3cd061e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2c86441e-4377-4659-9609-1451c3cd061e,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:27.548388 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.597420 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.677311 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.705682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=2c86441e-4377-4659-9609-1451c3cd061e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.764782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e62f481-98c8-4c0f-b7f0-c9b07d407858,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.774069 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9848e1d88b44052a0f884d574f495d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254015 Sep 16 05:11:27.777005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37988) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.784551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.785121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.786001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.786543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.787086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.787841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.788511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.789061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.789584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.790126 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.790710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.791410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b598551-0e4b-450f-9317-636c24baa398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:27.933725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.013200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.016514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['2c86441e-4377-4659-9609-1451c3cd061e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:28.071446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74bcc8-97db-4c23-ae98-3aca8079b0f4 req-71ac1430-5ac1-4c54-b916-52ceafbdbfe9 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.073112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f74bcc8-97db-4c23-ae98-3aca8079b0f4 req-71ac1430-5ac1-4c54-b916-52ceafbdbfe9 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 944 time: 0.1146612 Sep 16 05:11:28.152942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f74bcc8-97db-4c23-ae98-3aca8079b0f4 req-94e27170-1fcd-41fd-a337-c265149aa324 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419302 Sep 16 05:11:28.161666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.164659 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.166228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e62f481-98c8-4c0f-b7f0-c9b07d407858 HTTP/1.1" status: 204 len: 168 time: 0.3845143 Sep 16 05:11:28.189512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e62f481-98c8-4c0f-b7f0-c9b07d407858,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.217099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.217901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.218477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.219067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.219728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.220351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.220747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.221319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.222552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.223308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.223901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.224489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5591f-0353-4532-826f-7ee9fd1c4863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.437172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.615544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884f1dc-5cf5-44c2-8d46-e501288963e1 req-345cc1c9-4ef5-4f75-bb79-115fdba1071d tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.618377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9884f1dc-5cf5-44c2-8d46-e501288963e1 req-345cc1c9-4ef5-4f75-bb79-115fdba1071d tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 949 time: 0.0663579 Sep 16 05:11:28.685948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9884f1dc-5cf5-44c2-8d46-e501288963e1 req-997091f8-ce27-462f-91c6-f2116a6934fb tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593588 Sep 16 05:11:28.821386 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-5834d095-be38-45ed-96bc-35b932787e74 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309060 Sep 16 05:11:28.981091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-e9f97d7f-8df9-4b3e-b002-c590fc788dfe tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.982767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-e9f97d7f-8df9-4b3e-b002-c590fc788dfe tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554363 Sep 16 05:11:29.004859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-fb19c622-b304-44b1-8075-16fe7c29bd40 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/quotas/1c6d78f69a6041338ce578a23ec0f10e HTTP/1.1" status: 200 len: 375 time: 0.0108149 Sep 16 05:11:29.053261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-32c4a796-9a6b-463f-9302-005cb936905c tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411801 Sep 16 05:11:29.162006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38026) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.177147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47046636-286b-4c55-abc2-7037a5437249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.202595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device cc556449-b955-4005-9f37-e03ad2c8c1e8 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:29.278948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47046636-286b-4c55-abc2-7037a5437249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.373278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port cc556449-b955-4005-9f37-e03ad2c8c1e8 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:29.374328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47046636-286b-4c55-abc2-7037a5437249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.380953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port cc556449-b955-4005-9f37-e03ad2c8c1e8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.384741 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.441517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-47046636-286b-4c55-abc2-7037a5437249 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=610ba2e1dfa04183b76c2d198f1d78ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783639 Sep 16 05:11:29.442385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47046636-286b-4c55-abc2-7037a5437249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b62f00d-a1da-4901-83cf-5259550e75f2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.445169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.511642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34382ad3-5c60-4eb7-87c2-769a021f5d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.541464 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.542025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34382ad3-5c60-4eb7-87c2-769a021f5d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.569265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc556449-b955-4005-9f37-e03ad2c8c1e8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:29.571953 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e1a77a-5f6a-45ba-8dc6-d733559d5252" -d '{"events": [{"server_uuid": "e50d9a49-77f4-4b69-9b56-0d63240b3d85", "name": "network-vif-plugged", "status": "completed", "tag": "cc556449-b955-4005-9f37-e03ad2c8c1e8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:29.587342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port cc556449-b955-4005-9f37-e03ad2c8c1e8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:29.682194 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.683170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2c86441e-4377-4659-9609-1451c3cd061e up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:29.734693 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34382ad3-5c60-4eb7-87c2-769a021f5d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.741257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34382ad3-5c60-4eb7-87c2-769a021f5d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.743459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-34382ad3-5c60-4eb7-87c2-769a021f5d42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b62f00d-a1da-4901-83cf-5259550e75f2 HTTP/1.1" status: 204 len: 168 time: 0.2960618 Sep 16 05:11:29.765983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34382ad3-5c60-4eb7-87c2-769a021f5d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b62f00d-a1da-4901-83cf-5259550e75f2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.791908 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=cc556449-b955-4005-9f37-e03ad2c8c1e8,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.813924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.814478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.815038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.815707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.816635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.817052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.817602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.818153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.818699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.819818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.819818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:29.820418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:30.027882 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 2c86441e-4377-4659-9609-1451c3cd061e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:30.033625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 2c86441e-4377-4659-9609-1451c3cd061e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:30.034201 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.096862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb5cf9-44d1-4d94-8df1-fdab7a806e54 req-7852fda4-2a58-49a0-97f5-c4764fdd6be5 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.098645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b1bb5cf9-44d1-4d94-8df1-fdab7a806e54 req-7852fda4-2a58-49a0-97f5-c4764fdd6be5 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 945 time: 0.1322205 Sep 16 05:11:30.109035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaab31f-6725-4bea-9aab-eee4ab10fb43 req-62b63bb5-2728-478c-a153-056c4df87e6b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.111232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5eaab31f-6725-4bea-9aab-eee4ab10fb43 req-62b63bb5-2728-478c-a153-056c4df87e6b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 945 time: 0.1027243 Sep 16 05:11:30.152157 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b1bb5cf9-44d1-4d94-8df1-fdab7a806e54 req-b97c7b54-ebce-43cd-8c20-8ea05bbecd05 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466757 Sep 16 05:11:30.164287 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.187664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5eaab31f-6725-4bea-9aab-eee4ab10fb43 req-fe352dd1-5347-424d-a8e0-8cbb1c209eb2 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617497 Sep 16 05:11:30.206554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 2c86441e-4377-4659-9609-1451c3cd061e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2c86441e-4377-4659-9609-1451c3cd061e,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:30.245310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-331b365a-247d-4d91-8f9e-a19af46c7658 req-234d8d4d-5776-4dcd-ba83-2454aed80532 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 210 time: 0.0287962 Sep 16 05:11:30.285845 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0981f1-514a-4006-bd1c-1297b2797d1c x-openstack-request-id: req-7c0981f1-514a-4006-bd1c-1297b2797d1c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:30.286458 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d9a49-77f4-4b69-9b56-0d63240b3d85", "name": "network-vif-plugged", "status": "completed", "tag": "cc556449-b955-4005-9f37-e03ad2c8c1e8", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:30.286703 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c0981f1-514a-4006-bd1c-1297b2797d1c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:30.288322 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'code': 200} Sep 16 05:11:30.306002 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.307148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8d0768eb-950d-4d99-a47e-c38b6651a948 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:30.404716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09169761-ad06-4f46-b665-a3576c47dc7a req-7e2207f0-2af8-4394-96f2-58dc720180bd tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.415489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09169761-ad06-4f46-b665-a3576c47dc7a req-7e2207f0-2af8-4394-96f2-58dc720180bd tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.1063833 Sep 16 05:11:30.453397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=2c86441e-4377-4659-9609-1451c3cd061e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.477007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09169761-ad06-4f46-b665-a3576c47dc7a req-a16d0a84-ad62-4f3f-80f8-f1b993b3f961 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595794 Sep 16 05:11:30.572940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 8d0768eb-950d-4d99-a47e-c38b6651a948 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:30.583550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef893bd-e138-454f-8d99-c7155de020af req-dba70899-959c-4067-84f1-e30ccd48fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.585412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8d0768eb-950d-4d99-a47e-c38b6651a948 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:30.586024 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.586348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cef893bd-e138-454f-8d99-c7155de020af req-dba70899-959c-4067-84f1-e30ccd48fc35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 1097 time: 0.0957844 Sep 16 05:11:30.645009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cef893bd-e138-454f-8d99-c7155de020af req-e062b86a-4dcf-4a72-a82d-c1a2d545140f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505736 Sep 16 05:11:30.712687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae47c0-82a8-46ed-b49f-024971ce0b34 req-207cde72-5d12-4a2b-b461-662cec068c27 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.715658 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdae47c0-82a8-46ed-b49f-024971ce0b34 req-207cde72-5d12-4a2b-b461-662cec068c27 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 971 time: 0.0771854 Sep 16 05:11:30.802480 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.846071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdae47c0-82a8-46ed-b49f-024971ce0b34 req-2944757c-f974-4060-8251-df55283c575e tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176200 Sep 16 05:11:30.876506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:30.968884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.080746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:31.350288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdb704-a679-4037-a83a-08df497b11a2 req-d1b11ed4-f50f-4535-8035-bff417e42eef tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.353055 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2acdb704-a679-4037-a83a-08df497b11a2 req-d1b11ed4-f50f-4535-8035-bff417e42eef tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 946 time: 0.0899272 Sep 16 05:11:31.407489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2acdb704-a679-4037-a83a-08df497b11a2 req-93f36b76-13e3-4292-a220-2627cc8a45e6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Sep 16 05:11:31.520686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-abd2c89d-a6f3-44ef-a0b3-6f8b90576a89 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.523496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-abd2c89d-a6f3-44ef-a0b3-6f8b90576a89 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.66 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 971 time: 0.0916688 Sep 16 05:11:31.608747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38096) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.630041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bca41-54bb-4d71-8a07-62d097a5bd6e req-aaadeed5-2781-4497-9a75-5a64a0c8369e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.636894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-878bca41-54bb-4d71-8a07-62d097a5bd6e req-aaadeed5-2781-4497-9a75-5a64a0c8369e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 945 time: 0.0886014 Sep 16 05:11:31.686747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-878bca41-54bb-4d71-8a07-62d097a5bd6e req-ae23a8a1-062f-4835-9d21-837c9969f222 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Sep 16 05:11:31.763922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-321248742-network', 'tenant_id': 'a1615ea5bc234353bd24a95e36e3d638'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:31.792118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Deleting port cefc7c72-b4c3-4414-8c0c-06fee59671b1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:31.792609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.822892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f6c0b479-29d4-4186-8eb4-c159fb91cfd7 req-ccd52d79-de1c-42bf-b5d8-a8d3d7738c1a tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 210 time: 0.0369756 Sep 16 05:11:31.857928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Made reservation on behalf of a1615ea5bc234353bd24a95e36e3d638 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:31.865235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.902252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.909585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] For port cefc7c72-b4c3-4414-8c0c-06fee59671b1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cefc7c72-b4c3-4414-8c0c-06fee59671b1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:31.909951 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.940231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Calling delete_port for cefc7c72-b4c3-4414-8c0c-06fee59671b1 owned by compute:tempest-test_az-1247934271 {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:32.021038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.233716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd551b-da99-435f-b5b6-5c5c8f2b4282 req-8529cc6e-4f14-4363-9643-d247aa576ab9 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.243530 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ddd551b-da99-435f-b5b6-5c5c8f2b4282 req-8529cc6e-4f14-4363-9643-d247aa576ab9 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.0579059 Sep 16 05:11:32.243530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.288593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:32.289626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda6301-5c2c-4f97-8199-cc836b21f392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c86441e-4377-4659-9609-1451c3cd061e'}, {'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:32.292861 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408f1cb9-0d4e-46e6-ae81-90f1b61256b3" -d '{"events": [{"server_uuid": "4dda6301-5c2c-4f97-8199-cc836b21f392", "name": "network-vif-plugged", "status": "completed", "tag": "2c86441e-4377-4659-9609-1451c3cd061e"}, {"server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "name": "network-vif-plugged", "status": "completed", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:32.293313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca03edd-5d46-45f0-b8d9-0a3bec51681e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.296446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.66', 57376) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.341972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ddd551b-da99-435f-b5b6-5c5c8f2b4282 req-be82f2c2-fe99-4be1-b543-e86861b24e2e tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850265 Sep 16 05:11:32.343472 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.343781 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Added segment b224ecd0-2aab-4732-8021-94529332e9d0 of type vlan for network a6458a1b-858e-4762-b6a2-d04d4c6902af Sep 16 05:11:32.347301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-c9beace8-04d8-43fa-9c8d-e8e2a5856877 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349588 Sep 16 05:11:32.421490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.551492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-605170ee-78f5-46aa-85bc-5f2419d4f6f7 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.552986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-605170ee-78f5-46aa-85bc-5f2419d4f6f7 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953928 Sep 16 05:11:32.560737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf97214-6608-44c6-8e81-bc63c78298cc req-ab891fe8-9d3c-4d95-98b7-7ef6c68baa00 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.562386 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcf97214-6608-44c6-8e81-bc63c78298cc req-ab891fe8-9d3c-4d95-98b7-7ef6c68baa00 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 971 time: 0.1383846 Sep 16 05:11:32.581477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Request body: {'port': {'device_id': '5d6ea713-031d-44f1-aa73-1805cb0274cd', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '1c6d78f69a6041338ce578a23ec0f10e'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:32.661951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcf97214-6608-44c6-8e81-bc63c78298cc req-96088cc0-1473-4df1-9dbb-7b00152c2cc3 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=d17e5995-1ed9-4ca8-846b-875d72334508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909255 Sep 16 05:11:32.756088 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.756556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.757599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.758700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.803902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Pushing event deleted for resources: {'Port': ['ID=cefc7c72-b4c3-4414-8c0c-06fee59671b1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.823508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['cefc7c72-b4c3-4414-8c0c-06fee59671b1'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:32.869855 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a6458a1b-858e-4762-b6a2-d04d4c6902af,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.887457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Made reservation on behalf of 1c6d78f69a6041338ce578a23ec0f10e for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:32.889827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network a6458a1b-858e-4762-b6a2-d04d4c6902af details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:32.891985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.950192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] No DVR routers for this DVR port cefc7c72-b4c3-4414-8c0c-06fee59671b1 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:32.953251 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.956514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d5e389c-df0a-4a4b-9f28-38fa8ac0ced8 req-8d6ba593-81df-4be0-b031-098854b3e5fa tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.66 "DELETE /v2.0/ports/cefc7c72-b4c3-4414-8c0c-06fee59671b1 HTTP/1.1" status: 204 len: 173 time: 1.4218791 Sep 16 05:11:32.957304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b410fb78-a21c-409b-9870-e2b6dd0dae47', 'name': 'network-vif-deleted', 'tag': 'cefc7c72-b4c3-4414-8c0c-06fee59671b1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:32.960666 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e578f38-9689-4da1-a4ab-176320117f0e" -d '{"events": [{"server_uuid": "b410fb78-a21c-409b-9870-e2b6dd0dae47", "name": "network-vif-deleted", "tag": "cefc7c72-b4c3-4414-8c0c-06fee59671b1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:33.060173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38120) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:33.066218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Request body: {'subnet': {'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-321248742-subnet', 'tenant_id': 'a1615ea5bc234353bd24a95e36e3d638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:33.068495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-22c83bbf-6fc4-41ee-952b-477b70f116d2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4585483 Sep 16 05:11:33.180183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Made reservation on behalf of a1615ea5bc234353bd24a95e36e3d638 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:33.184191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.208133 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e3270c-9a74-45b3-a598-7b54f1ddafab x-openstack-request-id: req-c3e3270c-9a74-45b3-a598-7b54f1ddafab {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:33.208747 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dda6301-5c2c-4f97-8199-cc836b21f392", "name": "network-vif-plugged", "status": "completed", "tag": "2c86441e-4377-4659-9609-1451c3cd061e", "code": 200}, {"server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "name": "network-vif-plugged", "status": "completed", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:33.209203 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3e3270c-9a74-45b3-a598-7b54f1ddafab {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:33.209805 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda6301-5c2c-4f97-8199-cc836b21f392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c86441e-4377-4659-9609-1451c3cd061e', 'code': 200} Sep 16 05:11:33.210277 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948', 'code': 200} Sep 16 05:11:33.563303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33856ff3-ccd7-4853-9eea-2d0cb499bf25 req-d5938c71-8270-4755-8fc1-54228e607c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.563615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Allocated IP 192.168.233.119 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:33.564969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33856ff3-ccd7-4853-9eea-2d0cb499bf25 req-d5938c71-8270-4755-8fc1-54228e607c75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 1102 time: 0.1592579 Sep 16 05:11:33.567211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e1f8f-4d98-4e1c-a63e-0461c775061b req-6b6aee02-67e4-4c91-8e31-d8fbdd28df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.568956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb2e1f8f-4d98-4e1c-a63e-0461c775061b req-6b6aee02-67e4-4c91-8e31-d8fbdd28df3e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1098 time: 0.1618185 Sep 16 05:11:33.584867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448989b-3c3c-4a7a-8843-0456b8bb0dec req-36dc202a-0470-474e-a848-871ed20f08d6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.591562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0448989b-3c3c-4a7a-8843-0456b8bb0dec req-36dc202a-0470-474e-a848-871ed20f08d6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 946 time: 0.3191855 Sep 16 05:11:33.661310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33856ff3-ccd7-4853-9eea-2d0cb499bf25 req-69da46e8-4c4d-4ecd-8ac0-584ffaa8af39 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757189 Sep 16 05:11:33.663114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb2e1f8f-4d98-4e1c-a63e-0461c775061b req-b0d5dc62-41de-44cc-883c-56b111a658fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753739 Sep 16 05:11:33.685372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0448989b-3c3c-4a7a-8843-0456b8bb0dec req-51315867-2177-4424-b587-42b5864f4caa tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766041 Sep 16 05:11:33.717430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.806596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccf09a5-e6b7-421b-ba79-816ce20c10fa,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.833631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:33.834198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Network hostable DHCP agents. Network: a6458a1b-858e-4762-b6a2-d04d4c6902af, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:33.855797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.900921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95915a6f-8a84-4e00-abf4-66aa07895c2e req-6e306ef8-a827-4208-9343-9eb35a211e94 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.919917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95915a6f-8a84-4e00-abf4-66aa07895c2e req-6e306ef8-a827-4208-9343-9eb35a211e94 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 945 time: 0.1226113 Sep 16 05:11:33.962836 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f7ad6b05-8af8-4180-bcd5-305730391aae req-7b72fb19-3058-448d-84a8-2de18a55c678 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 210 time: 0.0350702 Sep 16 05:11:33.993179 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95915a6f-8a84-4e00-abf4-66aa07895c2e req-0fad66c9-71c5-4e05-a4b7-abbac6be2339 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762224 Sep 16 05:11:34.019582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Network a6458a1b-858e-4762-b6a2-d04d4c6902af is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:34.038514 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dc52bf-ebc1-459a-82f4-2b1d84af43cb x-openstack-request-id: req-68dc52bf-ebc1-459a-82f4-2b1d84af43cb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:34.038874 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b410fb78-a21c-409b-9870-e2b6dd0dae47", "name": "network-vif-deleted", "tag": "cefc7c72-b4c3-4414-8c0c-06fee59671b1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:34.039158 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68dc52bf-ebc1-459a-82f4-2b1d84af43cb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:34.039729 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b410fb78-a21c-409b-9870-e2b6dd0dae47', 'name': 'network-vif-deleted', 'tag': 'cefc7c72-b4c3-4414-8c0c-06fee59671b1', 'status': 'completed', 'code': 200} Sep 16 05:11:34.147281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373776d6-94ad-4b2c-824b-dccb63946b14 req-d2005bb6-e249-49d4-abeb-5d30a4be5d8a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:34.148944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-373776d6-94ad-4b2c-824b-dccb63946b14 req-d2005bb6-e249-49d4-abeb-5d30a4be5d8a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.0661745 Sep 16 05:11:34.177470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.196150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-02a4001d-798b-4fa1-8e5e-0d21f6c839de req-0f864d6a-171f-455b-b942-0e24c83dfe13 tempest-AggregatesAdminTestJSON-736244699 tempest-AggregatesAdminTestJSON-736244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=b410fb78-a21c-409b-9870-e2b6dd0dae47 HTTP/1.1" status: 200 len: 210 time: 0.0514557 Sep 16 05:11:34.197859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, a6458a1b-858e-4762-b6a2-d04d4c6902af) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:34.205286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:34.207042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.211876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd79c3-1bb8-4d7a-ba05-c7d6aaefe465 None None] Network a6458a1b-858e-4762-b6a2-d04d4c6902af requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.281038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:34.293025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:34.301346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-373776d6-94ad-4b2c-824b-dccb63946b14 req-7d1dc096-065a-4c22-95d4-fcdde4d801d4 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397312 Sep 16 05:11:34.302547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:34.308300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:34.308973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.322335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Pushing event updated for resources: {'Port': ['ID=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.328935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-680a9d49-a0af-4191-b543-81e2555f0823 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2675354 Sep 16 05:11:34.434182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-09f7ffc5-ad21-40c7-9710-0959dc9f97bb tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8552976 Sep 16 05:11:34.453468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffff7662-1208-469b-937a-5208d7e722e0 None None] Network a6458a1b-858e-4762-b6a2-d04d4c6902af requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.465041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Request body: {'port': {'device_id': '5d6ea713-031d-44f1-aa73-1805cb0274cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:34.671462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38148) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.718011 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.787586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761282a9-1d7c-45eb-b8eb-68313970f74d req-6237965c-52b7-4932-bebe-c0080b09dabd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:34.789203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-761282a9-1d7c-45eb-b8eb-68313970f74d req-6237965c-52b7-4932-bebe-c0080b09dabd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 945 time: 0.1691408 Sep 16 05:11:34.803978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38158) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.809906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Request body: {'floatingip': {'port_id': 'cc556449-b955-4005-9f37-e03ad2c8c1e8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:34.816728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f0cdf095-77b9-4aa0-905d-3fd36209fac6 None None] Provisioning complete for port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:34.817112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf095-77b9-4aa0-905d-3fd36209fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.863315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f0cdf095-77b9-4aa0-905d-3fd36209fac6 None None] Port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:34.924165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.985068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c629400-8214-4829-acc0-65e37e900671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.096100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c062ce-c448-44a8-8dea-74a6c6788897 req-5dfc1026-aa2f-435c-9ab4-51437093b292 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.098467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26c062ce-c448-44a8-8dea-74a6c6788897 req-5dfc1026-aa2f-435c-9ab4-51437093b292 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 946 time: 0.2103529 Sep 16 05:11:35.167339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4eb86-ca62-41c9-9f0e-af96cca2f2d5 req-f62b92c5-940c-4911-8c94-2190f9d7324f tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.168897 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71d4eb86-ca62-41c9-9f0e-af96cca2f2d5 req-f62b92c5-940c-4911-8c94-2190f9d7324f tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 936 time: 0.0932488 Sep 16 05:11:35.198301 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cefc7c72-b4c3-4414-8c0c-06fee59671b1 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:35.230143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: cefc7c72-b4c3-4414-8c0c-06fee59671b1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:35.231191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cefc7c72-b4c3-4414-8c0c-06fee59671b1 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:35.270771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:35.282451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71d4eb86-ca62-41c9-9f0e-af96cca2f2d5 req-4057fa55-f3b5-4e60-9127-c3c5f3552a3f tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869420 Sep 16 05:11:35.285943 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.287564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26c062ce-c448-44a8-8dea-74a6c6788897 req-901f7fe1-087d-4cfa-b0f4-fffbc81652a2 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814089 Sep 16 05:11:35.356003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Transition to ACTIVE for port object 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:35.454127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.457421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c629400-8214-4829-acc0-65e37e900671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.509919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38184) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.516292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1517041031-network', 'tenant_id': '45ec5f325cd94a368b95f9c514e65844'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:35.625714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.671347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c629400-8214-4829-acc0-65e37e900671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.821363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Attempting to bind port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:35.822329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Attempting to bind port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:35.822329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Attempting to bind port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:35.846944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d66e0-e36b-4e85-91b1-d021bf19e1d4 req-2fb94d2f-b7c6-4a25-b6c7-066c2bb8c90a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.856043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c8d66e0-e36b-4e85-91b1-d021bf19e1d4 req-2fb94d2f-b7c6-4a25-b6c7-066c2bb8c90a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.2176054 Sep 16 05:11:35.859189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:35.859734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Attempting to bind port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:35.859840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3c629400-8214-4829-acc0-65e37e900671 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=faa93852bb424f138ddacf15f5471a37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1867137 Sep 16 05:11:35.870399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38186) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.875389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c629400-8214-4829-acc0-65e37e900671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ada612-88bc-4fdf-9c9a-a62f27c76f9f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.903401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:35.903401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:35.903401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:35.903401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Bound port: 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:35.903401 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.933548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Made reservation on behalf of 45ec5f325cd94a368b95f9c514e65844 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:35.937373 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.977833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c8d66e0-e36b-4e85-91b1-d021bf19e1d4 req-15b06961-1084-4eb7-b962-003dfa8175fb tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194012 Sep 16 05:11:36.044258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.050435 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb80672d-b015-4ff2-9bc7-dfee54fa3a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.064358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] For port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:36.098027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] For port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:36.100626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb80672d-b015-4ff2-9bc7-dfee54fa3a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.186008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.251081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb80672d-b015-4ff2-9bc7-dfee54fa3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.257179 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb80672d-b015-4ff2-9bc7-dfee54fa3a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.259676 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fb80672d-b015-4ff2-9bc7-dfee54fa3a87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45ada612-88bc-4fdf-9c9a-a62f27c76f9f HTTP/1.1" status: 204 len: 168 time: 0.3876758 Sep 16 05:11:36.284905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80672d-b015-4ff2-9bc7-dfee54fa3a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ada612-88bc-4fdf-9c9a-a62f27c76f9f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.313262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38194) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.388058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.389504 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.401290 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] 10.222.0.66 "PUT /v2.0/ports/4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 HTTP/1.1" status: 200 len: 1097 time: 1.9354453 Sep 16 05:11:36.401954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6ea713-031d-44f1-aa73-1805cb0274cd', 'tag': '4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:36.524736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38204) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.610266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2992a-4dd5-4407-89ca-ecbb486697c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.633937 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.721191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906f92-ec07-4101-bcfd-afa332ddb109 req-1ee8db6e-6072-4a74-a5d1-3341d17509a8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.727274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6906f92-ec07-4101-bcfd-afa332ddb109 req-1ee8db6e-6072-4a74-a5d1-3341d17509a8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 946 time: 0.2228262 Sep 16 05:11:36.751817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c097b-a202-45ef-b840-052d3d5ceb65 req-0bf8cb42-6a74-4d39-a870-4ad824b56c39 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.764440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-146c097b-a202-45ef-b840-052d3d5ceb65 req-0bf8cb42-6a74-4d39-a870-4ad824b56c39 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 948 time: 0.1971314 Sep 16 05:11:36.768985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.775254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-f5d51c52-e36e-44aa-9f0c-a9b9d73792f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.778015 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-f5d51c52-e36e-44aa-9f0c-a9b9d73792f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 1100 time: 0.1626496 Sep 16 05:11:36.788586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.801116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e161db92-f8bf-4888-aae5-f6ba7b4c3de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.909786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-343f3654-e91a-4f95-b11a-b8e269e8492b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 HTTP/1.1" status: 200 len: 217 time: 0.1020653 Sep 16 05:11:36.923452 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.930536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-146c097b-a202-45ef-b840-052d3d5ceb65 req-cc9d4b55-29b8-42a3-ae39-ee4d817cc4da tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633341 Sep 16 05:11:36.947285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6906f92-ec07-4101-bcfd-afa332ddb109 req-b67b85db-4015-4c54-b7c0-26fcc83d17bd tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972003 Sep 16 05:11:37.005547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-aef0d3ae-d215-4558-894b-6dd702a5c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.009797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-aef0d3ae-d215-4558-894b-6dd702a5c26f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0778379 Sep 16 05:11:37.054719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f49781ae-06db-4972-9447-b690cb1d730d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=239c10e5034d4688913ef4cf9c126547&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5192750 Sep 16 05:11:37.055095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15eb875-696b-4e7f-8709-480d536b80a6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.059254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38222) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.077208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:37.088257 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a648bf21-b00f-4b21-9968-a786908f4850" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6ea713-031d-44f1-aa73-1805cb0274cd", "tag": "4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:37.098208 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.106665 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Added segment dcfe65ae-37e4-4779-85b7-250b0935b184 of type vlan for network 2704a9e6-f87f-453f-997f-1604dd720797 Sep 16 05:11:37.183495 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Floating IP 50bfd920-1eaf-482c-835b-0766783792aa associated. External IP: 172.25.1.121, port: cc556449-b955-4005-9f37-e03ad2c8c1e8. Sep 16 05:11:37.253925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.362469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-599420d6-d7c7-44d1-9441-a7491ebac5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.364173 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-599420d6-d7c7-44d1-9441-a7491ebac5d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3440700 Sep 16 05:11:37.387316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-244b439f-731e-4a34-bd36-c0d5518b6d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.398819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78532a-f461-4561-98e7-72f621240721 req-5cb74eae-689d-4253-9f6a-7f9968465613 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.400468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b78532a-f461-4561-98e7-72f621240721 req-5cb74eae-689d-4253-9f6a-7f9968465613 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.2994328 Sep 16 05:11:37.431202 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e161db92-f8bf-4888-aae5-f6ba7b4c3de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.434644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109b0d0-a29d-4cfa-856f-55f6d75d7c17 req-2454894d-f66d-4fe2-aaa5-b6287eb38455 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.436273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a109b0d0-a29d-4cfa-856f-55f6d75d7c17 req-2454894d-f66d-4fe2-aaa5-b6287eb38455 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1098 time: 0.1023993 Sep 16 05:11:37.472427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.473382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.473974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.492441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-244b439f-731e-4a34-bd36-c0d5518b6d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.540577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b78532a-f461-4561-98e7-72f621240721 req-9d23293f-66ea-4d10-8f9c-dde28faff39f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274128 Sep 16 05:11:37.571891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-78868a03-5df8-4b1f-b394-c6129d84875c service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943495 Sep 16 05:11:37.593974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38228) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.620365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e161db92-f8bf-4888-aae5-f6ba7b4c3de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.629768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c6fbe62-7963-44d1-9b01-0d38a7df8bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.633177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] Pushing event updated for resources: {'Network': ['ID=2704a9e6-f87f-453f-997f-1604dd720797,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.651803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a109b0d0-a29d-4cfa-856f-55f6d75d7c17 req-75504805-d177-44bf-84e9-1d7efb250966 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830685 Sep 16 05:11:37.661774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 2704a9e6-f87f-453f-997f-1604dd720797 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:37.694279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161db92-f8bf-4888-aae5-f6ba7b4c3de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b842afd-b070-4020-a6c0-4af714c7cf3c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.698527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e161db92-f8bf-4888-aae5-f6ba7b4c3de2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7935606e283f4577a3d69f2ca9dfd09d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3817520 Sep 16 05:11:37.703206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38232) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.721354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-025c61eb-e128-4262-b9e1-632fbca66a0d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2097218 Sep 16 05:11:37.748254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38234) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.748254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Request body: {'subnet': {'network_id': '2704a9e6-f87f-453f-997f-1604dd720797', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1517041031-subnet', 'tenant_id': '45ec5f325cd94a368b95f9c514e65844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:37.748693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:37.788009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-244b439f-731e-4a34-bd36-c0d5518b6d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.790932 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-244b439f-731e-4a34-bd36-c0d5518b6d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.792046 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-244b439f-731e-4a34-bd36-c0d5518b6d02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d17e5995-1ed9-4ca8-846b-875d72334508 HTTP/1.1" status: 204 len: 168 time: 0.7314348 Sep 16 05:11:37.809518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-466a9b82-a018-4b15-8b39-ffe56efa56f4 req-7a476f29-2c8a-4daa-aa3f-b19bdfafbb6f service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256026 Sep 16 05:11:37.821162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b439f-731e-4a34-bd36-c0d5518b6d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17e5995-1ed9-4ca8-846b-875d72334508,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.862593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5662de24-14b7-415f-89bd-c47e85883445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.910650 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5662de24-14b7-415f-89bd-c47e85883445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.933908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c6fbe62-7963-44d1-9b01-0d38a7df8bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.010120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:38.010120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.017664 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] Sync routers for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:38.035068 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:38.040674 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:11:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.040905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c6fbe62-7963-44d1-9b01-0d38a7df8bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.117671 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-78a578cd-181d-4f3c-aa39-71b6284cfd2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "PUT /v2.0/floatingips/50bfd920-1eaf-482c-835b-0766783792aa HTTP/1.1" status: 200 len: 991 time: 3.3073971 Sep 16 05:11:38.118460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'tag': 'cc556449-b955-4005-9f37-e03ad2c8c1e8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:38.130511 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a" -d '{"events": [{"name": "network-changed", "server_uuid": "e50d9a49-77f4-4b69-9b56-0d63240b3d85", "tag": "cc556449-b955-4005-9f37-e03ad2c8c1e8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:38.198739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0c6fbe62-7963-44d1-9b01-0d38a7df8bde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0c2f2d9950b47ae8977000f82ded6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038687 Sep 16 05:11:38.201253 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7bcb36-8b57-4d1e-ba6d-5d1d4ea190ff x-openstack-request-id: req-cd7bcb36-8b57-4d1e-ba6d-5d1d4ea190ff {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:38.201840 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6ea713-031d-44f1-aa73-1805cb0274cd", "tag": "4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:38.202196 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd7bcb36-8b57-4d1e-ba6d-5d1d4ea190ff {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:38.202759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38248) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.202877 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6ea713-031d-44f1-aa73-1805cb0274cd', 'tag': '4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6', 'status': 'completed', 'code': 200} Sep 16 05:11:38.268926 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5662de24-14b7-415f-89bd-c47e85883445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.273107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5662de24-14b7-415f-89bd-c47e85883445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.277179 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5662de24-14b7-415f-89bd-c47e85883445 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b842afd-b070-4020-a6c0-4af714c7cf3c HTTP/1.1" status: 204 len: 168 time: 0.5683925 Sep 16 05:11:38.277179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fbe62-7963-44d1-9b01-0d38a7df8bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec91dc-5362-478e-aa8a-f57ceebf5755,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.288880 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ef1d71-0a4a-452f-a8fb-0865e4a2dab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.349265 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:38.357126 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ef1d71-0a4a-452f-a8fb-0865e4a2dab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.393864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Made reservation on behalf of 45ec5f325cd94a368b95f9c514e65844 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:38.397797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.454462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662de24-14b7-415f-89bd-c47e85883445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b842afd-b070-4020-a6c0-4af714c7cf3c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.533972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ef1d71-0a4a-452f-a8fb-0865e4a2dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.535185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648bf21-b00f-4b21-9968-a786908f4850 req-12a63d28-fd03-4e59-b042-739d14dc6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.537736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a648bf21-b00f-4b21-9968-a786908f4850 req-12a63d28-fd03-4e59-b042-739d14dc6525 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 1100 time: 0.3313544 Sep 16 05:11:38.538232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ef1d71-0a4a-452f-a8fb-0865e4a2dab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.542354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-07ef1d71-0a4a-452f-a8fb-0865e4a2dab0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83ec91dc-5362-478e-aa8a-f57ceebf5755 HTTP/1.1" status: 204 len: 168 time: 0.3356583 Sep 16 05:11:38.545308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f282-093c-46b3-8a48-98237a9307dc req-29016c75-00d9-4cb5-b163-312ee96a5574 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.548056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6d6f282-093c-46b3-8a48-98237a9307dc req-29016c75-00d9-4cb5-b163-312ee96a5574 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1098 time: 0.3433642 Sep 16 05:11:38.559841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef1d71-0a4a-452f-a8fb-0865e4a2dab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec91dc-5362-478e-aa8a-f57ceebf5755,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.775004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6d6f282-093c-46b3-8a48-98237a9307dc req-2a88e8bf-ebf3-422e-98a4-e1914832ef61 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867664 Sep 16 05:11:38.853961 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '50bfd920-1eaf-482c-835b-0766783792aa', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'port_id': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'mac_address': 'fa:16:3e:47:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:07Z', 'updated_at': '2021-09-16T05:11:36Z', 'revision_number': 1, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.861597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648bf21-b00f-4b21-9968-a786908f4850 req-2f847e4b-b25e-42d3-9fa8-697e5b32b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.866600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a648bf21-b00f-4b21-9968-a786908f4850 req-2f847e4b-b25e-42d3-9fa8-697e5b32b099 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3104227 Sep 16 05:11:38.885629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] Checking router: 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:38.905465 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:38.906419 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:11:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.938568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a648bf21-b00f-4b21-9968-a786908f4850 req-ba939354-5024-4589-979d-223ff7dd823e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 HTTP/1.1" status: 200 len: 217 time: 0.0599003 Sep 16 05:11:39.045509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648bf21-b00f-4b21-9968-a786908f4850 req-fdfda09e-7ac9-4f24-a93d-1987c2a2aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.047038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a648bf21-b00f-4b21-9968-a786908f4850 req-fdfda09e-7ac9-4f24-a93d-1987c2a2aa69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1040239 Sep 16 05:11:39.120466 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:39.129184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.209166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5259050-77e5-4709-a252-a843b0cd90da req-ae839538-2185-4fde-905e-8e1e7876876f tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.218615 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5259050-77e5-4709-a252-a843b0cd90da req-ae839538-2185-4fde-905e-8e1e7876876f tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 948 time: 0.1699617 Sep 16 05:11:39.263139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648bf21-b00f-4b21-9968-a786908f4850 req-bcbde25a-3868-4dd5-9c77-2015ecd0255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.265404 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a648bf21-b00f-4b21-9968-a786908f4850 req-bcbde25a-3868-4dd5-9c77-2015ecd0255c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2051320 Sep 16 05:11:39.312380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a92e168-645c-4c05-ab29-23f5de9bb2d0,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.360546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5259050-77e5-4709-a252-a843b0cd90da req-f9356851-7e29-41bd-a05b-c26635748abc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180079 Sep 16 05:11:39.407418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Checking segment: {'id': 'dcfe65ae-37e4-4779-85b7-250b0935b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2704a9e6-f87f-453f-997f-1604dd720797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:39.407989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Network hostable DHCP agents. Network: 2704a9e6-f87f-453f-997f-1604dd720797, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:39.459634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a648bf21-b00f-4b21-9968-a786908f4850 req-fc4507aa-0687-455e-9085-a5d036a6e62c service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711941 Sep 16 05:11:39.459990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.484730 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c04ac5b6-96c3-4efc-8931-7c44d6adc278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.568765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Network 2704a9e6-f87f-453f-997f-1604dd720797 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:39.569073 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '50bfd920-1eaf-482c-835b-0766783792aa', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'port_id': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'mac_address': 'fa:16:3e:47:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:07Z', 'updated_at': '2021-09-16T05:11:36Z', 'revision_number': 1, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.618105 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea34596-f4bd-4065-93ae-a74909a1b01a None None] The sync data for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 is: [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '50bfd920-1eaf-482c-835b-0766783792aa', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'port_id': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'mac_address': 'fa:16:3e:47:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:07Z', 'updated_at': '2021-09-16T05:11:36Z', 'revision_number': 1, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:39.698091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 2704a9e6-f87f-453f-997f-1604dd720797) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:39.700145 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbcbcad-fc29-4cab-a1a8-0dbf55acf47d x-openstack-request-id: req-fbbcbcad-fc29-4cab-a1a8-0dbf55acf47d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:39.700765 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50d9a49-77f4-4b69-9b56-0d63240b3d85", "tag": "cc556449-b955-4005-9f37-e03ad2c8c1e8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:39.710251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7a105-4b68-42c7-96f3-f30dc9031cdb None None] Network 2704a9e6-f87f-453f-997f-1604dd720797 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:39.714065 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbbcbcad-fc29-4cab-a1a8-0dbf55acf47d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:39.714920 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'tag': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'status': 'completed', 'code': 200} Sep 16 05:11:39.725804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.726426 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.742207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a648bf21-b00f-4b21-9968-a786908f4850 req-de38fa8e-8c7a-4914-9adf-c76c5e2e4d89 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700882 Sep 16 05:11:39.797365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c04ac5b6-96c3-4efc-8931-7c44d6adc278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.869144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-e557d91e-6b34-42f9-9424-b9399e6df2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.871776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-e557d91e-6b34-42f9-9424-b9399e6df2bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 1097 time: 0.0986879 Sep 16 05:11:39.901839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c04ac5b6-96c3-4efc-8931-7c44d6adc278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.955210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-c72b219a-e276-4354-aac9-89b8cc75f825 req-ed68942f-7699-4a4c-aec5-75f7c681b7ed service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:39.957186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c72b219a-e276-4354-aac9-89b8cc75f825 req-ed68942f-7699-4a4c-aec5-75f7c681b7ed service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3916302 Sep 16 05:11:39.994477 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e8b927ab-acbc-4847-bdaa-657f58b2ba5e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2614360 Sep 16 05:11:40.045956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c04ac5b6-96c3-4efc-8931-7c44d6adc278 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81ca5c4b2acb4bb298474a5508c0ff2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848596 Sep 16 05:11:40.050248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ac5b6-96c3-4efc-8931-7c44d6adc278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5aacc6-049d-4874-a5c9-7a8ec1d56a76,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.051796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38282) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.082234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606e3a0-2426-47cf-80ce-e4f7ce05ab07 None None] Network 2704a9e6-f87f-453f-997f-1604dd720797 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:40.110665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-6f81dc12-9091-43cf-964c-23560c4a4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.114538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-6f81dc12-9091-43cf-964c-23560c4a4363 service neutron] 10.222.0.30 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 925 time: 0.2339051 Sep 16 05:11:40.126848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-8b730ddc-eb16-4019-81de-265763369033 req-f7096ac6-9980-407b-90b4-bbb75bce9149 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:40.177284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8b730ddc-eb16-4019-81de-265763369033 req-f7096ac6-9980-407b-90b4-bbb75bce9149 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260131 Sep 16 05:11:40.177538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a4005-91fa-411f-a750-983c1b04785e None None] New status for floating IP 50bfd920-1eaf-482c-835b-0766783792aa: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:40.294676 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5ccf-e965-4c5c-8f1b-e2b99323e950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.310688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38286) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.344901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-858027ee-0cbf-4f23-8b91-ba6e15fb078f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8 HTTP/1.1" status: 200 len: 999 time: 0.2126760 Sep 16 05:11:40.376805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5ccf-e965-4c5c-8f1b-e2b99323e950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.578378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5ccf-e965-4c5c-8f1b-e2b99323e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.588845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5ccf-e965-4c5c-8f1b-e2b99323e950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.593834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fa2f5ccf-e965-4c5c-8f1b-e2b99323e950 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb5aacc6-049d-4874-a5c9-7a8ec1d56a76 HTTP/1.1" status: 204 len: 168 time: 0.5387232 Sep 16 05:11:40.634539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f5ccf-e965-4c5c-8f1b-e2b99323e950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5aacc6-049d-4874-a5c9-7a8ec1d56a76,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.731047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9ce9c-31c7-44fd-9697-935f70983bc2 req-606bc62c-b423-482c-8855-e43c470121db tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.733469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dc9ce9c-31c7-44fd-9697-935f70983bc2 req-606bc62c-b423-482c-8855-e43c470121db tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.4722860 Sep 16 05:11:40.804155 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-988b3a74-6a4e-42f0-a49c-5223a190ad57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec299ea8fc5b4d1a9613f9476e5ad132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916339 Sep 16 05:11:40.806892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38300) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.839950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-ec05ba69-9d33-497d-83f7-683f79a96ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.839950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-ec05ba69-9d33-497d-83f7-683f79a96ba3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=042732bf-6548-49b1-97f9-a80dc74b9d91 HTTP/1.1" status: 200 len: 863 time: 0.4859765 Sep 16 05:11:40.854216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dc9ce9c-31c7-44fd-9697-935f70983bc2 req-4528a204-999f-4ae8-960f-9c9b0b13b843 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109972 Sep 16 05:11:40.908787 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-315a4ae8-9f83-4e4d-83ce-5823c8212863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.926299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-452b4122-eb0d-4b9e-bbaf-978ec59b91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.933697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-452b4122-eb0d-4b9e-bbaf-978ec59b91e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=025e130c-550e-47f2-a0a3-b88748c30bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725939 Sep 16 05:11:40.993673 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-315a4ae8-9f83-4e4d-83ce-5823c8212863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.134600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-0061cd43-583a-46d5-9897-4756a9bd0759 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890900 Sep 16 05:11:41.147448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700fc0c-6aa9-43fe-9b55-e93ccf32ab3d req-35893d74-e296-41ed-b351-403c428ed351 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.149528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7700fc0c-6aa9-43fe-9b55-e93ccf32ab3d req-35893d74-e296-41ed-b351-403c428ed351 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 948 time: 0.0972204 Sep 16 05:11:41.191211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-315a4ae8-9f83-4e4d-83ce-5823c8212863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.198122 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-315a4ae8-9f83-4e4d-83ce-5823c8212863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.201238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-315a4ae8-9f83-4e4d-83ce-5823c8212863 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4eca1e4e-5f70-4180-be1e-54a08c40829c HTTP/1.1" status: 204 len: 168 time: 0.3925188 Sep 16 05:11:41.229147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a4ae8-9f83-4e4d-83ce-5823c8212863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca1e4e-5f70-4180-be1e-54a08c40829c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.242967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:41.265141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7700fc0c-6aa9-43fe-9b55-e93ccf32ab3d req-5db1367d-bfa4-423c-ac11-8b99952c2d73 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050775 Sep 16 05:11:41.331535 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2dd0824-eb72-4f2e-b7ef-4b7a9d80c04a req-d79025c3-1f3d-4f34-a518-b4b01426eef0 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806192 Sep 16 05:11:41.476276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:41.500568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6', 'mac_address': 'fa:16:3e:cd:eb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:41.550812 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.564540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:41.589011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:41.670037 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.733113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.000754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:42.076094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-9549d475-d518-42f8-9e53-1aed679d1725 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.084148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-9549d475-d518-42f8-9e53-1aed679d1725 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 807 time: 0.1667590 Sep 16 05:11:42.102285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c3070884-6470-444c-8b1f-1af5b0966e97 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/quotas/a1615ea5bc234353bd24a95e36e3d638 HTTP/1.1" status: 200 len: 375 time: 0.0165999 Sep 16 05:11:42.138800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-016c8355-1376-4a7f-a3a2-c1f65630bb5e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346110 Sep 16 05:11:42.151198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-e30d605f-f159-4d9c-8623-548132216bd5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:42.152412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-e30d605f-f159-4d9c-8623-548132216bd5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064445 Sep 16 05:11:42.363829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-125ef63f-0b5e-4b6e-8366-8c543f1f9821 service neutron] 10.222.0.49 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025499 Sep 16 05:11:42.535339 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-fa1cdfcd-1d91-403d-8346-8944a8de8910 service neutron] 10.222.0.49 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646369 Sep 16 05:11:43.019221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-51a91309-4cd5-4e8a-9d77-d205284df316 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=03150d179d3e48338b693bcda149457f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719852 Sep 16 05:11:43.179793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-653bb20e-30fc-4a7f-856d-48ba3965a796 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.190485 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-653bb20e-30fc-4a7f-856d-48ba3965a796 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593719 Sep 16 05:11:43.208716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-af6defbd-9a8d-4836-93b8-d010af703a82 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/quotas/03150d179d3e48338b693bcda149457f HTTP/1.1" status: 200 len: 375 time: 0.0165689 Sep 16 05:11:43.254408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:43.339058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ebacd781-2e6d-44b0-9876-00721a779c58 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03150d179d3e48338b693bcda149457f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277258 Sep 16 05:11:43.470470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:43.477790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:43.478479 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.720754 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.825918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6ea713-031d-44f1-aa73-1805cb0274cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:43.857960 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31ae969-40c7-44de-be3b-28f55abcb344" -d '{"events": [{"server_uuid": "5d6ea713-031d-44f1-aa73-1805cb0274cd", "name": "network-vif-plugged", "status": "completed", "tag": "4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:43.858264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b7a1-8b52-4385-a761-6f6e524722f7 req-b8449554-da19-43f2-90da-e90f931b50e2 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.858777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5380b7a1-8b52-4385-a761-6f6e524722f7 req-b8449554-da19-43f2-90da-e90f931b50e2 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 949 time: 0.1602297 Sep 16 05:11:43.887063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:43.979047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5380b7a1-8b52-4385-a761-6f6e524722f7 req-46dc598e-c4f6-4cca-9944-8e1397e92bc9 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002696 Sep 16 05:11:44.008879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.072699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.204659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b1c3bde-eaaa-4b28-b2dd-a9da9aa0a074 req-d952028f-aca6-4f67-b06e-7d863c06e10d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 210 time: 0.0628943 Sep 16 05:11:44.293827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ad3084c-9fcc-4844-97fa-86ab669e15bc req-0ba527ad-c243-435a-b246-0d38ce091ee2 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 210 time: 0.0292428 Sep 16 05:11:44.366365 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8fd38b-cd13-4c12-af84-f197b13b747d x-openstack-request-id: req-cb8fd38b-cd13-4c12-af84-f197b13b747d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:44.366904 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6ea713-031d-44f1-aa73-1805cb0274cd", "name": "network-vif-plugged", "status": "completed", "tag": "4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:44.367090 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb8fd38b-cd13-4c12-af84-f197b13b747d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:44.367714 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ea713-031d-44f1-aa73-1805cb0274cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6', 'code': 200} Sep 16 05:11:44.547763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579af94-293b-4246-8fd7-07c3f5b9ab27 req-d4aa29d5-9bcb-4be4-92e8-9a0351ef57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.550535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7579af94-293b-4246-8fd7-07c3f5b9ab27 req-d4aa29d5-9bcb-4be4-92e8-9a0351ef57f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 1102 time: 0.0639188 Sep 16 05:11:44.604435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7579af94-293b-4246-8fd7-07c3f5b9ab27 req-1267b460-9140-4a7d-b376-601e1a2807b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Sep 16 05:11:44.618759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.789300 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:44.959503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-f10460a0-4eee-4200-83a8-653141bf844e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:11:44.961718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-f10460a0-4eee-4200-83a8-653141bf844e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3404756 Sep 16 05:11:45.046038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-6f31b41f-3ad7-4523-82c2-5cf542a2ec98 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.046038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-6f31b41f-3ad7-4523-82c2-5cf542a2ec98 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports/8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 1095 time: 0.0720143 Sep 16 05:11:45.188124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7155ea-c485-455a-8679-df66ac8a3b51 req-4af740d4-ec9a-4c86-aeb8-f00aa77fc65a tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.193057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5c7155ea-c485-455a-8679-df66ac8a3b51 req-4af740d4-ec9a-4c86-aeb8-f00aa77fc65a tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 950 time: 0.0849299 Sep 16 05:11:45.239765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5c7155ea-c485-455a-8679-df66ac8a3b51 req-d34183c3-32f4-44c4-8432-16d31421b1cf tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Sep 16 05:11:45.508414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2afdd2b-88c9-42b0-ac6f-8403abc53b71 req-06e972e1-dbbe-469f-888a-b984df10ae5c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 210 time: 0.0323210 Sep 16 05:11:45.710045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09296df-1906-4cee-9a70-6e4e81246d8e req-f2d9f2b8-13ea-4c7e-8e7c-6238a1056e63 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 210 time: 0.0677667 Sep 16 05:11:45.749208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Request body: {'binding': {'host': 'n-h2-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:45.750053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:11:45.960208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on host n-h2-712749-15 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:45.960750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:45.961258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:45.976558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:45.977133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:45.984862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:45.985233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:45.985681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:45.986252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Bound port: 8d0768eb-950d-4d99-a47e-c38b6651a948, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:46.113112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:46.175240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.176363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d9678f08-0e7c-4fba-a917-7f682a31e050 service neutron] 10.222.0.49 "POST /v2.0/ports/8d0768eb-950d-4d99-a47e-c38b6651a948/bindings HTTP/1.1" status: 201 len: 390 time: 0.5949173 Sep 16 05:11:46.708261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-db25d2bf-ef77-4050-9c10-4eacd70b7326 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.711402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-db25d2bf-ef77-4050-9c10-4eacd70b7326 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 807 time: 0.2000012 Sep 16 05:11:46.735451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Request body: {'port': {'device_id': '97120bee-c673-4238-a212-66da93475e90', 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'admin_state_up': True, 'tenant_id': 'a1615ea5bc234353bd24a95e36e3d638'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:46.894477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9197aa-a36f-470e-9ba6-69644516ec57 req-a8b34263-fcc6-45bc-afca-2280758b48b7 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.896362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f9197aa-a36f-470e-9ba6-69644516ec57 req-a8b34263-fcc6-45bc-afca-2280758b48b7 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 950 time: 0.1295111 Sep 16 05:11:46.955780 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f9197aa-a36f-470e-9ba6-69644516ec57 req-c8954818-3d28-4110-9a87-387c29578a44 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521083 Sep 16 05:11:47.013910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Made reservation on behalf of a1615ea5bc234353bd24a95e36e3d638 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:47.022826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.170450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38ee1a-dfd6-4c1c-983f-c7b73c072fec req-f2956d3c-3707-4cd4-aeb1-cb80082a9b39 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.172111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f38ee1a-dfd6-4c1c-983f-c7b73c072fec req-f2956d3c-3707-4cd4-aeb1-cb80082a9b39 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 946 time: 0.0729692 Sep 16 05:11:47.234117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a737dff3-5d12-47c3-9193-3ae6764dc283 req-cc8bc17e-4af6-4bc8-8972-e955e61bf962 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 210 time: 0.0344176 Sep 16 05:11:47.249431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Allocated IP 172.20.0.5 (a6458a1b-858e-4762-b6a2-d04d4c6902af/9ccf09a5-e6b7-421b-ba79-816ce20c10fa/775b4783-0757-4c9d-9d65-80a3b5d5bb0d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:47.251172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.66', 57384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.256834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f38ee1a-dfd6-4c1c-983f-c7b73c072fec req-0e538499-bab7-4d35-b293-908fa174d79a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614934 Sep 16 05:11:47.338828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-e371b142-b44d-4561-b529-43dd0a08b531 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=03150d179d3e48338b693bcda149457f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862603 Sep 16 05:11:47.420936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-cdd508d7-7e61-402f-8b7c-f344359d3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.422962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-cdd508d7-7e61-402f-8b7c-f344359d3bbb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1098 time: 0.1596174 Sep 16 05:11:47.442060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-72bbec02-1594-4407-b250-f934d0844c25 req-a47509dd-7678-4b96-806d-aad8f03abcd1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 210 time: 0.0754559 Sep 16 05:11:47.581736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.647682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-34c7c16b-2d0f-4c8c-b3b8-09d723d957e2 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.649436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-34c7c16b-2d0f-4c8c-b3b8-09d723d957e2 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032475 Sep 16 05:11:47.672170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Request body: {'port': {'device_id': 'bd9671ba-df29-41a7-bbde-a35d554bee2f', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '03150d179d3e48338b693bcda149457f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:47.686827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-08dbf3f9-383b-42cf-a633-fa8016da848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.686827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-08dbf3f9-383b-42cf-a633-fa8016da848f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.1704605 Sep 16 05:11:47.752259 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.780379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-e3fcaf78-2515-4eda-bf09-2f3c7dd6793a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 217 time: 0.0785942 Sep 16 05:11:47.844644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Network a6458a1b-858e-4762-b6a2-d04d4c6902af is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:47.850777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:47.854328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:47.863463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.864526 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.895338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-4e4f18de-f7bf-41cf-bf02-2a9c281d67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.897137 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-4e4f18de-f7bf-41cf-bf02-2a9c281d67a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.0846219 Sep 16 05:11:47.926439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Pushing event updated for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.957305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-c5aaa92c-57e6-4a8b-a6fd-0861448ff883 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2298310 Sep 16 05:11:47.959241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-1c511514-a271-4726-b788-593857788c1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446515 Sep 16 05:11:47.995363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Request body: {'port': {'device_id': '97120bee-c673-4238-a212-66da93475e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:48.064030 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.086112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Made reservation on behalf of 03150d179d3e48338b693bcda149457f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:48.089703 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.131254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-99becf11-2a8c-4607-a563-e6a31ae424c6 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385708 Sep 16 05:11:48.344872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-7a8133ca-364a-4edf-8b59-02464d464671 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783082 Sep 16 05:11:48.346152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Allocated IP 192.168.233.136 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/55dac048-402f-4150-a64b-0ad64e4c393a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:48.453896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903123e-97ff-4d60-8f55-9ef4062671c0 req-6c61e30c-7770-49c4-b108-b42cf4480010 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.456206 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f903123e-97ff-4d60-8f55-9ef4062671c0 req-6c61e30c-7770-49c4-b108-b42cf4480010 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 950 time: 0.1299145 Sep 16 05:11:48.544564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38578) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.604635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f903123e-97ff-4d60-8f55-9ef4062671c0 req-f194027f-935b-4c2a-b12b-8253a50e2ba9 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867753 Sep 16 05:11:48.700375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.749496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775b4783-0757-4c9d-9d65-80a3b5d5bb0d {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:48.791391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.816123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Transition to ACTIVE for port object 775b4783-0757-4c9d-9d65-80a3b5d5bb0d will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:48.829010 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-86b0f66b-5972-49bb-8a12-8ab59550cdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.850845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-40e58935-9faa-4027-9050-c8209f2b5c28 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.852346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-40e58935-9faa-4027-9050-c8209f2b5c28 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1098 time: 0.1045878 Sep 16 05:11:48.853682 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.874828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07443b97-dd78-48c7-a68c-ba80a28b0b30 req-17927f04-dab6-4b8c-b2a4-800117e96320 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.876872 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07443b97-dd78-48c7-a68c-ba80a28b0b30 req-17927f04-dab6-4b8c-b2a4-800117e96320 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 931 time: 0.1351817 Sep 16 05:11:48.880497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-15'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:48.914234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['2c86441e-4377-4659-9609-1451c3cd061e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:48.936447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:48.945382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07443b97-dd78-48c7-a68c-ba80a28b0b30 req-894b9578-c944-45db-9e2f-e5ffcf828b6d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598042 Sep 16 05:11:48.959831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:48.961469 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.963142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:48.969127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.979560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.034414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Pushing event updated for resources: {'Port': ['ID=55dac048-402f-4150-a64b-0ad64e4c393a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.063712 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.088992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6fea6-1deb-4b29-b0dd-95a43218e1b9 req-ebeeb74f-4b68-4981-a6b3-83c887d972aa tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.090571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94f6fea6-1deb-4b29-b0dd-95a43218e1b9 req-ebeeb74f-4b68-4981-a6b3-83c887d972aa tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 946 time: 0.1582987 Sep 16 05:11:49.200036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94f6fea6-1deb-4b29-b0dd-95a43218e1b9 req-0fd6db67-f2c5-4975-abf6-19aa7e5c5a36 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824103 Sep 16 05:11:49.242887 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-86b0f66b-5972-49bb-8a12-8ab59550cdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.248344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:49.248686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:49.249061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:49.261709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Pushing event updated for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.272356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:49.272689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:49.280246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:49.280722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:49.281119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:49.281569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Bound port: 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:49.281918 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.335263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-48b393a8-b12c-4976-91bd-fcade9ff8345 None None] Provisioning complete for port 55dac048-402f-4150-a64b-0ad64e4c393a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:49.335796 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48b393a8-b12c-4976-91bd-fcade9ff8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.363386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-86b0f66b-5972-49bb-8a12-8ab59550cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.388795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-48b393a8-b12c-4976-91bd-fcade9ff8345 None None] Port 55dac048-402f-4150-a64b-0ad64e4c393a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:49.409306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:49.478084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0f66b-5972-49bb-8a12-8ab59550cdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25262bf6-36e9-4da3-8b65-6036e0731812,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.487314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:49.491911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:49.496697 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-86b0f66b-5972-49bb-8a12-8ab59550cdeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e03e9f57f154279bd5a858eeee48de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9411750 Sep 16 05:11:49.499274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38598) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.682459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-ac395dbc-96fe-41e0-98b0-e88459eac5b1 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0160849 Sep 16 05:11:49.710138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Request body: {'port': {'device_id': 'bd9671ba-df29-41a7-bbde-a35d554bee2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:49.720605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4abfeb-db78-47d8-a924-5e004420d574 req-153f6a3f-95ff-457e-b944-9165489a6592 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.722785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c4abfeb-db78-47d8-a924-5e004420d574 req-153f6a3f-95ff-457e-b944-9165489a6592 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 936 time: 0.4189873 Sep 16 05:11:49.742748 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.821788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Pushing event updated for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.827836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:49.831141 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b940f04-36ec-4c9c-9c89-45f5351f25f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.857498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c4abfeb-db78-47d8-a924-5e004420d574 req-b45b4765-7ddf-4628-8615-ab8a2abb488e tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191730 Sep 16 05:11:49.866901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.869668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.869668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-323b482e-bf16-4fb4-b266-f6890301e32e service neutron] 10.222.0.66 "PUT /v2.0/ports/775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 1092 time: 1.8797319 Sep 16 05:11:49.869668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:49.872020 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72feef8-fc9e-432d-b9e5-9381cd43a56c" -d '{"events": [{"name": "network-changed", "server_uuid": "97120bee-c673-4238-a212-66da93475e90", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:49.899172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7c70-342a-498b-80a1-8fe4049f23c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.941481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7c70-342a-498b-80a1-8fe4049f23c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.014807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.060334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:50.062576 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82283c63-cf14-470f-ad0e-c6691043ced0" -d '{"events": [{"server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:50.068545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.094320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-e6341159-34d5-431e-ad2a-5d34301bb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.097632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-e6341159-34d5-431e-ad2a-5d34301bb0d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1095 time: 0.0837045 Sep 16 05:11:50.153279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-91c3ee2f-e98e-4e2f-ba88-5648a8d88f42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 217 time: 0.0367360 Sep 16 05:11:50.156419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7c70-342a-498b-80a1-8fe4049f23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.159129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7c70-342a-498b-80a1-8fe4049f23c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.160547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ffeb7c70-342a-498b-80a1-8fe4049f23c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25262bf6-36e9-4da3-8b65-6036e0731812 HTTP/1.1" status: 204 len: 168 time: 0.6599693 Sep 16 05:11:50.179513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb7c70-342a-498b-80a1-8fe4049f23c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25262bf6-36e9-4da3-8b65-6036e0731812,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.229703 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.281256 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df1bb01-02fa-4507-a1fa-c6d0a14cce0a x-openstack-request-id: req-7df1bb01-02fa-4507-a1fa-c6d0a14cce0a {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:50.281595 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97120bee-c673-4238-a212-66da93475e90", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:50.281925 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7df1bb01-02fa-4507-a1fa-c6d0a14cce0a {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:50.282622 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d', 'status': 'completed', 'code': 200} Sep 16 05:11:50.313004 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.360385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-d4dfe472-a686-4244-977f-23a5afa7ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.365857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-d4dfe472-a686-4244-977f-23a5afa7ac68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.2009151 Sep 16 05:11:50.409746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009f202-2edd-4279-9f65-14294c57c336 req-aa09a8b1-e663-45ed-bd3d-9d8acf6a1cd5 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.411435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5009f202-2edd-4279-9f65-14294c57c336 req-aa09a8b1-e663-45ed-bd3d-9d8acf6a1cd5 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 950 time: 0.1577897 Sep 16 05:11:50.413609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-e9010a29-320b-418b-98b1-2756447c5995 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400887 Sep 16 05:11:50.427356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.461118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on host n-h1-712749-15 for vnic_type normal with profile {"migrating_to": "n-h2-712749-15"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:50.461522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:50.461772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:50.475519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:50.476090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Attempting to bind port 8d0768eb-950d-4d99-a47e-c38b6651a948 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:50.510342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:50.510915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:50.511576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:50.512382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Bound port: 8d0768eb-950d-4d99-a47e-c38b6651a948, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:50.512988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.516028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5009f202-2edd-4279-9f65-14294c57c336 req-29e5f701-0596-48bb-9aa3-665bb9bb3197 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961628 Sep 16 05:11:50.570235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c5c05-1d69-4d19-aeb2-727847e9791f req-5abbd2d8-0260-4a28-9a2c-8f5db0f4c8aa tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.572070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-550c5c05-1d69-4d19-aeb2-727847e9791f req-5abbd2d8-0260-4a28-9a2c-8f5db0f4c8aa tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.2018819 Sep 16 05:11:50.578898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-d5a5e432-9428-45f2-b426-a5aea123823f service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515820 Sep 16 05:11:50.636991 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ebb946-ea4d-4ad3-a447-5a096f754f42 x-openstack-request-id: req-e4ebb946-ea4d-4ad3-a447-5a096f754f42 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:50.637287 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:50.637746 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4ebb946-ea4d-4ad3-a447-5a096f754f42 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:50.638147 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948', 'code': 200} Sep 16 05:11:50.698022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38626) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.756110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1b3047-7797-4740-aad9-884d2c446b20 req-5bff1ee5-6f97-490f-bbca-5f6c3aad7763 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694098 Sep 16 05:11:50.800652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-550c5c05-1d69-4d19-aeb2-727847e9791f req-7b4329d2-6070-401b-a210-c7d8bc4b864b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186558 Sep 16 05:11:50.833684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dac048-402f-4150-a64b-0ad64e4c393a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:50.853789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:50.859212 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.879048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:50.922870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Transition to ACTIVE for port object 55dac048-402f-4150-a64b-0ad64e4c393a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:50.931160 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a679bc80-d6dc-442b-a097-90bb80e1b3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.966663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4ef0c-39ba-46f0-9b9d-5fe7a881eafa req-2234ed00-06b0-48e0-9d58-41f22fff18ae tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.968563 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16a4ef0c-39ba-46f0-9b9d-5fe7a881eafa req-2234ed00-06b0-48e0-9d58-41f22fff18ae tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.1105728 Sep 16 05:11:50.981245 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.026551 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.059604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-721b10d2-b914-4860-88a3-b1d51d4306c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.061108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-721b10d2-b914-4860-88a3-b1d51d4306c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1095 time: 0.1238732 Sep 16 05:11:51.069432 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16a4ef0c-39ba-46f0-9b9d-5fe7a881eafa req-e217a9db-9b4c-429d-9d5c-4650373c7ade tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836906 Sep 16 05:11:51.091382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.139769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb35de0-ba5d-4edf-abe3-fdedbfb579cb req-a52d5976-1387-442f-8946-b0af29783fb9 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.146548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebb35de0-ba5d-4edf-abe3-fdedbfb579cb req-a52d5976-1387-442f-8946-b0af29783fb9 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 936 time: 0.1801543 Sep 16 05:11:51.156739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.157653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.159321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-161ffd6c-92b2-4ed2-9ead-8dc3a96a6480 service neutron] 10.222.0.66 "PUT /v2.0/ports/8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 1124 time: 2.2908871 Sep 16 05:11:51.295706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-f4cc6169-67d6-40e8-8d37-b4430d706daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.297339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-f4cc6169-67d6-40e8-8d37-b4430d706daa service neutron] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.2271905 Sep 16 05:11:51.299959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Attempting to bind port 55dac048-402f-4150-a64b-0ad64e4c393a on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:51.300660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Attempting to bind port 55dac048-402f-4150-a64b-0ad64e4c393a by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:51.301355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Attempting to bind port 55dac048-402f-4150-a64b-0ad64e4c393a on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:51.303756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a679bc80-d6dc-442b-a097-90bb80e1b3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.321672 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Pushing event updated for resources: {'Port': ['ID=55dac048-402f-4150-a64b-0ad64e4c393a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.324039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Port 55dac048-402f-4150-a64b-0ad64e4c393a on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:51.324362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Attempting to bind port 55dac048-402f-4150-a64b-0ad64e4c393a on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:51.331015 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebb35de0-ba5d-4edf-abe3-fdedbfb579cb req-0ea29cea-4374-47a1-8042-f5ab4aaecd95 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835656 Sep 16 05:11:51.334244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:51.334581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:51.334964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:51.335405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Bound port: 55dac048-402f-4150-a64b-0ad64e4c393a, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:51.336508 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.379513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8d0768eb-950d-4d99-a47e-c38b6651a948'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:51.381848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38636) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.384387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a679bc80-d6dc-442b-a097-90bb80e1b3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.393935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-545ad77a-fdf9-42cf-8e0a-b17dbc7d1313 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 217 time: 0.0824349 Sep 16 05:11:51.402824 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91c9cb1b-795a-40b8-ae7a-c8dea84b1b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.467910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] For port 55dac048-402f-4150-a64b-0ad64e4c393a, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:51.500962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a679bc80-d6dc-442b-a097-90bb80e1b3f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ccd9788a5354dbb86d91a6138fafec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7997200 Sep 16 05:11:51.509466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38640) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.516532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] For port 55dac048-402f-4150-a64b-0ad64e4c393a, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=55dac048-402f-4150-a64b-0ad64e4c393a,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:51.518657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679bc80-d6dc-442b-a097-90bb80e1b3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da26815-46b5-412e-84b0-96f6a065c897,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.543609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-e2dc0439-9da0-4436-bba2-72f8184b91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.545195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-e2dc0439-9da0-4436-bba2-72f8184b91cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1453528 Sep 16 05:11:51.596801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-1254ecbc-ed56-4cea-982c-c4a6d8d16731 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406253 Sep 16 05:11:51.608815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.612578 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.685344 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fc11dd-c7d1-4672-88f3-7e97b3d0970f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.725642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-a044622a-6041-4d3d-ad34-7ba0545b608c tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.728769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-a044622a-6041-4d3d-ad34-7ba0545b608c tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 950 time: 0.2094519 Sep 16 05:11:51.754625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.755673 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.758337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] 10.222.0.66 "PUT /v2.0/ports/55dac048-402f-4150-a64b-0ad64e4c393a HTTP/1.1" status: 200 len: 1097 time: 2.0567517 Sep 16 05:11:51.809396 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fc11dd-c7d1-4672-88f3-7e97b3d0970f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.884001 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-0d125e3f-7a7d-4739-bac9-0dd34a7c330b service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711914 Sep 16 05:11:51.911841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983076-a4a7-45fa-9cf9-6d5dc8183e77 req-ce6e3e9f-b865-44c3-aecb-fdefc7453761 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.914269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a983076-a4a7-45fa-9cf9-6d5dc8183e77 req-ce6e3e9f-b865-44c3-aecb-fdefc7453761 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 950 time: 0.1746068 Sep 16 05:11:52.082598 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a983076-a4a7-45fa-9cf9-6d5dc8183e77 req-0f470ba4-4a7a-4fc2-8537-0146d552ccff tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210802 Sep 16 05:11:52.101920 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fc11dd-c7d1-4672-88f3-7e97b3d0970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.105353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fc11dd-c7d1-4672-88f3-7e97b3d0970f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.111300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e5fc11dd-c7d1-4672-88f3-7e97b3d0970f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6da26815-46b5-412e-84b0-96f6a065c897 HTTP/1.1" status: 204 len: 168 time: 0.5963001 Sep 16 05:11:52.118914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d72feef8-fc9e-432d-b9e5-9381cd43a56c req-04ead8b4-01ad-4769-8cbc-c8df1fd53260 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021136 Sep 16 05:11:52.119930 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91c9cb1b-795a-40b8-ae7a-c8dea84b1b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.125309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc11dd-c7d1-4672-88f3-7e97b3d0970f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da26815-46b5-412e-84b0-96f6a065c897,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.157063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc0d6b-9235-4e0e-9b0b-f5e9351ee81a service neutron] Pushing event updated for resources: {'Port': ['ID=55dac048-402f-4150-a64b-0ad64e4c393a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.170958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e72cd79-f815-4f23-a107-f75141920087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.239771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91c9cb1b-795a-40b8-ae7a-c8dea84b1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.290196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49895914-df30-4bcf-b8f9-f4c80c6e2a4e req-b4932364-638b-4b9e-9f54-bab2eb1e96ce tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.297159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-49895914-df30-4bcf-b8f9-f4c80c6e2a4e req-b4932364-638b-4b9e-9f54-bab2eb1e96ce tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.0723739 Sep 16 05:11:52.350591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-49895914-df30-4bcf-b8f9-f4c80c6e2a4e req-ef4be986-2eba-4af7-a356-1a461cbf5627 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514200 Sep 16 05:11:52.368810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-d5d66620-e7ca-4d9c-8965-c26cc2e563a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.370552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-d5d66620-e7ca-4d9c-8965-c26cc2e563a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03150d179d3e48338b693bcda149457f&device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 1100 time: 0.3752000 Sep 16 05:11:52.372742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-91c9cb1b-795a-40b8-ae7a-c8dea84b1b4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8bfecacfc154802823bbfa69d507e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9894979 Sep 16 05:11:52.380990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38658) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.381131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9cb1b-795a-40b8-ae7a-c8dea84b1b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a6496c-2f01-44ef-99b5-357068e1a621,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.441624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8fc1e-b171-474f-be08-5dbe71a242df req-2eec6dec-4596-4d5e-bd46-5cd5bb777c50 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.454207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13d8fc1e-b171-474f-be08-5dbe71a242df req-2eec6dec-4596-4d5e-bd46-5cd5bb777c50 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.4566793 Sep 16 05:11:52.486350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f724b305-22bc-4ce6-90b2-48dc65314b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.518790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-7b9bdb84-11f3-49bd-ac53-a5431f3de486 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=55dac048-402f-4150-a64b-0ad64e4c393a HTTP/1.1" status: 200 len: 217 time: 0.1142972 Sep 16 05:11:52.521116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Deleting port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:52.521368 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.534707 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f724b305-22bc-4ce6-90b2-48dc65314b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.639251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948'}, {'name': 'network-changed', 'server_uuid': 'bd9671ba-df29-41a7-bbde-a35d554bee2f', 'tag': '55dac048-402f-4150-a64b-0ad64e4c393a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:52.641743 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948"}, {"name": "network-changed", "server_uuid": "bd9671ba-df29-41a7-bbde-a35d554bee2f", "tag": "55dac048-402f-4150-a64b-0ad64e4c393a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:52.663275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6498ebf-0889-4878-a502-2417e6adefd7 req-8f3cd853-c48d-4718-a637-6bb189a08252 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.665629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6498ebf-0889-4878-a502-2417e6adefd7 req-8f3cd853-c48d-4718-a637-6bb189a08252 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 948 time: 0.0867665 Sep 16 05:11:52.695049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13d8fc1e-b171-474f-be08-5dbe71a242df req-63310edd-72d2-44dd-a432-ed9deb451d1f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395513 Sep 16 05:11:52.724983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-f0139bcf-130a-40d2-9edf-e4fb4ee2a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.726527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-f0139bcf-130a-40d2-9edf-e4fb4ee2a6e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1983929 Sep 16 05:11:52.744741 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f724b305-22bc-4ce6-90b2-48dc65314b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.751378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f724b305-22bc-4ce6-90b2-48dc65314b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.758119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f724b305-22bc-4ce6-90b2-48dc65314b98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87a6496c-2f01-44ef-99b5-357068e1a621 HTTP/1.1" status: 204 len: 168 time: 0.3735702 Sep 16 05:11:52.777026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6498ebf-0889-4878-a502-2417e6adefd7 req-ee6ed886-9453-42a0-bdb5-e5cc2e113045 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005900 Sep 16 05:11:52.788313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724b305-22bc-4ce6-90b2-48dc65314b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a6496c-2f01-44ef-99b5-357068e1a621,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.797127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] For port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:52.797702 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.808022 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e72cd79-f815-4f23-a107-f75141920087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.818419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Calling delete_port for 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:52.899579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-1d64326b-020b-452e-8c73-11d3db48c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.901264 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-1d64326b-020b-452e-8c73-11d3db48c23c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1603923 Sep 16 05:11:52.937272 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72036cb-c575-4246-abc3-9d9f9e2e23fb x-openstack-request-id: req-f72036cb-c575-4246-abc3-9d9f9e2e23fb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:52.937658 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd9671ba-df29-41a7-bbde-a35d554bee2f", "tag": "55dac048-402f-4150-a64b-0ad64e4c393a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:52.937834 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f72036cb-c575-4246-abc3-9d9f9e2e23fb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:52.938163 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948', 'status': 'completed', 'code': 200} Sep 16 05:11:52.938418 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9671ba-df29-41a7-bbde-a35d554bee2f', 'tag': '55dac048-402f-4150-a64b-0ad64e4c393a', 'status': 'completed', 'code': 200} Sep 16 05:11:53.048193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e72cd79-f815-4f23-a107-f75141920087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.103729 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d0ddf4f-830f-4cf2-bf52-60208b5176d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.159926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8e72cd79-f815-4f23-a107-f75141920087 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4acc61cf38534704a355d8a74c98a347&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5392563 Sep 16 05:11:53.161988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38670) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.171001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-3a29f1f4-89c7-4918-95ea-c349fcbc7336 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361381 Sep 16 05:11:53.174636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72cd79-f815-4f23-a107-f75141920087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33caeb2e-9bd3-43d8-a2d7-8a11690bcf83,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.205891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-322b9d17-92a7-426a-8672-190b502fbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.207253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-322b9d17-92a7-426a-8672-190b502fbfda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1127 time: 0.2148688 Sep 16 05:11:53.269974 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c422d0ca-c970-45fa-82e3-d158b190444d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.297589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e143b7e-a084-475e-9977-629fc421b2de req-b2a0c9c3-6779-4f0c-a1af-10e097cb90f8 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.303695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e143b7e-a084-475e-9977-629fc421b2de req-b2a0c9c3-6779-4f0c-a1af-10e097cb90f8 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 950 time: 0.0823054 Sep 16 05:11:53.311393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c422d0ca-c970-45fa-82e3-d158b190444d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.372286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf85feb-d743-4175-bdd5-29a48b1a4062 req-56802d16-dacb-4716-b416-ed0d61352eac service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895373 Sep 16 05:11:53.379260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-7d237674-5697-4040-a9b1-1bbdef1640cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.380173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-7d237674-5697-4040-a9b1-1bbdef1640cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.1604855 Sep 16 05:11:53.380338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e143b7e-a084-475e-9977-629fc421b2de req-b57480f2-fc16-4a04-b81d-4209aa282720 tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609305 Sep 16 05:11:53.381380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.424614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Pushing event deleted for resources: {'Port': ['ID=4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.464997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-ce064031-46ca-4f97-8738-2e93c8075d79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 217 time: 0.0483718 Sep 16 05:11:53.516430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c422d0ca-c970-45fa-82e3-d158b190444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.519142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c422d0ca-c970-45fa-82e3-d158b190444d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.523799 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c422d0ca-c970-45fa-82e3-d158b190444d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33caeb2e-9bd3-43d8-a2d7-8a11690bcf83 HTTP/1.1" status: 204 len: 168 time: 0.3603163 Sep 16 05:11:53.536549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422d0ca-c970-45fa-82e3-d158b190444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33caeb2e-9bd3-43d8-a2d7-8a11690bcf83,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.579735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38680) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.631545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-420c8dff-8dd1-4c6e-9e7b-c746cde0cb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.734967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.748252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] No DVR routers for this DVR port 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:53.800863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-42b0346d-bed3-4a34-828a-e20abf380938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.802353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-42b0346d-bed3-4a34-828a-e20abf380938 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.3133974 Sep 16 05:11:53.816683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.818805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a91a2790-5b59-4740-9ae3-962fdbe382c0 req-dc142773-683a-47ec-9bec-3c1c3f5ae4dc tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.66 "DELETE /v2.0/ports/4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 HTTP/1.1" status: 204 len: 173 time: 2.0765502 Sep 16 05:11:53.915393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-64fc77f1-936e-4f96-9b85-bc14b6874c9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005015 Sep 16 05:11:53.959114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-420c8dff-8dd1-4c6e-9e7b-c746cde0cb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.017777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-a0703d4d-edde-4ccd-b525-be83afac019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.020723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-a0703d4d-edde-4ccd-b525-be83afac019c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=03150d179d3e48338b693bcda149457f&device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 1100 time: 0.3653021 Sep 16 05:11:54.050782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a3fcf-044e-40eb-8642-c187face12a7 req-4663f082-1f7d-4df4-9b58-309f3857fc62 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.065159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-587a3fcf-044e-40eb-8642-c187face12a7 req-4663f082-1f7d-4df4-9b58-309f3857fc62 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.5762982 Sep 16 05:11:54.070522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c5bad-90f9-45c0-a25d-6fdbe358f913 req-0c95d83e-8fb7-4610-ad71-9c7861c50375 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.084464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c04c5bad-90f9-45c0-a25d-6fdbe358f913 req-0c95d83e-8fb7-4610-ad71-9c7861c50375 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.1562214 Sep 16 05:11:54.088315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-420c8dff-8dd1-4c6e-9e7b-c746cde0cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.154443 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-420c8dff-8dd1-4c6e-9e7b-c746cde0cb0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=944a3588d7af4dfdae95f8807b716454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735073 Sep 16 05:11:54.155596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c8dff-8dd1-4c6e-9e7b-c746cde0cb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eede447-757e-4218-b2d6-4495ceb4ab10,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.161040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38692) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.195398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c04c5bad-90f9-45c0-a25d-6fdbe358f913 req-f9330d21-8e19-4064-8da9-537483ad840d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991731 Sep 16 05:11:54.272441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57f014bf-fccf-47bc-98ec-1403b5ac495e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.314262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57f014bf-fccf-47bc-98ec-1403b5ac495e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.395428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa315-c9bd-43f8-a356-0b54dcb96802 req-0b861468-4024-4580-a753-2ac922b185ed tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.397352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adcfa315-c9bd-43f8-a356-0b54dcb96802 req-0b861468-4024-4580-a753-2ac922b185ed tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 948 time: 0.1049230 Sep 16 05:11:54.457486 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adcfa315-c9bd-43f8-a356-0b54dcb96802 req-cc5fb3f9-9b24-467d-bc39-09386c5f88af tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Sep 16 05:11:54.572646 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5dd7263e-9045-4b53-93db-9ab767860880 req-23ead853-c204-43a7-bb00-e48788b6ec4d tempest-DeleteServersAdminTestJSON-1953370656 tempest-DeleteServersAdminTestJSON-1953370656-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6ea713-031d-44f1-aa73-1805cb0274cd HTTP/1.1" status: 200 len: 210 time: 0.0313220 Sep 16 05:11:54.573905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57f014bf-fccf-47bc-98ec-1403b5ac495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.581330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57f014bf-fccf-47bc-98ec-1403b5ac495e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.583607 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-57f014bf-fccf-47bc-98ec-1403b5ac495e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6eede447-757e-4218-b2d6-4495ceb4ab10 HTTP/1.1" status: 204 len: 168 time: 0.4195266 Sep 16 05:11:54.598076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f014bf-fccf-47bc-98ec-1403b5ac495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eede447-757e-4218-b2d6-4495ceb4ab10,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.642071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-587a3fcf-044e-40eb-8642-c187face12a7 req-2ff6d11b-ad1c-414d-8ff3-34e0585c555a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756319 Sep 16 05:11:54.644602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-6a99b5f2-d1c5-4073-91ec-7b5bea8b1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.646073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-6a99b5f2-d1c5-4073-91ec-7b5bea8b1d19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.5683126 Sep 16 05:11:54.648216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-c89f06ec-7005-487d-be5c-82b9887e6384 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190342 Sep 16 05:11:54.700125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-109235a1-4d01-46b4-8519-d6846f8d63f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=55dac048-402f-4150-a64b-0ad64e4c393a HTTP/1.1" status: 200 len: 217 time: 0.0436430 Sep 16 05:11:54.824799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-93a8cefa-9d8b-444c-acd0-4dc73d3b571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.826286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-93a8cefa-9d8b-444c-acd0-4dc73d3b571d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1076899 Sep 16 05:11:54.874085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-dffbeeab-521a-4a94-a874-a5ff7c45832a service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109225 Sep 16 05:11:54.889001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-ace6f0a1-6bcb-497c-95a6-c49fabb3bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.890575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-ace6f0a1-6bcb-497c-95a6-c49fabb3bdd6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564425 Sep 16 05:11:54.939267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6ea713-031d-44f1-aa73-1805cb0274cd', 'name': 'network-vif-deleted', 'tag': '4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:54.941717 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e1b924-8d33-450f-a1ba-40d6155394e9" -d '{"events": [{"server_uuid": "5d6ea713-031d-44f1-aa73-1805cb0274cd", "name": "network-vif-deleted", "tag": "4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:54.943896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.959996 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-489a23fd-22c6-4423-b9bd-dcf9bc7472eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.991943 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b69bf55-6e26-4e5c-8d66-85d57340f01c x-openstack-request-id: req-0b69bf55-6e26-4e5c-8d66-85d57340f01c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:54.992309 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6ea713-031d-44f1-aa73-1805cb0274cd", "name": "network-vif-deleted", "tag": "4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:54.992626 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b69bf55-6e26-4e5c-8d66-85d57340f01c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:54.993103 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ea713-031d-44f1-aa73-1805cb0274cd', 'name': 'network-vif-deleted', 'tag': '4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6', 'status': 'completed', 'code': 200} Sep 16 05:11:55.061112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-0f7d1a68-2dd7-42b8-b5d3-2a6890a48ce9 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600833 Sep 16 05:11:55.094733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-489a23fd-22c6-4423-b9bd-dcf9bc7472eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.153969 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.214285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-489a23fd-22c6-4423-b9bd-dcf9bc7472eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.236036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03997a8d-cbfa-4553-aa5f-cd24f61ebbc3 req-4a208865-c620-47ff-8eaa-7f62f5bc31c6 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662281 Sep 16 05:11:55.282415 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-489a23fd-22c6-4423-b9bd-dcf9bc7472eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d98bc7aba2c41279304451dfbee2123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370123 Sep 16 05:11:55.288268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38724) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.297104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a23fd-22c6-4423-b9bd-dcf9bc7472eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0011b-72dc-4f77-91bb-8c073439b785,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.314592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8d0768eb-950d-4d99-a47e-c38b6651a948 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:55.385896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:55.413318 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f26893d4-0850-40b1-bbc1-635e70769ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.419199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c50ec7-1e08-44e2-93c3-6beff40b0767 req-6ef24009-5de8-45b9-b7f7-854a669a979b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.431982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05c50ec7-1e08-44e2-93c3-6beff40b0767 req-6ef24009-5de8-45b9-b7f7-854a669a979b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.1062131 Sep 16 05:11:55.441583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f26893d4-0850-40b1-bbc1-635e70769ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.456768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:55.457770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 4fc8a43c-ae8d-4dfe-ad3f-ff1c4ebafcc6 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:55.479562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38728) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.518785 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05c50ec7-1e08-44e2-93c3-6beff40b0767 req-fdd2a50d-1ed6-4b71-82ea-1410fd27e39c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850387 Sep 16 05:11:55.587175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:55.605357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8d0768eb-950d-4d99-a47e-c38b6651a948 has no active binding in host n-h2-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:11:55.606092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 775b4783-0757-4c9d-9d65-80a3b5d5bb0d details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:55.612331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f26893d4-0850-40b1-bbc1-635e70769ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.615726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f26893d4-0850-40b1-bbc1-635e70769ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.617081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f26893d4-0850-40b1-bbc1-635e70769ded admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfe0011b-72dc-4f77-91bb-8c073439b785 HTTP/1.1" status: 204 len: 168 time: 0.3258410 Sep 16 05:11:55.628890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26893d4-0850-40b1-bbc1-635e70769ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0011b-72dc-4f77-91bb-8c073439b785,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.667793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e8c5-0ce8-40b8-a429-5309ed2df04c req-77fe1ba5-8900-4c88-b6cd-06ffe5160a77 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.667793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ed54e8c5-0ce8-40b8-a429-5309ed2df04c req-77fe1ba5-8900-4c88-b6cd-06ffe5160a77 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 948 time: 0.0848448 Sep 16 05:11:55.758501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1198391598-network', 'tenant_id': '889f6ac230fb4833a3d9c10ebf70d506'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:55.772460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ed54e8c5-0ce8-40b8-a429-5309ed2df04c req-2ea61bbf-fc84-4a34-8bc0-b2a1d22ea614 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875676 Sep 16 05:11:55.870221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:55.881385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3413e-0d40-41e2-b2e2-7a432b9390e9 req-38eef1a5-39bc-4b58-a938-b95ea8c14b33 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.883319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fb3413e-0d40-41e2-b2e2-7a432b9390e9 req-38eef1a5-39bc-4b58-a938-b95ea8c14b33 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.0786521 Sep 16 05:11:55.895838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d', 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'port_id': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d', 'mac_address': 'fa:16:3e:14:04:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccf09a5-e6b7-421b-ba79-816ce20c10fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:55.960764 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.960919 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fb3413e-0d40-41e2-b2e2-7a432b9390e9 req-1654eb1f-77d4-4405-a382-94311b062d7f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516911 Sep 16 05:11:55.969541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775b4783-0757-4c9d-9d65-80a3b5d5bb0d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:56.003034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:56.151439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Made reservation on behalf of 889f6ac230fb4833a3d9c10ebf70d506 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:56.153497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.163418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.224115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.278088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.299581 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.577213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['775b4783-0757-4c9d-9d65-80a3b5d5bb0d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:56.654548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4ffb-502b-43ed-84d8-87c9a9a8061f req-46db4a35-44f6-4ba6-b87b-a066ce878ab5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.656057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de7a4ffb-502b-43ed-84d8-87c9a9a8061f req-46db4a35-44f6-4ba6-b87b-a066ce878ab5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 944 time: 0.0563591 Sep 16 05:11:56.702874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de7a4ffb-502b-43ed-84d8-87c9a9a8061f req-c034e876-387c-4302-884b-35db5ad665e3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Sep 16 05:11:56.921314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b061d86-eabe-4eef-8b63-f8895a034177 req-05eb919d-3cb0-441e-9897-e6e7f559b3a6 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.922827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b061d86-eabe-4eef-8b63-f8895a034177 req-05eb919d-3cb0-441e-9897-e6e7f559b3a6 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 948 time: 0.0506744 Sep 16 05:11:56.926317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.949112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:56.965382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1774c1-8864-4412-9445-0a0da6e56003,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.966500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b061d86-eabe-4eef-8b63-f8895a034177 req-22f7a7f5-d67c-422c-9f2c-3217ef40adf6 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Sep 16 05:11:56.968741 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.969082 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Added segment 818925a7-0433-4308-8e7e-346640e2c36d of type vlan for network f2537152-580e-4030-88d6-bc3d41d31b1e Sep 16 05:11:57.025632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.113384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272a68-b0e7-40c9-9f42-fd881a7ef0b6 req-86a75e05-e800-4229-99da-6db444e9743f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.114981 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1272a68-b0e7-40c9-9f42-fd881a7ef0b6 req-86a75e05-e800-4229-99da-6db444e9743f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.0609972 Sep 16 05:11:57.165167 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.165167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.165167 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.176368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38780) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.218382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1272a68-b0e7-40c9-9f42-fd881a7ef0b6 req-9dde84a5-0efb-4c92-a85d-b73bc5352ba7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805798 Sep 16 05:11:57.236008 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.248952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] Pushing event updated for resources: {'Network': ['ID=f2537152-580e-4030-88d6-bc3d41d31b1e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.287132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f2537152-580e-4030-88d6-bc3d41d31b1e details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:57.359998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.376361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 55dac048-402f-4150-a64b-0ad64e4c393a details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:57.378833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 775b4783-0757-4c9d-9d65-80a3b5d5bb0d up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:57.380184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bda0b7d4-70c8-474f-9bd4-3e83b2415522 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8974326 Sep 16 05:11:57.384513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38788) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.390191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Request body: {'subnet': {'network_id': 'f2537152-580e-4030-88d6-bc3d41d31b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1198391598-subnet', 'tenant_id': '889f6ac230fb4833a3d9c10ebf70d506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:57.508953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Made reservation on behalf of 889f6ac230fb4833a3d9c10ebf70d506 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:57.511951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.544539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 55dac048-402f-4150-a64b-0ad64e4c393a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=55dac048-402f-4150-a64b-0ad64e4c393a,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:57.559946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '55dac048-402f-4150-a64b-0ad64e4c393a', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '55dac048-402f-4150-a64b-0ad64e4c393a', 'mac_address': 'fa:16:3e:91:99:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:57.612044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:57.625286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:57.626262 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.700123 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.718387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2004700325-network', 'tenant_id': '629f1779c94f4d2488fdce9646a84084'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:57.732808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dac048-402f-4150-a64b-0ad64e4c393a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:57.763186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 55dac048-402f-4150-a64b-0ad64e4c393a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=55dac048-402f-4150-a64b-0ad64e4c393a,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:57.804000 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-02cd234b-def8-4ac4-8fab-b51346aa8544 service neutron] 10.222.0.30 "GET /v2.0/ports/8d0768eb-950d-4d99-a47e-c38b6651a948/bindings/n-h2-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.2318995 Sep 16 05:11:57.808546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-72f14cee-89df-4e3d-94cf-4eaeda0288de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c6d78f69a6041338ce578a23ec0f10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473829 Sep 16 05:11:57.816697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.824366 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.866763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Made reservation on behalf of 629f1779c94f4d2488fdce9646a84084 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:57.869499 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.884215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:57.888638 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6557915f-20dd-4dc9-926a-7ff5d007421d" -d '{"events": [{"server_uuid": "97120bee-c673-4238-a212-66da93475e90", "name": "network-vif-plugged", "status": "completed", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:57.907757 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.925567 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.954764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:57.981751 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa0792d-2f9a-4dd1-9af0-b85613fe9675 x-openstack-request-id: req-aaa0792d-2f9a-4dd1-9af0-b85613fe9675 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:57.982135 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97120bee-c673-4238-a212-66da93475e90", "name": "network-vif-plugged", "status": "completed", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:57.982483 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aaa0792d-2f9a-4dd1-9af0-b85613fe9675 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:57.982958 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d', 'code': 200} Sep 16 05:11:57.991349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.024341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=55dac048-402f-4150-a64b-0ad64e4c393a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.044114 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebb90486-3481-4968-97dd-6adbb13f3e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.048147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.059360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ac316-2dbb-40d6-9f20-ae1f684a98b0 req-b41e6694-637f-4de9-b1c2-ba656027f671 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.061004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-557ac316-2dbb-40d6-9f20-ae1f684a98b0 req-b41e6694-637f-4de9-b1c2-ba656027f671 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 944 time: 0.1817701 Sep 16 05:11:58.067024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70e2fe9-dc83-4a13-ae1d-e62d3c2c3578,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.129395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.161332 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebb90486-3481-4968-97dd-6adbb13f3e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.163267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a622-ab5b-48d4-bbdb-aa153ccd8a07 req-37d19a3f-cd69-4633-b7cc-8515303bfd49 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.165058 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57a0a622-ab5b-48d4-bbdb-aa153ccd8a07 req-37d19a3f-cd69-4633-b7cc-8515303bfd49 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 949 time: 0.0842543 Sep 16 05:11:58.166807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Checking segment: {'id': '818925a7-0433-4308-8e7e-346640e2c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f2537152-580e-4030-88d6-bc3d41d31b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:58.167152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Network hostable DHCP agents. Network: f2537152-580e-4030-88d6-bc3d41d31b1e, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:58.218350 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57a0a622-ab5b-48d4-bbdb-aa153ccd8a07 req-8a461055-8f4f-4d87-bb4a-de62095d5571 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Sep 16 05:11:58.268863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Network f2537152-580e-4030-88d6-bc3d41d31b1e is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:58.285123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['55dac048-402f-4150-a64b-0ad64e4c393a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:58.310495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-557ac316-2dbb-40d6-9f20-ae1f684a98b0 req-bd79d83a-bb92-4952-bed7-d0b059ae6dc5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377048 Sep 16 05:11:58.324068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173569d-d391-4b70-b4f2-a251b72926f1 req-d3b8701a-e9aa-4f38-bed1-60cc483a2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.325736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b173569d-d391-4b70-b4f2-a251b72926f1 req-d3b8701a-e9aa-4f38-bed1-60cc483a2269 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1097 time: 0.2440147 Sep 16 05:11:58.406902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.407299 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.407433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f2537152-580e-4030-88d6-bc3d41d31b1e) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:58.414536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.416332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.416452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:58.442331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b173569d-d391-4b70-b4f2-a251b72926f1 req-f0cb29c6-60a4-4718-af60-ea37573b59da service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919585 Sep 16 05:11:58.448356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d614e6-2ede-4611-8647-a447832178b7 None None] Network f2537152-580e-4030-88d6-bc3d41d31b1e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:58.450299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:58.488286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebb90486-3481-4968-97dd-6adbb13f3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.491048 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebb90486-3481-4968-97dd-6adbb13f3e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.494484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ebb90486-3481-4968-97dd-6adbb13f3e3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a HTTP/1.1" status: 204 len: 168 time: 0.6710863 Sep 16 05:11:58.520766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.531180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb90486-3481-4968-97dd-6adbb13f3e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc6d711-2a48-4cda-bf5f-95a8b9d4d95a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.535982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0768eb-950d-4d99-a47e-c38b6651a948 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:58.560015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:58.568458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:58.603498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bb051349-7d9c-4654-9809-be58ee721762 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2174337 Sep 16 05:11:58.605652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.606001 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Added segment 11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a of type vlan for network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 Sep 16 05:11:58.614897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8a7a1f-d266-4893-985d-2d361ac94ed0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.664360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f51ee-6d1e-4e43-881a-8385941a976a req-99078299-e5c9-40ef-b5de-9b175758a657 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.664591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbb5f7f-c3d3-4dc0-81a6-6013ddd2431f None None] Network f2537152-580e-4030-88d6-bc3d41d31b1e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:58.667416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b50f51ee-6d1e-4e43-881a-8385941a976a req-99078299-e5c9-40ef-b5de-9b175758a657 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 944 time: 0.1932104 Sep 16 05:11:58.691515 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.696239 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.802752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b50f51ee-6d1e-4e43-881a-8385941a976a req-727883e8-5207-479c-862f-8eedb95d76a8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118195 Sep 16 05:11:58.865412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] Transition to ACTIVE for port object 8d0768eb-950d-4d99-a47e-c38b6651a948 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:58.887790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.889422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.890413 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.007328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f357ab-6d59-4c39-9c8a-f46c9e94d409,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.021603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:59.040964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.080262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-add80178-8f5d-4a71-b1fb-ef021ffb9130 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9010565 Sep 16 05:11:59.086151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38826) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.097897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Request body: {'subnet': {'network_id': 'd2f357ab-6d59-4c39-9c8a-f46c9e94d409', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2004700325-subnet', 'tenant_id': '629f1779c94f4d2488fdce9646a84084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:59.118828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] No DVR routers for this DVR port 8d0768eb-950d-4d99-a47e-c38b6651a948 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:59.133824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.163280 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-d7208a34-f42f-421e-9e5a-5825ab4f2136 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d0768eb-950d-4d99-a47e-c38b6651a948/bindings/n-h2-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3436649 Sep 16 05:11:59.248028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Made reservation on behalf of 629f1779c94f4d2488fdce9646a84084 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:59.250984 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.349321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 55dac048-402f-4150-a64b-0ad64e4c393a up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:59.431401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38836) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:59.475302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0e5c-7d90-44e9-be9d-09b3e797e35f req-23dfd0cc-9155-4b16-acf9-ea0aaf0445aa tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.476956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b0ac0e5c-7d90-44e9-be9d-09b3e797e35f req-23dfd0cc-9155-4b16-acf9-ea0aaf0445aa tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 949 time: 0.1344910 Sep 16 05:11:59.482082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-a0f49652-13d7-4ba0-a2f1-a50c58662fd7 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.483805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-a0f49652-13d7-4ba0-a2f1-a50c58662fd7 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.0935044 Sep 16 05:11:59.489969 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fce64ed7-c227-4fc9-b8a7-5254856e6c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.498437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5399fa9-d67b-4ad2-ad02-3d44f9adbf8b req-67a4c1a3-efd6-4b19-bbd6-b68e603becf0 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.500557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5399fa9-d67b-4ad2-ad02-3d44f9adbf8b req-67a4c1a3-efd6-4b19-bbd6-b68e603becf0 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 945 time: 0.0721836 Sep 16 05:11:59.516571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 55dac048-402f-4150-a64b-0ad64e4c393a completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:59.524433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 55dac048-402f-4150-a64b-0ad64e4c393a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.526383 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.630575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5399fa9-d67b-4ad2-ad02-3d44f9adbf8b req-416f6dde-50e5-431b-babd-ff575d11b388 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235554 Sep 16 05:11:59.650712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-b4c72c3c-ae2c-4f54-acd8-ff0aebbfbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.652859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-b4c72c3c-ae2c-4f54-acd8-ff0aebbfbb5b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8&tenant_id=ee7cdd3450f847e7be1ee06226de1088 HTTP/1.1" status: 200 len: 1097 time: 0.1251032 Sep 16 05:11:59.688648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.741919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 55dac048-402f-4150-a64b-0ad64e4c393a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=55dac048-402f-4150-a64b-0ad64e4c393a,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:59.757976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b0ac0e5c-7d90-44e9-be9d-09b3e797e35f req-9a3c2007-9536-4d8d-94e8-59ca0e13f1da tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483680 Sep 16 05:11:59.800313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-689fec40-90cb-41df-9a46-ac98e3987f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.802159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-689fec40-90cb-41df-9a46-ac98e3987f47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1097 time: 0.0563865 Sep 16 05:11:59.837455 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.879104 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fce64ed7-c227-4fc9-b8a7-5254856e6c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.895273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.975760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fce64ed7-c227-4fc9-b8a7-5254856e6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.980221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=55dac048-402f-4150-a64b-0ad64e4c393a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.990110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9671ba-df29-41a7-bbde-a35d554bee2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dac048-402f-4150-a64b-0ad64e4c393a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:59.999929 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ddf043-c2ab-4001-ac44-e06dd4ab8a26" -d '{"events": [{"server_uuid": "bd9671ba-df29-41a7-bbde-a35d554bee2f", "name": "network-vif-plugged", "status": "completed", "tag": "55dac048-402f-4150-a64b-0ad64e4c393a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:00.026961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce64ed7-c227-4fc9-b8a7-5254856e6c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066d9844-010b-48a8-98e6-8bf8843c7836,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:00.108371 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccf0b82-a03d-4225-9726-2eaa320fd208 x-openstack-request-id: req-bccf0b82-a03d-4225-9726-2eaa320fd208 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:00.108371 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9671ba-df29-41a7-bbde-a35d554bee2f", "name": "network-vif-plugged", "status": "completed", "tag": "55dac048-402f-4150-a64b-0ad64e4c393a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:00.108371 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bccf0b82-a03d-4225-9726-2eaa320fd208 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:00.108893 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9671ba-df29-41a7-bbde-a35d554bee2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dac048-402f-4150-a64b-0ad64e4c393a', 'code': 200} Sep 16 05:12:00.118722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-968ab5b9-7c0d-4537-9444-e5cb7b263d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.120460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-968ab5b9-7c0d-4537-9444-e5cb7b263d0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.3094854 Sep 16 05:12:00.125084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c08a0b2-3696-4000-950c-28f4559d0589,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:00.129795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fce64ed7-c227-4fc9-b8a7-5254856e6c04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf0287e21efd4be7aaf09d84b164b0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6965513 Sep 16 05:12:00.135327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38856) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.138993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Checking segment: {'id': '11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd2f357ab-6d59-4c39-9c8a-f46c9e94d409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:00.139622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Network hostable DHCP agents. Network: d2f357ab-6d59-4c39-9c8a-f46c9e94d409, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:00.170878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6bc3e-4806-4a19-ab15-a2d8190b229e req-c3d73c8c-f957-4d20-966a-9958bd71553c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.172765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9b6bc3e-4806-4a19-ab15-a2d8190b229e req-c3d73c8c-f957-4d20-966a-9958bd71553c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 945 time: 0.2006984 Sep 16 05:12:00.210095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-9c2b3b7c-94c0-430f-a713-c51fc10367b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 217 time: 0.0639963 Sep 16 05:12:00.240565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38858) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.241281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1678058169-network', 'tenant_id': '60d2d96a346548c2a5555f3de80b4fa5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:00.350562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0c59baf-4ca6-4dfc-8ff3-5dc7b0339833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.365004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-42d223e1-a6a0-4554-a45e-915e36d863d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.366640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-42d223e1-a6a0-4554-a45e-915e36d863d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1474893 Sep 16 05:12:00.394256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc982a7-7dc3-4813-94b5-a82d5f006583 req-7b51bb8a-cec1-42fd-9207-8507b178fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.396044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9cc982a7-7dc3-4813-94b5-a82d5f006583 req-7b51bb8a-cec1-42fd-9207-8507b178fec3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 1102 time: 0.1133466 Sep 16 05:12:00.429745 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0c59baf-4ca6-4dfc-8ff3-5dc7b0339833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.434314 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-e07b04fe-388a-4eb3-abf7-2454a163b351 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597205 Sep 16 05:12:00.458899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Made reservation on behalf of 60d2d96a346548c2a5555f3de80b4fa5 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:00.460809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.474924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:00.514133 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9b6bc3e-4806-4a19-ab15-a2d8190b229e req-38b38386-eb90-4a52-8d07-e7c5e783e115 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266177 Sep 16 05:12:00.517958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.567948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d2f357ab-6d59-4c39-9c8a-f46c9e94d409) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:00.578586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.578826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a833268-f234-424b-8b83-878d824b68d6 None None] Network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:00.579806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.613186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9cc982a7-7dc3-4813-94b5-a82d5f006583 req-b9fbeb55-40c0-4501-98fd-5010517499ed service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933818 Sep 16 05:12:00.660214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0efc325d-830d-4e1a-8455-868dc89020ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5718713 Sep 16 05:12:00.665499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-aadcac15-6e91-40a8-b9ed-4ba8682e1277 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178090 Sep 16 05:12:00.724194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0c59baf-4ca6-4dfc-8ff3-5dc7b0339833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.728774 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0c59baf-4ca6-4dfc-8ff3-5dc7b0339833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.730660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e0c59baf-4ca6-4dfc-8ff3-5dc7b0339833 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/066d9844-010b-48a8-98e6-8bf8843c7836 HTTP/1.1" status: 204 len: 168 time: 0.5940690 Sep 16 05:12:00.760234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c59baf-4ca6-4dfc-8ff3-5dc7b0339833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066d9844-010b-48a8-98e6-8bf8843c7836,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:00.779308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788166d-ac83-42f4-ae70-d16b1f19d7f5 req-7a7048d5-751f-45f0-acbc-94e8d20b1f30 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.789920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4788166d-ac83-42f4-ae70-d16b1f19d7f5 req-7a7048d5-751f-45f0-acbc-94e8d20b1f30 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 945 time: 0.0668957 Sep 16 05:12:00.860975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e1d1f-f5f1-4369-a8ef-d017d2e44ef1 None None] Network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:00.883791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4788166d-ac83-42f4-ae70-d16b1f19d7f5 req-69707a23-f296-4aef-a3f3-1e6bf7c3d0e3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926619 Sep 16 05:12:00.929800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.030732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.063052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2b89b-09f2-4cc1-879b-b182cfa1432b req-c52103b7-f897-464e-8461-f63304ee5a72 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.065649 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bad2b89b-09f2-4cc1-879b-b182cfa1432b req-c52103b7-f897-464e-8461-f63304ee5a72 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 950 time: 0.0736871 Sep 16 05:12:01.095108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:01.136257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bad2b89b-09f2-4cc1-879b-b182cfa1432b req-7157add2-22a0-4408-ad0d-f11e68d434f7 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503323 Sep 16 05:12:01.149261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.149864 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Added segment 2ac01ba6-0873-4b3d-8334-a8ad57a418d0 of type vlan for network cdb99b27-fdc5-42b2-b802-dc11e557030b Sep 16 05:12:01.177725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd710b59-2f3c-4b2d-a63d-8a50c987d3dd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.187693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-cd8998c7-0f1c-41a6-90d7-7037e4f44c73 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859428 Sep 16 05:12:01.263799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.403243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.404957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.413373 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.443345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8d0768eb-950d-4d99-a47e-c38b6651a948 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:01.538734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8d0768eb-950d-4d99-a47e-c38b6651a948 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:01.634981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb99b27-fdc5-42b2-b802-dc11e557030b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.650360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network cdb99b27-fdc5-42b2-b802-dc11e557030b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:01.665050 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ed1f3abc-4328-4339-b96d-18e1408e6270 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4276216 Sep 16 05:12:01.669804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38902) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.683734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Request body: {'subnet': {'network_id': 'cdb99b27-fdc5-42b2-b802-dc11e557030b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1678058169-subnet', 'tenant_id': '60d2d96a346548c2a5555f3de80b4fa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.740253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ecd99-6745-4a95-b42d-d98b9e4f6a7d req-5125b430-2815-4606-86e1-4bf298f99919 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.749467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a9ecd99-6745-4a95-b42d-d98b9e4f6a7d req-5125b430-2815-4606-86e1-4bf298f99919 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1097 time: 0.1663468 Sep 16 05:12:01.803221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f018eb-681f-4077-bb8f-c04fb04d02f7 req-c9bfbde6-ae82-493b-9c6e-9895400ac147 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.803221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21f018eb-681f-4077-bb8f-c04fb04d02f7 req-c9bfbde6-ae82-493b-9c6e-9895400ac147 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 945 time: 0.1156256 Sep 16 05:12:01.848907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a9ecd99-6745-4a95-b42d-d98b9e4f6a7d req-b93e6649-8880-4ee2-bc70-ae3484309dac tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984602 Sep 16 05:12:01.912306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21f018eb-681f-4077-bb8f-c04fb04d02f7 req-6658cc15-3191-4f87-a08d-a5e0afa97971 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258097 Sep 16 05:12:01.929442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Made reservation on behalf of 60d2d96a346548c2a5555f3de80b4fa5 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:01.939766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.086519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-7e43fb8d-1f64-4f76-8166-b362c027f525 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.101223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-7e43fb8d-1f64-4f76-8166-b362c027f525 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.2210367 Sep 16 05:12:02.157356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5cf3c-9e41-4ccb-87b5-3870fa0a7b15 req-df38d5da-237a-4fd8-aa1c-a03fc544555e tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.159815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfd5cf3c-9e41-4ccb-87b5-3870fa0a7b15 req-df38d5da-237a-4fd8-aa1c-a03fc544555e tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1097 time: 0.1934109 Sep 16 05:12:02.254706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.303216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfd5cf3c-9e41-4ccb-87b5-3870fa0a7b15 req-577d3add-f52e-4905-aa2f-5d9b743a0d4f tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333063 Sep 16 05:12:02.316495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2a5f-5d08-44a0-a275-99bacc94f9b2 req-e1c0b06e-3823-4c06-85e5-18d243957f7a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.325120 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-031d2a5f-5d08-44a0-a275-99bacc94f9b2 req-e1c0b06e-3823-4c06-85e5-18d243957f7a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 950 time: 0.0759623 Sep 16 05:12:02.382884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-031d2a5f-5d08-44a0-a275-99bacc94f9b2 req-c06aacff-e9ac-4c16-ba17-a522195c4344 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565097 Sep 16 05:12:02.509552 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca73-d93c-4bf8-bc9b-ccc9be4f1427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.588220 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.614673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38934) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.621045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1664989711-network', 'tenant_id': '51bfb94bb7f144a9ae209e342e9b8961'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:02.639274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-6929ecfe-e73f-400c-a4a2-b2c3400ca7e8 service neutron] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:02.653979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-6929ecfe-e73f-400c-a4a2-b2c3400ca7e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.655092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-069dcb61-71b0-4450-bca7-c0db5b98556d req-6929ecfe-e73f-400c-a4a2-b2c3400ca7e8 service neutron] 10.222.0.66 "DELETE /v2.0/ports/8d0768eb-950d-4d99-a47e-c38b6651a948/bindings/n-h1-712749-15 HTTP/1.1" status: 204 len: 173 time: 0.5413072 Sep 16 05:12:02.675151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d9b461-02aa-474f-b03c-431cd282c66f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.680047 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca73-d93c-4bf8-bc9b-ccc9be4f1427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.695971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Checking segment: {'id': '2ac01ba6-0873-4b3d-8334-a8ad57a418d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'cdb99b27-fdc5-42b2-b802-dc11e557030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:02.696247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Network hostable DHCP agents. Network: cdb99b27-fdc5-42b2-b802-dc11e557030b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:02.801735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb94ca73-d93c-4bf8-bc9b-ccc9be4f1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.842016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Network cdb99b27-fdc5-42b2-b802-dc11e557030b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:02.890190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eb94ca73-d93c-4bf8-bc9b-ccc9be4f1427 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63584ae2593142c7b8ad19a65879b19f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340730 Sep 16 05:12:02.891892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94ca73-d93c-4bf8-bc9b-ccc9be4f1427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161d2262-f977-4dab-a9fa-28f2b12bd90f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.893252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38942) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.976436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-fa909b6e-8d4b-4eea-b2d0-abecab783b39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0655351 Sep 16 05:12:02.988192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Made reservation on behalf of 51bfb94bb7f144a9ae209e342e9b8961 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:02.990510 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.009071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.041690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, cdb99b27-fdc5-42b2-b802-dc11e557030b) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:03.044579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89efd88f-a782-41fd-9e49-7715dcbc9329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.046810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.047410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.055093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d279833-c07c-46d6-9c5a-62bfe0c3a264 None None] Network cdb99b27-fdc5-42b2-b802-dc11e557030b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:03.060812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d456bd-b878-44c3-8acb-07f3f3f0d5bd req-7702604f-3b39-478e-b259-80649cacabab tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.062361 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6d456bd-b878-44c3-8acb-07f3f3f0d5bd req-7702604f-3b39-478e-b259-80649cacabab tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 950 time: 0.1192906 Sep 16 05:12:03.113674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89efd88f-a782-41fd-9e49-7715dcbc9329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.120031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-13684d94-0f44-4254-9c26-71d92681ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.121640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-13684d94-0f44-4254-9c26-71d92681ff16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 1097 time: 0.0706604 Sep 16 05:12:03.171076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6d456bd-b878-44c3-8acb-07f3f3f0d5bd req-2271472d-2c9e-4b43-9c9d-e2b58c36cbb5 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967081 Sep 16 05:12:03.250310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eeaefd-d406-4f8f-afbf-95e1ce877ceb None None] Network cdb99b27-fdc5-42b2-b802-dc11e557030b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:03.307175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.316985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-f8f0ede2-fcf6-4c54-909b-28a9a85c902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.319498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-f8f0ede2-fcf6-4c54-909b-28a9a85c902e service neutron] 10.222.0.30 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 925 time: 0.1723990 Sep 16 05:12:03.394991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89efd88f-a782-41fd-9e49-7715dcbc9329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.402464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89efd88f-a782-41fd-9e49-7715dcbc9329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.405448 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89efd88f-a782-41fd-9e49-7715dcbc9329 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/161d2262-f977-4dab-a9fa-28f2b12bd90f HTTP/1.1" status: 204 len: 168 time: 0.5102842 Sep 16 05:12:03.424379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efd88f-a782-41fd-9e49-7715dcbc9329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161d2262-f977-4dab-a9fa-28f2b12bd90f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.445576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a387f07-3e22-4b17-bf99-911b2f47e886 req-12297b4c-003a-4280-be6d-e6a509ab58b8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.448222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a387f07-3e22-4b17-bf99-911b2f47e886 req-12297b4c-003a-4280-be6d-e6a509ab58b8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 945 time: 0.1475141 Sep 16 05:12:03.450507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.471334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:03.484391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.485064 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Added segment 7d53ce83-9e23-42f6-be1c-34e96590e30d of type vlan for network f985cd77-a9f1-4231-a5a2-b86e30d21b48 Sep 16 05:12:03.543348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.656494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67a6cf-027f-4f81-848e-925dca7db954,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.700908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a387f07-3e22-4b17-bf99-911b2f47e886 req-753ad48f-6361-45d1-bf9b-a1492c16bf98 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188145 Sep 16 05:12:03.702229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.704764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.706461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.724570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-3532bf49-be0d-439b-a7fc-80f2cdc8254d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8 HTTP/1.1" status: 200 len: 1001 time: 0.3970475 Sep 16 05:12:03.773702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] Pushing event updated for resources: {'Network': ['ID=f985cd77-a9f1-4231-a5a2-b86e30d21b48,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.787890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f985cd77-a9f1-4231-a5a2-b86e30d21b48 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:03.794206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-0c00b258-c1d1-475d-ad68-7eba690f0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.802129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-0c00b258-c1d1-475d-ad68-7eba690f0b02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=042732bf-6548-49b1-97f9-a80dc74b9d91 HTTP/1.1" status: 200 len: 863 time: 0.0618110 Sep 16 05:12:03.864468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-a75dfc25-6ccd-4470-9865-c644327ed7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.866169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-a75dfc25-6ccd-4470-9865-c644327ed7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=025e130c-550e-47f2-a0a3-b88748c30bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613244 Sep 16 05:12:03.870956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9342402-4aa4-40a9-97b7-41283332458b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2546327 Sep 16 05:12:03.873989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38968) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.887673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Request body: {'subnet': {'network_id': 'f985cd77-a9f1-4231-a5a2-b86e30d21b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1664989711-subnet', 'tenant_id': '51bfb94bb7f144a9ae209e342e9b8961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:03.894321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3c150cbc-0a65-4110-a679-61341a11946d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2192070 Sep 16 05:12:04.000901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de311c-ad33-4566-bc24-b90ac6c4b839 req-f67d591c-e309-4b5f-bf49-fae74a387ba0 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.008537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3de311c-ad33-4566-bc24-b90ac6c4b839 req-f67d591c-e309-4b5f-bf49-fae74a387ba0 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1097 time: 0.0593901 Sep 16 05:12:04.009480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-a739804e-6706-4288-b9b3-4800083ed01d service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332703 Sep 16 05:12:04.051455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3de311c-ad33-4566-bc24-b90ac6c4b839 req-114091cc-f039-4526-8855-83ad0ad8b53f tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Sep 16 05:12:04.115468 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Made reservation on behalf of 51bfb94bb7f144a9ae209e342e9b8961 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:04.117978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.210870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d71cf13a-8580-4f75-9132-8cbde03ffb13 req-06bc6489-e354-4b1a-a983-d2923f053b56 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446550 Sep 16 05:12:04.361706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.438280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9647-45fd-4898-a538-a78a2a81dc53 req-d7c1908a-e2ee-4bea-8967-48a49a70d43b tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.438837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-805bbc6f-7e46-4b49-b633-e5cb46b63d26 admin admin] Deleting subnet d70e2fe9-dc83-4a13-ae1d-e62d3c2c3578 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:04.441108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-147b9647-45fd-4898-a538-a78a2a81dc53 req-d7c1908a-e2ee-4bea-8967-48a49a70d43b tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 950 time: 0.0873556 Sep 16 05:12:04.450708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-805bbc6f-7e46-4b49-b633-e5cb46b63d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.493782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-805bbc6f-7e46-4b49-b633-e5cb46b63d26 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.497065 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-147b9647-45fd-4898-a538-a78a2a81dc53 req-6fea0fbe-5642-4167-8cdd-6e3e0a8fed9d tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489111 Sep 16 05:12:04.506024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-805bbc6f-7e46-4b49-b633-e5cb46b63d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.528577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.612509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1a791f-ac60-45e3-92c5-5290b4c93f7b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.624854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Checking segment: {'id': '7d53ce83-9e23-42f6-be1c-34e96590e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f985cd77-a9f1-4231-a5a2-b86e30d21b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:04.628185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Network hostable DHCP agents. Network: f985cd77-a9f1-4231-a5a2-b86e30d21b48, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:04.655739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-805bbc6f-7e46-4b49-b633-e5cb46b63d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.748909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-805bbc6f-7e46-4b49-b633-e5cb46b63d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.757157 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-805bbc6f-7e46-4b49-b633-e5cb46b63d26 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d70e2fe9-dc83-4a13-ae1d-e62d3c2c3578 HTTP/1.1" status: 204 len: 168 time: 0.3938925 Sep 16 05:12:04.758600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bbc6f-7e46-4b49-b633-e5cb46b63d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70e2fe9-dc83-4a13-ae1d-e62d3c2c3578,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:04.769243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39006) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.777269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Network f985cd77-a9f1-4231-a5a2-b86e30d21b48 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:04.828082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39012) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.894649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bce2a8c6-7f43-4a48-964c-fe0961315b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.934347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.960294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f985cd77-a9f1-4231-a5a2-b86e30d21b48) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:04.977786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32092418-c041-4c19-8073-81e4ab82345a None None] Network f985cd77-a9f1-4231-a5a2-b86e30d21b48 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:04.980888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-8dc7463c-d771-4453-a7c7-299d07551630 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.985332 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-8dc7463c-d771-4453-a7c7-299d07551630 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 820 time: 0.2357819 Sep 16 05:12:04.993764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.994771 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.036975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-c668ebdd-6dc3-458b-8889-8a7e223b0883 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/quotas/ee7cdd3450f847e7be1ee06226de1088 HTTP/1.1" status: 200 len: 375 time: 0.0377262 Sep 16 05:12:05.151879 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.156611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-6a08f81a-622b-4352-aa69-fc01a671746b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080055 Sep 16 05:12:05.186132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.186565 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.187677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.188221 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > port after_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.188598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.189052 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > port after_update 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.189539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.190140 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.190570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.191355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.240883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f8b33-8491-4b52-b6aa-502a0122f4d4 None None] Network f985cd77-a9f1-4231-a5a2-b86e30d21b48 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:05.248437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bce2a8c6-7f43-4a48-964c-fe0961315b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.356143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-af22f741-b92c-44de-83cb-bd5938338884 service neutron] 10.222.0.49 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880648 Sep 16 05:12:05.365790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.366506 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.366897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.367319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:05.372040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2537152-580e-4030-88d6-bc3d41d31b1e']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:05.372429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bce2a8c6-7f43-4a48-964c-fe0961315b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.389684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818925a7-0433-4308-8e7e-346640e2c36d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:05.390132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818925a7-0433-4308-8e7e-346640e2c36d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:05.412762 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.437574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.449195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:05.449634 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.466974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2a8c6-7f43-4a48-964c-fe0961315b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed75959-9bba-4549-a3e1-8d0ef66c0e5d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.476805 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bce2a8c6-7f43-4a48-964c-fe0961315b97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14e7e60ec39d42cda2959021a999aee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471748 Sep 16 05:12:05.481207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39026) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: from cryptography.utils import int_from_bytes Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: from cryptography.utils import int_from_bytes Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:05.485281 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:05.500263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5c31e451-de3a-4281-8202-48721027584e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6242507 Sep 16 05:12:05.544652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-260d3326-4cce-42e3-b40d-3b95648946f2 service neutron] 10.222.0.49 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869729 Sep 16 05:12:05.572415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1941b857-5e87-47f1-ac1f-a85440d34e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.607105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1941b857-5e87-47f1-ac1f-a85440d34e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.743642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.756864 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.760659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f2537152-580e-4030-88d6-bc3d41d31b1e HTTP/1.1" status: 204 len: 168 time: 0.9901242 Sep 16 05:12:05.763699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39034) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.775197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21148d-b992-4f0d-8479-4e9f29d3c428 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2537152-580e-4030-88d6-bc3d41d31b1e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.811917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1941b857-5e87-47f1-ac1f-a85440d34e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.814671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1941b857-5e87-47f1-ac1f-a85440d34e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.816409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1941b857-5e87-47f1-ac1f-a85440d34e62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ed75959-9bba-4549-a3e1-8d0ef66c0e5d HTTP/1.1" status: 204 len: 168 time: 0.3342233 Sep 16 05:12:05.833845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941b857-5e87-47f1-ac1f-a85440d34e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed75959-9bba-4549-a3e1-8d0ef66c0e5d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.855500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e37799-3f96-4c4a-b422-30c46172c6c7 admin admin] Deleting subnet 77d9b461-02aa-474f-b03c-431cd282c66f {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:05.859680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e37799-3f96-4c4a-b422-30c46172c6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.944049 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e37799-3f96-4c4a-b422-30c46172c6c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.967567 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e37799-3f96-4c4a-b422-30c46172c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.085978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b96cef-15bf-4b5f-8858-b5053fb3164b req-d9e7e691-b44b-47af-9840-52c514bacc83 tempest-LiveMigrationNegativeTest-1570359121 tempest-LiveMigrationNegativeTest-1570359121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:06.087485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55b96cef-15bf-4b5f-8858-b5053fb3164b req-d9e7e691-b44b-47af-9840-52c514bacc83 tempest-LiveMigrationNegativeTest-1570359121 tempest-LiveMigrationNegativeTest-1570359121-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 1102 time: 0.0660377 Sep 16 05:12:06.115190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-55b96cef-15bf-4b5f-8858-b5053fb3164b req-b7d34b3f-f2ed-4971-9b80-d535e510a947 tempest-LiveMigrationNegativeTest-1570359121 tempest-LiveMigrationNegativeTest-1570359121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.249342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-55b96cef-15bf-4b5f-8858-b5053fb3164b req-b7d34b3f-f2ed-4971-9b80-d535e510a947 tempest-LiveMigrationNegativeTest-1570359121 tempest-LiveMigrationNegativeTest-1570359121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.265583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e37799-3f96-4c4a-b422-30c46172c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.299167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37799-3f96-4c4a-b422-30c46172c6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d9b461-02aa-474f-b03c-431cd282c66f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.301227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e37799-3f96-4c4a-b422-30c46172c6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.303484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e7e37799-3f96-4c4a-b422-30c46172c6c7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/77d9b461-02aa-474f-b03c-431cd282c66f HTTP/1.1" status: 204 len: 168 time: 0.5379288 Sep 16 05:12:06.306278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39048) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.386193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.422391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-55b96cef-15bf-4b5f-8858-b5053fb3164b req-b7d34b3f-f2ed-4971-9b80-d535e510a947 tempest-LiveMigrationNegativeTest-1570359121 tempest-LiveMigrationNegativeTest-1570359121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.480375 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55b96cef-15bf-4b5f-8858-b5053fb3164b req-b7d34b3f-f2ed-4971-9b80-d535e510a947 tempest-LiveMigrationNegativeTest-1570359121 tempest-LiveMigrationNegativeTest-1570359121-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829775 Sep 16 05:12:06.487993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d34b3f-f2ed-4971-9b80-d535e510a947 tempest-LiveMigrationNegativeTest-1570359121 tempest-LiveMigrationNegativeTest-1570359121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442cac61-3775-4664-b411-e7df0e2ed911,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.541957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.570334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.570701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.571480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.576025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.576025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.576025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.576025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.576025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.576025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.576025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.646046 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.646410 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.646745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.647117 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:12:06.647438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb99b27-fdc5-42b2-b802-dc11e557030b']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.673454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac01ba6-0873-4b3d-8334-a8ad57a418d0') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.674058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac01ba6-0873-4b3d-8334-a8ad57a418d0') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.695029 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.723786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.738939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:06.739829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: from cryptography.utils import int_from_bytes Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: from cryptography.utils import int_from_bytes Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:06.746258 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:06.832483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39068) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.921789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.953633 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.958559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cdb99b27-fdc5-42b2-b802-dc11e557030b HTTP/1.1" status: 204 len: 168 time: 0.6511488 Sep 16 05:12:06.959752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f46dfe-b5d7-406f-b562-1d53911072a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb99b27-fdc5-42b2-b802-dc11e557030b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.055660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-872c7e81-06d8-4611-bac5-a6dcfda57b53 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:07.056769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-872c7e81-06d8-4611-bac5-a6dcfda57b53 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2224996 Sep 16 05:12:07.120328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c1c59cac-dc7b-49fa-9dcf-d23f94bc737f tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.121882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c1c59cac-dc7b-49fa-9dcf-d23f94bc737f tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports/775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 1094 time: 0.0464709 Sep 16 05:12:07.782869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.850124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-16f47a95-0890-439d-ba8b-c5b5a71ecec9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=889f6ac230fb4833a3d9c10ebf70d506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629807 Sep 16 05:12:07.856968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.864713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e6c84095-2098-4562-ab02-857dbb4aaf4b tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.868054 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e6c84095-2098-4562-ab02-857dbb4aaf4b tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/networks?id=d2f357ab-6d59-4c39-9c8a-f46c9e94d409 HTTP/1.1" status: 200 len: 815 time: 0.1792729 Sep 16 05:12:07.886667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-007e978a-bc41-4704-9628-ea13d57c604b tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/quotas/629f1779c94f4d2488fdce9646a84084 HTTP/1.1" status: 200 len: 375 time: 0.0133932 Sep 16 05:12:07.948240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-1b0ff1f7-9342-4b6e-825f-c379db714bfa tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=629f1779c94f4d2488fdce9646a84084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538144 Sep 16 05:12:07.961751 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10b8ab3-b7f2-48ac-931e-0f462cef8065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.980327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Request body: {'binding': {'host': 'n-h1-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.981108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:12:08.062537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-a0ab0d32-fea7-4755-9851-f7d0949a29fc service neutron] 10.222.0.49 "GET /v2.0/networks/d2f357ab-6d59-4c39-9c8a-f46c9e94d409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050231 Sep 16 05:12:08.067653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10b8ab3-b7f2-48ac-931e-0f462cef8065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.205591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-0ce2af64-16ba-4bcd-a8dd-4f35d09482c1 service neutron] 10.222.0.49 "GET /v2.0/networks/d2f357ab-6d59-4c39-9c8a-f46c9e94d409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182837 Sep 16 05:12:08.302232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on host n-h1-712749-15 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:08.303330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:08.304087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:08.314451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:08.315211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:08.326106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:08.326106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:08.326717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:08.327480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Bound port: 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:08.399225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:08.436413 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10b8ab3-b7f2-48ac-931e-0f462cef8065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.440018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c10b8ab3-b7f2-48ac-931e-0f462cef8065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.444761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c10b8ab3-b7f2-48ac-931e-0f462cef8065 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f1774c1-8864-4412-9445-0a0da6e56003 HTTP/1.1" status: 204 len: 168 time: 0.5831056 Sep 16 05:12:08.459142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b8ab3-b7f2-48ac-931e-0f462cef8065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1774c1-8864-4412-9445-0a0da6e56003,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.504284 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.508488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-95e87105-937e-4380-8da8-4f44291aff3c service neutron] 10.222.0.49 "POST /v2.0/ports/775b4783-0757-4c9d-9d65-80a3b5d5bb0d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6921673 Sep 16 05:12:08.582602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e1f6b3a-a2b9-4157-805d-b9575257682c req-9553f39d-e117-4a20-8466-c2a724f059ae tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 210 time: 0.0377381 Sep 16 05:12:08.916611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-006eedcb-0848-44cb-86c4-f2e24f806088 req-ca89319d-c49a-4d51-b2ad-dc9c8d35a367 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 210 time: 0.0437267 Sep 16 05:12:09.126223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7472c-0482-421e-a247-36cd98d0e6ee req-34b5dd16-9497-42b0-9191-38cdb888f1f5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.129007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01b7472c-0482-421e-a247-36cd98d0e6ee req-34b5dd16-9497-42b0-9191-38cdb888f1f5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 945 time: 0.0739708 Sep 16 05:12:09.184604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01b7472c-0482-421e-a247-36cd98d0e6ee req-565f88ab-b943-42bb-8509-0b833d590330 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477655 Sep 16 05:12:09.660095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-5b302258-dd21-475b-badf-d72fea6d9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.661631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-5b302258-dd21-475b-badf-d72fea6d9938 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1097 time: 0.0803866 Sep 16 05:12:09.670343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-496c5991-8aa3-42f6-825a-54449d787e1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.672020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-496c5991-8aa3-42f6-825a-54449d787e1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 820 time: 0.2144899 Sep 16 05:12:09.673722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39158) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.708795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Request body: {'port': {'device_id': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'admin_state_up': True, 'tenant_id': 'ee7cdd3450f847e7be1ee06226de1088'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:09.885465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd4e09f-680d-47db-b4bd-009ff0dfeb4a req-89871561-c856-4650-b372-23e2f8643a29 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 210 time: 0.0840542 Sep 16 05:12:09.919815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7930db1f-9fc8-4270-9284-b1b5b1b89d83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60d2d96a346548c2a5555f3de80b4fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390981 Sep 16 05:12:09.919815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39168) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.977399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-46a8b8bb-9965-4029-a73e-5e73bb33feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.980907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-46a8b8bb-9965-4029-a73e-5e73bb33feb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.3061335 Sep 16 05:12:09.993227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1676851-bfc6-4d5d-bba3-ec262b038177 req-7e907ab3-9abb-48bd-b161-3b6c3867e0e4 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.995106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1676851-bfc6-4d5d-bba3-ec262b038177 req-7e907ab3-9abb-48bd-b161-3b6c3867e0e4 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 950 time: 0.0681446 Sep 16 05:12:10.029323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-1141ca79-c0d4-4a15-b547-0961eff93941 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 217 time: 0.0403979 Sep 16 05:12:10.053449 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8c828af-0d63-47a6-bbd5-cc89c7848941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.077782 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1676851-bfc6-4d5d-bba3-ec262b038177 req-2bbba941-99f0-4e83-94ca-ddee3fa2849c tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645969 Sep 16 05:12:10.117982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Made reservation on behalf of ee7cdd3450f847e7be1ee06226de1088 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:10.123322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.131397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8c828af-0d63-47a6-bbd5-cc89c7848941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.194686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-ab558b2b-46a3-43df-9570-d0879aabdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.197262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-ab558b2b-46a3-43df-9570-d0879aabdeb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1555450 Sep 16 05:12:10.280569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1cc35452-0384-441a-b933-6b338ee2fb23 req-d516f713-633b-4513-8020-7c3b4b95bc6f tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 210 time: 0.0473552 Sep 16 05:12:10.333867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-d8ca6612-7973-4a0c-9a21-d6002916957d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395896 Sep 16 05:12:10.475660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Allocated IP 172.20.0.9 (a33d2f8c-0f50-4292-b7c6-26b0ef9887b7/f7723731-cf71-4a95-9b40-4e7112c45eb8/92f76cdb-0e43-424c-90cc-0529016f27f8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:10.502721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-b8653b8e-9141-4342-abcc-b178e5d4e348 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584768 Sep 16 05:12:10.558873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88453e3b-d029-4bd2-bff4-2e20da9685a5 req-bce9c1c3-13f4-43b3-941c-30e3c5838084 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.563972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88453e3b-d029-4bd2-bff4-2e20da9685a5 req-bce9c1c3-13f4-43b3-941c-30e3c5838084 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 945 time: 0.0590668 Sep 16 05:12:10.641851 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88453e3b-d029-4bd2-bff4-2e20da9685a5 req-bf93e70a-6461-45ee-9e48-b1ccbdd69f14 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635350 Sep 16 05:12:10.667556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8c828af-0d63-47a6-bbd5-cc89c7848941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.670203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8c828af-0d63-47a6-bbd5-cc89c7848941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.671406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c8c828af-0d63-47a6-bbd5-cc89c7848941 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd710b59-2f3c-4b2d-a63d-8a50c987d3dd HTTP/1.1" status: 204 len: 168 time: 0.7515781 Sep 16 05:12:10.724352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-2b2bb9af-f6d0-4a38-a1e4-e86502bca5e7 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040670 Sep 16 05:12:10.747596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c828af-0d63-47a6-bbd5-cc89c7848941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd710b59-2f3c-4b2d-a63d-8a50c987d3dd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.835530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.990053 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.092957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:11.098228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-6a0cd4eb-129a-48ae-9393-ffe17dd21559 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.099792 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-6a0cd4eb-129a-48ae-9393-ffe17dd21559 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.1433725 Sep 16 05:12:11.101595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Pushing event updated for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.104237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:11.109223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:11.120153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-15'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:11.185815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180fa68-74aa-4935-969d-b1269115a903 req-3b8eddf2-ace2-4710-80a1-82f349828bf7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.193922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1180fa68-74aa-4935-969d-b1269115a903 req-3b8eddf2-ace2-4710-80a1-82f349828bf7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 931 time: 0.2055607 Sep 16 05:12:11.260871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.261635 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.292656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1180fa68-74aa-4935-969d-b1269115a903 req-130a309d-ad9d-477c-858d-de9b007f314c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975325 Sep 16 05:12:11.294521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.402740 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-62d009f9-1e7d-4e4c-9aae-8b6cc17da52d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6982462 Sep 16 05:12:11.440192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Request body: {'port': {'device_id': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:11.446163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1a617-28d8-4ff7-b2d0-13ab1eb8bb90 req-5683551c-f77b-48a5-9400-3d2ecfb37c44 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.455577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc1a617-28d8-4ff7-b2d0-13ab1eb8bb90 req-5683551c-f77b-48a5-9400-3d2ecfb37c44 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 950 time: 0.0902784 Sep 16 05:12:11.500536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc1a617-28d8-4ff7-b2d0-13ab1eb8bb90 req-a1fd4f78-e203-4c8e-a92c-d89cbeab0d9b tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Sep 16 05:12:11.535556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d0fe4956-172e-41a3-81ae-a38499e59231 req-1f0c8a5b-661a-400e-88f8-d12029b0f43e tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 210 time: 0.0371792 Sep 16 05:12:11.858740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.958467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:11.969424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-e6d77ffa-3879-40ba-9108-cdb3141535c0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.971185 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-e6d77ffa-3879-40ba-9108-cdb3141535c0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 950 time: 0.4016192 Sep 16 05:12:12.162078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6be4-0b48-43cf-a7ff-6d99c033d242 req-74bb52c2-8272-4ba5-8ae5-58e6fe10bf0e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.164767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6e6be4-0b48-43cf-a7ff-6d99c033d242 req-74bb52c2-8272-4ba5-8ae5-58e6fe10bf0e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 945 time: 0.3126554 Sep 16 05:12:12.391011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:12.438256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-b2e92adc-e4f0-4dd7-b1a5-84e19adc8b65 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.440870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-b2e92adc-e4f0-4dd7-b1a5-84e19adc8b65 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.30 "GET /v2.0/networks?id=d2f357ab-6d59-4c39-9c8a-f46c9e94d409 HTTP/1.1" status: 200 len: 815 time: 0.5202267 Sep 16 05:12:12.494257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Request body: {'port': {'device_id': '303d8085-5ea0-4514-b5c7-45963260e9a7', 'network_id': 'd2f357ab-6d59-4c39-9c8a-f46c9e94d409', 'admin_state_up': True, 'tenant_id': '629f1779c94f4d2488fdce9646a84084'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:12.497700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39250) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.533387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:12.535829 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89441ba-1947-4055-a76a-5d5aa28dc5e3" -d '{"events": [{"server_uuid": "97120bee-c673-4238-a212-66da93475e90", "name": "network-vif-unplugged", "status": "completed", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:12.542031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.544862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15f19-e7d9-4ead-a680-aead9f410277 req-b699f9aa-3a94-4c21-90c5-d09a978c42f1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.557061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6e6be4-0b48-43cf-a7ff-6d99c033d242 req-0bbe993e-5692-4206-ac77-aedeb44013e8 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576026 Sep 16 05:12:12.559840 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ae15f19-e7d9-4ead-a680-aead9f410277 req-b699f9aa-3a94-4c21-90c5-d09a978c42f1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 931 time: 0.0792360 Sep 16 05:12:12.635898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.645789 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ae15f19-e7d9-4ead-a680-aead9f410277 req-5cf0cc13-cc2d-404f-89e9-dce08558d4a7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825682 Sep 16 05:12:12.822548 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f945cb-41b8-4cf3-a016-79bb4108a8b8 x-openstack-request-id: req-76f945cb-41b8-4cf3-a016-79bb4108a8b8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:12.822847 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97120bee-c673-4238-a212-66da93475e90", "name": "network-vif-unplugged", "status": "completed", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:12.823080 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76f945cb-41b8-4cf3-a016-79bb4108a8b8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:12.823480 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d', 'code': 200} Sep 16 05:12:12.865123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98dfc3-7747-4b5e-936e-ff47295f5857 req-e940243a-58fe-4662-b40f-9f30a4dfc5ce tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.866929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d98dfc3-7747-4b5e-936e-ff47295f5857 req-e940243a-58fe-4662-b40f-9f30a4dfc5ce tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 950 time: 0.0816667 Sep 16 05:12:12.916938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d98dfc3-7747-4b5e-936e-ff47295f5857 req-1f073465-d00a-4d85-b0c2-4d5cfa6ef18b tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Sep 16 05:12:12.951539 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3996a6f1-fa2d-4df6-b803-51ecb53968d3 req-185138db-c5aa-4b68-9bc5-fbad32f53c2e tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 210 time: 0.1295080 Sep 16 05:12:12.964031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Deleting port 55dac048-402f-4150-a64b-0ad64e4c393a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:12.964694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.079390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f65ff1b1-7d71-46e8-b383-9c839c882714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.117406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Made reservation on behalf of 629f1779c94f4d2488fdce9646a84084 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:13.120572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.122503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Pushing event updated for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.283534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on host n-h2-712749-15 for vnic_type normal with profile {"migrating_to": "n-h1-712749-15"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:13.284606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:13.284606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:13.304541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f76cdb-0e43-424c-90cc-0529016f27f8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:13.350946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:13.351270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Attempting to bind port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:13.364849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.368201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] For port 55dac048-402f-4150-a64b-0ad64e4c393a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=55dac048-402f-4150-a64b-0ad64e4c393a,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:13.368551 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.394168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:13.399203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:13.399203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:13.399203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Bound port: 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:13.399203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.410913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Calling delete_port for 55dac048-402f-4150-a64b-0ad64e4c393a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:13.432070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Transition to ACTIVE for port object 92f76cdb-0e43-424c-90cc-0529016f27f8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:13.556400 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.657762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Allocated IP 172.20.0.12 (d2f357ab-6d59-4c39-9c8a-f46c9e94d409/4c08a0b2-3696-4000-950c-28f4559d0589/2689a8c6-aec7-4138-a8b9-20814d2e25d0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:13.705225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Pushing event updated for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.743101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f65ff1b1-7d71-46e8-b383-9c839c882714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.756581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:13.788962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a49576-4cc9-4e3c-afd9-227b3564da39 req-9f070a3f-492e-4d2e-9aba-eed6dee4d293 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.791268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63a49576-4cc9-4e3c-afd9-227b3564da39 req-9f070a3f-492e-4d2e-9aba-eed6dee4d293 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.0886815 Sep 16 05:12:13.817979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:13.846505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63a49576-4cc9-4e3c-afd9-227b3564da39 req-c2200270-f532-4426-a0c8-b662d92f234f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482256 Sep 16 05:12:13.903324 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f65ff1b1-7d71-46e8-b383-9c839c882714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.982199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ff1b1-7d71-46e8-b383-9c839c882714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40821a8a-a933-47a5-99e8-44a7b5448dba,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.987400 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.088609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f65ff1b1-7d71-46e8-b383-9c839c882714 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb26b29d9a34427db865d88fd37885e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5745747 Sep 16 05:12:14.100690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39314) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.162562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.163387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.165055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] 10.222.0.30 "PUT /v2.0/ports/775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 1123 time: 3.0505412 Sep 16 05:12:14.199602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38defba2-dfc5-44ab-8c0b-78becd0b6a74 req-2a7c9956-b0b0-4294-89c5-30f6d39721f5 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.199972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa810-e90e-4140-b207-b3c9af35f7f3 req-d38443fd-a777-4076-b0a9-6f1551fe6530 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.201740 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38defba2-dfc5-44ab-8c0b-78becd0b6a74 req-2a7c9956-b0b0-4294-89c5-30f6d39721f5 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 943 time: 0.3915856 Sep 16 05:12:14.202792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.208751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f1aa810-e90e-4140-b207-b3c9af35f7f3 req-d38443fd-a777-4076-b0a9-6f1551fe6530 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 867 time: 0.1298795 Sep 16 05:12:14.212613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-004dda3e-f063-4ebe-91f9-2ac36f90ff5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.234342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:14.234822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:14.235372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:14.244891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['2c86441e-4377-4659-9609-1451c3cd061e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:14.263198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-004dda3e-f063-4ebe-91f9-2ac36f90ff5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.296397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f1aa810-e90e-4140-b207-b3c9af35f7f3 req-fead8e8f-dee3-4119-958f-3abd836e4b7a tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863388 Sep 16 05:12:14.296657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e02ac-368e-4bd0-9e58-5de1b3df9a20 service neutron] Pushing event updated for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.344054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:14.344385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:14.413742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Pushing event deleted for resources: {'Port': ['ID=55dac048-402f-4150-a64b-0ad64e4c393a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.438323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:14.438669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:14.439431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:14.440703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Bound port: 92f76cdb-0e43-424c-90cc-0529016f27f8, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:14.440703 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.444978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['775b4783-0757-4c9d-9d65-80a3b5d5bb0d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:14.459194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] No DVR routers for this DVR port 55dac048-402f-4150-a64b-0ad64e4c393a on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:14.462506 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.465845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-218bc774-5f5b-4d7e-8667-1de9be79b79c req-2af5800a-8a71-43ed-a107-0d2f7af5b865 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.66 "DELETE /v2.0/ports/55dac048-402f-4150-a64b-0ad64e4c393a HTTP/1.1" status: 204 len: 173 time: 2.4790788 Sep 16 05:12:14.494626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.538111 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-004dda3e-f063-4ebe-91f9-2ac36f90ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.546091 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-004dda3e-f063-4ebe-91f9-2ac36f90ff5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.549619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-004dda3e-f063-4ebe-91f9-2ac36f90ff5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40821a8a-a933-47a5-99e8-44a7b5448dba HTTP/1.1" status: 204 len: 168 time: 0.4483302 Sep 16 05:12:14.552547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38defba2-dfc5-44ab-8c0b-78becd0b6a74 req-d3346864-2815-48ad-bca1-9f4a02d46031 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031700 Sep 16 05:12:14.559613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f223a976-14b6-4a0d-9dba-3f32900e15ff req-2d7a6ae9-3aa7-4f6c-80a2-d41c1949db7b tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 210 time: 0.1130493 Sep 16 05:12:14.572642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dda3e-f063-4ebe-91f9-2ac36f90ff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40821a8a-a933-47a5-99e8-44a7b5448dba,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.617618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:14.621877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:14.704595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.097650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d'}, {'server_uuid': 'bd9671ba-df29-41a7-bbde-a35d554bee2f', 'name': 'network-vif-deleted', 'tag': '55dac048-402f-4150-a64b-0ad64e4c393a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:15.100504 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c97428c-7703-4825-b0f0-6fc61756584e" -d '{"events": [{"name": "network-changed", "server_uuid": "97120bee-c673-4238-a212-66da93475e90", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d"}, {"server_uuid": "bd9671ba-df29-41a7-bbde-a35d554bee2f", "name": "network-vif-deleted", "tag": "55dac048-402f-4150-a64b-0ad64e4c393a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:15.107568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-ed111022-f3b7-4e12-b501-6ab8a5f4e873 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6f7ecbf03c694c84988cf9a1d88b26c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274751 Sep 16 05:12:15.113031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.162565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:15.168311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Pushing event updated for resources: {'Port': ['ID=2689a8c6-aec7-4138-a8b9-20814d2e25d0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.171343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:15.190344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.190992 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.192599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] 10.222.0.30 "PUT /v2.0/ports/92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 1092 time: 3.7718632 Sep 16 05:12:15.239484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:15.289409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bae802-55fb-45b3-9c30-e5fcfe01be5e req-06dbdb33-757c-4960-b62d-b88001528e2e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.291158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61bae802-55fb-45b3-9c30-e5fcfe01be5e req-06dbdb33-757c-4960-b62d-b88001528e2e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.1873057 Sep 16 05:12:15.305168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-79a3535d-a474-4b05-829d-58cbdf716d32 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.307020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-79a3535d-a474-4b05-829d-58cbdf716d32 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883802 Sep 16 05:12:15.328916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ecf01-7bbe-42e1-a51b-41e385ab3b89 service neutron] Pushing event updated for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.332883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-7e0bb5e4-bb22-4df2-abe1-c3748966eced tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/quotas/6f7ecbf03c694c84988cf9a1d88b26c3 HTTP/1.1" status: 200 len: 375 time: 0.0123899 Sep 16 05:12:15.352903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.357747 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.396822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-1df8ed43-5765-4107-b04b-76f1a72007fd tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f7ecbf03c694c84988cf9a1d88b26c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460358 Sep 16 05:12:15.406708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61bae802-55fb-45b3-9c30-e5fcfe01be5e req-e2a02901-4001-4696-9f53-36d792601483 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049936 Sep 16 05:12:15.433780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-1a0456be-71b8-4069-9997-28f77de8717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.436347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-1a0456be-71b8-4069-9997-28f77de8717b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1095 time: 0.0681195 Sep 16 05:12:15.442409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 55dac048-402f-4150-a64b-0ad64e4c393a no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:15.467409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 55dac048-402f-4150-a64b-0ad64e4c393a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:15.471677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 55dac048-402f-4150-a64b-0ad64e4c393a not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:15.504516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-32a642f6-aef1-4dc0-8fb3-b7d1abc492cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 217 time: 0.0492361 Sep 16 05:12:15.505745 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-e80e88dc-3540-4377-957a-6a23cd656610 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0393713 Sep 16 05:12:15.549788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Request body: {'port': {'device_id': '303d8085-5ea0-4514-b5c7-45963260e9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:15.582033 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc352964-c096-4381-b967-db7c70eeffec x-openstack-request-id: req-bc352964-c096-4381-b967-db7c70eeffec {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:15.582226 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97120bee-c673-4238-a212-66da93475e90", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d", "status": "completed", "code": 200}, {"server_uuid": "bd9671ba-df29-41a7-bbde-a35d554bee2f", "name": "network-vif-deleted", "tag": "55dac048-402f-4150-a64b-0ad64e4c393a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:15.582473 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc352964-c096-4381-b967-db7c70eeffec {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:15.582898 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d', 'status': 'completed', 'code': 200} Sep 16 05:12:15.583181 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9671ba-df29-41a7-bbde-a35d554bee2f', 'name': 'network-vif-deleted', 'tag': '55dac048-402f-4150-a64b-0ad64e4c393a', 'status': 'completed', 'code': 200} Sep 16 05:12:15.639153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-c6194d35-5acd-46d3-af9c-90fedbecd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.640685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-c6194d35-5acd-46d3-af9c-90fedbecd1e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1056890 Sep 16 05:12:15.724534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39356) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:15.745474 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9522afff-0484-4d62-adca-1f26cf046b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.750289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8783c58-9e4b-4fd5-bcf6-754bea75951c req-114a4f1d-2024-4939-b396-7310cd190434 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd9671ba-df29-41a7-bbde-a35d554bee2f HTTP/1.1" status: 200 len: 210 time: 0.1129735 Sep 16 05:12:15.752225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-c9ca5e62-ce51-4edf-b616-a193668f53ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863304 Sep 16 05:12:15.757075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.856675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97428c-7703-4825-b0f0-6fc61756584e req-4f4c1eb2-5b03-4037-97ba-51953bd26819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.858271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c97428c-7703-4825-b0f0-6fc61756584e req-4f4c1eb2-5b03-4037-97ba-51953bd26819 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1126 time: 0.2008905 Sep 16 05:12:16.017513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39526622-927e-4fc1-8496-e66c6a906c8b req-2bd57b19-1e69-442e-909e-aa9ddd9e0f41 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.024444 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39526622-927e-4fc1-8496-e66c6a906c8b req-2bd57b19-1e69-442e-909e-aa9ddd9e0f41 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 932 time: 0.1508853 Sep 16 05:12:16.099916 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9522afff-0484-4d62-adca-1f26cf046b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.123155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39526622-927e-4fc1-8496-e66c6a906c8b req-c5542562-8a5b-43d6-b512-afe118117019 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801244 Sep 16 05:12:16.124129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-fc46a4f9-ed59-4672-8c45-9feb566ad43b service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623939 Sep 16 05:12:16.139405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012939dc-c522-4733-b1a6-1d21f88e3f15 req-5ae46f9e-8f73-4b9b-a7cb-fd14108e68c7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.141055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-012939dc-c522-4733-b1a6-1d21f88e3f15 req-5ae46f9e-8f73-4b9b-a7cb-fd14108e68c7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 943 time: 0.2451501 Sep 16 05:12:16.177854 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9522afff-0484-4d62-adca-1f26cf046b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.218401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97428c-7703-4825-b0f0-6fc61756584e req-9759d3a1-e207-4895-9602-cb04fd264b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.219998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c97428c-7703-4825-b0f0-6fc61756584e req-9759d3a1-e207-4895-9602-cb04fd264b86 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.3228662 Sep 16 05:12:16.252836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7500a986-9312-4170-9bb4-168a7250c449 req-e46810ec-c7b8-47b9-aaf0-1c9dafbc5052 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 210 time: 0.0516276 Sep 16 05:12:16.260431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9522afff-0484-4d62-adca-1f26cf046b9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eac8b4e5fe2d437eb19dcf3843d0f4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342834 Sep 16 05:12:16.261129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39368) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.263531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522afff-0484-4d62-adca-1f26cf046b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f1c5bc-d4ba-4a06-ad23-69d74ba6481f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.342761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e620f8ad-2b5c-4bed-9bcf-7a8b6468ca13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.346859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c97428c-7703-4825-b0f0-6fc61756584e req-2ad6e43e-cf3c-4dec-b257-369e642c69f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 217 time: 0.1161261 Sep 16 05:12:16.361642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-012939dc-c522-4733-b1a6-1d21f88e3f15 req-53cc8155-6767-4e17-bf6d-c00fa2d16309 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955259 Sep 16 05:12:16.378320 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e620f8ad-2b5c-4bed-9bcf-7a8b6468ca13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.490262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8ed770c-70c3-4cf3-9098-0898bc26f85c req-dba1d93b-8fdb-4dd5-b7ec-904c193ed6ad service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267334 Sep 16 05:12:16.490262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97428c-7703-4825-b0f0-6fc61756584e req-e6f6b36e-85e8-41be-b713-f33052a67176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.491396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c97428c-7703-4825-b0f0-6fc61756584e req-e6f6b36e-85e8-41be-b713-f33052a67176 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1256194 Sep 16 05:12:16.554005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c97428c-7703-4825-b0f0-6fc61756584e req-13127cba-59e7-4426-94bf-b98e95b5f8d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524914 Sep 16 05:12:16.605449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2689a8c6-aec7-4138-a8b9-20814d2e25d0 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:16.616466 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e620f8ad-2b5c-4bed-9bcf-7a8b6468ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.616954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.619082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e620f8ad-2b5c-4bed-9bcf-7a8b6468ca13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.620460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e620f8ad-2b5c-4bed-9bcf-7a8b6468ca13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51f1c5bc-d4ba-4a06-ad23-69d74ba6481f HTTP/1.1" status: 204 len: 168 time: 0.3578284 Sep 16 05:12:16.632066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8b3a0-d813-4869-8a31-cf8ac77ed802 req-d6b6e38f-a970-4d8e-9143-b17748b51551 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.633701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3e8b3a0-d813-4869-8a31-cf8ac77ed802 req-d6b6e38f-a970-4d8e-9143-b17748b51551 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.0605035 Sep 16 05:12:16.640550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620f8ad-2b5c-4bed-9bcf-7a8b6468ca13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f1c5bc-d4ba-4a06-ad23-69d74ba6481f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.676383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Transition to ACTIVE for port object 2689a8c6-aec7-4138-a8b9-20814d2e25d0 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:16.718866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3e8b3a0-d813-4869-8a31-cf8ac77ed802 req-2429099a-b7ac-4a3a-8731-b976f4a9af1e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Sep 16 05:12:16.750823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c97428c-7703-4825-b0f0-6fc61756584e req-fd52f896-2912-450b-aaeb-4e9ff7d54b96 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823404 Sep 16 05:12:16.811359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.916615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Pushing event updated for resources: {'Port': ['ID=2689a8c6-aec7-4138-a8b9-20814d2e25d0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.929973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c97428c-7703-4825-b0f0-6fc61756584e req-53a5bda9-6928-4e59-ae81-090e5cc78a39 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657877 Sep 16 05:12:17.014011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Attempting to bind port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:17.014893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Attempting to bind port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd2f357ab-6d59-4c39-9c8a-f46c9e94d409'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:17.015505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Attempting to bind port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 on network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:17.024189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 on network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:17.024699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Attempting to bind port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 on network d2f357ab-6d59-4c39-9c8a-f46c9e94d409 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:17.045263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:17.049147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Checking segment: {'id': '11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd2f357ab-6d59-4c39-9c8a-f46c9e94d409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:17.049964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Bound using segment: {'id': '11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd2f357ab-6d59-4c39-9c8a-f46c9e94d409'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:17.050652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Bound port: 2689a8c6-aec7-4138-a8b9-20814d2e25d0, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd2f357ab-6d59-4c39-9c8a-f46c9e94d409'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:17.051275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.126200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] For port 2689a8c6-aec7-4138-a8b9-20814d2e25d0, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:17.130214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] For port 2689a8c6-aec7-4138-a8b9-20814d2e25d0, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2689a8c6-aec7-4138-a8b9-20814d2e25d0,segment=NetworkSegment(11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a),segment_id=11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:17.254562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.297920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105677a-3ec3-43ab-bf45-8ecb0dc81e21 req-eec9a389-9279-4fed-ae3c-04a611684c35 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.300899 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a105677a-3ec3-43ab-bf45-8ecb0dc81e21 req-eec9a389-9279-4fed-ae3c-04a611684c35 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 944 time: 0.0621142 Sep 16 05:12:17.341222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.342718 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.346050 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] 10.222.0.30 "PUT /v2.0/ports/2689a8c6-aec7-4138-a8b9-20814d2e25d0 HTTP/1.1" status: 200 len: 1093 time: 1.8014808 Sep 16 05:12:17.372005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a105677a-3ec3-43ab-bf45-8ecb0dc81e21 req-432fec08-3adc-4942-92ff-a841c3a2876c tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564930 Sep 16 05:12:17.387145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7d880-cf34-4edd-ba26-c76dbf47614c service neutron] Pushing event updated for resources: {'Port': ['ID=2689a8c6-aec7-4138-a8b9-20814d2e25d0,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:17.485105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-450cdfee-1271-45bd-964d-c98faa0c681c req-a2575913-6495-4819-bd97-178dac6078c8 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 210 time: 0.0326800 Sep 16 05:12:17.498087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c82417-3311-4e4e-aa67-f5fa1831f994 req-665e8c79-9de3-4ab6-866d-69c667009d17 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.500645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85c82417-3311-4e4e-aa67-f5fa1831f994 req-665e8c79-9de3-4ab6-866d-69c667009d17 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.0734670 Sep 16 05:12:17.506104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 775b4783-0757-4c9d-9d65-80a3b5d5bb0d details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:17.602617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8'}, {'name': 'network-changed', 'server_uuid': '303d8085-5ea0-4514-b5c7-45963260e9a7', 'tag': '2689a8c6-aec7-4138-a8b9-20814d2e25d0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:17.605591 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe51258-f36a-4c03-89b9-5bc3dba617c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8"}, {"name": "network-changed", "server_uuid": "303d8085-5ea0-4514-b5c7-45963260e9a7", "tag": "2689a8c6-aec7-4138-a8b9-20814d2e25d0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:17.614840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85c82417-3311-4e4e-aa67-f5fa1831f994 req-4bf64a3c-ab7d-4573-bd0b-4d5a36b1b5ba tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080587 Sep 16 05:12:17.646493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-ca37773c-6a56-428b-9182-27aa6fe9f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.649953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-ca37773c-6a56-428b-9182-27aa6fe9f62b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629f1779c94f4d2488fdce9646a84084&device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 1096 time: 0.0899608 Sep 16 05:12:17.688587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:17.717539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 775b4783-0757-4c9d-9d65-80a3b5d5bb0d has no active binding in host n-h1-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:12:17.742730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-dfddbc8d-3152-4a6e-9b81-4ebd93e0751d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2689a8c6-aec7-4138-a8b9-20814d2e25d0 HTTP/1.1" status: 200 len: 217 time: 0.0507565 Sep 16 05:12:17.831118 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85e8102-fbea-429f-a659-a3ebe732cac2 x-openstack-request-id: req-c85e8102-fbea-429f-a659-a3ebe732cac2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:17.831118 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "303d8085-5ea0-4514-b5c7-45963260e9a7", "tag": "2689a8c6-aec7-4138-a8b9-20814d2e25d0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:17.831517 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c85e8102-fbea-429f-a659-a3ebe732cac2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:17.831749 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8', 'status': 'completed', 'code': 200} Sep 16 05:12:17.832046 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303d8085-5ea0-4514-b5c7-45963260e9a7', 'tag': '2689a8c6-aec7-4138-a8b9-20814d2e25d0', 'status': 'completed', 'code': 200} Sep 16 05:12:17.834716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-f72ae557-91f5-423e-ac5a-51c5e8d0a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.836418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-f72ae557-91f5-423e-ac5a-51c5e8d0a3f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c08a0b2-3696-4000-950c-28f4559d0589 HTTP/1.1" status: 200 len: 855 time: 0.0596540 Sep 16 05:12:17.844825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c275-05b0-42b4-89b6-834a49100f0b req-ed612f4a-233e-4bef-81f4-86e0c3d1c670 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.847076 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41d5c275-05b0-42b4-89b6-834a49100f0b req-ed612f4a-233e-4bef-81f4-86e0c3d1c670 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 943 time: 0.1032457 Sep 16 05:12:18.016883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-18e83fb2-7691-49dd-8bef-3c5ddbdf073f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2f357ab-6d59-4c39-9c8a-f46c9e94d409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336107 Sep 16 05:12:18.054138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9fa0-f455-4207-b13a-4fecd9d761b6 req-6c1973f8-c334-4aa9-a6a2-38439d34fa42 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.062491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a02b9fa0-f455-4207-b13a-4fecd9d761b6 req-6c1973f8-c334-4aa9-a6a2-38439d34fa42 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.0976844 Sep 16 05:12:18.085042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41d5c275-05b0-42b4-89b6-834a49100f0b req-28d12813-4e74-4867-a640-8a8dc52fd8f5 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256715 Sep 16 05:12:18.112984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a02b9fa0-f455-4207-b13a-4fecd9d761b6 req-535f233e-dfb9-4c79-9de3-c7afdda3ba65 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490882 Sep 16 05:12:18.122419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-60357d06-2f09-4734-abbd-3f428bbc69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.125525 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-60357d06-2f09-4734-abbd-3f428bbc69bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1095 time: 0.2178054 Sep 16 05:12:18.354281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-f5c6054e-662f-4683-a246-208673f31d54 service neutron] 10.222.0.30 "GET /v2.0/networks/d2f357ab-6d59-4c39-9c8a-f46c9e94d409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144338 Sep 16 05:12:18.398616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-09eca68a-5387-431e-81de-3af502f7cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.398616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-09eca68a-5387-431e-81de-3af502f7cab1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.2581286 Sep 16 05:12:18.489838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39440) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:18.639117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-162c51f9-5d1e-4d33-a761-3952c63f4628 req-f20e05ff-2eee-4a10-85c8-fe634ac4f978 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 210 time: 0.0486681 Sep 16 05:12:18.665294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61ec97c0-19b3-41cf-9b8e-6c3d397efd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.786149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-8a5e4001-8094-4379-a657-f458398a7f43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 217 time: 0.3722465 Sep 16 05:12:18.889883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f7f97b-0ae6-470c-b7ab-8b7cf94aa30b req-b20b1920-c564-48fa-9945-29c4bcff661e service neutron] 10.222.0.30 "GET /v2.0/networks/d2f357ab-6d59-4c39-9c8a-f46c9e94d409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201688 Sep 16 05:12:18.892512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-5599373e-60b7-44ab-b42b-7959ec1c70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.893943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-5599373e-60b7-44ab-b42b-7959ec1c70bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.0974791 Sep 16 05:12:18.902041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646283eb-6532-4a0c-9f03-98323efc117c req-f7808f0a-8b72-475a-b823-6037a69fabe1 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.903789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-646283eb-6532-4a0c-9f03-98323efc117c req-f7808f0a-8b72-475a-b823-6037a69fabe1 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 944 time: 0.1294520 Sep 16 05:12:18.951017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482f190-f784-4142-9bf4-1f3281e8202a req-f7cde37a-4827-4f6d-88c7-f2671754273f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.952709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9482f190-f784-4142-9bf4-1f3281e8202a req-f7cde37a-4827-4f6d-88c7-f2671754273f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.0796714 Sep 16 05:12:19.003976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-83c084bf-863b-429c-a516-9137d083b625 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717039 Sep 16 05:12:19.037969 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61ec97c0-19b3-41cf-9b8e-6c3d397efd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.054478 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9482f190-f784-4142-9bf4-1f3281e8202a req-47d4fa95-1822-494d-b95b-b3cf1465f3c0 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684495 Sep 16 05:12:19.080010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-646283eb-6532-4a0c-9f03-98323efc117c req-55a95b21-211e-4dc8-999b-5b7623d13a63 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654782 Sep 16 05:12:19.115182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61ec97c0-19b3-41cf-9b8e-6c3d397efd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.169550 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61ec97c0-19b3-41cf-9b8e-6c3d397efd21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=133bef2e165e472790bacca3e46d9090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6776557 Sep 16 05:12:19.170173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39460) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.196534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec97c0-19b3-41cf-9b8e-6c3d397efd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c5ad9f-23e1-4ce6-baee-0c113e434f14,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.228700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-6f64c995-6486-4f6f-9501-5fb613995472 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f7ecbf03c694c84988cf9a1d88b26c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129341 Sep 16 05:12:19.252964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46649824-aeb0-4161-aa6b-686f551bb68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.293787 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46649824-aeb0-4161-aa6b-686f551bb68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.403304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-5a02647d-1e63-4cc8-9d71-08d66d5e297d service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713517 Sep 16 05:12:19.432803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703d2d1-d086-4748-aac7-2314b3b386ef req-009470aa-935f-4b4b-93bc-a71ffcabb899 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.432803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7703d2d1-d086-4748-aac7-2314b3b386ef req-009470aa-935f-4b4b-93bc-a71ffcabb899 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.1381700 Sep 16 05:12:19.464937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12191b-9f43-487b-a9e5-2e2d537dbac7 req-a0d879a4-7cf8-483d-b566-f98b75de4879 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.473189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ce12191b-9f43-487b-a9e5-2e2d537dbac7 req-a0d879a4-7cf8-483d-b566-f98b75de4879 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 943 time: 0.1140215 Sep 16 05:12:19.526567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ce12191b-9f43-487b-a9e5-2e2d537dbac7 req-2d20d537-60bd-4096-a93e-9c13c02f2472 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502093 Sep 16 05:12:19.541471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 92f76cdb-0e43-424c-90cc-0529016f27f8 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:19.544421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46649824-aeb0-4161-aa6b-686f551bb68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.547084 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46649824-aeb0-4161-aa6b-686f551bb68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.552715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-46649824-aeb0-4161-aa6b-686f551bb68b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74c5ad9f-23e1-4ce6-baee-0c113e434f14 HTTP/1.1" status: 204 len: 168 time: 0.3761911 Sep 16 05:12:19.563014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46649824-aeb0-4161-aa6b-686f551bb68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c5ad9f-23e1-4ce6-baee-0c113e434f14,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.570196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-47cd47eb-7da4-464d-ad1e-006515dd0b39 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.574656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-47cd47eb-7da4-464d-ad1e-006515dd0b39 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3454320 Sep 16 05:12:19.651584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Request body: {'port': {'device_id': '569f09e7-1550-484d-8692-6103ca964f89', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '6f7ecbf03c694c84988cf9a1d88b26c3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:19.699338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7703d2d1-d086-4748-aac7-2314b3b386ef req-cbac0799-f870-4f06-a121-bd1ffef55803 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550673 Sep 16 05:12:19.812066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:19.830331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54d935bf-93e7-4e3c-805a-9b869d38c03b req-fcd43fd8-ddda-4116-8506-77b3764719f6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 210 time: 0.0656204 Sep 16 05:12:19.837554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '92f76cdb-0e43-424c-90cc-0529016f27f8', 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'port_id': '92f76cdb-0e43-424c-90cc-0529016f27f8', 'mac_address': 'fa:16:3e:ef:e5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7723731-cf71-4a95-9b40-4e7112c45eb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:19.849484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-c09b6634-c5a2-4008-a5fb-2f5ac87ac89d service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333081 Sep 16 05:12:19.898258 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.029056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-2a805abe-e451-46c2-967c-d17e139fdc89 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.031488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f76cdb-0e43-424c-90cc-0529016f27f8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:20.031670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-2a805abe-e451-46c2-967c-d17e139fdc89 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.30 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.1810863 Sep 16 05:12:20.031825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:20.032026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-c92ce78a-7275-44ca-9b53-95785d2f7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.032026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-c92ce78a-7275-44ca-9b53-95785d2f7488 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=629f1779c94f4d2488fdce9646a84084&device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 1096 time: 0.0585907 Sep 16 05:12:20.303152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884833a4-596a-4a2a-9eaf-02680d5b7db3 req-236a8a12-5ea1-48eb-ae16-ce107f883c2c tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.305743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-884833a4-596a-4a2a-9eaf-02680d5b7db3 req-236a8a12-5ea1-48eb-ae16-ce107f883c2c tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 944 time: 0.0785186 Sep 16 05:12:20.316519 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e815f58-41f8-406c-a690-e9445a35f69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.339510 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.360125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Made reservation on behalf of 6f7ecbf03c694c84988cf9a1d88b26c3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:20.366721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.389688 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-884833a4-596a-4a2a-9eaf-02680d5b7db3 req-da32331b-4e3b-4497-add7-5f0dc8373e9f tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724375 Sep 16 05:12:20.391542 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.394367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-523fbd0b-9607-443d-a0aa-931123b23fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.396883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-523fbd0b-9607-443d-a0aa-931123b23fe1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2f357ab-6d59-4c39-9c8a-f46c9e94d409 HTTP/1.1" status: 200 len: 916 time: 0.3441513 Sep 16 05:12:20.436305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.440394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.471142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684f36-fcce-4d24-b605-e5576ae878fa req-ff030a26-f393-4213-8cf5-e48d8afc9922 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.477021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1684f36-fcce-4d24-b605-e5576ae878fa req-ff030a26-f393-4213-8cf5-e48d8afc9922 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 950 time: 0.2709904 Sep 16 05:12:20.558285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-8009b706-dd86-4071-b383-60d3e7a3e7b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2689a8c6-aec7-4138-a8b9-20814d2e25d0 HTTP/1.1" status: 200 len: 217 time: 0.1426699 Sep 16 05:12:20.574911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-dd591b19-1f98-498a-b6e4-1140a6ff5fd6 service neutron] 10.222.0.66 "GET /v2.0/ports/775b4783-0757-4c9d-9d65-80a3b5d5bb0d/bindings/n-h1-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.3647730 Sep 16 05:12:20.582917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Deleting port 2c86441e-4377-4659-9609-1451c3cd061e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:20.583475 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.721111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2f096-d59e-47aa-8120-65a739a3ea5f req-0902dec0-8579-4e29-8bf1-11cdce3eda2d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.723817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22f2f096-d59e-47aa-8120-65a739a3ea5f req-0902dec0-8579-4e29-8bf1-11cdce3eda2d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.0595119 Sep 16 05:12:20.766244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['92f76cdb-0e43-424c-90cc-0529016f27f8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:20.854272 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1684f36-fcce-4d24-b605-e5576ae878fa req-52e79036-4b61-4187-99fc-7130ed068b37 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aff6904-c7df-4d0a-b16e-1100cde14417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136437 Sep 16 05:12:20.854659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22f2f096-d59e-47aa-8120-65a739a3ea5f req-f97589ed-3d68-41a1-a88b-5dd8cf806783 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131980 Sep 16 05:12:20.869000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-9d9e51a4-750e-4a0a-8a0e-3e5f14970069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.871573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:20.872988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-9d9e51a4-750e-4a0a-8a0e-3e5f14970069 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c08a0b2-3696-4000-950c-28f4559d0589 HTTP/1.1" status: 200 len: 855 time: 0.2533591 Sep 16 05:12:20.981377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] For port 2c86441e-4377-4659-9609-1451c3cd061e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2c86441e-4377-4659-9609-1451c3cd061e,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:20.981928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.986837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-e3c7522f-7d57-4fda-8846-cb559258797c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2f357ab-6d59-4c39-9c8a-f46c9e94d409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889461 Sep 16 05:12:21.045960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Calling delete_port for 2c86441e-4377-4659-9609-1451c3cd061e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:21.078333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39496) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:21.116305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd232616-545a-4a91-816b-df565dba3d88 req-28d5451e-1400-4933-bd35-85e09b421ec4 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 210 time: 0.0786991 Sep 16 05:12:21.144434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0580fe82-d419-4a0b-a665-15316a851bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.257406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ba6-89cc-4995-acf1-604f4cc95e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.364852 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.379006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da682c4-eca8-49ee-b287-617c28c7de73 req-94202544-01b3-4a30-b793-5a442e370c33 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.380727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6da682c4-eca8-49ee-b287-617c28c7de73 req-94202544-01b3-4a30-b793-5a442e370c33 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.3929462 Sep 16 05:12:21.446295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-34f1b073-82e1-42e3-8c3c-01eb6a6ab5dc service neutron] 10.222.0.30 "GET /v2.0/networks/d2f357ab-6d59-4c39-9c8a-f46c9e94d409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305255 Sep 16 05:12:21.463503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:21.475279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.549283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2689a8c6-aec7-4138-a8b9-20814d2e25d0 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:21.560236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2c86441e-4377-4659-9609-1451c3cd061e no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:21.571750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6da682c4-eca8-49ee-b287-617c28c7de73 req-83a345a2-27a2-42b1-9d0a-87fd2155b7df tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818376 Sep 16 05:12:21.573484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:21.640986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0580fe82-d419-4a0b-a665-15316a851bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.721626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a92595-adb6-406a-8e56-b4d5863640ef req-94ea7fff-6911-4afc-848c-ff9232337ee3 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.726043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7a92595-adb6-406a-8e56-b4d5863640ef req-94ea7fff-6911-4afc-848c-ff9232337ee3 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 944 time: 0.1801746 Sep 16 05:12:21.729482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0580fe82-d419-4a0b-a665-15316a851bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.745380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224598aa-1917-49c8-ab9c-95ed13614655,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.802166 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:21.823544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775b4783-0757-4c9d-9d65-80a3b5d5bb0d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:21.826987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580fe82-d419-4a0b-a665-15316a851bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36705cfb-8b60-4564-90f0-d23fc32eb16b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.853901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0580fe82-d419-4a0b-a665-15316a851bb1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=850b5acaa4b34a6c89c6181d753db8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9770067 Sep 16 05:12:21.854531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39502) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:21.870554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 2689a8c6-aec7-4138-a8b9-20814d2e25d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2689a8c6-aec7-4138-a8b9-20814d2e25d0,segment=NetworkSegment(11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a),segment_id=11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:21.888515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:21.906862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '2689a8c6-aec7-4138-a8b9-20814d2e25d0', 'network_id': 'd2f357ab-6d59-4c39-9c8a-f46c9e94d409', 'port_id': '2689a8c6-aec7-4138-a8b9-20814d2e25d0', 'mac_address': 'fa:16:3e:59:fd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c08a0b2-3696-4000-950c-28f4559d0589', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:21.912417 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.921993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7a92595-adb6-406a-8e56-b4d5863640ef req-72eeaa7c-4f3b-4bbd-a48d-1c71cfa24a39 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809783 Sep 16 05:12:21.998374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.017114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4fe51258-f36a-4c03-89b9-5bc3dba617c9 req-c1f4f0a2-7344-4ebf-9987-378e93acff85 service neutron] 10.222.0.30 "GET /v2.0/networks/d2f357ab-6d59-4c39-9c8a-f46c9e94d409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557404 Sep 16 05:12:22.018614 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2e29-6df5-4526-97c2-73efbedad6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.041020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.058581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.090609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2689a8c6-aec7-4138-a8b9-20814d2e25d0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:22.097392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2e29-6df5-4526-97c2-73efbedad6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.144819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 2689a8c6-aec7-4138-a8b9-20814d2e25d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2689a8c6-aec7-4138-a8b9-20814d2e25d0,segment=NetworkSegment(11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a),segment_id=11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:22.173898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d43110f3-ac1e-4323-9ef9-135fb6bec725 req-b6ff77ca-ee46-4598-b7ab-254b3e2ffe01 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 210 time: 0.1721959 Sep 16 05:12:22.197447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Pushing event deleted for resources: {'Port': ['ID=2c86441e-4377-4659-9609-1451c3cd061e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:22.211015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a12c10-ef1d-499f-b4ac-04e87fcc8769 req-72ba072f-5e14-43bd-a75e-304a8ce7518d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.213956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3a12c10-ef1d-499f-b4ac-04e87fcc8769 req-72ba072f-5e14-43bd-a75e-304a8ce7518d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.1471422 Sep 16 05:12:22.230853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Allocated IP 192.168.233.233 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/d3e19275-252f-48b5-8a7a-ae66ec395961) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:22.255211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.308809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3a12c10-ef1d-499f-b4ac-04e87fcc8769 req-e00f4165-a206-4a09-a275-45fffe9aab67 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851116 Sep 16 05:12:22.395893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=2689a8c6-aec7-4138-a8b9-20814d2e25d0,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:22.470258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2e29-6df5-4526-97c2-73efbedad6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.475192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2e29-6df5-4526-97c2-73efbedad6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.481389 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f4cf2e29-6df5-4526-97c2-73efbedad6b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36705cfb-8b60-4564-90f0-d23fc32eb16b HTTP/1.1" status: 204 len: 168 time: 0.6216912 Sep 16 05:12:22.492966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf2e29-6df5-4526-97c2-73efbedad6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36705cfb-8b60-4564-90f0-d23fc32eb16b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:22.608594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] No DVR routers for this DVR port 2c86441e-4377-4659-9609-1451c3cd061e on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:22.623805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.628189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ec2bfb4-c43d-48e3-ac6f-0e6fe3e89d64 req-bd1a24b1-21bf-4dea-ad3d-bc8919e98a3f tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.30 "DELETE /v2.0/ports/2c86441e-4377-4659-9609-1451c3cd061e HTTP/1.1" status: 204 len: 173 time: 2.6587455 Sep 16 05:12:22.629475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['2689a8c6-aec7-4138-a8b9-20814d2e25d0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:22.641196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda6301-5c2c-4f97-8199-cc836b21f392', 'name': 'network-vif-deleted', 'tag': '2c86441e-4377-4659-9609-1451c3cd061e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:22.643631 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea4b359-705a-412e-bcdd-98c2bce08961" -d '{"events": [{"server_uuid": "4dda6301-5c2c-4f97-8199-cc836b21f392", "name": "network-vif-deleted", "tag": "2c86441e-4377-4659-9609-1451c3cd061e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:22.702002 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d7b21b7d-9777-4483-bc4a-79a869595b2c req-8a0d0489-9bfc-4473-b825-8491db28aa82 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 210 time: 0.0997026 Sep 16 05:12:22.834979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ba6-89cc-4995-acf1-604f4cc95e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.861168 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a693855-494e-4e14-ab35-ed3fbc3ee302 x-openstack-request-id: req-6a693855-494e-4e14-ab35-ed3fbc3ee302 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:22.861572 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dda6301-5c2c-4f97-8199-cc836b21f392", "name": "network-vif-deleted", "tag": "2c86441e-4377-4659-9609-1451c3cd061e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:22.861920 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a693855-494e-4e14-ab35-ed3fbc3ee302 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:22.862478 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda6301-5c2c-4f97-8199-cc836b21f392', 'name': 'network-vif-deleted', 'tag': '2c86441e-4377-4659-9609-1451c3cd061e', 'status': 'completed', 'code': 200} Sep 16 05:12:22.898949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] Transition to ACTIVE for port object 775b4783-0757-4c9d-9d65-80a3b5d5bb0d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:22.906573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7cfff-d7bb-4a8f-ba24-791c644810e0 req-0690b972-5e3e-420b-9662-e52e3f1a6c13 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.915813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2a7cfff-d7bb-4a8f-ba24-791c644810e0 req-0690b972-5e3e-420b-9662-e52e3f1a6c13 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 943 time: 0.1736486 Sep 16 05:12:22.925355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e51c6ba6-89cc-4995-acf1-604f4cc95e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.016701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2a7cfff-d7bb-4a8f-ba24-791c644810e0 req-79872d12-1098-4fa8-b137-99cd51938800 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858376 Sep 16 05:12:23.073270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49afea79-22d7-4c53-9d6b-346589d03234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.080739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.249500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e51c6ba6-89cc-4995-acf1-604f4cc95e07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8eb9d9a056c9459b9bad67abefbf4f22&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1418252 Sep 16 05:12:23.253364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39524) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.261508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c6ba6-89cc-4995-acf1-604f4cc95e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbf5b35-559b-4eca-82cc-9c8a57ad9f3a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:23.342641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] No DVR routers for this DVR port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:23.463294 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.474229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 775b4783-0757-4c9d-9d65-80a3b5d5bb0d no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:23.476979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5149c520-3714-4ceb-9dfd-3f914978a261 req-bf398e32-1601-4882-9e4f-e80f69dffcb7 tempest-LiveMigrationNegativeTest-1834738538 tempest-LiveMigrationNegativeTest-1834738538-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dda6301-5c2c-4f97-8199-cc836b21f392 HTTP/1.1" status: 200 len: 210 time: 0.0726876 Sep 16 05:12:23.478684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e079-9b04-4b9f-b477-5352f7a0891c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.510240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] Pushing event updated for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:23.561636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e079-9b04-4b9f-b477-5352f7a0891c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.562928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 92f76cdb-0e43-424c-90cc-0529016f27f8 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:23.586366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3147db-26b1-4da9-99dd-163a134a81e6 req-922c5e25-1050-45cc-b2cd-a9f5553c6527 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:23.600734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ce3147db-26b1-4da9-99dd-163a134a81e6 req-922c5e25-1050-45cc-b2cd-a9f5553c6527 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 945 time: 0.4493067 Sep 16 05:12:23.609983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-c6f216ce-78b3-43c6-85e4-dad070bf6561 service neutron] 10.222.0.66 "PUT /v2.0/ports/775b4783-0757-4c9d-9d65-80a3b5d5bb0d/bindings/n-h1-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 3.0210130 Sep 16 05:12:23.688795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 775b4783-0757-4c9d-9d65-80a3b5d5bb0d not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:23.734648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ce3147db-26b1-4da9-99dd-163a134a81e6 req-7c66aa1a-368f-41a9-a709-6d4fcf65a6fd tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308510 Sep 16 05:12:23.748260 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.800500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbd6b1-da56-46d9-aa00-884da60d0ee9 req-ddbe72e6-e36a-4492-af09-db6202611ff6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:23.803115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9dbd6b1-da56-46d9-aa00-884da60d0ee9 req-ddbe72e6-e36a-4492-af09-db6202611ff6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.2202370 Sep 16 05:12:23.830071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39530) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.841034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 92f76cdb-0e43-424c-90cc-0529016f27f8 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:23.850364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 92f76cdb-0e43-424c-90cc-0529016f27f8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:23.851926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.888003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.911253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abcd6132-33c0-4e5b-991a-62bb3272f814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.919968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9dbd6b1-da56-46d9-aa00-884da60d0ee9 req-262b5dcf-c861-4e8e-862f-e1d3995f0945 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059105 Sep 16 05:12:23.931720 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e079-9b04-4b9f-b477-5352f7a0891c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.936606 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e079-9b04-4b9f-b477-5352f7a0891c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.938488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b1f6e079-9b04-4b9f-b477-5352f7a0891c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afbf5b35-559b-4eca-82cc-9c8a57ad9f3a HTTP/1.1" status: 204 len: 168 time: 0.6805148 Sep 16 05:12:24.008432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6e079-9b04-4b9f-b477-5352f7a0891c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbf5b35-559b-4eca-82cc-9c8a57ad9f3a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.184750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:24.194218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:24.195340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.198892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:24.263702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Pushing event updated for resources: {'Port': ['ID=d3e19275-252f-48b5-8a7a-ae66ec395961,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.279446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:24.288870 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8983696-b4e2-461d-a3b0-946746f4b02b" -d '{"events": [{"server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "name": "network-vif-plugged", "status": "completed", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:24.296712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-a2c7c216-29f6-4ce0-8990-154fc8ba61b9 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.298618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-a2c7c216-29f6-4ce0-8990-154fc8ba61b9 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1096 time: 0.4146066 Sep 16 05:12:24.311040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af1172-0462-4bf6-b914-c66d517d282c req-3652ebec-8cfc-4b65-9a17-5711b83b25c0 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.312925 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56af1172-0462-4bf6-b914-c66d517d282c req-3652ebec-8cfc-4b65-9a17-5711b83b25c0 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 936 time: 0.4315341 Sep 16 05:12:24.334042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:24.341602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.346337 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.430395 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.449586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ec5a-3cb8-4632-a63b-29a619bec8d7 req-9ff7b8ac-e68f-4da0-8151-2b8d4317d03a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.450742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56af1172-0462-4bf6-b914-c66d517d282c req-6453b6d6-9836-4d7c-9772-6c55d8402f39 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188493 Sep 16 05:12:24.460912 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eba5ec5a-3cb8-4632-a63b-29a619bec8d7 req-9ff7b8ac-e68f-4da0-8151-2b8d4317d03a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 944 time: 0.0913019 Sep 16 05:12:24.464071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-4ef6ba1b-e873-41ba-acc3-1b80f2b716a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.464443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-4ef6ba1b-e873-41ba-acc3-1b80f2b716a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90&tenant_id=a1615ea5bc234353bd24a95e36e3d638 HTTP/1.1" status: 200 len: 1096 time: 0.1469946 Sep 16 05:12:24.533864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eba5ec5a-3cb8-4632-a63b-29a619bec8d7 req-67210b3c-2ab9-4a6d-b574-f4e248a9114e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690393 Sep 16 05:12:24.558186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abcd6132-33c0-4e5b-991a-62bb3272f814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.598742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.615454 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19ab82a-7a03-48d8-bdcc-e7032b479e83 x-openstack-request-id: req-c19ab82a-7a03-48d8-bdcc-e7032b479e83 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:24.615454 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "name": "network-vif-plugged", "status": "completed", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:24.615454 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c19ab82a-7a03-48d8-bdcc-e7032b479e83 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:24.616287 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8', 'code': 200} Sep 16 05:12:24.626930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-da4f43e0-52d2-48ef-98b7-21a55c0e3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.628802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-da4f43e0-52d2-48ef-98b7-21a55c0e3035 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1096 time: 0.1075132 Sep 16 05:12:24.691627 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abcd6132-33c0-4e5b-991a-62bb3272f814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.840218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-5a3ba2f6-7632-46a3-ab74-7ea6f6a032c5 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2009676 Sep 16 05:12:24.863811 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-abcd6132-33c0-4e5b-991a-62bb3272f814 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aea602073fa0423498a4fd6950588e68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0319562 Sep 16 05:12:24.867281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39552) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.881272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Request body: {'port': {'device_id': '569f09e7-1550-484d-8692-6103ca964f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:24.924277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd6132-33c0-4e5b-991a-62bb3272f814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9af55d-7a87-4b68-963f-de4a6e62b9fc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:24.959875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcbfafff-69c4-4aaf-a558-224c4bc8c5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.986871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcbfafff-69c4-4aaf-a558-224c4bc8c5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.010094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bca3b-25ab-4acc-8a92-104a701bd8fa req-dc38ec4d-a4da-4c62-a6d5-26f9f921fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.013082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-493bca3b-25ab-4acc-8a92-104a701bd8fa req-dc38ec4d-a4da-4c62-a6d5-26f9f921fa41 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1097 time: 0.2824342 Sep 16 05:12:25.047747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-5ccfe97f-c413-4bde-a31a-7f4bbd79d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.049884 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-5ccfe97f-c413-4bde-a31a-7f4bbd79d541 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.4067628 Sep 16 05:12:25.114918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-d8ebffbc-3a68-4dc7-9eea-e4561d4440f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 217 time: 0.0438509 Sep 16 05:12:25.128244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75c696-8a10-412d-839a-605c3ea8cc23 req-438e04c2-04d3-43c9-9dc2-3b6febae97b9 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.136820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb75c696-8a10-412d-839a-605c3ea8cc23 req-438e04c2-04d3-43c9-9dc2-3b6febae97b9 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 945 time: 0.2801497 Sep 16 05:12:25.138254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.164096 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcbfafff-69c4-4aaf-a558-224c4bc8c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.168957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcbfafff-69c4-4aaf-a558-224c4bc8c5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.178466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fcbfafff-69c4-4aaf-a558-224c4bc8c5b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af9af55d-7a87-4b68-963f-de4a6e62b9fc HTTP/1.1" status: 204 len: 168 time: 0.3084385 Sep 16 05:12:25.183180 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.215404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfafff-69c4-4aaf-a558-224c4bc8c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9af55d-7a87-4b68-963f-de4a6e62b9fc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:25.259197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-493bca3b-25ab-4acc-8a92-104a701bd8fa req-476958b0-e8cd-4ca4-9622-f5fd619249db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225313 Sep 16 05:12:25.264491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd834f-a7ee-487b-947f-6dec94295ade req-92c43712-38c5-48b9-bfb5-478f888394e0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.267818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88bd834f-a7ee-487b-947f-6dec94295ade req-92c43712-38c5-48b9-bfb5-478f888394e0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 945 time: 0.1484888 Sep 16 05:12:25.302362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb75c696-8a10-412d-839a-605c3ea8cc23 req-2f488dc6-0fab-41b9-83f0-76786d97f274 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646914 Sep 16 05:12:25.324567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88bd834f-a7ee-487b-947f-6dec94295ade req-b10174bc-71b6-4b0c-b387-6fc0656f9d7c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483978 Sep 16 05:12:25.346307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-7698983e-77a7-478d-8b95-241ca36c2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.346900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-7698983e-77a7-478d-8b95-241ca36c2fa1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.2039909 Sep 16 05:12:25.560852 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2689a8c6-aec7-4138-a8b9-20814d2e25d0 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:25.676904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd59f3-4481-415a-9cc0-7fdbea0e4926 req-4de6728d-7ebf-40ff-8785-b648fd5170d6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.684939 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4dd59f3-4481-415a-9cc0-7fdbea0e4926 req-4de6728d-7ebf-40ff-8785-b648fd5170d6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 936 time: 0.0892057 Sep 16 05:12:25.699403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-e013883d-4a8d-4d80-8b36-e4530737421a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709648 Sep 16 05:12:25.746027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4dd59f3-4481-415a-9cc0-7fdbea0e4926 req-eb088da5-07ca-411b-a0fc-f48783028e17 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602055 Sep 16 05:12:25.848602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:25.858317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:25.858941 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.918158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39574) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.939995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9df17ce6-012d-488b-abff-0af0cfc47754 None None] Provisioning complete for port d3e19275-252f-48b5-8a7a-ae66ec395961 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:25.940633 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9df17ce6-012d-488b-abff-0af0cfc47754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.971552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-9a9135ef-d197-4c7b-8c5e-eff411ddf3ba service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476709 Sep 16 05:12:25.991224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558116-f0e1-4de0-b7f8-22e340b53754 req-2c8fd5a3-c0c4-4456-af73-6c24c675e243 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.992973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92558116-f0e1-4de0-b7f8-22e340b53754 req-2c8fd5a3-c0c4-4456-af73-6c24c675e243 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 944 time: 0.1857276 Sep 16 05:12:25.996821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e19275-252f-48b5-8a7a-ae66ec395961 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:26.015314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.070371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Transition to ACTIVE for port object d3e19275-252f-48b5-8a7a-ae66ec395961 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:26.113261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9df17ce6-012d-488b-abff-0af0cfc47754 None None] Port d3e19275-252f-48b5-8a7a-ae66ec395961 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:26.123768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92558116-f0e1-4de0-b7f8-22e340b53754 req-2369730c-1d5d-4a3c-881e-e8f77df54411 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107152 Sep 16 05:12:26.149426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.149831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.168045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-84a8e161-fba9-4c52-9ed9-990d20ea3bc8 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738539 Sep 16 05:12:26.228986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 2689a8c6-aec7-4138-a8b9-20814d2e25d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2689a8c6-aec7-4138-a8b9-20814d2e25d0,segment=NetworkSegment(11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a),segment_id=11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:26.277288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e19275-252f-48b5-8a7a-ae66ec395961,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.335555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.335811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bd23d561-795c-4e70-aacc-2bce5710d2ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03150d179d3e48338b693bcda149457f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123816 Sep 16 05:12:26.365762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.377945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Attempting to bind port d3e19275-252f-48b5-8a7a-ae66ec395961 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:26.377945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Attempting to bind port d3e19275-252f-48b5-8a7a-ae66ec395961 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:26.378567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Attempting to bind port d3e19275-252f-48b5-8a7a-ae66ec395961 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:26.453539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Port d3e19275-252f-48b5-8a7a-ae66ec395961 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:26.454101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Attempting to bind port d3e19275-252f-48b5-8a7a-ae66ec395961 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:26.505636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818f85b-1a43-484b-b9b6-21d3da5d0565 req-2d386df7-6d89-4b33-90ae-9b21c30a7bd3 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:26.515161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3818f85b-1a43-484b-b9b6-21d3da5d0565 req-2d386df7-6d89-4b33-90ae-9b21c30a7bd3 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 946 time: 0.0964730 Sep 16 05:12:26.529500 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:26.530853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:26.534145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:26.536628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Bound port: d3e19275-252f-48b5-8a7a-ae66ec395961, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:26.537334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.580199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=2689a8c6-aec7-4138-a8b9-20814d2e25d0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:26.599817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3818f85b-1a43-484b-b9b6-21d3da5d0565 req-4b81b353-83ca-410d-b657-70ded857f4b0 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804935 Sep 16 05:12:26.620809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303d8085-5ea0-4514-b5c7-45963260e9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689a8c6-aec7-4138-a8b9-20814d2e25d0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:26.621325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd564287-b649-4986-89c9-367fb5494207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.625785 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fbe85e-8a67-437f-8c28-0483ebc64d4e" -d '{"events": [{"server_uuid": "303d8085-5ea0-4514-b5c7-45963260e9a7", "name": "network-vif-plugged", "status": "completed", "tag": "2689a8c6-aec7-4138-a8b9-20814d2e25d0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:26.793135 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd564287-b649-4986-89c9-367fb5494207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:26.805132 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701cf558-69bf-4ee3-b7b8-e2a9717d9172 x-openstack-request-id: req-701cf558-69bf-4ee3-b7b8-e2a9717d9172 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:26.819409 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303d8085-5ea0-4514-b5c7-45963260e9a7", "name": "network-vif-plugged", "status": "completed", "tag": "2689a8c6-aec7-4138-a8b9-20814d2e25d0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:26.819409 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-701cf558-69bf-4ee3-b7b8-e2a9717d9172 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:26.819409 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303d8085-5ea0-4514-b5c7-45963260e9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689a8c6-aec7-4138-a8b9-20814d2e25d0', 'code': 200} Sep 16 05:12:26.934640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047c6c1-be67-4ed1-b7a8-2a6c35c081b4 req-290b884e-0918-486c-995e-d4307d411c73 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:26.947642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0047c6c1-be67-4ed1-b7a8-2a6c35c081b4 req-290b884e-0918-486c-995e-d4307d411c73 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 945 time: 0.3233054 Sep 16 05:12:26.979605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af43a-a24a-4f63-8207-5ae70bd0e56b req-0e9e71bb-03ad-4bd6-9493-a146a72ebeb6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:26.986696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] For port d3e19275-252f-48b5-8a7a-ae66ec395961, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:26.986949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f00af43a-a24a-4f63-8207-5ae70bd0e56b req-0e9e71bb-03ad-4bd6-9493-a146a72ebeb6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 948 time: 0.1081114 Sep 16 05:12:27.052108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f00af43a-a24a-4f63-8207-5ae70bd0e56b req-d9ffc222-19d3-4822-bef8-1b2ba67c59e2 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Sep 16 05:12:27.083338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] For port d3e19275-252f-48b5-8a7a-ae66ec395961, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d3e19275-252f-48b5-8a7a-ae66ec395961,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:27.103958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0047c6c1-be67-4ed1-b7a8-2a6c35c081b4 req-39bc7f35-27b3-495d-b810-9d8465fbc79b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549470 Sep 16 05:12:27.135100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14f36d-6c17-454d-baf2-392e7519ecdc req-7e823498-f7a6-4436-849f-737392aec907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.137302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba14f36d-6c17-454d-baf2-392e7519ecdc req-7e823498-f7a6-4436-849f-737392aec907 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 1098 time: 0.1530004 Sep 16 05:12:27.178567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-db9365a5-716c-4665-b4f1-90b2811bd791 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.180721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-db9365a5-716c-4665-b4f1-90b2811bd791 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1096 time: 0.1005523 Sep 16 05:12:27.209223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba14f36d-6c17-454d-baf2-392e7519ecdc req-fcdb0c2f-74f1-4290-8d33-15e002086b3d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628824 Sep 16 05:12:27.231772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.238017 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd564287-b649-4986-89c9-367fb5494207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.240617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd564287-b649-4986-89c9-367fb5494207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.241839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fd564287-b649-4986-89c9-367fb5494207 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5aff6904-c7df-4d0a-b16e-1100cde14417 HTTP/1.1" status: 204 len: 168 time: 0.9089334 Sep 16 05:12:27.253563 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.288234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd564287-b649-4986-89c9-367fb5494207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aff6904-c7df-4d0a-b16e-1100cde14417,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.311596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.312228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.314039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] 10.222.0.66 "PUT /v2.0/ports/d3e19275-252f-48b5-8a7a-ae66ec395961 HTTP/1.1" status: 200 len: 1097 time: 2.4376731 Sep 16 05:12:27.314585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569f09e7-1550-484d-8692-6103ca964f89', 'tag': 'd3e19275-252f-48b5-8a7a-ae66ec395961'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:27.317056 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c63d048-0289-46fa-b4c9-3c3136aef419" -d '{"events": [{"name": "network-changed", "server_uuid": "569f09e7-1550-484d-8692-6103ca964f89", "tag": "d3e19275-252f-48b5-8a7a-ae66ec395961"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:27.347127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34ae33-6eb9-4626-8266-75a4a5117665 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e19275-252f-48b5-8a7a-ae66ec395961,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:27.376687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f519679-ba1c-418c-baf1-a2526fa0e338 req-750b8aca-a41c-4745-a413-f04abb293ea9 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.380863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7f519679-ba1c-418c-baf1-a2526fa0e338 req-750b8aca-a41c-4745-a413-f04abb293ea9 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 944 time: 0.1310225 Sep 16 05:12:27.427432 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfa5152-bc72-4765-b53c-6c339ea66fe8 x-openstack-request-id: req-1bfa5152-bc72-4765-b53c-6c339ea66fe8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:27.430524 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569f09e7-1550-484d-8692-6103ca964f89", "tag": "d3e19275-252f-48b5-8a7a-ae66ec395961", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:27.430914 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bfa5152-bc72-4765-b53c-6c339ea66fe8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:27.431447 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569f09e7-1550-484d-8692-6103ca964f89', 'tag': 'd3e19275-252f-48b5-8a7a-ae66ec395961', 'status': 'completed', 'code': 200} Sep 16 05:12:27.481154 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7f519679-ba1c-418c-baf1-a2526fa0e338 req-873f027b-e133-46ae-a3f0-ea47c7d6fd88 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908363 Sep 16 05:12:27.588400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63d048-0289-46fa-b4c9-3c3136aef419 req-e331b162-157a-4895-a353-3a222e3f0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.591648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c63d048-0289-46fa-b4c9-3c3136aef419 req-e331b162-157a-4895-a353-3a222e3f0cd7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f7ecbf03c694c84988cf9a1d88b26c3&device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 1100 time: 0.0946655 Sep 16 05:12:27.612106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-6a3dd1da-4919-474f-aa7e-631d95c0025f service neutron] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:27.619593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-6a3dd1da-4919-474f-aa7e-631d95c0025f service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.621625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2041d423-93e4-4a6f-9199-b309a4e51696 req-6a3dd1da-4919-474f-aa7e-631d95c0025f service neutron] 10.222.0.30 "DELETE /v2.0/ports/775b4783-0757-4c9d-9d65-80a3b5d5bb0d/bindings/n-h2-712749-15 HTTP/1.1" status: 204 len: 173 time: 0.4260824 Sep 16 05:12:27.674738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c63d048-0289-46fa-b4c9-3c3136aef419 req-4b813495-4ef4-4d97-adb2-51ea7eac8bbe service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f7ecbf03c694c84988cf9a1d88b26c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512273 Sep 16 05:12:27.787001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93c56c-6d77-4f00-a04f-98a63ae9dce5 req-b5ea37e0-9e27-4158-8faa-13db4313ea94 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.804949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d93c56c-6d77-4f00-a04f-98a63ae9dce5 req-b5ea37e0-9e27-4158-8faa-13db4313ea94 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1096 time: 0.1246176 Sep 16 05:12:27.895727 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d93c56c-6d77-4f00-a04f-98a63ae9dce5 req-ff5a10e7-b8d7-405f-bb3c-958936d3e449 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731132 Sep 16 05:12:27.997288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a0142-ccae-47f7-98bf-7f3fe5a8900e req-586893ba-a985-435d-82bf-b19a6000a8ba tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.000370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-829a0142-ccae-47f7-98bf-7f3fe5a8900e req-586893ba-a985-435d-82bf-b19a6000a8ba tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 946 time: 0.2249758 Sep 16 05:12:28.010922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63d048-0289-46fa-b4c9-3c3136aef419 req-4b1f2b48-51b4-4835-9261-8bdd19abfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.014521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c63d048-0289-46fa-b4c9-3c3136aef419 req-4b1f2b48-51b4-4835-9261-8bdd19abfcc0 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3271306 Sep 16 05:12:28.073285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-829a0142-ccae-47f7-98bf-7f3fe5a8900e req-ceee8c57-4f73-40c0-a98e-9754b0767744 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567832 Sep 16 05:12:28.180445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-32b5f3f1-c6c2-4a89-97be-e4b1f2a31fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.186261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-32b5f3f1-c6c2-4a89-97be-e4b1f2a31fcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f7ecbf03c694c84988cf9a1d88b26c3&device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 1100 time: 0.0796642 Sep 16 05:12:28.263527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a9114-d87e-49f3-b338-6312889bfb5a req-fcb989d8-7c70-4694-8ce8-e4b6ed870400 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.284366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad0a9114-d87e-49f3-b338-6312889bfb5a req-fcb989d8-7c70-4694-8ce8-e4b6ed870400 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 948 time: 0.1250591 Sep 16 05:12:28.361581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-9462e6a5-09a4-4577-9956-d528cba575a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d3e19275-252f-48b5-8a7a-ae66ec395961 HTTP/1.1" status: 200 len: 217 time: 0.1554954 Sep 16 05:12:28.378890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad0a9114-d87e-49f3-b338-6312889bfb5a req-6df33a3f-7a46-4d0f-8cdf-3f8cd2b29b78 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931716 Sep 16 05:12:28.400134 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.468443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f545-6d96-4e44-927c-01aefd92e1db req-58cc90cf-70a8-4eb8-87f0-c44a4e369467 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.470067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3b3f545-6d96-4e44-927c-01aefd92e1db req-58cc90cf-70a8-4eb8-87f0-c44a4e369467 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 945 time: 0.1287241 Sep 16 05:12:28.474413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-4fcc5302-9ca6-4253-83c5-5d28db28ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.475875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-4fcc5302-9ca6-4253-83c5-5d28db28ae92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0852883 Sep 16 05:12:28.486550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:28.649438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3b3f545-6d96-4e44-927c-01aefd92e1db req-dedd05c1-3de2-4475-afa9-46e3ebb7f1a8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642613 Sep 16 05:12:28.661492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39650) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:28.664760 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6db56c3f-80db-4722-b72e-ae2a15ce0d32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75f32b4801f34dfb833f613e739a686f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690323 Sep 16 05:12:28.676704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-ec7e0bb8-9534-4d8c-8b17-2a400a7c992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.678304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-ec7e0bb8-9534-4d8c-8b17-2a400a7c992d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1788423 Sep 16 05:12:28.884972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.916537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-f4c2dced-8979-45ee-960c-9e0b02eac22b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239394 Sep 16 05:12:28.920010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5be29-25ef-47cd-a079-38e768303568 req-3833cc4a-4fc6-451e-b40d-8f2e4d74141b tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.928805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19c5be29-25ef-47cd-a079-38e768303568 req-3833cc4a-4fc6-451e-b40d-8f2e4d74141b tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1097 time: 0.0849597 Sep 16 05:12:29.003177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.081457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-80a1f6d5-20f1-4239-b3df-a93dae9f4b1b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.083230 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-80a1f6d5-20f1-4239-b3df-a93dae9f4b1b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 807 time: 0.2914939 Sep 16 05:12:29.108183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-569599e7-26cd-4863-972d-14ac291db30f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/quotas/a1615ea5bc234353bd24a95e36e3d638 HTTP/1.1" status: 200 len: 375 time: 0.0127738 Sep 16 05:12:29.219477 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7c975026-6260-4b48-8b68-8477eeed4362 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046052 Sep 16 05:12:29.249515 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.255588 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.257806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/442cac61-3775-4664-b411-e7df0e2ed911 HTTP/1.1" status: 204 len: 168 time: 0.5946283 Sep 16 05:12:29.368781 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19c5be29-25ef-47cd-a079-38e768303568 req-389b7abf-4e0e-4fbd-ac85-5ce14f0476f2 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388444 Sep 16 05:12:29.386591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442cac61-3775-4664-b411-e7df0e2ed911,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:29.397471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a37b1f-9c14-44f5-991e-3d10d4b35760 req-8799fe74-2c36-4113-8eea-d9293b4b1aa3 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661007 Sep 16 05:12:29.406953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.408206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.409081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.409527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.409957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.410384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.410810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.411670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.411670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.412106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.412524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.412940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999d9903-b7a7-4a18-905a-268f0dea4e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.429317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-d8c089c5-904b-459d-8828-ec4b39e1ae6b service neutron] 10.222.0.49 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050540 Sep 16 05:12:29.568521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-c2ee70fd-24d0-4723-b6bd-1029b8095a20 service neutron] 10.222.0.49 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239395 Sep 16 05:12:29.717445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1b187-e596-4734-9007-1a89c9d29015 req-f741a9c2-2e0a-4663-b8a4-671cf8799005 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.719276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c0f1b187-e596-4734-9007-1a89c9d29015 req-f741a9c2-2e0a-4663-b8a4-671cf8799005 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 946 time: 0.0944903 Sep 16 05:12:29.772037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c0f1b187-e596-4734-9007-1a89c9d29015 req-b4e4213e-6e16-43d7-9b85-f9a440619f9d tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Sep 16 05:12:29.989791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fdb62-82ea-449d-bc16-14987c564871 req-c7c3e1e1-058c-4a7c-8cf3-f54831dfb73b tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.992731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-828fdb62-82ea-449d-bc16-14987c564871 req-c7c3e1e1-058c-4a7c-8cf3-f54831dfb73b tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 948 time: 0.0949755 Sep 16 05:12:30.041157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170736f7-9934-49d6-aed9-d7cda1a76863 req-5e786f48-8815-418e-bbb3-9ff9b109be72 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.056711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-170736f7-9934-49d6-aed9-d7cda1a76863 req-5e786f48-8815-418e-bbb3-9ff9b109be72 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1097 time: 0.1301360 Sep 16 05:12:30.086844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-828fdb62-82ea-449d-bc16-14987c564871 req-1f7852c6-2d55-4b06-be1d-3d82076bc3c6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775845 Sep 16 05:12:30.140669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-170736f7-9934-49d6-aed9-d7cda1a76863 req-449b9a03-cc13-4443-8de0-f2a8646be616 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824499 Sep 16 05:12:30.286331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ffa6dc2d-0c45-46b6-aa66-5352512a8e1e req-38089e3a-018a-4d22-8a11-fb23f315874e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 210 time: 0.0683479 Sep 16 05:12:30.793544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3c60-6248-4484-a0b1-941ff8ab46f9 req-4d1ed211-668e-494a-88c2-6b0ddab9f949 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.795143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-815e3c60-6248-4484-a0b1-941ff8ab46f9 req-4d1ed211-668e-494a-88c2-6b0ddab9f949 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1097 time: 0.0751636 Sep 16 05:12:30.902147 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-815e3c60-6248-4484-a0b1-941ff8ab46f9 req-2bb85607-129f-4784-8fbf-964cf8a4b69e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851328 Sep 16 05:12:31.538761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12215b93-8d60-48c7-9ee7-9e2460fece7d req-caa979d0-be1a-4f3c-902d-847f45649df6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.556483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-12215b93-8d60-48c7-9ee7-9e2460fece7d req-caa979d0-be1a-4f3c-902d-847f45649df6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 948 time: 0.1643534 Sep 16 05:12:31.638035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-12215b93-8d60-48c7-9ee7-9e2460fece7d req-97f2abff-3aef-4ebe-89d0-d204f23c556f tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702248 Sep 16 05:12:31.877311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7cdc6868-0f1a-4b81-8b53-e63cc28f55eb req-48c5ce37-bc2f-44ea-a878-aefc98e09e0c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 210 time: 0.0868890 Sep 16 05:12:32.280899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14101faf-2ba4-4f47-8604-ec08c020b71a req-1544d215-a9d4-4d9f-98c7-33bc39584a2e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:32.284975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14101faf-2ba4-4f47-8604-ec08c020b71a req-1544d215-a9d4-4d9f-98c7-33bc39584a2e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1097 time: 0.0669363 Sep 16 05:12:32.356053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14101faf-2ba4-4f47-8604-ec08c020b71a req-82f18163-58a5-4dc0-aaf6-aa4a78aeaf88 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645297 Sep 16 05:12:33.147180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687b030-b7cd-45ef-bc5c-cdd8f31ac02b req-430e1fd9-96f1-4a91-b195-61ae7d10277e tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.148859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9687b030-b7cd-45ef-bc5c-cdd8f31ac02b req-430e1fd9-96f1-4a91-b195-61ae7d10277e tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 948 time: 0.0697134 Sep 16 05:12:33.204353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9687b030-b7cd-45ef-bc5c-cdd8f31ac02b req-e1c4b677-640d-48ce-a145-cecd53227152 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454993 Sep 16 05:12:33.393700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac02d28f-9690-459b-a416-f8eb013d0064 req-5f89abb1-d50c-459c-a0a0-8e3d2fa6906b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 210 time: 0.0875471 Sep 16 05:12:33.480031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-b62f9ea9-67b9-4e74-a508-fd32ff5a0aa1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.482880 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-b62f9ea9-67b9-4e74-a508-fd32ff5a0aa1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 807 time: 0.2305133 Sep 16 05:12:33.505402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d3e19275-252f-48b5-8a7a-ae66ec395961 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:33.511756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Request body: {'port': {'device_id': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'admin_state_up': True, 'tenant_id': 'a1615ea5bc234353bd24a95e36e3d638'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:33.682016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d3e19275-252f-48b5-8a7a-ae66ec395961, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d3e19275-252f-48b5-8a7a-ae66ec395961,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:33.698173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'd3e19275-252f-48b5-8a7a-ae66ec395961', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'd3e19275-252f-48b5-8a7a-ae66ec395961', 'mac_address': 'fa:16:3e:d9:4c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:33.790500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.819520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e19275-252f-48b5-8a7a-ae66ec395961 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:33.871009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d3e19275-252f-48b5-8a7a-ae66ec395961, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d3e19275-252f-48b5-8a7a-ae66ec395961,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:33.943958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Made reservation on behalf of a1615ea5bc234353bd24a95e36e3d638 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:33.947654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.989373 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.088789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=d3e19275-252f-48b5-8a7a-ae66ec395961,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.102766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.103365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.104060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.105127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.105921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.106590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.107335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.107989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.108555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.109119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.109617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.110135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.313103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Allocated IP 172.20.0.12 (a6458a1b-858e-4762-b6a2-d04d4c6902af/9ccf09a5-e6b7-421b-ba79-816ce20c10fa/2683d3c4-2c1b-41e6-8669-85e5129e3142) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:34.360013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['d3e19275-252f-48b5-8a7a-ae66ec395961'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:34.583511 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.732977 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.784516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Network a6458a1b-858e-4762-b6a2-d04d4c6902af is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:34.788223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:34.796198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:34.804303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Pushing event updated for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.831324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.831667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.832047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.832383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.832711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.833180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.833380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.833707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.834026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.834363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.834686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.835028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:34.879691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.881275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.030128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3dbeb5e8-20c5-468c-992b-4480baf2a0db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5225682 Sep 16 05:12:35.055730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Request body: {'port': {'device_id': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:35.127009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.486302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2683d3c4-2c1b-41e6-8669-85e5129e3142 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:35.502068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.517313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d3e19275-252f-48b5-8a7a-ae66ec395961 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:35.527293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Transition to ACTIVE for port object 2683d3c4-2c1b-41e6-8669-85e5129e3142 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:35.587906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.652742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Pushing event updated for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.669377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port d3e19275-252f-48b5-8a7a-ae66ec395961 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:35.675568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port d3e19275-252f-48b5-8a7a-ae66ec395961 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:35.676028 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.749109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:35.750830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:35.755839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:35.762346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:35.762820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:35.771228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:35.774640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:35.774640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:35.774640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Bound port: 2683d3c4-2c1b-41e6-8669-85e5129e3142, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:35.774640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.791985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.820825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569f09e7-1550-484d-8692-6103ca964f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e19275-252f-48b5-8a7a-ae66ec395961'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:35.823334 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f648c0-118a-4eb4-bb85-baba089760a3" -d '{"events": [{"server_uuid": "569f09e7-1550-484d-8692-6103ca964f89", "name": "network-vif-plugged", "status": "completed", "tag": "d3e19275-252f-48b5-8a7a-ae66ec395961"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:35.842100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d3e19275-252f-48b5-8a7a-ae66ec395961, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d3e19275-252f-48b5-8a7a-ae66ec395961,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:35.879561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:35.883991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:35.895539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-27545047-07bc-4428-b7cc-c31f99a9c5e9 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:35.897328 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-27545047-07bc-4428-b7cc-c31f99a9c5e9 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078914 Sep 16 05:12:35.898978 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.958151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-0d9601fe-4066-41c9-887e-2cabd46f572e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.960515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-0d9601fe-4066-41c9-887e-2cabd46f572e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports/92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 1094 time: 0.0538864 Sep 16 05:12:35.964599 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.022134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Request body: {'binding': {'host': 'n-h2-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:36.022757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:12:36.039119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=d3e19275-252f-48b5-8a7a-ae66ec395961,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:36.099366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.100526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.102739 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] 10.222.0.66 "PUT /v2.0/ports/2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 1093 time: 1.0527723 Sep 16 05:12:36.113186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:36.116954 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150" -d '{"events": [{"name": "network-changed", "server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:36.207255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50f7db-9c36-4de5-b5ff-003aaef3fefe service neutron] Pushing event updated for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:36.305007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad83ac-6721-4beb-965d-6e6038572830 req-b5f85811-6391-4e6b-9fa0-df8808a3aec6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.307305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2ad83ac-6721-4beb-965d-6e6038572830 req-b5f85811-6391-4e6b-9fa0-df8808a3aec6 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 950 time: 0.2359810 Sep 16 05:12:36.440616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-2041471e-44bc-45ef-9d1d-4340d64068a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.443230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-2041471e-44bc-45ef-9d1d-4340d64068a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1096 time: 0.2253706 Sep 16 05:12:36.467717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2ad83ac-6721-4beb-965d-6e6038572830 req-44233363-6599-46b8-978c-dce78d1bc195 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147883 Sep 16 05:12:36.555141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-593d6047-3144-4285-b834-867ba225c326 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 217 time: 0.0858061 Sep 16 05:12:36.607995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on host n-h2-712749-15 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:36.608363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:36.608721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:36.638732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:36.639044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:36.652463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:36.652951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:36.653436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:36.653928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Bound port: 92f76cdb-0e43-424c-90cc-0529016f27f8, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:36.696597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78086a2-a72b-4c38-bd5d-8d4d57c74018 req-29de7ab8-574e-4a41-9b94-d9dc0b51a4c2 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.698207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c78086a2-a72b-4c38-bd5d-8d4d57c74018 req-29de7ab8-574e-4a41-9b94-d9dc0b51a4c2 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 944 time: 0.1541908 Sep 16 05:12:36.702284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-760a1267-257b-4484-a1a2-1b15224cba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.703762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-760a1267-257b-4484-a1a2-1b15224cba2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1244843 Sep 16 05:12:36.763201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-6c53c1d4-867f-4049-8f93-44b1e358f8c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355992 Sep 16 05:12:36.798396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:36.813175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c78086a2-a72b-4c38-bd5d-8d4d57c74018 req-6a843f41-0b1d-41d3-a403-c047b01157f1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082749 Sep 16 05:12:36.926398 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.928173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-9c3e47da-988f-4769-be62-753e1282cbaa service neutron] 10.222.0.49 "POST /v2.0/ports/92f76cdb-0e43-424c-90cc-0529016f27f8/bindings HTTP/1.1" status: 201 len: 390 time: 0.9164786 Sep 16 05:12:36.935411 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-fa7d7b88-2348-4913-bd88-13763690bb93 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526897 Sep 16 05:12:37.060108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ce06c0-2c97-458c-bbed-5da0946df9a6 req-3a57bc35-abdf-4017-abbb-4f904f296b1c service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196032 Sep 16 05:12:37.180184 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb53090-a374-45ef-85e3-005a602639a9 x-openstack-request-id: req-bcb53090-a374-45ef-85e3-005a602639a9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:37.184249 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569f09e7-1550-484d-8692-6103ca964f89", "name": "network-vif-plugged", "status": "completed", "tag": "d3e19275-252f-48b5-8a7a-ae66ec395961", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:37.184249 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcb53090-a374-45ef-85e3-005a602639a9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:37.184249 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569f09e7-1550-484d-8692-6103ca964f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e19275-252f-48b5-8a7a-ae66ec395961', 'code': 200} Sep 16 05:12:37.390212 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987089c6-cf61-4aab-b40f-70edb1b02dab req-b20a9a8e-8c3b-42fe-8844-e9657e8ac04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.393796 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-987089c6-cf61-4aab-b40f-70edb1b02dab req-b20a9a8e-8c3b-42fe-8844-e9657e8ac04d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 1102 time: 0.0828717 Sep 16 05:12:37.399541 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28714ae9-d67f-49d0-846e-83b1d45aa308 x-openstack-request-id: req-28714ae9-d67f-49d0-846e-83b1d45aa308 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:37.399980 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:37.400380 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28714ae9-d67f-49d0-846e-83b1d45aa308 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:37.400944 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142', 'status': 'completed', 'code': 200} Sep 16 05:12:37.441976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-987089c6-cf61-4aab-b40f-70edb1b02dab req-63f0e85a-8478-4289-958e-f5f4236f200e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370297 Sep 16 05:12:37.514021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03004c0-b223-426c-b0d8-2a1566d42cb5 req-5f640198-29d4-46bf-9563-908fc6e6b17c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.516293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e03004c0-b223-426c-b0d8-2a1566d42cb5 req-5f640198-29d4-46bf-9563-908fc6e6b17c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 945 time: 0.0622954 Sep 16 05:12:37.561934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e03004c0-b223-426c-b0d8-2a1566d42cb5 req-43a4b962-210c-4310-888c-d1b321e1ad24 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 Sep 16 05:12:37.781638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-09f4feca-44c5-4a19-afb3-6e0083f98901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.784406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-09f4feca-44c5-4a19-afb3-6e0083f98901 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1096 time: 0.0549333 Sep 16 05:12:37.952855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-5fcad212-8395-4b09-ae21-19dc2e823d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.955027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-5fcad212-8395-4b09-ae21-19dc2e823d2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.1413682 Sep 16 05:12:38.010074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-c2ee76e8-40b7-4acc-b358-e1caeca12f84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 217 time: 0.0477369 Sep 16 05:12:38.013224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-5e8ebe02-a523-40ee-b03c-cb25629987ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.014702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-5e8ebe02-a523-40ee-b03c-cb25629987ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1097 time: 0.1060936 Sep 16 05:12:38.137777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-5c50384a-229a-4605-9320-68ee9945941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.139395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-5c50384a-229a-4605-9320-68ee9945941f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1143997 Sep 16 05:12:38.208444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-c5eaf995-7f56-4879-916a-f3caa29efe20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532176 Sep 16 05:12:38.212181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-2fa068fb-6cf3-42b1-a871-d1f155ac6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.217460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-2fa068fb-6cf3-42b1-a871-d1f155ac6d87 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.1809354 Sep 16 05:12:38.322398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-ba44470e-4997-40c6-ac7d-516eb2f54c56 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 217 time: 0.0937634 Sep 16 05:12:38.457853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-965e6a70-e82a-47e5-95b2-bbd49858623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.459265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-965e6a70-e82a-47e5-95b2-bbd49858623e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1215127 Sep 16 05:12:38.469163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a8f36-7d30-45d5-bd7c-51f143ff6720 req-b190c902-25a8-400e-9ca7-8e5e3a31d7d4 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.470869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d0a8f36-7d30-45d5-bd7c-51f143ff6720 req-b190c902-25a8-400e-9ca7-8e5e3a31d7d4 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 950 time: 0.1457760 Sep 16 05:12:38.475011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-eaa42e41-d745-4da7-b8f2-1f928b4bca38 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488379 Sep 16 05:12:38.523653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d0a8f36-7d30-45d5-bd7c-51f143ff6720 req-55c6f3a1-f332-46e2-b0d0-7ae53ef0abc0 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Sep 16 05:12:38.547953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-2cfaed9d-32d0-46ca-a9b1-995e83516cd0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404999 Sep 16 05:12:39.185080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f77b-5601-4099-98de-3f8f52b9dd32 req-21f576fd-4f8c-403e-af60-c71d9590c474 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.187888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43a3f77b-5601-4099-98de-3f8f52b9dd32 req-21f576fd-4f8c-403e-af60-c71d9590c474 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 944 time: 0.5893753 Sep 16 05:12:39.218604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ba6aa09-a7a0-423e-8f83-89c7b8b23150 req-968fd4cf-ec8f-4b4e-aa42-f17e6db8da6a service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796796 Sep 16 05:12:39.233137 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-38903dc9-df25-45cd-ab9c-952ae6e05ad8 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629891 Sep 16 05:12:39.348784 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43a3f77b-5601-4099-98de-3f8f52b9dd32 req-a88fb125-7a71-4a3a-b688-fa53dc4f1aac tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483719 Sep 16 05:12:39.491094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43497ff1-cdee-4696-b71c-667e281521bc req-86fff90d-64c7-4d8d-9bfd-4d13d8bb130b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.493829 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43497ff1-cdee-4696-b71c-667e281521bc req-86fff90d-64c7-4d8d-9bfd-4d13d8bb130b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 945 time: 0.0988309 Sep 16 05:12:39.529833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-bfdb3e2e-c665-4577-a797-1257032ce010 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819669 Sep 16 05:12:39.617342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43497ff1-cdee-4696-b71c-667e281521bc req-340343e0-ac42-46b7-b581-0ae02bdd55e2 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091084 Sep 16 05:12:39.733416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39946) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:39.772957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c9a9e-db84-4b85-8075-60a408522a9e req-fdd3dbf8-5ac0-4287-a3c5-2e0d08970ef1 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.776794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e39c9a9e-db84-4b85-8075-60a408522a9e req-fdd3dbf8-5ac0-4287-a3c5-2e0d08970ef1 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 950 time: 0.0612366 Sep 16 05:12:39.853855 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e39c9a9e-db84-4b85-8075-60a408522a9e req-46fd6a16-692a-4369-99f1-38feaaf3163f tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680883 Sep 16 05:12:39.894946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-2d7ba01e-c726-45ba-8e72-7f5b568b5b0c tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.897059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-2d7ba01e-c726-45ba-8e72-7f5b568b5b0c tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.0777328 Sep 16 05:12:39.910657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-15'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:40.097199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73e84816-a11c-4c49-9fc7-76f9b20c58c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.127428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.286252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73e84816-a11c-4c49-9fc7-76f9b20c58c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.401558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73e84816-a11c-4c49-9fc7-76f9b20c58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.410768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:40.460909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:40.486235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-73e84816-a11c-4c49-9fc7-76f9b20c58c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea59e25ca2ec415b813ba6fdcdb239a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7444630 Sep 16 05:12:40.512650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39972) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:40.549061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e84816-a11c-4c49-9fc7-76f9b20c58c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bdb94d-b526-42df-9ab4-bfbaf235f9c6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.685811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be682f95-1fa6-4507-91aa-9182fe844037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.712907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:40.719979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39980) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:40.722658 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81480d99-5bec-4905-8794-c4a08bbab90e" -d '{"events": [{"server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "name": "network-vif-unplugged", "status": "completed", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:40.731003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.761571 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be682f95-1fa6-4507-91aa-9182fe844037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.833737 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.984984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Pushing event updated for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.990793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on host n-h1-712749-15 for vnic_type normal with profile {"migrating_to": "n-h2-712749-15"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:40.991122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:40.991526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:40.996898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:41.003768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Attempting to bind port 92f76cdb-0e43-424c-90cc-0529016f27f8 on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:41.004681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:41.004681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:41.004681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:41.005187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Bound port: 92f76cdb-0e43-424c-90cc-0529016f27f8, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:41.005386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.028268 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be682f95-1fa6-4507-91aa-9182fe844037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.030954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be682f95-1fa6-4507-91aa-9182fe844037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.033947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-be682f95-1fa6-4507-91aa-9182fe844037 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84bdb94d-b526-42df-9ab4-bfbaf235f9c6 HTTP/1.1" status: 204 len: 168 time: 0.5183642 Sep 16 05:12:41.067200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-429a03fe-912a-484f-9994-b98aaba65927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.109905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df464f3-fea2-4bf8-96e6-ed3ad5a09152 req-19b07a8b-f521-4253-8b1e-4da6ee6f3a4a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:41.113534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7df464f3-fea2-4bf8-96e6-ed3ad5a09152 req-19b07a8b-f521-4253-8b1e-4da6ee6f3a4a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 944 time: 0.1359918 Sep 16 05:12:41.146766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be682f95-1fa6-4507-91aa-9182fe844037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bdb94d-b526-42df-9ab4-bfbaf235f9c6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:41.203744 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7df464f3-fea2-4bf8-96e6-ed3ad5a09152 req-902b0604-5410-467c-bf5a-10a6b8091ee4 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722408 Sep 16 05:12:41.222860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964d582-6857-4d5b-9994-8f7336b2d6b5 req-1ff72523-3cf4-459b-a011-49e4da2c71e1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:41.225564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c964d582-6857-4d5b-9994-8f7336b2d6b5 req-1ff72523-3cf4-459b-a011-49e4da2c71e1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 943 time: 0.2174821 Sep 16 05:12:41.275625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:41.296882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-429a03fe-912a-484f-9994-b98aaba65927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.319204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:41.344061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c964d582-6857-4d5b-9994-8f7336b2d6b5 req-f4c480fd-b975-49a8-8080-1dc97df47aed tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860465 Sep 16 05:12:41.427962 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32a6267-a1dd-4143-bdb8-35e0896aef92 x-openstack-request-id: req-a32a6267-a1dd-4143-bdb8-35e0896aef92 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:41.428647 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "name": "network-vif-unplugged", "status": "completed", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:41.428647 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a32a6267-a1dd-4143-bdb8-35e0896aef92 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:41.428902 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8', 'code': 200} Sep 16 05:12:41.430472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3af8-fc7c-4931-b3c6-35ce403a7584 req-7a4fc094-941a-4050-9e18-9c995b860832 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:41.432155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85ef3af8-fc7c-4931-b3c6-35ce403a7584 req-7a4fc094-941a-4050-9e18-9c995b860832 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 950 time: 0.0802023 Sep 16 05:12:41.491183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85ef3af8-fc7c-4931-b3c6-35ce403a7584 req-41184897-968d-46bf-8f00-b96522030cf7 tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Sep 16 05:12:41.509863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-429a03fe-912a-484f-9994-b98aaba65927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.550729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2683d3c4-2c1b-41e6-8669-85e5129e3142 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:41.557935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.559725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a03fe-912a-484f-9994-b98aaba65927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad060fd-fd19-4202-9a30-a78afce81acc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:41.579700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-429a03fe-912a-484f-9994-b98aaba65927 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a010621c7d3482e840858a586d5b6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8556120 Sep 16 05:12:41.583816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39998) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:41.651599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efdfd098-839b-460c-af8f-45868e9a5f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.702496 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efdfd098-839b-460c-af8f-45868e9a5f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.783341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:41.784260 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.786610 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] 10.222.0.66 "PUT /v2.0/ports/92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 1123 time: 1.8809524 Sep 16 05:12:41.787489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e500d-49da-4c7f-8a10-4d9ac22220dd service neutron] Pushing event updated for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:41.875667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:41.895155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '2683d3c4-2c1b-41e6-8669-85e5129e3142', 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'port_id': '2683d3c4-2c1b-41e6-8669-85e5129e3142', 'mac_address': 'fa:16:3e:1b:fb:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccf09a5-e6b7-421b-ba79-816ce20c10fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:41.926560 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efdfd098-839b-460c-af8f-45868e9a5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.930586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efdfd098-839b-460c-af8f-45868e9a5f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.936545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-efdfd098-839b-460c-af8f-45868e9a5f9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dad060fd-fd19-4202-9a30-a78afce81acc HTTP/1.1" status: 204 len: 168 time: 0.3464031 Sep 16 05:12:41.953107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['92f76cdb-0e43-424c-90cc-0529016f27f8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:41.957967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfd098-839b-460c-af8f-45868e9a5f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad060fd-fd19-4202-9a30-a78afce81acc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.015977 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.046528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2683d3c4-2c1b-41e6-8669-85e5129e3142 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:42.088564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:42.205772 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.259460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-0f81838a-12b3-46e1-9aef-43921c34cf5a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:42.262976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-0f81838a-12b3-46e1-9aef-43921c34cf5a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.66 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 950 time: 0.0866868 Sep 16 05:12:42.335746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40014) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.390039 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d45b8cb-20f6-440f-b377-7b6fb07b5f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.412555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.460418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Deleting port d3e19275-252f-48b5-8a7a-ae66ec395961 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:42.461026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.543739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ddf8-1dc1-49d6-9745-08c8f1ab8589 req-946fb83d-3422-404a-ad6f-a19374636447 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:42.552506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a056ddf8-1dc1-49d6-9745-08c8f1ab8589 req-946fb83d-3422-404a-ad6f-a19374636447 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 945 time: 0.2051497 Sep 16 05:12:42.563133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2683d3c4-2c1b-41e6-8669-85e5129e3142'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:42.691386 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a056ddf8-1dc1-49d6-9745-08c8f1ab8589 req-e9bb110f-d64d-4615-baa9-3af58d862699 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372933 Sep 16 05:12:42.694463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb883-5436-4201-b18a-bcd443594300 req-96a87104-4bc6-4cb6-9e4a-9fbcd431246d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:42.696507 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a96eb883-5436-4201-b18a-bcd443594300 req-96a87104-4bc6-4cb6-9e4a-9fbcd431246d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 943 time: 0.1568239 Sep 16 05:12:42.705949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] For port d3e19275-252f-48b5-8a7a-ae66ec395961, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d3e19275-252f-48b5-8a7a-ae66ec395961,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:42.707516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.750566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Calling delete_port for d3e19275-252f-48b5-8a7a-ae66ec395961 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:42.777168 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d45b8cb-20f6-440f-b377-7b6fb07b5f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.851235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d45b8cb-20f6-440f-b377-7b6fb07b5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.863651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a96eb883-5436-4201-b18a-bcd443594300 req-03159384-b2eb-431d-8e4a-2c4096a3a4b4 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530213 Sep 16 05:12:42.904548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40030) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.909226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45b8cb-20f6-440f-b377-7b6fb07b5f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca3411-24e1-4515-a8e4-4b3acc7062ee,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.950920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e536db0-be45-4dde-9825-e1fea12cdca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.958356 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d45b8cb-20f6-440f-b377-7b6fb07b5f86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ab97998254a40fc9fe7a61a1ace43d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6163070 Sep 16 05:12:42.958681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40032) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:43.105007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92e80e1c-f1d7-4122-90bc-00e0bfa53fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.127447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a7ebf-4fee-48b0-98b3-36d709e200f4 req-c74b142f-5d00-4bc0-990a-766e51b92f1c tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.135107 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-370a7ebf-4fee-48b0-98b3-36d709e200f4 req-c74b142f-5d00-4bc0-990a-766e51b92f1c tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 950 time: 0.1359134 Sep 16 05:12:43.149180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92e80e1c-f1d7-4122-90bc-00e0bfa53fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.204476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-370a7ebf-4fee-48b0-98b3-36d709e200f4 req-905688cd-0062-4bb6-934b-851dc149fdec tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/security-groups?id=224598aa-1917-49c8-ab9c-95ed13614655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681107 Sep 16 05:12:43.275844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e536db0-be45-4dde-9825-e1fea12cdca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.277483 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.309760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92e80e1c-f1d7-4122-90bc-00e0bfa53fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.315073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['d3e19275-252f-48b5-8a7a-ae66ec395961'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:43.315300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92e80e1c-f1d7-4122-90bc-00e0bfa53fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.316603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-92e80e1c-f1d7-4122-90bc-00e0bfa53fe3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6eca3411-24e1-4515-a8e4-4b3acc7062ee HTTP/1.1" status: 204 len: 168 time: 0.3567469 Sep 16 05:12:43.326089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e80e1c-f1d7-4122-90bc-00e0bfa53fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca3411-24e1-4515-a8e4-4b3acc7062ee,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.352392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Pushing event deleted for resources: {'Port': ['ID=d3e19275-252f-48b5-8a7a-ae66ec395961,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.395678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e536db0-be45-4dde-9825-e1fea12cdca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.421938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] No DVR routers for this DVR port d3e19275-252f-48b5-8a7a-ae66ec395961 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:43.427375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.429882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a0fb684-4d26-46c1-bad3-2bf4419d84ae req-b53bac49-bad0-4fe8-8d64-eeab67dd9c4a tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.66 "DELETE /v2.0/ports/d3e19275-252f-48b5-8a7a-ae66ec395961 HTTP/1.1" status: 204 len: 173 time: 1.1426327 Sep 16 05:12:43.439209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8'}, {'server_uuid': '569f09e7-1550-484d-8692-6103ca964f89', 'name': 'network-vif-deleted', 'tag': 'd3e19275-252f-48b5-8a7a-ae66ec395961'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:43.443116 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40652970-fb88-43e3-95a1-35ce9ced7f68" -d '{"events": [{"name": "network-changed", "server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8"}, {"server_uuid": "569f09e7-1550-484d-8692-6103ca964f89", "name": "network-vif-deleted", "tag": "d3e19275-252f-48b5-8a7a-ae66ec395961"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:43.488605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40046) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:43.500307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e536db0-be45-4dde-9825-e1fea12cdca7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b92358dafdd64d27be4900b5a1574b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890934 Sep 16 05:12:43.503104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e536db0-be45-4dde-9825-e1fea12cdca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10eb90e-d8a4-431f-b185-8f4e3dbf0b41,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.545352 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eed4b1f-a969-4502-bbf7-3f7fdeebf0b3 x-openstack-request-id: req-8eed4b1f-a969-4502-bbf7-3f7fdeebf0b3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:43.545633 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8", "status": "completed", "code": 200}, {"server_uuid": "569f09e7-1550-484d-8692-6103ca964f89", "name": "network-vif-deleted", "tag": "d3e19275-252f-48b5-8a7a-ae66ec395961", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:43.545950 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8eed4b1f-a969-4502-bbf7-3f7fdeebf0b3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:43.546506 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8', 'status': 'completed', 'code': 200} Sep 16 05:12:43.546770 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569f09e7-1550-484d-8692-6103ca964f89', 'name': 'network-vif-deleted', 'tag': 'd3e19275-252f-48b5-8a7a-ae66ec395961', 'status': 'completed', 'code': 200} Sep 16 05:12:43.575977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2683d3c4-2c1b-41e6-8669-85e5129e3142 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:43.633557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfea3aa5-cfed-49b5-9edd-ac9a33472c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.677298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfea3aa5-cfed-49b5-9edd-ac9a33472c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.678719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-39bc0198-29d7-49ca-bedc-2603037afcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.690244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-39bc0198-29d7-49ca-bedc-2603037afcbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1126 time: 0.0938585 Sep 16 05:12:43.777409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 2683d3c4-2c1b-41e6-8669-85e5129e3142 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:43.783811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 2683d3c4-2c1b-41e6-8669-85e5129e3142 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.784442 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.864138 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfea3aa5-cfed-49b5-9edd-ac9a33472c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.881156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfea3aa5-cfed-49b5-9edd-ac9a33472c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.895189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dfea3aa5-cfed-49b5-9edd-ac9a33472c76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a10eb90e-d8a4-431f-b185-8f4e3dbf0b41 HTTP/1.1" status: 204 len: 168 time: 0.3934698 Sep 16 05:12:43.902278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-d36aabbd-c40e-45c0-a2b8-a169e69f0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.912118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-d36aabbd-c40e-45c0-a2b8-a169e69f0672 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.2079339 Sep 16 05:12:43.928773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea3aa5-cfed-49b5-9edd-ac9a33472c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10eb90e-d8a4-431f-b185-8f4e3dbf0b41,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.955960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90557643-d0a1-4255-9170-4e2e4fa46d6a req-94a994cc-a92a-40e3-9d3c-9bd5c90fe6e3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.971480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90557643-d0a1-4255-9170-4e2e4fa46d6a req-94a994cc-a92a-40e3-9d3c-9bd5c90fe6e3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 945 time: 0.1394353 Sep 16 05:12:44.099316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc348d0f-979c-4f2a-b771-d37fad1d333d req-fbb01950-9d22-4130-b367-674726741362 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.122055 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc348d0f-979c-4f2a-b771-d37fad1d333d req-fbb01950-9d22-4130-b367-674726741362 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 943 time: 0.1170731 Sep 16 05:12:44.240292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-d369995a-c022-4ce2-ba25-2ea8b2414cfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 217 time: 0.2102089 Sep 16 05:12:44.242751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc348d0f-979c-4f2a-b771-d37fad1d333d req-ebd69405-9546-41f7-87bd-b7a76c5a7b74 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195245 Sep 16 05:12:44.370552 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.380520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90557643-d0a1-4255-9170-4e2e4fa46d6a req-aca77d7a-6797-4989-816e-5bfebe7923a9 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071589 Sep 16 05:12:44.412679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-eb4a991b-4616-4373-94ec-e6294879705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.412679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-eb4a991b-4616-4373-94ec-e6294879705e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1508570 Sep 16 05:12:44.414905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:44.436084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f9684b8-b9af-4291-b13c-2f521917d0a8 req-ca0a19b5-2607-4313-988d-615d6ac9234e tempest-ServerDiagnosticsNegativeTest-1524227655 tempest-ServerDiagnosticsNegativeTest-1524227655-project] 10.222.0.49 "GET /v2.0/ports?device_id=569f09e7-1550-484d-8692-6103ca964f89 HTTP/1.1" status: 200 len: 210 time: 0.0803559 Sep 16 05:12:44.457395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:44.457395 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e32cc0-2fe1-4fb4-a48f-02e1a2d56e7f" -d '{"events": [{"server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "name": "network-vif-plugged", "status": "completed", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:44.471416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-bc6ece97-5c39-4979-8a1b-6b8f994b2d81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375617 Sep 16 05:12:44.520543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:44.523802 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d33d91-dc49-4fd4-86cb-2319729c4433 x-openstack-request-id: req-17d33d91-dc49-4fd4-86cb-2319729c4433 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:44.524427 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "name": "network-vif-plugged", "status": "completed", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:44.524850 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17d33d91-dc49-4fd4-86cb-2319729c4433 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:44.525460 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142', 'code': 200} Sep 16 05:12:44.584020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.585887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d3e19275-252f-48b5-8a7a-ae66ec395961 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:44.638814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: d3e19275-252f-48b5-8a7a-ae66ec395961 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:44.639384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d3e19275-252f-48b5-8a7a-ae66ec395961 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:44.685093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:44.703901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d77de9-0328-4ab0-8bde-84d97ae2fa7b req-897ddab3-2844-4ead-8886-642d40f9dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.705742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0d77de9-0328-4ab0-8bde-84d97ae2fa7b req-897ddab3-2844-4ead-8886-642d40f9dd34 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1098 time: 0.0734861 Sep 16 05:12:44.718978 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-71706695-eff2-4bff-965d-ff9c6a239432 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237334 Sep 16 05:12:44.826100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0d77de9-0328-4ab0-8bde-84d97ae2fa7b req-d8c849bb-2100-4e97-925e-3900703399fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976343 Sep 16 05:12:44.859250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40652970-fb88-43e3-95a1-35ce9ced7f68 req-14866fba-c194-4014-9090-24e377cd43b8 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294005 Sep 16 05:12:44.940831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c146cc30-31d6-429c-9d13-38f87e46addf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.069729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c146cc30-31d6-429c-9d13-38f87e46addf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.147657 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c146cc30-31d6-429c-9d13-38f87e46addf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.193531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c146cc30-31d6-429c-9d13-38f87e46addf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=677e7cae8c084a57a094684bf74a7135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7773261 Sep 16 05:12:45.194817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146cc30-31d6-429c-9d13-38f87e46addf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce266aa6-9888-415d-869e-3c4c9ef78332,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.196575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40086) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:45.338380 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74ba3da8-c6c3-4718-aa79-5a6c15247e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.437557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74ba3da8-c6c3-4718-aa79-5a6c15247e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.506768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e57750-7932-4f76-a45a-c9ad666f9757 req-bbb380e5-9f52-41fb-9456-07f0e45bb534 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.509167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85e57750-7932-4f76-a45a-c9ad666f9757 req-bbb380e5-9f52-41fb-9456-07f0e45bb534 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 943 time: 0.1309669 Sep 16 05:12:45.560726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 92f76cdb-0e43-424c-90cc-0529016f27f8 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:45.573711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2cb6-a470-41b2-aece-aa92f680e869 req-691633df-8165-4191-9423-30e068fe76e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.574890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85e57750-7932-4f76-a45a-c9ad666f9757 req-a1b18ea3-342c-4fe0-ace9-60d4d62c953c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586791 Sep 16 05:12:45.575314 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-902f2cb6-a470-41b2-aece-aa92f680e869 req-691633df-8165-4191-9423-30e068fe76e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 946 time: 0.1267769 Sep 16 05:12:45.651958 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74ba3da8-c6c3-4718-aa79-5a6c15247e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.655566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74ba3da8-c6c3-4718-aa79-5a6c15247e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.657273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-74ba3da8-c6c3-4718-aa79-5a6c15247e74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce266aa6-9888-415d-869e-3c4c9ef78332 HTTP/1.1" status: 204 len: 168 time: 0.4592185 Sep 16 05:12:45.681058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba3da8-c6c3-4718-aa79-5a6c15247e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce266aa6-9888-415d-869e-3c4c9ef78332,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.706754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-902f2cb6-a470-41b2-aece-aa92f680e869 req-f84d08da-e861-4945-b63a-a374f8cd2e01 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069388 Sep 16 05:12:45.773475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:45.790920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 92f76cdb-0e43-424c-90cc-0529016f27f8 has no active binding in host n-h2-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:12:45.939339 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-300747a0-aae3-4702-b871-edaffc885553 service neutron] 10.222.0.30 "GET /v2.0/ports/92f76cdb-0e43-424c-90cc-0529016f27f8/bindings/n-h2-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.0885503 Sep 16 05:12:46.167142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:46.192847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:46.233016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f76cdb-0e43-424c-90cc-0529016f27f8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:46.246294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:46.406798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.546423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] Transition to ACTIVE for port object 92f76cdb-0e43-424c-90cc-0529016f27f8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:46.635369 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.713675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] No DVR routers for this DVR port 92f76cdb-0e43-424c-90cc-0529016f27f8 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:46.797180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] 10.222.0.30 "PUT /v2.0/ports/92f76cdb-0e43-424c-90cc-0529016f27f8/bindings/n-h2-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8504357 Sep 16 05:12:46.798495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d35d8f-512e-4aaa-b040-e21b98188cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:46.846520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48228953-e5f2-424f-97b3-155708fcfde9 req-2bf24beb-a805-408d-a123-9c05fc606cc9 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.849189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48228953-e5f2-424f-97b3-155708fcfde9 req-2bf24beb-a805-408d-a123-9c05fc606cc9 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.1372786 Sep 16 05:12:46.893459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.929806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb28131e-bd66-4dee-ba72-2e4e06c3f3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.946000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56317c6a-92be-4f7d-9a23-f1a0f3f5721c req-9b2cee2d-94b0-42f9-86b1-20db3c01f733 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.960074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40140) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.967115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56317c6a-92be-4f7d-9a23-f1a0f3f5721c req-9b2cee2d-94b0-42f9-86b1-20db3c01f733 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 946 time: 0.1498122 Sep 16 05:12:46.993323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48228953-e5f2-424f-97b3-155708fcfde9 req-91c19cee-14fe-4d56-882a-095fcc967a82 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271522 Sep 16 05:12:47.052010 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56317c6a-92be-4f7d-9a23-f1a0f3f5721c req-92f1d6d4-6159-4228-9292-fdd1082af33a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818090 Sep 16 05:12:47.192818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-8a65cda5-b631-46cd-bc8f-de344ac072b6 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.195918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-8a65cda5-b631-46cd-bc8f-de344ac072b6 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1096 time: 0.1917744 Sep 16 05:12:47.210701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3a53a-ef32-4a40-b7d5-35442f45a230 req-6d9f2498-5db7-4d4f-926e-7ec9645c5f49 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.214086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75a3a53a-ef32-4a40-b7d5-35442f45a230 req-6d9f2498-5db7-4d4f-926e-7ec9645c5f49 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1098 time: 0.0818038 Sep 16 05:12:47.284788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75a3a53a-ef32-4a40-b7d5-35442f45a230 req-f7718a80-51c5-4304-a3c1-c70418a74dee tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584259 Sep 16 05:12:47.332544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-dc284c74-b7ff-48fb-a556-d19850564e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.335446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-dc284c74-b7ff-48fb-a556-d19850564e63 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce&tenant_id=ee7cdd3450f847e7be1ee06226de1088 HTTP/1.1" status: 200 len: 1096 time: 0.1311173 Sep 16 05:12:47.356120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb28131e-bd66-4dee-ba72-2e4e06c3f3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.449291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb28131e-bd66-4dee-ba72-2e4e06c3f3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.539054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-f1228a2f-3722-4b51-ac51-59ee19de7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.540625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-f1228a2f-3722-4b51-ac51-59ee19de7927 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1096 time: 0.1546695 Sep 16 05:12:47.555395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eb28131e-bd66-4dee-ba72-2e4e06c3f3c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbcb2065d0ed48499d8d4e0d82185273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6598501 Sep 16 05:12:47.558399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40158) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.574793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28131e-bd66-4dee-ba72-2e4e06c3f3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca87ff5-53c6-4267-ac6f-3eae99debdee,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.611970 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d9001443-8bed-4fd1-a53d-2cd36ddf0ef8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f7ecbf03c694c84988cf9a1d88b26c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6412385 Sep 16 05:12:47.615189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40160) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.625258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab3b67-bf41-44df-9336-bf603183182e req-511beaf9-518e-4151-819b-687399b8d7ca tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.628124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5ab3b67-bf41-44df-9336-bf603183182e req-511beaf9-518e-4151-819b-687399b8d7ca tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1098 time: 0.1941757 Sep 16 05:12:47.653219 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1252624f-46c3-4f91-b9c7-7395ee7bd50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.699279 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1252624f-46c3-4f91-b9c7-7395ee7bd50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.809221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5ab3b67-bf41-44df-9336-bf603183182e req-1837bd15-a762-4a07-9cd5-0bd3200ced28 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185882 Sep 16 05:12:47.821513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-cad432c1-ac88-4262-a2cc-9ff2c857469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.822833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-cad432c1-ac88-4262-a2cc-9ff2c857469f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.2742002 Sep 16 05:12:47.826146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be3a3308-c4e4-4a68-a572-887ef63e01c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.880720 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1252624f-46c3-4f91-b9c7-7395ee7bd50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.883897 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1252624f-46c3-4f91-b9c7-7395ee7bd50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.885518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1252624f-46c3-4f91-b9c7-7395ee7bd50d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ca87ff5-53c6-4267-ac6f-3eae99debdee HTTP/1.1" status: 204 len: 168 time: 0.3255725 Sep 16 05:12:47.891290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-8d860f13-4aea-4d9e-b79d-b414679a5588 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 217 time: 0.0589776 Sep 16 05:12:47.904954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252624f-46c3-4f91-b9c7-7395ee7bd50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca87ff5-53c6-4267-ac6f-3eae99debdee,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.910940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be3a3308-c4e4-4a68-a572-887ef63e01c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.025708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-f678b1e7-ba32-4f63-9ae3-90b14b3a5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.029122 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-f678b1e7-ba32-4f63-9ae3-90b14b3a5b9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1265271 Sep 16 05:12:48.071205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-27289531-2830-4887-820f-e5f226222263 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358872 Sep 16 05:12:48.231007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be3a3308-c4e4-4a68-a572-887ef63e01c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.236723 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be3a3308-c4e4-4a68-a572-887ef63e01c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.239047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-be3a3308-c4e4-4a68-a572-887ef63e01c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/224598aa-1917-49c8-ab9c-95ed13614655 HTTP/1.1" status: 204 len: 168 time: 0.6223991 Sep 16 05:12:48.275582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a3308-c4e4-4a68-a572-887ef63e01c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224598aa-1917-49c8-ab9c-95ed13614655,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.277466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa32a0-4784-4cae-887e-8aecd338c5c0 req-d6b1f48d-db08-4d31-815c-958f5a5a7ba6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.280318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7caa32a0-4784-4cae-887e-8aecd338c5c0 req-d6b1f48d-db08-4d31-815c-958f5a5a7ba6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.1001689 Sep 16 05:12:48.319948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-cab8daf5-10bc-49df-8aad-35abe5549a59 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232437 Sep 16 05:12:48.389550 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7caa32a0-4784-4cae-887e-8aecd338c5c0 req-6a0a7734-ab8c-4bb3-99a7-5a39e59dcecf tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845129 Sep 16 05:12:48.466218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-c7caa63e-88a0-4964-9372-f448e9ff29be service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327517 Sep 16 05:12:48.654844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264598df-6b18-4a7c-8e90-53e518d951ff req-b4fd3cb9-8f36-4ba6-8018-8d18c4157091 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.656543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-264598df-6b18-4a7c-8e90-53e518d951ff req-b4fd3cb9-8f36-4ba6-8018-8d18c4157091 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1098 time: 0.0876071 Sep 16 05:12:48.709319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-264598df-6b18-4a7c-8e90-53e518d951ff req-8832d3f1-4a96-485a-8d32-d6c960cc8bb8 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385156 Sep 16 05:12:49.246798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ea593-c276-4132-9e27-91047426a998 req-ff463857-f993-48f5-8032-6b10afab03a1 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.249649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-ff463857-f993-48f5-8032-6b10afab03a1 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1096 time: 0.1077425 Sep 16 05:12:49.365798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40206) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.394800 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35ff8da7-8608-40a3-abf4-553bc55a76cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.584357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b09ea593-c276-4132-9e27-91047426a998 req-fa61fedd-07f9-4c53-996a-9f11746cde22 service neutron] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:49.588604 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b09ea593-c276-4132-9e27-91047426a998 req-fa61fedd-07f9-4c53-996a-9f11746cde22 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.590483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b09ea593-c276-4132-9e27-91047426a998 req-fa61fedd-07f9-4c53-996a-9f11746cde22 service neutron] 10.222.0.66 "DELETE /v2.0/ports/92f76cdb-0e43-424c-90cc-0529016f27f8/bindings/n-h1-712749-15 HTTP/1.1" status: 204 len: 173 time: 0.3304532 Sep 16 05:12:49.604483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35ff8da7-8608-40a3-abf4-553bc55a76cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.614777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40220) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.633218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7ab09-9ffb-41d2-a834-f69151dd2048 req-f63acb39-58b3-489b-88ae-a5eb665977e8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.633545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-540702c2-a73f-4370-99ce-7cbf22bc6577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.635892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44b7ab09-9ffb-41d2-a834-f69151dd2048 req-f63acb39-58b3-489b-88ae-a5eb665977e8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.1237147 Sep 16 05:12:49.692488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35ff8da7-8608-40a3-abf4-553bc55a76cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.701097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 92f76cdb-0e43-424c-90cc-0529016f27f8 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:49.748514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44b7ab09-9ffb-41d2-a834-f69151dd2048 req-cdeb5cd9-45d3-46e6-ba89-de18c4c945ad tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000638 Sep 16 05:12:49.754543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-35ff8da7-8608-40a3-abf4-553bc55a76cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e14f56ed5c57488f84c3f2c413ea03fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838093 Sep 16 05:12:49.757787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40226) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.784018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff8da7-8608-40a3-abf4-553bc55a76cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251a0e84-d37b-41b9-8965-f98b46199640,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.829243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 92f76cdb-0e43-424c-90cc-0529016f27f8 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:49.840274 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-effa72b9-c55f-4191-aaeb-aedd390bbecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.899131 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-540702c2-a73f-4370-99ce-7cbf22bc6577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.960490 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3c826f-9b53-4e35-a9ee-3b61aa0fef32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.972703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-540702c2-a73f-4370-99ce-7cbf22bc6577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.998655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aae55b-676e-49ca-bf8e-0332b744a8d0 req-d4741056-bdf3-4e22-aa70-8d008f1f46f5 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.001839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22aae55b-676e-49ca-bf8e-0332b744a8d0 req-d4741056-bdf3-4e22-aa70-8d008f1f46f5 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1098 time: 0.1135211 Sep 16 05:12:50.010329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3c826f-9b53-4e35-a9ee-3b61aa0fef32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.035894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-540702c2-a73f-4370-99ce-7cbf22bc6577 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97924bd3a25549b2aa95b3d10325428b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189689 Sep 16 05:12:50.036949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540702c2-a73f-4370-99ce-7cbf22bc6577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1bdfe3-561e-488f-899a-5078654c9452,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.039619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40234) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.150683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22aae55b-676e-49ca-bf8e-0332b744a8d0 req-f230c513-a9e6-4b07-ac12-1e3fec182148 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259561 Sep 16 05:12:50.201696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db402908-22ff-400c-a7e9-391ac436363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.237997 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db402908-22ff-400c-a7e9-391ac436363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.309738 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3c826f-9b53-4e35-a9ee-3b61aa0fef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.318770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb3c826f-9b53-4e35-a9ee-3b61aa0fef32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.325031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fb3c826f-9b53-4e35-a9ee-3b61aa0fef32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/251a0e84-d37b-41b9-8965-f98b46199640 HTTP/1.1" status: 204 len: 168 time: 0.5658524 Sep 16 05:12:50.329546 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.346819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c826f-9b53-4e35-a9ee-3b61aa0fef32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251a0e84-d37b-41b9-8965-f98b46199640,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.481793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db402908-22ff-400c-a7e9-391ac436363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.484522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db402908-22ff-400c-a7e9-391ac436363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.489211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-db402908-22ff-400c-a7e9-391ac436363b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b1bdfe3-561e-488f-899a-5078654c9452 HTTP/1.1" status: 204 len: 168 time: 0.4397738 Sep 16 05:12:50.733502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db402908-22ff-400c-a7e9-391ac436363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1bdfe3-561e-488f-899a-5078654c9452,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.769898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad7f15-5cb0-483a-82f9-a3468446e4c7 req-ab8a4d0e-c039-468c-96b6-9b02e18abfc9 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.771529 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10ad7f15-5cb0-483a-82f9-a3468446e4c7 req-ab8a4d0e-c039-468c-96b6-9b02e18abfc9 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1096 time: 0.2795191 Sep 16 05:12:50.831343 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10ad7f15-5cb0-483a-82f9-a3468446e4c7 req-524ff1f3-21e3-42b4-a83b-378652eb7b6f tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490444 Sep 16 05:12:51.424692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-3b15fd7f-628f-415a-95e3-b3fdff336006 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.426337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-3b15fd7f-628f-415a-95e3-b3fdff336006 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 820 time: 0.1539845 Sep 16 05:12:51.450340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-7df6f0b6-57ef-4875-915a-8a7a50be9018 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/quotas/ee7cdd3450f847e7be1ee06226de1088 HTTP/1.1" status: 200 len: 375 time: 0.0108240 Sep 16 05:12:51.511559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-b4c4e759-0d3b-4434-ab01-a9ca5102ef26 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529430 Sep 16 05:12:51.630423 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-c454dab4-282c-42ec-8307-971482a6369a service neutron] 10.222.0.49 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107748 Sep 16 05:12:51.775772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-744d9bab-4604-4f30-a1fc-197a938eea14 service neutron] 10.222.0.49 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309924 Sep 16 05:12:51.821812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40310) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.188620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa411-f8e7-439c-9631-1893490d9d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.196728 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-080c74b8-34d0-4654-b925-18e0a1a952b7 req-3dea886f-297c-485c-a873-12151e5e9f58 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 210 time: 0.0372992 Sep 16 05:12:52.360206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa411-f8e7-439c-9631-1893490d9d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.480372 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa411-f8e7-439c-9631-1893490d9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.565346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ce6aa411-f8e7-439c-9631-1893490d9d54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc1693debdef4d1e8734eb0785eb6a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417290 Sep 16 05:12:52.566865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6aa411-f8e7-439c-9631-1893490d9d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e975c6-6683-4d1b-8460-402157034652,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.570020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:52.700641 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-717e7d40-1dc8-4f70-a0f7-19c1a44951b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.772701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-717e7d40-1dc8-4f70-a0f7-19c1a44951b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.995619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-717e7d40-1dc8-4f70-a0f7-19c1a44951b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.000561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-717e7d40-1dc8-4f70-a0f7-19c1a44951b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.003600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-717e7d40-1dc8-4f70-a0f7-19c1a44951b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62e975c6-6683-4d1b-8460-402157034652 HTTP/1.1" status: 204 len: 168 time: 0.4304640 Sep 16 05:12:53.021333 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79dd96c7-722f-4223-adee-0e527e31d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.031290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e7d40-1dc8-4f70-a0f7-19c1a44951b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e975c6-6683-4d1b-8460-402157034652,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.767173 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.949659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-930d5955-c439-47c6-bd32-b84d2159026c tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:53.951181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-930d5955-c439-47c6-bd32-b84d2159026c tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086455 Sep 16 05:12:54.034146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-6eaef32f-ec69-4de0-9871-8f75726290ad tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.037246 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-6eaef32f-ec69-4de0-9871-8f75726290ad tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports/2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 1095 time: 0.0744984 Sep 16 05:12:54.054100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Request body: {'binding': {'host': 'n-h1-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:54.055380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:12:54.238977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-aab007c3-3a7d-4b91-942e-c4b8501114e0 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7ce09eca40034d28896e34ff860ad80a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396600 Sep 16 05:12:54.368475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on host n-h1-712749-15 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:54.368818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:54.369153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:54.381278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:54.381607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:54.394979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:54.395325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:54.395724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:54.396249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Bound port: 2683d3c4-2c1b-41e6-8669-85e5129e3142, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:54.452990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-08994ea6-3d4e-4c3c-9c9b-7162fdb490b3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.460985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-08994ea6-3d4e-4c3c-9c9b-7162fdb490b3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116785 Sep 16 05:12:54.498817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-690c0e2f-4fa7-46cc-b53f-61a73740a576 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/quotas/7ce09eca40034d28896e34ff860ad80a HTTP/1.1" status: 200 len: 375 time: 0.0264823 Sep 16 05:12:54.562132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:54.598293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-4f3288e4-ddf7-44b3-8e79-63a9187200e8 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ce09eca40034d28896e34ff860ad80a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595074 Sep 16 05:12:54.638064 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.640532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-11ac31e2-b4af-4c04-9321-9900f9c160b2 service neutron] 10.222.0.49 "POST /v2.0/ports/2683d3c4-2c1b-41e6-8669-85e5129e3142/bindings HTTP/1.1" status: 201 len: 390 time: 0.5940905 Sep 16 05:12:54.756007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.769786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0665d9b6-25e0-441f-9f5e-c02bd6dcb548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.922351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0665d9b6-25e0-441f-9f5e-c02bd6dcb548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.939555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.051526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0665d9b6-25e0-441f-9f5e-c02bd6dcb548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.122999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0665d9b6-25e0-441f-9f5e-c02bd6dcb548 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec8be93f5bb84681ab126fb0e858859d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658497 Sep 16 05:12:55.125370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3216c3e7-d576-48f2-9ba0-2ff2811eef6d req-4af2bb8e-01bf-45d9-9dfa-fec7f0208fe7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 210 time: 0.1256883 Sep 16 05:12:55.126694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665d9b6-25e0-441f-9f5e-c02bd6dcb548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd377f77-4301-46a7-ba18-de3ec81aaaf0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.128598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40438) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.143443 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.307531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02c7bf0f-7ab7-41d2-ae8b-5763730527dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.356632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02c7bf0f-7ab7-41d2-ae8b-5763730527dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.388975 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3212c13-2015-4e29-9d5e-953aab6ff7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.484618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36d9b707-411e-4134-83a9-edaf238a4676 req-e7b1a698-c875-460d-a6b2-f85dfa11b7a4 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 210 time: 0.0556495 Sep 16 05:12:55.588941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-100cb504-cac6-4bde-95ed-91ad67e57f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.589784 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-100cb504-cac6-4bde-95ed-91ad67e57f95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1098 time: 0.0662448 Sep 16 05:12:55.600761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02c7bf0f-7ab7-41d2-ae8b-5763730527dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.605166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02c7bf0f-7ab7-41d2-ae8b-5763730527dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.608146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-02c7bf0f-7ab7-41d2-ae8b-5763730527dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd377f77-4301-46a7-ba18-de3ec81aaaf0 HTTP/1.1" status: 204 len: 168 time: 0.4779432 Sep 16 05:12:55.628569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7bf0f-7ab7-41d2-ae8b-5763730527dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd377f77-4301-46a7-ba18-de3ec81aaaf0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.926014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f374326-43b3-4e44-b1c8-c735b9b6ce7b req-85257b63-e158-4e4e-b67e-178fb259fd9f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.932589 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f374326-43b3-4e44-b1c8-c735b9b6ce7b req-85257b63-e158-4e4e-b67e-178fb259fd9f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 946 time: 0.2568474 Sep 16 05:12:55.978998 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3212c13-2015-4e29-9d5e-953aab6ff7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.996919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-02c8c7fb-f973-4801-8385-2d1e58f7c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.998963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-02c8c7fb-f973-4801-8385-2d1e58f7c5d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.4009185 Sep 16 05:12:56.041843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-ced761f2-7399-45d2-a1bc-48a47e49184e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.043377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-ced761f2-7399-45d2-a1bc-48a47e49184e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 820 time: 0.3198047 Sep 16 05:12:56.087585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Request body: {'port': {'device_id': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'admin_state_up': True, 'tenant_id': 'ee7cdd3450f847e7be1ee06226de1088'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:56.092422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-16aa388a-d7fa-467b-ab5a-f8dfa8b00b63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 217 time: 0.0643640 Sep 16 05:12:56.106342 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c3212c13-2015-4e29-9d5e-953aab6ff7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.151588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f374326-43b3-4e44-b1c8-c735b9b6ce7b req-ac62490c-2899-4ca8-8e4c-877066a5b54e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070751 Sep 16 05:12:56.256580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3212c13-2015-4e29-9d5e-953aab6ff7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64bb567-ac4a-4c2f-aea8-4bf99eeec675,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.264110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40466) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:56.264729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c3212c13-2015-4e29-9d5e-953aab6ff7d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3b5c70cef834e94a30033774c9c2bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3217919 Sep 16 05:12:56.271254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-ab0d8039-befe-4b2c-987f-c419c92dce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.271991 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-ab0d8039-befe-4b2c-987f-c419c92dce84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1575937 Sep 16 05:12:56.323075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-f39dbc52-0303-4c76-981d-e69310861a22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374973 Sep 16 05:12:56.458321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9607586d-10b5-4f14-bd21-f7f981e463d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.477771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-204f24e0-4aae-4adf-935d-f093eb32a92f service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484437 Sep 16 05:12:56.521116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9607586d-10b5-4f14-bd21-f7f981e463d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.581202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Made reservation on behalf of ee7cdd3450f847e7be1ee06226de1088 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:56.588476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.622106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6613f915-4b6b-4e91-a9c6-50edc1213cbc req-c4c98840-1602-4625-ae41-cb96e42ce416 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 210 time: 0.0738599 Sep 16 05:12:56.687179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-003ee23e-2c48-45dc-8b58-0fd6d2a79085 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738913 Sep 16 05:12:56.738700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9607586d-10b5-4f14-bd21-f7f981e463d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.744797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9607586d-10b5-4f14-bd21-f7f981e463d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.748160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9607586d-10b5-4f14-bd21-f7f981e463d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f64bb567-ac4a-4c2f-aea8-4bf99eeec675 HTTP/1.1" status: 204 len: 168 time: 0.4818630 Sep 16 05:12:56.788182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607586d-10b5-4f14-bd21-f7f981e463d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64bb567-ac4a-4c2f-aea8-4bf99eeec675,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.819622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Allocated IP 172.20.0.11 (a33d2f8c-0f50-4292-b7c6-26b0ef9887b7/f7723731-cf71-4a95-9b40-4e7112c45eb8/58e33359-df86-4001-a80c-b13d44f71a9a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:56.995537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-88080514-e783-4d0b-9406-90fccbef2019 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.997093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-88080514-e783-4d0b-9406-90fccbef2019 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1098 time: 0.1012046 Sep 16 05:12:57.012848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-15'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:57.086944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.098833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.307140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-556aa127-a067-4dd1-8b42-9ec0b5d23204 req-0d4dfe80-433e-4063-8cb9-f12a3bebbbe9 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 210 time: 0.0403612 Sep 16 05:12:57.315758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.325734 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.369782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:57.381432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:57.394831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:57.402854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:57.452758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Pushing event updated for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.495470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.496396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.604545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:57.731218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:57.733706 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f629bf6-99dd-48e4-a146-3558b86a00e2" -d '{"events": [{"server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "name": "network-vif-unplugged", "status": "completed", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:57.740432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-0651a888-6fb3-4f77-9e8c-da87b35a1a1d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6620209 Sep 16 05:12:57.744413 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.755185 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-4c2d5412-1db9-4c7c-be10-3fbb6c69616f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2395287 Sep 16 05:12:57.779905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388ed07-ef85-465b-86ff-4e6d2ce3f6fc req-2c9c780e-28e4-4873-a10f-af766907cee3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.783295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7388ed07-ef85-465b-86ff-4e6d2ce3f6fc req-2c9c780e-28e4-4873-a10f-af766907cee3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 946 time: 0.2091935 Sep 16 05:12:57.791906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Request body: {'port': {'device_id': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:57.866521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.932188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf5204-2ed6-495a-b918-4f82a05bcaa3 req-e356df0e-7c6b-4bd7-8d3b-369f8af1ed18 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.934769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fcf5204-2ed6-495a-b918-4f82a05bcaa3 req-e356df0e-7c6b-4bd7-8d3b-369f8af1ed18 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 932 time: 0.1483655 Sep 16 05:12:58.015398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40520) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.052882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47d539f2-6299-4446-a0c7-bd121ad9e5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.067380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7388ed07-ef85-465b-86ff-4e6d2ce3f6fc req-f7b4503e-c482-4e6e-9403-079f300446e9 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691925 Sep 16 05:12:58.073282 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fcf5204-2ed6-495a-b918-4f82a05bcaa3 req-b7eabca6-77b8-440d-b686-8ef10231983f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165042 Sep 16 05:12:58.153820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.249082 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a192a56b-8346-4f70-a34a-111ab8bfa231 x-openstack-request-id: req-a192a56b-8346-4f70-a34a-111ab8bfa231 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:58.252727 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "name": "network-vif-unplugged", "status": "completed", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:58.253221 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a192a56b-8346-4f70-a34a-111ab8bfa231 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:58.253859 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142', 'code': 200} Sep 16 05:12:58.254781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Pushing event updated for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:58.342485 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47d539f2-6299-4446-a0c7-bd121ad9e5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.435023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-3514e7cc-880f-4911-a20d-23fd7f0bbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.436699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-3514e7cc-880f-4911-a20d-23fd7f0bbb7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1097 time: 0.5489120 Sep 16 05:12:58.463899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on host n-h2-712749-15 for vnic_type normal with profile {"migrating_to": "n-h1-712749-15"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:58.464176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:58.464562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:58.479941 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.500213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfa71559-d5c3-40ab-ab44-c104d9ac60e6 req-e2374908-ee52-4074-9c8c-99b8f8c54b6e tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Sep 16 05:12:58.534238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47d539f2-6299-4446-a0c7-bd121ad9e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.578571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:58.578971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Attempting to bind port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:58.616829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:58.617168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:58.617575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:58.618092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Bound port: 2683d3c4-2c1b-41e6-8669-85e5129e3142, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:58.618607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.702172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-47d539f2-6299-4446-a0c7-bd121ad9e5f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81b239bbce3346e79216aa4450adc8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831031 Sep 16 05:12:58.702983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40530) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.705287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d539f2-6299-4446-a0c7-bd121ad9e5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027e3ad9-5388-482b-ade4-4e6cb642ac3a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:58.729839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-2de73979-7176-40ff-ac5c-47f5d570b52a tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7ce09eca40034d28896e34ff860ad80a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630090 Sep 16 05:12:58.794584 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:58.820627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97c79270-9de8-4eb0-ad8d-7ddc6b87229b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.851894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97c79270-9de8-4eb0-ad8d-7ddc6b87229b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.024491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97c79270-9de8-4eb0-ad8d-7ddc6b87229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.025843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97c79270-9de8-4eb0-ad8d-7ddc6b87229b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.035478 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-97c79270-9de8-4eb0-ad8d-7ddc6b87229b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/027e3ad9-5388-482b-ade4-4e6cb642ac3a HTTP/1.1" status: 204 len: 168 time: 0.3091753 Sep 16 05:12:59.057090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c79270-9de8-4eb0-ad8d-7ddc6b87229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027e3ad9-5388-482b-ade4-4e6cb642ac3a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.231124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40544) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.289773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72d90c-0530-466a-85b7-d10bbddb1db2 req-0bc286b4-aae9-4ea4-bd60-2b43c73c188d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.300546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf72d90c-0530-466a-85b7-d10bbddb1db2 req-0bc286b4-aae9-4ea4-bd60-2b43c73c188d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 944 time: 0.1055655 Sep 16 05:12:59.332227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-5a684a90-e2bc-492d-ac65-526d8cb6a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.334906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-5a684a90-e2bc-492d-ac65-526d8cb6a31f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.8663037 Sep 16 05:12:59.368792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf72d90c-0530-466a-85b7-d10bbddb1db2 req-21061f00-1f96-410b-ac99-3bf96112ab5e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667317 Sep 16 05:12:59.408285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-74dec49e-e7f6-4075-bd32-3e430f24b630 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.410895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-74dec49e-e7f6-4075-bd32-3e430f24b630 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6515896 Sep 16 05:12:59.508513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Request body: {'port': {'device_id': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '7ce09eca40034d28896e34ff860ad80a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:59.530304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-50f6b53a-586e-4480-b062-969a4c3339ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 217 time: 0.1756599 Sep 16 05:12:59.569781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:59.665910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:59.679231 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fab98431-3985-4ab6-a472-4148b5d7e9cf req-a853743d-8db7-41dc-8173-0ba149b157f7 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 210 time: 0.0800130 Sep 16 05:12:59.682438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416a93-5a6e-44c5-8500-46f59139664a req-bb9b8fd3-622a-4d7c-94e0-d601f4042779 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.690818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa416a93-5a6e-44c5-8500-46f59139664a req-bb9b8fd3-622a-4d7c-94e0-d601f4042779 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 932 time: 0.4028513 Sep 16 05:12:59.717302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef15f-c5ba-4cfe-b09f-13071d904da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.754541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.801637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-56e93fb7-84ed-469b-b2b7-109bfbc92b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.804209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-56e93fb7-84ed-469b-b2b7-109bfbc92b90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.2497945 Sep 16 05:12:59.873543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef15f-c5ba-4cfe-b09f-13071d904da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.920074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-e68e8d5a-dce8-49c3-9111-b13fa4697823 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618222 Sep 16 05:12:59.953659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e33359-df86-4001-a80c-b13d44f71a9a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:59.959995 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef15f-c5ba-4cfe-b09f-13071d904da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.981522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa416a93-5a6e-44c5-8500-46f59139664a req-a7ec102e-ca05-4e6f-98b4-f95454e6df73 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897038 Sep 16 05:13:00.010947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.056973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ef15f-c5ba-4cfe-b09f-13071d904da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d193b9-ccdc-44b6-8351-12099e7edbfb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.084916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7c2ef15f-c5ba-4cfe-b09f-13071d904da2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9f9addd7844454a9a7630d00f6eba44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8477571 Sep 16 05:13:00.086012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40568) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.116776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Pushing event updated for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.162223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.173319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.173319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-b179c843-2572-485b-856e-9cacc6a0e972 service neutron] 10.222.0.30 "PUT /v2.0/ports/2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 1124 time: 3.1587789 Sep 16 05:13:00.173319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Transition to ACTIVE for port object 58e33359-df86-4001-a80c-b13d44f71a9a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:00.210880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e71ab9b-a21a-4935-a93f-a0162767763f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.219996 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-85dd846c-6404-4b99-9df0-4848528424bf service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687106 Sep 16 05:13:00.259888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e71ab9b-a21a-4935-a93f-a0162767763f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.261983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:00.264495 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a94313-9bab-45a9-bb88-85a72618e4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:00.302202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Made reservation on behalf of 7ce09eca40034d28896e34ff860ad80a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:00.306636 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.316670 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.322226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2683d3c4-2c1b-41e6-8669-85e5129e3142'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:00.336116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.370617 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce0e948-03b9-4df4-a89d-00ea27137685 x-openstack-request-id: req-dce0e948-03b9-4df4-a89d-00ea27137685 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:00.370982 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:00.371211 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dce0e948-03b9-4df4-a89d-00ea27137685 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:00.371570 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142', 'status': 'completed', 'code': 200} Sep 16 05:13:00.483059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16592c16-0f31-4600-bdf3-3a8794e40e61 req-d66811d2-cc1f-4c48-8d2b-0926503d052a service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551050 Sep 16 05:13:00.502106 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e71ab9b-a21a-4935-a93f-a0162767763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.502539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Pushing event updated for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.517410 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e71ab9b-a21a-4935-a93f-a0162767763f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.520513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6e71ab9b-a21a-4935-a93f-a0162767763f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5d193b9-ccdc-44b6-8351-12099e7edbfb HTTP/1.1" status: 204 len: 168 time: 0.4304640 Sep 16 05:13:00.570660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71ab9b-a21a-4935-a93f-a0162767763f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d193b9-ccdc-44b6-8351-12099e7edbfb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.618869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-f112abd9-12e7-4380-8efc-4c838719ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.622601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-f112abd9-12e7-4380-8efc-4c838719ac45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1127 time: 0.2068079 Sep 16 05:13:00.810728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20dfa1-1622-4736-91f8-7d2403d77298 req-6a288153-71fa-4c45-b8d6-d0a9fa663b01 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.814284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec20dfa1-1622-4736-91f8-7d2403d77298 req-6a288153-71fa-4c45-b8d6-d0a9fa663b01 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 944 time: 0.3071451 Sep 16 05:13:00.863064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:00.864851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:00.866857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:00.894557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-e7ec4197-e3a2-4d97-ad48-812a8eca61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.902914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:00.903769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:00.907453 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-e7ec4197-e3a2-4d97-ad48-812a8eca61c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.2616260 Sep 16 05:13:00.934367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:00.935266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:00.936247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:00.937160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Bound port: 58e33359-df86-4001-a80c-b13d44f71a9a, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:00.938136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.001687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec20dfa1-1622-4736-91f8-7d2403d77298 req-e9d5df51-4719-4ea8-8bb8-61db477da838 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669424 Sep 16 05:13:01.012073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-68512a7f-db61-410d-ab7e-3eaf9a4c8989 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 217 time: 0.0933943 Sep 16 05:13:01.046834 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.176537 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.228606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:01.240394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-6eb87538-721a-4b03-8683-6d13b54cecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.253950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-6eb87538-721a-4b03-8683-6d13b54cecb8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.2305398 Sep 16 05:13:01.272893 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-835390ca-7f1a-4d01-90f6-c837e9e5c6e3 req-8dfaced5-bb68-4fe9-9d25-d70e2bc0f54f tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 210 time: 0.1227529 Sep 16 05:13:01.346325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:01.381952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-a3dd7c6a-e96b-42e4-90d8-34bea0f1e8dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041396 Sep 16 05:13:01.397488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.443627 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.653859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.653859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.653859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] 10.222.0.30 "PUT /v2.0/ports/58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 200 len: 1093 time: 3.8601885 Sep 16 05:13:01.653859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59583c04-6a16-4428-bc31-14f1169adf77 service neutron] Pushing event updated for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.701570 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-9d5de4e0-af8c-4207-ab22-3bb2dc8dfba8 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101242 Sep 16 05:13:01.787599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340c732-ba43-41a5-8233-b03114de4072 req-18c95a94-783a-4ba8-b3f2-7ae376c4b43b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.788247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1340c732-ba43-41a5-8233-b03114de4072 req-18c95a94-783a-4ba8-b3f2-7ae376c4b43b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.4432347 Sep 16 05:13:01.857518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1340c732-ba43-41a5-8233-b03114de4072 req-d414d556-0255-41de-b766-57f709932b4e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610597 Sep 16 05:13:01.924488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Allocated IP 192.168.233.84 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/7d110dc8-1c74-491c-9f1e-56c5000ca699) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:01.934763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-15d03a3d-c1f9-4dd8-92e3-e7c3ea37ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.936553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-15d03a3d-c1f9-4dd8-92e3-e7c3ea37ef13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1096 time: 0.0702024 Sep 16 05:13:01.980598 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9a94313-9bab-45a9-bb88-85a72618e4a4 req-263c4eda-cf1c-420d-ab98-fdd61bbec07d service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579696 Sep 16 05:13:02.112648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-273564d7-c35a-4b9e-98a6-622a4b346891 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 200 len: 217 time: 0.1484969 Sep 16 05:13:02.164792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40612) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.187460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40614) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.219486 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-276818fc-b5c0-40dd-b253-ea048bc32e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.303708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-50fd1688-4148-4217-84b0-ca37773a505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.305292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-50fd1688-4148-4217-84b0-ca37773a505b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1503744 Sep 16 05:13:02.430944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:02.434791 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2e0da5-f34d-4574-b2cb-080a220e4829" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:02.465228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-8dc39816-eef8-4ddf-8f5e-becbce8f154a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063023 Sep 16 05:13:02.511560 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-276818fc-b5c0-40dd-b253-ea048bc32e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.528635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-581575286-network', 'tenant_id': 'f8a9d4885328462a948e138793cba258'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:02.585068 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-405b50ac-d949-4582-9b20-fd5e4b767534 req-b5390ddc-5951-4fc5-8be3-bc959e23baad tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 210 time: 0.0383472 Sep 16 05:13:02.618827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c44b6-a851-4d42-9bb5-ec62910b644e req-e5fa9979-c29b-4bd6-b7f7-33cc63fcf8fe tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:02.625296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-276818fc-b5c0-40dd-b253-ea048bc32e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.626431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216c44b6-a851-4d42-9bb5-ec62910b644e req-e5fa9979-c29b-4bd6-b7f7-33cc63fcf8fe tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 944 time: 0.3559976 Sep 16 05:13:02.720436 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.728092 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f4ca2-8c4f-454e-b0b7-deed2f0debaa x-openstack-request-id: req-852f4ca2-8c4f-454e-b0b7-deed2f0debaa {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:02.728483 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:02.728828 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-852f4ca2-8c4f-454e-b0b7-deed2f0debaa {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:02.729395 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a', 'status': 'completed', 'code': 200} Sep 16 05:13:02.733390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Made reservation on behalf of f8a9d4885328462a948e138793cba258 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:02.736978 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.744025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276818fc-b5c0-40dd-b253-ea048bc32e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f471d5a7-7a9f-4c1e-99d7-a367fb7b45d6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.765192 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.772755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-276818fc-b5c0-40dd-b253-ea048bc32e97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f99428759cf4c2ab99ae4f22fe7d28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6046603 Sep 16 05:13:02.775623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40630) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.806919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216c44b6-a851-4d42-9bb5-ec62910b644e req-c8c9ef8d-a982-40a4-92a5-31f26d24752e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778195 Sep 16 05:13:02.837497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-36158b42-86a8-49a2-9c81-6dfa10678b1d service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483927 Sep 16 05:13:02.898398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9c3757a-d421-406d-8f8e-2d9763c141d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.949168 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9c3757a-d421-406d-8f8e-2d9763c141d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.171983 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9c3757a-d421-406d-8f8e-2d9763c141d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.175845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9c3757a-d421-406d-8f8e-2d9763c141d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.181319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b9c3757a-d421-406d-8f8e-2d9763c141d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f471d5a7-7a9f-4c1e-99d7-a367fb7b45d6 HTTP/1.1" status: 204 len: 168 time: 0.4045637 Sep 16 05:13:03.202467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3757a-d421-406d-8f8e-2d9763c141d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f471d5a7-7a9f-4c1e-99d7-a367fb7b45d6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.206497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d95d6b-4e30-45b2-8ac7-741fa145b2cb req-35f93748-3067-43b7-a23c-0f101957e601 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.220720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2d95d6b-4e30-45b2-8ac7-741fa145b2cb req-35f93748-3067-43b7-a23c-0f101957e601 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.2210312 Sep 16 05:13:03.232809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.239273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de4e6bf2-31fc-480a-9072-efd4383dc59c req-603a4409-8df2-4872-9c26-6d38066ac1d4 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579643 Sep 16 05:13:03.346055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:03.350061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.354345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:03.368735 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2d95d6b-4e30-45b2-8ac7-741fa145b2cb req-23d75fcc-12c9-4fa3-8f79-8fbb6a3c12d4 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465554 Sep 16 05:13:03.370499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:03.450103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.489114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.489989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.556849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.570061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:03.584913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.585201 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Added segment e72dc1c6-7ee5-434a-ae89-90134916df34 of type vlan for network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 Sep 16 05:13:03.612796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40648) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.692056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f0524-9d83-4355-9f7a-eefb1d181b07,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.710692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-69ab343c-6b9c-4694-8fcb-0e611ebf19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.712323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-69ab343c-6b9c-4694-8fcb-0e611ebf19b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1096 time: 0.2100258 Sep 16 05:13:03.714427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.714580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-411b3a77-853f-4cb7-bcff-9082ba5c5456 None None] Provisioning complete for port 7d110dc8-1c74-491c-9f1e-56c5000ca699 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:03.716978 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-411b3a77-853f-4cb7-bcff-9082ba5c5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.720897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-091799d3-0c17-41c1-b720-5a5792e34ed3 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2618651 Sep 16 05:13:03.777058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-411b3a77-853f-4cb7-bcff-9082ba5c5456 None None] Port 7d110dc8-1c74-491c-9f1e-56c5000ca699 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:03.806223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2683d3c4-2c1b-41e6-8669-85e5129e3142 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:03.819099 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-978dfc8d-f0e9-4970-9611-105e3aa74879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.838514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Request body: {'port': {'device_id': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:03.968831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:03.993743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2683d3c4-2c1b-41e6-8669-85e5129e3142 has no active binding in host n-h1-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:13:04.042218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef6f1-6a67-448b-8404-db167fafdef1 req-771becb6-ef44-4de0-9b17-e74314594c65 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.044493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-888ef6f1-6a67-448b-8404-db167fafdef1 req-771becb6-ef44-4de0-9b17-e74314594c65 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 944 time: 0.0882463 Sep 16 05:13:04.085341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-978dfc8d-f0e9-4970-9611-105e3aa74879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.130244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-888ef6f1-6a67-448b-8404-db167fafdef1 req-44d5922c-1446-450c-901c-cfeef70b904a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673585 Sep 16 05:13:04.185908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-978dfc8d-f0e9-4970-9611-105e3aa74879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.224283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dfc8d-f0e9-4970-9611-105e3aa74879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d536a6da-ffab-477d-96eb-ab35a87da8ee,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.228305 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.229289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.229899 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.260835 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-978dfc8d-f0e9-4970-9611-105e3aa74879 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=179eb66c76b84669895ba17e656911a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471415 Sep 16 05:13:04.265751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40666) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.321877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c47914-eddd-4b1b-ade4-8fb925bc3aaf req-75b42240-0bd3-4d36-873f-8e701dc3b27e tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.323481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2c47914-eddd-4b1b-ade4-8fb925bc3aaf req-75b42240-0bd3-4d36-873f-8e701dc3b27e tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 935 time: 0.5788550 Sep 16 05:13:04.371723 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-659772d7-abbd-4384-989f-569525a35e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.405023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.421293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1558752 Sep 16 05:13:04.425571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-dda4e675-5eaa-45ab-a6e8-ad62e37b1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.427103 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-dda4e675-5eaa-45ab-a6e8-ad62e37b1f36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.6963623 Sep 16 05:13:04.427582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40672) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.430097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-659772d7-abbd-4384-989f-569525a35e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.433257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Request body: {'subnet': {'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-subnet', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:04.437459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269eab4-adc3-4c52-8a77-1e0e8faab761 admin admin] Pushing event updated for resources: {'Network': ['ID=97a7f1ef-d914-4d8e-aeb8-45dd001135a8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.459485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:04.578986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2c47914-eddd-4b1b-ade4-8fb925bc3aaf req-cf83fffd-3efb-4c96-b144-12ec97a6e089 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002132 Sep 16 05:13:04.583127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-46e13e9e-8ccd-49de-bc62-65e9e26c5735 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 200 len: 217 time: 0.0954428 Sep 16 05:13:04.655293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-659772d7-abbd-4384-989f-569525a35e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.660822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-659772d7-abbd-4384-989f-569525a35e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.667430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-659772d7-abbd-4384-989f-569525a35e31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d536a6da-ffab-477d-96eb-ab35a87da8ee HTTP/1.1" status: 204 len: 168 time: 0.3945489 Sep 16 05:13:04.719474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-3b4c7fbc-2a78-4535-9fe7-1100f3f1463d service neutron] 10.222.0.66 "GET /v2.0/ports/2683d3c4-2c1b-41e6-8669-85e5129e3142/bindings/n-h1-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.1821539 Sep 16 05:13:04.748845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659772d7-abbd-4384-989f-569525a35e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d536a6da-ffab-477d-96eb-ab35a87da8ee,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.752782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-d564b36d-9db2-42ab-bab6-68999cef04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.755282 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-d564b36d-9db2-42ab-bab6-68999cef04d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1530516 Sep 16 05:13:04.786924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Made reservation on behalf of f8a9d4885328462a948e138793cba258 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:04.790063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.841041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ab14d-06b5-47b6-961f-e4bdc4237c1b req-6b8d4d11-f50b-44ed-b52a-e3d7cfa1dd5b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.847719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-fa4c4c46-ef59-485a-a620-2b1368ae6962 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729971 Sep 16 05:13:04.852668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f3ab14d-06b5-47b6-961f-e4bdc4237c1b req-6b8d4d11-f50b-44ed-b52a-e3d7cfa1dd5b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.2188728 Sep 16 05:13:04.899197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f3ab14d-06b5-47b6-961f-e4bdc4237c1b req-205ff688-6f35-476b-bd50-308d129e48cf tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453539 Sep 16 05:13:05.079698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:05.104803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:05.149994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2683d3c4-2c1b-41e6-8669-85e5129e3142 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:05.168139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:05.252245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.362036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-874d13da-7412-4463-8d31-f1a2cacdcc6b service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020971 Sep 16 05:13:05.383342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] Transition to ACTIVE for port object 2683d3c4-2c1b-41e6-8669-85e5129e3142 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:05.503631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd1e1a-e4e9-4991-be1e-78b156921075 req-24fdc1fd-c21f-48fa-82ff-aab1fb274498 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.505868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c0dd1e1a-e4e9-4991-be1e-78b156921075 req-24fdc1fd-c21f-48fa-82ff-aab1fb274498 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 944 time: 0.2155361 Sep 16 05:13:05.543689 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.562161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d110dc8-1c74-491c-9f1e-56c5000ca699 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:05.580790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.615128 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.670321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] No DVR routers for this DVR port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:05.700443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] Pushing event updated for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=10']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.703319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Transition to ACTIVE for port object 7d110dc8-1c74-491c-9f1e-56c5000ca699 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:05.741017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c2e0da5-f34d-4574-b2cb-080a220e4829 req-7d372b64-adeb-494f-a879-86f53886833b service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448384 Sep 16 05:13:05.752742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c0dd1e1a-e4e9-4991-be1e-78b156921075 req-ae71d7e1-afe4-48ab-a091-148742924e30 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947463 Sep 16 05:13:05.759044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.771876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Checking segment: {'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:05.772404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Network hostable DHCP agents. Network: 97a7f1ef-d914-4d8e-aeb8-45dd001135a8, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:05.776699 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a6ed0fd1-95c6-4dd8-b953-e8727ad0be13 service neutron] 10.222.0.66 "PUT /v2.0/ports/2683d3c4-2c1b-41e6-8669-85e5129e3142/bindings/n-h1-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0304096 Sep 16 05:13:05.834846 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.872630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.904029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-260d6fea-5f99-440f-8d79-4d5ef40a8a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.921527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:05.942586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.122116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beea12f-36bc-42e9-8ae9-59483c06a16d req-a5488912-943e-4b76-a110-3827bc86ea93 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.124539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5beea12f-36bc-42e9-8ae9-59483c06a16d req-a5488912-943e-4b76-a110-3827bc86ea93 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 935 time: 0.4258196 Sep 16 05:13:06.176368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 97a7f1ef-d914-4d8e-aeb8-45dd001135a8) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:06.187580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf0c80-8ae8-4b93-af3b-033b99817da8 None None] Network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:06.219179 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5beea12f-36bc-42e9-8ae9-59483c06a16d req-7299b593-7c7f-4765-b397-1e25d8364987 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773585 Sep 16 05:13:06.233325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.238988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.368958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-f03c3ca2-8bd6-4061-b713-0a0d956ad9a5 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.370820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-f03c3ca2-8bd6-4061-b713-0a0d956ad9a5 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.3109066 Sep 16 05:13:06.371586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Attempting to bind port 7d110dc8-1c74-491c-9f1e-56c5000ca699 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:06.371938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Attempting to bind port 7d110dc8-1c74-491c-9f1e-56c5000ca699 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:06.372324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Attempting to bind port 7d110dc8-1c74-491c-9f1e-56c5000ca699 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:06.405252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1bb6-3c05-4a19-83f0-13fa857eae38 req-d247cf09-f6f7-4546-925a-3bb54e973d58 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.408135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c1f1bb6-3c05-4a19-83f0-13fa857eae38 req-d247cf09-f6f7-4546-925a-3bb54e973d58 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.3323345 Sep 16 05:13:06.408788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Port 7d110dc8-1c74-491c-9f1e-56c5000ca699 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:06.409118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Attempting to bind port 7d110dc8-1c74-491c-9f1e-56c5000ca699 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:06.415613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:06.415997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:06.416391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:06.416838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Bound port: 7d110dc8-1c74-491c-9f1e-56c5000ca699, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:06.417207 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.471711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-97a7f1ef-d914-4d8e-aeb8-45dd001135a8', 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'fixed_ips': [{'subnet_id': '9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:06.472670 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.627357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c1f1bb6-3c05-4a19-83f0-13fa857eae38 req-9ec0ca96-9e8e-49f3-a0a4-c386d365e725 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739285 Sep 16 05:13:06.630928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-9d13407d-c725-4dda-b1fa-77fa113d071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.633712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-9d13407d-c725-4dda-b1fa-77fa113d071e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724&tenant_id=a1615ea5bc234353bd24a95e36e3d638 HTTP/1.1" status: 200 len: 1097 time: 0.2514122 Sep 16 05:13:06.648041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Allocated IP 172.20.0.2 (97a7f1ef-d914-4d8e-aeb8-45dd001135a8/9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37/78a8c612-13fd-4ca7-84f9-a4b7eacad8cc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:06.746228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:06.750692 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-260d6fea-5f99-440f-8d79-4d5ef40a8a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.776374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:06.789323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-0a32a335-acb4-4ae7-b661-4e8ffe682d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.792186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-0a32a335-acb4-4ae7-b661-4e8ffe682d72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1097 time: 0.1040633 Sep 16 05:13:06.869307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-260d6fea-5f99-440f-8d79-4d5ef40a8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.913809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.975654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.028473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d85540f2-314f-4e69-935f-b3884817f4bf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5990255 Sep 16 05:13:07.036351 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.060725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.065302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-260d6fea-5f99-440f-8d79-4d5ef40a8a9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf99b5033f184b53b912b80cf4b7290f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1916103 Sep 16 05:13:07.076224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d6fea-5f99-440f-8d79-4d5ef40a8a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43261439-dd49-4546-8590-6ae2620f4e43,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.083848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40728) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.098963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.111918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.116710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.116710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d110dc8-1c74-491c-9f1e-56c5000ca699 HTTP/1.1" status: 200 len: 1096 time: 3.3210750 Sep 16 05:13:07.122301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:07.127172 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafed63f-e519-47e8-8050-2fbb6c55d8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:07.137379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:07.141133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:07.145598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:07.197781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.199067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.200610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.202035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.203113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.204660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.205707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.206723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.207752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.208918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.210228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.211578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.215106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e9a42-2e6f-4f09-84c0-995755ad2458 service neutron] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.231123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de3dd609-c535-45ef-84eb-4e2867997366 req-e1d08eec-691a-4be6-98fb-a66e98c51fd6 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8545 time: 0.4379714 Sep 16 05:13:07.237037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-653ffa40-7070-44f6-99d7-fab9d610e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.239408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-653ffa40-7070-44f6-99d7-fab9d610e619 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.4382830 Sep 16 05:13:07.258373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95010-228e-470a-ae87-822fefc95609 req-9511aef1-77f4-412e-b1c2-c0771de6d1b2 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.261874 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8b95010-228e-470a-ae87-822fefc95609 req-9511aef1-77f4-412e-b1c2-c0771de6d1b2 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 945 time: 0.3692484 Sep 16 05:13:07.262091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Pushing event updated for resources: {'Port': ['ID=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.288248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a486a90e-ab63-47eb-a00a-76beca7181ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.319831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Attempting to bind port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:07.322215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Attempting to bind port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:07.333128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Attempting to bind port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc on network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:07.354835 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a486a90e-ab63-47eb-a00a-76beca7181ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.358780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:07.363300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Checking segment: {'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:07.363300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.363300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Bound using segment: {'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:07.363300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Bound port: 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:07.363300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.375164 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d64f082-9a6e-4bcc-a296-001b793975f4 x-openstack-request-id: req-6d64f082-9a6e-4bcc-a296-001b793975f4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:07.375516 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:07.375683 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d64f082-9a6e-4bcc-a296-001b793975f4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:07.376105 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'status': 'completed', 'code': 200} Sep 16 05:13:07.381463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8b95010-228e-470a-ae87-822fefc95609 req-8744328d-d6bd-421f-99ee-17657390673f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984347 Sep 16 05:13:07.393055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-8d107747-f74a-4a44-a259-4fef2cb208da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 217 time: 0.1455154 Sep 16 05:13:07.434190 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.435445 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.503470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] For port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:07.509136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] For port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,segment=NetworkSegment(e72dc1c6-7ee5-434a-ae89-90134916df34),segment_id=e72dc1c6-7ee5-434a-ae89-90134916df34)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:07.593893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.601683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b899-a04b-44f3-a3dd-882ceebec067 req-6cdfe20f-a8ca-43bd-8f26-605a2ad07e55 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.604029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f461b899-a04b-44f3-a3dd-882ceebec067 req-6cdfe20f-a8ca-43bd-8f26-605a2ad07e55 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 886 time: 0.2538326 Sep 16 05:13:07.628558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.677879 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2683d3c4-2c1b-41e6-8669-85e5129e3142 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:07.691093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-754a77ab-b27d-4c25-8c64-43955ae1983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.694101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-754a77ab-b27d-4c25-8c64-43955ae1983d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.2702944 Sep 16 05:13:07.718828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-856ddbbf-733a-445c-ab4a-c11bb5769aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.723465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-856ddbbf-733a-445c-ab4a-c11bb5769aa3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ce09eca40034d28896e34ff860ad80a&device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 1099 time: 0.3502476 Sep 16 05:13:07.741550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2683d3c4-2c1b-41e6-8669-85e5129e3142 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:07.778188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a486a90e-ab63-47eb-a00a-76beca7181ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.780077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d5746-7c7e-4e23-aed7-7916ee65b7ab None None] Pushing event updated for resources: {'Port': ['ID=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.783534 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a486a90e-ab63-47eb-a00a-76beca7181ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.790608 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a486a90e-ab63-47eb-a00a-76beca7181ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43261439-dd49-4546-8590-6ae2620f4e43 HTTP/1.1" status: 204 len: 168 time: 0.7041347 Sep 16 05:13:07.818945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 58e33359-df86-4001-a80c-b13d44f71a9a details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:07.832068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486a90e-ab63-47eb-a00a-76beca7181ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43261439-dd49-4546-8590-6ae2620f4e43,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.859870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-3530e6dc-44bc-4ae5-b6fe-a241f3ad9310 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470296 Sep 16 05:13:07.867176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.868463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.869511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.870590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.871733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.872901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.877696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.879967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.881848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.887565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.888970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.890135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.896413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96c0ee91-618b-40e5-9de5-15b2e9488a22 req-8a40b982-8648-4e71-a454-757869f5a765 tempest-NetworksTest-1130721949 tempest-NetworksTest-1130721949-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8545 time: 0.2501614 Sep 16 05:13:07.932150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-446b867e-c332-4b8e-bda2-81e113acabc4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699 HTTP/1.1" status: 200 len: 217 time: 0.1737187 Sep 16 05:13:07.947787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54571-b8db-4427-88c9-cf99a181b1a9 req-fdabc7ba-eced-4242-b31b-39463ca3d4cb tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.953396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dee54571-b8db-4427-88c9-cf99a181b1a9 req-fdabc7ba-eced-4242-b31b-39463ca3d4cb tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 947 time: 0.3839271 Sep 16 05:13:08.099822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:08.118830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '58e33359-df86-4001-a80c-b13d44f71a9a', 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'port_id': '58e33359-df86-4001-a80c-b13d44f71a9a', 'mac_address': 'fa:16:3e:c2:c2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7723731-cf71-4a95-9b40-4e7112c45eb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:08.296777 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.297851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ff649-3749-45be-b3cb-700f5f6b3378 req-331f5923-8625-43c4-8a08-e215677cea80 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.314662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-092ff649-3749-45be-b3cb-700f5f6b3378 req-331f5923-8625-43c4-8a08-e215677cea80 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.2382257 Sep 16 05:13:08.330204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e33359-df86-4001-a80c-b13d44f71a9a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:08.353744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-87efee95-946e-4432-a95f-d865b2beb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.355088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-87efee95-946e-4432-a95f-d865b2beb1fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.3782945 Sep 16 05:13:08.387505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-092ff649-3749-45be-b3cb-700f5f6b3378 req-3db8c669-419d-4d0e-94a0-4a607d7ec830 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686018 Sep 16 05:13:08.389820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:08.550846 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.752680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.802314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a462d-7d38-496b-ae30-8acd502310ba req-acb77a1b-7da2-4199-b5e6-a180bfa99394 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.814334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c28a462d-7d38-496b-ae30-8acd502310ba req-acb77a1b-7da2-4199-b5e6-a180bfa99394 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 945 time: 0.1760349 Sep 16 05:13:08.901673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40766) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.904519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['58e33359-df86-4001-a80c-b13d44f71a9a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:08.927016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c28a462d-7d38-496b-ae30-8acd502310ba req-e01ec0d5-2df7-4ecf-a1f7-24cd58d692ef tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099398 Sep 16 05:13:08.952343 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dee54571-b8db-4427-88c9-cf99a181b1a9 req-efb42ecb-0d83-435a-82f3-cf8d015cd489 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9714286 Sep 16 05:13:08.956473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.010258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-0a166a38-d72f-4618-a8a3-cb48b9b0d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.012294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-0a166a38-d72f-4618-a8a3-cb48b9b0d757 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6408963 Sep 16 05:13:09.017184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-c5601f26-c3ad-4f37-b7da-d17b2256530f service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0880771 Sep 16 05:13:09.108972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a22354c-b988-491e-9577-1e3273c1ce06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.224335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-2748e00a-e084-49fd-9a37-b6dbeeffaf16 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925321 Sep 16 05:13:09.274683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a22354c-b988-491e-9577-1e3273c1ce06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.358834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91417d3-139c-42d0-b875-713418d2e134 None None] Network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:09.377360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-79006388-2b3e-4938-8a3b-67c6f637ebea service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536074 Sep 16 05:13:09.434013 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a22354c-b988-491e-9577-1e3273c1ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.456844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-143c75b3-e585-467e-9d02-dfbecea413b8 None None] Provisioning complete for port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:09.457332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-143c75b3-e585-467e-9d02-dfbecea413b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.533907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22354c-b988-491e-9577-1e3273c1ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32edfe-5f59-4409-b28b-855596c181f1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.542300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8a22354c-b988-491e-9577-1e3273c1ce06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d02586daac2b40aaab10ba002384f95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6383626 Sep 16 05:13:09.542300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40788) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.556815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b446777e-bfcb-4eda-884b-01dcffc586ba req-b15e200b-84ad-4de8-9c35-cea191338d22 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243542 Sep 16 05:13:09.641691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f41f400-cbf7-4da6-9140-e08d91c5a6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.684596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715b6a-32da-4457-80ba-d6b354b12707 req-bdeae34d-02b3-48dc-ae27-41938fc23ba4 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.686447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2715b6a-32da-4457-80ba-d6b354b12707 req-bdeae34d-02b3-48dc-ae27-41938fc23ba4 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 945 time: 0.1525865 Sep 16 05:13:09.702459 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f41f400-cbf7-4da6-9140-e08d91c5a6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.709533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-143c75b3-e585-467e-9d02-dfbecea413b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.814901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-143c75b3-e585-467e-9d02-dfbecea413b8 None None] For port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,segment=NetworkSegment(e72dc1c6-7ee5-434a-ae89-90134916df34),segment_id=e72dc1c6-7ee5-434a-ae89-90134916df34)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:09.908704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.918344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2715b6a-32da-4457-80ba-d6b354b12707 req-0d4ab282-fd24-49b8-9ab5-a3bbb7aaf18b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808343 Sep 16 05:13:09.939480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f41f400-cbf7-4da6-9140-e08d91c5a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.952353 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-143c75b3-e585-467e-9d02-dfbecea413b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.952710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.976716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f41f400-cbf7-4da6-9140-e08d91c5a6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.981991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1f41f400-cbf7-4da6-9140-e08d91c5a6ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c32edfe-5f59-4409-b28b-855596c181f1 HTTP/1.1" status: 204 len: 168 time: 0.4381144 Sep 16 05:13:10.012706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-9ea5a21f-b438-451d-827b-5e1b5bcb2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.026778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-9ea5a21f-b438-451d-827b-5e1b5bcb2a57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ce09eca40034d28896e34ff860ad80a&device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 1099 time: 0.2173767 Sep 16 05:13:10.055698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41f400-cbf7-4da6-9140-e08d91c5a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32edfe-5f59-4409-b28b-855596c181f1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.258496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c75b3-e585-467e-9d02-dfbecea413b8 None None] Pushing event updated for resources: {'Port': ['ID=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.306194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4c979-deea-4232-9779-f51c7796277a req-b9a238fe-e477-4d8c-9a55-51589dd55a25 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.315668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6d4c979-deea-4232-9779-f51c7796277a req-b9a238fe-e477-4d8c-9a55-51589dd55a25 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 945 time: 0.1189606 Sep 16 05:13:10.391664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a1a66890-d5bd-4f4e-a1c0-c9b6a90978a9 None None] Provisioning complete for port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:10.395076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1a66890-d5bd-4f4e-a1c0-c9b6a90978a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.397328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6d4c979-deea-4232-9779-f51c7796277a req-d518d159-fe31-42e9-bf09-e27b4aa029af tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779572 Sep 16 05:13:10.464188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:10.586206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:10.586576 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.637182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-5530d8df-0572-422d-a580-75363c05be17 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.639255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-5530d8df-0572-422d-a580-75363c05be17 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.6294379 Sep 16 05:13:10.654886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e883-c1ba-4ac4-a1fe-a1026d7fd62d req-ae2c7d01-99d8-4610-af46-50823c6940e7 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.657512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08c6e883-c1ba-4ac4-a1fe-a1026d7fd62d req-ae2c7d01-99d8-4610-af46-50823c6940e7 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 947 time: 0.4636438 Sep 16 05:13:10.661285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa2173-e8c2-4bf5-a665-06ef1c467aa5 req-77e02082-1af5-4681-8bb0-0f129c7d3ef3 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.663138 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97fa2173-e8c2-4bf5-a665-06ef1c467aa5 req-77e02082-1af5-4681-8bb0-0f129c7d3ef3 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1097 time: 0.0748098 Sep 16 05:13:10.716514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97fa2173-e8c2-4bf5-a665-06ef1c467aa5 req-ea26c33e-038b-4aa6-b81e-7fe1f5e4a598 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Sep 16 05:13:10.887903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Allocated IP 172.25.1.150 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/7723b10e-97c2-4d2c-8081-b414b1913368) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:10.908997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-5d47a278-ff57-4ee8-b062-c2536b4571db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.910496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-5d47a278-ff57-4ee8-b062-c2536b4571db service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.7315218 Sep 16 05:13:11.009379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-743bd0c8-26d8-40c2-810c-a59cfb990ea8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699 HTTP/1.1" status: 200 len: 217 time: 0.0839455 Sep 16 05:13:11.022826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08c6e883-c1ba-4ac4-a1fe-a1026d7fd62d req-6e992b0a-9867-403e-bd53-cc92d74b2907 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420277 Sep 16 05:13:11.163344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-4a4a90eb-160e-41cd-b011-815cad6b2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.163344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-4a4a90eb-160e-41cd-b011-815cad6b2f10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1240733 Sep 16 05:13:11.212519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424d3d-b043-45f7-91c5-6fa22fddd19f req-aa21e147-632a-45ee-ba35-3190bc2de981 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.222659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64424d3d-b043-45f7-91c5-6fa22fddd19f req-aa21e147-632a-45ee-ba35-3190bc2de981 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 945 time: 0.1854749 Sep 16 05:13:11.267076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64424d3d-b043-45f7-91c5-6fa22fddd19f req-30dc792c-fe6a-4631-a0ad-4b1d37036085 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 Sep 16 05:13:11.290075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a40c6fae-66b7-43b5-b2af-bbf30fa412ec service neutron] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:11.304605 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.311078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a40c6fae-66b7-43b5-b2af-bbf30fa412ec service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.312246 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a34d470e-32d3-48e1-8bf5-9b06359dd40f req-a40c6fae-66b7-43b5-b2af-bbf30fa412ec service neutron] 10.222.0.30 "DELETE /v2.0/ports/2683d3c4-2c1b-41e6-8669-85e5129e3142/bindings/n-h2-712749-15 HTTP/1.1" status: 204 len: 173 time: 0.6513882 Sep 16 05:13:11.317042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40834) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.334198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcecb3d8-ee51-4e17-91b2-7376c119e998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.365957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-25c3b65a-8d49-4345-a0a6-316cfd239417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.367687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-25c3b65a-8d49-4345-a0a6-316cfd239417 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1894376 Sep 16 05:13:11.448454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcecb3d8-ee51-4e17-91b2-7376c119e998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.525239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-7b4b4848-9747-42e3-9f14-231423a17c30 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.526852 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-7b4b4848-9747-42e3-9f14-231423a17c30 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 807 time: 0.2893620 Sep 16 05:13:11.534431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-e72206ce-fa2d-4569-9a3c-246e4e4b05e2 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564913 Sep 16 05:13:11.548786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcecb3d8-ee51-4e17-91b2-7376c119e998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.557832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d130bdbf-8433-4e68-89bb-f5b7f093686a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/quotas/a1615ea5bc234353bd24a95e36e3d638 HTTP/1.1" status: 200 len: 375 time: 0.0221353 Sep 16 05:13:11.629909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fcecb3d8-ee51-4e17-91b2-7376c119e998 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e975036dcf514a5b92d422f596270cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085151 Sep 16 05:13:11.629909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecb3d8-ee51-4e17-91b2-7376c119e998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8325014a-7bd1-4802-b35d-d8dd0a033595,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.638337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.679564 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.769776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:11.824030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:11.826449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Pushing event updated for resources: {'Port': ['ID=7723b10e-97c2-4d2c-8081-b414b1913368,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.834189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:11.848851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 58e33359-df86-4001-a80c-b13d44f71a9a up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:11.873968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-064787e6-4676-4321-a8a5-9fcfd5c835ca tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929091 Sep 16 05:13:11.890052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bafed63f-e519-47e8-8050-2fbb6c55d8f9 req-30576e52-de84-4601-b1ab-d0013168074b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455184 Sep 16 05:13:12.080407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 58e33359-df86-4001-a80c-b13d44f71a9a completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:12.089572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 58e33359-df86-4001-a80c-b13d44f71a9a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:12.090486 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.240332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:12.262023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-63aef752-b802-4655-bd8e-fc450b63e950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.464518 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.467615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870107f3-8552-4ef0-99fc-13f708ac01b5 req-005e0a05-4d3c-4fd2-97f4-a1823fc4b2ff tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.481940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-63aef752-b802-4655-bd8e-fc450b63e950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.484174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-870107f3-8552-4ef0-99fc-13f708ac01b5 req-005e0a05-4d3c-4fd2-97f4-a1823fc4b2ff tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 947 time: 0.1732230 Sep 16 05:13:12.516695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:12.519986 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540b0309-8492-48a4-97c8-4f6d617a536a" -d '{"events": [{"server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "name": "network-vif-plugged", "status": "completed", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:12.537446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:12.542947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:12.543729 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.552574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-870107f3-8552-4ef0-99fc-13f708ac01b5 req-7a7adc48-0d99-4a6a-b1f2-7ada7bbe448c tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683126 Sep 16 05:13:12.599058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-3d0cee63-70e0-41fe-b0f8-9a58fa9ac2e7 service neutron] 10.222.0.49 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936402 Sep 16 05:13:12.706652 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.732214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a20f16-a379-400c-ba36-ce0e6e2c3500 req-9d1af6a7-62c1-468d-93f2-3de58c9cb1c8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.733853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56a20f16-a379-400c-ba36-ce0e6e2c3500 req-9d1af6a7-62c1-468d-93f2-3de58c9cb1c8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 945 time: 0.0643651 Sep 16 05:13:12.759034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-1dea06ff-91e9-44d7-8ef5-2f864313ea04 service neutron] 10.222.0.49 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526368 Sep 16 05:13:12.791205 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56a20f16-a379-400c-ba36-ce0e6e2c3500 req-1e7bed89-cd09-4f11-afcd-30ef94e4dbca tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478547 Sep 16 05:13:12.822569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.866367 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-63aef752-b802-4655-bd8e-fc450b63e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.870318 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-63aef752-b802-4655-bd8e-fc450b63e950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.870965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-63aef752-b802-4655-bd8e-fc450b63e950 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8325014a-7bd1-4802-b35d-d8dd0a033595 HTTP/1.1" status: 204 len: 168 time: 1.2316201 Sep 16 05:13:12.921505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aef752-b802-4655-bd8e-fc450b63e950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8325014a-7bd1-4802-b35d-d8dd0a033595,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.022040 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.127007 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3624390-d00d-48c2-a89e-116022d80dd9 x-openstack-request-id: req-e3624390-d00d-48c2-a89e-116022d80dd9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:13.127579 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "name": "network-vif-plugged", "status": "completed", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:13.127822 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3624390-d00d-48c2-a89e-116022d80dd9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:13.128454 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a', 'code': 200} Sep 16 05:13:13.243652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddf90a23-5271-4ecd-95ca-41bd6621f706 req-08a3dad2-459b-4450-b7c0-e4f39e21748c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 210 time: 0.0553675 Sep 16 05:13:13.335176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-679bf80c-e776-4d7a-b588-16c23c2759bd tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756898 Sep 16 05:13:13.460966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810b667-db93-4b3e-b72c-d7b82aa945ab req-40a47cd2-5e9f-4cca-8de3-f47a1bafb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.463901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810b667-db93-4b3e-b72c-d7b82aa945ab req-40a47cd2-5e9f-4cca-8de3-f47a1bafb52a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1098 time: 0.1716609 Sep 16 05:13:13.621914 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0810b667-db93-4b3e-b72c-d7b82aa945ab req-7dcab527-c8f1-4907-be01-ec61a079e479 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482427 Sep 16 05:13:13.652596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-9f929047-2c68-445d-b503-dc9e821359c8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.662016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-9f929047-2c68-445d-b503-dc9e821359c8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254170 Sep 16 05:13:13.681052 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.694459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-b9894dba-544e-4bb2-a7d6-2c1a3b9351a1 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/quotas/7e1c7c082a7644b996b322a85e0e4de0 HTTP/1.1" status: 200 len: 375 time: 0.0294018 Sep 16 05:13:13.721500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:13.770490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-8a5f4e60-b05f-4247-9f4a-18a2c1397d8f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731845 Sep 16 05:13:14.058909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:14.083749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'mac_address': 'fa:16:3e:8f:92:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:14.236681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e95b0f-a8a3-49de-8e21-ccd6abc21909 req-dcd73be5-c773-4f70-a412-d2c4795f09ad tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.245014 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.253891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01e95b0f-a8a3-49de-8e21-ccd6abc21909 req-dcd73be5-c773-4f70-a412-d2c4795f09ad tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.1155496 Sep 16 05:13:14.306435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d110dc8-1c74-491c-9f1e-56c5000ca699 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:14.318846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbf8cd-abc8-45d3-9a00-51d4ee58e7ae req-ec6aede0-7b45-4299-a064-9475d6d1285a tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.333241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3bdbf8cd-abc8-45d3-9a00-51d4ee58e7ae req-ec6aede0-7b45-4299-a064-9475d6d1285a tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 947 time: 0.4518218 Sep 16 05:13:14.369239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01e95b0f-a8a3-49de-8e21-ccd6abc21909 req-e179053b-2cdf-4141-b50d-01d63bc8eaeb tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120887 Sep 16 05:13:14.405408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:14.521941 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.538160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3bdbf8cd-abc8-45d3-9a00-51d4ee58e7ae req-8549401a-e7d3-42b2-8b3d-30b69cc5979d tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007205 Sep 16 05:13:14.594711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Router 0971d3dc-7a6e-43f0-a908-f9192c1877db is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:14.658975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.688113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-9617ee46-4a88-4bef-939d-1c7c72964dd5 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249940 Sep 16 05:13:14.784595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-868b4df4-f1f9-4fcd-bc3a-e65ba8a290c6 req-a58a0af7-f6b0-4c5e-bed9-6c9b644a5635 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 210 time: 0.0550699 Sep 16 05:13:14.872820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['7d110dc8-1c74-491c-9f1e-56c5000ca699'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:14.962611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:14.982026 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Sync routers for ids ['0971d3dc-7a6e-43f0-a908-f9192c1877db'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:15.021893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-62a19486-b0d0-4a25-89eb-eb5f73242a65 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.026803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-62a19486-b0d0-4a25-89eb-eb5f73242a65 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3366170 Sep 16 05:13:15.058485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-b06d0ec5-9acb-48d8-b577-d08ba74bfbdc tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/quotas/7e1c7c082a7644b996b322a85e0e4de0 HTTP/1.1" status: 200 len: 375 time: 0.0255499 Sep 16 05:13:15.069546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Routers {'0971d3dc-7a6e-43f0-a908-f9192c1877db'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:15.070586 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:12:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0971d3dc-7a6e-43f0-a908-f9192c1877db'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:15.136867 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-f3d303c7-fdbd-4cfe-9ac0-8f0098441118 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774076 Sep 16 05:13:15.137186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.142726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d3e5fceb-abe2-4a6f-a0c6-01ec4cbfc3be admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0708752 Sep 16 05:13:15.142979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.487828 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Set router 0971d3dc-7a6e-43f0-a908-f9192c1877db gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:15.924537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b8f35-bee1-47a6-8357-3eb3decf7989 req-fae8af32-bd4c-4391-9308-3b8c70b887a9 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.927626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-091b8f35-bee1-47a6-8357-3eb3decf7989 req-fae8af32-bd4c-4391-9308-3b8c70b887a9 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 948 time: 0.1422954 Sep 16 05:13:15.965464 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:13:12Z', 'revision_number': 3, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port': {'id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:16.067908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f99bd9-490a-42ba-b35f-6b4193bb4812 req-698a9d00-4e02-4d2f-839a-38988919fa14 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.070771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16f99bd9-490a-42ba-b35f-6b4193bb4812 req-698a9d00-4e02-4d2f-839a-38988919fa14 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.3719709 Sep 16 05:13:16.083470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-091b8f35-bee1-47a6-8357-3eb3decf7989 req-c8dc3f36-ada0-4f5c-bf86-0889372069b4 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398263 Sep 16 05:13:16.103106 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Checking router: 0971d3dc-7a6e-43f0-a908-f9192c1877db for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:16.103757 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Updating router 0971d3dc-7a6e-43f0-a908-f9192c1877db port 7723b10e-97c2-4d2c-8081-b414b1913368 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:16.164886 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.235588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16f99bd9-490a-42ba-b35f-6b4193bb4812 req-48f4789d-5039-4ef9-9f4c-c615a5583557 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421938 Sep 16 05:13:16.269390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-81bbee5f-f43c-4755-ae73-8381b01b6fd5 req-1bf391c3-9bb4-4a13-9478-debf47baca83 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 210 time: 0.0704567 Sep 16 05:13:16.495325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-880fbed2-ee86-4b4d-b0b4-28be99218c21 req-f50c32d3-f693-4ad4-9fca-cba1bf4a9b41 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 210 time: 0.0873673 Sep 16 05:13:16.665370 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.750717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fbb77-88c5-4e52-9712-c01ba7f0634f req-4c8da90f-0873-4556-a12f-7f3d80cc3024 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.750717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b2fbb77-88c5-4e52-9712-c01ba7f0634f req-4c8da90f-0873-4556-a12f-7f3d80cc3024 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1098 time: 0.1012757 Sep 16 05:13:16.819549 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b2fbb77-88c5-4e52-9712-c01ba7f0634f req-eeb075f0-6e5e-408f-b9c0-2faa51ac1780 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Sep 16 05:13:17.120698 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.216852 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.345796 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Pushing event updated for resources: {'Port': ['ID=7723b10e-97c2-4d2c-8081-b414b1913368,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:17.385439 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.387421 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.387967 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.389606 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.390124 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.391783 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.393279 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.393860 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.395823 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.396552 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.400060 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.400060 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:17.411258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739aba-882d-405d-a9a7-1481dddd3555 req-8a22fe98-e1d8-4162-a10a-a99206d1e447 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.440452 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b739aba-882d-405d-a9a7-1481dddd3555 req-8a22fe98-e1d8-4162-a10a-a99206d1e447 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 948 time: 0.1947742 Sep 16 05:13:17.447154 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Attempting to bind port 7723b10e-97c2-4d2c-8081-b414b1913368 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:17.447849 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Attempting to bind port 7723b10e-97c2-4d2c-8081-b414b1913368 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:17.448424 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Attempting to bind port 7723b10e-97c2-4d2c-8081-b414b1913368 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:17.452222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Allocated IP 172.20.0.1 (97a7f1ef-d914-4d8e-aeb8-45dd001135a8/9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37/c2305bf8-6978-4145-b477-95eaee7a4ed4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:17.463028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:17.464271 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:17.468590 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.471008 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:17.473434 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Bound port: 7723b10e-97c2-4d2c-8081-b414b1913368, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:17.480385 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.571797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b739aba-882d-405d-a9a7-1481dddd3555 req-6472311f-a413-41a0-a348-b6f78a1d33cc tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296387 Sep 16 05:13:17.600612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.652210 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] For port 7723b10e-97c2-4d2c-8081-b414b1913368, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:17.659914 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] For port 7723b10e-97c2-4d2c-8081-b414b1913368, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7723b10e-97c2-4d2c-8081-b414b1913368,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:17.743752 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.752696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-0d4ffaea-2be1-41d4-ab80-dca750d734fd tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.754713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-0d4ffaea-2be1-41d4-ab80-dca750d734fd tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 807 time: 0.8515842 Sep 16 05:13:17.756964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.757629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:17.799369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Request body: {'port': {'device_id': '4917a165-5f51-497b-a02b-dd3193d7e781', 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'admin_state_up': True, 'tenant_id': 'a1615ea5bc234353bd24a95e36e3d638'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:17.845992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bdcd74d0-7878-4a52-b1b2-547f569961a1 req-a377046f-51ad-49f1-919c-a3797be178c2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 210 time: 0.1118126 Sep 16 05:13:17.884117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-08302b5f-bdab-49ae-a23c-2c51028f1aec tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575213 Sep 16 05:13:17.887417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:17.904213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:17.914416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:17.926187 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Routers {'0971d3dc-7a6e-43f0-a908-f9192c1877db'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:17.927089 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:12:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0971d3dc-7a6e-43f0-a908-f9192c1877db'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:17.977714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Pushing event updated for resources: {'Port': ['ID=c2305bf8-6978-4145-b477-95eaee7a4ed4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.042263 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d09c7-f1e3-4f1b-a9dc-79a630d1c193 None None] Pushing event updated for resources: {'Port': ['ID=7723b10e-97c2-4d2c-8081-b414b1913368,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.092408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 7d110dc8-1c74-491c-9f1e-56c5000ca699 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:18.103240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 7d110dc8-1c74-491c-9f1e-56c5000ca699 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:18.104347 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.174658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.243115 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] Set router 0971d3dc-7a6e-43f0-a908-f9192c1877db gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:18.288086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d0123ad-a3d8-41fb-851a-845bfae6100c req-cddd07ec-c847-460f-bd49-d8d2d441e36a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 210 time: 0.0690136 Sep 16 05:13:18.391913 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.456454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:18.462334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-fc77964c-5c9f-497d-b17e-7e4c02566e4b tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771215 Sep 16 05:13:18.466414 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99a2ab2-4297-445c-a89a-e053eeaafd7a" -d '{"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-plugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:18.517325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:18.524513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-19bee39a-7b27-4bd7-9c9c-3626458d8123 None None] Provisioning complete for port c2305bf8-6978-4145-b477-95eaee7a4ed4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:18.525401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-19bee39a-7b27-4bd7-9c9c-3626458d8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.614262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-19bee39a-7b27-4bd7-9c9c-3626458d8123 None None] Port c2305bf8-6978-4145-b477-95eaee7a4ed4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:18.629432 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.653231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-90d7ff4c-e235-42f3-9324-3b356ff0da19 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.655782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-90d7ff4c-e235-42f3-9324-3b356ff0da19 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7479353 Sep 16 05:13:18.682556 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38892182-94cb-4279-b376-9e6f99f5b33b x-openstack-request-id: req-38892182-94cb-4279-b376-9e6f99f5b33b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:18.683137 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-plugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:18.683550 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38892182-94cb-4279-b376-9e6f99f5b33b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:18.684208 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'code': 200} Sep 16 05:13:18.747015 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:13:12Z', 'revision_number': 3, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port': {'id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:18.825410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Made reservation on behalf of a1615ea5bc234353bd24a95e36e3d638 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:18.852163 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.924170 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-8eba6b4d-d2a5-45d3-b68f-eb783f096acb tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/quotas/9467bbfb86e74f9e8a9bb60e7314f649 HTTP/1.1" status: 200 len: 375 time: 0.2213261 Sep 16 05:13:18.929972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.944792 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa62d8-b2be-488a-af92-fdd5dc6a6fd5 None None] The sync data for ids ['0971d3dc-7a6e-43f0-a908-f9192c1877db'] in n-d-712749-15 is: [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:13:12Z', 'revision_number': 3, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port': {'id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:18.983288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3b79e463-5b6b-4f26-9ce5-ed42e6df0929 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.986347 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3b79e463-5b6b-4f26-9ce5-ed42e6df0929 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5104144 Sep 16 05:13:19.025347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9e232-8b3e-4719-ad9a-cdf4e1815c5d req-753b9889-bc66-4f4e-9187-46be05389733 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.027027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ddc9e232-8b3e-4719-ad9a-cdf4e1815c5d req-753b9889-bc66-4f4e-9187-46be05389733 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 949 time: 0.1504459 Sep 16 05:13:19.032884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Request body: {'port': {'device_id': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '7e1c7c082a7644b996b322a85e0e4de0'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:19.054168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-efe2a3aa-e708-41b6-b58e-bad700774153 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324213 Sep 16 05:13:19.119585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ddc9e232-8b3e-4719-ad9a-cdf4e1815c5d req-f495e8f9-e08a-453c-9dbc-bfec6abcda1f tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711102 Sep 16 05:13:19.301255 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.317932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50923a8e-42a6-456e-80e8-894f184a18b5 req-21f40fb7-b954-4eb2-be8f-33446bffa609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.319458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50923a8e-42a6-456e-80e8-894f184a18b5 req-21f40fb7-b954-4eb2-be8f-33446bffa609 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 1101 time: 0.3951178 Sep 16 05:13:19.349894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-786c8011-54b6-46ac-ab68-6d4e58b4da61 req-0b91ac38-e044-4d02-87cb-5976643650dd tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 210 time: 0.0336056 Sep 16 05:13:19.422654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.66', 57438) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.509843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-285c8993-a329-49e0-8106-7783e653a190 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788438 Sep 16 05:13:19.529813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Made reservation on behalf of 7e1c7c082a7644b996b322a85e0e4de0 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:19.547478 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.555573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50923a8e-42a6-456e-80e8-894f184a18b5 req-c01a95cc-0234-4178-8a1a-d416659f478c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232006 Sep 16 05:13:19.596869 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.607530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Allocated IP 172.20.0.10 (a6458a1b-858e-4762-b6a2-d04d4c6902af/9ccf09a5-e6b7-421b-ba79-816ce20c10fa/28e982fc-c427-4319-928b-a5ab122e0a70) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:19.840292 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9751-ea82-4fd2-9c96-e4e4d6842512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.880956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4fede6c-3b59-4751-ba2a-8665c66ff23c req-2abfe17e-139d-4f3f-b31e-0d76d9bcfa7e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 210 time: 0.2622430 Sep 16 05:13:20.106613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a4b787b3-5a9c-44f9-b96b-e043ed211bff req-9019bf98-c406-44ab-94e4-682278fce07b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 210 time: 0.4484346 Sep 16 05:13:20.135706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-4825d06e-9c0c-490c-b506-ee5c34435647 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.137390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-4825d06e-9c0c-490c-b506-ee5c34435647 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6259396 Sep 16 05:13:20.176681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Request body: {'port': {'device_id': 'd2bb68cd-91ff-4496-8350-a466453eefe9', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '7e1c7c082a7644b996b322a85e0e4de0'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:20.240539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.346525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.416685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004d894e-e2a7-45af-9fd6-ee35a303a820,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.450274 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.612637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7723b10e-97c2-4d2c-8081-b414b1913368 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:20.654309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbd34b-2aba-451a-86b7-c4038609fd62 req-826d5328-07dd-4dce-806e-212a72516b8f tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.663083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-12bbd34b-2aba-451a-86b7-c4038609fd62 req-826d5328-07dd-4dce-806e-212a72516b8f tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 949 time: 0.3122234 Sep 16 05:13:20.758495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.762597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7723b10e-97c2-4d2c-8081-b414b1913368 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:20.762920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.814838 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.830668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4cf5f59-e300-4f31-bfca-ee7598452673 req-3bf9ee91-cb49-48f6-8a7d-e7197424831f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 210 time: 0.0588324 Sep 16 05:13:20.900752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-12bbd34b-2aba-451a-86b7-c4038609fd62 req-9d3bb388-168f-47cb-8459-18e9902ca84e tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913955 Sep 16 05:13:20.906415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.923914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Allocated IP 192.168.233.206 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/82b9eb81-3849-4e8f-9041-344884285e34) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:21.022603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.040297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Made reservation on behalf of 7e1c7c082a7644b996b322a85e0e4de0 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:21.047822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.088467 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.102759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7723b10e-97c2-4d2c-8081-b414b1913368, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7723b10e-97c2-4d2c-8081-b414b1913368,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:21.144142 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.152350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Network a6458a1b-858e-4762-b6a2-d04d4c6902af is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:21.155351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Pushing event updated for resources: {'Port': ['ID=c2305bf8-6978-4145-b477-95eaee7a4ed4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.178819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.182294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:21.204154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a7566-8468-4964-852e-05d33d193220 req-c0c89430-8380-4974-8cd2-faa7a91cd204 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.211338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b36a7566-8468-4964-852e-05d33d193220 req-c0c89430-8380-4974-8cd2-faa7a91cd204 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 946 time: 0.1877134 Sep 16 05:13:21.220112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:21.320225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.323095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.333092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92315742-4858-4bc8-a0dd-a649b3e4d161 req-572f0267-48bf-40ec-acad-8b7a42991bd4 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.334300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7723b10e-97c2-4d2c-8081-b414b1913368,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.341065 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92315742-4858-4bc8-a0dd-a649b3e4d161 req-572f0267-48bf-40ec-acad-8b7a42991bd4 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 932 time: 0.2501845 Sep 16 05:13:21.418076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.430180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Pushing event updated for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.467177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92315742-4858-4bc8-a0dd-a649b3e4d161 req-1dcfada8-5050-43f5-a5c6-9f5f5cdaa34d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250563 Sep 16 05:13:21.486283 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b36a7566-8468-4964-852e-05d33d193220 req-90fcb016-489b-4e3f-adc8-ee90d3511708 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684189 Sep 16 05:13:21.541893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-9e85fdda-a75a-463c-b57d-5d47f9836c8a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7510767 Sep 16 05:13:21.550562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:21.568074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Request body: {'port': {'device_id': '4917a165-5f51-497b-a02b-dd3193d7e781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:21.570775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:21.593736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d408c21c-17b7-4b69-99ad-fd5d05bfd8fa req-39db701a-d4cf-4fac-83ce-cf013a55406f tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 210 time: 0.0531509 Sep 16 05:13:21.677674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.723378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:21.732581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:21.740477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:21.802786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.836987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Allocated IP 192.168.233.45 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/2b284425-d2b8-411e-aa6c-bcc5a2bbed6b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:21.853323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.889056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.891339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.996122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-274c4a83-031d-4e12-a70a-6025787cb493 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9678664 Sep 16 05:13:22.029717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Request body: {'port': {'device_id': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:22.098575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a7a71c5c-17b5-486e-a9b7-94f5d2623d53 None None] Provisioning complete for port c2305bf8-6978-4145-b477-95eaee7a4ed4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:22.099221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7a71c5c-17b5-486e-a9b7-94f5d2623d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.152585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-618df2d8-5bc3-4a77-ac4f-8baa645c6611 req-66e0e7e5-7efc-4270-ac60-e1cad9edc1b9 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 210 time: 0.1457200 Sep 16 05:13:22.218040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.245581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7723b10e-97c2-4d2c-8081-b414b1913368 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:22.285529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a7a71c5c-17b5-486e-a9b7-94f5d2623d53 None None] Port c2305bf8-6978-4145-b477-95eaee7a4ed4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:22.331462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7723b10e-97c2-4d2c-8081-b414b1913368 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:22.333190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.448001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9299b9-c180-4784-b4f7-4529c9c7dc2f req-805f6c09-fa4e-4282-89bd-8cb240cab277 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.459394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Router 0971d3dc-7a6e-43f0-a908-f9192c1877db has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:22.460823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc9299b9-c180-4784-b4f7-4529c9c7dc2f req-805f6c09-fa4e-4282-89bd-8cb240cab277 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 949 time: 0.1835973 Sep 16 05:13:22.473342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.508052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-aea63db3-7490-483b-a11e-19d994098af3 None None] Provisioning complete for port 82b9eb81-3849-4e8f-9041-344884285e34 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:22.508565 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aea63db3-7490-483b-a11e-19d994098af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.557099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-aea63db3-7490-483b-a11e-19d994098af3 None None] Port 82b9eb81-3849-4e8f-9041-344884285e34 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:22.754270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-7e473a06-94bc-4e3e-b497-ac979e8a0cc3 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.756678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-7e473a06-94bc-4e3e-b497-ac979e8a0cc3 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.30 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 946 time: 0.1936855 Sep 16 05:13:22.791416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:22.796915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc9299b9-c180-4784-b4f7-4529c9c7dc2f req-9fc6a3a0-8af4-4081-bbc2-5abe9da999ab tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349841 Sep 16 05:13:22.809924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Sync routers for ids ['0971d3dc-7a6e-43f0-a908-f9192c1877db'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:22.831591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a2b85560-d2ea-48cd-b1b3-18dac0f1b759 admin admin] 10.222.0.49 "PUT /v2.0/routers/0971d3dc-7a6e-43f0-a908-f9192c1877db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6875117 Sep 16 05:13:22.835058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Routers {'0971d3dc-7a6e-43f0-a908-f9192c1877db'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:22.871147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:12:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0971d3dc-7a6e-43f0-a908-f9192c1877db'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:22.911560 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.946379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e982fc-c427-4319-928b-a5ab122e0a70 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:22.964373 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.016261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:23.045053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:23.048581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Transition to ACTIVE for port object 28e982fc-c427-4319-928b-a5ab122e0a70 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:23.059981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Deleting port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:23.059981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.109407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:23.149698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Set router 0971d3dc-7a6e-43f0-a908-f9192c1877db gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:23.263187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] For port 2689a8c6-aec7-4138-a8b9-20814d2e25d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2689a8c6-aec7-4138-a8b9-20814d2e25d0,segment=NetworkSegment(11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a),segment_id=11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:23.263801 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.283903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Calling delete_port for 2689a8c6-aec7-4138-a8b9-20814d2e25d0 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:23.290397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Pushing event updated for resources: {'Port': ['ID=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.298029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.348800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5c345-4e66-4f4d-939b-a9d0cd23ef3f req-f5d55cc6-95da-4bad-86be-80c3c7e48375 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.357634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8c5c345-4e66-4f4d-939b-a9d0cd23ef3f req-f5d55cc6-95da-4bad-86be-80c3c7e48375 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 932 time: 0.3282790 Sep 16 05:13:23.370963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.372056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.462683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8c5c345-4e66-4f4d-939b-a9d0cd23ef3f req-4c7efbc1-95a0-49c5-9cea-5ab77a88a7e8 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036549 Sep 16 05:13:23.487843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 4, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port': {'id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'c2305bf8-6978-4145-b477-95eaee7a4ed4', 'name': '', 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'mac_address': 'fa:16:3e:76:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:16Z', 'updated_at': '2021-09-16T05:13:19Z', 'revision_number': 2, 'project_id': 'f8a9d4885328462a948e138793cba258', 'subnets': [{'id': '9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:23.530861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b9eb81-3849-4e8f-9041-344884285e34 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:23.552343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.571592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9815c75d-9dee-4cfd-b6d9-b3237c794298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.585286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Transition to ACTIVE for port object 82b9eb81-3849-4e8f-9041-344884285e34 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:23.587123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Checking router: 0971d3dc-7a6e-43f0-a908-f9192c1877db for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:23.587728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Updating router 0971d3dc-7a6e-43f0-a908-f9192c1877db port c2305bf8-6978-4145-b477-95eaee7a4ed4 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:23.599636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Pushing event updated for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.635381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fd7c0-54a8-4771-a18f-f64dd55b7742 req-fa3db7a7-52e8-46ea-a7bb-6ac838ff9ff5 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.645322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e25ed830-6e6d-4204-b676-9c20f555d9ea req-cd30bf67-563e-47ef-8108-960adbcd2eac tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 210 time: 0.0606346 Sep 16 05:13:23.645482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c8acd4ca-80da-4b2a-a261-0726b54dad9a None None] Provisioning complete for port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:23.645705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8acd4ca-80da-4b2a-a261-0726b54dad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.646115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-8ec7cae0-306f-478e-8176-2aa286d91e76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4741640 Sep 16 05:13:23.648440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-710fd7c0-54a8-4771-a18f-f64dd55b7742 req-fa3db7a7-52e8-46ea-a7bb-6ac838ff9ff5 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/ports?device_id=303d8085-5ea0-4514-b5c7-45963260e9a7 HTTP/1.1" status: 200 len: 946 time: 0.5628462 Sep 16 05:13:23.672886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Request body: {'port': {'device_id': 'd2bb68cd-91ff-4496-8350-a466453eefe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:23.707487 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.712444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.714147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.772915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['2689a8c6-aec7-4138-a8b9-20814d2e25d0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:23.830891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.853962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-710fd7c0-54a8-4771-a18f-f64dd55b7742 req-7707717c-816b-4dff-b69d-d612371b5391 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f8a7a1f-d266-4893-985d-2d361ac94ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046165 Sep 16 05:13:23.854973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Pushing event deleted for resources: {'Port': ['ID=2689a8c6-aec7-4138-a8b9-20814d2e25d0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.865975 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.883023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c8acd4ca-80da-4b2a-a261-0726b54dad9a None None] Port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:23.981830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] No DVR routers for this DVR port 2689a8c6-aec7-4138-a8b9-20814d2e25d0 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:24.054453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-88675534-d584-4223-8b0d-6f2879120f42 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739992 Sep 16 05:13:24.076036 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.082194 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5db22de9-04bf-4cb2-8a0d-c7abc90a520a req-e8403e98-6150-4fa6-acea-0d6fbcd6a574 tempest-VolumesAdminNegativeTest-2002406449 tempest-VolumesAdminNegativeTest-2002406449-project] 10.222.0.30 "DELETE /v2.0/ports/2689a8c6-aec7-4138-a8b9-20814d2e25d0 HTTP/1.1" status: 204 len: 173 time: 1.3130953 Sep 16 05:13:24.089347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303d8085-5ea0-4514-b5c7-45963260e9a7', 'name': 'network-vif-deleted', 'tag': '2689a8c6-aec7-4138-a8b9-20814d2e25d0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:24.092324 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45f511c-8543-4f1a-a921-25a16505f194" -d '{"events": [{"server_uuid": "303d8085-5ea0-4514-b5c7-45963260e9a7", "name": "network-vif-deleted", "tag": "2689a8c6-aec7-4138-a8b9-20814d2e25d0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:24.108639 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.151327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Attempting to bind port 82b9eb81-3849-4e8f-9041-344884285e34 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:24.152068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Attempting to bind port 82b9eb81-3849-4e8f-9041-344884285e34 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:24.152688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Attempting to bind port 82b9eb81-3849-4e8f-9041-344884285e34 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:24.183337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Port 82b9eb81-3849-4e8f-9041-344884285e34 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:24.183992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Attempting to bind port 82b9eb81-3849-4e8f-9041-344884285e34 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:24.197707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:24.198514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:24.199116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:24.199740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Bound port: 82b9eb81-3849-4e8f-9041-344884285e34, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:24.200352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.207266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:24.220092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:24.220587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:24.255492 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:24.255903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:24.273438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:24.273779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:24.274167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:24.274575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Bound port: 28e982fc-c427-4319-928b-a5ab122e0a70, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:24.274933 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.295578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:24.300500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:24.421731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404cb75-7236-47a4-86dd-54ed7695631c req-99a2e7bd-de1a-44e3-8b45-ca4ba7de80f2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.424042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9404cb75-7236-47a4-86dd-54ed7695631c req-99a2e7bd-de1a-44e3-8b45-ca4ba7de80f2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 935 time: 0.3686142 Sep 16 05:13:24.492258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-88c8e200-9e74-4078-9bc3-9668b7dfe7b3 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.493842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-88c8e200-9e74-4078-9bc3-9668b7dfe7b3 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864033 Sep 16 05:13:24.518150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9404cb75-7236-47a4-86dd-54ed7695631c req-03927608-1599-426e-b207-7092558a5cfd tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764811 Sep 16 05:13:24.524713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Request body: {'port': {'device_id': 'df0c0e8f-236a-492b-ac1e-a6398375040e', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '9467bbfb86e74f9e8a9bb60e7314f649'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:24.528524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:24.537057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:24.604628 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.639748 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.701619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.722254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.722869 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.724913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] 10.222.0.66 "PUT /v2.0/ports/82b9eb81-3849-4e8f-9041-344884285e34 HTTP/1.1" status: 200 len: 1097 time: 2.7020462 Sep 16 05:13:24.737795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:24.745689 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732b3b8a-9dcc-4aca-8a26-e342a8256596" -d '{"events": [{"name": "network-changed", "server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "tag": "82b9eb81-3849-4e8f-9041-344884285e34"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:24.749648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.750592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.752299 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] 10.222.0.66 "PUT /v2.0/ports/28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 200 len: 1093 time: 3.1952302 Sep 16 05:13:24.799821 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.816567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd30ef9-d86a-4af5-ae1b-d3097dba722f service neutron] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.823251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814d422-72bf-49ce-ac25-f414f7626973 service neutron] Pushing event updated for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.908325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95417-b54d-4208-b963-cc243bdadd39 None None] Pushing event updated for resources: {'Port': ['ID=c2305bf8-6978-4145-b477-95eaee7a4ed4,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.989471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:25.024053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.034182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Attempting to bind port c2305bf8-6978-4145-b477-95eaee7a4ed4 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:25.036038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Attempting to bind port c2305bf8-6978-4145-b477-95eaee7a4ed4 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:25.036833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Attempting to bind port c2305bf8-6978-4145-b477-95eaee7a4ed4 on network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:25.052334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:25.053030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Checking segment: {'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:25.053937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.072748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Bound using segment: {'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:25.074019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Bound port: c2305bf8-6978-4145-b477-95eaee7a4ed4, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72dc1c6-7ee5-434a-ae89-90134916df34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:25.074677 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.077419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Made reservation on behalf of 9467bbfb86e74f9e8a9bb60e7314f649 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:25.087388 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.121345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-22799fb0-8bcd-4d7a-8975-14f898241faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.136049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-22799fb0-8bcd-4d7a-8975-14f898241faf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1096 time: 0.1705263 Sep 16 05:13:25.139160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Transition to ACTIVE for port object 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:25.191808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.229636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] For port c2305bf8-6978-4145-b477-95eaee7a4ed4, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:25.236108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] For port c2305bf8-6978-4145-b477-95eaee7a4ed4, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c2305bf8-6978-4145-b477-95eaee7a4ed4,segment=NetworkSegment(e72dc1c6-7ee5-434a-ae89-90134916df34),segment_id=e72dc1c6-7ee5-434a-ae89-90134916df34)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:25.257334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-20f5dc7b-2b45-407b-9447-117af27d4a80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 200 len: 217 time: 0.1067550 Sep 16 05:13:25.258619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.318620 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeb8505-7875-4114-9870-4a4cf0a3e351 x-openstack-request-id: req-bdeb8505-7875-4114-9870-4a4cf0a3e351 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:25.318924 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303d8085-5ea0-4514-b5c7-45963260e9a7", "name": "network-vif-deleted", "tag": "2689a8c6-aec7-4138-a8b9-20814d2e25d0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:25.319181 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdeb8505-7875-4114-9870-4a4cf0a3e351 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:25.319605 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303d8085-5ea0-4514-b5c7-45963260e9a7', 'name': 'network-vif-deleted', 'tag': '2689a8c6-aec7-4138-a8b9-20814d2e25d0', 'status': 'completed', 'code': 200} Sep 16 05:13:25.324138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-10ec4bee-6142-42a0-b006-ae7a3c1db7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.326422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-10ec4bee-6142-42a0-b006-ae7a3c1db7ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1100 time: 0.4172671 Sep 16 05:13:25.370999 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-5a4eb59c-b648-4df7-bc1f-d31faa42c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.373003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-5a4eb59c-b648-4df7-bc1f-d31faa42c213 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1017106 Sep 16 05:13:25.378573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.449220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.453989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95417-b54d-4208-b963-cc243bdadd39 None None] Pushing event updated for resources: {'Port': ['ID=c2305bf8-6978-4145-b477-95eaee7a4ed4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.506747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Routers {'0971d3dc-7a6e-43f0-a908-f9192c1877db'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:25.507636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0971d3dc-7a6e-43f0-a908-f9192c1877db'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:25.521556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-5528410a-8f42-41cd-8a5e-4bd2404333b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=82b9eb81-3849-4e8f-9041-344884285e34 HTTP/1.1" status: 200 len: 217 time: 0.1605594 Sep 16 05:13:25.564150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-cad6825d-79ee-4843-a7b9-9d8f631862dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439942 Sep 16 05:13:25.634852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Pushing event updated for resources: {'Port': ['ID=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.673730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1e968d91-c59d-46a0-8772-4f5a65ec6506 None None] Provisioning complete for port c2305bf8-6978-4145-b477-95eaee7a4ed4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:25.673730 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e968d91-c59d-46a0-8772-4f5a65ec6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.684682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-165bc1fe-8e15-4063-9aa3-99d9083d7899 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8113549 Sep 16 05:13:25.696614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:25.733530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-28d3bfeb-3caf-4b5a-8db5-91c75153828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.733530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-28d3bfeb-3caf-4b5a-8db5-91c75153828d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1821015 Sep 16 05:13:25.745701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8b3f7-c160-41de-bcce-42df3d4434b1 req-d1136278-8e53-41e5-9912-b2fe0ba59614 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.755964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14f8b3f7-c160-41de-bcce-42df3d4434b1 req-d1136278-8e53-41e5-9912-b2fe0ba59614 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 944 time: 0.2965772 Sep 16 05:13:25.825229 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.834211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14f8b3f7-c160-41de-bcce-42df3d4434b1 req-54ff2222-51d8-4c38-9bdd-2c36698bb473 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771222 Sep 16 05:13:25.835687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-71be074d-28ab-49b8-b7a1-358390a6f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.844377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-71be074d-28ab-49b8-b7a1-358390a6f5d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0891149 Sep 16 05:13:25.868114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Attempting to bind port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:25.868433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Attempting to bind port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:25.869955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Attempting to bind port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:25.886006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:25.886827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Attempting to bind port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:25.896297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] Set router 0971d3dc-7a6e-43f0-a908-f9192c1877db gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:25.905853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-3d4decf5-59b8-4059-a4b1-0e5ab96f2998 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067131 Sep 16 05:13:25.908982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:25.910707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:25.911698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:25.922471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.923427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Bound port: 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:25.923991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.000752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.005982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2689a8c6-aec7-4138-a8b9-20814d2e25d0 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:26.063564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 2689a8c6-aec7-4138-a8b9-20814d2e25d0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:26.063946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2689a8c6-aec7-4138-a8b9-20814d2e25d0 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:26.097445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.152140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e968d91-c59d-46a0-8772-4f5a65ec6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.157650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1000c9b0-3a95-4123-9af7-fb9aad0bf1db req-68f03f4c-cbba-46de-affd-65ebb15bf0a7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 210 time: 0.1794980 Sep 16 05:13:26.158870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-a0b08dc1-4092-4cbe-baf8-932af37fdfff service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987206 Sep 16 05:13:26.209866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1e968d91-c59d-46a0-8772-4f5a65ec6506 None None] For port c2305bf8-6978-4145-b477-95eaee7a4ed4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c2305bf8-6978-4145-b477-95eaee7a4ed4,segment=NetworkSegment(e72dc1c6-7ee5-434a-ae89-90134916df34),segment_id=e72dc1c6-7ee5-434a-ae89-90134916df34)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:26.258492 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Allocated IP 192.168.233.35 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/e1a04243-ecd9-4f50-b80b-bda4b5f8a72d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:26.309844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 4, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port': {'id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'c2305bf8-6978-4145-b477-95eaee7a4ed4', 'name': '', 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'mac_address': 'fa:16:3e:76:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:16Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 4, 'project_id': 'f8a9d4885328462a948e138793cba258', 'subnets': [{'id': '9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.322033 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb3648-346d-46f5-8418-bcf0887ec410 x-openstack-request-id: req-9ccb3648-346d-46f5-8418-bcf0887ec410 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:26.324238 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "tag": "82b9eb81-3849-4e8f-9041-344884285e34", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:26.324850 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ccb3648-346d-46f5-8418-bcf0887ec410 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:26.325660 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34', 'status': 'completed', 'code': 200} Sep 16 05:13:26.358089 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e968d91-c59d-46a0-8772-4f5a65ec6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.367427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502898a1-cafb-4304-a163-82e4f580d8cc None None] The sync data for ids ['0971d3dc-7a6e-43f0-a908-f9192c1877db'] in n-d-712749-15 is: [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 4, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port': {'id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'c2305bf8-6978-4145-b477-95eaee7a4ed4', 'name': '', 'network_id': '97a7f1ef-d914-4d8e-aeb8-45dd001135a8', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'mac_address': 'fa:16:3e:76:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:16Z', 'updated_at': '2021-09-16T05:13:25Z', 'revision_number': 4, 'project_id': 'f8a9d4885328462a948e138793cba258', 'subnets': [{'id': '9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:26.374450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41126) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.600435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a43d60d9-8df4-4994-bbaf-c487ffa1ca8a req-da8ced59-b517-4eeb-ab97-5c7a8b86cd4a service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726482 Sep 16 05:13:26.613075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] For port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:26.618147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] For port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:26.637547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e968d91-c59d-46a0-8772-4f5a65ec6506 None None] Pushing event updated for resources: {'Port': ['ID=c2305bf8-6978-4145-b477-95eaee7a4ed4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.651393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ff9629be-75f9-4323-8d8a-4be296da4c9b None None] Provisioning complete for port c2305bf8-6978-4145-b477-95eaee7a4ed4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:26.654491 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff9629be-75f9-4323-8d8a-4be296da4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.695965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.802642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:26.803283 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.804802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] 10.222.0.66 "PUT /v2.0/ports/2b284425-d2b8-411e-aa6c-bcc5a2bbed6b HTTP/1.1" status: 200 len: 1096 time: 3.1402974 Sep 16 05:13:26.881574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb37f9a-a8ce-4dc3-b9c0-aa15056da3e6 req-f7a04d44-541c-4e7b-9773-ca72cea71e53 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:26.883295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bb37f9a-a8ce-4dc3-b9c0-aa15056da3e6 req-f7a04d44-541c-4e7b-9773-ca72cea71e53 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 945 time: 0.2018609 Sep 16 05:13:26.941953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc242a-377c-452c-a6be-bb1d30c3812f service neutron] Pushing event updated for resources: {'Port': ['ID=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.084250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bb37f9a-a8ce-4dc3-b9c0-aa15056da3e6 req-2a505a7f-2b80-460b-8c6f-0e8ef62f3e2f tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872532 Sep 16 05:13:27.097634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-4cf9e172-e2a0-4e94-bfdd-2cc8132d5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.102329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-4cf9e172-e2a0-4e94-bfdd-2cc8132d5412 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 1099 time: 0.1335011 Sep 16 05:13:27.197422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-ede307a5-5673-434e-b7e6-ea224c7be27b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b HTTP/1.1" status: 200 len: 217 time: 0.0732267 Sep 16 05:13:27.228867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.307546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06e9ccc-c835-4ab5-a6cb-d5197c0d2afd admin admin] Deleting subnet 4c08a0b2-3696-4000-950c-28f4559d0589 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:27.310596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-e93b5fd8-0b5a-4afa-8bda-a7a0c9a6c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.311309 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e06e9ccc-c835-4ab5-a6cb-d5197c0d2afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.312345 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-e93b5fd8-0b5a-4afa-8bda-a7a0c9a6c1cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0985706 Sep 16 05:13:27.362083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e06e9ccc-c835-4ab5-a6cb-d5197c0d2afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.386962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1157ff-96db-4f4c-a77e-2ce5f13f0104 req-615f6a14-11b5-4150-aec4-cfae1bfdb6d0 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.388688 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da1157ff-96db-4f4c-a77e-2ce5f13f0104 req-615f6a14-11b5-4150-aec4-cfae1bfdb6d0 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 947 time: 0.1642613 Sep 16 05:13:27.405881 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e06e9ccc-c835-4ab5-a6cb-d5197c0d2afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.459023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da1157ff-96db-4f4c-a77e-2ce5f13f0104 req-0a1ea060-791c-49dc-814e-23bae9069d94 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572774 Sep 16 05:13:27.474802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-50316d85-65ee-4a93-8a70-cac37d7a6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.476675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-50316d85-65ee-4a93-8a70-cac37d7a6e43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495330 Sep 16 05:13:27.522272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:27.525756 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b3998b-9732-4f98-9b28-614b31e6a135" -d '{"events": [{"name": "network-changed", "server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:27.556632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bb8efdf-07cc-4369-a87a-06b51766e3be req-7e82a8c8-7a29-45cd-a0c3-75c4e7852862 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2356722 Sep 16 05:13:27.616745 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.621193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.627129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e06e9ccc-c835-4ab5-a6cb-d5197c0d2afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.673111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e06e9ccc-c835-4ab5-a6cb-d5197c0d2afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.677048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e06e9ccc-c835-4ab5-a6cb-d5197c0d2afd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4c08a0b2-3696-4000-950c-28f4559d0589 HTTP/1.1" status: 204 len: 168 time: 1.2863121 Sep 16 05:13:27.678273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41148) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.705241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e9ccc-c835-4ab5-a6cb-d5197c0d2afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c08a0b2-3696-4000-950c-28f4559d0589,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.710243 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-71f1a22d-145e-4c08-ae07-43d690346656 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233033 Sep 16 05:13:27.758410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:27.764665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed540c54-36cf-4564-bdfe-d745ff74ecd5 req-370f7989-6108-4d05-a2b4-0c27ffdcac8d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.774564 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed540c54-36cf-4564-bdfe-d745ff74ecd5 req-370f7989-6108-4d05-a2b4-0c27ffdcac8d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 944 time: 0.1775510 Sep 16 05:13:27.913572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.957415 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed540c54-36cf-4564-bdfe-d745ff74ecd5 req-e4204e4c-faa8-4859-b9ff-a12d00c32220 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814642 Sep 16 05:13:27.960625 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.964295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:27.984935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-a2863b73-54d4-4697-b960-25e8383b99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.989199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-a2863b73-54d4-4697-b960-25e8383b99e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1100 time: 0.1707695 Sep 16 05:13:27.992046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Allocated IP 172.25.1.114 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/8573f416-55f6-446c-977e-e12067a070bd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:28.006961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'mac_address': 'fa:16:3e:8f:92:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:28.022187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99ef06c4-39a5-457e-ae2c-f07c559c52b1 req-fdd2e991-5151-47a9-81da-1be6de809d86 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925849 Sep 16 05:13:28.145158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.169516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:28.174401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d110dc8-1c74-491c-9f1e-56c5000ca699 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:28.184464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.217833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:28.220661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f357ab-6d59-4c39-9c8a-f46c9e94d409']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.245197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.246107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a2e176-9ddc-4b50-ac90-2e6dbaedaa0a') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:28.273371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.286477 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.290753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c2305bf8-6978-4145-b477-95eaee7a4ed4 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:28.293321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:28.293724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.343382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-e1310af0-da80-46f3-addf-f7deaa350c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.349659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.350221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-e1310af0-da80-46f3-addf-f7deaa350c3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3244922 Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:28.354934 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:28.359039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bb68cd-91ff-4496-8350-a466453eefe9', 'tag': '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:28.359119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:28.359290 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c05855-60bb-439d-8d3b-2546f6de0d45" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bb68cd-91ff-4496-8350-a466453eefe9", "tag": "2b284425-d2b8-411e-aa6c-bcc5a2bbed6b"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:28.391610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:28.474370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dcf0b-18ae-4fe3-ad3e-c7ce1862ebe6 req-923c12e1-f05d-42e8-9997-f1b0e34a9f68 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.476041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4dcf0b-18ae-4fe3-ad3e-c7ce1862ebe6 req-923c12e1-f05d-42e8-9997-f1b0e34a9f68 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 935 time: 0.1148229 Sep 16 05:13:28.477098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.487883 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.502224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Pushing event updated for resources: {'Port': ['ID=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.504829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.509357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d2f357ab-6d59-4c39-9c8a-f46c9e94d409 HTTP/1.1" status: 204 len: 168 time: 0.8255031 Sep 16 05:13:28.517205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41164) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:28.553225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956a227-3e94-424b-90f1-9cb60630c727 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f357ab-6d59-4c39-9c8a-f46c9e94d409,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.557753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:28.562200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port c2305bf8-6978-4145-b477-95eaee7a4ed4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:28.562931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.570613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['7d110dc8-1c74-491c-9f1e-56c5000ca699'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:28.600731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-de5742f3-da1c-4b61-99f6-c1ca3e1edf47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=82b9eb81-3849-4e8f-9041-344884285e34 HTTP/1.1" status: 200 len: 217 time: 0.2300956 Sep 16 05:13:28.676250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4dcf0b-18ae-4fe3-ad3e-c7ce1862ebe6 req-2c42fecd-9a82-4012-a96e-8654d35925f8 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845217 Sep 16 05:13:28.732839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.733695 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.763241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-544efc95-90d4-4197-a9ba-e81afd480f1d admin admin] Deleting subnet 5a1a791f-ac60-45e3-92c5-5290b4c93f7b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:28.777141 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-544efc95-90d4-4197-a9ba-e81afd480f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.786710 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9bbff4-d5d6-438a-9c69-d7bd798bb995 x-openstack-request-id: req-5a9bbff4-d5d6-438a-9c69-d7bd798bb995 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:28.786999 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:28.787570 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a9bbff4-d5d6-438a-9c69-d7bd798bb995 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:28.787801 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70', 'status': 'completed', 'code': 200} Sep 16 05:13:28.815767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-aa568c5b-695a-4451-a659-9a3864ae59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.817350 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-aa568c5b-695a-4451-a659-9a3864ae59ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1826930 Sep 16 05:13:28.869162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.880891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d56fd981-273a-4eec-81c1-e8961f39b9f7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3616099 Sep 16 05:13:28.891523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-544efc95-90d4-4197-a9ba-e81afd480f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.929538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Request body: {'port': {'device_id': 'df0c0e8f-236a-492b-ac1e-a6398375040e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:28.957382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cbefc735-b672-4867-8179-009f7eebf073 None None] Provisioning complete for port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:28.957763 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbefc735-b672-4867-8179-009f7eebf073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.036882 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-06a8501f-5c9f-4892-b7dd-858864c2b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.038295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-06a8501f-5c9f-4892-b7dd-858864c2b227 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1096 time: 0.1845908 Sep 16 05:13:29.041089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cbefc735-b672-4867-8179-009f7eebf073 None None] Port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:29.070340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-a62b4d3f-753f-47bc-875c-0dbbec2b92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.073161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-a62b4d3f-753f-47bc-875c-0dbbec2b92bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2386584 Sep 16 05:13:29.134927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.152640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-544efc95-90d4-4197-a9ba-e81afd480f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.197208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-c5c6ce36-68e1-4b2c-854e-6057c0a2a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.199463 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-c5c6ce36-68e1-4b2c-854e-6057c0a2a414 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.1536195 Sep 16 05:13:29.266801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-850f579b-d906-48d5-afc4-bcf74503ca8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 200 len: 217 time: 0.0588861 Sep 16 05:13:29.284233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.387445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-9b2e36b8-6925-4923-8287-51c3fb0fc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.391229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:29.395383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-9b2e36b8-6925-4923-8287-51c3fb0fc415 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1162777 Sep 16 05:13:29.411894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:29.425979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:29.433263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event updated for resources: {'Port': ['ID=8573f416-55f6-446c-977e-e12067a070bd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.494555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-a3bf7fe3-7e6b-4111-8cb4-56b6d6c2ba40 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976173 Sep 16 05:13:29.528051 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-b8c4bc60-3941-4743-b581-4056356687d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219110 Sep 16 05:13:29.558590 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf209c8-40b8-4cec-934a-72fae8247bee x-openstack-request-id: req-8bf209c8-40b8-4cec-934a-72fae8247bee {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:29.560447 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bb68cd-91ff-4496-8350-a466453eefe9", "tag": "2b284425-d2b8-411e-aa6c-bcc5a2bbed6b", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:29.560872 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bf209c8-40b8-4cec-934a-72fae8247bee {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:29.561553 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bb68cd-91ff-4496-8350-a466453eefe9', 'tag': '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b', 'status': 'completed', 'code': 200} Sep 16 05:13:29.616155 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-544efc95-90d4-4197-a9ba-e81afd480f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.765700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 28e982fc-c427-4319-928b-a5ab122e0a70 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:30.021103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.023203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:30.091732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-544efc95-90d4-4197-a9ba-e81afd480f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.094035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-544efc95-90d4-4197-a9ba-e81afd480f1d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5a1a791f-ac60-45e3-92c5-5290b4c93f7b HTTP/1.1" status: 204 len: 168 time: 1.5289681 Sep 16 05:13:30.127034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544efc95-90d4-4197-a9ba-e81afd480f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1a791f-ac60-45e3-92c5-5290b4c93f7b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.134227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.149600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:30.170951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '28e982fc-c427-4319-928b-a5ab122e0a70', 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'port_id': '28e982fc-c427-4319-928b-a5ab122e0a70', 'mac_address': 'fa:16:3e:cb:13:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccf09a5-e6b7-421b-ba79-816ce20c10fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:30.178836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 7d110dc8-1c74-491c-9f1e-56c5000ca699 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:30.179444 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.307241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.314642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-9a13fac0-24ff-41d8-884c-3dd4ab4376e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.316990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-9a13fac0-24ff-41d8-884c-3dd4ab4376e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 1099 time: 0.6932552 Sep 16 05:13:30.351198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e982fc-c427-4319-928b-a5ab122e0a70 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:30.352099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.478349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:30.516246 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.744185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.745543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b579-6e40-4dd9-aff8-f07908caf823 req-b8d15015-8d07-4560-abe5-7d5dcc6f97fc tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.745543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e16b579-6e40-4dd9-aff8-f07908caf823 req-b8d15015-8d07-4560-abe5-7d5dcc6f97fc tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 947 time: 0.3523874 Sep 16 05:13:30.745543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-ba184e15-d7e5-4955-b805-bf3c6f712026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.745543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-ba184e15-d7e5-4955-b805-bf3c6f712026 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1963544 Sep 16 05:13:30.746522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-732b3b8a-9dcc-4aca-8a26-e342a8256596 req-11eb505e-4f3e-4854-bd9d-244a3c6b36ed service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0630357 Sep 16 05:13:30.746782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:30.746782 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d554c-944f-4fae-91ad-8931f2b920a5" -d '{"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-plugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:30.746782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:30.747583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-6945c40d-1803-4240-9106-a4405efc7b75 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b HTTP/1.1" status: 200 len: 217 time: 0.1196201 Sep 16 05:13:30.747583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-a78c8428-4a21-4213-8fa0-cc4631a808f0 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1333001 Sep 16 05:13:30.814385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.818876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a04243-ecd9-4f50-b80b-bda4b5f8a72d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:30.842099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.866441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f985cd77-a9f1-4231-a5a2-b86e30d21b48']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.898429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32b3998b-9732-4f98-9b28-614b31e6a135 req-428b0860-d980-439b-873d-028a7fdb52e2 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738782 Sep 16 05:13:30.902091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d53ce83-9e23-42f6-be1c-34e96590e30d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.902481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d53ce83-9e23-42f6-be1c-34e96590e30d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.905224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Transition to ACTIVE for port object e1a04243-ecd9-4f50-b80b-bda4b5f8a72d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:30.917437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e16b579-6e40-4dd9-aff8-f07908caf823 req-77b090e4-ec26-4e38-910e-9f3042ab0788 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679287 Sep 16 05:13:30.925144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-5eb02e61-137f-4def-83b5-fabadd7aa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.926838 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-5eb02e61-137f-4def-83b5-fabadd7aa019 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2526662 Sep 16 05:13:30.947331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.991146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.003026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:31.003026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.018978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-a969263d-0191-4295-9a75-06e0bce13ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.020794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-a969263d-0191-4295-9a75-06e0bce13ecb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847585 Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:31.043773 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:31.055544 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.107126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.108288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.145255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.182929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.234415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.298983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.308618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.341388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220e986-c658-4993-b5f4-a4f10f6a6590 req-0b560d97-3f6a-4ebe-ab1f-70ec09d6ffd2 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.350123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3220e986-c658-4993-b5f4-a4f10f6a6590 req-0b560d97-3f6a-4ebe-ab1f-70ec09d6ffd2 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 945 time: 0.2232811 Sep 16 05:13:31.356565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Pushing event deleted for resources: {'Network': ['ID=f985cd77-a9f1-4231-a5a2-b86e30d21b48,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.385228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.389998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c9530227-05b4-4c71-9e8c-047ed8784851 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f985cd77-a9f1-4231-a5a2-b86e30d21b48 HTTP/1.1" status: 204 len: 168 time: 1.2541006 Sep 16 05:13:31.398294 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.415569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.416238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-aafe5830-a4fa-468a-8a07-63aeae51838b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850436 Sep 16 05:13:31.450475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['28e982fc-c427-4319-928b-a5ab122e0a70'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:31.660598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.660876 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9c05855-60bb-439d-8d3b-2546f6de0d45 req-cec3d531-3076-4769-a306-384fac9027b9 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288480 Sep 16 05:13:31.662252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9762487 Sep 16 05:13:31.695659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3220e986-c658-4993-b5f4-a4f10f6a6590 req-faf76cef-1a84-47fc-8c0f-e1b9056214ef tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444965 Sep 16 05:13:31.765180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:31.866945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3808-94ac-46ef-bb25-13a849dfa788 req-20df02fe-13da-4fa5-9bad-ada9eba92ee0 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.869559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-941b3808-94ac-46ef-bb25-13a849dfa788 req-20df02fe-13da-4fa5-9bad-ada9eba92ee0 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 947 time: 0.1013749 Sep 16 05:13:31.928392 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-941b3808-94ac-46ef-bb25-13a849dfa788 req-b895459b-5818-4306-9232-f1e20032460f tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519760 Sep 16 05:13:31.997712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41222) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.056199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:32.087590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '82b9eb81-3849-4e8f-9041-344884285e34', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '82b9eb81-3849-4e8f-9041-344884285e34', 'mac_address': 'fa:16:3e:8d:86:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:32.148292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e299b360-125f-473f-ab80-84e5011eb237 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=629f1779c94f4d2488fdce9646a84084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486902 Sep 16 05:13:32.153741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41230) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.197098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.219334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-2fc4c9b8-667a-4981-87fa-e3bdd0144a97 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.5147862 Sep 16 05:13:32.222345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64303b9c-58b2-4025-814a-1582cfc06345 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event updated for resources: {'Port': ['ID=8573f416-55f6-446c-977e-e12067a070bd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.242306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b9eb81-3849-4e8f-9041-344884285e34 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:32.289229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:32.312574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-d0fcb896-10f5-4ae4-ad36-6340ec299296 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1728242598&fields=id&tenant_id=253a70d836ff423fb8ee993b21ed1df6 HTTP/1.1" status: 200 len: 267 time: 0.1942806 Sep 16 05:13:32.396783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-31100ded-4633-4421-881a-4a399ae3cac5 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.398478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-31100ded-4633-4421-881a-4a399ae3cac5 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "GET /v2.0/ports?device_id=e50d9a49-77f4-4b69-9b56-0d63240b3d85 HTTP/1.1" status: 200 len: 945 time: 0.8651040 Sep 16 05:13:32.401963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Attempting to bind port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:32.402435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Attempting to bind port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:32.402652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Attempting to bind port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:32.410826 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.424036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:32.424331 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.444957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.459050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:32.459359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Attempting to bind port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:32.533953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:32.534409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:32.534683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:32.535134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Bound port: e1a04243-ecd9-4f50-b80b-bda4b5f8a72d, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:32.535496 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.559272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.566342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:32.577725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-21934b3c-a48e-4488-a288-83b453cdd90b tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.582965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-21934b3c-a48e-4488-a288-83b453cdd90b tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.3268881 Sep 16 05:13:32.609997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b', 'mac_address': 'fa:16:3e:6d:62:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:32.621249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-8aacb7bd-a2af-4a52-8b68-158fe7940e89 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.623578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-cba2b703-ae9c-4104-bdaa-d760ad898977 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:13:32.625828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3339a02c-65ec-46e9-b151-c6dcdd73d566 req-cba2b703-ae9c-4104-bdaa-d760ad898977 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212805 Sep 16 05:13:32.627820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-8aacb7bd-a2af-4a52-8b68-158fe7940e89 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 824 time: 0.2961650 Sep 16 05:13:32.668296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-6967061d-dc87-460e-bd3a-50f77fe580ea tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/quotas/253a70d836ff423fb8ee993b21ed1df6 HTTP/1.1" status: 200 len: 375 time: 0.0317371 Sep 16 05:13:32.735715 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.754789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.759495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.768449 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f8a7a1f-d266-4893-985d-2d361ac94ed0 HTTP/1.1" status: 204 len: 168 time: 0.5969353 Sep 16 05:13:32.787828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:32.790963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8a7a1f-d266-4893-985d-2d361ac94ed0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.817890 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.818265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.818562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.818891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.819217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.819541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.819885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.823949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.830966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.831399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.831740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.832094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d8a7a-5803-4a5d-8b6b-728454249012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:32.873668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-7ffa0d4e-7e55-4b14-82ca-ffaf69197b79 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1887767 Sep 16 05:13:32.891056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Deleting port cc556449-b955-4005-9f37-e03ad2c8c1e8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:32.891398 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.947026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:32.967592 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38bcf37-4547-488d-9755-c0e99941a09e x-openstack-request-id: req-a38bcf37-4547-488d-9755-c0e99941a09e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:32.967592 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-plugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:32.967592 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a38bcf37-4547-488d-9755-c0e99941a09e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:32.967592 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'code': 200} Sep 16 05:13:33.023674 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.106603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] For port cc556449-b955-4005-9f37-e03ad2c8c1e8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc556449-b955-4005-9f37-e03ad2c8c1e8,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:33.106996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.124550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.134942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-4a728cdf-1f0f-4032-b2d1-a46b370d0d82 service neutron] 10.222.0.49 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253580 Sep 16 05:13:33.231983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] For port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:33.304177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-ddbca42c-e98d-48a1-8558-a3cc433a5701 service neutron] 10.222.0.49 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695337 Sep 16 05:13:33.316689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] For port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:33.361301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c8c69-4213-46f6-97e5-5855d400eba7 req-f3f73efe-a6e7-4b4f-8d4e-1c8103a4c4c9 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.371199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-705c8c69-4213-46f6-97e5-5855d400eba7 req-f3f73efe-a6e7-4b4f-8d4e-1c8103a4c4c9 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 948 time: 0.2261472 Sep 16 05:13:33.432286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.447686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['82b9eb81-3849-4e8f-9041-344884285e34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:33.451374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.452014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.454328 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] 10.222.0.30 "PUT /v2.0/ports/e1a04243-ecd9-4f50-b80b-bda4b5f8a72d HTTP/1.1" status: 200 len: 1096 time: 4.5290618 Sep 16 05:13:33.464113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0c0e8f-236a-492b-ac1e-a6398375040e', 'tag': 'e1a04243-ecd9-4f50-b80b-bda4b5f8a72d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:33.475885 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bb81df-79fd-488d-b791-b9dffcaf7cee" -d '{"events": [{"name": "network-changed", "server_uuid": "df0c0e8f-236a-492b-ac1e-a6398375040e", "tag": "e1a04243-ecd9-4f50-b80b-bda4b5f8a72d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:33.536417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-705c8c69-4213-46f6-97e5-5855d400eba7 req-183c4884-d19b-4543-aecd-abbc5967068e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622596 Sep 16 05:13:33.674470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2b284425-d2b8-411e-aa6c-bcc5a2bbed6b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:33.753324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb69935-3b90-44bf-a378-a09e98fd1754 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.785913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.786309 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.786633 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Floating IP 50bfd920-1eaf-482c-835b-0766783792aa disassociated. External IP: 172.25.1.121, port: cc556449-b955-4005-9f37-e03ad2c8c1e8. Sep 16 05:13:33.787013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Calling delete_port for cc556449-b955-4005-9f37-e03ad2c8c1e8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:33.799711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfda98-96d6-45b7-9897-0bdb04bb483b req-c36590d3-4ead-42aa-8803-0e356bbe5b11 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.801991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5abfda98-96d6-45b7-9897-0bdb04bb483b req-c36590d3-4ead-42aa-8803-0e356bbe5b11 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 945 time: 0.1535611 Sep 16 05:13:33.805856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 28e982fc-c427-4319-928b-a5ab122e0a70 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:33.895314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5abfda98-96d6-45b7-9897-0bdb04bb483b req-ddb046ea-d2a5-4fe0-8c5e-bda705a1f596 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770643 Sep 16 05:13:33.959652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d1b6f8b5-7dff-44ff-8934-3217af3a8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.959652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-d1b6f8b5-7dff-44ff-8934-3217af3a8bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 1099 time: 0.2723138 Sep 16 05:13:33.963766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41264) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:34.042538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-0d493d20-9c2e-46e5-af8e-fd82339966fd tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4259250 Sep 16 05:13:34.047512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-298fc211-d7cd-4557-9742-24ad9a61a7b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51bfb94bb7f144a9ae209e342e9b8961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794175 Sep 16 05:13:34.047844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-8b0c6884-b29c-49ae-8fc5-63e6d74a7333 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d HTTP/1.1" status: 200 len: 217 time: 0.0714173 Sep 16 05:13:34.048137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:34.059315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:34.142762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0552-ba45-4bd1-99cd-cd5c06eb4ef5 req-d3eb733c-13d4-44dc-a6bb-b720097367b1 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.160444 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab9b0552-ba45-4bd1-99cd-cd5c06eb4ef5 req-d3eb733c-13d4-44dc-a6bb-b720097367b1 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 947 time: 0.1189277 Sep 16 05:13:34.189199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-a1b9c81b-98dc-4b66-b5d5-66d27cad3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.190716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-a1b9c81b-98dc-4b66-b5d5-66d27cad3b41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1201429 Sep 16 05:13:34.231492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab9b0552-ba45-4bd1-99cd-cd5c06eb4ef5 req-53bc36a0-0e37-45ff-8787-6d2ce48b835c tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683959 Sep 16 05:13:34.259496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 28e982fc-c427-4319-928b-a5ab122e0a70 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:34.306279 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb76d6d-ad8e-4221-bc4e-cb560b8f4f13 x-openstack-request-id: req-1eb76d6d-ad8e-4221-bc4e-cb560b8f4f13 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:34.306279 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0c0e8f-236a-492b-ac1e-a6398375040e", "tag": "e1a04243-ecd9-4f50-b80b-bda4b5f8a72d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:34.306279 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1eb76d6d-ad8e-4221-bc4e-cb560b8f4f13 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:34.306279 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0c0e8f-236a-492b-ac1e-a6398375040e', 'tag': 'e1a04243-ecd9-4f50-b80b-bda4b5f8a72d', 'status': 'completed', 'code': 200} Sep 16 05:13:34.306279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.309589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.332137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 28e982fc-c427-4319-928b-a5ab122e0a70 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:34.334815 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.365460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.402471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-0e6247f0-f4c3-4bbe-a070-1e4bffc6a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.404171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-0e6247f0-f4c3-4bbe-a070-1e4bffc6a751 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1962497 Sep 16 05:13:34.432382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c10afab0-ef5b-4335-ace3-98dfd6672c7c req-702ea21c-e433-41d5-ba35-f65c8c9b5055 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 210 time: 0.0884864 Sep 16 05:13:34.586477 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.595780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.678355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:34.736298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5015a-5ce4-4241-9cb1-f3589dd6e554 req-e8328872-92eb-4f0b-aed7-0948b8dc7db2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.744979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-a4cb1fb2-bf5a-475b-a21d-f6b672fb75b3 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312702 Sep 16 05:13:34.745994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dea5015a-5ce4-4241-9cb1-f3589dd6e554 req-e8328872-92eb-4f0b-aed7-0948b8dc7db2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 948 time: 0.0740356 Sep 16 05:13:34.783606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.831289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dea5015a-5ce4-4241-9cb1-f3589dd6e554 req-c56ecd58-dbc7-4555-8ff9-dbd283dd291e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830808 Sep 16 05:13:34.848883 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.852465 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.852465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d67a6cf-027f-4f81-848e-925dca7db954 HTTP/1.1" status: 204 len: 168 time: 0.7873011 Sep 16 05:13:34.967117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:34.973288 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f994dfd9-9a13-43c2-969c-6a89c77b9994" -d '{"events": [{"server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "name": "network-vif-plugged", "status": "completed", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:34.981170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.007482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.010573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.011167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.011703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.012341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.012872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.014278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.014905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.017611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.018245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.020388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.020925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.040945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a14df1-1a6b-4536-8a8c-bb1393123760 req-e7737075-5c7d-4ed1-baa6-f5f0a0f5bcf8 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866221 Sep 16 05:13:35.057815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event deleted for resources: {'Port': ['ID=cc556449-b955-4005-9f37-e03ad2c8c1e8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.089110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67a6cf-027f-4f81-848e-925dca7db954,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.120258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf64b0b-5091-4898-b951-8087ff6b230d req-c3356944-f691-4f6b-b6e0-043304e5ca69 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:35.122018 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3cf64b0b-5091-4898-b951-8087ff6b230d req-c3356944-f691-4f6b-b6e0-043304e5ca69 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.0809186 Sep 16 05:13:35.136285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.136638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.136965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.137298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.137631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.137962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.138282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.138607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.138932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.139253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.139576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.139958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.169831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.170173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.170509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.170844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.171171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.172043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.172568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.172944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.173271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.173594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.173915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.174236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ff472-f59e-4bcd-9c7a-b1a7fb721b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:35.202196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3cf64b0b-5091-4898-b951-8087ff6b230d req-8e6ecc08-a416-453e-944e-1754a34d5d35 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575774 Sep 16 05:13:35.206626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.301741 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1b80d-72e3-4f0f-8d18-daada90ccaf5 x-openstack-request-id: req-77a1b80d-72e3-4f0f-8d18-daada90ccaf5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:35.302550 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "name": "network-vif-plugged", "status": "completed", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:35.302550 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77a1b80d-72e3-4f0f-8d18-daada90ccaf5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:35.302828 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70', 'code': 200} Sep 16 05:13:35.407824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:35.501195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc96805-08ad-45e6-bb41-3910b45c3e9b req-44920664-a282-4691-bf0e-a5ee7e3b0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:35.503645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bbc96805-08ad-45e6-bb41-3910b45c3e9b req-44920664-a282-4691-bf0e-a5ee7e3b0be3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1098 time: 0.1237633 Sep 16 05:13:35.538909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-626f2d6b-28db-4dfa-9121-d5100b972c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:35.538909 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-626f2d6b-28db-4dfa-9121-d5100b972c93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 1099 time: 0.2364304 Sep 16 05:13:35.539080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5edee3-b4fd-468b-91a9-786949747f36 req-088121e6-40a2-4f3e-a93a-7f6bda3a3aee tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:35.539080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d5edee3-b4fd-468b-91a9-786949747f36 req-088121e6-40a2-4f3e-a93a-7f6bda3a3aee tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 947 time: 0.1096463 Sep 16 05:13:35.598718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bbc96805-08ad-45e6-bb41-3910b45c3e9b req-021e672c-4bd7-4134-a079-8a3212654fe7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804646 Sep 16 05:13:35.614365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d5edee3-b4fd-468b-91a9-786949747f36 req-d8a34736-c1f3-435a-9f07-dc808f652ef7 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598290 Sep 16 05:13:35.617862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Allocated IP 172.25.1.170 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/9c33c881-634b-4511-8636-2a252503c488) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:35.735012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:35.750490 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f441-d99f-4289-b606-09b347da821e None None] Sync routers for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:35.764763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:35.764986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03bdc0b4-8ce8-4071-945a-a6aa9c92af9b req-8ab82622-eac7-4172-a7d4-c1ee9cb7060d tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 210 time: 0.0426307 Sep 16 05:13:35.773598 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77f441-d99f-4289-b606-09b347da821e None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:35.777216 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3a77f441-d99f-4289-b606-09b347da821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:35.898206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device cc556449-b955-4005-9f37-e03ad2c8c1e8 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:35.933843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: cc556449-b955-4005-9f37-e03ad2c8c1e8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:35.934187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device cc556449-b955-4005-9f37-e03ad2c8c1e8 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:35.955010 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:36.027632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 82b9eb81-3849-4e8f-9041-344884285e34 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:36.034971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 82b9eb81-3849-4e8f-9041-344884285e34 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:36.038724 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.042229 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3a77f441-d99f-4289-b606-09b347da821e None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:36.154793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-f9ef9ad1-17d3-4c36-b089-29dde3d1c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.159701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-f9ef9ad1-17d3-4c36-b089-29dde3d1c638 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.6133046 Sep 16 05:13:36.168069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c0a24-7ba5-4846-94f0-59659e11ed4b req-2f844ab3-e16a-4622-a74a-c997dfd2a065 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.178005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c15c0a24-7ba5-4846-94f0-59659e11ed4b req-2f844ab3-e16a-4622-a74a-c997dfd2a065 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 948 time: 0.1579924 Sep 16 05:13:36.219300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] No DVR routers for this DVR port cc556449-b955-4005-9f37-e03ad2c8c1e8 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:36.241132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c15c0a24-7ba5-4846-94f0-59659e11ed4b req-7f4b3b20-1c95-4b70-b166-785bd9444561 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566447 Sep 16 05:13:36.349422 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.351171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-92fafa48-9c08-4fa0-bfad-b3acddae2cc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d HTTP/1.1" status: 200 len: 217 time: 0.1332536 Sep 16 05:13:36.352799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.355795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ce92d68-9e52-48b3-af2e-6773c3ae0fa8 req-44580717-7e75-4d5a-91f3-22b95145d086 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "DELETE /v2.0/ports/cc556449-b955-4005-9f37-e03ad2c8c1e8 HTTP/1.1" status: 204 len: 173 time: 3.9333043 Sep 16 05:13:36.358900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'name': 'network-vif-deleted', 'tag': 'cc556449-b955-4005-9f37-e03ad2c8c1e8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:36.362465 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f89160e-c841-4559-89ed-8cb75e43ef07" -d '{"events": [{"server_uuid": "e50d9a49-77f4-4b69-9b56-0d63240b3d85", "name": "network-vif-deleted", "tag": "cc556449-b955-4005-9f37-e03ad2c8c1e8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:36.424867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:36.484706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47130-1988-42e0-ac60-201d1d3145a3 req-0ce42b46-f9c4-436a-a626-f409ac4107e5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.485128 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.488343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36c47130-1988-42e0-ac60-201d1d3145a3 req-0ce42b46-f9c4-436a-a626-f409ac4107e5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.1682312 Sep 16 05:13:36.495714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-f85aeb2c-f26c-43bf-8113-b70159e3a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.497330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-f85aeb2c-f26c-43bf-8113-b70159e3a79c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1205282 Sep 16 05:13:36.506769 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3a77f441-d99f-4289-b606-09b347da821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.541824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.543313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:36.603640 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36c47130-1988-42e0-ac60-201d1d3145a3 req-8de76430-3daf-405e-b50c-e6162d3a0f69 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053653 Sep 16 05:13:36.626894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-7a1c9f93-6212-4165-86f6-01a93512a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.626894 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-7a1c9f93-6212-4165-86f6-01a93512a699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1081591 Sep 16 05:13:36.627168 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f441-d99f-4289-b606-09b347da821e None None] Checking router: 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:36.654701 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77f441-d99f-4289-b606-09b347da821e None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:36.658816 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3a77f441-d99f-4289-b606-09b347da821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:36.732123 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6dcb98-3a9b-4539-b027-b44b624e20dc x-openstack-request-id: req-4e6dcb98-3a9b-4539-b027-b44b624e20dc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:36.732424 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d9a49-77f4-4b69-9b56-0d63240b3d85", "name": "network-vif-deleted", "tag": "cc556449-b955-4005-9f37-e03ad2c8c1e8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:36.732676 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e6dcb98-3a9b-4539-b027-b44b624e20dc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:36.733126 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d9a49-77f4-4b69-9b56-0d63240b3d85', 'name': 'network-vif-deleted', 'tag': 'cc556449-b955-4005-9f37-e03ad2c8c1e8', 'status': 'completed', 'code': 200} Sep 16 05:13:36.737372 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.795408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.977263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:36.982592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:36.988786 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.006957 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3a77f441-d99f-4289-b606-09b347da821e None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:37.012973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9de07-4b65-4d6f-8609-1b7fb6dd5df6 req-abbc6620-3280-46d2-9f50-2c9a568513d3 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.021552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afc9de07-4b65-4d6f-8609-1b7fb6dd5df6 req-abbc6620-3280-46d2-9f50-2c9a568513d3 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 947 time: 0.1447761 Sep 16 05:13:37.054353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-4f55e961-7d0a-47da-956d-06525392f3e8 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132400 Sep 16 05:13:37.130196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:37.141237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afc9de07-4b65-4d6f-8609-1b7fb6dd5df6 req-41d23f1e-f6fd-4fe1-8664-5c63faef1a2b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187770 Sep 16 05:13:37.186082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:37.191666 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.194848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:37.252635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event updated for resources: {'Port': ['ID=9c33c881-634b-4511-8636-2a252503c488,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.315591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:37.315591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34'}, {'server_uuid': 'd2bb68cd-91ff-4496-8350-a466453eefe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:37.324696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.332688 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd09bbb2-189b-4613-a3a7-79aa2f88cbe7" -d '{"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-plugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34"}, {"server_uuid": "d2bb68cd-91ff-4496-8350-a466453eefe9", "name": "network-vif-plugged", "status": "completed", "tag": "2b284425-d2b8-411e-aa6c-bcc5a2bbed6b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:37.378662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8513c298-2a99-41d0-973e-399c6d590e42 req-630651a3-387a-401e-bd83-a3d51611530e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 210 time: 0.0387080 Sep 16 05:13:37.446883 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.571392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22bb81df-79fd-488d-b791-b9dffcaf7cee req-31d299a8-af68-41f9-8dce-15a7d2e55feb service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988449 Sep 16 05:13:37.598800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.622614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.626772 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3a77f441-d99f-4289-b606-09b347da821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:37.668491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-network', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:37.673591 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f441-d99f-4289-b606-09b347da821e None None] The sync data for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 is: [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:37.719576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e594e54-81af-4eed-8b2e-f1cb06641fda req-de246290-8c17-4b46-813b-ed327492d2d6 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.730701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e594e54-81af-4eed-8b2e-f1cb06641fda req-de246290-8c17-4b46-813b-ed327492d2d6 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 949 time: 0.1009891 Sep 16 05:13:37.766773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Made reservation on behalf of ac520dfde1714884b9ab846009b49ab5 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:37.769511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.795384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.848027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e594e54-81af-4eed-8b2e-f1cb06641fda req-f4784808-c33d-4935-9239-0195f2f8c102 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162214 Sep 16 05:13:37.925608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device e1a04243-ecd9-4f50-b80b-bda4b5f8a72d details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:37.948948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.988844 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933f605-a07c-4af4-9315-57c78878a3e5 x-openstack-request-id: req-3933f605-a07c-4af4-9315-57c78878a3e5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:37.988844 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-plugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34", "code": 200}, {"server_uuid": "d2bb68cd-91ff-4496-8350-a466453eefe9", "name": "network-vif-plugged", "status": "completed", "tag": "2b284425-d2b8-411e-aa6c-bcc5a2bbed6b", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:37.989353 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3933f605-a07c-4af4-9315-57c78878a3e5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:37.989925 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34', 'code': 200} Sep 16 05:13:37.990334 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bb68cd-91ff-4496-8350-a466453eefe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b', 'code': 200} Sep 16 05:13:38.160374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-144919d2-db35-4068-87c5-c6ca66b70533 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.173388 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-144919d2-db35-4068-87c5-c6ca66b70533 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 824 time: 0.5075831 Sep 16 05:13:38.330440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-fc007945-8322-4491-bfdc-5734d5848239 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=253a70d836ff423fb8ee993b21ed1df6 HTTP/1.1" status: 200 len: 380 time: 0.1087704 Sep 16 05:13:38.342477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Request body: {'port': {'device_id': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'admin_state_up': True, 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'security_groups': ['5ec176e0-dfe9-4dd6-b663-744ebc786872']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:38.361545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:38.387371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'e1a04243-ecd9-4f50-b80b-bda4b5f8a72d', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'e1a04243-ecd9-4f50-b80b-bda4b5f8a72d', 'mac_address': 'fa:16:3e:f5:cd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:38.431355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.439888 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.442242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb338d1c-0e39-429a-a3ef-07093f2660dc None None] New status for floating IP 50bfd920-1eaf-482c-835b-0766783792aa: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:13:38.485634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d3ebf-7098-4a75-b9cb-08f545fa4c68 req-6d13726c-c275-43d7-aaa9-a4775175624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.487798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b3d3ebf-7098-4a75-b9cb-08f545fa4c68 req-6d13726c-c275-43d7-aaa9-a4775175624d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1102 time: 0.2518866 Sep 16 05:13:38.497196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba0547-3207-4c52-84f4-f8985b1d64e4 req-3f1c00de-15ca-4485-b04a-0c9242e0fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.498790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98ba0547-3207-4c52-84f4-f8985b1d64e4 req-3f1c00de-15ca-4485-b04a-0c9242e0fdc4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 1101 time: 0.1694705 Sep 16 05:13:38.511484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5d96-f7ad-487e-ad7b-118ceb857c57 req-6d74674d-792e-4880-b175-3aee5dfe9698 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.523046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.524825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b4d5d96-f7ad-487e-ad7b-118ceb857c57 req-6d74674d-792e-4880-b175-3aee5dfe9698 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.4058447 Sep 16 05:13:38.583134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a04243-ecd9-4f50-b80b-bda4b5f8a72d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:38.607036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:38.639137 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b4d5d96-f7ad-487e-ad7b-118ceb857c57 req-cab066ad-a807-4033-bf94-99918490be25 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132665 Sep 16 05:13:38.642188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.651017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98ba0547-3207-4c52-84f4-f8985b1d64e4 req-5495d932-757a-47dd-b68c-8ab973f95e8c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206737 Sep 16 05:13:38.681214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b3d3ebf-7098-4a75-b9cb-08f545fa4c68 req-e8d51c24-0215-4f13-8d2e-70d9d70eb6ff service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532710 Sep 16 05:13:38.692146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.696828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:38.710795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.725793 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.736300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.736300 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Added segment 279949ef-07e5-47c7-988a-1abb536aac94 of type vlan for network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 Sep 16 05:13:38.778553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Made reservation on behalf of 253a70d836ff423fb8ee993b21ed1df6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:38.786774 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.837892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.860578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event updated for resources: {'Port': ['ID=9c33c881-634b-4511-8636-2a252503c488,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.907063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.962553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ef51b-4925-48d5-bc11-98e3b716775c req-5c8c460b-478c-40d7-97d1-9b11428f9000 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.978981 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-743ef51b-4925-48d5-bc11-98e3b716775c req-5c8c460b-478c-40d7-97d1-9b11428f9000 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 948 time: 0.2387395 Sep 16 05:13:38.992517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.999772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.999772 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.023183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.054081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.055341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-80412a5a-665a-46db-b8f6-44f6b19eca69 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0120854 Sep 16 05:13:39.112281 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-743ef51b-4925-48d5-bc11-98e3b716775c req-3d6d7cf6-4b61-4a72-b518-727952958981 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305532 Sep 16 05:13:39.119470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] Pushing event updated for resources: {'Network': ['ID=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.127764 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5a8fab24-de6d-43d8-adfa-d61ab1069522 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.8016295 Sep 16 05:13:39.133650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:39.145028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.162779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Request body: {'subnet': {'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-subnet', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:39.163157 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-a021dabe-9a45-4792-b206-abf9f9c36ac9 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.170 HTTP/1.1" status: 200 len: 696 time: 0.0853653 Sep 16 05:13:39.169428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Allocated IP 172.20.0.7 (025e130c-550e-47f2-a0a3-b88748c30bec/042732bf-6548-49b1-97f9-a80dc74b9d91/030d6785-b33e-4dc0-bd3b-316c243eeb29) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:39.178802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['e1a04243-ecd9-4f50-b80b-bda4b5f8a72d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:39.405370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Made reservation on behalf of ac520dfde1714884b9ab846009b49ab5 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:39.408868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.429413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-3278a0eb-dbdf-416d-8e63-ea932999cd68 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.431296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-223b3695-e91b-4eba-9153-b3a8ddb143f6 req-3278a0eb-dbdf-416d-8e63-ea932999cd68 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2595944 Sep 16 05:13:39.432460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f9cd6-e8fc-466c-a7f9-157de8ce69a6 req-4c0e45de-4038-432e-ac89-b4a1966640c2 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.442812 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-716f9cd6-e8fc-466c-a7f9-157de8ce69a6 req-4c0e45de-4038-432e-ac89-b4a1966640c2 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1098 time: 0.2335305 Sep 16 05:13:39.494298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.545821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-716f9cd6-e8fc-466c-a7f9-157de8ce69a6 req-53074232-fdd1-49fb-bb7a-058da34ded25 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019197 Sep 16 05:13:39.575719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcd660ae-fe1a-4cc3-bb66-6b4440c71588 req-606d82dc-54fb-4167-840c-c01fabba09e0 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 210 time: 0.0494475 Sep 16 05:13:39.708334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.823364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Network 025e130c-550e-47f2-a0a3-b88748c30bec is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:39.849189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:39.863719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:39.872282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event updated for resources: {'Port': ['ID=030d6785-b33e-4dc0-bd3b-316c243eeb29,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.893970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0eeaf-4366-47b9-a196-1e275d863195 req-d8737c0f-37bd-48b7-958b-64620a2ae1e1 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.895635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52b0eeaf-4366-47b9-a196-1e275d863195 req-d8737c0f-37bd-48b7-958b-64620a2ae1e1 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1098 time: 0.1732297 Sep 16 05:13:39.941828 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.959078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.959791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.016038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52b0eeaf-4366-47b9-a196-1e275d863195 req-e3524d96-d7ab-45c6-81e4-ad46bd4d7085 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130626 Sep 16 05:13:40.054715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad7354-e4d0-4be9-acc2-0c9057de56ce req-ac4a0150-582b-4d07-92c1-b138a3623f4d tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.059679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b26557-1f3a-4cea-b5a9-b665e92f1bf7,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:40.063823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ad7354-e4d0-4be9-acc2-0c9057de56ce req-ac4a0150-582b-4d07-92c1-b138a3623f4d tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 949 time: 0.1011560 Sep 16 05:13:40.109652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-07ce457c-2bba-47fd-aea4-56826f833a5a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7706330 Sep 16 05:13:40.144219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Request body: {'port': {'device_id': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:40.165087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Checking segment: {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:40.165488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Network hostable DHCP agents. Network: 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:40.219050 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0ad7354-e4d0-4be9-acc2-0c9057de56ce req-6a751eeb-23f3-47de-8851-3b2199cb3970 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383200 Sep 16 05:13:40.279574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.333574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d8a66e90-13bc-446f-ad6f-09fbeffd3af1 None None] Provisioning complete for port 030d6785-b33e-4dc0-bd3b-316c243eeb29 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:40.334143 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8a66e90-13bc-446f-ad6f-09fbeffd3af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.439488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:40.457551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d8a66e90-13bc-446f-ad6f-09fbeffd3af1 None None] Port 030d6785-b33e-4dc0-bd3b-316c243eeb29 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:40.496645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-3e4bedad-2a9f-4ebc-8f0d-59213b3fc375 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4185982 Sep 16 05:13:40.505980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:40.578778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:40.586752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.587755 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.602837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d60074-3755-456a-ac1a-f95d951268b0 None None] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:40.626823 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.809094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030d6785-b33e-4dc0-bd3b-316c243eeb29 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:40.827540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.858185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Transition to ACTIVE for port object 030d6785-b33e-4dc0-bd3b-316c243eeb29 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:40.869522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f22e3937-5d4b-444d-ba00-1feb40da409c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7181854 Sep 16 05:13:40.870222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41404) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:40.882880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:40.968809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.969083 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.994915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:40.996086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.070643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.087799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.111623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Pushing event updated for resources: {'Port': ['ID=030d6785-b33e-4dc0-bd3b-316c243eeb29,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.324439 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.349334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Attempting to bind port 030d6785-b33e-4dc0-bd3b-316c243eeb29 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:41.349727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Attempting to bind port 030d6785-b33e-4dc0-bd3b-316c243eeb29 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:41.350006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Attempting to bind port 030d6785-b33e-4dc0-bd3b-316c243eeb29 on network 025e130c-550e-47f2-a0a3-b88748c30bec {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:41.355249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Port 030d6785-b33e-4dc0-bd3b-316c243eeb29 on network 025e130c-550e-47f2-a0a3-b88748c30bec not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:41.355602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Attempting to bind port 030d6785-b33e-4dc0-bd3b-316c243eeb29 on network 025e130c-550e-47f2-a0a3-b88748c30bec {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:41.371052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:41.371454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Checking segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:41.371784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Bound using segment: {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:41.372313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Bound port: 030d6785-b33e-4dc0-bd3b-316c243eeb29, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7893ef56-f9ca-4bd2-89a9-604d04cd72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:41.372821 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.429801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Allocated IP 172.20.0.2 (7b609a5d-42b1-4ac5-8a8f-778b8af7ef24/71b26557-1f3a-4cea-b5a9-b665e92f1bf7/937a1345-3dc1-470b-8850-5b3a1de8dee1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:41.680800 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.686105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Allocated IP 172.25.1.217 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/43e36604-1d0a-4662-b373-3ef9b65b4218) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:41.725208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] For port 030d6785-b33e-4dc0-bd3b-316c243eeb29, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:41.729863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] For port 030d6785-b33e-4dc0-bd3b-316c243eeb29, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=030d6785-b33e-4dc0-bd3b-316c243eeb29,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:41.786279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.813544 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.849042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.878496 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.908868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:41.939497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:41.954468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Pushing event updated for resources: {'Port': ['ID=937a1345-3dc1-470b-8850-5b3a1de8dee1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.981578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:41.982515 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.985839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] 10.222.0.30 "PUT /v2.0/ports/030d6785-b33e-4dc0-bd3b-316c243eeb29 HTTP/1.1" status: 200 len: 1092 time: 1.8557987 Sep 16 05:13:41.987711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'tag': '030d6785-b33e-4dc0-bd3b-316c243eeb29'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:41.990171 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b" -d '{"events": [{"name": "network-changed", "server_uuid": "804c8272-ff41-4134-aa4b-e377ffe7a367", "tag": "030d6785-b33e-4dc0-bd3b-316c243eeb29"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:41.992610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:42.000270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afe4e4-de3b-48e2-9ef4-c9b3e5f25c41 service neutron] Pushing event updated for resources: {'Port': ['ID=030d6785-b33e-4dc0-bd3b-316c243eeb29,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.003369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device e1a04243-ecd9-4f50-b80b-bda4b5f8a72d up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:42.104134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Attempting to bind port 937a1345-3dc1-470b-8850-5b3a1de8dee1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:42.104512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Attempting to bind port 937a1345-3dc1-470b-8850-5b3a1de8dee1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:42.104799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Attempting to bind port 937a1345-3dc1-470b-8850-5b3a1de8dee1 on network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:42.114713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:42.115075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Checking segment: {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:42.115461 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.116485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Bound using segment: {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:42.116988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Bound port: 937a1345-3dc1-470b-8850-5b3a1de8dee1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:42.117368 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.212419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] For port 937a1345-3dc1-470b-8850-5b3a1de8dee1, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:42.214625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] For port 937a1345-3dc1-470b-8850-5b3a1de8dee1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=937a1345-3dc1-470b-8850-5b3a1de8dee1,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:42.302359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.326283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.571222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.623733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:42.627206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:42.631042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:42.651430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Allocated IP 172.25.1.193 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/341f343b-7216-404a-8a4d-ad1e0b68e820) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:42.659541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event updated for resources: {'Port': ['ID=43e36604-1d0a-4662-b373-3ef9b65b4218,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.666972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:42.672948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.763718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:42.765741 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.851229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.902720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abec7d-ca03-4d13-8e03-e5af5170ee07 None None] Pushing event updated for resources: {'Port': ['ID=937a1345-3dc1-470b-8850-5b3a1de8dee1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.975821 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.002346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-bcc01cd5-9445-4cef-8036-c29b0b41f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.004844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-bcc01cd5-9445-4cef-8036-c29b0b41f366 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 1095 time: 0.2667921 Sep 16 05:13:43.027932 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.058025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.077359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0c0e8f-236a-492b-ac1e-a6398375040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a04243-ecd9-4f50-b80b-bda4b5f8a72d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:43.087040 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2264f668-494c-438b-bea2-d74554e78850" -d '{"events": [{"server_uuid": "df0c0e8f-236a-492b-ac1e-a6398375040e", "name": "network-vif-plugged", "status": "completed", "tag": "e1a04243-ecd9-4f50-b80b-bda4b5f8a72d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:43.135319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:43.163666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-a116e548-e9d1-4867-b729-6e60aa36a0e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030d6785-b33e-4dc0-bd3b-316c243eeb29 HTTP/1.1" status: 200 len: 217 time: 0.1324220 Sep 16 05:13:43.246226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.349071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-3f005b50-9560-4ff8-8530-203f5ba7bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.352214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-3f005b50-9560-4ff8-8530-203f5ba7bd76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=042732bf-6548-49b1-97f9-a80dc74b9d91 HTTP/1.1" status: 200 len: 863 time: 0.1779888 Sep 16 05:13:43.353986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.371929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.440892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-21316884-731e-451b-8d36-37d58f1129dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.442743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-21316884-731e-451b-8d36-37d58f1129dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=025e130c-550e-47f2-a0a3-b88748c30bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768886 Sep 16 05:13:43.445358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.514258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.537494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event updated for resources: {'Port': ['ID=43e36604-1d0a-4662-b373-3ef9b65b4218,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.559245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.679480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.681156 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-f33ade02-18cb-498a-87c6-583192636331 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1818871 Sep 16 05:13:43.720821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:43.730434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Pushing event updated for resources: {'Port': ['ID=341f343b-7216-404a-8a4d-ad1e0b68e820,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.740190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:43.754904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:43.820711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-129a3f96-6cc2-4dae-8aba-0e7ca8d5aa96 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.217 HTTP/1.1" status: 200 len: 696 time: 0.1227081 Sep 16 05:13:43.882628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-a93b3443-db06-462a-aa3c-0afe4c0bc2e2 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240870 Sep 16 05:13:43.895399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-dc42c213-7e8c-4c4a-8627-2dc9ad7105c5 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:13:43.897161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-dc42c213-7e8c-4c4a-8627-2dc9ad7105c5 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081811 Sep 16 05:13:44.118821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-4665f84a-94df-4675-908f-fa22caaf0b1f tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.121395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-4665f84a-94df-4675-908f-fa22caaf0b1f tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2734458 Sep 16 05:13:44.148697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-09704d29-d9eb-4aa7-88c8-835b518a704b tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:13:44.149155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96a346df-5908-4e1a-b0d0-ec61fb2e8ccf req-09704d29-d9eb-4aa7-88c8-835b518a704b tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164475 Sep 16 05:13:44.264119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-4de23987-d0c6-4e1c-9323-70980f42dacb tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.268044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-4de23987-d0c6-4e1c-9323-70980f42dacb tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports/58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 200 len: 1095 time: 0.3591440 Sep 16 05:13:44.306904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 937a1345-3dc1-470b-8850-5b3a1de8dee1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:44.505180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 937a1345-3dc1-470b-8850-5b3a1de8dee1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.505966 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.571087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892ad73-9093-4936-b3dd-13fb5f1bc597 req-a84cce4d-bab9-4f0a-8c8d-5c3dedc199df tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.572677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6892ad73-9093-4936-b3dd-13fb5f1bc597 req-a84cce4d-bab9-4f0a-8c8d-5c3dedc199df tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 949 time: 0.1397624 Sep 16 05:13:44.614001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360efc8f-8d1f-49b8-9b54-cf56376c7498 None None] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:44.666801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6892ad73-9093-4936-b3dd-13fb5f1bc597 req-823fd6b1-8b92-47b9-924c-85d0a9f82556 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827086 Sep 16 05:13:44.667506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Request body: {'binding': {'host': 'n-h2-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:44.668154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:13:44.850380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a0929478-13d6-4b09-95f4-57852b7932a9 None None] Provisioning complete for port 937a1345-3dc1-470b-8850-5b3a1de8dee1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.850800 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0929478-13d6-4b09-95f4-57852b7932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.871280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3334983-3592-4257-8fca-c44f35f3acdd req-69ce82d2-6588-4119-acbb-d2c2301f5f45 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.873036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3334983-3592-4257-8fca-c44f35f3acdd req-69ce82d2-6588-4119-acbb-d2c2301f5f45 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 943 time: 0.1026332 Sep 16 05:13:44.927385 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.929593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccb7d0b-fceb-49f4-a20e-88371ec6595f req-e0abaee6-907e-471c-9020-42e9f4653486 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0045688 Sep 16 05:13:44.938015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on host n-h2-712749-15 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:44.938507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:44.938906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:44.957360 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3334983-3592-4257-8fca-c44f35f3acdd req-aa1e53e0-c983-4b8b-b0b1-bb463568f8e3 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705283 Sep 16 05:13:44.971820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:44.972181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:45.007211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:45.007557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:45.007985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:45.008886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Bound port: 58e33359-df86-4001-a80c-b13d44f71a9a, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:45.088526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 937a1345-3dc1-470b-8850-5b3a1de8dee1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=937a1345-3dc1-470b-8850-5b3a1de8dee1,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:45.164321 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0929478-13d6-4b09-95f4-57852b7932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.205699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.240048 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.245793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:45.262845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246bf11-cc13-48fb-b088-e38ed546e035 req-f83ba8c0-1c74-4094-89ca-e3849a2585fc tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:45.266435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f246bf11-cc13-48fb-b088-e38ed546e035 req-f83ba8c0-1c74-4094-89ca-e3849a2585fc tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 949 time: 0.1347337 Sep 16 05:13:45.349204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a0929478-13d6-4b09-95f4-57852b7932a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:13:45.349795 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a0929478-13d6-4b09-95f4-57852b7932a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:13:45.350207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=937a1345-3dc1-470b-8850-5b3a1de8dee1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.403371 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f246bf11-cc13-48fb-b088-e38ed546e035 req-6f186245-340d-45f8-a25e-5408cdc373e0 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296418 Sep 16 05:13:45.412497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.442829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-0421dfd1-51a0-4163-afee-df5d77937c84 service neutron] 10.222.0.49 "POST /v2.0/ports/58e33359-df86-4001-a80c-b13d44f71a9a/bindings HTTP/1.1" status: 201 len: 390 time: 0.7779713 Sep 16 05:13:45.623793 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbc82a-0c3b-4ba5-bbad-43e26cf201be x-openstack-request-id: req-f1bbc82a-0c3b-4ba5-bbad-43e26cf201be {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:45.624266 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0c0e8f-236a-492b-ac1e-a6398375040e", "name": "network-vif-plugged", "status": "completed", "tag": "e1a04243-ecd9-4f50-b80b-bda4b5f8a72d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:45.625502 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1bbc82a-0c3b-4ba5-bbad-43e26cf201be {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:45.625900 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0c0e8f-236a-492b-ac1e-a6398375040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a04243-ecd9-4f50-b80b-bda4b5f8a72d', 'code': 200} Sep 16 05:13:45.634140 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5763d0-0de9-44e5-8c49-09a05fe73a16 x-openstack-request-id: req-0e5763d0-0de9-44e5-8c49-09a05fe73a16 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:45.634615 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804c8272-ff41-4134-aa4b-e377ffe7a367", "tag": "030d6785-b33e-4dc0-bd3b-316c243eeb29", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:45.634971 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e5763d0-0de9-44e5-8c49-09a05fe73a16 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:45.635725 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'tag': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'status': 'completed', 'code': 200} Sep 16 05:13:45.986074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-0054b878-c53d-4360-8793-42e496522ddb tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3053331 Sep 16 05:13:45.994281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:46.061373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-ac2055d7-8e94-4d58-8a06-232bc4b2306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.064383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-ac2055d7-8e94-4d58-8a06-232bc4b2306f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 1095 time: 0.3958898 Sep 16 05:13:46.066698 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.083034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae84a4a-df6b-4612-bf78-51969f50e388 req-28454f7e-f88a-415b-b68c-bd442b85de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.085633 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ae84a4a-df6b-4612-bf78-51969f50e388 req-28454f7e-f88a-415b-b68c-bd442b85de79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 1101 time: 0.2501125 Sep 16 05:13:46.113895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.129629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-61e6cfa9-df1b-4998-989f-5365269b61f6 None None] Provisioning complete for port 937a1345-3dc1-470b-8850-5b3a1de8dee1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.133186 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61e6cfa9-df1b-4998-989f-5365269b61f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.180952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2332-a410-41d9-864e-524fd393f767 req-dad45d98-2a9d-4666-8eaa-3d137f3fe99b tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.183184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b44c2332-a410-41d9-864e-524fd393f767 req-dad45d98-2a9d-4666-8eaa-3d137f3fe99b tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.3258474 Sep 16 05:13:46.350493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 937a1345-3dc1-470b-8850-5b3a1de8dee1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:46.446942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-6ca368ad-485a-4f21-b027-6016588ef14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.451680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-6ca368ad-485a-4f21-b027-6016588ef14c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1098 time: 0.1540623 Sep 16 05:13:46.456326 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ae84a4a-df6b-4612-bf78-51969f50e388 req-6eb4b4dc-8f44-4682-849f-18e474cc1fff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452468 Sep 16 05:13:46.467549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b44c2332-a410-41d9-864e-524fd393f767 req-bfc0ad27-d45d-4237-a17f-314a30fc0c19 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727059 Sep 16 05:13:46.584791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 937a1345-3dc1-470b-8850-5b3a1de8dee1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.585166 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.800260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-d18f023a-5f4c-40a4-8f84-de4e65f31778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.801777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-d18f023a-5f4c-40a4-8f84-de4e65f31778 service neutron] 10.222.0.30 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 925 time: 0.7134712 Sep 16 05:13:46.844275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43971a-6244-45b6-af41-6f9d24339b28 req-78d97357-b4e4-4877-ae2a-af8b7c6e8813 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.844275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc43971a-6244-45b6-af41-6f9d24339b28 req-78d97357-b4e4-4877-ae2a-af8b7c6e8813 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.1460013 Sep 16 05:13:46.856965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-e221250a-e10b-48b6-ad2b-4ae9f3c2389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.860794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-e221250a-e10b-48b6-ad2b-4ae9f3c2389d service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.3057015 Sep 16 05:13:46.874546 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.998122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-58ef6946-655d-4043-b18c-46e6b5c1e44d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 200 len: 217 time: 0.1140814 Sep 16 05:13:47.017478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-d3d377be-d18a-46b9-a8ea-5cdf0c93c8ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030d6785-b33e-4dc0-bd3b-316c243eeb29 HTTP/1.1" status: 200 len: 217 time: 0.1078322 Sep 16 05:13:47.028903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc43971a-6244-45b6-af41-6f9d24339b28 req-d9583cdf-835e-4ce8-b591-f725d075ba4f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605749 Sep 16 05:13:47.094731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-30d87f4e-fd2d-40d3-b837-e6d0943f506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.096395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-30d87f4e-fd2d-40d3-b837-e6d0943f506c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.0612049 Sep 16 05:13:47.111412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Router 14b874e1-c184-4844-be8f-f0d3f3971e8f is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:47.200167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-c5b9b5b3-e5b4-41b1-aa54-1e53885acd7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614924 Sep 16 05:13:47.213770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-1d62624a-7c2c-4676-a267-7893e19391f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.217797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-1d62624a-7c2c-4676-a267-7893e19391f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=042732bf-6548-49b1-97f9-a80dc74b9d91 HTTP/1.1" status: 200 len: 863 time: 0.1816292 Sep 16 05:13:47.257593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Allocated IP 172.25.1.148 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/e33ee87d-2d6d-4207-8901-2eb086528569) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:47.410388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-8acc8a71-54da-4f08-a0a7-b1de37a0b4cc service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953995 Sep 16 05:13:47.437208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90d44f-2b5b-4b0f-8ce9-bc3237bfb016 req-760b3914-4cce-4236-a46f-00a7eda1bc7d tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.439990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d90d44f-2b5b-4b0f-8ce9-bc3237bfb016 req-760b3914-4cce-4236-a46f-00a7eda1bc7d tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 949 time: 0.2323861 Sep 16 05:13:47.454018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-bfeca9c7-be99-49df-80ea-e1498eb191fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.456546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-bfeca9c7-be99-49df-80ea-e1498eb191fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=025e130c-550e-47f2-a0a3-b88748c30bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243061 Sep 16 05:13:47.478201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.490306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:47.511044 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Sync routers for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:47.527919 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:47.528983 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:47.584697 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-a1be5b71-a014-456b-b630-bb0058049342 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625738 Sep 16 05:13:47.643286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d90d44f-2b5b-4b0f-8ce9-bc3237bfb016 req-f6abdb78-d267-4bbd-bcf7-efd44073bae8 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807530 Sep 16 05:13:47.647522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.649541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d389735f-cd43-4857-a360-f04b813c18f7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.7751229 Sep 16 05:13:47.654508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41472) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:47.710213 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:47.713200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.736250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:47.740968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:47.747928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:47.788644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-874baf15-1882-473b-bbdd-c1c8e3b059f1 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168273 Sep 16 05:13:47.984060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.987569 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8c90ae0-f8d0-486e-8427-bbe9007eaa8b req-94dfafc1-b6b0-4959-a272-2aaec545f5a3 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882017 Sep 16 05:13:47.991421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event updated for resources: {'Port': ['ID=e33ee87d-2d6d-4207-8901-2eb086528569,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.087769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8b214-85b5-466d-84aa-12c7e7f155e0 req-19f47c28-b642-4b42-befe-dc62fcf267ee tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:48.098319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0a8b214-85b5-466d-84aa-12c7e7f155e0 req-19f47c28-b642-4b42-befe-dc62fcf267ee tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 943 time: 0.1091566 Sep 16 05:13:48.194238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0a8b214-85b5-466d-84aa-12c7e7f155e0 req-7206b2dd-0930-4d4d-b1aa-93de3cf1813c tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952721 Sep 16 05:13:48.251046 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 3, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:48.309413 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Checking router: 14b874e1-c184-4844-be8f-f0d3f3971e8f for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:48.310150 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Updating router 14b874e1-c184-4844-be8f-f0d3f3971e8f port 341f343b-7216-404a-8a4d-ad1e0b68e820 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:48.344035 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.350457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.484074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-1df39bce-9fee-49ff-a132-f9aa2689cb82 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420506 Sep 16 05:13:48.659967 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.677853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-ceb4b592-a3e5-478f-9dfd-f8bb0c731bbe tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:48.680110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-ceb4b592-a3e5-478f-9dfd-f8bb0c731bbe tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943877 Sep 16 05:13:48.715891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-54591a25-0165-427f-a0b0-4a598388c563 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/quotas/7e1c7c082a7644b996b322a85e0e4de0 HTTP/1.1" status: 200 len: 375 time: 0.0227382 Sep 16 05:13:48.747440 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.855241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-454a63c9-dccf-43d2-8dcf-415f9f06c1fb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179383 Sep 16 05:13:48.866073 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000bce4-e7cd-4252-be51-049d135a7597 None None] Pushing event updated for resources: {'Port': ['ID=341f343b-7216-404a-8a4d-ad1e0b68e820,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.872011 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Attempting to bind port 341f343b-7216-404a-8a4d-ad1e0b68e820 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:48.875816 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Attempting to bind port 341f343b-7216-404a-8a4d-ad1e0b68e820 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:48.879188 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Attempting to bind port 341f343b-7216-404a-8a4d-ad1e0b68e820 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:48.900031 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:48.900031 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:48.900031 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.900031 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:48.900031 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Bound port: 341f343b-7216-404a-8a4d-ad1e0b68e820, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:48.900031 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.041733 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] For port 341f343b-7216-404a-8a4d-ad1e0b68e820, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:49.055240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.057818 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] For port 341f343b-7216-404a-8a4d-ad1e0b68e820, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=341f343b-7216-404a-8a4d-ad1e0b68e820,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:49.152264 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.164621 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.277563 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:49.282625 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:49.370662 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000bce4-e7cd-4252-be51-049d135a7597 None None] Pushing event updated for resources: {'Port': ['ID=341f343b-7216-404a-8a4d-ad1e0b68e820,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:49.590305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event updated for resources: {'Port': ['ID=e33ee87d-2d6d-4207-8901-2eb086528569,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:49.625573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.631497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.639267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:49.931466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68d219ad-db27-448a-b812-2ec6d1214c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.972397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 030d6785-b33e-4dc0-bd3b-316c243eeb29 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:50.039772 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 3, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:50.151338 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bad4a-9776-4d08-9c86-5aa243acb478 None None] The sync data for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 is: [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 3, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:50.214325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 030d6785-b33e-4dc0-bd3b-316c243eeb29, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=030d6785-b33e-4dc0-bd3b-316c243eeb29,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:50.233780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'port_id': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'mac_address': 'fa:16:3e:3d:c4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:50.275931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.275931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-439f9f05-45bd-4a93-bdd3-23c29cdaae21 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2712877 Sep 16 05:13:50.321075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.336176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030d6785-b33e-4dc0-bd3b-316c243eeb29 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:50.345844 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-e4433d24-8eef-491d-a018-a0834deb76f7 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0653818 Sep 16 05:13:50.378033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 030d6785-b33e-4dc0-bd3b-316c243eeb29, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=030d6785-b33e-4dc0-bd3b-316c243eeb29,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:50.477089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Allocated IP 172.20.0.1 (7b609a5d-42b1-4ac5-8a8f-778b8af7ef24/71b26557-1f3a-4cea-b5a9-b665e92f1bf7/7333df72-d8ff-42dc-b27b-8b258f01e40d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:50.565472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-222c6610-b0fe-4b9f-8a93-0b915e87445e tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.576504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4081f23-f3a7-4540-9835-e3a913b3a51e req-222c6610-b0fe-4b9f-8a93-0b915e87445e tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2190990 Sep 16 05:13:50.809593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e4ccc-1f86-4cde-ae3c-59e74e0a4407 req-0285b718-52f6-40c9-8fbc-155ae4b61f96 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.811164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df9e4ccc-1f86-4cde-ae3c-59e74e0a4407 req-0285b718-52f6-40c9-8fbc-155ae4b61f96 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.1087687 Sep 16 05:13:50.829600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.898786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df9e4ccc-1f86-4cde-ae3c-59e74e0a4407 req-9b28b663-223a-4892-bb00-b25d9507859c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649903 Sep 16 05:13:50.965591 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.968678 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.990192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.138178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=030d6785-b33e-4dc0-bd3b-316c243eeb29,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.252740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:51.290365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:51.308414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8bd909e5-0f90-4219-bac5-a4d48d15db64 req-f0525ff1-41ef-481c-a869-cae689279aca tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 210 time: 0.0834076 Sep 16 05:13:51.382368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['030d6785-b33e-4dc0-bd3b-316c243eeb29'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:51.407674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583e84e-9555-4f8f-9486-8b943d3e4803 req-8545a0a5-6cc4-4950-94b5-7f13afeec361 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.431286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6583e84e-9555-4f8f-9486-8b943d3e4803 req-8545a0a5-6cc4-4950-94b5-7f13afeec361 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 949 time: 0.3735418 Sep 16 05:13:51.433393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:51.628659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Pushing event updated for resources: {'Port': ['ID=7333df72-d8ff-42dc-b27b-8b258f01e40d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.705318 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.838210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17979e42-b427-4efe-9e1a-460e90a7a226 req-26f2c783-0f89-4882-90e4-46eef7de0ce8 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.848310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-17979e42-b427-4efe-9e1a-460e90a7a226 req-26f2c783-0f89-4882-90e4-46eef7de0ce8 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 944 time: 0.2146437 Sep 16 05:13:52.029874 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-17979e42-b427-4efe-9e1a-460e90a7a226 req-2a1ce500-b53a-45e4-848d-74ad6aa48dde tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590791 Sep 16 05:13:52.086280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-94b40d2d-5b37-4c1e-b5a7-532f86509265 None None] Provisioning complete for port 7333df72-d8ff-42dc-b27b-8b258f01e40d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.087762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-94b40d2d-5b37-4c1e-b5a7-532f86509265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.095343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6583e84e-9555-4f8f-9486-8b943d3e4803 req-0b829561-db09-4cd4-8e0e-80f61651d1a5 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676924 Sep 16 05:13:52.155598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-94b40d2d-5b37-4c1e-b5a7-532f86509265 None None] Port 7333df72-d8ff-42dc-b27b-8b258f01e40d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:52.329725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 341f343b-7216-404a-8a4d-ad1e0b68e820 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:52.402832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b109cf50-e276-48e8-96a5-8c2b5a4051a3 req-2832abc8-950a-4f19-be48-f3e4a65d5e5a tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips/3dc96633-45e8-47d0-a259-178822e5bb16 HTTP/1.1" status: 200 len: 693 time: 0.1974862 Sep 16 05:13:52.458667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 341f343b-7216-404a-8a4d-ad1e0b68e820 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.459759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.553885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109cf50-e276-48e8-96a5-8c2b5a4051a3 req-a3208c3c-a763-4842-bf53-d9673dcae199 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.555352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b109cf50-e276-48e8-96a5-8c2b5a4051a3 req-a3208c3c-a763-4842-bf53-d9673dcae199 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1455057 Sep 16 05:13:52.562641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4674fc1-5598-4966-87a8-9b61485ad312 req-ab054692-9ee9-420f-8fed-94787cee8cd2 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.571111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4674fc1-5598-4966-87a8-9b61485ad312 req-ab054692-9ee9-420f-8fed-94787cee8cd2 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.2454786 Sep 16 05:13:52.601943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-b109cf50-e276-48e8-96a5-8c2b5a4051a3 req-9250c07e-e499-4627-992a-fb2e8768ba13 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:13:52.603079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b109cf50-e276-48e8-96a5-8c2b5a4051a3 req-9250c07e-e499-4627-992a-fb2e8768ba13 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064034 Sep 16 05:13:52.603743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.693881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.738654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 341f343b-7216-404a-8a4d-ad1e0b68e820, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=341f343b-7216-404a-8a4d-ad1e0b68e820,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:52.739875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4674fc1-5598-4966-87a8-9b61485ad312 req-77512c69-9309-40cc-af00-77e3142603f6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654086 Sep 16 05:13:52.816211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.008523 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.024575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=341f343b-7216-404a-8a4d-ad1e0b68e820,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.065604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f15d8325-407b-4c26-adce-1e5f7e6294fb req-6c7331f6-b0f0-4f21-8c13-6e5575e55659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 210 time: 0.0619755 Sep 16 05:13:53.069352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdc3654b-2ec6-44d3-af3f-4798a6675d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.133193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.229316 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-45a5d6d1-0265-4598-98dc-488737088fe0 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips/3dc96633-45e8-47d0-a259-178822e5bb16 HTTP/1.1" status: 200 len: 693 time: 0.1339035 Sep 16 05:13:53.337822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.370041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Pushing event updated for resources: {'Port': ['ID=7333df72-d8ff-42dc-b27b-8b258f01e40d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.402649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed307c-7ed9-46d7-af3a-084be9ab3998 req-46667a3f-02ce-48a9-9b17-4bc8cdda6b7f tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.405041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-72ed307c-7ed9-46d7-af3a-084be9ab3998 req-46667a3f-02ce-48a9-9b17-4bc8cdda6b7f tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 944 time: 0.1383379 Sep 16 05:13:53.427310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-73c8fcbc-d3b1-47d8-b50f-2aa3905b7dcb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543065 Sep 16 05:13:53.428435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-c3339d5e-fbb4-4452-b4d2-a00491113aaf tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.429889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-c3339d5e-fbb4-4452-b4d2-a00491113aaf tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1902037 Sep 16 05:13:53.446186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-fe2763d7-3a38-4667-9a9b-6a2bc3d5206c tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:13:53.447231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-fe2763d7-3a38-4667-9a9b-6a2bc3d5206c tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076721 Sep 16 05:13:53.544055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-8a6a51d7-5d89-4dfb-80bd-be40ea072ccd tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0884197 Sep 16 05:13:53.595700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-72ed307c-7ed9-46d7-af3a-084be9ab3998 req-e31d8826-5c3c-4368-8795-baa9828fcc59 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736116 Sep 16 05:13:53.630820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-1010565c-d38a-4903-bb61-bf770c347a1f tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0792820 Sep 16 05:13:53.643743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:53.660487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:53.681920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-23ce8b47-cbc2-4748-92fd-6573c36033f4 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.689833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-23ce8b47-cbc2-4748-92fd-6573c36033f4 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159414 Sep 16 05:13:53.811743 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.904935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Request body: {'port': {'device_id': '8f0b1e72-66be-42d5-af55-60238f7b8bcb', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '7e1c7c082a7644b996b322a85e0e4de0'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.906849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Deleting port e33ee87d-2d6d-4207-8901-2eb086528569 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:53.907333 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.978623 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-226da435-36b6-4380-8f39-7ab9f9ccebc3 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651102 Sep 16 05:13:54.054804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 030d6785-b33e-4dc0-bd3b-316c243eeb29 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:54.063182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Router 14b874e1-c184-4844-be8f-f0d3f3971e8f has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:54.078579 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.079256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.098585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Calling delete_port for e33ee87d-2d6d-4207-8901-2eb086528569 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:54.163847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6826d1cc-03d7-4ca5-be2a-43185d855d81 None None] Provisioning complete for port 7333df72-d8ff-42dc-b27b-8b258f01e40d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:54.164632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6826d1cc-03d7-4ca5-be2a-43185d855d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.279193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 341f343b-7216-404a-8a4d-ad1e0b68e820 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:54.350108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6826d1cc-03d7-4ca5-be2a-43185d855d81 None None] Port 7333df72-d8ff-42dc-b27b-8b258f01e40d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:54.387061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 341f343b-7216-404a-8a4d-ad1e0b68e820 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:54.387432 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.446604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 030d6785-b33e-4dc0-bd3b-316c243eeb29 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:54.461695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 030d6785-b33e-4dc0-bd3b-316c243eeb29 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:54.462083 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.473639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-2a860631-9ba5-4615-86f2-629f3d3fca9f tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.491956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-2a860631-9ba5-4615-86f2-629f3d3fca9f tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5030708 Sep 16 05:13:54.540758 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-1f683194-d7f8-44d6-823f-e0a4c5bacc16 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/quotas/9467bbfb86e74f9e8a9bb60e7314f649 HTTP/1.1" status: 200 len: 375 time: 0.0472722 Sep 16 05:13:54.568456 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.623148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Made reservation on behalf of 7e1c7c082a7644b996b322a85e0e4de0 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:54.629191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.657457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.688010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event deleted for resources: {'Port': ['ID=e33ee87d-2d6d-4207-8901-2eb086528569,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.707699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030d6785-b33e-4dc0-bd3b-316c243eeb29'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:54.716280 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042da76c-cd37-4898-8e64-fd4a6d27c66b" -d '{"events": [{"server_uuid": "804c8272-ff41-4134-aa4b-e377ffe7a367", "name": "network-vif-plugged", "status": "completed", "tag": "030d6785-b33e-4dc0-bd3b-316c243eeb29"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:54.753530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 030d6785-b33e-4dc0-bd3b-316c243eeb29, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=030d6785-b33e-4dc0-bd3b-316c243eeb29,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:54.810981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.815788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:54.822768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.848348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Sync routers for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:54.855622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42defe3-e6d7-4ca1-8c7c-5fd6f014305a req-f5104e39-162b-477e-9a55-781d67514c55 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "DELETE /v2.0/floatingips/3dc96633-45e8-47d0-a259-178822e5bb16 HTTP/1.1" status: 204 len: 173 time: 1.2235332 Sep 16 05:13:54.878105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.896957 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6017fae9-49de-4e2d-acda-d06a6c76623c admin admin] 10.222.0.49 "PUT /v2.0/routers/14b874e1-c184-4844-be8f-f0d3f3971e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2412970 Sep 16 05:13:54.937572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:54.940055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:54.960217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-95f75fed-9695-4b3e-b71a-e543ee72ae58 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4032912 Sep 16 05:13:55.035684 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=030d6785-b33e-4dc0-bd3b-316c243eeb29,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.205076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.227836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c334d-6976-421a-960d-4293355422aa req-dfccb6a5-6c5c-415d-bd50-bf65b3ea9e41 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.232878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Allocated IP 192.168.233.156 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/84a5e72e-6460-43d8-9bf9-940f1c74680b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:55.237197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f9c334d-6976-421a-960d-4293355422aa req-dfccb6a5-6c5c-415d-bd50-bf65b3ea9e41 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.1342041 Sep 16 05:13:55.268621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:55.311478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f9c334d-6976-421a-960d-4293355422aa req-48598f4d-8e71-4a18-8b3f-3bf7c0f74e73 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729332 Sep 16 05:13:55.499668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82fce912-a361-420d-ac91-33d7fac99659 req-0c424a3b-4f86-4387-a594-c71d9cf622fd tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 210 time: 0.0651391 Sep 16 05:13:55.588019 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ab6319-32ca-4b6e-b63a-e46cef120727 x-openstack-request-id: req-49ab6319-32ca-4b6e-b63a-e46cef120727 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:55.588388 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804c8272-ff41-4134-aa4b-e377ffe7a367", "name": "network-vif-plugged", "status": "completed", "tag": "030d6785-b33e-4dc0-bd3b-316c243eeb29", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:55.588709 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49ab6319-32ca-4b6e-b63a-e46cef120727 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:55.589178 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'code': 200} Sep 16 05:13:55.669715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 2, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:55.728240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Checking router: 14b874e1-c184-4844-be8f-f0d3f3971e8f for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:55.728522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Updating router 14b874e1-c184-4844-be8f-f0d3f3971e8f port 7333df72-d8ff-42dc-b27b-8b258f01e40d binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:55.799772 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.944643 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.954569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccc70a-1b01-4fd7-9c08-e3a15448bb28 req-ab13bb27-b189-4b25-ab7d-2fdf66d93477 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.962512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fccc70a-1b01-4fd7-9c08-e3a15448bb28 req-ab13bb27-b189-4b25-ab7d-2fdf66d93477 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 945 time: 0.5117273 Sep 16 05:13:56.034644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fccc70a-1b01-4fd7-9c08-e3a15448bb28 req-34893bc8-29c0-408b-b755-11b64b4b50bb tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709686 Sep 16 05:13:56.163753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1791889-091c-4d1e-b93c-e63769c9c464 req-bfcf09dd-7bb3-4875-99d9-0c77e9e72eef tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.166642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c1791889-091c-4d1e-b93c-e63769c9c464 req-bfcf09dd-7bb3-4875-99d9-0c77e9e72eef tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 949 time: 0.0697341 Sep 16 05:13:56.176229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.230231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['82b9eb81-3849-4e8f-9041-344884285e34', '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:56.285616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a457e34-6b9b-4fc9-844b-2cd3e34cb979 req-6d9a8b54-c223-47ba-98cb-817c2f3a0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.296777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a457e34-6b9b-4fc9-844b-2cd3e34cb979 req-6d9a8b54-c223-47ba-98cb-817c2f3a0a37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 1097 time: 0.5714998 Sep 16 05:13:56.299121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc812e8-7d5c-445f-82d4-f695b5a0a3fd req-e10e71f2-041d-4b62-a32d-19199ba19ea7 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.300807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cc812e8-7d5c-445f-82d4-f695b5a0a3fd req-e10e71f2-041d-4b62-a32d-19199ba19ea7 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7046998 Sep 16 05:13:56.349193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a457e34-6b9b-4fc9-844b-2cd3e34cb979 req-2e925b79-7f2a-466c-a57d-7c3cbc6b191e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470328 Sep 16 05:13:56.370437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:56.382147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:56.399109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:56.446354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.566099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Pushing event updated for resources: {'Port': ['ID=84a5e72e-6460-43d8-9bf9-940f1c74680b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.590721 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.609177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c1791889-091c-4d1e-b93c-e63769c9c464 req-224ac352-d307-4d2f-9f47-cea16263d4d6 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118032 Sep 16 05:13:56.627902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.630495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.747092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cf832-c6b2-49c8-87ca-f469feea9313 None None] Pushing event updated for resources: {'Port': ['ID=7333df72-d8ff-42dc-b27b-8b258f01e40d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.756169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af9261c6-2031-447b-9b56-1a134654fe48 req-cd973d05-a9c2-4f18-8ca1-db89cd295b30 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 210 time: 0.0531933 Sep 16 05:13:56.758014 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-72b94796-f874-4e8f-a136-abfdcb60c659 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8706324 Sep 16 05:13:56.790201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Request body: {'port': {'device_id': '8f0b1e72-66be-42d5-af55-60238f7b8bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:56.871491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-8a931a88-e9e9-4290-a8d0-64db712667d0 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.873696 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-8a931a88-e9e9-4290-a8d0-64db712667d0 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/networks?id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 HTTP/1.1" status: 200 len: 828 time: 0.3310618 Sep 16 05:13:56.908186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-1925ff49-85c1-4671-9224-6d4ddbfb32d1 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/quotas/ac520dfde1714884b9ab846009b49ab5 HTTP/1.1" status: 200 len: 375 time: 0.0251443 Sep 16 05:13:57.004018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-e87c93d6-1e3b-4fb9-8292-82aedec24412 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac520dfde1714884b9ab846009b49ab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688982 Sep 16 05:13:57.033322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7742b0ab-e1b6-4ce6-950c-75e6898b0765 req-bf03241b-1ccc-4bde-99e5-6760db695d58 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=f8a9d4885328462a948e138793cba258 HTTP/1.1" status: 200 len: 1657 time: 0.1800547 Sep 16 05:13:57.094089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Attempting to bind port 7333df72-d8ff-42dc-b27b-8b258f01e40d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:57.094764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Attempting to bind port 7333df72-d8ff-42dc-b27b-8b258f01e40d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:57.095369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Attempting to bind port 7333df72-d8ff-42dc-b27b-8b258f01e40d on network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:57.125932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f7509454-e50b-48df-8d5c-fe4bcff57fb7 None None] Provisioning complete for port 84a5e72e-6460-43d8-9bf9-940f1c74680b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:57.126532 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7509454-e50b-48df-8d5c-fe4bcff57fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.145765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.172151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:57.172645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Checking segment: {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:57.173044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.173431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Bound using segment: {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:57.173914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Bound port: 7333df72-d8ff-42dc-b27b-8b258f01e40d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:57.174293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.241176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-fd6c5543-4c46-4310-ac70-c43b4fb66543 service neutron] 10.222.0.49 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195954 Sep 16 05:13:57.257027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f7509454-e50b-48df-8d5c-fe4bcff57fb7 None None] Port 84a5e72e-6460-43d8-9bf9-940f1c74680b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:57.326928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] For port 7333df72-d8ff-42dc-b27b-8b258f01e40d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:57.330976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] For port 7333df72-d8ff-42dc-b27b-8b258f01e40d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7333df72-d8ff-42dc-b27b-8b258f01e40d,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:57.332534 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.347631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b0ab-e1b6-4ce6-950c-75e6898b0765 req-9b991afa-b08d-4567-bd80-ac3273d5a77f tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.349004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7742b0ab-e1b6-4ce6-950c-75e6898b0765 req-9b991afa-b08d-4567-bd80-ac3273d5a77f tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks?id=717d51fa-2082-4f98-9822-46d34662df31&id=717d51fa-2082-4f98-9822-46d34662df31&id=717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 787 time: 0.3005047 Sep 16 05:13:57.369988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-7742b0ab-e1b6-4ce6-950c-75e6898b0765 req-d1ba9aaf-d8bc-4bca-9dfb-2d681f297d23 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:13:57.371818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7742b0ab-e1b6-4ce6-950c-75e6898b0765 req-d1ba9aaf-d8bc-4bca-9dfb-2d681f297d23 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108719 Sep 16 05:13:57.401987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fd1f4e43-6028-4f38-b7b9-121958b1416a None None] Provisioning complete for port 7333df72-d8ff-42dc-b27b-8b258f01e40d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:57.404088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd1f4e43-6028-4f38-b7b9-121958b1416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.476392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-249cc7aa-5b0e-4bf9-aeb7-205cac011935 service neutron] 10.222.0.49 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278762 Sep 16 05:13:57.495047 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.495047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f4e43-6028-4f38-b7b9-121958b1416a None None] Port 7333df72-d8ff-42dc-b27b-8b258f01e40d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:57.643524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:57.644239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:57.650415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cf832-c6b2-49c8-87ca-f469feea9313 None None] Pushing event updated for resources: {'Port': ['ID=7333df72-d8ff-42dc-b27b-8b258f01e40d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:57.659581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc6b2f-88d8-4702-9126-14e34112e7d0 req-5da7fa2d-60f9-4d2f-8e64-b8f2b275a4f3 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.663807 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ccc6b2f-88d8-4702-9126-14e34112e7d0 req-5da7fa2d-60f9-4d2f-8e64-b8f2b275a4f3 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.1553211 Sep 16 05:13:57.797607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a5e72e-6460-43d8-9bf9-940f1c74680b {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:57.821929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.847396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Transition to ACTIVE for port object 84a5e72e-6460-43d8-9bf9-940f1c74680b will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:57.868299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ccc6b2f-88d8-4702-9126-14e34112e7d0 req-773516a2-9751-441d-92f9-e52f31bd8fa3 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961927 Sep 16 05:13:57.886051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:57.928403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.941215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:58.080777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3056bede-3011-4db3-a5d1-4e6e9a6baf95 None None] Provisioning complete for port 7333df72-d8ff-42dc-b27b-8b258f01e40d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:58.081453 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3056bede-3011-4db3-a5d1-4e6e9a6baf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.157443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Pushing event updated for resources: {'Port': ['ID=84a5e72e-6460-43d8-9bf9-940f1c74680b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.191500 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b2cb-d6e9-40b7-b9d1-266c7f963adf req-d9470130-0c3e-4130-8c07-d34bfb6a207e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.205960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b59b2cb-d6e9-40b7-b9d1-266c7f963adf req-d9470130-0c3e-4130-8c07-d34bfb6a207e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 948 time: 0.2341318 Sep 16 05:13:58.317888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b59b2cb-d6e9-40b7-b9d1-266c7f963adf req-79830187-4b51-4940-ad65-50e726d74998 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106312 Sep 16 05:13:58.330838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Attempting to bind port 84a5e72e-6460-43d8-9bf9-940f1c74680b on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:58.334099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Attempting to bind port 84a5e72e-6460-43d8-9bf9-940f1c74680b by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:58.334099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Attempting to bind port 84a5e72e-6460-43d8-9bf9-940f1c74680b on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:58.364842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Port 84a5e72e-6460-43d8-9bf9-940f1c74680b on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:58.368662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Attempting to bind port 84a5e72e-6460-43d8-9bf9-940f1c74680b on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:58.372102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:58.372485 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:58.372942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:58.373402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Bound port: 84a5e72e-6460-43d8-9bf9-940f1c74680b, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:58.373821 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.384450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dec0d-7e9c-4b00-a538-a9e398f93343 req-6fddd291-49e6-4517-a65c-2a7dcb1291fc tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.393534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c0dec0d-7e9c-4b00-a538-a9e398f93343 req-6fddd291-49e6-4517-a65c-2a7dcb1291fc tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 945 time: 0.1487577 Sep 16 05:13:58.415318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-16c1beef-a38b-4179-ad48-983512aea856 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips/c7dc445f-2113-4718-9494-31f1d46ec3d4 HTTP/1.1" status: 200 len: 693 time: 0.0572093 Sep 16 05:13:58.497181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c0dec0d-7e9c-4b00-a538-a9e398f93343 req-ef0c8ba9-05e1-49ea-81ac-6c6ec8e2a80f tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026037 Sep 16 05:13:58.643223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.654218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-22c5835f-9300-4880-84c2-ba4d8aef7b34 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.663061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-22c5835f-9300-4880-84c2-ba4d8aef7b34 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2368145 Sep 16 05:13:58.712147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] For port 84a5e72e-6460-43d8-9bf9-940f1c74680b, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:58.718148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] For port 84a5e72e-6460-43d8-9bf9-940f1c74680b, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=84a5e72e-6460-43d8-9bf9-940f1c74680b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:58.721277 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.727595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-b97bb781-20e4-4354-83e8-300b84c38329 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.217 HTTP/1.1" status: 200 len: 696 time: 0.0629900 Sep 16 05:13:58.732819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:58.739553 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf559a6-31c1-499f-8ce7-b4a3c25061a8" -d '{"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:58.768483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-81cbdee0-128f-4fcb-b97e-5b1ff5e6642b req-492127c0-4541-484b-bdc7-69574a2d24c0 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 210 time: 0.0438411 Sep 16 05:13:58.792569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-02a39dba-fe8b-4696-a0f4-5bdbdf0c3d1a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3070230 Sep 16 05:13:58.798241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-301a83e7-f0e5-4e44-a62a-e9d9ff95986e tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.217 HTTP/1.1" status: 200 len: 696 time: 0.0694997 Sep 16 05:13:58.809522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:58.811028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.830699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3056bede-3011-4db3-a5d1-4e6e9a6baf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.880028 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.890365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:57Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:58.938821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.939290 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.941159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] 10.222.0.66 "PUT /v2.0/ports/84a5e72e-6460-43d8-9bf9-940f1c74680b HTTP/1.1" status: 200 len: 1097 time: 2.1625898 Sep 16 05:13:58.941336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0b1e72-66be-42d5-af55-60238f7b8bcb', 'tag': '84a5e72e-6460-43d8-9bf9-940f1c74680b'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:58.942236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0ecee-4ff0-437d-872b-54cf2a7c42f1 None None] The sync data for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 is: [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:57Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:58.944184 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061109c-ac0f-4243-95cb-3af149aae751" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0b1e72-66be-42d5-af55-60238f7b8bcb", "tag": "84a5e72e-6460-43d8-9bf9-940f1c74680b"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:58.951452 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-e7251f62-e01c-4da3-b085-9fd0f87a2d93 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653884 Sep 16 05:13:58.998963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3056bede-3011-4db3-a5d1-4e6e9a6baf95 None None] For port 7333df72-d8ff-42dc-b27b-8b258f01e40d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7333df72-d8ff-42dc-b27b-8b258f01e40d,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:59.148319 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3056bede-3011-4db3-a5d1-4e6e9a6baf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.177085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.313543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056bede-3011-4db3-a5d1-4e6e9a6baf95 None None] Pushing event updated for resources: {'Port': ['ID=7333df72-d8ff-42dc-b27b-8b258f01e40d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.402378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-eab09602-4943-46ed-b322-5648ef7dc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.406325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-eab09602-4943-46ed-b322-5648ef7dc63c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1096 time: 0.4202290 Sep 16 05:13:59.439069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-6bf8304d-7bbd-43a8-ac8d-a523302749a0 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.441115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-6bf8304d-7bbd-43a8-ac8d-a523302749a0 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4829779 Sep 16 05:13:59.467388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bcf55-a9dc-41b5-987b-791b51d94622 service neutron] Pushing event updated for resources: {'Port': ['ID=84a5e72e-6460-43d8-9bf9-940f1c74680b,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.479685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Request body: {'port': {'device_id': '3cd95d9e-3dde-449e-af10-52e098862a02', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '9467bbfb86e74f9e8a9bb60e7314f649'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:59.531297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Deleting port 43e36604-1d0a-4662-b373-3ef9b65b4218 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:59.532418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.563431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-072fe426-26f1-4d9d-9c84-d124111632e5 req-4aecfbd6-0612-4a0d-993c-d33c77e41c7f tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 210 time: 0.1192651 Sep 16 05:13:59.666878 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb13069a-7d52-4440-bfac-1f9f3a18d53d x-openstack-request-id: req-cb13069a-7d52-4440-bfac-1f9f3a18d53d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:59.666878 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:59.666878 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb13069a-7d52-4440-bfac-1f9f3a18d53d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:59.666878 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'code': 200} Sep 16 05:13:59.692216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-512f7d4e-9397-4208-9396-39183fd41e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.694301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-512f7d4e-9397-4208-9396-39183fd41e76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 1100 time: 0.2520070 Sep 16 05:13:59.788237 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.789090 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.805709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Calling delete_port for 43e36604-1d0a-4662-b373-3ef9b65b4218 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:59.872955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-c05b4a6e-909f-4857-b043-cbda4a076441 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=84a5e72e-6460-43d8-9bf9-940f1c74680b HTTP/1.1" status: 200 len: 217 time: 0.1370678 Sep 16 05:13:59.985921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-737c83bf-2670-40fc-b798-3094a458ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.988574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-737c83bf-2670-40fc-b798-3094a458ee1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.5520644 Sep 16 05:14:00.039826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dad02-4eda-436e-9d71-790a546d6f0e req-3eac21da-9257-43b6-87a8-23dd2c85dbc1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.041974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-784dad02-4eda-436e-9d71-790a546d6f0e req-3eac21da-9257-43b6-87a8-23dd2c85dbc1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.3087938 Sep 16 05:14:00.053262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-e7fe4b9b-bdc7-49ed-a5b4-6e0fe0548a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.062948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-e7fe4b9b-bdc7-49ed-a5b4-6e0fe0548a0e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1594932 Sep 16 05:14:00.080867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-9ebcc302-a25b-467e-9fca-4e40f3929a0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 217 time: 0.0394747 Sep 16 05:14:00.134183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Made reservation on behalf of 9467bbfb86e74f9e8a9bb60e7314f649 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:00.137810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.164726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-784dad02-4eda-436e-9d71-790a546d6f0e req-39fded88-83c1-415a-b263-e003f3d5a8e8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081359 Sep 16 05:14:00.190414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-76e8f7de-4509-413f-af43-b1002ec72791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.192080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-76e8f7de-4509-413f-af43-b1002ec72791 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270564 Sep 16 05:14:00.324358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-78d74f5d-980c-4937-a028-74f1cca1b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.334582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7333df72-d8ff-42dc-b27b-8b258f01e40d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:00.354852 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15907270-5f7c-4c4e-8e58-17d7db465ca0 x-openstack-request-id: req-15907270-5f7c-4c4e-8e58-17d7db465ca0 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:00.355046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-78d74f5d-980c-4937-a028-74f1cca1b030 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.2549415 Sep 16 05:14:00.355214 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0b1e72-66be-42d5-af55-60238f7b8bcb", "tag": "84a5e72e-6460-43d8-9bf9-940f1c74680b", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:00.355214 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15907270-5f7c-4c4e-8e58-17d7db465ca0 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:00.355214 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0b1e72-66be-42d5-af55-60238f7b8bcb', 'tag': '84a5e72e-6460-43d8-9bf9-940f1c74680b', 'status': 'completed', 'code': 200} Sep 16 05:14:00.360425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.442689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-9d959b16-446d-4d44-999c-9a52514f5f3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623331 Sep 16 05:14:00.496350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7333df72-d8ff-42dc-b27b-8b258f01e40d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:00.497040 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.524036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event deleted for resources: {'Port': ['ID=43e36604-1d0a-4662-b373-3ef9b65b4218,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.747021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Allocated IP 192.168.233.107 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/aecdab16-bedc-43b4-b894-e70ded8c714d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:00.766656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-c2ea1f26-6240-4830-8a00-6525a0e0f59e service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036058 Sep 16 05:14:00.772803 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.777658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.791053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcd10c51-eca2-40be-b0e6-d873a721241d req-596fe9fd-31fd-4d0f-9735-da90bf5547de tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "DELETE /v2.0/floatingips/c7dc445f-2113-4718-9494-31f1d46ec3d4 HTTP/1.1" status: 204 len: 173 time: 1.9742203 Sep 16 05:14:00.825220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-e9ec8e68-e547-439a-a042-e2331794d369 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823090 Sep 16 05:14:00.861862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a64e91-fa91-4665-990f-5aec543c77ab req-6b7a8226-a014-4063-881d-be1bb1a8be6d tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.865384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89a64e91-fa91-4665-990f-5aec543c77ab req-6b7a8226-a014-4063-881d-be1bb1a8be6d tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 948 time: 0.4114172 Sep 16 05:14:01.051223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e27567e-30d6-4727-bc0d-cf321dedbd9e req-14d7fa24-9bc0-40d2-887e-4f4fae0a6399 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561288 Sep 16 05:14:01.198077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ea90b-172f-43ab-a503-72cea2df461f req-0b15baea-b95b-44c9-b6ae-9babcef8da25 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.200766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-910ea90b-172f-43ab-a503-72cea2df461f req-0b15baea-b95b-44c9-b6ae-9babcef8da25 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 945 time: 0.1479588 Sep 16 05:14:01.321041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89a64e91-fa91-4665-990f-5aec543c77ab req-e8361012-6672-4fdf-b45a-cccbb970c671 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012921 Sep 16 05:14:01.339530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-910ea90b-172f-43ab-a503-72cea2df461f req-64672e1a-ea3a-4613-801d-0fb13fa07edd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289368 Sep 16 05:14:01.449150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f8674d6-c0ee-4409-b81e-90cb66be06b5 req-3a8181a3-fa74-4164-a47d-3185a30914d1 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119447 Sep 16 05:14:01.498365 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.588369 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eedb9b9-fbe3-4a5b-8ca2-51e1679d7d3e req-c94a21be-105b-4805-9f6c-6512b0264908 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 210 time: 0.1184320 Sep 16 05:14:01.641644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.690801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['e1a04243-ecd9-4f50-b80b-bda4b5f8a72d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:01.884610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3a16c-2937-421e-a809-be627e459f94 req-a11c6a9e-0e79-4119-bee5-6bc1b087714f tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.890327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Pushing event updated for resources: {'Port': ['ID=aecdab16-bedc-43b4-b894-e70ded8c714d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:01.906573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5d3a16c-2937-421e-a809-be627e459f94 req-a11c6a9e-0e79-4119-bee5-6bc1b087714f tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 936 time: 0.1806359 Sep 16 05:14:01.912014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:01.928273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061109c-ac0f-4243-95cb-3af149aae751 req-341249ca-55b0-4300-b060-9053b079e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.930404 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2061109c-ac0f-4243-95cb-3af149aae751 req-341249ca-55b0-4300-b060-9053b079e883 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 1100 time: 0.1881511 Sep 16 05:14:01.931565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:01.940636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:02.009845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.010962 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.137522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-66e26c01-43ce-4af3-8877-55f7c032d58b tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6621032 Sep 16 05:14:02.183370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Request body: {'port': {'device_id': '3cd95d9e-3dde-449e-af10-52e098862a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:02.208551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5d3a16c-2937-421e-a809-be627e459f94 req-fc8e05d3-576b-4c58-964c-096f3025a9f3 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006110 Sep 16 05:14:02.259184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061109c-ac0f-4243-95cb-3af149aae751 req-a7751d46-83bb-4cea-83f5-503357e60baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.260868 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2061109c-ac0f-4243-95cb-3af149aae751 req-a7751d46-83bb-4cea-83f5-503357e60baa service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2581549 Sep 16 05:14:02.320965 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2061109c-ac0f-4243-95cb-3af149aae751 req-52fc4ac9-cd41-4b2c-9ed0-c7aafd29de24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=84a5e72e-6460-43d8-9bf9-940f1c74680b HTTP/1.1" status: 200 len: 217 time: 0.0518758 Sep 16 05:14:02.340257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e15673f5-1115-4189-aaa3-d389cc4879cf None None] Provisioning complete for port aecdab16-bedc-43b4-b894-e70ded8c714d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:02.341241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e15673f5-1115-4189-aaa3-d389cc4879cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.377180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-fea2b7df-bee1-48cc-993f-81399a547a20 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips/2a62a932-de63-4031-aa45-d630cee3d48f HTTP/1.1" status: 200 len: 693 time: 0.1099470 Sep 16 05:14:02.430558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e15673f5-1115-4189-aaa3-d389cc4879cf None None] Port aecdab16-bedc-43b4-b894-e70ded8c714d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:02.444158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-45c31bc9-7a8c-4731-9bf6-f92cb999ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.446162 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-45c31bc9-7a8c-4731-9bf6-f92cb999ca3f tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.30 "GET /v2.0/networks?id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 HTTP/1.1" status: 200 len: 828 time: 0.5356910 Sep 16 05:14:02.470429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061109c-ac0f-4243-95cb-3af149aae751 req-5c74615d-df0c-48c8-9fe0-a20a789c347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.472835 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2061109c-ac0f-4243-95cb-3af149aae751 req-5c74615d-df0c-48c8-9fe0-a20a789c347d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0798688 Sep 16 05:14:02.501701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.536930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-f81895d5-ff9d-4f9a-9432-661cac646df1 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.541125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-f81895d5-ff9d-4f9a-9432-661cac646df1 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1541696 Sep 16 05:14:02.547482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Request body: {'port': {'device_id': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'admin_state_up': True, 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:02.567588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061109c-ac0f-4243-95cb-3af149aae751 req-560ae6ee-b5da-4373-aece-0da24d8f9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.569489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2061109c-ac0f-4243-95cb-3af149aae751 req-560ae6ee-b5da-4373-aece-0da24d8f9bb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790572 Sep 16 05:14:02.672250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-0ca40c84-ac45-486f-800a-ed5690c21640 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.170 HTTP/1.1" status: 200 len: 696 time: 0.1194944 Sep 16 05:14:02.805112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2061109c-ac0f-4243-95cb-3af149aae751 req-b9c40e4b-c86a-473b-a841-d78d8ae60648 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257144 Sep 16 05:14:02.835554 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-5c93f764-5d0b-4b0a-b6c5-b2eb52a67d0c tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.170 HTTP/1.1" status: 200 len: 696 time: 0.1537156 Sep 16 05:14:03.001405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Made reservation on behalf of ac520dfde1714884b9ab846009b49ab5 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:03.005669 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.049571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Deleting port 9c33c881-634b-4511-8636-2a252503c488 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:03.049766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2061109c-ac0f-4243-95cb-3af149aae751 req-6ab40477-343e-4cf9-a290-b8b83909def9 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320628 Sep 16 05:14:03.050221 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.121002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecdab16-bedc-43b4-b894-e70ded8c714d {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:03.133381 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.154397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Transition to ACTIVE for port object aecdab16-bedc-43b4-b894-e70ded8c714d will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:03.211016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.211340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.232619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Calling delete_port for 9c33c881-634b-4511-8636-2a252503c488 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:03.239716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Allocated IP 172.20.0.10 (7b609a5d-42b1-4ac5-8a8f-778b8af7ef24/71b26557-1f3a-4cea-b5a9-b665e92f1bf7/8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:03.252811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.345231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Pushing event updated for resources: {'Port': ['ID=aecdab16-bedc-43b4-b894-e70ded8c714d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.489604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Attempting to bind port aecdab16-bedc-43b4-b894-e70ded8c714d on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:03.489912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Attempting to bind port aecdab16-bedc-43b4-b894-e70ded8c714d by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:03.490280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Attempting to bind port aecdab16-bedc-43b4-b894-e70ded8c714d on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:03.496361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Port aecdab16-bedc-43b4-b894-e70ded8c714d on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:03.496741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Attempting to bind port aecdab16-bedc-43b4-b894-e70ded8c714d on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:03.504922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:03.505356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:03.505740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:03.506156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Bound port: aecdab16-bedc-43b4-b894-e70ded8c714d, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:03.506511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.579165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.611186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.645377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event deleted for resources: {'Port': ['ID=9c33c881-634b-4511-8636-2a252503c488,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.718503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.721494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.722863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fcd67b3-327d-47bf-adc6-475fa7f7e9b9 req-4a13d958-fbe7-4886-9bba-380e39c7c645 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "DELETE /v2.0/floatingips/2a62a932-de63-4031-aa45-d630cee3d48f HTTP/1.1" status: 204 len: 173 time: 0.8614612 Sep 16 05:14:03.743823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.814885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:03.819177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:03.829037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:03.897405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Pushing event updated for resources: {'Port': ['ID=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.930852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] For port aecdab16-bedc-43b4-b894-e70ded8c714d, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:03.936017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] For port aecdab16-bedc-43b4-b894-e70ded8c714d, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=aecdab16-bedc-43b4-b894-e70ded8c714d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:03.945589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 84a5e72e-6460-43d8-9bf9-940f1c74680b details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:03.950334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ad38-9d62-41d8-9c94-c0b78a2195d6 req-ef87aa44-2e79-4cfd-b13f-689131b64b7e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:03.958173 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0dc2ad38-9d62-41d8-9c94-c0b78a2195d6 req-ef87aa44-2e79-4cfd-b13f-689131b64b7e tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 945 time: 0.0837302 Sep 16 05:14:03.963513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41734) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:03.968481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Request body: {'floatingip': {'port_id': '030d6785-b33e-4dc0-bd3b-316c243eeb29'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:03.989352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:03.990409 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.015264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.035935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80275ee0-2439-4659-8a9b-20154dc51aca req-5ca447a0-0f86-45fc-b5f7-75041beb4c68 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:04.038146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80275ee0-2439-4659-8a9b-20154dc51aca req-5ca447a0-0f86-45fc-b5f7-75041beb4c68 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.1693873 Sep 16 05:14:04.059436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.112514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-2f31d2e4-21f3-4022-b7e1-a78045f2b442 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5699849 Sep 16 05:14:04.157963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Request body: {'port': {'device_id': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:04.168284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80275ee0-2439-4659-8a9b-20154dc51aca req-5af2542d-c220-440a-95ce-9da4c5ff1dff tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106734 Sep 16 05:14:04.194300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 84a5e72e-6460-43d8-9bf9-940f1c74680b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=84a5e72e-6460-43d8-9bf9-940f1c74680b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:04.207604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '84a5e72e-6460-43d8-9bf9-940f1c74680b', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '84a5e72e-6460-43d8-9bf9-940f1c74680b', 'mac_address': 'fa:16:3e:ba:e3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:04.228401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0711d746-d00a-4f6f-9926-fa1893346b9e None None] Provisioning complete for port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:04.228935 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0711d746-d00a-4f6f-9926-fa1893346b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.261573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.310063 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.316303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0711d746-d00a-4f6f-9926-fa1893346b9e None None] Port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:04.333881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a5e72e-6460-43d8-9bf9-940f1c74680b {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:04.365854 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 84a5e72e-6460-43d8-9bf9-940f1c74680b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=84a5e72e-6460-43d8-9bf9-940f1c74680b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:04.369921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:04.370538 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.372076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] 10.222.0.66 "PUT /v2.0/ports/aecdab16-bedc-43b4-b894-e70ded8c714d HTTP/1.1" status: 200 len: 1097 time: 2.2010663 Sep 16 05:14:04.374951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd95d9e-3dde-449e-af10-52e098862a02', 'tag': 'aecdab16-bedc-43b4-b894-e70ded8c714d'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:04.377676 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf345785-e96d-4918-a6d7-422edc740e31" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd95d9e-3dde-449e-af10-52e098862a02", "tag": "aecdab16-bedc-43b4-b894-e70ded8c714d"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:04.434165 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.438326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb88e6-ec4f-4f4f-bca7-8a0b6a75c235 req-80492849-af1b-4a55-b806-6a9268feb348 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:04.440176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3eb88e6-ec4f-4f4f-bca7-8a0b6a75c235 req-80492849-af1b-4a55-b806-6a9268feb348 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 948 time: 0.3342314 Sep 16 05:14:04.443315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d979e-6da8-4268-9f26-0c43c6e147c6 service neutron] Pushing event updated for resources: {'Port': ['ID=aecdab16-bedc-43b4-b894-e70ded8c714d,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:04.487250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39697bf8-38b4-4495-b277-695badeb75d7 req-f070a87e-3371-4f44-af20-9118ada450f7 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:04.489264 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39697bf8-38b4-4495-b277-695badeb75d7 req-f070a87e-3371-4f44-af20-9118ada450f7 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 932 time: 0.1661513 Sep 16 05:14:04.609973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3eb88e6-ec4f-4f4f-bca7-8a0b6a75c235 req-97dbb090-cc31-473d-8ba0-1093d44839b7 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287229 Sep 16 05:14:04.636045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=84a5e72e-6460-43d8-9bf9-940f1c74680b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:04.792515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-c4c0cbca-6bc4-4391-8ccd-ff9c5983c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:04.794084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-c4c0cbca-6bc4-4391-8ccd-ff9c5983c434 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 1100 time: 0.2469990 Sep 16 05:14:04.896231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['84a5e72e-6460-43d8-9bf9-940f1c74680b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:04.946053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39697bf8-38b4-4495-b277-695badeb75d7 req-c7377b00-f6a2-4ec6-95be-49114358b646 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366028 Sep 16 05:14:04.991892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-8e899016-c568-4c2a-9bb9-e1e64077daf6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=aecdab16-bedc-43b4-b894-e70ded8c714d HTTP/1.1" status: 200 len: 217 time: 0.1579773 Sep 16 05:14:05.006195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884ff02-cbff-435d-9adb-f13c97b9e037 req-e174970a-1a9e-40f8-baa3-d66758fef796 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.008939 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4884ff02-cbff-435d-9adb-f13c97b9e037 req-e174970a-1a9e-40f8-baa3-d66758fef796 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 948 time: 0.2929254 Sep 16 05:14:05.134989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74f0e748-a677-4f87-be86-f09bce564e23 req-caf3e10a-8fd3-46da-9a04-4bdda3f4be17 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips/2978be5d-791a-4573-98bf-aa0a86869ac0 HTTP/1.1" status: 200 len: 693 time: 0.1061685 Sep 16 05:14:05.190331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4884ff02-cbff-435d-9adb-f13c97b9e037 req-93c7c025-9e92-4b24-a518-62106af9f173 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568859 Sep 16 05:14:05.199483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-19fbd4fa-f990-4fd7-aa33-07f36fb15ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.201020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-19fbd4fa-f990-4fd7-aa33-07f36fb15ee5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1908715 Sep 16 05:14:05.203221 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.resource_extend [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:14:05.320006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.322233 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5900ac8d-8c66-464a-b29b-614fb7191af0 x-openstack-request-id: req-5900ac8d-8c66-464a-b29b-614fb7191af0 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:05.322233 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd95d9e-3dde-449e-af10-52e098862a02", "tag": "aecdab16-bedc-43b4-b894-e70ded8c714d", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:05.322523 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5900ac8d-8c66-464a-b29b-614fb7191af0 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:05.322899 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd95d9e-3dde-449e-af10-52e098862a02', 'tag': 'aecdab16-bedc-43b4-b894-e70ded8c714d', 'status': 'completed', 'code': 200} Sep 16 05:14:05.337442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-fe89309e-fb5c-4fca-99d6-f59c368c8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.337626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:05.337807 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-fe89309e-fb5c-4fca-99d6-f59c368c8de7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1005623 Sep 16 05:14:05.393216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.397096 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.424599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-1c7c3f8f-c46c-44c4-a74b-0b8fae6b8e82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1980894 Sep 16 05:14:05.429091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Transition to ACTIVE for port object 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:05.462866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0e748-a677-4f87-be86-f09bce564e23 req-d22ee4cb-bac6-4226-b121-35d2cac1eecc tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.464683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74f0e748-a677-4f87-be86-f09bce564e23 req-d22ee4cb-bac6-4226-b121-35d2cac1eecc tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2836375 Sep 16 05:14:05.555148 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.587847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74f0e748-a677-4f87-be86-f09bce564e23 req-db10c923-25e2-48b0-ac0c-c83c20495352 tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.1111605 Sep 16 05:14:05.733384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Pushing event updated for resources: {'Port': ['ID=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:05.754373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74f0e748-a677-4f87-be86-f09bce564e23 req-64e465ab-474e-4f05-9509-59975b1d7a2e tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.1338093 Sep 16 05:14:05.767430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-684d3b2d-01f2-433a-a8c3-4b44a67fc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.770192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-684d3b2d-01f2-433a-a8c3-4b44a67fc0aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1096 time: 0.2286546 Sep 16 05:14:05.843624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d9b9f-ca08-4dc8-b5cb-1155302869a0 req-c26a78b4-7b6f-474e-88f1-44d652ba878a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.845280 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f3d9b9f-ca08-4dc8-b5cb-1155302869a0 req-c26a78b4-7b6f-474e-88f1-44d652ba878a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.4485741 Sep 16 05:14:05.849405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-25c3e97d-ca15-4c25-a5f3-1c3eb6984438 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021944 Sep 16 05:14:05.884936 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Floating IP 50bfd920-1eaf-482c-835b-0766783792aa associated. External IP: 172.25.1.121, port: 030d6785-b33e-4dc0-bd3b-316c243eeb29. Sep 16 05:14:06.002712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f3d9b9f-ca08-4dc8-b5cb-1155302869a0 req-ca4bdc28-290c-4c18-97c0-067815e6a3b9 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490560 Sep 16 05:14:06.073445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2a21aa7-d9a5-4163-8976-48c3b41471f9 req-bad4e8f6-5357-4e91-8e99-d627c7b889ab service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078168 Sep 16 05:14:06.211509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:06.212290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Attempting to bind port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:06.212290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Attempting to bind port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:06.212718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Attempting to bind port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 on network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:06.245038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 on network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:06.245426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Attempting to bind port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 on network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:06.260717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:06.260717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Checking segment: {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:06.260717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Bound using segment: {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:06.260717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Bound port: 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279949ef-07e5-47c7-988a-1abb536aac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:06.260717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.273849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-d690c028-6806-4b50-ae39-2036dd770532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.275584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-d690c028-6806-4b50-ae39-2036dd770532 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.4757688 Sep 16 05:14:06.347242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:06.351135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-d9e9a151-2620-4243-b72f-8779bb6e47a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 217 time: 0.0656438 Sep 16 05:14:06.353193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.367240 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] Sync routers for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:06.372648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Deleting port 8573f416-55f6-446c-977e-e12067a070bd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:06.373067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.378299 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:06.378916 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:06.419662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-76af1dfe-9ed9-4522-bea9-cc5ca5545309 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "PUT /v2.0/floatingips/50bfd920-1eaf-482c-835b-0766783792aa HTTP/1.1" status: 200 len: 991 time: 2.4547913 Sep 16 05:14:06.430598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] For port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:06.440954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345785-e96d-4918-a6d7-422edc740e31 req-7585ca95-51b5-421e-a756-4ab4860f74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.442842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf345785-e96d-4918-a6d7-422edc740e31 req-7585ca95-51b5-421e-a756-4ab4860f74a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 1100 time: 0.0602219 Sep 16 05:14:06.485874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] For port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:06.497054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-2faa44a6-0604-4f50-997b-2f40c23b2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.498669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-2faa44a6-0604-4f50-997b-2f40c23b2afc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1218798 Sep 16 05:14:06.529774 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:06.543461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-ebd5a471-b525-437b-a695-983cd24292e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365803 Sep 16 05:14:06.547757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.548131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.565593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Calling delete_port for 8573f416-55f6-446c-977e-e12067a070bd owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:06.593753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.597675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345785-e96d-4918-a6d7-422edc740e31 req-db5f209a-ae0a-407d-8b2e-8e307895e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.599671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf345785-e96d-4918-a6d7-422edc740e31 req-db5f209a-ae0a-407d-8b2e-8e307895e545 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1403131 Sep 16 05:14:06.658895 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf345785-e96d-4918-a6d7-422edc740e31 req-0facf173-42ce-4e8c-8df3-9deb1ca3afa4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=aecdab16-bedc-43b4-b894-e70ded8c714d HTTP/1.1" status: 200 len: 217 time: 0.0502369 Sep 16 05:14:06.747156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.747931 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.749399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] 10.222.0.30 "PUT /v2.0/ports/8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 200 len: 1093 time: 2.6040661 Sep 16 05:14:06.751174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345785-e96d-4918-a6d7-422edc740e31 req-27d5649b-c880-4f7c-8376-436969a104a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.753539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf345785-e96d-4918-a6d7-422edc740e31 req-27d5649b-c880-4f7c-8376-436969a104a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0851855 Sep 16 05:14:06.753712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:06.755828 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a52874-b550-4df0-97bd-40d9cc0ca46d" -d '{"events": [{"name": "network-changed", "server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:06.842373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe7c90-0f80-4649-a492-9b85925b7bdd service neutron] Pushing event updated for resources: {'Port': ['ID=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:06.861580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-7bf03e06-24aa-4fd3-a195-1f2d05a2494f service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984452 Sep 16 05:14:06.920585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345785-e96d-4918-a6d7-422edc740e31 req-9b746440-170a-4d8a-ab9e-3d41ffa75a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.923664 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf345785-e96d-4918-a6d7-422edc740e31 req-9b746440-170a-4d8a-ab9e-3d41ffa75a9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1531796 Sep 16 05:14:07.041330 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '50bfd920-1eaf-482c-835b-0766783792aa', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'port_id': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'mac_address': 'fa:16:3e:3d:c4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:07Z', 'updated_at': '2021-09-16T05:14:05Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:07.052120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.079769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd3315-d1ba-48b3-a9af-5aed42683fdb req-a064f557-87be-42b9-86cf-4987b49e4a3b tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.088680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7ccd3315-d1ba-48b3-a9af-5aed42683fdb req-a064f557-87be-42b9-86cf-4987b49e4a3b tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 949 time: 0.1317232 Sep 16 05:14:07.099970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Pushing event deleted for resources: {'Port': ['ID=8573f416-55f6-446c-977e-e12067a070bd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:07.110622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-ab0c5672-f2c5-4de0-b74e-747d2fbb5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.112040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-ab0c5672-f2c5-4de0-b74e-747d2fbb5087 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac520dfde1714884b9ab846009b49ab5&device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 1096 time: 0.1705124 Sep 16 05:14:07.118640 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] Checking router: 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:07.165434 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7ccd3315-d1ba-48b3-a9af-5aed42683fdb req-1209927b-56e0-47fd-816e-ed2c0c949f77 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755596 Sep 16 05:14:07.167982 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:07.169086 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:07.185672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf345785-e96d-4918-a6d7-422edc740e31 req-62ca222e-ad46-42dc-a917-e842b677d24b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436125 Sep 16 05:14:07.251506 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.254667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.267379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74f0e748-a677-4f87-be86-f09bce564e23 req-592fccff-4fe0-4273-89db-6147f89a3f8d tempest-FloatingIPDetailsTestJSON-1246755636 tempest-FloatingIPDetailsTestJSON-1246755636-project] 10.222.0.49 "DELETE /v2.0/floatingips/2978be5d-791a-4573-98bf-aa0a86869ac0 HTTP/1.1" status: 204 len: 173 time: 1.4957755 Sep 16 05:14:07.273606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41774) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:07.277467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-06048b2d-6732-4f3b-9359-45d3a6dd2d67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.1350608 Sep 16 05:14:07.296964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79024a51-9865-4eb3-91cb-fb854a71f242 req-34c67803-57fc-4d99-8d35-83a186fb52f9 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509243 Sep 16 05:14:07.328789 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:07.336792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'tag': '030d6785-b33e-4dc0-bd3b-316c243eeb29'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:07.342429 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4096585f-6655-4e50-aa07-dd0f48317d68" -d '{"events": [{"name": "network-changed", "server_uuid": "804c8272-ff41-4134-aa4b-e377ffe7a367", "tag": "030d6785-b33e-4dc0-bd3b-316c243eeb29"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:07.472126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf345785-e96d-4918-a6d7-422edc740e31 req-e74baeb8-472a-48b0-af3c-69e1330a878e service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768040 Sep 16 05:14:07.486727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-98e18287-0d90-4ddf-b811-ad3074216ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.488437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-98e18287-0d90-4ddf-b811-ad3074216ee6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71b26557-1f3a-4cea-b5a9-b665e92f1bf7 HTTP/1.1" status: 200 len: 867 time: 0.1971295 Sep 16 05:14:07.511748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db046f0-f6aa-476f-bcd4-827d6255c9a2 req-a5667419-e3bc-4404-a915-31049aeccc22 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.514452 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8db046f0-f6aa-476f-bcd4-827d6255c9a2 req-a5667419-e3bc-4404-a915-31049aeccc22 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 944 time: 0.1656237 Sep 16 05:14:07.550771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e7a1-b2d9-4851-96f8-388a13124c93 req-3a0814a6-4acf-4576-85b1-ed830bf173a4 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.552585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ee8e7a1-b2d9-4851-96f8-388a13124c93 req-3a0814a6-4acf-4576-85b1-ed830bf173a4 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 948 time: 0.1659491 Sep 16 05:14:07.582832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8db046f0-f6aa-476f-bcd4-827d6255c9a2 req-df5dcc85-e9a8-4c7a-bd0f-2c8184ee0448 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617883 Sep 16 05:14:07.711186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-671e6ab1-0b6d-47ce-acee-c39fa79f2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.712787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-671e6ab1-0b6d-47ce-acee-c39fa79f2b22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857016 Sep 16 05:14:07.718912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ee8e7a1-b2d9-4851-96f8-388a13124c93 req-063dfdd9-a278-40e5-9f49-89bb726188b8 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497049 Sep 16 05:14:07.750664 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be085d0-c437-4aab-a2d4-e105ac694991 x-openstack-request-id: req-5be085d0-c437-4aab-a2d4-e105ac694991 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:07.750960 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:07.751193 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5be085d0-c437-4aab-a2d4-e105ac694991 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:07.751579 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'status': 'completed', 'code': 200} Sep 16 05:14:07.833801 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '50bfd920-1eaf-482c-835b-0766783792aa', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'port_id': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'mac_address': 'fa:16:3e:3d:c4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:07Z', 'updated_at': '2021-09-16T05:14:05Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:07.856859 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dbf919-e3fb-48b0-ba12-556f3b9fccd2 x-openstack-request-id: req-a9dbf919-e3fb-48b0-ba12-556f3b9fccd2 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:07.857177 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804c8272-ff41-4134-aa4b-e377ffe7a367", "tag": "030d6785-b33e-4dc0-bd3b-316c243eeb29", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:07.857516 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9dbf919-e3fb-48b0-ba12-556f3b9fccd2 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:07.857835 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'tag': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'status': 'completed', 'code': 200} Sep 16 05:14:07.892623 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a045160-7039-47a4-b2a3-ba28a1127f57 None None] The sync data for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 is: [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '50bfd920-1eaf-482c-835b-0766783792aa', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'port_id': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'mac_address': 'fa:16:3e:3d:c4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:07Z', 'updated_at': '2021-09-16T05:14:05Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:07.953054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 84a5e72e-6460-43d8-9bf9-940f1c74680b up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:08.107432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 84a5e72e-6460-43d8-9bf9-940f1c74680b completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:08.119840 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 84a5e72e-6460-43d8-9bf9-940f1c74680b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:08.120471 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.238404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b2bba-5749-4fd3-a37b-38085532ac77 None None] New status for floating IP 50bfd920-1eaf-482c-835b-0766783792aa: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:08.271896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-f60b0971-554a-4a8d-9797-8ec745e68820 service neutron] 10.222.0.30 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501425 Sep 16 05:14:08.299633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-99ab7ee0-fdee-4776-a704-11f57c29751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.301193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-99ab7ee0-fdee-4776-a704-11f57c29751d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=253a70d836ff423fb8ee993b21ed1df6&device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 1097 time: 0.1673722 Sep 16 05:14:08.325708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8023eb-f0b5-4816-bb9d-7e2e7e5a03fb req-c4016640-cd5b-4ff4-b16d-99f815a87466 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.327821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8023eb-f0b5-4816-bb9d-7e2e7e5a03fb req-c4016640-cd5b-4ff4-b16d-99f815a87466 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.1964474 Sep 16 05:14:08.373848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5186b78-ef8f-463b-aa19-13a36f980b4a req-c1d80ad0-24b0-408c-bdeb-dac77f1d9415 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.376239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f5186b78-ef8f-463b-aa19-13a36f980b4a req-c1d80ad0-24b0-408c-bdeb-dac77f1d9415 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 949 time: 0.0853779 Sep 16 05:14:08.399398 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.424263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f5186b78-ef8f-463b-aa19-13a36f980b4a req-f5cecf6f-9531-42f6-837c-c31f626cb89a tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Sep 16 05:14:08.441526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0b1e72-66be-42d5-af55-60238f7b8bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a5e72e-6460-43d8-9bf9-940f1c74680b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:08.445999 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598fc2e7-906f-482c-a91a-74f92ee24bd0" -d '{"events": [{"server_uuid": "8f0b1e72-66be-42d5-af55-60238f7b8bcb", "name": "network-vif-plugged", "status": "completed", "tag": "84a5e72e-6460-43d8-9bf9-940f1c74680b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:08.492944 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80924504-ab11-4979-8e46-f98d5d316ace x-openstack-request-id: req-80924504-ab11-4979-8e46-f98d5d316ace {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:08.493251 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0b1e72-66be-42d5-af55-60238f7b8bcb", "name": "network-vif-plugged", "status": "completed", "tag": "84a5e72e-6460-43d8-9bf9-940f1c74680b", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:08.493519 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80924504-ab11-4979-8e46-f98d5d316ace {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:08.493963 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0b1e72-66be-42d5-af55-60238f7b8bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a5e72e-6460-43d8-9bf9-940f1c74680b', 'code': 200} Sep 16 05:14:08.498259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 84a5e72e-6460-43d8-9bf9-940f1c74680b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=84a5e72e-6460-43d8-9bf9-940f1c74680b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:08.546396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8023eb-f0b5-4816-bb9d-7e2e7e5a03fb req-8be22a58-a152-42bb-a8f9-d3cb25eb04c0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757040 Sep 16 05:14:08.598162 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cba8dca-9f40-4db2-83dd-a9bf64fcc0be req-9d21aba9-f6ec-4b9b-a274-af39fd70ce58 service neutron] 10.222.0.30 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132579 Sep 16 05:14:08.605262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-2349584d-7a88-4e52-91ec-42410d020b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.606793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-2349584d-7a88-4e52-91ec-42410d020b2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 200 len: 925 time: 0.2781692 Sep 16 05:14:08.624783 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.747961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=84a5e72e-6460-43d8-9bf9-940f1c74680b,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.771907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-7fc7a106-836b-48bf-b354-e506517ef6ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030d6785-b33e-4dc0-bd3b-316c243eeb29 HTTP/1.1" status: 200 len: 1001 time: 0.1390300 Sep 16 05:14:08.820820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.849421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb645885-c67e-4487-b75a-4c872258bb7f req-739c1edd-64c5-486b-a706-a53a44fc9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.852528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb645885-c67e-4487-b75a-4c872258bb7f req-739c1edd-64c5-486b-a706-a53a44fc9d76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 1102 time: 0.1682124 Sep 16 05:14:08.866362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566f41e-58cc-4f79-ac05-710e674e0976 req-c4714836-e823-4d3d-9321-287d6c4f6155 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.879381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8566f41e-58cc-4f79-ac05-710e674e0976 req-c4714836-e823-4d3d-9321-287d6c4f6155 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 944 time: 0.1365893 Sep 16 05:14:08.950190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb645885-c67e-4487-b75a-4c872258bb7f req-630e363c-888f-42bb-981c-8ac6358e6acc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668857 Sep 16 05:14:08.976809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8566f41e-58cc-4f79-ac05-710e674e0976 req-dcc57e01-a38d-4be8-990f-6288f783426d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957844 Sep 16 05:14:09.105146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-8191220f-6c33-42dc-8b4f-54d46f3ee798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.106615 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-8191220f-6c33-42dc-8b4f-54d46f3ee798 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=042732bf-6548-49b1-97f9-a80dc74b9d91 HTTP/1.1" status: 200 len: 863 time: 0.2348435 Sep 16 05:14:09.112962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-7e3c84ba-2ac2-4ac1-abbc-2f17ec854c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.114492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-7e3c84ba-2ac2-4ac1-abbc-2f17ec854c2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac520dfde1714884b9ab846009b49ab5&device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 1096 time: 0.2393637 Sep 16 05:14:09.280869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad056-0e7a-41a0-9f30-2f9e5e838797 req-a6acc587-1587-41e8-92bf-8dc7c537f97c tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.282280 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a88ad056-0e7a-41a0-9f30-2f9e5e838797 req-a6acc587-1587-41e8-92bf-8dc7c537f97c tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 948 time: 0.2473083 Sep 16 05:14:09.386269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-da744325-9a1f-43ee-a52b-c9bc12b81d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.387810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-da744325-9a1f-43ee-a52b-c9bc12b81d57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=025e130c-550e-47f2-a0a3-b88748c30bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533467 Sep 16 05:14:09.402754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-205936e0-f8dc-4ac4-b2ca-c1d55193e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.404316 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-205936e0-f8dc-4ac4-b2ca-c1d55193e883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 HTTP/1.1" status: 200 len: 929 time: 0.2686765 Sep 16 05:14:09.411113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a88ad056-0e7a-41a0-9f30-2f9e5e838797 req-88083359-c7ca-4149-8dfb-7c9619a904c9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982747 Sep 16 05:14:09.497861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-afc8bb19-1f54-47a0-890c-be319e6132cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.0789497 Sep 16 05:14:09.575325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7481b4-433e-4983-b81c-cbf93900bfc8 req-958108bd-9de9-4324-a143-12c9ef9b85b4 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.577963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac7481b4-433e-4983-b81c-cbf93900bfc8 req-958108bd-9de9-4324-a143-12c9ef9b85b4 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 950 time: 0.0585756 Sep 16 05:14:09.648755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac7481b4-433e-4983-b81c-cbf93900bfc8 req-b65ace06-ce11-4927-98c8-af6039be6f53 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605552 Sep 16 05:14:09.652131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-550e9091-b751-4015-82e1-4271ab622d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.653746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-550e9091-b751-4015-82e1-4271ab622d4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71b26557-1f3a-4cea-b5a9-b665e92f1bf7 HTTP/1.1" status: 200 len: 867 time: 0.1072652 Sep 16 05:14:09.716039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-0614ba3e-0a46-4ec7-b532-ec0c38f3abe3 service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959831 Sep 16 05:14:09.845970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c038699-83da-4ab3-b437-8ff332cd5fe5 req-85795bd3-ca3a-479d-aa8b-53f524274859 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.847550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c038699-83da-4ab3-b437-8ff332cd5fe5 req-85795bd3-ca3a-479d-aa8b-53f524274859 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 946 time: 0.1810513 Sep 16 05:14:09.858140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-052e832c-f865-4eb9-b351-09108846fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.860648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-052e832c-f865-4eb9-b351-09108846fc35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1905937 Sep 16 05:14:09.896069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Deleting port c2305bf8-6978-4145-b477-95eaee7a4ed4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:09.896414 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.911121 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4096585f-6655-4e50-aa07-dd0f48317d68 req-a59f4076-c8ae-4cde-9be6-b53c0b10f88c service neutron] 10.222.0.30 "GET /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692157 Sep 16 05:14:09.970406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:10.043313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c038699-83da-4ab3-b437-8ff332cd5fe5 req-2ee1d499-4bee-415f-9861-2059622d89d1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881611 Sep 16 05:14:10.125944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:10.141683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'mac_address': 'fa:16:3e:8f:92:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:10.185662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-2f450eb8-41a0-44d7-a08f-be03580c2353 service neutron] 10.222.0.30 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927024 Sep 16 05:14:10.189316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] For port c2305bf8-6978-4145-b477-95eaee7a4ed4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c2305bf8-6978-4145-b477-95eaee7a4ed4,segment=NetworkSegment(e72dc1c6-7ee5-434a-ae89-90134916df34),segment_id=e72dc1c6-7ee5-434a-ae89-90134916df34)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:10.189925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.227536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.251006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d110dc8-1c74-491c-9f1e-56c5000ca699 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:10.270228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Calling delete_port for c2305bf8-6978-4145-b477-95eaee7a4ed4 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:10.294783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:10.398903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a2c8-648e-422f-88c3-b4849d863f63 req-c4b13d90-f39a-47fe-8f1c-b6287553779c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.400563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6687a2c8-648e-422f-88c3-b4849d863f63 req-c4b13d90-f39a-47fe-8f1c-b6287553779c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 944 time: 0.2012000 Sep 16 05:14:10.406089 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.411038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device aecdab16-bedc-43b4-b894-e70ded8c714d details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:10.481094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port aecdab16-bedc-43b4-b894-e70ded8c714d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=aecdab16-bedc-43b4-b894-e70ded8c714d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:10.503749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.507032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'aecdab16-bedc-43b4-b894-e70ded8c714d', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'aecdab16-bedc-43b4-b894-e70ded8c714d', 'mac_address': 'fa:16:3e:56:20:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:10.509907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b4deaccd-7e44-48b1-9871-351cedcacd4d tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.511703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b4deaccd-7e44-48b1-9871-351cedcacd4d tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1098 time: 0.1249323 Sep 16 05:14:10.520637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24af6c-c63e-4b7e-9489-89e193cb7444 req-6cdf0f7e-23aa-4270-8a2d-e915892d986a tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.522532 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e24af6c-c63e-4b7e-9489-89e193cb7444 req-6cdf0f7e-23aa-4270-8a2d-e915892d986a tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1098 time: 0.0944648 Sep 16 05:14:10.555603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-15'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:10.567508 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.584020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecdab16-bedc-43b4-b894-e70ded8c714d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:10.595510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e24af6c-c63e-4b7e-9489-89e193cb7444 req-84d84dc8-7dae-4e34-91e1-2642144a8422 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667565 Sep 16 05:14:10.629606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port aecdab16-bedc-43b4-b894-e70ded8c714d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=aecdab16-bedc-43b4-b894-e70ded8c714d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:10.657079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.736465 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.774964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1a52874-b550-4df0-97bd-40d9cc0ca46d req-d0aa0d8a-3867-4b92-b2ec-c620714ad8d7 service neutron] 10.222.0.30 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655727 Sep 16 05:14:10.805057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac57874-e6d4-434c-b728-9ee752b2e064 req-7c3561dd-ae87-45a6-9ec0-12363471e869 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.816479 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ac57874-e6d4-434c-b728-9ee752b2e064 req-7c3561dd-ae87-45a6-9ec0-12363471e869 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 948 time: 0.1145051 Sep 16 05:14:10.841466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6687a2c8-648e-422f-88c3-b4849d863f63 req-cb641f86-9c8e-4056-93f8-668d32b46c7d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184780 Sep 16 05:14:10.862312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=aecdab16-bedc-43b4-b894-e70ded8c714d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.903531 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ac57874-e6d4-434c-b728-9ee752b2e064 req-c3a11c19-607e-4e4d-83a5-d1296e3c30fe tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585966 Sep 16 05:14:10.935541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:11.034274 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.041521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:11.075909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Pushing event deleted for resources: {'Port': ['ID=c2305bf8-6978-4145-b477-95eaee7a4ed4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.094204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629d74c-f923-4020-a767-a3db1e296594 req-2ac3d90f-1450-49d3-a1c5-fe0b6120e90e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.094204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2629d74c-f923-4020-a767-a3db1e296594 req-2ac3d90f-1450-49d3-a1c5-fe0b6120e90e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 950 time: 0.1000030 Sep 16 05:14:11.117057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['7d110dc8-1c74-491c-9f1e-56c5000ca699'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:11.132508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:11.135759 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34d0063-0a79-4f8c-94dc-0a2fc1be5a5f" -d '{"events": [{"server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "name": "network-vif-unplugged", "status": "completed", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:11.149569 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.188480 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2629d74c-f923-4020-a767-a3db1e296594 req-bd030896-c6fa-4d88-9e34-075e3a80e950 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799892 Sep 16 05:14:11.251908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.396049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=7']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.403063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.443207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fbf0-215a-4f85-b5db-ae7596d3ee01 req-910d6a05-ffb5-4f33-9a9e-78dd973e929c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.444836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64c1fbf0-215a-4f85-b5db-ae7596d3ee01 req-910d6a05-ffb5-4f33-9a9e-78dd973e929c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.1140945 Sep 16 05:14:11.446214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on host n-h1-712749-15 for vnic_type normal with profile {"migrating_to": "n-h2-712749-15"} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:11.446549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:11.446876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:11.452586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:11.456362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Attempting to bind port 58e33359-df86-4001-a80c-b13d44f71a9a on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:11.465732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:11.466147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:11.466518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:11.466926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Bound port: 58e33359-df86-4001-a80c-b13d44f71a9a, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:11.467336 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.528485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64c1fbf0-215a-4f85-b5db-ae7596d3ee01 req-5b849931-d0cb-4f9f-ab15-cc3b14ad9916 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699298 Sep 16 05:14:11.543230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['aecdab16-bedc-43b4-b894-e70ded8c714d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:11.575556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:11.579557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:11.623327 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0abe176-a820-4ac2-b57c-fcab25aeb9e3 x-openstack-request-id: req-a0abe176-a820-4ac2-b57c-fcab25aeb9e3 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:11.624426 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "name": "network-vif-unplugged", "status": "completed", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:11.624426 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0abe176-a820-4ac2-b57c-fcab25aeb9e3 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:11.624722 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a', 'code': 200} Sep 16 05:14:11.678936 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.719406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Router 0971d3dc-7a6e-43f0-a908-f9192c1877db has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:11.760277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=8']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.825634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.832553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.836592 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-abff7679-891a-4235-b1cf-4246ccb3b9c4 service neutron] 10.222.0.66 "PUT /v2.0/ports/58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 200 len: 1124 time: 1.2854249 Sep 16 05:14:11.907777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:11.917287 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cf1dd1d4-4aba-4f0d-9e8d-c3e4dd234fad admin admin] 10.222.0.49 "PUT /v2.0/routers/0971d3dc-7a6e-43f0-a908-f9192c1877db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6346812 Sep 16 05:14:11.918284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41868) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:11.942321 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a811940-593a-4098-8367-d0e2029819be None None] Sync routers for ids ['0971d3dc-7a6e-43f0-a908-f9192c1877db'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:11.954645 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a811940-593a-4098-8367-d0e2029819be None None] Routers {'0971d3dc-7a6e-43f0-a908-f9192c1877db'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:11.956137 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a811940-593a-4098-8367-d0e2029819be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0971d3dc-7a6e-43f0-a908-f9192c1877db'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:12.014677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 58e33359-df86-4001-a80c-b13d44f71a9a details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:12.022278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['58e33359-df86-4001-a80c-b13d44f71a9a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:12.054829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.081559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:12.197807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1baa8a-4827-4fd1-b5a0-308adbd06345 req-216bb8d1-5b5c-4cb1-80f4-46dd3736694e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.199373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad1baa8a-4827-4fd1-b5a0-308adbd06345 req-216bb8d1-5b5c-4cb1-80f4-46dd3736694e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 944 time: 0.1423817 Sep 16 05:14:12.293641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad1baa8a-4827-4fd1-b5a0-308adbd06345 req-5d9065f4-70c1-4e0a-a366-2ca9cbaa413a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793083 Sep 16 05:14:12.315159 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7a811940-593a-4098-8367-d0e2029819be None None] Set router 0971d3dc-7a6e-43f0-a908-f9192c1877db gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:12.350790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.395034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:12.426115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:12.444114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 58e33359-df86-4001-a80c-b13d44f71a9a has no active binding in host n-h2-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:14:12.455258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['58e33359-df86-4001-a80c-b13d44f71a9a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:12.462218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'port_id': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'mac_address': 'fa:16:3e:8c:e1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:12.521877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf22719-0fb4-4a5b-849a-5a9073e7bcd3 req-5ea022fb-39e2-4a38-8bde-ed7f136f48da tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.523560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acf22719-0fb4-4a5b-849a-5a9073e7bcd3 req-5ea022fb-39e2-4a38-8bde-ed7f136f48da tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 949 time: 0.1173613 Sep 16 05:14:12.589832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Deleting port 7723b10e-97c2-4d2c-8081-b414b1913368 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:12.590173 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.618646 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acf22719-0fb4-4a5b-849a-5a9073e7bcd3 req-edebe92a-3f22-483f-aaa4-c48d64325007 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848486 Sep 16 05:14:12.696531 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a811940-593a-4098-8367-d0e2029819be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:14:10Z', 'revision_number': 5, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port': {'id': '7723b10e-97c2-4d2c-8081-b414b1913368', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:12.718705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.743657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:12.758214 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a811940-593a-4098-8367-d0e2029819be None None] Checking router: 0971d3dc-7a6e-43f0-a908-f9192c1877db for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:12.772549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] For port 7723b10e-97c2-4d2c-8081-b414b1913368, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7723b10e-97c2-4d2c-8081-b414b1913368,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:12.773575 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.777941 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a811940-593a-4098-8367-d0e2029819be None None] Routers {'0971d3dc-7a6e-43f0-a908-f9192c1877db'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:12.778384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:12.781644 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a811940-593a-4098-8367-d0e2029819be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:13:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0971d3dc-7a6e-43f0-a908-f9192c1877db'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:12.809925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Calling delete_port for 7723b10e-97c2-4d2c-8081-b414b1913368 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:12.857590 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.899831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8e0ec-70ec-4cd7-9e67-ae10946ed0ae req-293d037f-93a0-41fe-a9e2-d5b9122522d8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.907552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fba8e0ec-70ec-4cd7-9e67-ae10946ed0ae req-293d037f-93a0-41fe-a9e2-d5b9122522d8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 950 time: 0.1509001 Sep 16 05:14:12.947231 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7a811940-593a-4098-8367-d0e2029819be None None] Set router 0971d3dc-7a6e-43f0-a908-f9192c1877db gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:12.954762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:13.010157 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a811940-593a-4098-8367-d0e2029819be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:14:12Z', 'revision_number': 6, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:13.012654 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:13.025370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fba8e0ec-70ec-4cd7-9e67-ae10946ed0ae req-0bbf0d00-05aa-4a32-b66c-26b85f699386 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165884 Sep 16 05:14:13.044263 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a811940-593a-4098-8367-d0e2029819be None None] The sync data for ids ['0971d3dc-7a6e-43f0-a908-f9192c1877db'] in n-d-712749-15 is: [{'id': '0971d3dc-7a6e-43f0-a908-f9192c1877db', 'name': 'tempest-FloatingIPDetailsTestJSON-581575286-router', 'tenant_id': 'f8a9d4885328462a948e138793cba258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:07Z', 'updated_at': '2021-09-16T05:14:12Z', 'revision_number': 6, 'project_id': 'f8a9d4885328462a948e138793cba258', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:13.221411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdf8fb-7265-43f8-867e-55403dc49198 req-6a658a1f-7260-4303-b963-7f2bb50d50b0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.222935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60bdf8fb-7265-43f8-867e-55403dc49198 req-6a658a1f-7260-4303-b963-7f2bb50d50b0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.0729580 Sep 16 05:14:13.270211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60bdf8fb-7265-43f8-867e-55403dc49198 req-cb4d49a1-6bdf-4db4-8887-851e0e571071 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Sep 16 05:14:13.334074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:13.346187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.392763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=7723b10e-97c2-4d2c-8081-b414b1913368,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:13.455041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-299b5bb3-bd4c-471c-97f8-8ae9d609467a tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:14:13.460390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-299b5bb3-bd4c-471c-97f8-8ae9d609467a tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150497 Sep 16 05:14:13.531539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.636698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-7437bf9e-6c26-4828-b123-b16ee8487baf tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.639440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-7437bf9e-6c26-4828-b123-b16ee8487baf tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports/28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 200 len: 1095 time: 0.1334488 Sep 16 05:14:13.645063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:13.651749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Request body: {'binding': {'host': 'n-h1-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:13.652245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:14:13.654071 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d113d650-dfdd-4ffa-bc04-ae846adf729a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:13.732154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.736486 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.919043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.924412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0971d3dc-7a6e-43f0-a908-f9192c1877db {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:14:13.934792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:13.936342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b819b542-809a-468c-96c4-92714ff71b74 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0971d3dc-7a6e-43f0-a908-f9192c1877db HTTP/1.1" status: 204 len: 168 time: 2.0176687 Sep 16 05:14:13.939786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41932) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:13.975362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on host n-h1-712749-15 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:13.975748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:13.976140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:14.000448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:14.000702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:14.041811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:14.042137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:14.043112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:14.044047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Bound port: 28e982fc-c427-4319-928b-a5ab122e0a70, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:14.048265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device aecdab16-bedc-43b4-b894-e70ded8c714d up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:14.058683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b51a2f-dc02-42eb-b685-9408b325488c admin admin] Deleting subnet 9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:14.105380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a2f-dc02-42eb-b685-9408b325488c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.205959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c2305bf8-6978-4145-b477-95eaee7a4ed4 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:14.249790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a2f-dc02-42eb-b685-9408b325488c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.259837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: c2305bf8-6978-4145-b477-95eaee7a4ed4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:14.259837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c2305bf8-6978-4145-b477-95eaee7a4ed4 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:14.259837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7723b10e-97c2-4d2c-8081-b414b1913368 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:14.259837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port aecdab16-bedc-43b4-b894-e70ded8c714d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:14.304202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:14.315509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port aecdab16-bedc-43b4-b894-e70ded8c714d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:14.316115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.320471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7723b10e-97c2-4d2c-8081-b414b1913368 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:14.321008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7723b10e-97c2-4d2c-8081-b414b1913368 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:14.434493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a2f-dc02-42eb-b685-9408b325488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.514380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.515662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f5040487-ab3e-46b0-a901-3d807caad78c service neutron] 10.222.0.49 "POST /v2.0/ports/28e982fc-c427-4319-928b-a5ab122e0a70/bindings HTTP/1.1" status: 201 len: 390 time: 0.8690190 Sep 16 05:14:14.518916 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.565939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd95d9e-3dde-449e-af10-52e098862a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecdab16-bedc-43b4-b894-e70ded8c714d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:14.570129 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e6a85-4263-412e-a923-c884ab7dc2c4" -d '{"events": [{"server_uuid": "3cd95d9e-3dde-449e-af10-52e098862a02", "name": "network-vif-plugged", "status": "completed", "tag": "aecdab16-bedc-43b4-b894-e70ded8c714d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:14.594019 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a2f-dc02-42eb-b685-9408b325488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.603495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port aecdab16-bedc-43b4-b894-e70ded8c714d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=aecdab16-bedc-43b4-b894-e70ded8c714d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:14.629532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b51a2f-dc02-42eb-b685-9408b325488c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.643600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b98470-f58c-4503-a7ba-3f6651cf504e None None] Network 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:14.646983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a2f-dc02-42eb-b685-9408b325488c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.652265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b1b51a2f-dc02-42eb-b685-9408b325488c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9d1e463f-93bc-45a9-a4c7-c9a3ebe50e37 HTTP/1.1" status: 204 len: 168 time: 0.7106545 Sep 16 05:14:14.659629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:14.691904 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.693246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:14.710740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba320529-2ee4-4592-b765-9e2a5befec3d req-a3551cea-2498-4f29-b228-e7bbc306c3bc tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.721421 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba320529-2ee4-4592-b765-9e2a5befec3d req-a3551cea-2498-4f29-b228-e7bbc306c3bc tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 945 time: 0.4223158 Sep 16 05:14:14.785677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba320529-2ee4-4592-b765-9e2a5befec3d req-c8197d70-9ca0-4fab-8f0c-1f728a814f83 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630784 Sep 16 05:14:14.819646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=aecdab16-bedc-43b4-b894-e70ded8c714d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:14.852818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.950631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Deleting port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:14.950924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.953138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 7d110dc8-1c74-491c-9f1e-56c5000ca699 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:14.953973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:14.967190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bbdda-628c-4bd0-b3e7-f5932a4145fd req-fae31fdb-7efa-46f1-a358-5aa348eb4cdb tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.976950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d20bbdda-628c-4bd0-b3e7-f5932a4145fd req-fae31fdb-7efa-46f1-a358-5aa348eb4cdb tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 950 time: 0.0812781 Sep 16 05:14:15.086993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d20bbdda-628c-4bd0-b3e7-f5932a4145fd req-dc4e34d9-02da-4147-a96d-6598d93063ab tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086431 Sep 16 05:14:15.087272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] For port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,segment=NetworkSegment(e72dc1c6-7ee5-434a-ae89-90134916df34),segment_id=e72dc1c6-7ee5-434a-ae89-90134916df34)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:15.087377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.105241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] DHCP port deletion for 97a7f1ef-d914-4d8e-aeb8-45dd001135a8 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:15.114484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Calling delete_port for 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:15.137988 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc0c153-4893-4fae-9ed8-1b1e22205ebf x-openstack-request-id: req-8bc0c153-4893-4fae-9ed8-1b1e22205ebf {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:15.138725 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:15.139206 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bc0c153-4893-4fae-9ed8-1b1e22205ebf {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:15.139796 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a', 'status': 'completed', 'code': 200} Sep 16 05:14:15.231096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.274363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] Deleting port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:15.275426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.350396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] For port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,segment=NetworkSegment(e72dc1c6-7ee5-434a-ae89-90134916df34),segment_id=e72dc1c6-7ee5-434a-ae89-90134916df34)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:15.351166 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.369587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] Calling delete_port for 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:15.397711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-dad9d06e-c87f-4bbd-badf-1ab93996eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.399628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-dad9d06e-c87f-4bbd-badf-1ab93996eff1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1127 time: 0.1944294 Sep 16 05:14:15.418827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a564aac-bce1-435b-9837-ad5099d9f673 req-f443c212-66f4-4500-b1c0-c02135b825b1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.421555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a564aac-bce1-435b-9837-ad5099d9f673 req-f443c212-66f4-4500-b1c0-c02135b825b1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.0971813 Sep 16 05:14:15.556831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:15.568503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.588918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.636238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a564aac-bce1-435b-9837-ad5099d9f673 req-3325196a-cd4d-419a-b6b5-ce20dd14344e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874418 Sep 16 05:14:15.647739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Pushing event deleted for resources: {'Port': ['ID=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.670016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] No DVR routers for this DVR port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:15.687700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] No DVR routers for this DVR port 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:15.691636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65980e49-db6e-4fda-9768-64ce39c161d5 None None] Pushing event deleted for resources: {'Port': ['ID=78a8c612-13fd-4ca7-84f9-a4b7eacad8cc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.705201 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.788266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.795184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-9b53adb7-0ae5-4eb7-94bf-c579cfac3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.797730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-9b53adb7-0ae5-4eb7-94bf-c579cfac3a01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.3750381 Sep 16 05:14:15.805808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-cc0acc8a-3a41-415f-9a34-0691a94eafad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.807338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-cc0acc8a-3a41-415f-9a34-0691a94eafad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1098 time: 0.2601888 Sep 16 05:14:15.831263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.831602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.832677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.832677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.833020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.833472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.833943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.834417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.835057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.835539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.836065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.836557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.837006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.837473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.840420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-2888866b-e4d5-41ce-9be0-e3f13a5e2723 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf&device_id=3cd95d9e-3dde-449e-af10-52e098862a02&device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb&device_id=804c8272-ff41-4134-aa4b-e377ffe7a367&device_id=df0c0e8f-236a-492b-ac1e-a6398375040e&device_id=d2bb68cd-91ff-4496-8350-a466453eefe9&device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0&device_id=4917a165-5f51-497b-a02b-dd3193d7e781&device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3&device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd&device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724&device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce&device_id=97120bee-c673-4238-a212-66da93475e90&device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 12687 time: 0.1209443 Sep 16 05:14:15.874970 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-55ce8a93-0502-4aab-a28a-8a8d06dde008 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.878765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-84f60368-f59e-49ae-934c-37958a1f5e36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 200 len: 217 time: 0.0702527 Sep 16 05:14:15.998119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.014032 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc78247-c987-4107-8371-590f809b898f x-openstack-request-id: req-edc78247-c987-4107-8371-590f809b898f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:16.014408 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd95d9e-3dde-449e-af10-52e098862a02", "name": "network-vif-plugged", "status": "completed", "tag": "aecdab16-bedc-43b4-b894-e70ded8c714d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:16.015165 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edc78247-c987-4107-8371-590f809b898f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:16.015586 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd95d9e-3dde-449e-af10-52e098862a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecdab16-bedc-43b4-b894-e70ded8c714d', 'code': 200} Sep 16 05:14:16.081485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:16.085850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a7f1ef-d914-4d8e-aeb8-45dd001135a8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:16.113489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-81b2372c-55f9-4362-89a2-e7271657e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.115652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-81b2372c-55f9-4362-89a2-e7271657e98b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.2109931 Sep 16 05:14:16.139095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-55ce8a93-0502-4aab-a28a-8a8d06dde008 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.198121 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-4c1be36f-4145-43e2-8d83-ebdb404df42e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299151 Sep 16 05:14:16.204131 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-55ce8a93-0502-4aab-a28a-8a8d06dde008 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.216445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72dc1c6-7ee5-434a-ae89-90134916df34') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:16.216893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72dc1c6-7ee5-434a-ae89-90134916df34') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:16.238195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:16.242806 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:16.243191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.261218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.306392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:16.331718 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.335474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce8a93-0502-4aab-a28a-8a8d06dde008 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad12e5d-0628-40f7-9f9e-5da461088f43,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.354340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7925a478-2145-442b-bd9a-8eeabc549ec8 req-55ce8a93-0502-4aab-a28a-8a8d06dde008 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&id=5ec176e0-dfe9-4dd6-b663-744ebc786872&id=373d9068-82e0-41fa-8489-b385f1951f88&id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.5014045 Sep 16 05:14:16.379525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba780f-fbd7-4237-bcb1-f78997101b56 req-75c22e27-fcc1-4419-b249-f8b4f0340db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.387958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f2063-1cab-49d9-916c-45961914cc45 req-178f51ea-257a-4ff6-8ed9-0699e68cfacf tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.388389 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58ba780f-fbd7-4237-bcb1-f78997101b56 req-75c22e27-fcc1-4419-b249-f8b4f0340db2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 1102 time: 0.1798291 Sep 16 05:14:16.390238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db8f2063-1cab-49d9-916c-45961914cc45 req-178f51ea-257a-4ff6-8ed9-0699e68cfacf tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.3002317 Sep 16 05:14:16.436110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:16.437073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:16.439574 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:16.445571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:16.447487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 78a8c612-13fd-4ca7-84f9-a4b7eacad8cc not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:16.455818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-5e4b9d02-c873-4805-b0fb-973c3416df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.457438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-5e4b9d02-c873-4805-b0fb-973c3416df8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.6292083 Sep 16 05:14:16.474061 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58ba780f-fbd7-4237-bcb1-f78997101b56 req-f819d114-62b3-463a-89ac-84919ecc13d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769172 Sep 16 05:14:16.538150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f3d1-a8da-4da9-8b49-bc26d75d0388 req-86bf09a4-80ee-4483-8b84-fe9b5c41c99e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.540375 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c314f3d1-a8da-4da9-8b49-bc26d75d0388 req-86bf09a4-80ee-4483-8b84-fe9b5c41c99e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 945 time: 0.1012065 Sep 16 05:14:16.580903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.582033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-a90e5a50-7eb3-450e-a99f-6e957b8315bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 200 len: 217 time: 0.1090286 Sep 16 05:14:16.619684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db8f2063-1cab-49d9-916c-45961914cc45 req-b7c40b1d-5278-4f6e-a1e4-fd8b25606772 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284224 Sep 16 05:14:16.624749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-22ea105c-b090-4790-a873-5afb5e978129 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983979 Sep 16 05:14:16.625533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:16.673048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c314f3d1-a8da-4da9-8b49-bc26d75d0388 req-71bab3d3-ea56-42fd-85a9-fe355bffa7b0 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254935 Sep 16 05:14:16.711139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.732702 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.732810 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.735640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] 10.222.0.49 "DELETE /v2.0/networks/97a7f1ef-d914-4d8e-aeb8-45dd001135a8 HTTP/1.1" status: 204 len: 168 time: 2.0743740 Sep 16 05:14:16.818178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1b96b-47bd-4207-af00-39758664b38e admin admin] Pushing event deleted for resources: {'Network': ['ID=97a7f1ef-d914-4d8e-aeb8-45dd001135a8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.828327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-e634ae39-54c0-45cf-b652-63c5e69ffa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.830309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-e634ae39-54c0-45cf-b652-63c5e69ffa34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.2086315 Sep 16 05:14:16.897941 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-d67fd49e-9ec9-4967-879a-a4539ee18eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368404 Sep 16 05:14:16.923773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.980642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d113d650-dfdd-4ffa-bc04-ae846adf729a req-73238408-2827-4443-98ae-be4b66b80391 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397470 Sep 16 05:14:16.986685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574e3c9-a8bb-4aaf-911e-963cf30d9346 req-454e8247-c37f-4338-add3-e41b5305c931 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.988312 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b574e3c9-a8bb-4aaf-911e-963cf30d9346 req-454e8247-c37f-4338-add3-e41b5305c931 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.0778649 Sep 16 05:14:17.004695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724498cb-c985-4891-9ee8-1e80f0f2f73a req-fb52c988-61c3-4496-81d4-43d5684c4f4d tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.012096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-724498cb-c985-4891-9ee8-1e80f0f2f73a req-fb52c988-61c3-4496-81d4-43d5684c4f4d tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 950 time: 0.2059882 Sep 16 05:14:17.066730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b574e3c9-a8bb-4aaf-911e-963cf30d9346 req-9b171e4f-4760-42b2-99eb-434ac7468aa3 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543239 Sep 16 05:14:17.145446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-724498cb-c985-4891-9ee8-1e80f0f2f73a req-a78ce715-d108-43f8-99f3-3d12747cb738 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322660 Sep 16 05:14:17.225252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-67561d68-c8e5-4dab-b2d7-9ead89501855 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776632 Sep 16 05:14:17.384561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41976) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.478416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7349a6-5e97-48a9-85b7-26912852168b req-1aea76e2-5bb4-453d-b0a9-4fac925515a9 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.478893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7349a6-5e97-48a9-85b7-26912852168b req-1aea76e2-5bb4-453d-b0a9-4fac925515a9 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.479442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7349a6-5e97-48a9-85b7-26912852168b req-1aea76e2-5bb4-453d-b0a9-4fac925515a9 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.483375 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc7349a6-5e97-48a9-85b7-26912852168b req-1aea76e2-5bb4-453d-b0a9-4fac925515a9 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb&device_id=d2bb68cd-91ff-4496-8350-a466453eefe9&device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 2886 time: 0.1347640 Sep 16 05:14:17.491151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7460ca1a-1b5e-4e8e-996e-4a614b84aa9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8a9d4885328462a948e138793cba258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043770 Sep 16 05:14:17.495602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41982) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:17.498475 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-2c1a6af2-cfc4-4331-b710-7c5145a80774 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670035 Sep 16 05:14:17.600326 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc7349a6-5e97-48a9-85b7-26912852168b req-308e5087-5f10-4d68-a870-4c78d5359df6 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078551 Sep 16 05:14:17.609842 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3dc4-b695-4d20-960e-0a72aaea9ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.653404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3dc4-b695-4d20-960e-0a72aaea9ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.779089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceb6a1-4b3d-4046-a9b2-6f12af76055b req-93c1ea3d-b59a-4774-b5f5-85c88723d6fc tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.782075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7bceb6a1-4b3d-4046-a9b2-6f12af76055b req-93c1ea3d-b59a-4774-b5f5-85c88723d6fc tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.0743072 Sep 16 05:14:17.783305 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3dc4-b695-4d20-960e-0a72aaea9ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.798985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5ac3dc4-b695-4d20-960e-0a72aaea9ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.804207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b5ac3dc4-b695-4d20-960e-0a72aaea9ac5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce3f0524-9d83-4355-9f7a-eefb1d181b07 HTTP/1.1" status: 204 len: 168 time: 0.3033783 Sep 16 05:14:17.824673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac3dc4-b695-4d20-960e-0a72aaea9ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f0524-9d83-4355-9f7a-eefb1d181b07,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:17.941315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7bceb6a1-4b3d-4046-a9b2-6f12af76055b req-9d4afaf5-1bba-4111-809e-74d67fc70ea3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184564 Sep 16 05:14:17.946547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce8094-4456-4ff9-8f18-fa42ef25464e req-94ccf3c0-5f4b-4883-a565-58de884b383b tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.951556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbce8094-4456-4ff9-8f18-fa42ef25464e req-94ccf3c0-5f4b-4883-a565-58de884b383b tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 946 time: 0.0871673 Sep 16 05:14:18.016668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699'}, {'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:18.021041 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242428dd-0201-415d-9701-b2a91b3de35c" -d '{"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-plugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699"}, {"server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "name": "network-vif-plugged", "status": "completed", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:18.025588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbce8094-4456-4ff9-8f18-fa42ef25464e req-4623f33b-1978-4643-a389-3480c3665a4e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692425 Sep 16 05:14:18.123061 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e1230a-4727-4826-b4ff-a2efc82a3217 x-openstack-request-id: req-36e1230a-4727-4826-b4ff-a2efc82a3217 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:18.123527 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-plugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699", "code": 200}, {"server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "name": "network-vif-plugged", "status": "completed", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:18.124511 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36e1230a-4727-4826-b4ff-a2efc82a3217 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:18.127249 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'code': 200} Sep 16 05:14:18.127249 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'code': 200} Sep 16 05:14:18.399998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39823-72f9-43e2-abbf-d2fcab563e2f req-d3986d3e-0c46-4a6a-a1a2-68dfd039b975 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.425848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31c39823-72f9-43e2-abbf-d2fcab563e2f req-d3986d3e-0c46-4a6a-a1a2-68dfd039b975 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.2078142 Sep 16 05:14:18.480916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d1120-4a72-4fbe-8aa4-08d691b3108f req-5c3284c4-6e2f-48f9-93aa-676caf6f0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.482488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c18d1120-4a72-4fbe-8aa4-08d691b3108f req-5c3284c4-6e2f-48f9-93aa-676caf6f0c96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 1098 time: 0.2073741 Sep 16 05:14:18.540528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31c39823-72f9-43e2-abbf-d2fcab563e2f req-c75c50c1-d976-4c17-a7e1-f67e1ecfac53 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219332 Sep 16 05:14:18.570545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c18d1120-4a72-4fbe-8aa4-08d691b3108f req-3db6c9d4-54c0-41b8-b5f5-14fdfc642e7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676856 Sep 16 05:14:18.785560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5bd37-f7c9-444f-8890-4633e66b586a req-6fce65ac-e9d8-4bfa-ab64-9edccd498557 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.788044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04f5bd37-f7c9-444f-8890-4633e66b586a req-6fce65ac-e9d8-4bfa-ab64-9edccd498557 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 950 time: 0.1179926 Sep 16 05:14:19.332248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04f5bd37-f7c9-444f-8890-4633e66b586a req-a7120d04-ee24-49a8-86f9-04292bb85057 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373499 Sep 16 05:14:19.723230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d338bd-9220-466e-b7b9-4f7533c109d2 req-c78005b3-73ee-4928-8b90-5c835ed6f90c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.734022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59d338bd-9220-466e-b7b9-4f7533c109d2 req-c78005b3-73ee-4928-8b90-5c835ed6f90c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.2095156 Sep 16 05:14:19.802045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59d338bd-9220-466e-b7b9-4f7533c109d2 req-182165d5-0859-42ff-892c-f6cf6694b292 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655115 Sep 16 05:14:19.852164 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f373e892-c508-4c2c-a510-38340e472162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.066631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6ed63-af3a-40d4-bd29-f61baa3671e2 req-fc55737c-f4c1-48f6-bf21-0959b9ec3c2a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.075096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83f6ed63-af3a-40d4-bd29-f61baa3671e2 req-fc55737c-f4c1-48f6-bf21-0959b9ec3c2a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 946 time: 0.1457970 Sep 16 05:14:20.094729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42046) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:20.140428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83f6ed63-af3a-40d4-bd29-f61baa3671e2 req-cf1e2deb-b2cb-42c3-9db9-d1f807a78b28 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642533 Sep 16 05:14:20.255493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-network', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:20.335569 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.350768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af434c-a36f-4956-957f-95534a00896f req-57fbca5c-3bd2-4cd0-8f66-0e00bd6887da tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.366810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60af434c-a36f-4956-957f-95534a00896f req-57fbca5c-3bd2-4cd0-8f66-0e00bd6887da tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.0935791 Sep 16 05:14:20.386947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Made reservation on behalf of cd51ee56a20a492ebdc9d27a1d15701f for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:20.388731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.433376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60af434c-a36f-4956-957f-95534a00896f req-da9c56a0-9b80-4b24-99f2-8fce6cd2ee65 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650823 Sep 16 05:14:20.436282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.622603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.736337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f466a40-a23d-497e-af02-fec10a9e4f25 req-70a1c59f-a071-4476-b6c8-febbd1102151 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.744041 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f466a40-a23d-497e-af02-fec10a9e4f25 req-70a1c59f-a071-4476-b6c8-febbd1102151 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 950 time: 0.0802560 Sep 16 05:14:20.747146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.791072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d26d-c37a-4394-9766-9e319fcaecef req-2906d95d-d715-4064-b27d-48164d4e79eb tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.792235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:20.799920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9475d26d-c37a-4394-9766-9e319fcaecef req-2906d95d-d715-4064-b27d-48164d4e79eb tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1102 time: 0.0620489 Sep 16 05:14:20.806485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717726a5-0449-4931-95d7-7fd3376c0453,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.823399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.823741 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Added segment 293c788b-bde8-4d29-ac9e-1eb4bd9b89c8 of type vlan for network 0517faed-493b-4f77-baa6-15c03f30b640 Sep 16 05:14:20.853127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f466a40-a23d-497e-af02-fec10a9e4f25 req-dc55e65d-06e8-4924-b39f-ab9b876cb747 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080859 Sep 16 05:14:20.873085 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9475d26d-c37a-4394-9766-9e319fcaecef req-8d09a4c6-efb2-4c0a-a185-ea6034c204c8 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641241 Sep 16 05:14:20.950364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.034374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f72070-fbfa-44f6-9a99-7b27e62c516d req-8004fde9-4de4-4a26-936f-f367bd9d4f93 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.043256 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7f72070-fbfa-44f6-9a99-7b27e62c516d req-8004fde9-4de4-4a26-936f-f367bd9d4f93 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.0845041 Sep 16 05:14:21.094981 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7f72070-fbfa-44f6-9a99-7b27e62c516d req-fed88cef-aa7a-4f61-b9aa-37626b82ec03 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500913 Sep 16 05:14:21.100598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.102362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.103419 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.219520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1231070 Sep 16 05:14:21.222342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42074) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:21.233468 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Request body: {'subnet': {'network_id': '0517faed-493b-4f77-baa6-15c03f30b640', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-subnet', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:21.318538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7ade4-d0be-4900-9db5-4d6e4c577316 admin admin] Pushing event updated for resources: {'Network': ['ID=0517faed-493b-4f77-baa6-15c03f30b640,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:21.337575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0517faed-493b-4f77-baa6-15c03f30b640 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:21.422775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Made reservation on behalf of cd51ee56a20a492ebdc9d27a1d15701f for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:21.426766 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.459414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d2bdb-2ff8-4aa6-9c4c-e8e3f5d60504 req-1d17d456-dc82-4cb7-a42e-e8397c99380c tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.484524 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a6d2bdb-2ff8-4aa6-9c4c-e8e3f5d60504 req-1d17d456-dc82-4cb7-a42e-e8397c99380c tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1102 time: 0.1304615 Sep 16 05:14:21.619243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bea47-4ea4-446c-b51d-d599a29d5557 req-ea4ab74c-f910-4bb3-a5bb-f43fb27f17ae tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.622557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd1bea47-4ea4-446c-b51d-d599a29d5557 req-ea4ab74c-f910-4bb3-a5bb-f43fb27f17ae tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 946 time: 0.0713809 Sep 16 05:14:21.634962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a6d2bdb-2ff8-4aa6-9c4c-e8e3f5d60504 req-28068c64-1afe-49e8-8248-285f43eb5ee1 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411159 Sep 16 05:14:21.770676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd1bea47-4ea4-446c-b51d-d599a29d5557 req-88aa0707-0649-4717-814e-7aee16bc3036 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214714 Sep 16 05:14:21.940984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818e9bc-7126-4e36-af93-e98c51547152 req-65554e79-91f7-4ded-a506-d4565950b886 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.942535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c818e9bc-7126-4e36-af93-e98c51547152 req-65554e79-91f7-4ded-a506-d4565950b886 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.1338828 Sep 16 05:14:22.019227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784427bc-6821-4f4d-990c-4279ecf05591 req-d3683b38-8d1e-4c6c-878a-e89798b3b725 tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.022931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-784427bc-6821-4f4d-990c-4279ecf05591 req-d3683b38-8d1e-4c6c-878a-e89798b3b725 tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 1102 time: 0.1132474 Sep 16 05:14:22.038251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c818e9bc-7126-4e36-af93-e98c51547152 req-adee14ca-6496-4145-a80f-eb1fd1567ebd tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808330 Sep 16 05:14:22.040383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.075969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-784427bc-6821-4f4d-990c-4279ecf05591 req-5da6fe08-739f-4d1c-8990-fd30a454aeef tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.114107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 58e33359-df86-4001-a80c-b13d44f71a9a no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:22.217073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4263dda-398c-45f6-a8fc-002b3bcdf533,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:22.269834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Checking segment: {'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:22.272642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Network hostable DHCP agents. Network: 0517faed-493b-4f77-baa6-15c03f30b640, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:22.328935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-784427bc-6821-4f4d-990c-4279ecf05591 req-5da6fe08-739f-4d1c-8990-fd30a454aeef tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.473193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-784427bc-6821-4f4d-990c-4279ecf05591 req-5da6fe08-739f-4d1c-8990-fd30a454aeef tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.524696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Network 0517faed-493b-4f77-baa6-15c03f30b640 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:22.570063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-784427bc-6821-4f4d-990c-4279ecf05591 req-5da6fe08-739f-4d1c-8990-fd30a454aeef tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161610 Sep 16 05:14:22.593774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6fe08-739f-4d1c-8990-fd30a454aeef tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa62be7-abd2-4677-b668-ec43ba289814,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:22.638687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0517faed-493b-4f77-baa6-15c03f30b640) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:22.645899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.652081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.655612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5227fe-d5e7-4144-a064-a72de9fc4bcf None None] Network 0517faed-493b-4f77-baa6-15c03f30b640 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:22.799643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42100) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:22.817037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:22.820010 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bee25462-8812-4d87-a90a-3c74d78a7ca6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5943673 Sep 16 05:14:22.974830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.976711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.991303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0517faed-493b-4f77-baa6-15c03f30b640', 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'fixed_ips': [{'subnet_id': 'd4263dda-398c-45f6-a8fc-002b3bcdf533'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:22.993210 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.157705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd33d5c3-fdc3-43af-a689-ee54167de6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.182309 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.198914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e2b09-939d-4c8e-afba-617d86286d33 req-0bd04d03-3ca0-48f4-9d4c-4703e88185c7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:23.201778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb6e2b09-939d-4c8e-afba-617d86286d33 req-0bd04d03-3ca0-48f4-9d4c-4703e88185c7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.1970050 Sep 16 05:14:23.335125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb6e2b09-939d-4c8e-afba-617d86286d33 req-975c74ba-6dfe-45f9-8b4c-a9a44f86d11c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107504 Sep 16 05:14:23.346618 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-d798ce9b-1067-4d3a-9278-cfcaf729638e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 258 time: 0.6427987 Sep 16 05:14:23.365216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:23.437822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Allocated IP 172.20.0.2 (0517faed-493b-4f77-baa6-15c03f30b640/d4263dda-398c-45f6-a8fc-002b3bcdf533/db118818-0118-4160-b37a-110f19c92f3c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:23.508332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.723095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.732643 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.770997 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.830861 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.869493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc35eec-2ef1-43e0-9385-3f3a9389a095 req-97c0d0ec-ed92-4d05-a5a3-9d1fa68b9c48 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:23.873030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fc35eec-2ef1-43e0-9385-3f3a9389a095 req-97c0d0ec-ed92-4d05-a5a3-9d1fa68b9c48 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.0886130 Sep 16 05:14:23.910596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Allocated IP 172.25.1.3 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b2d73136-1001-4f3e-a90d-bc79b94ae4a4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:23.946232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.990260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fc35eec-2ef1-43e0-9385-3f3a9389a095 req-2fac2a07-662e-4435-af37-3585c3e424fe tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997314 Sep 16 05:14:24.114887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Network 0517faed-493b-4f77-baa6-15c03f30b640 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:24.120777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:24.137168 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.149494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Pushing event updated for resources: {'Port': ['ID=db118818-0118-4160-b37a-110f19c92f3c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.169380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:24.278778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Attempting to bind port db118818-0118-4160-b37a-110f19c92f3c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:24.279362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Attempting to bind port db118818-0118-4160-b37a-110f19c92f3c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:24.280092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Attempting to bind port db118818-0118-4160-b37a-110f19c92f3c on network 0517faed-493b-4f77-baa6-15c03f30b640 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:24.288262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:24.288745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Checking segment: {'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:24.289311 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.289740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Bound using segment: {'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:24.291175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Bound port: db118818-0118-4160-b37a-110f19c92f3c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:24.291721 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.380766 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.402457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] For port db118818-0118-4160-b37a-110f19c92f3c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:24.406121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] For port db118818-0118-4160-b37a-110f19c92f3c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=db118818-0118-4160-b37a-110f19c92f3c,segment=NetworkSegment(293c788b-bde8-4d29-ac9e-1eb4bd9b89c8),segment_id=293c788b-bde8-4d29-ac9e-1eb4bd9b89c8)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:24.474543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Pushing event updated for resources: {'Port': ['ID=b2d73136-1001-4f3e-a90d-bc79b94ae4a4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.477811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.502606 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.521222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96325799-626e-4814-af8b-c5608407c294 req-63ec36aa-76f5-49df-a73b-8cb4a217bddc tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.523902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:24.524716 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.527549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:24.532099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96325799-626e-4814-af8b-c5608407c294 req-63ec36aa-76f5-49df-a73b-8cb4a217bddc tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 1102 time: 0.2384276 Sep 16 05:14:24.542113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:24.599925 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96325799-626e-4814-af8b-c5608407c294 req-cd37279f-da5e-414c-a3c4-12a388c972c0 tempest-ServersAdminNegativeTestJSON-411967288 tempest-ServersAdminNegativeTestJSON-411967288-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676610 Sep 16 05:14:24.671781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d6b50-43db-461b-b79b-7cfccea1a315 None None] Pushing event updated for resources: {'Port': ['ID=db118818-0118-4160-b37a-110f19c92f3c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.769503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.790549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Allocated IP 172.25.1.142 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/2c9eda6a-17d1-4101-84ed-dbecd945ee1e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:24.940310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.003284 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.238084 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.301929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.371183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Pushing event updated for resources: {'Port': ['ID=2c9eda6a-17d1-4101-84ed-dbecd945ee1e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.384280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:25.387186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:25.391147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:25.400636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.616039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4c084-7794-4d08-9551-2916ff8c3005 req-3196af79-8c11-4973-b2de-ffae07ddc7bd tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.618125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2f4c084-7794-4d08-9551-2916ff8c3005 req-3196af79-8c11-4973-b2de-ffae07ddc7bd tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.1282287 Sep 16 05:14:25.677327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2f4c084-7794-4d08-9551-2916ff8c3005 req-e57b7479-8984-4ed7-9e28-fc2a0df9e3e8 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464618 Sep 16 05:14:25.924500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.077651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03895c-14ad-4dd2-9a97-4979221ce0b2 req-2dfc0442-7db3-43e9-abd8-61904cd0b4cb tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:26.079266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Pushing event updated for resources: {'Port': ['ID=b2d73136-1001-4f3e-a90d-bc79b94ae4a4,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.090339 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb03895c-14ad-4dd2-9a97-4979221ce0b2 req-2dfc0442-7db3-43e9-abd8-61904cd0b4cb tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.1343119 Sep 16 05:14:26.091639 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.092867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad404ad-96e7-42e6-bd39-7dfe1b3f10c3 None None] Network 0517faed-493b-4f77-baa6-15c03f30b640 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:26.244127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.245586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-4a4e39df-22fe-4e44-8b48-133079e35ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.8846476 Sep 16 05:14:26.257572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-aa28361d-4aaf-452d-b92d-f52904a4d4e3 None None] Provisioning complete for port db118818-0118-4160-b37a-110f19c92f3c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:26.258148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa28361d-4aaf-452d-b92d-f52904a4d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.263989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb03895c-14ad-4dd2-9a97-4979221ce0b2 req-a2c75b7d-630f-4604-b63c-2ce2685109fa tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630414 Sep 16 05:14:26.281832 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.354112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device db118818-0118-4160-b37a-110f19c92f3c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:26.375556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-3d36da32-c4c1-496d-9c72-ada4b99ceba7 service neutron] 10.222.0.30 "GET /v2.0/ports/58e33359-df86-4001-a80c-b13d44f71a9a/bindings/n-h2-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.2308702 Sep 16 05:14:26.413921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-df1de31d-4e7c-4cdb-bf5c-5e5c9e88c625 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.1602566 Sep 16 05:14:26.682831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port db118818-0118-4160-b37a-110f19c92f3c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:26.684831 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.747110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-a394e577-f268-482b-a953-2ac91b40a61a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:26.750423 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa28361d-4aaf-452d-b92d-f52904a4d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.761302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4d4b071-9bd1-4586-b962-5a16affd73da req-a394e577-f268-482b-a953-2ac91b40a61a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.3430319 Sep 16 05:14:26.823171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-aa28361d-4aaf-452d-b92d-f52904a4d4e3 None None] For port db118818-0118-4160-b37a-110f19c92f3c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=db118818-0118-4160-b37a-110f19c92f3c,segment=NetworkSegment(293c788b-bde8-4d29-ac9e-1eb4bd9b89c8),segment_id=293c788b-bde8-4d29-ac9e-1eb4bd9b89c8)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:26.898329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa28361d-4aaf-452d-b92d-f52904a4d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.010994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28361d-4aaf-452d-b92d-f52904a4d4e3 None None] Pushing event updated for resources: {'Port': ['ID=db118818-0118-4160-b37a-110f19c92f3c,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:27.018318 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.153261 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:27.153624 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:27.154517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e46eef-d7fc-4f77-8e1c-01c4255065b4 req-1de5bf54-2ee9-4a77-ae08-6213153879b6 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.167755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e46eef-d7fc-4f77-8e1c-01c4255065b4 req-1de5bf54-2ee9-4a77-ae08-6213153879b6 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.1443048 Sep 16 05:14:27.236369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-323855a2-4956-4288-8f9f-574d07112dc8 None None] Provisioning complete for port db118818-0118-4160-b37a-110f19c92f3c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:27.236369 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-323855a2-4956-4288-8f9f-574d07112dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.244217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e46eef-d7fc-4f77-8e1c-01c4255065b4 req-bddd15a9-a95a-4242-92d9-354fc6f12916 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751069 Sep 16 05:14:27.316000 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.465656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:27.491194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:27.497664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb7d6-8a3a-4484-be69-9edc438b1d8e req-b1d79aca-3e87-4219-9863-cdf58caef806 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.499936 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9cddb7d6-8a3a-4484-be69-9edc438b1d8e req-b1d79aca-3e87-4219-9863-cdf58caef806 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1002140 Sep 16 05:14:27.575081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.587830 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9cddb7d6-8a3a-4484-be69-9edc438b1d8e req-514b4429-c5a0-42c3-a2a8-c21c9a10f8e5 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813861 Sep 16 05:14:27.807065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9480d-8092-4cec-a8e2-123d4028cdc0 req-b0ed7755-da74-4c85-86b5-ebf9e28f115c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.808726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-abc9480d-8092-4cec-a8e2-123d4028cdc0 req-b0ed7755-da74-4c85-86b5-ebf9e28f115c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 944 time: 0.0759544 Sep 16 05:14:27.882229 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-abc9480d-8092-4cec-a8e2-123d4028cdc0 req-2810e2b0-b407-46ff-876d-747ba59ac598 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640323 Sep 16 05:14:28.118917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e33359-df86-4001-a80c-b13d44f71a9a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:28.131844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:28.196230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117287a-8da6-454b-b028-416d0a07aff5 req-1284d39f-678c-446f-8d95-7f8cf8d2853a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.205102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-1284d39f-678c-446f-8d95-7f8cf8d2853a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7730639 Sep 16 05:14:28.269684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-15a591c5-c8c5-4990-be6a-0132819dc957 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0633292 Sep 16 05:14:28.275121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Request body: {'floatingip': {'port_id': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:28.279318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device db118818-0118-4160-b37a-110f19c92f3c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:28.314296 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.364319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port db118818-0118-4160-b37a-110f19c92f3c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:28.365109 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.368764 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.400126 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.673556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] Transition to ACTIVE for port object 58e33359-df86-4001-a80c-b13d44f71a9a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:28.820683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Router 2d3c73bd-370f-4a1b-b281-45b88e304f37 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:14:28.823156 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.973821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0c06-c91d-4d91-993d-0f3885d92f72 req-ea5feaf7-6a9a-485d-8b4d-c10e49d54a62 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.977633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a70a0c06-c91d-4d91-993d-0f3885d92f72 req-ea5feaf7-6a9a-485d-8b4d-c10e49d54a62 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.0842750 Sep 16 05:14:28.995214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] No DVR routers for this DVR port 58e33359-df86-4001-a80c-b13d44f71a9a on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:29.037656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a70a0c06-c91d-4d91-993d-0f3885d92f72 req-752958d8-1259-4a95-bcfa-de87ade68b39 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516760 Sep 16 05:14:29.163670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] 10.222.0.30 "PUT /v2.0/ports/58e33359-df86-4001-a80c-b13d44f71a9a/bindings/n-h2-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 2.7772031 Sep 16 05:14:29.186917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cd727-5872-4710-baf2-e5d747f91fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:29.241278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dc253-7520-4fb6-bf6c-e8f544ee738b req-14e90a90-6904-4c10-9392-234711651a28 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.242955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd6dc253-7520-4fb6-bf6c-e8f544ee738b req-14e90a90-6904-4c10-9392-234711651a28 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0749898 Sep 16 05:14:29.265455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:14:29.334013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd6dc253-7520-4fb6-bf6c-e8f544ee738b req-3aff75ab-f03a-4852-b71a-a295679d1408 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714900 Sep 16 05:14:29.349922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:29.374431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Sync routers for ids ['2d3c73bd-370f-4a1b-b281-45b88e304f37'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:29.398036 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.403671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Routers {'2d3c73bd-370f-4a1b-b281-45b88e304f37'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:29.403671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d3c73bd-370f-4a1b-b281-45b88e304f37'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:29.462002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.469588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f9acf02a-d1ed-45b5-a58d-ea0dcc994a1f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6680312 Sep 16 05:14:29.470567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:29.551467 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.562214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53414-3490-4066-bc3c-1cf82bad467c req-1b0db737-cb7d-4a42-8538-49c0dc2aed7e tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.564078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22e53414-3490-4066-bc3c-1cf82bad467c req-1b0db737-cb7d-4a42-8538-49c0dc2aed7e tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 950 time: 0.0967884 Sep 16 05:14:29.572112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-48c5ed7c-f3dc-4eca-905a-c3bd140e9819 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.573755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-48c5ed7c-f3dc-4eca-905a-c3bd140e9819 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.1194260 Sep 16 05:14:29.602167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Set router 2d3c73bd-370f-4a1b-b281-45b88e304f37 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:29.778061 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22e53414-3490-4066-bc3c-1cf82bad467c req-bce63f08-c9bf-4c66-a5bb-aaa089f90fef tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026930 Sep 16 05:14:29.816298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-a07269c4-b1b1-4710-8d50-db68261b3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.816298 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-a07269c4-b1b1-4710-8d50-db68261b3a0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd&tenant_id=ee7cdd3450f847e7be1ee06226de1088 HTTP/1.1" status: 200 len: 1097 time: 0.2268038 Sep 16 05:14:29.932337 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Floating IP b5a06fa5-d83d-4389-8a96-60c9462b010a associated. External IP: 172.25.1.3, port: 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8. Sep 16 05:14:29.944517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:25Z', 'revision_number': 3, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:29.954567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-d58d65cd-0866-4cfc-881c-30dd07612a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.956279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-d58d65cd-0866-4cfc-881c-30dd07612a1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1097 time: 0.0878725 Sep 16 05:14:29.978759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Checking router: 2d3c73bd-370f-4a1b-b281-45b88e304f37 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:29.979114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Updating router 2d3c73bd-370f-4a1b-b281-45b88e304f37 port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:14:30.043085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f2d2-0455-4163-9f67-812024ce5fc3 req-7809cdac-9a76-43b6-9ad3-b94ecc4cdf43 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:30.052733 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9134f2d2-0455-4163-9f67-812024ce5fc3 req-7809cdac-9a76-43b6-9ad3-b94ecc4cdf43 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 945 time: 0.1056850 Sep 16 05:14:30.056618 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.151927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9134f2d2-0455-4163-9f67-812024ce5fc3 req-20c2d6d3-0adf-4f0e-b7dd-2bf321e61125 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841498 Sep 16 05:14:30.211835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b135db3c-190b-4e49-aaf4-bdfa7999c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:30.214244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-b135db3c-190b-4e49-aaf4-bdfa7999c4a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.2276928 Sep 16 05:14:30.272976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-f07af8b2-741c-44a2-9340-3ef58ae3a151 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 200 len: 217 time: 0.0490510 Sep 16 05:14:30.351036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-9467189f-82aa-41d2-8f8f-325836f33fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:30.352714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-9467189f-82aa-41d2-8f8f-325836f33fd8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.0638413 Sep 16 05:14:30.437581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-87f4438c-3ab8-43e5-aa42-c85e7ced7c10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669854 Sep 16 05:14:30.492845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Router 14b874e1-c184-4844-be8f-f0d3f3971e8f has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:30.585801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-e03789f9-347b-4392-ad80-cb44d8438800 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375685 Sep 16 05:14:30.636346 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.656332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4ada6-a8ff-4bc2-a64a-1d94065a7f40 req-f45e3745-778a-420b-894b-d701e695ebf4 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:30.664814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32e4ada6-a8ff-4bc2-a64a-1d94065a7f40 req-f45e3745-778a-420b-894b-d701e695ebf4 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.1794615 Sep 16 05:14:30.703523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.761190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.766265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:30.776103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.784215 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] Sync routers for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:30.819698 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:30.824823 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:30.833831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-47874c40-8ede-406a-8142-1670a28e476d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "PUT /v2.0/floatingips/b5a06fa5-d83d-4389-8a96-60c9462b010a HTTP/1.1" status: 200 len: 995 time: 2.5629375 Sep 16 05:14:30.920226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:30.925241 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adcc767-1b88-45e8-a674-d44783c19576" -d '{"events": [{"name": "network-changed", "server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:30.939268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-94b7e5d9-461a-4c61-bccf-00a311a82f86 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428526 Sep 16 05:14:30.940895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d12f3-6cd5-461f-8f3f-fb4f9ce96f40 None None] Pushing event updated for resources: {'Port': ['ID=2c9eda6a-17d1-4101-84ed-dbecd945ee1e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.979781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32e4ada6-a8ff-4bc2-a64a-1d94065a7f40 req-521ca98a-fc90-4d98-b515-43cbb7ce02e4 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943877 Sep 16 05:14:31.001620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Attempting to bind port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:31.002037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Attempting to bind port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:31.002409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Attempting to bind port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:31.009142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:31.009556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:31.009958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.010358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:31.015640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Bound port: 2c9eda6a-17d1-4101-84ed-dbecd945ee1e, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:31.016527 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.086023 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:31.178253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] For port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:31.200083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] For port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2c9eda6a-17d1-4101-84ed-dbecd945ee1e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:31.226287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344d083-8119-481b-9944-828d0aefb737 req-203140d9-e48c-4708-b4f9-24d24f0e5a2f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.227997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7344d083-8119-481b-9944-828d0aefb737 req-203140d9-e48c-4708-b4f9-24d24f0e5a2f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1567585 Sep 16 05:14:31.242719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f61019-3c66-477c-a581-75f5720011a1 req-da03fa9a-d5ed-45ec-9602-e4d16e29dd58 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.244916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4f61019-3c66-477c-a581-75f5720011a1 req-da03fa9a-d5ed-45ec-9602-e4d16e29dd58 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 950 time: 0.1152463 Sep 16 05:14:31.324103 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.388547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7344d083-8119-481b-9944-828d0aefb737 req-4215121f-7be1-4ec6-a331-4be9cec4c858 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421599 Sep 16 05:14:31.563835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117287a-8da6-454b-b028-416d0a07aff5 req-4f0c2bcc-4801-4e40-a455-16cb7b708093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.583036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-4f0c2bcc-4801-4e40-a455-16cb7b708093 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac520dfde1714884b9ab846009b49ab5&device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 1098 time: 0.6538363 Sep 16 05:14:31.598411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d12f3-6cd5-461f-8f3f-fb4f9ce96f40 None None] Pushing event updated for resources: {'Port': ['ID=2c9eda6a-17d1-4101-84ed-dbecd945ee1e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:31.604509 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'b5a06fa5-d83d-4389-8a96-60c9462b010a', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'port_id': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'mac_address': 'fa:16:3e:8c:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:29Z', 'revision_number': 1, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 5, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:31.614920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Routers {'2d3c73bd-370f-4a1b-b281-45b88e304f37'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:31.617231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d3c73bd-370f-4a1b-b281-45b88e304f37'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:31.651363 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] Checking router: 14b874e1-c184-4844-be8f-f0d3f3971e8f for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:31.661735 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:31.662792 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:31.676025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Deleting port aecdab16-bedc-43b4-b894-e70ded8c714d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:31.676446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.827715 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:31.845822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117287a-8da6-454b-b028-416d0a07aff5 req-9bfe140b-f752-4791-97ad-5b7ebae17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.847847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-9bfe140b-f752-4791-97ad-5b7ebae17128 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 HTTP/1.1" status: 200 len: 929 time: 0.2636464 Sep 16 05:14:31.872148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] Set router 2d3c73bd-370f-4a1b-b281-45b88e304f37 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:31.912743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Allocated IP 172.20.0.1 (0517faed-493b-4f77-baa6-15c03f30b640/d4263dda-398c-45f6-a8fc-002b3bcdf533/7c95ac19-83c6-4cfc-8653-a05959b910c1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:31.958476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-f0ceed4d-b8f9-45a2-bb78-80e1c201d9ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 200 len: 998 time: 0.0960498 Sep 16 05:14:32.070365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c225ef-6b70-4261-a3a9-48c051aa94b1 req-50a1ce9a-fbec-45bc-8f17-a91db5c32887 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.073206 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10c225ef-6b70-4261-a3a9-48c051aa94b1 req-50a1ce9a-fbec-45bc-8f17-a91db5c32887 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 950 time: 0.5040884 Sep 16 05:14:32.151782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117287a-8da6-454b-b028-416d0a07aff5 req-057425cf-44bf-40ae-b192-b11b52144487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.155694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-057425cf-44bf-40ae-b192-b11b52144487 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71b26557-1f3a-4cea-b5a9-b665e92f1bf7 HTTP/1.1" status: 200 len: 867 time: 0.1832767 Sep 16 05:14:32.196345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] For port aecdab16-bedc-43b4-b894-e70ded8c714d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=aecdab16-bedc-43b4-b894-e70ded8c714d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:32.196825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.239973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.261340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117287a-8da6-454b-b028-416d0a07aff5 req-9374d0f4-6019-4909-bcc6-0bac8b039469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.263090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-9374d0f4-6019-4909-bcc6-0bac8b039469 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837114 Sep 16 05:14:32.277696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Calling delete_port for aecdab16-bedc-43b4-b894-e70ded8c714d owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:32.285008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-4eea125c-f58b-4fb0-a7dc-b501fe2b32a4 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.288431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-501a9963-7030-401e-8da1-43db7dad77a8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:14:32.289486 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-4eea125c-f58b-4fb0-a7dc-b501fe2b32a4 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.6274831 Sep 16 05:14:32.289630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-501a9963-7030-401e-8da1-43db7dad77a8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062685 Sep 16 05:14:32.321380 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'b5a06fa5-d83d-4389-8a96-60c9462b010a', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'port_id': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'mac_address': 'fa:16:3e:8c:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:29Z', 'revision_number': 1, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 5, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:32.364347 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e647ce-f15b-4414-8d5a-93b02d536901 None None] The sync data for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 is: [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'b5a06fa5-d83d-4389-8a96-60c9462b010a', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'port_id': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'mac_address': 'fa:16:3e:8c:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:29Z', 'revision_number': 1, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 5, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:32.438484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.450714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:25Z', 'revision_number': 3, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:32.518194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db6536-e534-4699-b17f-6ea53983d064 None None] The sync data for ids ['2d3c73bd-370f-4a1b-b281-45b88e304f37'] in n-d-712749-15 is: [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:25Z', 'revision_number': 3, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:32.544608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Network 0517faed-493b-4f77-baa6-15c03f30b640 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:32.552837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:32.578975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:32.690177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Pushing event updated for resources: {'Port': ['ID=7c95ac19-83c6-4cfc-8653-a05959b910c1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:32.694027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.801048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-9fd95a88-7b0a-459b-b6a7-c79b4e647d4d service neutron] 10.222.0.49 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650238 Sep 16 05:14:32.969321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10c225ef-6b70-4261-a3a9-48c051aa94b1 req-482ca4ff-b298-4801-a5e9-0f12d84f2e6c tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8865900 Sep 16 05:14:33.037450 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ff2b13-21ad-412f-9467-7f0dcf0a997c x-openstack-request-id: req-c1ff2b13-21ad-412f-9467-7f0dcf0a997c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:33.037683 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:33.037935 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1ff2b13-21ad-412f-9467-7f0dcf0a997c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:33.038328 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'status': 'completed', 'code': 200} Sep 16 05:14:33.067906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a591f7ef-1c48-4fa3-9072-ef14d4a1852c None None] Provisioning complete for port 7c95ac19-83c6-4cfc-8653-a05959b910c1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:33.068531 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a591f7ef-1c48-4fa3-9072-ef14d4a1852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.079819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c117287a-8da6-454b-b028-416d0a07aff5 req-36270589-bb33-4289-8dde-7a58603a9c7f service neutron] 10.222.0.49 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622323 Sep 16 05:14:33.158418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900312ad-5718-4ba9-a544-efe92bdb68fa None None] New status for floating IP b5a06fa5-d83d-4389-8a96-60c9462b010a: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:33.207149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc767-1b88-45e8-a674-d44783c19576 req-094be7d2-9411-4558-ba6c-12420bda0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.212862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2adcc767-1b88-45e8-a674-d44783c19576 req-094be7d2-9411-4558-ba6c-12420bda0a84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac520dfde1714884b9ab846009b49ab5&device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 1098 time: 0.0925028 Sep 16 05:14:33.215632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a591f7ef-1c48-4fa3-9072-ef14d4a1852c None None] Port 7c95ac19-83c6-4cfc-8653-a05959b910c1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:33.284779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31840c3-1d80-4cc6-af8e-d4e24c90f4d7 req-2752d674-fe65-4210-9746-c1f3d4a55801 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.299001 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b31840c3-1d80-4cc6-af8e-d4e24c90f4d7 req-2752d674-fe65-4210-9746-c1f3d4a55801 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 945 time: 0.1270716 Sep 16 05:14:33.357006 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b31840c3-1d80-4cc6-af8e-d4e24c90f4d7 req-a966c157-5dd8-4787-b3e4-334c81cb189e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565789 Sep 16 05:14:33.403271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc767-1b88-45e8-a674-d44783c19576 req-2da37209-754c-41f1-87d3-8b150e36fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.405227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2adcc767-1b88-45e8-a674-d44783c19576 req-2da37209-754c-41f1-87d3-8b150e36fdbc service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 HTTP/1.1" status: 200 len: 929 time: 0.1784368 Sep 16 05:14:33.490727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2adcc767-1b88-45e8-a674-d44783c19576 req-0542f751-0268-440f-b594-4a9554c5fd9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 200 len: 998 time: 0.0756271 Sep 16 05:14:33.567223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc767-1b88-45e8-a674-d44783c19576 req-e7d8e21c-4f21-4f21-b771-ad599afdaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.568867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2adcc767-1b88-45e8-a674-d44783c19576 req-e7d8e21c-4f21-4f21-b771-ad599afdaf95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71b26557-1f3a-4cea-b5a9-b665e92f1bf7 HTTP/1.1" status: 200 len: 867 time: 0.0687490 Sep 16 05:14:33.629334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc767-1b88-45e8-a674-d44783c19576 req-92dcf3f5-cefa-42b8-84cd-b535f4b8cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.631159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2adcc767-1b88-45e8-a674-d44783c19576 req-92dcf3f5-cefa-42b8-84cd-b535f4b8cc09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539455 Sep 16 05:14:33.656991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895d91b-9066-41e4-a890-f92ffaf00dc1 req-137a454d-2425-456e-aa1a-ba97fd30351c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.660488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f895d91b-9066-41e4-a890-f92ffaf00dc1 req-137a454d-2425-456e-aa1a-ba97fd30351c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.0602496 Sep 16 05:14:33.705802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f895d91b-9066-41e4-a890-f92ffaf00dc1 req-5b8dcbcd-b23f-43ff-8d52-9594c6b8a3e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 Sep 16 05:14:33.781287 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2adcc767-1b88-45e8-a674-d44783c19576 req-550bb824-0d7a-42e6-a805-6cd929ec7d9b service neutron] 10.222.0.30 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330693 Sep 16 05:14:33.852353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.867971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e414021-1c3f-4cfe-8892-9d4c4c3c8ae8 req-5822e221-0e82-4013-a918-e05a57e4bb33 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:33.869554 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e414021-1c3f-4cfe-8892-9d4c4c3c8ae8 req-5822e221-0e82-4013-a918-e05a57e4bb33 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0763838 Sep 16 05:14:33.870976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-7b5949b2-e1cf-4107-8428-73d292de0571 service neutron] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:33.909773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['e1a04243-ecd9-4f50-b80b-bda4b5f8a72d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:33.915180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.952094 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-7b5949b2-e1cf-4107-8428-73d292de0571 service neutron] Notify callbacks [] for binding, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.953254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad20a0dd-eb5d-482c-a852-a95035553700 req-7b5949b2-e1cf-4107-8428-73d292de0571 service neutron] 10.222.0.66 "DELETE /v2.0/ports/58e33359-df86-4001-a80c-b13d44f71a9a/bindings/n-h1-712749-15 HTTP/1.1" status: 204 len: 173 time: 1.6325052 Sep 16 05:14:33.985696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Pushing event deleted for resources: {'Port': ['ID=aecdab16-bedc-43b4-b894-e70ded8c714d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.025103 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2adcc767-1b88-45e8-a674-d44783c19576 req-768cd38b-42ed-4480-b163-7ebd4758f0ec service neutron] 10.222.0.30 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331052 Sep 16 05:14:34.108174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.108748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.109253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.109764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.110256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.110747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.111202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.111682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.112219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.112670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.113139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.113612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:34.146805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device aecdab16-bedc-43b4-b894-e70ded8c714d no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:34.218491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] No DVR routers for this DVR port aecdab16-bedc-43b4-b894-e70ded8c714d on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:34.224099 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.232094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4f61019-3c66-477c-a581-75f5720011a1 req-2bd03c66-bb52-42f9-b020-a81c16933e41 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.66 "DELETE /v2.0/ports/aecdab16-bedc-43b4-b894-e70ded8c714d HTTP/1.1" status: 204 len: 173 time: 2.9655771 Sep 16 05:14:34.233426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd95d9e-3dde-449e-af10-52e098862a02', 'name': 'network-vif-deleted', 'tag': 'aecdab16-bedc-43b4-b894-e70ded8c714d'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:34.240600 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d538e2-ac9a-4c5f-88da-f2a1955f6940" -d '{"events": [{"server_uuid": "3cd95d9e-3dde-449e-af10-52e098862a02", "name": "network-vif-deleted", "tag": "aecdab16-bedc-43b4-b894-e70ded8c714d"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:34.277057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e414021-1c3f-4cfe-8892-9d4c4c3c8ae8 req-ec75cb42-1214-4623-b031-bd17e2eabb5a tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992508 Sep 16 05:14:34.498057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8be014-ba42-4935-baf6-2b8cddb3160d req-97bbfea8-0ac0-4568-a732-7491033d3fb4 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:34.510119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d8be014-ba42-4935-baf6-2b8cddb3160d req-97bbfea8-0ac0-4568-a732-7491033d3fb4 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1097 time: 0.1237304 Sep 16 05:14:34.558332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2c9eda6a-17d1-4101-84ed-dbecd945ee1e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:34.561225 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d8be014-ba42-4935-baf6-2b8cddb3160d req-9d385ed5-105a-4861-bfa3-e169f6be7f57 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Sep 16 05:14:34.580904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: aecdab16-bedc-43b4-b894-e70ded8c714d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:34.584562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device aecdab16-bedc-43b4-b894-e70ded8c714d not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:34.669315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-1ea5d458-8e5c-4598-aa37-082835b6f31e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 258 time: 0.6598284 Sep 16 05:14:34.681959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:34.765409 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.783394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:34.784169 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.821308 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.854757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41d790b9-d25a-4034-805f-3e322b8cff51 req-d007d0a7-c28c-4e48-944c-1a6dae1df92f tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd95d9e-3dde-449e-af10-52e098862a02 HTTP/1.1" status: 200 len: 210 time: 0.0684412 Sep 16 05:14:34.868612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.929846 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f7370-0f33-4c3b-a568-043cadb624c9 x-openstack-request-id: req-1a3f7370-0f33-4c3b-a568-043cadb624c9 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:34.930147 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd95d9e-3dde-449e-af10-52e098862a02", "name": "network-vif-deleted", "tag": "aecdab16-bedc-43b4-b894-e70ded8c714d", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:34.930398 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a3f7370-0f33-4c3b-a568-043cadb624c9 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:34.930805 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd95d9e-3dde-449e-af10-52e098862a02', 'name': 'network-vif-deleted', 'tag': 'aecdab16-bedc-43b4-b894-e70ded8c714d', 'status': 'completed', 'code': 200} Sep 16 05:14:34.983179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.012920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2c9eda6a-17d1-4101-84ed-dbecd945ee1e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:35.032121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Pushing event updated for resources: {'Port': ['ID=7c95ac19-83c6-4cfc-8653-a05959b910c1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.050488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.089055 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.215376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=2c9eda6a-17d1-4101-84ed-dbecd945ee1e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.226562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.226988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.227312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.227643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.228922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.228922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.228922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.229232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.229491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.229818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.230135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.230454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.322738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Network 0517faed-493b-4f77-baa6-15c03f30b640 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:35.327762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:35.341771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.356764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def59e15-5a2d-47b6-89c5-e0cea0889c49 req-82942934-6d9b-4128-9601-e004f4232621 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.358689 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-def59e15-5a2d-47b6-89c5-e0cea0889c49 req-82942934-6d9b-4128-9601-e004f4232621 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 1097 time: 0.0625074 Sep 16 05:14:35.404605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-def59e15-5a2d-47b6-89c5-e0cea0889c49 req-ccc14b74-459c-474a-bc49-c526886f6692 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Sep 16 05:14:35.564499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Allocated IP 172.25.1.60 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/45db7743-78c5-4aa2-9e13-7d4f8e3e44ee) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:35.598102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca94920-e6a3-4833-80ee-d695c411325e req-5380ff99-1fc7-4c8f-a4dc-826a5a1fcafa tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.599711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fca94920-e6a3-4833-80ee-d695c411325e req-5380ff99-1fc7-4c8f-a4dc-826a5a1fcafa tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 946 time: 0.0793808 Sep 16 05:14:35.627569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Router 2d3c73bd-370f-4a1b-b281-45b88e304f37 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:35.645874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fca94920-e6a3-4833-80ee-d695c411325e req-e80f7fdd-f9a7-4ed7-8de4-bcc45605780d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393674 Sep 16 05:14:35.676761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7c845b14-02cc-4612-a73b-834e00939796 None None] Provisioning complete for port 7c95ac19-83c6-4cfc-8653-a05959b910c1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:35.677217 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c845b14-02cc-4612-a73b-834e00939796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.734184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7c845b14-02cc-4612-a73b-834e00939796 None None] Port 7c95ac19-83c6-4cfc-8653-a05959b910c1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:35.788367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3579b-a000-47d2-a53f-739eeb5e58b8 req-864c07ed-aede-46a4-b3e7-473a5cef195e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.791153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39a3579b-a000-47d2-a53f-739eeb5e58b8 req-864c07ed-aede-46a4-b3e7-473a5cef195e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0752585 Sep 16 05:14:35.817384 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.870268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39a3579b-a000-47d2-a53f-739eeb5e58b8 req-89fc1b33-ae99-40f0-ace2-f670ad78bf4b tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702252 Sep 16 05:14:35.880378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:35.892580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-26185b08-db20-459e-aa47-935dd7435883 admin admin] 10.222.0.49 "PUT /v2.0/routers/2d3c73bd-370f-4a1b-b281-45b88e304f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4201956 Sep 16 05:14:35.901032 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Sync routers for ids ['2d3c73bd-370f-4a1b-b281-45b88e304f37'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:35.921774 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Routers {'2d3c73bd-370f-4a1b-b281-45b88e304f37'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:35.921774 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d3c73bd-370f-4a1b-b281-45b88e304f37'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:35.997948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-58c14ec1-2f3d-43d0-a3d8-024cbe00163b tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.004893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-58c14ec1-2f3d-43d0-a3d8-024cbe00163b tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1098 time: 0.0862160 Sep 16 05:14:36.024252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-15'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:36.049721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.132089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:36.140078 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Set router 2d3c73bd-370f-4a1b-b281-45b88e304f37 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:36.148514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Pushing event updated for resources: {'Port': ['ID=45db7743-78c5-4aa2-9e13-7d4f8e3e44ee,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.162520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.162915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.164058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.164415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.164936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.165280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.165620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.166203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.166543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.166872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.167204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.167689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:36.177179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:36.182892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:36.192088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.208460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 28e982fc-c427-4319-928b-a5ab122e0a70 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:36.370539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:36.377656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2c9eda6a-17d1-4101-84ed-dbecd945ee1e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:36.416342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 28e982fc-c427-4319-928b-a5ab122e0a70 has no active binding in host n-h1-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:14:36.422474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:36.428540 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:33Z', 'revision_number': 4, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7c95ac19-83c6-4cfc-8653-a05959b910c1', 'name': '', 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'mac_address': 'fa:16:3e:10:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd4263dda-398c-45f6-a8fc-002b3bcdf533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:30Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 2, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'subnets': [{'id': 'd4263dda-398c-45f6-a8fc-002b3bcdf533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:36.450332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:36.451073 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.456285 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.466293 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Checking router: 2d3c73bd-370f-4a1b-b281-45b88e304f37 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:36.466649 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Updating router 2d3c73bd-370f-4a1b-b281-45b88e304f37 port 7c95ac19-83c6-4cfc-8653-a05959b910c1 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:14:36.489111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:36.497600 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.569415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:36.572007 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e5eb2c-232c-4703-ae44-18b035342657" -d '{"events": [{"server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "name": "network-vif-unplugged", "status": "completed", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:36.577135 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.638411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.719212 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.869490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Pushing event updated for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.896987 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.905307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on host n-h2-712749-15 for vnic_type normal with profile {"migrating_to": "n-h1-712749-15"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:36.905890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:36.912203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:36.923395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:36.923702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Attempting to bind port 28e982fc-c427-4319-928b-a5ab122e0a70 on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:36.929913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.933863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:36.934154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:36.934481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:36.934917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Bound port: 28e982fc-c427-4319-928b-a5ab122e0a70, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:36.935271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.956825 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-f67df040-7be7-4fc0-a056-1cd6dc350414 req-08007d16-04cf-4851-8f43-13a3788e96ea tempest-FloatingIPDetailsNegativeTestJSON-478153041 tempest-FloatingIPDetailsNegativeTestJSON-478153041-project] show failed (client error): The resource could not be found. Sep 16 05:14:36.957968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f67df040-7be7-4fc0-a056-1cd6dc350414 req-08007d16-04cf-4851-8f43-13a3788e96ea tempest-FloatingIPDetailsNegativeTestJSON-478153041 tempest-FloatingIPDetailsNegativeTestJSON-478153041-project] 10.222.0.49 "GET /v2.0/floatingips/4752146a-f51b-477e-a1b2-2e33b1e27d08 HTTP/1.1" status: 404 len: 350 time: 0.0443847 Sep 16 05:14:36.970673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.997900 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.017900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:37.022060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:37.026563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.095034 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Pushing event updated for resources: {'Port': ['ID=7c95ac19-83c6-4cfc-8653-a05959b910c1,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.109352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Pushing event updated for resources: {'Port': ['ID=45db7743-78c5-4aa2-9e13-7d4f8e3e44ee,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.127803 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.128404 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.129150 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.134853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:37.175249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.181710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.260446 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09023d4d-4570-4b68-9c82-83e1f5f585f0 x-openstack-request-id: req-09023d4d-4570-4b68-9c82-83e1f5f585f0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:37.260769 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "name": "network-vif-unplugged", "status": "completed", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:37.261017 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09023d4d-4570-4b68-9c82-83e1f5f585f0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:37.261372 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70', 'code': 200} Sep 16 05:14:37.272421 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Attempting to bind port 7c95ac19-83c6-4cfc-8653-a05959b910c1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:37.273455 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Attempting to bind port 7c95ac19-83c6-4cfc-8653-a05959b910c1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:37.274396 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Attempting to bind port 7c95ac19-83c6-4cfc-8653-a05959b910c1 on network 0517faed-493b-4f77-baa6-15c03f30b640 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:37.293262 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:37.294415 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Checking segment: {'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:37.296035 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.297015 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Bound using segment: {'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:37.298471 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Bound port: 7c95ac19-83c6-4cfc-8653-a05959b910c1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:37.299494 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.372422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.374080 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.376730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] 10.222.0.30 "PUT /v2.0/ports/28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 200 len: 1124 time: 1.3567693 Sep 16 05:14:37.384887 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.387106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-d309d768-f2d7-47d9-8ca9-36181a86c178 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7087724 Sep 16 05:14:37.418110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfc5ab-d770-4f32-a7cd-8b4af86bce3c service neutron] Pushing event updated for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.483521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-31d6ce3b-f79e-4322-9e01-4d7bfe768c35 None None] Provisioning complete for port 7c95ac19-83c6-4cfc-8653-a05959b910c1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:37.484216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31d6ce3b-f79e-4322-9e01-4d7bfe768c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.493300 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] For port 7c95ac19-83c6-4cfc-8653-a05959b910c1, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:37.498856 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] For port 7c95ac19-83c6-4cfc-8653-a05959b910c1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7c95ac19-83c6-4cfc-8653-a05959b910c1,segment=NetworkSegment(293c788b-bde8-4d29-ac9e-1eb4bd9b89c8),segment_id=293c788b-bde8-4d29-ac9e-1eb4bd9b89c8)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:37.539422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-b9aa3817-202e-43c4-98df-38bbd9b1ce1a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.1229832 Sep 16 05:14:37.560621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['28e982fc-c427-4319-928b-a5ab122e0a70'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:37.599501 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.655170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-31d6ce3b-f79e-4322-9e01-4d7bfe768c35 None None] Port 7c95ac19-83c6-4cfc-8653-a05959b910c1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:37.694561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['28e982fc-c427-4319-928b-a5ab122e0a70'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:37.755460 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Routers {'2d3c73bd-370f-4a1b-b281-45b88e304f37'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:37.756772 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d3c73bd-370f-4a1b-b281-45b88e304f37'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:37.760151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-0bbb53fd-1231-4335-baa5-d07f28b47a09 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.761734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d49a7a35-798f-4671-9cf7-08fba231f2e3 req-0bbb53fd-1231-4335-baa5-d07f28b47a09 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2146556 Sep 16 05:14:37.788867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.959055 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882155c6-0b08-4b82-bf7b-f315a9a41380 None None] Pushing event updated for resources: {'Port': ['ID=7c95ac19-83c6-4cfc-8653-a05959b910c1,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.080171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf06d3-b803-4e33-9999-b69a884b819c req-3e481f21-30d3-4959-a335-23de0dcab52b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.091277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98bf06d3-b803-4e33-9999-b69a884b819c req-3e481f21-30d3-4959-a335-23de0dcab52b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 944 time: 0.1595645 Sep 16 05:14:38.180618 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] Set router 2d3c73bd-370f-4a1b-b281-45b88e304f37 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:38.190412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98bf06d3-b803-4e33-9999-b69a884b819c req-114785d2-dd74-489d-8916-2d65fb5d0aba tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619574 Sep 16 05:14:38.242329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6a2b929f-66ff-4d25-9e58-a9a7b2057c88 None None] Provisioning complete for port 7c95ac19-83c6-4cfc-8653-a05959b910c1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:38.242550 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a2b929f-66ff-4d25-9e58-a9a7b2057c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.344360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bca79-1f58-49a7-abbb-d56b5c6fcba2 req-d3f9e0c4-6367-4cb4-afa7-b801ae56ca64 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.351242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-753bca79-1f58-49a7-abbb-d56b5c6fcba2 req-d3f9e0c4-6367-4cb4-afa7-b801ae56ca64 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.2939706 Sep 16 05:14:38.397738 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a2b929f-66ff-4d25-9e58-a9a7b2057c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.484444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6a2b929f-66ff-4d25-9e58-a9a7b2057c88 None None] For port 7c95ac19-83c6-4cfc-8653-a05959b910c1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7c95ac19-83c6-4cfc-8653-a05959b910c1,segment=NetworkSegment(293c788b-bde8-4d29-ac9e-1eb4bd9b89c8),segment_id=293c788b-bde8-4d29-ac9e-1eb4bd9b89c8)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:38.546319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-753bca79-1f58-49a7-abbb-d56b5c6fcba2 req-8596227f-c2d3-4bd1-99a8-7f315dcb1c92 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263649 Sep 16 05:14:38.603620 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a2b929f-66ff-4d25-9e58-a9a7b2057c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.631403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe5d90-54fb-4508-8a7f-af867ae5f434 req-98443682-8c52-4163-ba9e-a591d8287d8d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.640802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8afe5d90-54fb-4508-8a7f-af867ae5f434 req-98443682-8c52-4163-ba9e-a591d8287d8d tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0902572 Sep 16 05:14:38.715120 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:33Z', 'revision_number': 4, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7c95ac19-83c6-4cfc-8653-a05959b910c1', 'name': '', 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'mac_address': 'fa:16:3e:10:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd4263dda-398c-45f6-a8fc-002b3bcdf533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:30Z', 'updated_at': '2021-09-16T05:14:37Z', 'revision_number': 4, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'subnets': [{'id': 'd4263dda-398c-45f6-a8fc-002b3bcdf533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:38.719735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b929f-66ff-4d25-9e58-a9a7b2057c88 None None] Pushing event updated for resources: {'Port': ['ID=7c95ac19-83c6-4cfc-8653-a05959b910c1,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.724437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8afe5d90-54fb-4508-8a7f-af867ae5f434 req-6988330c-4bd1-4e39-a684-176a95bb20a1 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0824707 Sep 16 05:14:38.730573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8afe5d90-54fb-4508-8a7f-af867ae5f434 req-c1ca16e0-7c29-485d-bb2c-ec3fbfd3a553 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Request body: {'floatingip': {'port_id': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:38.759234 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c9984-5010-4557-9410-055c31cbb7fc None None] The sync data for ids ['2d3c73bd-370f-4a1b-b281-45b88e304f37'] in n-d-712749-15 is: [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:33Z', 'revision_number': 4, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7c95ac19-83c6-4cfc-8653-a05959b910c1', 'name': '', 'network_id': '0517faed-493b-4f77-baa6-15c03f30b640', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'mac_address': 'fa:16:3e:10:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd4263dda-398c-45f6-a8fc-002b3bcdf533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:30Z', 'updated_at': '2021-09-16T05:14:37Z', 'revision_number': 4, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'subnets': [{'id': 'd4263dda-398c-45f6-a8fc-002b3bcdf533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:38.782252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8afe5d90-54fb-4508-8a7f-af867ae5f434 req-c1ca16e0-7c29-485d-bb2c-ec3fbfd3a553 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.828437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84021fc0-3415-43fd-8ff3-c5ace57d09d1 req-b62ef68e-0d68-4b18-ba9e-93ed5f771628 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.828437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-84021fc0-3415-43fd-8ff3-c5ace57d09d1 req-b62ef68e-0d68-4b18-ba9e-93ed5f771628 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 949 time: 0.1508589 Sep 16 05:14:38.924074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Deleting port 7c95ac19-83c6-4cfc-8653-a05959b910c1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:38.924476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.948329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-84021fc0-3415-43fd-8ff3-c5ace57d09d1 req-fa5eb1f3-1021-4c5b-8c7c-508d28e2a6fc tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007743 Sep 16 05:14:39.112176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] For port 7c95ac19-83c6-4cfc-8653-a05959b910c1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7c95ac19-83c6-4cfc-8653-a05959b910c1,segment=NetworkSegment(293c788b-bde8-4d29-ac9e-1eb4bd9b89c8),segment_id=293c788b-bde8-4d29-ac9e-1eb4bd9b89c8)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:39.112530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.141488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Calling delete_port for 7c95ac19-83c6-4cfc-8653-a05959b910c1 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:39.299570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913b38c-1c33-4c55-b62f-29e6b5edd8df req-d29bf62a-374f-4057-9366-4722c24086de tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.301421 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7913b38c-1c33-4c55-b62f-29e6b5edd8df req-d29bf62a-374f-4057-9366-4722c24086de tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 950 time: 0.1003437 Sep 16 05:14:39.414520 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7913b38c-1c33-4c55-b62f-29e6b5edd8df req-6b9b0889-9c2c-4fb4-b0b7-60fee913add7 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768754 Sep 16 05:14:39.450946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:39.457028 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bf99d1-5a11-45c7-834d-055c9f799509" -d '{"events": [{"name": "network-changed", "server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:39.510829 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-8afe5d90-54fb-4508-8a7f-af867ae5f434 req-c1ca16e0-7c29-485d-bb2c-ec3fbfd3a553 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:14:39.515109 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8afe5d90-54fb-4508-8a7f-af867ae5f434 req-c1ca16e0-7c29-485d-bb2c-ec3fbfd3a553 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "PUT /v2.0/floatingips/d743edac-26e8-4517-8801-26385178906e HTTP/1.1" status: 409 len: 550 time: 0.7862341 Sep 16 05:14:39.601623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db3713-a367-4266-96d5-a818837d57bc req-27d9ef03-5fa9-4458-bb54-8de661100719 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.612695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56db3713-a367-4266-96d5-a818837d57bc req-27d9ef03-5fa9-4458-bb54-8de661100719 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 944 time: 0.0666161 Sep 16 05:14:39.622441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.695280 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56db3713-a367-4266-96d5-a818837d57bc req-0bda812a-027c-466b-babb-cf2972227512 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810261 Sep 16 05:14:39.773756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c95ac19-83c6-4cfc-8653-a05959b910c1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:39.786608 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e406d3-19c4-4bfc-8f93-e56bc0dacce2 x-openstack-request-id: req-33e406d3-19c4-4bfc-8f93-e56bc0dacce2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:39.787203 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:39.788520 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33e406d3-19c4-4bfc-8f93-e56bc0dacce2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:39.789144 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70', 'status': 'completed', 'code': 200} Sep 16 05:14:40.026906 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.085411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-80665b4f-1201-4ab1-9305-468b9407d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.086986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-80665b4f-1201-4ab1-9305-468b9407d395 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1127 time: 0.2430243 Sep 16 05:14:40.098384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-cf5d4aae-1338-4945-a04d-a5a2102d7c57 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips/d743edac-26e8-4517-8801-26385178906e HTTP/1.1" status: 200 len: 692 time: 0.0905514 Sep 16 05:14:40.149542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:40.165710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-56f9a548-5143-4f31-98e7-f4a619ae26b4 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.167299 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-56f9a548-5143-4f31-98e7-f4a619ae26b4 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.30 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 949 time: 0.1287258 Sep 16 05:14:40.331546 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.339669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Deleting port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:40.341740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.404002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:40.407165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:40.411971 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08751c19-845b-4f39-8aa8-317c41c319de" -d '{"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:40.506097 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.506691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] For port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:40.507457 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.543176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Calling delete_port for e1a04243-ecd9-4f50-b80b-bda4b5f8a72d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:40.616706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=11']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:40.895393 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:40.927750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-b0e76ec6-60ec-4832-a0f4-1b73f68222d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.929366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-b0e76ec6-60ec-4832-a0f4-1b73f68222d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.8283114 Sep 16 05:14:40.941256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-e64f8be1-488d-4db9-8100-9d9276c08fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.950273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['e1a04243-ecd9-4f50-b80b-bda4b5f8a72d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:40.956713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-e64f8be1-488d-4db9-8100-9d9276c08fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.8571754 Sep 16 05:14:40.994064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-bb3e7ec5-c696-4c84-a929-b42d068c5940 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:14:40.995914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-bb3e7ec5-c696-4c84-a929-b42d068c5940 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253339 Sep 16 05:14:41.002625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Pushing event deleted for resources: {'Port': ['ID=e1a04243-ecd9-4f50-b80b-bda4b5f8a72d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:41.049439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Router 2d3c73bd-370f-4a1b-b281-45b88e304f37 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:41.059420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-0cf24ffd-f08b-4171-abb4-be0db5749f6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 200 len: 217 time: 0.0975633 Sep 16 05:14:41.071752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] No DVR routers for this DVR port e1a04243-ecd9-4f50-b80b-bda4b5f8a72d on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:41.082989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.087113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d052187-f316-417b-87ee-7ee63bb60e79 req-8a873964-9309-469d-b94f-5cd7cad9fcf9 tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.30 "DELETE /v2.0/ports/e1a04243-ecd9-4f50-b80b-bda4b5f8a72d HTTP/1.1" status: 204 len: 173 time: 0.9080067 Sep 16 05:14:41.153593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-e2fc9f74-ef84-4778-97b3-39e32b39bb72 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.1029291 Sep 16 05:14:41.251398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-f0b2f74f-8c3e-4e3a-8794-20686c90f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:41.252926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-f0b2f74f-8c3e-4e3a-8794-20686c90f882 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1459117 Sep 16 05:14:41.328364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-9a69405b-370b-4e4c-993e-c921b713addc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374475 Sep 16 05:14:41.331476 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-42f37001-f633-473b-b30a-d879ef8d47b5 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.1623728 Sep 16 05:14:41.476017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:41.488720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] Sync routers for ids ['2d3c73bd-370f-4a1b-b281-45b88e304f37'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:41.489324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e101880c-9b8a-4133-b39c-d7bf733962a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/2d3c73bd-370f-4a1b-b281-45b88e304f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5169435 Sep 16 05:14:41.493067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42396) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.507164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] Routers {'2d3c73bd-370f-4a1b-b281-45b88e304f37'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:41.519513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d3c73bd-370f-4a1b-b281-45b88e304f37'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:41.689500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-b8586273-b600-4a59-81cf-58aa74c2fa40 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514245 Sep 16 05:14:41.707009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] Set router 2d3c73bd-370f-4a1b-b281-45b88e304f37 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:41.719046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.733842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Deleting port 45db7743-78c5-4aa2-9e13-7d4f8e3e44ee {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:41.734516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.792553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0c0e8f-236a-492b-ac1e-a6398375040e', 'name': 'network-vif-deleted', 'tag': 'e1a04243-ecd9-4f50-b80b-bda4b5f8a72d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:41.797674 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d7c1cd-9d42-4cb4-b083-f729028ef5ac" -d '{"events": [{"server_uuid": "df0c0e8f-236a-492b-ac1e-a6398375040e", "name": "network-vif-deleted", "tag": "e1a04243-ecd9-4f50-b80b-bda4b5f8a72d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:41.905412 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82bf99d1-5a11-45c7-834d-055c9f799509 req-966be344-7ea0-45ca-bb7e-194a74613934 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054899 Sep 16 05:14:41.907606 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.907974 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.937982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c0045-4f15-437a-b1fa-943d1c9a26e6 req-f97d5dc4-06b5-4bff-a392-24ef95a26dda tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:41.939694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f54c0045-4f15-437a-b1fa-943d1c9a26e6 req-f97d5dc4-06b5-4bff-a392-24ef95a26dda tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0774736 Sep 16 05:14:41.943411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Calling delete_port for 45db7743-78c5-4aa2-9e13-7d4f8e3e44ee owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:41.947765 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.949962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:39Z', 'revision_number': 5, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:41.983802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] Checking router: 2d3c73bd-370f-4a1b-b281-45b88e304f37 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:41.993971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] Routers {'2d3c73bd-370f-4a1b-b281-45b88e304f37'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:41.994607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d3c73bd-370f-4a1b-b281-45b88e304f37'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:41.995207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f54c0045-4f15-437a-b1fa-943d1c9a26e6 req-99d3d83b-549c-4371-b257-07e14704a5d0 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Sep 16 05:14:42.170826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] Set router 2d3c73bd-370f-4a1b-b281-45b88e304f37 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:42.174965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22ad6b09-2482-4fad-a84c-8abe93d82ca2 req-6e3499ab-5e7b-4d14-9ed3-61dd68649cdf tempest-ServersAdminNegativeTestJSON-626477891 tempest-ServersAdminNegativeTestJSON-626477891-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0c0e8f-236a-492b-ac1e-a6398375040e HTTP/1.1" status: 200 len: 210 time: 0.0553865 Sep 16 05:14:42.223027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Deleting port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:42.223662 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.329269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.364852 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed88f79d-0c7f-4281-855d-c5d3d7467a39 x-openstack-request-id: req-ed88f79d-0c7f-4281-855d-c5d3d7467a39 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:42.367338 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:42.367338 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed88f79d-0c7f-4281-855d-c5d3d7467a39 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:42.367338 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'code': 200} Sep 16 05:14:42.392661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Pushing event deleted for resources: {'Port': ['ID=45db7743-78c5-4aa2-9e13-7d4f8e3e44ee,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.454174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] For port 2c9eda6a-17d1-4101-84ed-dbecd945ee1e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2c9eda6a-17d1-4101-84ed-dbecd945ee1e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:42.454558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.473614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Calling delete_port for 2c9eda6a-17d1-4101-84ed-dbecd945ee1e owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:42.490286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:39Z', 'revision_number': 5, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:42.506028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.509326 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.525113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5fa4976-7d62-4095-aef7-5158dc564b96 req-47af5380-88d8-476c-b651-90f06fdc8e41 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "DELETE /v2.0/floatingips/d743edac-26e8-4517-8801-26385178906e HTTP/1.1" status: 204 len: 173 time: 1.1449339 Sep 16 05:14:42.541013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0502650-08f6-4b36-a20f-b915cf4ba278 None None] The sync data for ids ['2d3c73bd-370f-4a1b-b281-45b88e304f37'] in n-d-712749-15 is: [{'id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410814054-router', 'tenant_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:14:22Z', 'updated_at': '2021-09-16T05:14:39Z', 'revision_number': 5, 'project_id': 'cd51ee56a20a492ebdc9d27a1d15701f', 'gw_port': {'id': '2c9eda6a-17d1-4101-84ed-dbecd945ee1e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c73bd-370f-4a1b-b281-45b88e304f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:14:24Z', 'updated_at': '2021-09-16T05:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:42.578816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5136-722b-40e1-b0a9-c93770fcd9fc req-10bef0b2-a5bc-4c56-8316-cd300c1f180b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.580536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-528c5136-722b-40e1-b0a9-c93770fcd9fc req-10bef0b2-a5bc-4c56-8316-cd300c1f180b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 944 time: 0.1826117 Sep 16 05:14:42.695581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-528c5136-722b-40e1-b0a9-c93770fcd9fc req-c49831c0-9ad7-4d05-9f62-335865b3cd14 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967510 Sep 16 05:14:42.762919 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059ad1bb-acbf-49fe-8c62-a3263de9c147 x-openstack-request-id: req-059ad1bb-acbf-49fe-8c62-a3263de9c147 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:42.763546 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0c0e8f-236a-492b-ac1e-a6398375040e", "name": "network-vif-deleted", "tag": "e1a04243-ecd9-4f50-b80b-bda4b5f8a72d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:42.764074 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-059ad1bb-acbf-49fe-8c62-a3263de9c147 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:42.764392 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0c0e8f-236a-492b-ac1e-a6398375040e', 'name': 'network-vif-deleted', 'tag': 'e1a04243-ecd9-4f50-b80b-bda4b5f8a72d', 'status': 'completed', 'code': 200} Sep 16 05:14:42.888615 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.901800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-f9a6b794-461d-4b11-a808-86d9d35be451 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 1000 time: 0.1626296 Sep 16 05:14:42.949559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9eda6a-17d1-4101-84ed-dbecd945ee1e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.963318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-ab307949-c086-43ee-8b50-85f135aaff0c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.968460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-ab307949-c086-43ee-8b50-85f135aaff0c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports/8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 200 len: 943 time: 0.0644445 Sep 16 05:14:43.034685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.217649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.220083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.234365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-110bcd97-4b62-4b64-8d66-534138c549fa tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 1000 time: 0.0786121 Sep 16 05:14:43.367376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-1eab4562-523e-43db-9221-9694f867ca2a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:43.368870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-1eab4562-523e-43db-9221-9694f867ca2a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1271007 Sep 16 05:14:43.383261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-def4548c-d36c-4321-b07a-84077fdcc8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:14:43.384255 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-def4548c-d36c-4321-b07a-84077fdcc8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073881 Sep 16 05:14:43.454850 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.455363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3c73bd-370f-4a1b-b281-45b88e304f37 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:14:43.457429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-d138e1ea-0124-4107-9d35-ba1049536859 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 1000 time: 0.0652359 Sep 16 05:14:43.468149 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.469369 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a54d507f-7996-4a0e-9de2-c635f52837b1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2d3c73bd-370f-4a1b-b281-45b88e304f37 HTTP/1.1" status: 204 len: 168 time: 1.9752667 Sep 16 05:14:43.473416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:43.475441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:43.522436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9580f71-f248-4bc4-8898-03460bd1d120 req-6477e61e-6b6c-4129-8a78-7c9721961607 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:43.524133 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9580f71-f248-4bc4-8898-03460bd1d120 req-6477e61e-6b6c-4129-8a78-7c9721961607 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0992589 Sep 16 05:14:43.544814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.565220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6652c3-3cc8-409a-bdff-9ffc114b2257 admin admin] Deleting subnet d4263dda-398c-45f6-a8fc-002b3bcdf533 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:43.572450 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c6652c3-3cc8-409a-bdff-9ffc114b2257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.624792 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9580f71-f248-4bc4-8898-03460bd1d120 req-8003a2c5-baf5-4f5c-9052-e41321325369 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865490 Sep 16 05:14:43.656809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c6652c3-3cc8-409a-bdff-9ffc114b2257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.769381 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.774154 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c6652c3-3cc8-409a-bdff-9ffc114b2257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.883189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.884103 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Floating IP b5a06fa5-d83d-4389-8a96-60c9462b010a disassociated. External IP: 172.25.1.3, port: 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8. Sep 16 05:14:43.892467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1da78-8fec-4b73-9db5-4f1d61184c87 req-863ee70e-b1e2-41d5-aa82-cfdbc141f040 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:43.892467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3f1da78-8fec-4b73-9db5-4f1d61184c87 req-863ee70e-b1e2-41d5-aa82-cfdbc141f040 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 948 time: 0.0558913 Sep 16 05:14:43.949249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3f1da78-8fec-4b73-9db5-4f1d61184c87 req-ec64cee4-ad97-4b10-a6f8-336a070d6df5 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513854 Sep 16 05:14:43.953068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c6652c3-3cc8-409a-bdff-9ffc114b2257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.001126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6652c3-3cc8-409a-bdff-9ffc114b2257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4263dda-398c-45f6-a8fc-002b3bcdf533,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.014503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c6652c3-3cc8-409a-bdff-9ffc114b2257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.020772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8c6652c3-3cc8-409a-bdff-9ffc114b2257 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d4263dda-398c-45f6-a8fc-002b3bcdf533 HTTP/1.1" status: 204 len: 168 time: 0.5386047 Sep 16 05:14:44.025704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b7b7a-3ded-49dc-b867-33f0a47efe66 None None] Network 0517faed-493b-4f77-baa6-15c03f30b640 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:44.036310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.314847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device e1a04243-ecd9-4f50-b80b-bda4b5f8a72d no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:44.334420 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.347406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: e1a04243-ecd9-4f50-b80b-bda4b5f8a72d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:44.348287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device e1a04243-ecd9-4f50-b80b-bda4b5f8a72d not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:44.351287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2c9eda6a-17d1-4101-84ed-dbecd945ee1e no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:44.389862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 2c9eda6a-17d1-4101-84ed-dbecd945ee1e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:44.390135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2c9eda6a-17d1-4101-84ed-dbecd945ee1e not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:44.391061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7c95ac19-83c6-4cfc-8653-a05959b910c1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:44.415179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f51122-e06f-4bf2-9589-42a959535b35 req-4513d002-9724-4d65-9cce-c52af276334f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.420382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Router 14b874e1-c184-4844-be8f-f0d3f3971e8f has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:44.421977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42474) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.428615 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8f51122-e06f-4bf2-9589-42a959535b35 req-4513d002-9724-4d65-9cce-c52af276334f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 944 time: 0.1682522 Sep 16 05:14:44.446871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7c95ac19-83c6-4cfc-8653-a05959b910c1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:44.447218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7c95ac19-83c6-4cfc-8653-a05959b910c1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:44.559829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8f51122-e06f-4bf2-9589-42a959535b35 req-33bf978c-01ad-4f14-818c-09ce33f5ff98 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201832 Sep 16 05:14:44.574119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Deleting port db118818-0118-4160-b37a-110f19c92f3c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:44.574444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.598776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] DHCP port deletion for 0517faed-493b-4f77-baa6-15c03f30b640 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:44.677136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] Deleting port db118818-0118-4160-b37a-110f19c92f3c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:44.677514 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.689497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] For port db118818-0118-4160-b37a-110f19c92f3c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=db118818-0118-4160-b37a-110f19c92f3c,segment=NetworkSegment(293c788b-bde8-4d29-ac9e-1eb4bd9b89c8),segment_id=293c788b-bde8-4d29-ac9e-1eb4bd9b89c8)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:44.690127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.709390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Calling delete_port for db118818-0118-4160-b37a-110f19c92f3c owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:44.723705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e537442e-dd8c-44c4-bd5d-dfcf57421daa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9467bbfb86e74f9e8a9bb60e7314f649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959862 Sep 16 05:14:44.725879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42480) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.812943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] For port db118818-0118-4160-b37a-110f19c92f3c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=db118818-0118-4160-b37a-110f19c92f3c,segment=NetworkSegment(293c788b-bde8-4d29-ac9e-1eb4bd9b89c8),segment_id=293c788b-bde8-4d29-ac9e-1eb4bd9b89c8)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:44.813245 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.919200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:44.932013 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] Sync routers for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:44.946745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.961035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ab326-a120-49aa-bff4-f3ab3849c67c req-986a51a1-b7c8-4d26-9174-2ef9c3a7ed6f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.963408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-412ab326-a120-49aa-bff4-f3ab3849c67c req-986a51a1-b7c8-4d26-9174-2ef9c3a7ed6f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1787381 Sep 16 05:14:44.965687 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:44.974846 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:44.999780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] Calling delete_port for db118818-0118-4160-b37a-110f19c92f3c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:45.037147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-964554a9-22bc-45ae-b8da-c504cfa36e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.044689 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-59770b56-e2a8-44e5-9834-b5e5fb90bac8 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "PUT /v2.0/floatingips/b5a06fa5-d83d-4389-8a96-60c9462b010a HTTP/1.1" status: 200 len: 693 time: 1.5777276 Sep 16 05:14:45.046191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:45.053717 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db9aa18-02f8-480b-b5a3-43a129fc9af4" -d '{"events": [{"name": "network-changed", "server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:45.135475 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-412ab326-a120-49aa-bff4-f3ab3849c67c req-6994ec7e-b987-4447-9afc-6d36d9cb6995 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562426 Sep 16 05:14:45.144077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-964554a9-22bc-45ae-b8da-c504cfa36e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.149351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.162709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.172651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-49cfa783-40bb-4761-bfcc-554dfb26b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.177766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-49cfa783-40bb-4761-bfcc-554dfb26b185 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac520dfde1714884b9ab846009b49ab5&device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 1098 time: 0.1056855 Sep 16 05:14:45.218464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] Pushing event deleted for resources: {'Port': ['ID=db118818-0118-4160-b37a-110f19c92f3c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.221512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc0ce5-0927-4e25-ad3d-126f93308836 None None] No DVR routers for this DVR port db118818-0118-4160-b37a-110f19c92f3c on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:45.263028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:45.284328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db118818-0118-4160-b37a-110f19c92f3c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.320562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] No DVR routers for this DVR port db118818-0118-4160-b37a-110f19c92f3c on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:45.376915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-eb3b7a60-f6f2-464e-8dd8-ff2bb1db499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.379834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-eb3b7a60-f6f2-464e-8dd8-ff2bb1db499b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 HTTP/1.1" status: 200 len: 929 time: 0.1863632 Sep 16 05:14:45.460146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713743-6667-487b-afe8-ec2835fb84bc req-bc7e3a58-e50e-4186-93eb-8cb45e8db7bb tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.463654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1713743-6667-487b-afe8-ec2835fb84bc req-bc7e3a58-e50e-4186-93eb-8cb45e8db7bb tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 948 time: 0.1670828 Sep 16 05:14:45.496804 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-fac6d734-747c-4d31-bb7c-63984603ee3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.1100290 Sep 16 05:14:45.540568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.555204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-c17e247f-5962-456f-8d25-ba5e28ea37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.563734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-c17e247f-5962-456f-8d25-ba5e28ea37f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71b26557-1f3a-4cea-b5a9-b665e92f1bf7 HTTP/1.1" status: 200 len: 867 time: 0.0604515 Sep 16 05:14:45.636416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-71f56436-372a-401f-a85d-fddb218b57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.640694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0517faed-493b-4f77-baa6-15c03f30b640']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.647245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-71f56436-372a-401f-a85d-fddb218b57ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822082 Sep 16 05:14:45.667064 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-964554a9-22bc-45ae-b8da-c504cfa36e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.672158 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-964554a9-22bc-45ae-b8da-c504cfa36e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.688190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-964554a9-22bc-45ae-b8da-c504cfa36e1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f1f6adf-5a9b-4c33-9f37-c9cb379579dc HTTP/1.1" status: 204 len: 168 time: 0.9509988 Sep 16 05:14:45.694938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.695379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293c788b-bde8-4d29-ac9e-1eb4bd9b89c8') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.743897 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 5, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.775040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-8e97963f-571a-4495-a8bb-91b87f5fe49f service neutron] 10.222.0.49 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268961 Sep 16 05:14:45.788012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964554a9-22bc-45ae-b8da-c504cfa36e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1f6adf-5a9b-4c33-9f37-c9cb379579dc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.815364 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] Checking router: 14b874e1-c184-4844-be8f-f0d3f3971e8f for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:45.831362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1713743-6667-487b-afe8-ec2835fb84bc req-55ff4d8d-abd3-464c-8e7b-0a218c001809 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976849 Sep 16 05:14:45.840631 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:45.841274 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.849021 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.896667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.917182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:45.918097 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:45.922226 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:45.984237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96686fc0-149f-4a97-9e04-1bfe5ab8b06d req-21d4c56c-e7b4-4d9b-8777-d7e590defb46 service neutron] 10.222.0.49 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027469 Sep 16 05:14:46.030573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-0b4b05db-9c62-421f-b97a-b1f9af14ffef tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.037720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-0b4b05db-9c62-421f-b97a-b1f9af14ffef tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 948 time: 0.1378987 Sep 16 05:14:46.050605 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec457900-d730-4aee-bdb6-0bf755d836f6 x-openstack-request-id: req-ec457900-d730-4aee-bdb6-0bf755d836f6 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:46.050605 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:46.050605 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec457900-d730-4aee-bdb6-0bf755d836f6 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:46.050605 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'status': 'completed', 'code': 200} Sep 16 05:14:46.106512 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.113685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.118520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0517faed-493b-4f77-baa6-15c03f30b640 HTTP/1.1" status: 204 len: 168 time: 2.0783832 Sep 16 05:14:46.175962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 28e982fc-c427-4319-928b-a5ab122e0a70 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:46.190430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:46.329979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-ea17688d-1d99-49d4-b642-4bb48271eb8f tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips/b5a06fa5-d83d-4389-8a96-60c9462b010a HTTP/1.1" status: 200 len: 693 time: 0.1137719 Sep 16 05:14:46.337847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device db118818-0118-4160-b37a-110f19c92f3c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:46.359992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746072a1-0a58-413e-abf4-8dc2b587a4b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0517faed-493b-4f77-baa6-15c03f30b640,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:46.473857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: db118818-0118-4160-b37a-110f19c92f3c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:46.474556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device db118818-0118-4160-b37a-110f19c92f3c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:46.474847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Deleting port 7d110dc8-1c74-491c-9f1e-56c5000ca699 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:46.475211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.483617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-5619ee32-b203-4875-b6e0-bd99ac4d86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.486266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-5619ee32-b203-4875-b6e0-bd99ac4d86a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac520dfde1714884b9ab846009b49ab5&device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 1098 time: 0.3432157 Sep 16 05:14:46.545453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e15f4-1012-4028-9784-38053f8c3bb5 req-eda88460-05b4-40a2-a857-f7feb096bffe tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.558234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e09e15f4-1012-4028-9784-38053f8c3bb5 req-eda88460-05b4-40a2-a857-f7feb096bffe tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 944 time: 0.2916465 Sep 16 05:14:46.758413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e09e15f4-1012-4028-9784-38053f8c3bb5 req-9be34c3f-442d-47ff-96a6-b83a78b6fdf8 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980174 Sep 16 05:14:46.759136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-b13b34e3-1576-4783-80ae-325f89f223bd tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.762515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-b13b34e3-1576-4783-80ae-325f89f223bd tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.4313738 Sep 16 05:14:46.780962 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 5, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:46.839766 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ba239-48c3-4b7d-b1b2-57df30d08ccd None None] The sync data for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 is: [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7333df72-d8ff-42dc-b27b-8b258f01e40d', 'name': '', 'network_id': '7b609a5d-42b1-4ac5-8a8f-778b8af7ef24', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'mac_address': 'fa:16:3e:a7:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:49Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 5, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'subnets': [{'id': '71b26557-1f3a-4cea-b5a9-b665e92f1bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:46.880924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] For port 7d110dc8-1c74-491c-9f1e-56c5000ca699, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7d110dc8-1c74-491c-9f1e-56c5000ca699,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:46.881638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.991729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-fdd3cf08-e341-4152-b250-bc6e56755d56 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 696 time: 0.2077854 Sep 16 05:14:47.009542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Calling delete_port for 7d110dc8-1c74-491c-9f1e-56c5000ca699 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:47.068579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42540) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:47.111756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-1b709c09-d5dc-4f58-86a3-37b34e0e71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.129031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-1b709c09-d5dc-4f58-86a3-37b34e0e71bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 HTTP/1.1" status: 200 len: 929 time: 0.6276195 Sep 16 05:14:47.170303 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-217832b6-f794-459f-af2c-13895c1b45a3 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 696 time: 0.1563785 Sep 16 05:14:47.185081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42544) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:47.224071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-fdc87c77-bbad-4223-8ae2-6e3c19400960 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 200 len: 217 time: 0.0856743 Sep 16 05:14:47.245989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3cf67-438a-4693-a8cb-8247afb92357 req-af728e2e-4408-4709-b5c7-8fb7755833e9 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.254890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4c3cf67-438a-4693-a8cb-8247afb92357 req-af728e2e-4408-4709-b5c7-8fb7755833e9 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.3086772 Sep 16 05:14:47.382599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcca089-9208-4c53-b009-79714b5934cc None None] New status for floating IP b5a06fa5-d83d-4389-8a96-60c9462b010a: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:47.420889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-03767907-5c7f-4207-a18a-a1e21fbe4b9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd51ee56a20a492ebdc9d27a1d15701f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436944 Sep 16 05:14:47.421175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42546) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:47.455949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4c3cf67-438a-4693-a8cb-8247afb92357 req-6544abd9-3e90-4954-b948-522d9822b45e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912053 Sep 16 05:14:47.465657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5e513ae5-03ca-4471-917a-a78a496de174 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40c19b1849a24fc1b988c1c170be91bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777457 Sep 16 05:14:47.478304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42548) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:47.518143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-e30fb1c2-9dd1-419a-9121-a4868b0b2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.522323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-e30fb1c2-9dd1-419a-9121-a4868b0b2bc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71b26557-1f3a-4cea-b5a9-b665e92f1bf7 HTTP/1.1" status: 200 len: 867 time: 0.2486401 Sep 16 05:14:47.687806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85f123b9-b42d-47d0-8d4c-f67aa31eb10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.730010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c75c8d05-2ab4-4718-9be9-4590f8f48343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.737989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-3757c31f-9429-48dc-a873-0562b0f14fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.740565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-3757c31f-9429-48dc-a873-0562b0f14fdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073607 Sep 16 05:14:47.743235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2580-7677-43b7-9572-7e1d40a9086c req-e7668387-94ea-4352-8ba2-26bfb0c0686d tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.756730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52ac2580-7677-43b7-9572-7e1d40a9086c req-e7668387-94ea-4352-8ba2-26bfb0c0686d tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 948 time: 0.1858916 Sep 16 05:14:47.769309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Deleting port b2d73136-1001-4f3e-a90d-bc79b94ae4a4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:47.771132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.778873 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.812233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85f123b9-b42d-47d0-8d4c-f67aa31eb10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.833429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c75c8d05-2ab4-4718-9be9-4590f8f48343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.875318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Pushing event deleted for resources: {'Port': ['ID=7d110dc8-1c74-491c-9f1e-56c5000ca699,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:47.957413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52ac2580-7677-43b7-9572-7e1d40a9086c req-6f286964-39bd-44e2-84f5-721736d2c0ee tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982121 Sep 16 05:14:48.042963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] No DVR routers for this DVR port 7d110dc8-1c74-491c-9f1e-56c5000ca699 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:48.048684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.051595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9ffc918-9712-42f5-96f7-187f73fe88ff req-75f109d4-da84-4b9d-bebe-a5aa038ee060 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.66 "DELETE /v2.0/ports/7d110dc8-1c74-491c-9f1e-56c5000ca699 HTTP/1.1" status: 204 len: 173 time: 1.9985800 Sep 16 05:14:48.052383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-deleted', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:48.056548 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c62a002-88c7-45aa-b0bf-e99cba5fe5c9" -d '{"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-deleted", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:48.086945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.087152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.116045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c75c8d05-2ab4-4718-9be9-4590f8f48343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.118697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c75c8d05-2ab4-4718-9be9-4590f8f48343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.140011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c75c8d05-2ab4-4718-9be9-4590f8f48343 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/717726a5-0449-4931-95d7-7fd3376c0453 HTTP/1.1" status: 204 len: 168 time: 0.7168548 Sep 16 05:14:48.152119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Calling delete_port for b2d73136-1001-4f3e-a90d-bc79b94ae4a4 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:48.157872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-dd1c8ea9-2e8e-48d8-aec1-3c7483caabcb service neutron] 10.222.0.30 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032269 Sep 16 05:14:48.166310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c8d05-2ab4-4718-9be9-4590f8f48343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717726a5-0449-4931-95d7-7fd3376c0453,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:48.250749 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85f123b9-b42d-47d0-8d4c-f67aa31eb10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.254397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85f123b9-b42d-47d0-8d4c-f67aa31eb10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.259310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-85f123b9-b42d-47d0-8d4c-f67aa31eb10c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9aa62be7-abd2-4677-b668-ec43ba289814 HTTP/1.1" status: 204 len: 168 time: 0.7772019 Sep 16 05:14:48.769619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f123b9-b42d-47d0-8d4c-f67aa31eb10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa62be7-abd2-4677-b668-ec43ba289814,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:48.780739 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0db9aa18-02f8-480b-b5a3-43a129fc9af4 req-cd1d3e41-2305-4f09-a6be-12d53a7cf371 service neutron] 10.222.0.30 "GET /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080034 Sep 16 05:14:48.807154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b8486-fce8-42ec-b9c4-52b0a7df887d req-66336695-26ef-45b5-b519-4005f26666bc tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:48.808909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-784b8486-fce8-42ec-b9c4-52b0a7df887d req-66336695-26ef-45b5-b519-4005f26666bc tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 944 time: 0.6147711 Sep 16 05:14:48.816422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-96c9186c-3ec9-4da8-9418-63b105c05ad5 service neutron] 10.222.0.66 "GET /v2.0/ports/28e982fc-c427-4319-928b-a5ab122e0a70/bindings/n-h1-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.5762315 Sep 16 05:14:48.913651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-784b8486-fce8-42ec-b9c4-52b0a7df887d req-8b9af8fa-d5c1-4043-87c1-82fbb86c5a58 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961969 Sep 16 05:14:48.995709 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5f5034-e883-4acd-9b75-2c15f1355406 x-openstack-request-id: req-0a5f5034-e883-4acd-9b75-2c15f1355406 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:48.996010 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e292ffb-1311-49e0-a4bf-1d5e5deec4c3", "name": "network-vif-deleted", "tag": "7d110dc8-1c74-491c-9f1e-56c5000ca699", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:48.996279 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a5f5034-e883-4acd-9b75-2c15f1355406 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:48.996664 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e292ffb-1311-49e0-a4bf-1d5e5deec4c3', 'name': 'network-vif-deleted', 'tag': '7d110dc8-1c74-491c-9f1e-56c5000ca699', 'status': 'completed', 'code': 200} Sep 16 05:14:49.009341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.069890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Pushing event deleted for resources: {'Port': ['ID=b2d73136-1001-4f3e-a90d-bc79b94ae4a4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:49.217576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.218698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:49.233986 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.259204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b61fdd-ecfb-496c-88d6-c064048b74f6 req-df057658-c8d4-4421-84e0-db55e72164db tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.266284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-885bf45b-e2e2-4e05-806a-27572cdd4cf6 req-4f77b90e-acbd-413c-9013-ce78e866e99c tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "DELETE /v2.0/floatingips/b5a06fa5-d83d-4389-8a96-60c9462b010a HTTP/1.1" status: 204 len: 173 time: 2.0323627 Sep 16 05:14:49.275662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7b61fdd-ecfb-496c-88d6-c064048b74f6 req-df057658-c8d4-4421-84e0-db55e72164db tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1389778 Sep 16 05:14:49.304036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:49.379681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7b61fdd-ecfb-496c-88d6-c064048b74f6 req-675dcc4e-ae9e-4e90-bb50-1fdf010ded10 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953128 Sep 16 05:14:49.387001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e982fc-c427-4319-928b-a5ab122e0a70 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:49.411228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:49.477710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7735e5ce-54c6-4aa9-9ae8-4b08784485b0 req-bceed77c-3ff3-4ee9-ad23-db3a6ff0db48 tempest-ImagesOneServerTestJSON-1020832295 tempest-ImagesOneServerTestJSON-1020832295-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e292ffb-1311-49e0-a4bf-1d5e5deec4c3 HTTP/1.1" status: 200 len: 210 time: 0.0496681 Sep 16 05:14:49.522558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.718232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29687a12-c21e-4051-bbf8-2c89799b80ad req-5ba3b2f0-ca86-4650-9169-873670764fa7 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.720817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29687a12-c21e-4051-bbf8-2c89799b80ad req-5ba3b2f0-ca86-4650-9169-873670764fa7 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1626737 Sep 16 05:14:49.729261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] Transition to ACTIVE for port object 28e982fc-c427-4319-928b-a5ab122e0a70 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:49.801518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29687a12-c21e-4051-bbf8-2c89799b80ad req-127b14dc-e38a-4793-acb1-d4ee2207b051 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0672274 Sep 16 05:14:49.832020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aecdef91-7daf-4171-8107-bc09346a3e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.833125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.890985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8899a654-d502-4733-9249-601ee2132f26 req-906431fe-eddd-4219-b5e6-bebbc8e9da18 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0604074 Sep 16 05:14:49.933130 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:49.947093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] No DVR routers for this DVR port 28e982fc-c427-4319-928b-a5ab122e0a70 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:50.037028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] Pushing event updated for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=10']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:50.052907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-862e6116-e45d-421b-889e-6cdb8caae888 service neutron] 10.222.0.66 "PUT /v2.0/ports/28e982fc-c427-4319-928b-a5ab122e0a70/bindings/n-h1-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2264719 Sep 16 05:14:50.172806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f1c2-7ea9-47a4-8860-a6a13fbf3886 req-728c0a25-f052-4160-8c29-d2ad6a4a346d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.179242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-30a7f1c2-7ea9-47a4-8860-a6a13fbf3886 req-728c0a25-f052-4160-8c29-d2ad6a4a346d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 945 time: 0.0959036 Sep 16 05:14:50.203377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:50.249551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 7d110dc8-1c74-491c-9f1e-56c5000ca699 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:50.250315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7d110dc8-1c74-491c-9f1e-56c5000ca699 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:50.259138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-30a7f1c2-7ea9-47a4-8860-a6a13fbf3886 req-5ede036c-2e0f-4ada-807e-26fc155a4e2f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743885 Sep 16 05:14:50.344219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f29f1809-00aa-4de8-997f-048300e82638 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.346702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-f29f1809-00aa-4de8-997f-048300e82638 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.0815294 Sep 16 05:14:50.410909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-58ae4a5a-4594-44f6-ac23-44a11afd31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.412577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-58ae4a5a-4594-44f6-ac23-44a11afd31c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781&tenant_id=a1615ea5bc234353bd24a95e36e3d638 HTTP/1.1" status: 200 len: 1097 time: 0.0583832 Sep 16 05:14:50.543049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-d656bf7e-3f09-4f0d-b6e4-f1a97ab8da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.545409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-d656bf7e-3f09-4f0d-b6e4-f1a97ab8da15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1097 time: 0.0878682 Sep 16 05:14:50.561036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851d69f-fe9d-4e09-868d-288743d1e4ea req-d28585f5-f383-480c-b5e4-354ee53cf6f6 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.562619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c851d69f-fe9d-4e09-868d-288743d1e4ea req-d28585f5-f383-480c-b5e4-354ee53cf6f6 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0954249 Sep 16 05:14:50.671041 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c851d69f-fe9d-4e09-868d-288743d1e4ea req-8a63e51a-f602-4055-b605-899721f0a262 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965309 Sep 16 05:14:50.701504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-994faa5b-fb12-460e-99f4-de3505995c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.703055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-994faa5b-fb12-460e-99f4-de3505995c39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.1394691 Sep 16 05:14:50.763426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.764617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-9dfdf149-d753-489d-9958-4cbce3b7ff8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 200 len: 217 time: 0.0503571 Sep 16 05:14:50.873672 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-a021738e-8b2b-41fe-94ec-03d9ad5d4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.873672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-a021738e-8b2b-41fe-94ec-03d9ad5d4425 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.0979748 Sep 16 05:14:50.968284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-2ec4d84a-9a3f-4c42-bd0b-13378889cbd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394707 Sep 16 05:14:50.983275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42630) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:51.090077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7ceb1-0fef-495f-be87-a202b8379025 req-7aa477cd-e896-41f0-9d8a-b10244c9e085 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.113122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2e7ceb1-0fef-495f-be87-a202b8379025 req-7aa477cd-e896-41f0-9d8a-b10244c9e085 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 946 time: 0.1315312 Sep 16 05:14:51.169045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2e7ceb1-0fef-495f-be87-a202b8379025 req-4d2eaf31-c2d6-4251-a00a-060854e6bf38 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512884 Sep 16 05:14:51.176162 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-fb765223-1e95-490d-882f-9af8bb744081 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990118 Sep 16 05:14:51.245227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-857278354-network', 'tenant_id': '0e9ea498b78844e48522f583b72988d6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:51.302922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-6033821d-b39a-45bb-b80a-4573e46ea2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140041 Sep 16 05:14:51.412647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b9065-24b1-4313-9a8c-279b718f51db req-79378bfe-7652-4e73-8596-f0ec1366815a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.414374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-761b9065-24b1-4313-9a8c-279b718f51db req-79378bfe-7652-4e73-8596-f0ec1366815a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 945 time: 0.0766594 Sep 16 05:14:51.480912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-761b9065-24b1-4313-9a8c-279b718f51db req-5b34e52d-e52d-451f-95ea-ba50d70ebd66 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567305 Sep 16 05:14:51.549163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Made reservation on behalf of 0e9ea498b78844e48522f583b72988d6 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:51.554054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.573665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.728578 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.791928 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.806758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:51.818861 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.819815 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Added segment d060e1d6-3cf1-4efd-9a13-1a49e1f6e029 of type vlan for network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 Sep 16 05:14:51.932973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42654) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:51.948931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.968834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818bf807-4dbf-4fa8-8320-4fddadbecc60,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.022714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f6b5-3b2e-43ad-be89-7aba4dcd7659 req-9ccf540f-bb53-4eea-9587-a5cdcbb33f07 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.029026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acd9f6b5-3b2e-43ad-be89-7aba4dcd7659 req-9ccf540f-bb53-4eea-9587-a5cdcbb33f07 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1447177 Sep 16 05:14:52.047363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-24543407-f711-4bec-845a-3ff9273a32d3 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.049283 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-24543407-f711-4bec-845a-3ff9273a32d3 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.0661354 Sep 16 05:14:52.085868 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acd9f6b5-3b2e-43ad-be89-7aba4dcd7659 req-7c4b89bd-fde9-4115-8558-5104b2c1e9f0 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Sep 16 05:14:52.088924 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.090171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.090768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.177162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.188125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:52.194308 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b43a8969-b8c7-488f-8f07-aa2e2953d714 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2056987 Sep 16 05:14:52.202029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42664) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:52.205233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Request body: {'subnet': {'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-857278354-subnet', 'tenant_id': '0e9ea498b78844e48522f583b72988d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:52.340582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-bddcca55-8089-485f-b2d8-cb99552af238 service neutron] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:52.345297 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-bddcca55-8089-485f-b2d8-cb99552af238 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.348627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a32a9661-8bbe-463d-9d54-76bb7f487622 req-bddcca55-8089-485f-b2d8-cb99552af238 service neutron] 10.222.0.30 "DELETE /v2.0/ports/28e982fc-c427-4319-928b-a5ab122e0a70/bindings/n-h2-712749-15 HTTP/1.1" status: 204 len: 173 time: 0.2871482 Sep 16 05:14:52.354874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb329d-8a07-40cd-9467-5dd0103700b7 req-f722e192-5213-4dd5-af88-03eaffc5ad9a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.358114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2bb329d-8a07-40cd-9467-5dd0103700b7 req-f722e192-5213-4dd5-af88-03eaffc5ad9a tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 946 time: 0.0691969 Sep 16 05:14:52.369083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Made reservation on behalf of 0e9ea498b78844e48522f583b72988d6 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:52.372304 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.492271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-185c4661-dc0c-4076-a00f-3b712a97cc1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ce09eca40034d28896e34ff860ad80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574396 Sep 16 05:14:52.495691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42670) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:52.502529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2bb329d-8a07-40cd-9467-5dd0103700b7 req-7b88193c-c179-4b72-96f1-6b92f18bf2e3 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264358 Sep 16 05:14:52.639242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8ba78c5-4fa7-4e46-9344-919350b90308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.740680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8ba78c5-4fa7-4e46-9344-919350b90308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.813305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-4a51352d-7624-4ab2-b1ad-522c4043642e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.814986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-4a51352d-7624-4ab2-b1ad-522c4043642e tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.30 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 946 time: 0.1300817 Sep 16 05:14:52.822032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192606e-2faf-48b7-9a22-0465f12a625d req-5c4a2cf4-aac7-4aaa-8cfe-9b8f9a272340 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.824170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3192606e-2faf-48b7-9a22-0465f12a625d req-5c4a2cf4-aac7-4aaa-8cfe-9b8f9a272340 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 945 time: 0.1742353 Sep 16 05:14:52.881310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3192606e-2faf-48b7-9a22-0465f12a625d req-2098f1ed-3097-4721-b216-44270a3c7423 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491574 Sep 16 05:14:52.945836 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.003575 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acce8e46-319c-4850-bfe0-bf310b781707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.007821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Deleting port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:53.012147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.039951 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8ba78c5-4fa7-4e46-9344-919350b90308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.043246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a8ba78c5-4fa7-4e46-9344-919350b90308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.046416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a8ba78c5-4fa7-4e46-9344-919350b90308 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68a3f519-8b8a-47fe-8e6a-37fbf317eb7c HTTP/1.1" status: 204 len: 168 time: 0.5455000 Sep 16 05:14:53.072081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=576478f5-729e-44a4-adad-d1c8be5f43f1,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.095018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Checking segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:53.095399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Network hostable DHCP agents. Network: b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:53.162142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba78c5-4fa7-4e46-9344-919350b90308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3f519-8b8a-47fe-8e6a-37fbf317eb7c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.226226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:53.265328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] For port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:53.266044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.279923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444a166-479a-488f-9991-871c38e25e2b req-c926cadc-6a2f-4394-9397-859f019a2437 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.279923 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f444a166-479a-488f-9991-871c38e25e2b req-c926cadc-6a2f-4394-9397-859f019a2437 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1097 time: 0.1151216 Sep 16 05:14:53.289592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Calling delete_port for 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:53.309673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76642c-ce4a-4d98-9d29-9b6d5c52803d req-1fc9ac26-4c58-41c1-a8cb-1c8408c62199 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.311825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f76642c-ce4a-4d98-9d29-9b6d5c52803d req-1fc9ac26-4c58-41c1-a8cb-1c8408c62199 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0656161 Sep 16 05:14:53.342591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f444a166-479a-488f-9991-871c38e25e2b req-14832e4a-df83-4d69-aaba-84c8a929fae0 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 Sep 16 05:14:53.388600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f76642c-ce4a-4d98-9d29-9b6d5c52803d req-35389f1e-80d7-40b2-8a46-6e55732e6f4f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699379 Sep 16 05:14:53.391419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:53.406661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.411949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.416536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c59b7-1a61-46cc-b7cb-69a41c44a3ce None None] Network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:53.489750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42702) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:53.540632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8704ea0a-07dc-4a91-a43c-b872b3aaac9a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3443913 Sep 16 05:14:53.650145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f254188-626d-4a87-b02f-61b0a42d954c req-a055f8df-4e17-482c-b83f-5967770008a1 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.666657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f254188-626d-4a87-b02f-61b0a42d954c req-a055f8df-4e17-482c-b83f-5967770008a1 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 1097 time: 0.1855764 Sep 16 05:14:53.668090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17fb508-0f0f-4c2f-a65c-8d92c066edd5 None None] Network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:53.791232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f254188-626d-4a87-b02f-61b0a42d954c req-fe7ff94e-1589-4bcb-b0fc-e29390ac39c1 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173959 Sep 16 05:14:53.849807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a360-a74b-4bc1-b846-ce36260716ef req-65c3eba1-3ea1-4eb3-9a7d-90f52c7d0015 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.857824 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5621a360-a74b-4bc1-b846-ce36260716ef req-65c3eba1-3ea1-4eb3-9a7d-90f52c7d0015 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 946 time: 0.1540258 Sep 16 05:14:53.867386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.875599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.043280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:54.101189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Pushing event deleted for resources: {'Port': ['ID=8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.110666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] No DVR routers for this DVR port 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:54.115909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.118099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abfade36-584d-4fbe-88c6-7eb81361ea72 req-e940300a-ea5c-42c6-be06-0e902b66ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.30 "DELETE /v2.0/ports/8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 HTTP/1.1" status: 204 len: 173 time: 1.2961822 Sep 16 05:14:54.118600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'name': 'network-vif-deleted', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:54.121639 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34c24a9-9d6a-4d07-9918-3f0e184ee9ee" -d '{"events": [{"server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "name": "network-vif-deleted", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:54.150723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5621a360-a74b-4bc1-b846-ce36260716ef req-e348acd2-12de-424e-9b19-4d5d23425dff tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/security-groups?id=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815027 Sep 16 05:14:54.200584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0bf3ec95-d592-4f3c-adea-87a7e88a8dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.204422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:54.481823 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e7114-2b09-45e0-a0e2-2d6093c494a4 x-openstack-request-id: req-6e1e7114-2b09-45e0-a0e2-2d6093c494a4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:54.482437 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82956578-f68f-4a2d-89ce-31dc264a8aaf", "name": "network-vif-deleted", "tag": "8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:54.482437 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e1e7114-2b09-45e0-a0e2-2d6093c494a4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:54.483055 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82956578-f68f-4a2d-89ce-31dc264a8aaf', 'name': 'network-vif-deleted', 'tag': '8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8', 'status': 'completed', 'code': 200} Sep 16 05:14:54.530159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:54.573403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0bf3ec95-d592-4f3c-adea-87a7e88a8dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.619254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:54.661838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273fb4a-a084-4ecb-8c3c-07b02bff80e2 req-9bb246f9-7df9-40b1-a377-d8c65de289d8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.664410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2273fb4a-a084-4ecb-8c3c-07b02bff80e2 req-9bb246f9-7df9-40b1-a377-d8c65de289d8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0746727 Sep 16 05:14:54.670231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '82b9eb81-3849-4e8f-9041-344884285e34', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '82b9eb81-3849-4e8f-9041-344884285e34', 'mac_address': 'fa:16:3e:8d:86:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:54.691106 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0bf3ec95-d592-4f3c-adea-87a7e88a8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.728427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.778132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0bf3ec95-d592-4f3c-adea-87a7e88a8dfd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4584008e6e344413a703421c961bb1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2866631 Sep 16 05:14:54.778747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.781136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42744) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:54.788217 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:54.790953 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13868b99-e4f8-46a5-9648-d17fe68434d6" -d '{"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-unplugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:54.810050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3ec95-d592-4f3c-adea-87a7e88a8dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a7bcc2-f081-402c-894f-bddb0aa7c40d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.822886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:54.828271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82b9eb81-3849-4e8f-9041-344884285e34 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:54.874769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2273fb4a-a084-4ecb-8c3c-07b02bff80e2 req-220e11b5-4aa2-44c5-bd53-3244efb81745 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917932 Sep 16 05:14:54.906635 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.946122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3e8e-228d-4a90-a50c-38d832126a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.073394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3e8e-228d-4a90-a50c-38d832126a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.119173 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e56181-59ae-4fa0-8b69-11aeb8f9855c x-openstack-request-id: req-f9e56181-59ae-4fa0-8b69-11aeb8f9855c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:55.120265 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-unplugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:55.120598 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9e56181-59ae-4fa0-8b69-11aeb8f9855c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:55.122174 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34', 'code': 200} Sep 16 05:14:55.148911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:55.153251 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:55.164381 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:55.278248 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.278501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3e8e-228d-4a90-a50c-38d832126a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.282771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3e8e-228d-4a90-a50c-38d832126a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.286653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5fcf3e8e-228d-4a90-a50c-38d832126a61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25a7bcc2-f081-402c-894f-bddb0aa7c40d HTTP/1.1" status: 204 len: 168 time: 0.5020161 Sep 16 05:14:55.301733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf3e8e-228d-4a90-a50c-38d832126a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a7bcc2-f081-402c-894f-bddb0aa7c40d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:55.358837 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f544d67-d7d3-424e-952c-54903aa128d6 req-c3900b98-8f6a-4660-a4c1-db7dc96b541f tempest-FloatingIPsAssociationNegativeTestJSON-1885921309 tempest-FloatingIPsAssociationNegativeTestJSON-1885921309-project] 10.222.0.49 "GET /v2.0/ports?device_id=82956578-f68f-4a2d-89ce-31dc264a8aaf HTTP/1.1" status: 200 len: 210 time: 0.0457327 Sep 16 05:14:55.638005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-4ece5ea4-3d95-4f0f-9995-772cac0a4a0d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.646167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-4ece5ea4-3d95-4f0f-9995-772cac0a4a0d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 804 time: 0.2431889 Sep 16 05:14:55.670880 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-2bf29f94-ebaf-4e9d-a9b4-57f25e5eba8e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/quotas/0e9ea498b78844e48522f583b72988d6 HTTP/1.1" status: 200 len: 375 time: 0.0216618 Sep 16 05:14:55.785990 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.790041 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-9e47c723-c45a-4f1f-8f66-893f94a309b9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966620 Sep 16 05:14:55.809244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b9eb81-3849-4e8f-9041-344884285e34 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:55.868883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:55.957578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.033840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-268b1419-d64d-4044-9ab3-a091b91c36f4 service neutron] 10.222.0.49 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346995 Sep 16 05:14:56.041327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:56.220855 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-401aff1d-fc36-4812-8f28-e9890f4e0843 service neutron] 10.222.0.49 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854467 Sep 16 05:14:56.339440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['82b9eb81-3849-4e8f-9041-344884285e34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:56.354181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:56.436751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e1d65-ddf2-4990-b5d3-16199e8df766 req-f62adba0-97c0-4a0e-9461-05e6facbdfb6 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.445336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:56.445763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8d04c3a5-1bb0-4afd-b9ac-76457e8e0fc8 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:56.446932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de0e1d65-ddf2-4990-b5d3-16199e8df766 req-f62adba0-97c0-4a0e-9461-05e6facbdfb6 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 949 time: 0.1289184 Sep 16 05:14:56.491184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:56.543353 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7382bcc4-483a-4c4b-adbf-82dbfbb33b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.571572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de0e1d65-ddf2-4990-b5d3-16199e8df766 req-ffaf364b-a02b-4726-a9f6-b2b2e59656f2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131699 Sep 16 05:14:56.641556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42794) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:56.984772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7382bcc4-483a-4c4b-adbf-82dbfbb33b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.019454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65441a92-d442-4533-b162-9cf95e99db5f req-7adcb8f3-b46c-45ce-ba1d-7f9c0daabefd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 210 time: 0.2004066 Sep 16 05:14:57.054485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7382bcc4-483a-4c4b-adbf-82dbfbb33b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.109165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7382bcc4-483a-4c4b-adbf-82dbfbb33b8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85095b31be2747169c66f98224379605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164086 Sep 16 05:14:57.110650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382bcc4-483a-4c4b-adbf-82dbfbb33b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4d9eb2-976a-4eec-a45b-c77621b52f7f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.113742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42804) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:57.124103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:57.266983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41b0f219-e8bd-4dd9-9fa0-4795b254dd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.319281 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.322491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41b0f219-e8bd-4dd9-9fa0-4795b254dd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.458241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ee1-b00f-46cf-8e9d-52f07f968f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.796302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d0182-b5b1-49b4-980d-1dddb1d1c36d req-5e235af5-dd19-420c-beae-88392d065fbd tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.796302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d96d0182-b5b1-49b4-980d-1dddb1d1c36d req-5e235af5-dd19-420c-beae-88392d065fbd tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 949 time: 0.0642941 Sep 16 05:14:57.878642 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.896230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d96d0182-b5b1-49b4-980d-1dddb1d1c36d req-8fe494e1-2a57-4df0-a916-b78a1434c238 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103942 Sep 16 05:14:58.007826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41b0f219-e8bd-4dd9-9fa0-4795b254dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.030434 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41b0f219-e8bd-4dd9-9fa0-4795b254dd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.032438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-41b0f219-e8bd-4dd9-9fa0-4795b254dd04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a4d9eb2-976a-4eec-a45b-c77621b52f7f HTTP/1.1" status: 204 len: 168 time: 0.9170923 Sep 16 05:14:58.166799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0f219-e8bd-4dd9-9fa0-4795b254dd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4d9eb2-976a-4eec-a45b-c77621b52f7f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.222499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:58.237061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c98bcd4e-36bd-4836-82d5-7e93f0038d74 req-bcd3af98-8cd7-475a-a20a-9f3fd3be4a45 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 210 time: 0.0899341 Sep 16 05:14:58.356070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 82b9eb81-3849-4e8f-9041-344884285e34 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:58.359825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ee1-b00f-46cf-8e9d-52f07f968f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.362996 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.410096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.506974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ee1-b00f-46cf-8e9d-52f07f968f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.540289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Deleting port 7333df72-d8ff-42dc-b27b-8b258f01e40d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:58.540606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.540832 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.644209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:58.655410 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acacf5ad-cc42-4d4a-8e2a-809096cd907c" -d '{"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-plugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:58.683922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a1c04ee1-b00f-46cf-8e9d-52f07f968f78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cb9f7373832467f89c3ef2b0845eebb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5582838 Sep 16 05:14:58.686041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c04ee1-b00f-46cf-8e9d-52f07f968f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954f9e68-7c60-4e1a-a3b6-963d4d1dd98d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.710089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:58.715454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:58.763718 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5964a4c4-e644-4626-9c30-6422ab90fe95 x-openstack-request-id: req-5964a4c4-e644-4626-9c30-6422ab90fe95 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:58.767001 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-plugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:58.768291 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5964a4c4-e644-4626-9c30-6422ab90fe95 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:58.769671 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34', 'code': 200} Sep 16 05:14:58.831939 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.878552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] For port 7333df72-d8ff-42dc-b27b-8b258f01e40d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7333df72-d8ff-42dc-b27b-8b258f01e40d,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:58.879397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.903940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Calling delete_port for 7333df72-d8ff-42dc-b27b-8b258f01e40d owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:58.966836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e86b53a-5c83-49c4-bb4a-c2498d999d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.972475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.064116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e86b53a-5c83-49c4-bb4a-c2498d999d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.300400 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e86b53a-5c83-49c4-bb4a-c2498d999d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.304063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e86b53a-5c83-49c4-bb4a-c2498d999d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.311061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6e86b53a-5c83-49c4-bb4a-c2498d999d37 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/954f9e68-7c60-4e1a-a3b6-963d4d1dd98d HTTP/1.1" status: 204 len: 168 time: 0.5882597 Sep 16 05:14:59.353609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86b53a-5c83-49c4-bb4a-c2498d999d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f9e68-7c60-4e1a-a3b6-963d4d1dd98d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.551175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeb00b-048e-4df7-a998-abb8c7b0aba4 req-7dc6a523-4cef-4a4e-abc3-daa25eaa2809 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.559639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4edeb00b-048e-4df7-a998-abb8c7b0aba4 req-7dc6a523-4cef-4a4e-abc3-daa25eaa2809 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.2721319 Sep 16 05:14:59.572132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ed3c514-6b8d-4b92-aa9d-65a3e340473a req-0404dc53-ae16-4a28-83fe-a32622f76508 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 210 time: 0.0745597 Sep 16 05:14:59.660948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4edeb00b-048e-4df7-a998-abb8c7b0aba4 req-92432061-f9af-4ee4-a1bf-f98a5c0749e8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003485 Sep 16 05:14:59.742510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d660061-7556-4410-9a68-78b76b8afef3 req-f04301a4-578d-4e6f-a7c8-90e91be4b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.748200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d660061-7556-4410-9a68-78b76b8afef3 req-f04301a4-578d-4e6f-a7c8-90e91be4b4f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1102 time: 0.3457150 Sep 16 05:14:59.801423 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d660061-7556-4410-9a68-78b76b8afef3 req-98bcd06c-2595-448b-b2da-a27286dc791f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483189 Sep 16 05:14:59.870518 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.926079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Pushing event deleted for resources: {'Port': ['ID=7333df72-d8ff-42dc-b27b-8b258f01e40d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.455561 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.868730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f96bad7-b08e-488e-9ba6-7c561a0d1772 req-8c3ddaf9-2e57-424e-8e30-f4149c48c68f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 210 time: 0.0747631 Sep 16 05:15:01.114628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Router 14b874e1-c184-4844-be8f-f0d3f3971e8f has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:01.167752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe3c8-6413-434c-bf78-5e831d471e9c req-ff27a1a4-f47e-4e7b-a0ef-92628072ded8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.182318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd4fe3c8-6413-434c-bf78-5e831d471e9c req-ff27a1a4-f47e-4e7b-a0ef-92628072ded8 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.2025919 Sep 16 05:15:01.277383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-bacecfa7-cfec-49a7-a8bd-22eeb4f04bd0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.282533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-bacecfa7-cfec-49a7-a8bd-22eeb4f04bd0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.30 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 804 time: 0.2595553 Sep 16 05:15:01.326519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Request body: {'port': {'device_id': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'admin_state_up': True, 'tenant_id': '0e9ea498b78844e48522f583b72988d6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:01.439767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd4fe3c8-6413-434c-bf78-5e831d471e9c req-e80fac36-726a-4393-b72a-180274fd5aea tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180232 Sep 16 05:15:01.580180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:01.602462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e4951d57-7f34-4bb8-b6e4-7e555d72a589 admin admin] 10.222.0.49 "PUT /v2.0/routers/14b874e1-c184-4844-be8f-f0d3f3971e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9484556 Sep 16 05:15:01.603478 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] Sync routers for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:01.613148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:01.646941 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:01.652043 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:01.884433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.899277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Made reservation on behalf of 0e9ea498b78844e48522f583b72988d6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:01.909391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.911792 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:02.236111 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.324804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdcb28ab-d295-46bb-86d9-e6dc45c72d28 req-cb48e0c9-885a-4185-a027-ca954aa3547b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 210 time: 0.2421885 Sep 16 05:15:02.472569 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:14:59Z', 'revision_number': 5, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port': {'id': '341f343b-7216-404a-8a4d-ad1e0b68e820', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:02.473605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42910) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:02.540610 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] Checking router: 14b874e1-c184-4844-be8f-f0d3f3971e8f for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:02.591045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Allocated IP 172.20.0.11 (b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9/576478f5-729e-44a4-adad-d1c8be5f43f1/8aeed6dc-4e03-42d0-a665-97cf88afc6d0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:02.592983 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] Routers {'14b874e1-c184-4844-be8f-f0d3f3971e8f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:02.593653 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:14:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['14b874e1-c184-4844-be8f-f0d3f3971e8f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:02.615769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Deleting port 341f343b-7216-404a-8a4d-ad1e0b68e820 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:02.616383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.841135 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] Set router 14b874e1-c184-4844-be8f-f0d3f3971e8f gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:02.949222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] For port 341f343b-7216-404a-8a4d-ad1e0b68e820, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=341f343b-7216-404a-8a4d-ad1e0b68e820,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:02.949641 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.016709 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:15:02Z', 'revision_number': 6, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:03.033280 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.102735 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548ea1d-2550-4db6-94db-a3cc86189cf5 None None] The sync data for ids ['14b874e1-c184-4844-be8f-f0d3f3971e8f'] in n-d-712749-15 is: [{'id': '14b874e1-c184-4844-be8f-f0d3f3971e8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-247428665-router', 'tenant_id': 'ac520dfde1714884b9ab846009b49ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:41Z', 'updated_at': '2021-09-16T05:15:02Z', 'revision_number': 6, 'project_id': 'ac520dfde1714884b9ab846009b49ab5', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:03.112241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Calling delete_port for 341f343b-7216-404a-8a4d-ad1e0b68e820 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:03.252785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-575133111-network', 'tenant_id': '04772c58164f4d3fa4c6b6849d41cb2d'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:03.266133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577daabe-869b-413c-9435-f6e9f10b2cc4 req-b45a5316-cecc-477c-9d53-d92a958a6a37 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.267698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-577daabe-869b-413c-9435-f6e9f10b2cc4 req-b45a5316-cecc-477c-9d53-d92a958a6a37 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.3115757 Sep 16 05:15:03.288125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.429477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Pushing event updated for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.465113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-577daabe-869b-413c-9435-f6e9f10b2cc4 req-8187d449-160e-4740-a33c-34be2b902177 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893954 Sep 16 05:15:03.470558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Made reservation on behalf of 04772c58164f4d3fa4c6b6849d41cb2d for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:03.473480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.484399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:03.490587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:03.514750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:03.577422 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.744031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.745194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.753518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-5ba5fc35-a4ae-4f03-a9b1-4a08a4e995b0 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=be834818e8194331be525da7819515d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614893 Sep 16 05:15:03.890504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-288da0ec-d665-4ff0-a335-3b5ee942339e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5825281 Sep 16 05:15:03.913767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Request body: {'port': {'device_id': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:04.002268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-8bcccb78-6e8a-4643-83c4-60d313cb8519 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.003811 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-8bcccb78-6e8a-4643-83c4-60d313cb8519 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387016 Sep 16 05:15:04.012187 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.080506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-9dd045e3-7906-4c0c-8368-845fff45bca6 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/quotas/be834818e8194331be525da7819515d9 HTTP/1.1" status: 200 len: 375 time: 0.0551119 Sep 16 05:15:04.184700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-b21dea75-a5bd-4bbf-bf62-ddb5d694ac9d tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=be834818e8194331be525da7819515d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894053 Sep 16 05:15:04.261836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8967a-9066-4bd6-b259-b54788fa39a5 req-6a24cd4e-fb55-411a-b533-3ddb8c364d1a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.269890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55f8967a-9066-4bd6-b259-b54788fa39a5 req-6a24cd4e-fb55-411a-b533-3ddb8c364d1a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 932 time: 0.2232909 Sep 16 05:15:04.291292 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.296870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 341f343b-7216-404a-8a4d-ad1e0b68e820 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:04.434113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 341f343b-7216-404a-8a4d-ad1e0b68e820 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:04.435623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 341f343b-7216-404a-8a4d-ad1e0b68e820 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:04.436799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7333df72-d8ff-42dc-b27b-8b258f01e40d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:04.531718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=341f343b-7216-404a-8a4d-ad1e0b68e820,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.707551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7333df72-d8ff-42dc-b27b-8b258f01e40d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:04.708503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7333df72-d8ff-42dc-b27b-8b258f01e40d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:04.728766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55f8967a-9066-4bd6-b259-b54788fa39a5 req-e0a53454-a17f-4099-8440-8e7e734f1b11 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216452 Sep 16 05:15:04.785987 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.792126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.802969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:04.824301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.891886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Transition to ACTIVE for port object 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:04.971262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.990983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e89da-27f6-405e-8f11-ba921a5502a3 req-5c9d516d-1421-454d-8b65-106100faee76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.995028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-125e89da-27f6-405e-8f11-ba921a5502a3 req-5c9d516d-1421-454d-8b65-106100faee76 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1371560 Sep 16 05:15:05.002991 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.035014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa12ac-07a0-4c28-bafe-924c5956e411,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.144334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Pushing event updated for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.163816 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.164173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:05.177951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.241414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-125e89da-27f6-405e-8f11-ba921a5502a3 req-a8a449c8-2434-47a7-af5d-5d4c49edf34f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921754 Sep 16 05:15:05.263060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b9d04b6-da76-4fd4-b1e3-0747a4ee65bc req-7b9378a6-3a18-46db-8825-b35dbcbd794b tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 210 time: 0.1005981 Sep 16 05:15:05.323602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Attempting to bind port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:05.324114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Attempting to bind port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:05.324585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Attempting to bind port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:05.339359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:05.339845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Attempting to bind port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:05.348146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:05.348499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Checking segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:05.348969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Bound using segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:05.349471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Bound port: 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:05.350122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.382764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.383437 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Added segment b17634ce-cc51-4835-aaf5-9971dafa5305 of type vlan for network 9d667bf5-0685-429c-9061-ebaa29f381d7 Sep 16 05:15:05.460895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:05.465357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:05.478158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.518254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.518872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b874e1-c184-4844-be8f-f0d3f3971e8f {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:15:05.527077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.528985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c8a762ce-2918-4740-8015-7fbeda79a1ee admin admin] 10.222.0.49 "DELETE /v2.0/routers/14b874e1-c184-4844-be8f-f0d3f3971e8f HTTP/1.1" status: 204 len: 168 time: 3.9124727 Sep 16 05:15:05.532923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42992) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.570415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.598352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.599367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.600181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.693589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.694652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.696347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] 10.222.0.30 "PUT /v2.0/ports/8aeed6dc-4e03-42d0-a665-97cf88afc6d0 HTTP/1.1" status: 200 len: 1093 time: 1.7869151 Sep 16 05:15:05.699496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:05.702549 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e46d67-8dc5-425f-a9f9-a5513281029f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:05.712648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0b43c6-a1cd-4a95-a4de-15ddb98f08dc admin admin] Deleting subnet 71b26557-1f3a-4cea-b5a9-b665e92f1bf7 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:05.730852 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0b43c6-a1cd-4a95-a4de-15ddb98f08dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.780601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2898095 Sep 16 05:15:05.781818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43010) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:05.794865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Request body: {'subnet': {'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-575133111-subnet', 'tenant_id': '04772c58164f4d3fa4c6b6849d41cb2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:05.807178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46e93b-72d4-4604-8fb0-9a8b705a5f8a admin admin] Pushing event updated for resources: {'Network': ['ID=9d667bf5-0685-429c-9061-ebaa29f381d7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.832834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:05.882407 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b04e15-7b9e-42d3-b315-6d1bb0764237 x-openstack-request-id: req-b0b04e15-7b9e-42d3-b315-6d1bb0764237 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:05.883573 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:05.885360 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0b04e15-7b9e-42d3-b315-6d1bb0764237 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:05.886526 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'status': 'completed', 'code': 200} Sep 16 05:15:05.921837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0b43c6-a1cd-4a95-a4de-15ddb98f08dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.937824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d19925-439b-4ee2-9352-b7a68f37db3d service neutron] Pushing event updated for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.057463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Made reservation on behalf of 04772c58164f4d3fa4c6b6849d41cb2d for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:06.062744 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.194790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883a40-17d6-4374-94bf-b71fd93cf5c7 req-8b1d7b52-7771-417b-a278-a39597df5611 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.210384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf883a40-17d6-4374-94bf-b71fd93cf5c7 req-8b1d7b52-7771-417b-a278-a39597df5611 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 944 time: 0.2336547 Sep 16 05:15:06.212200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e46d67-8dc5-425f-a9f9-a5513281029f req-fa4c344d-a686-4b98-8da0-e1e251912796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.214636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a6e46d67-8dc5-425f-a9f9-a5513281029f req-fa4c344d-a686-4b98-8da0-e1e251912796 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 1096 time: 0.2809994 Sep 16 05:15:06.324184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf883a40-17d6-4374-94bf-b71fd93cf5c7 req-77c5ca4d-e546-4a7f-ac2e-9fcb5aca7927 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127191 Sep 16 05:15:06.486619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-916b47ac-3668-4670-9304-78436cab7b3e req-bfc9fa72-aa87-4074-a5e2-4982813cb864 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 210 time: 0.0405354 Sep 16 05:15:06.500639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0b43c6-a1cd-4a95-a4de-15ddb98f08dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.612280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e46d67-8dc5-425f-a9f9-a5513281029f req-1dea8db7-8b1a-4e4e-a3bf-36518508fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.613914 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a6e46d67-8dc5-425f-a9f9-a5513281029f req-1dea8db7-8b1a-4e4e-a3bf-36518508fd41 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0e9ea498b78844e48522f583b72988d6&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3606839 Sep 16 05:15:06.625018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb376779-6496-4d42-b72d-79bb1eaede2a req-33419df4-310f-4daf-bd9f-e63afeeb0dce tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.632677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb376779-6496-4d42-b72d-79bb1eaede2a req-33419df4-310f-4daf-bd9f-e63afeeb0dce tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.2430797 Sep 16 05:15:06.643334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.705969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb26ff1-a9a9-4495-b715-07b37c141b1b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.758928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Checking segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:06.759838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Network hostable DHCP agents. Network: 9d667bf5-0685-429c-9061-ebaa29f381d7, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:06.771118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb376779-6496-4d42-b72d-79bb1eaede2a req-9bafe06a-ff13-43b9-b7eb-7628ba649255 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232510 Sep 16 05:15:06.801656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e46d67-8dc5-425f-a9f9-a5513281029f req-9f374fc8-40f7-4ef8-b846-b1640a881b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.803192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a6e46d67-8dc5-425f-a9f9-a5513281029f req-9f374fc8-40f7-4ef8-b846-b1640a881b4e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1685176 Sep 16 05:15:06.821772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0b43c6-a1cd-4a95-a4de-15ddb98f08dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.861472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b43c6-a1cd-4a95-a4de-15ddb98f08dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b26557-1f3a-4cea-b5a9-b665e92f1bf7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.863976 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d0b43c6-a1cd-4a95-a4de-15ddb98f08dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.866274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0d0b43c6-a1cd-4a95-a4de-15ddb98f08dc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/71b26557-1f3a-4cea-b5a9-b665e92f1bf7 HTTP/1.1" status: 204 len: 168 time: 1.3321600 Sep 16 05:15:06.869546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43030) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:06.881611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf054e-3193-47bb-a356-2bfd8a74bd57 None None] Network 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:07.006770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:07.018663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-945c3163-e9f5-4652-9d71-4e28dd4d75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.021394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-945c3163-e9f5-4652-9d71-4e28dd4d75fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 1096 time: 0.1276104 Sep 16 05:15:07.032292 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.122042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9d667bf5-0685-429c-9061-ebaa29f381d7) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:07.126210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-99dae636-b79f-4bff-801e-2ce9d29a329a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0 HTTP/1.1" status: 200 len: 217 time: 0.0882120 Sep 16 05:15:07.133515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.134508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.146088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae7dbe-d7dc-45f5-98a4-10d3ddda2270 None None] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:07.226294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Deleting port 937a1345-3dc1-470b-8850-5b3a1de8dee1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:07.226837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.276554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] DHCP port deletion for 7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:15:07.301171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08c7e6d8-0f2b-4310-b9f6-d92a2fa01f5a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5070841 Sep 16 05:15:07.495234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] For port 937a1345-3dc1-470b-8850-5b3a1de8dee1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=937a1345-3dc1-470b-8850-5b3a1de8dee1,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:07.495989 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.523328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] Deleting port 937a1345-3dc1-470b-8850-5b3a1de8dee1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:07.524032 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.529791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Calling delete_port for 937a1345-3dc1-470b-8850-5b3a1de8dee1 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:07.635594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-9d667bf5-0685-429c-9061-ebaa29f381d7', 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7', 'tenant_id': '04772c58164f4d3fa4c6b6849d41cb2d', 'fixed_ips': [{'subnet_id': '4cb26ff1-a9a9-4495-b715-07b37c141b1b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:07.639324 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.726758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] For port 937a1345-3dc1-470b-8850-5b3a1de8dee1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=937a1345-3dc1-470b-8850-5b3a1de8dee1,segment=NetworkSegment(279949ef-07e5-47c7-988a-1abb536aac94),segment_id=279949ef-07e5-47c7-988a-1abb536aac94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:07.728038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.740454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14b004e1-3a48-405f-a2b3-ecfec4e5be56 req-39cfddce-b123-4ab5-9291-e525200c6503 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 210 time: 0.0707719 Sep 16 05:15:07.787902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] Calling delete_port for 937a1345-3dc1-470b-8850-5b3a1de8dee1 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:07.906764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.007516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-20b7df8a-cd95-4248-a771-a60e6e2e7906 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8947053 Sep 16 05:15:08.020794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Pushing event deleted for resources: {'Port': ['ID=937a1345-3dc1-470b-8850-5b3a1de8dee1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.023099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-5347068e-37ca-4c8f-bf8a-39eb3563bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.025896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-5347068e-37ca-4c8f-bf8a-39eb3563bbd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=576478f5-729e-44a4-adad-d1c8be5f43f1 HTTP/1.1" status: 200 len: 844 time: 0.8646567 Sep 16 05:15:08.038425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] No DVR routers for this DVR port 937a1345-3dc1-470b-8850-5b3a1de8dee1 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:08.110421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b68a33-3aa3-4270-8706-32fbe90a3801 req-40bc74cc-1af2-4361-8fcb-193c53976855 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.124963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7b68a33-3aa3-4270-8706-32fbe90a3801 req-40bc74cc-1af2-4361-8fcb-193c53976855 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 944 time: 0.2172151 Sep 16 05:15:08.164769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-46ff133f-ebd0-417a-81b2-f0e75db1bbf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270680 Sep 16 05:15:08.168897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.236795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Allocated IP 172.20.0.2 (9d667bf5-0685-429c-9061-ebaa29f381d7/4cb26ff1-a9a9-4495-b715-07b37c141b1b/4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:08.245507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.289860 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7b68a33-3aa3-4270-8706-32fbe90a3801 req-e8eb6d01-fd4b-46be-9728-ba48a6b83b5b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636331 Sep 16 05:15:08.293797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5cd48-eef7-4238-aa03-a9fdb03554a5 req-064f4cc1-6c08-4d05-aa4a-aea59e4653ad tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.314244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-76d5cd48-eef7-4238-aa03-a9fdb03554a5 req-064f4cc1-6c08-4d05-aa4a-aea59e4653ad tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.4191861 Sep 16 05:15:08.367482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b609a5d-42b1-4ac5-8a8f-778b8af7ef24']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:08.417970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279949ef-07e5-47c7-988a-1abb536aac94') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:08.418827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279949ef-07e5-47c7-988a-1abb536aac94') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:08.467041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] Pushing event deleted for resources: {'Port': ['ID=937a1345-3dc1-470b-8850-5b3a1de8dee1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.491394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-dc635538-a8ea-44b4-a142-beaeb5afd14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.503067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-dc635538-a8ea-44b4-a142-beaeb5afd14e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1097 time: 0.3735173 Sep 16 05:15:08.516170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-76d5cd48-eef7-4238-aa03-a9fdb03554a5 req-044a1b45-8f2d-410d-a892-ed01f4043c80 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957340 Sep 16 05:15:08.521630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 937a1345-3dc1-470b-8850-5b3a1de8dee1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:08.530251 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.537121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc581ce7-6297-48c5-9bb7-1e788c34925d None None] No DVR routers for this DVR port 937a1345-3dc1-470b-8850-5b3a1de8dee1 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:08.561397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-1572007e-1d88-4da9-84f4-b88ab3d11573 service neutron] 10.222.0.30 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610430 Sep 16 05:15:08.636935 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:08.666968 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:08.736386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 937a1345-3dc1-470b-8850-5b3a1de8dee1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:08.736941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 937a1345-3dc1-470b-8850-5b3a1de8dee1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:08.852606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-16de1022-c17e-412f-b3dd-302466446f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.854737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-16de1022-c17e-412f-b3dd-302466446f23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.2919712 Sep 16 05:15:08.862150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f89d9aae-3598-4610-9701-4bcf060d7394 req-ab80fb90-51b8-45e3-ba2e-6318eced48c8 service neutron] 10.222.0.30 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884686 Sep 16 05:15:08.890865 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.910112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-ee80cd2e-c67e-41da-9c99-893df204d28b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 217 time: 0.0468514 Sep 16 05:15:08.918726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.925044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7b609a5d-42b1-4ac5-8a8f-778b8af7ef24 HTTP/1.1" status: 204 len: 168 time: 2.0548158 Sep 16 05:15:08.928093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f117e0-8b83-49f1-a6dd-858ff5c07791 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b609a5d-42b1-4ac5-8a8f-778b8af7ef24,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.968287 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8509307-2536-4ce6-96ae-7eada2ca3cc9 req-fbbd2d71-b30e-4a38-bfdb-2a6aad3bb140 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 210 time: 0.0510435 Sep 16 05:15:08.989202 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.021197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-9a17972d-8eb1-4af7-9c57-0a4771f9462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.024140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-9a17972d-8eb1-4af7-9c57-0a4771f9462a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1012313 Sep 16 05:15:09.025266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7663bfda-2078-47f3-acb8-d170967982d6 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=be834818e8194331be525da7819515d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347149 Sep 16 05:15:09.100534 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.116149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-5754be4a-f212-4dfe-a02d-4e9552304671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506995 Sep 16 05:15:09.215310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:09.219664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:09.225184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:09.239775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Pushing event updated for resources: {'Port': ['ID=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.321121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Attempting to bind port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:09.322659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Attempting to bind port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:09.323030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Attempting to bind port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f on network 9d667bf5-0685-429c-9061-ebaa29f381d7 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:09.327894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-bd9eb8c0-e916-4ea2-b76c-7d434f219e41 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.333326 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-bd9eb8c0-e916-4ea2-b76c-7d434f219e41 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008540 Sep 16 05:15:09.335554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:09.335983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Checking segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:09.336616 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.337032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Bound using segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:09.337529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Bound port: 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:09.337917 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.353598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Request body: {'port': {'device_id': '6a1b5d28-524f-49fe-baa5-c8f25f7eae75', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'be834818e8194331be525da7819515d9'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:09.366260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-f9df4985-d42a-4993-93a4-409aec41f70d service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407198 Sep 16 05:15:09.454149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43102) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.508610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] For port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:09.516169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] For port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:09.666731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f24988ed-505f-46bb-9b6d-4507f3d59c32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac520dfde1714884b9ab846009b49ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437814 Sep 16 05:15:09.666731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-957c6a23-4e07-4552-883e-85a5ae60e56c req-4d17b599-4237-4c20-a291-b6a1dcdc9a77 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585776 Sep 16 05:15:09.666731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43108) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:09.670829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91b9db-b71b-44f8-9775-af60d4660180 req-6b6b5d57-dfa5-4331-a3a1-e5897232f9da tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.675639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b91b9db-b71b-44f8-9775-af60d4660180 req-6b6b5d57-dfa5-4331-a3a1-e5897232f9da tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 944 time: 0.1773226 Sep 16 05:15:09.691813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.757442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd58-95bf-4100-b516-ed7d9a410a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.768378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b91b9db-b71b-44f8-9775-af60d4660180 req-a2ba4eb7-4f05-45fd-ade1-296131367b9c tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Sep 16 05:15:09.785749 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd58-95bf-4100-b516-ed7d9a410a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.822867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142409a4-9be0-4e60-a0b7-fc9d382f0488 None None] Pushing event updated for resources: {'Port': ['ID=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.959898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455aa23-0a90-4c81-93c9-74c4d4490179 req-5ceac507-7dc9-4bde-b3a2-a3e2b6a4d28e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.963606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f455aa23-0a90-4c81-93c9-74c4d4490179 req-5ceac507-7dc9-4bde-b3a2-a3e2b6a4d28e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0798719 Sep 16 05:15:10.027315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f455aa23-0a90-4c81-93c9-74c4d4490179 req-11e4d3f2-42cc-40de-928d-175024a52049 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543976 Sep 16 05:15:10.273555 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-49b9fa79-f324-4d4d-a981-cf37582f17d4 req-5aaefb57-e65f-480d-8e43-47ec48f22824 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 210 time: 0.0389440 Sep 16 05:15:10.304218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:10.400026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:10.401150 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.409426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Made reservation on behalf of be834818e8194331be525da7819515d9 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:10.416686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.454660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.471440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd58-95bf-4100-b516-ed7d9a410a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.475534 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd58-95bf-4100-b516-ed7d9a410a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.476524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-29c4cd58-95bf-4100-b516-ed7d9a410a20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5 HTTP/1.1" status: 204 len: 168 time: 0.8384748 Sep 16 05:15:10.495804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4cd58-95bf-4100-b516-ed7d9a410a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9ee1a-f598-4ce1-ae54-80e2e4b4fcf5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:10.527423 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.583899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:10.714764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.787733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.883285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:10.993654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.041962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e651249-a411-4fc1-8d03-184f43cfb852 req-3900b252-52d2-4ed8-8ad9-d710d9c818d1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.054302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e651249-a411-4fc1-8d03-184f43cfb852 req-3900b252-52d2-4ed8-8ad9-d710d9c818d1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 944 time: 0.1127634 Sep 16 05:15:11.194254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf95c8b5-64b9-4b45-a1fd-d069db811fc3 None None] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:11.203584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1709fa1-eb88-442e-84a0-798cc68bf739,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:11.271317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e651249-a411-4fc1-8d03-184f43cfb852 req-e444d758-5644-4db9-9a27-9979a423bcab tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051084 Sep 16 05:15:11.387020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3a6176eb-892b-4182-8786-d20c64beb3d2 None None] Provisioning complete for port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:11.387637 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a6176eb-892b-4182-8786-d20c64beb3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.498983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Allocated IP 192.168.233.245 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/1967b65d-3649-4cbd-85a2-e46b0f9a937f) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:11.567567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5b261-d9b4-4be9-b622-c2beba0ceb22 req-898c8be1-6459-4fc9-97de-5194d5815809 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.580304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85f5b261-d9b4-4be9-b622-c2beba0ceb22 req-898c8be1-6459-4fc9-97de-5194d5815809 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1664968 Sep 16 05:15:11.647899 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85f5b261-d9b4-4be9-b622-c2beba0ceb22 req-e07fe85f-6c23-482e-bfd5-45d4ba2b73fe tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663924 Sep 16 05:15:11.812978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.873106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2154d8f5-6107-4ef0-83b8-b7416eabd092 req-543f6e5e-bea7-4bf7-9d20-46e8cdbd26b7 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 210 time: 0.0417066 Sep 16 05:15:11.903231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f348b748-a46e-4109-9ac4-2872f1ee513f None None] Provisioning complete for port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:11.904872 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f348b748-a46e-4109-9ac4-2872f1ee513f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.964032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.017770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:12.021123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:12.025224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:12.072608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Pushing event updated for resources: {'Port': ['ID=1967b65d-3649-4cbd-85a2-e46b0f9a937f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:12.108136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.109808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.203326 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-7e0cc6dc-dd8c-4eef-ae34-7c1834bcfec9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8538482 Sep 16 05:15:12.234192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Request body: {'port': {'device_id': '6a1b5d28-524f-49fe-baa5-c8f25f7eae75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:12.269689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:12.376441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-41088411-96d1-4791-aeef-1230d2d243da None None] Provisioning complete for port 1967b65d-3649-4cbd-85a2-e46b0f9a937f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:12.378867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41088411-96d1-4791-aeef-1230d2d243da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.397388 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.436521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:12.491266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:12.491651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.516988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-41088411-96d1-4791-aeef-1230d2d243da None None] Port 1967b65d-3649-4cbd-85a2-e46b0f9a937f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:12.598973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87974c9e-2b21-4d23-a4fe-18654a8143d8 req-0d95ff4f-1bac-45eb-9ae2-0535ce7567c5 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.607198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87974c9e-2b21-4d23-a4fe-18654a8143d8 req-0d95ff4f-1bac-45eb-9ae2-0535ce7567c5 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 944 time: 0.2265089 Sep 16 05:15:12.651080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:12.673976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'port_id': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'mac_address': 'fa:16:3e:c5:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576478f5-729e-44a4-adad-d1c8be5f43f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:12.681723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87974c9e-2b21-4d23-a4fe-18654a8143d8 req-48b95e1f-d9f6-4d63-8e80-31e1c29a1f06 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719810 Sep 16 05:15:12.759548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.777494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:12.801761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:12.861103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cbb85-98d4-4edc-9339-5d1758e646d2 req-48f2c1ef-13fa-4cf3-804e-4059b7873bd2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.864786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-be8cbb85-98d4-4edc-9339-5d1758e646d2 req-48f2c1ef-13fa-4cf3-804e-4059b7873bd2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1067717 Sep 16 05:15:12.891238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1967b65d-3649-4cbd-85a2-e46b0f9a937f {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:12.894153 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.903352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:12.924109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Transition to ACTIVE for port object 1967b65d-3649-4cbd-85a2-e46b0f9a937f will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:12.938972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-be8cbb85-98d4-4edc-9339-5d1758e646d2 req-675d6db7-cb8d-4e59-b887-baf9d967da56 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688446 Sep 16 05:15:12.968792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:13.117180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.229279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Pushing event updated for resources: {'Port': ['ID=1967b65d-3649-4cbd-85a2-e46b0f9a937f,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:13.249701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8aeed6dc-4e03-42d0-a665-97cf88afc6d0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:13.298085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c0d04-df21-4a14-b74b-7be3f7ae15c2 req-9098b445-62d9-498e-be9f-d33a997fc89f tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.306471 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-548c0d04-df21-4a14-b74b-7be3f7ae15c2 req-9098b445-62d9-498e-be9f-d33a997fc89f tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 948 time: 0.1409678 Sep 16 05:15:13.379462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-548c0d04-df21-4a14-b74b-7be3f7ae15c2 req-d1388beb-4f2e-4194-9b31-ff052583ca81 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721319 Sep 16 05:15:13.409119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Attempting to bind port 1967b65d-3649-4cbd-85a2-e46b0f9a937f on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:13.409478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Attempting to bind port 1967b65d-3649-4cbd-85a2-e46b0f9a937f by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:13.409805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Attempting to bind port 1967b65d-3649-4cbd-85a2-e46b0f9a937f on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:13.416403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Port 1967b65d-3649-4cbd-85a2-e46b0f9a937f on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:13.416763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Attempting to bind port 1967b65d-3649-4cbd-85a2-e46b0f9a937f on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:13.442432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:13.442432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:13.442432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:13.442432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Bound port: 1967b65d-3649-4cbd-85a2-e46b0f9a937f, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:13.442432 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.551374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] For port 1967b65d-3649-4cbd-85a2-e46b0f9a937f, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:13.574084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] For port 1967b65d-3649-4cbd-85a2-e46b0f9a937f, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1967b65d-3649-4cbd-85a2-e46b0f9a937f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:13.673904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7644c-f901-4480-9efd-c956c676f474 req-98f6aaf1-de23-4fcc-bcde-ab3e0fed232a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.675625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-98f6aaf1-de23-4fcc-bcde-ab3e0fed232a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/networks?id=9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 200 len: 815 time: 0.1665325 Sep 16 05:15:13.693227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-1f63358b-d59e-4fa3-ac58-55fa858210eb tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/quotas/04772c58164f4d3fa4c6b6849d41cb2d HTTP/1.1" status: 200 len: 375 time: 0.0108917 Sep 16 05:15:13.757831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-534bdb1a-b8c5-47da-ac0c-9bbf4719029d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586243 Sep 16 05:15:13.816768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb2339-7ef7-4d5f-9440-83cd6863dcad req-cd7ab48e-dd3b-428d-a060-aa05efd08123 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.818497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdfb2339-7ef7-4d5f-9440-83cd6863dcad req-cd7ab48e-dd3b-428d-a060-aa05efd08123 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 945 time: 0.0644710 Sep 16 05:15:13.892714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-ca2c2daf-fe12-4f6e-a71a-f2bc2c845caa service neutron] 10.222.0.49 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171575 Sep 16 05:15:13.898343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdfb2339-7ef7-4d5f-9440-83cd6863dcad req-a7a6611f-7463-4b8e-aa16-5a93c6201a47 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572073 Sep 16 05:15:13.902437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.959109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.959837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.961599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] 10.222.0.66 "PUT /v2.0/ports/1967b65d-3649-4cbd-85a2-e46b0f9a937f HTTP/1.1" status: 200 len: 1097 time: 1.7432084 Sep 16 05:15:13.962295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1b5d28-524f-49fe-baa5-c8f25f7eae75', 'tag': '1967b65d-3649-4cbd-85a2-e46b0f9a937f'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:13.965131 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd01d46f-4650-4904-b2cb-481daa7a24ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1b5d28-524f-49fe-baa5-c8f25f7eae75", "tag": "1967b65d-3649-4cbd-85a2-e46b0f9a937f"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:14.003883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8736e7c-d830-4a2a-9bbb-188740396f29 service neutron] Pushing event updated for resources: {'Port': ['ID=1967b65d-3649-4cbd-85a2-e46b0f9a937f,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:14.053461 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bab413-bcbc-44ff-86de-a4e75904b2ca x-openstack-request-id: req-f4bab413-bcbc-44ff-86de-a4e75904b2ca {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:14.053759 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1b5d28-524f-49fe-baa5-c8f25f7eae75", "tag": "1967b65d-3649-4cbd-85a2-e46b0f9a937f", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:14.054016 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4bab413-bcbc-44ff-86de-a4e75904b2ca {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:14.054422 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1b5d28-524f-49fe-baa5-c8f25f7eae75', 'tag': '1967b65d-3649-4cbd-85a2-e46b0f9a937f', 'status': 'completed', 'code': 200} Sep 16 05:15:14.075689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-da4330f0-4b75-4cfa-bf62-8aeccf384afb service neutron] 10.222.0.49 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753781 Sep 16 05:15:14.218921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01d46f-4650-4904-b2cb-481daa7a24ba req-be1dc7f0-5819-4a55-9706-87995ae3bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.223334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd01d46f-4650-4904-b2cb-481daa7a24ba req-be1dc7f0-5819-4a55-9706-87995ae3bb38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be834818e8194331be525da7819515d9&device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 1100 time: 0.1126060 Sep 16 05:15:14.242418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c901959-e55f-47a1-8b8f-d0b73b557eae req-e976def2-bda8-4a19-97ff-4637320cdc26 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.244160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c901959-e55f-47a1-8b8f-d0b73b557eae req-e976def2-bda8-4a19-97ff-4637320cdc26 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0855801 Sep 16 05:15:14.284739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd01d46f-4650-4904-b2cb-481daa7a24ba req-711eb1ee-d4a5-4f77-88e0-40d3a676bdc0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=be834818e8194331be525da7819515d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392714 Sep 16 05:15:14.417530 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c901959-e55f-47a1-8b8f-d0b73b557eae req-0790f5e0-94b2-453b-9355-2eafd5368cd9 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606028 Sep 16 05:15:14.424017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:14.648557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:14.650671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01d46f-4650-4904-b2cb-481daa7a24ba req-04bf8f4b-d9fe-4cda-a62e-5ffcf771365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.652744 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd01d46f-4650-4904-b2cb-481daa7a24ba req-04bf8f4b-d9fe-4cda-a62e-5ffcf771365e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3594422 Sep 16 05:15:14.657564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:14.661819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.679954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c12fd-a061-453e-be22-ef8526adcca1 req-75f93e08-a8b3-4082-bb9d-20891b0fe73f tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.682792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-942c12fd-a061-453e-be22-ef8526adcca1 req-75f93e08-a8b3-4082-bb9d-20891b0fe73f tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 948 time: 0.1359725 Sep 16 05:15:14.745198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-942c12fd-a061-453e-be22-ef8526adcca1 req-82ddcbab-08f4-4493-86f2-2996030604f9 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545070 Sep 16 05:15:14.785897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.806145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-a51124ea-76ec-441e-8355-d070c0728157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.809328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-a51124ea-76ec-441e-8355-d070c0728157 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be834818e8194331be525da7819515d9&device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 1100 time: 0.0758164 Sep 16 05:15:14.819800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:14.822112 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd5c27-a4b8-46bb-9283-5915719f1af2" -d '{"events": [{"server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "name": "network-vif-plugged", "status": "completed", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:14.866303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:14.873747 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013be41a-6e4a-4fcf-bc86-a52bea9fd3ba x-openstack-request-id: req-013be41a-6e4a-4fcf-bc86-a52bea9fd3ba {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:14.874465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-9f19b26f-70c0-4dbe-b3d9-7b03709a882d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1967b65d-3649-4cbd-85a2-e46b0f9a937f HTTP/1.1" status: 200 len: 217 time: 0.0477803 Sep 16 05:15:14.874842 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "name": "network-vif-plugged", "status": "completed", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:14.875264 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-013be41a-6e4a-4fcf-bc86-a52bea9fd3ba {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:14.875999 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'code': 200} Sep 16 05:15:14.941730 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.949488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-9827724e-06de-4f23-98d0-2d668e0ed0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.954003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-9827724e-06de-4f23-98d0-2d668e0ed0bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0711880 Sep 16 05:15:15.039905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:15.057437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-5cfee834-5223-450e-839b-2e85f85d1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.059712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-5cfee834-5223-450e-839b-2e85f85d1423 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965860 Sep 16 05:15:15.074937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863a9f6-2f57-420b-89f7-e683625c0b17 req-c7240337-ab6f-4ed5-b680-8e201923c95e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.076483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c863a9f6-2f57-420b-89f7-e683625c0b17 req-c7240337-ab6f-4ed5-b680-8e201923c95e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 946 time: 0.0727892 Sep 16 05:15:15.134449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084697e-13fc-4ab0-baf7-67efeb21a23f req-b6a2f8bf-2d8e-4617-ab3a-b2fbb3208a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.136350 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f084697e-13fc-4ab0-baf7-67efeb21a23f req-b6a2f8bf-2d8e-4617-ab3a-b2fbb3208a90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 1098 time: 0.0483510 Sep 16 05:15:15.179436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f084697e-13fc-4ab0-baf7-67efeb21a23f req-ac7433f9-c099-48b9-9e2e-f5f48ff1233f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358191 Sep 16 05:15:15.203161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c863a9f6-2f57-420b-89f7-e683625c0b17 req-63e4eda5-188e-45c4-b66a-38cb9d244cb2 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176240 Sep 16 05:15:15.227397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-34b86107-aa80-47a1-812d-536da8c6e211 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499319 Sep 16 05:15:15.349757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9b8a101-1854-40ca-9517-0d6c1ecf4760 req-ad9c5d8d-9952-446b-8992-fcf7b720f66a service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130095 Sep 16 05:15:15.562508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11428d7-1e5f-49ea-a9c4-343b76eac313 req-16a2f2cd-f31c-452c-94c2-e9e43533dd7f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.563183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d11428d7-1e5f-49ea-a9c4-343b76eac313 req-16a2f2cd-f31c-452c-94c2-e9e43533dd7f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0624852 Sep 16 05:15:15.625159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d11428d7-1e5f-49ea-a9c4-343b76eac313 req-b13cccec-e60a-4c27-a2ba-49ae9fdeb764 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555429 Sep 16 05:15:16.006878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a285e-8387-40f9-b677-44375ef89317 req-50fea0b3-0335-4763-aa50-8393ee823824 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.011583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-50fea0b3-0335-4763-aa50-8393ee823824 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/networks?id=9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 200 len: 815 time: 0.2005076 Sep 16 05:15:16.020106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d07d1-a13e-443a-a34e-6c7588f1242c req-28fd07e0-65b4-4c1a-bb5f-0f26373a5c4d tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.034979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-454d07d1-a13e-443a-a34e-6c7588f1242c req-28fd07e0-65b4-4c1a-bb5f-0f26373a5c4d tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 948 time: 0.1174457 Sep 16 05:15:16.035772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-0f3dc1e6-ed2e-4f92-91e4-5df0e66d7678 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/quotas/04772c58164f4d3fa4c6b6849d41cb2d HTTP/1.1" status: 200 len: 375 time: 0.0182891 Sep 16 05:15:16.087437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-454d07d1-a13e-443a-a34e-6c7588f1242c req-59321576-a8b3-442e-a04e-3ee84e51b350 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Sep 16 05:15:16.135007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-2b1f7772-4d3c-4d72-92f4-3fc61262ef8c tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932469 Sep 16 05:15:16.335730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-02606bc8-d89c-4905-8545-b6e31e8625c7 service neutron] 10.222.0.49 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928060 Sep 16 05:15:16.472504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100760a-8416-4d4c-912f-7f3cb284c084 req-99115474-63ca-4fa6-85db-cf7c2083a31a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.476203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b100760a-8416-4d4c-912f-7f3cb284c084 req-99115474-63ca-4fa6-85db-cf7c2083a31a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 946 time: 0.0860631 Sep 16 05:15:16.528923 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-d6a9669d-5194-4fb9-9842-c23a3b404903 service neutron] 10.222.0.49 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894221 Sep 16 05:15:16.580181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b100760a-8416-4d4c-912f-7f3cb284c084 req-cede968c-8ce9-48c8-92e7-ee3bfbbe01f9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946338 Sep 16 05:15:16.849701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc3077-3aad-4514-9c5f-58b80ae38c22 req-b887c426-9fbf-4928-8a14-14e49268df42 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.851631 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9fc3077-3aad-4514-9c5f-58b80ae38c22 req-b887c426-9fbf-4928-8a14-14e49268df42 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1108994 Sep 16 05:15:16.941802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9fc3077-3aad-4514-9c5f-58b80ae38c22 req-4b73b5f3-bc93-4817-a9b4-2b4acb415d49 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692635 Sep 16 05:15:17.305575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604f446-2b74-4e22-a3a0-d255e183ccf6 req-e4bd02de-db4b-42af-b65e-51ae4cf0588c tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.314552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0604f446-2b74-4e22-a3a0-d255e183ccf6 req-e4bd02de-db4b-42af-b65e-51ae4cf0588c tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 948 time: 0.0930564 Sep 16 05:15:17.373164 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0604f446-2b74-4e22-a3a0-d255e183ccf6 req-3d2606c2-488f-46b8-8700-e41403ca38e3 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518456 Sep 16 05:15:17.387457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-3db788ae-05e5-4298-bb2e-fd457929f01a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.389812 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-3db788ae-05e5-4298-bb2e-fd457929f01a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/networks?id=9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 200 len: 815 time: 0.2651343 Sep 16 05:15:17.417436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-5798028f-6f73-41fa-8099-55ead3114240 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/quotas/04772c58164f4d3fa4c6b6849d41cb2d HTTP/1.1" status: 200 len: 375 time: 0.0214455 Sep 16 05:15:17.493387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-e8eee0db-4e18-4bac-b4cd-0a00dcec9139 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598388 Sep 16 05:15:17.609262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-87b674cd-23bb-485b-914a-defe03d18ebf service neutron] 10.222.0.49 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059687 Sep 16 05:15:17.824206 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-19e04ffc-5473-497e-92f0-92f10c1b197d service neutron] 10.222.0.49 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103436 Sep 16 05:15:17.847337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39820f2-09c7-4e80-807e-4bd78df35c71 req-4f25f7f0-0d28-440f-ac02-805147487bb1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.855937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e39820f2-09c7-4e80-807e-4bd78df35c71 req-4f25f7f0-0d28-440f-ac02-805147487bb1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 946 time: 0.1505966 Sep 16 05:15:17.950233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e39820f2-09c7-4e80-807e-4bd78df35c71 req-5f4c059e-005a-49fb-b02c-1e3057256777 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815787 Sep 16 05:15:18.249621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7644c-f901-4480-9efd-c956c676f474 req-a61b9043-38f7-49f4-9fc4-4feadf2d4ec5 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.251202 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-a61b9043-38f7-49f4-9fc4-4feadf2d4ec5 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.30 "GET /v2.0/networks?id=9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 200 len: 815 time: 0.2423992 Sep 16 05:15:18.260662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cbb10-d22e-41e1-bab9-618b7718a0dc req-410e9f66-f219-4822-91ab-6b3ad176b69e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.262372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af6cbb10-d22e-41e1-bab9-618b7718a0dc req-410e9f66-f219-4822-91ab-6b3ad176b69e tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1181653 Sep 16 05:15:18.272946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Request body: {'port': {'device_id': '91318a13-97d2-43c1-b7ae-b72444f7f32e', 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7', 'admin_state_up': True, 'tenant_id': '04772c58164f4d3fa4c6b6849d41cb2d'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:18.311733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1967b65d-3649-4cbd-85a2-e46b0f9a937f details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:18.428656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af6cbb10-d22e-41e1-bab9-618b7718a0dc req-fce0b886-dc39-4909-992a-4a8171f13d65 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500170 Sep 16 05:15:18.587407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1967b65d-3649-4cbd-85a2-e46b0f9a937f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1967b65d-3649-4cbd-85a2-e46b0f9a937f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:18.607275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '1967b65d-3649-4cbd-85a2-e46b0f9a937f', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '1967b65d-3649-4cbd-85a2-e46b0f9a937f', 'mac_address': 'fa:16:3e:b0:71:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:18.690611 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.718079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1967b65d-3649-4cbd-85a2-e46b0f9a937f {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:18.761969 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1967b65d-3649-4cbd-85a2-e46b0f9a937f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1967b65d-3649-4cbd-85a2-e46b0f9a937f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:18.845406 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.904906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59701418-6826-4e72-98e2-1c6b743d1f6b req-468ad95a-281c-4eac-bb7b-330141acacec tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 210 time: 0.1779649 Sep 16 05:15:18.914224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Made reservation on behalf of 04772c58164f4d3fa4c6b6849d41cb2d for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:18.935676 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.947719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda08d85-3e7e-4500-b9a3-5f23737edbb7 req-e66d71aa-c480-4ecb-a43f-de104d3af821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.978464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dda08d85-3e7e-4500-b9a3-5f23737edbb7 req-e66d71aa-c480-4ecb-a43f-de104d3af821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 949 time: 0.1464274 Sep 16 05:15:19.054273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dda08d85-3e7e-4500-b9a3-5f23737edbb7 req-c0ddbed0-f31c-4b39-a9d4-638ba5f69535 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690753 Sep 16 05:15:19.067736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1967b65d-3649-4cbd-85a2-e46b0f9a937f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:19.183708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f8836-b9b8-4f4d-9d09-951371622c2f req-26be1299-6abf-4cf1-b305-b3c10b9939e1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.186992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a90f8836-b9b8-4f4d-9d09-951371622c2f req-26be1299-6abf-4cf1-b305-b3c10b9939e1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 946 time: 0.0712919 Sep 16 05:15:19.258310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1967b65d-3649-4cbd-85a2-e46b0f9a937f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:19.313949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a90f8836-b9b8-4f4d-9d09-951371622c2f req-9e632c13-ab1e-4bb2-80c4-6957b977cd65 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179924 Sep 16 05:15:19.453294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Allocated IP 172.20.0.14 (9d667bf5-0685-429c-9061-ebaa29f381d7/4cb26ff1-a9a9-4495-b715-07b37c141b1b/5c0d58b1-d79b-46d5-b7d6-8a8b2d816887) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:19.735836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801cfb-0e00-4c02-8136-096546dbecc0 req-3cc3b0c4-2e02-43bf-94ee-d24f11562a90 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.743625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba801cfb-0e00-4c02-8136-096546dbecc0 req-3cc3b0c4-2e02-43bf-94ee-d24f11562a90 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1452196 Sep 16 05:15:19.812146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba801cfb-0e00-4c02-8136-096546dbecc0 req-3f00151c-358c-4787-b3ff-228ef67b2cf2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674896 Sep 16 05:15:19.826524 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.870977 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d656e28e-d3b7-4a17-9d35-4cd34eba221f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.036110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.129275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1da1fc27-0666-4b92-ab3c-0f8b5cd305a8 req-795c2d53-e032-4dbf-91f9-1b59165ffba0 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 210 time: 0.0969651 Sep 16 05:15:20.200815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:20.220318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:20.230016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:20.242160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Pushing event updated for resources: {'Port': ['ID=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:20.340125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463de25a-00bf-40f4-ab2c-93e6a4efdb46 req-c9b2e40a-afb4-4714-83ab-6d6d91bc2aba tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.344922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-463de25a-00bf-40f4-ab2c-93e6a4efdb46 req-c9b2e40a-afb4-4714-83ab-6d6d91bc2aba tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 949 time: 0.1751521 Sep 16 05:15:20.373558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.374772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.408191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.459247 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-463de25a-00bf-40f4-ab2c-93e6a4efdb46 req-6d8c5569-bec5-4dec-9cb9-a00ef926673b tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067355 Sep 16 05:15:20.551541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-9f7ec073-8733-4869-8b8a-55b74226d09a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2832325 Sep 16 05:15:20.605780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Request body: {'port': {'device_id': '91318a13-97d2-43c1-b7ae-b72444f7f32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:20.647089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784db0c-1733-46e1-810a-26a5ac126749 req-8ee25143-f347-464d-b8b5-a53bba0bd556 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.649243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e784db0c-1733-46e1-810a-26a5ac126749 req-8ee25143-f347-464d-b8b5-a53bba0bd556 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 946 time: 0.1744416 Sep 16 05:15:20.750325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-87a07899-81c7-4292-8108-e6e85033ea1c None None] Provisioning complete for port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:20.751545 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87a07899-81c7-4292-8108-e6e85033ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.867145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.876060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-87a07899-81c7-4292-8108-e6e85033ea1c None None] Port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:20.916275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e784db0c-1733-46e1-810a-26a5ac126749 req-6d1c655d-fefb-4f1e-a403-e6c493daca1c tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079699 Sep 16 05:15:20.933839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a285e-8387-40f9-b677-44375ef89317 req-9d133ea4-f34f-4651-8124-793b721518a7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.936392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-9d133ea4-f34f-4651-8124-793b721518a7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.30 "GET /v2.0/networks?id=9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 200 len: 815 time: 0.3659239 Sep 16 05:15:20.985407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Request body: {'port': {'device_id': '34327804-029c-4dab-be3d-edba1f0f3966', 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7', 'admin_state_up': True, 'tenant_id': '04772c58164f4d3fa4c6b6849d41cb2d'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:21.186069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364028-7cc4-40a2-96eb-ac1c75366168 req-46c87e28-23f4-4143-ac3f-5bdf0e5ddbb5 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.188294 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2364028-7cc4-40a2-96eb-ac1c75366168 req-46c87e28-23f4-4143-ac3f-5bdf0e5ddbb5 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1478753 Sep 16 05:15:21.307294 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2364028-7cc4-40a2-96eb-ac1c75366168 req-20a2e9f4-690c-4a64-816d-95f4962f5af6 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102662 Sep 16 05:15:21.474136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63bc8a40-f5b1-4021-9631-e54a7b078f36 req-66f9c9db-79a8-4589-8ca0-c142154755cb tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 210 time: 0.0470860 Sep 16 05:15:21.714090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Made reservation on behalf of 04772c58164f4d3fa4c6b6849d41cb2d for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:21.719394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.835937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-7357b3d6-2286-4a7a-a8f9-0137e75220de tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.841570 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-7357b3d6-2286-4a7a-a8f9-0137e75220de tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.66 "GET /v2.0/networks?id=9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 200 len: 815 time: 0.4249620 Sep 16 05:15:21.856384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:21.867384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Request body: {'port': {'device_id': 'f16282e5-afcf-498d-9a36-d61d33cd11cd', 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7', 'admin_state_up': True, 'tenant_id': '04772c58164f4d3fa4c6b6849d41cb2d'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:21.875161 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.906240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Transition to ACTIVE for port object 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:22.053921 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.057375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72b5a4-9b14-42b2-b4f9-65d3e18cae96 req-dbfbb0d9-1f83-46ae-bb83-34db13715a8d tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.067936 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b72b5a4-9b14-42b2-b4f9-65d3e18cae96 req-dbfbb0d9-1f83-46ae-bb83-34db13715a8d tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 949 time: 0.3329837 Sep 16 05:15:22.131797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b72b5a4-9b14-42b2-b4f9-65d3e18cae96 req-54486eef-418b-4326-acff-18031f7aa547 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645063 Sep 16 05:15:22.235357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:22.254751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Allocated IP 172.20.0.5 (9d667bf5-0685-429c-9061-ebaa29f381d7/4cb26ff1-a9a9-4495-b715-07b37c141b1b/f7e41942-d0e0-46b1-a543-46b8ddb925dd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:22.343510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1967b65d-3649-4cbd-85a2-e46b0f9a937f up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:22.367141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Made reservation on behalf of 04772c58164f4d3fa4c6b6849d41cb2d for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:22.374002 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.596941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Attempting to bind port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:22.597491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Attempting to bind port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:22.598007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Attempting to bind port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 on network 9d667bf5-0685-429c-9061-ebaa29f381d7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:22.625761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 on network 9d667bf5-0685-429c-9061-ebaa29f381d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:22.626729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Attempting to bind port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 on network 9d667bf5-0685-429c-9061-ebaa29f381d7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:22.633990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 1967b65d-3649-4cbd-85a2-e46b0f9a937f completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:22.642108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 1967b65d-3649-4cbd-85a2-e46b0f9a937f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:22.642108 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.661953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:22.662702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Checking segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:22.663032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Bound using segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:22.663749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Bound port: 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:22.664591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.931608 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.934851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] For port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:22.975486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] For port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:23.033306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d35aea8b-ca87-485a-9699-ca66664dfa48 req-2cde66f0-357d-4391-9d42-8fe92fdc48b8 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 210 time: 0.0532081 Sep 16 05:15:23.102596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.193682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e926840-ef0d-40aa-90e5-bcd51bc57daa req-1065f517-babf-4f2c-91ad-177f630a0584 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.203371 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.204129 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e926840-ef0d-40aa-90e5-bcd51bc57daa req-1065f517-babf-4f2c-91ad-177f630a0584 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.5538187 Sep 16 05:15:23.246393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.248197 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.249364 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 HTTP/1.1" status: 200 len: 1093 time: 2.6777568 Sep 16 05:15:23.251288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1967b65d-3649-4cbd-85a2-e46b0f9a937f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1967b65d-3649-4cbd-85a2-e46b0f9a937f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:23.252149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91318a13-97d2-43c1-b7ae-b72444f7f32e', 'tag': '5c0d58b1-d79b-46d5-b7d6-8a8b2d816887'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:23.259326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1b5d28-524f-49fe-baa5-c8f25f7eae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1967b65d-3649-4cbd-85a2-e46b0f9a937f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:23.259568 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224e8eb8-475e-4325-841e-21fd2c54ff9f" -d '{"events": [{"name": "network-changed", "server_uuid": "91318a13-97d2-43c1-b7ae-b72444f7f32e", "tag": "5c0d58b1-d79b-46d5-b7d6-8a8b2d816887"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:23.259686 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caf72ec-0490-450d-a147-23b4ac31d2c2" -d '{"events": [{"server_uuid": "6a1b5d28-524f-49fe-baa5-c8f25f7eae75", "name": "network-vif-plugged", "status": "completed", "tag": "1967b65d-3649-4cbd-85a2-e46b0f9a937f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:23.263728 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.327741 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e926840-ef0d-40aa-90e5-bcd51bc57daa req-654f61f9-900b-446f-9a4c-6d5f381a4b5b tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177492 Sep 16 05:15:23.329221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:23.333278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:23.342163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:23.391839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Allocated IP 172.20.0.12 (9d667bf5-0685-429c-9061-ebaa29f381d7/4cb26ff1-a9a9-4495-b715-07b37c141b1b/8b08e9b4-abe2-47cd-9dd4-5812314bdb64) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:23.407114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-93af021d-9245-45c2-891c-e8a022599511 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6808677a59d2414aa25df9f76d7c760c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567317 Sep 16 05:15:23.409911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0095e-1754-4ed6-baf5-150773b21548 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.537852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.540875 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.604407 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.612643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1275dc-73de-4e67-98d9-03cb2a4e870b req-817ce076-5253-473c-b9aa-e531def1b494 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.628252 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e1275dc-73de-4e67-98d9-03cb2a4e870b req-817ce076-5253-473c-b9aa-e531def1b494 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 949 time: 0.1872399 Sep 16 05:15:23.649664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Pushing event updated for resources: {'Port': ['ID=f7e41942-d0e0-46b1-a543-46b8ddb925dd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.709487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-774480e4-56ec-419e-a04a-b56b2c651472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.755318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-20f62b5f-0550-48d8-b85a-34ca2ef52401 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.758327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e1275dc-73de-4e67-98d9-03cb2a4e870b req-091420bd-9bd3-40f5-bae0-92d3ad2a20b5 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276186 Sep 16 05:15:23.759677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1967b65d-3649-4cbd-85a2-e46b0f9a937f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.775672 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.783725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-20f62b5f-0550-48d8-b85a-34ca2ef52401 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3748891 Sep 16 05:15:23.809414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-97df8e59-ea38-48b4-ba7c-1a0443589179 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8230672 Sep 16 05:15:23.828219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Request body: {'port': {'device_id': '34327804-029c-4dab-be3d-edba1f0f3966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:23.887163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-b9b50de8-f015-469b-a057-748867fb3518 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/quotas/6808677a59d2414aa25df9f76d7c760c HTTP/1.1" status: 200 len: 375 time: 0.1009493 Sep 16 05:15:23.890149 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c769388c-367b-4199-90fe-3115eae88f2a x-openstack-request-id: req-c769388c-367b-4199-90fe-3115eae88f2a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:23.891215 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1b5d28-524f-49fe-baa5-c8f25f7eae75", "name": "network-vif-plugged", "status": "completed", "tag": "1967b65d-3649-4cbd-85a2-e46b0f9a937f", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:23.891647 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c769388c-367b-4199-90fe-3115eae88f2a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:23.893343 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1b5d28-524f-49fe-baa5-c8f25f7eae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1967b65d-3649-4cbd-85a2-e46b0f9a937f', 'code': 200} Sep 16 05:15:23.902193 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320ca63d-c31d-4308-b9f3-20fcfe438bbe x-openstack-request-id: req-320ca63d-c31d-4308-b9f3-20fcfe438bbe {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:23.902193 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91318a13-97d2-43c1-b7ae-b72444f7f32e", "tag": "5c0d58b1-d79b-46d5-b7d6-8a8b2d816887", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:23.902193 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-320ca63d-c31d-4308-b9f3-20fcfe438bbe {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:23.902193 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91318a13-97d2-43c1-b7ae-b72444f7f32e', 'tag': '5c0d58b1-d79b-46d5-b7d6-8a8b2d816887', 'status': 'completed', 'code': 200} Sep 16 05:15:23.928487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.974904 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.005983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-4cb68840-8871-40d9-8a29-b65543e0b801 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6808677a59d2414aa25df9f76d7c760c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844235 Sep 16 05:15:24.014810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7644c-f901-4480-9efd-c956c676f474 req-deb3d726-b257-498b-9775-4180866bdfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.019066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-deb3d726-b257-498b-9775-4180866bdfa7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 1096 time: 0.2192783 Sep 16 05:15:24.120419 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.121137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d238d32f-3af0-4f30-987b-09111b847942 None None] Provisioning complete for port f7e41942-d0e0-46b1-a543-46b8ddb925dd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:24.121514 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d238d32f-3af0-4f30-987b-09111b847942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.152901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:24.198890 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:24.203071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:24.236734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d238d32f-3af0-4f30-987b-09111b847942 None None] Port f7e41942-d0e0-46b1-a543-46b8ddb925dd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:24.262826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-8d8fb29f-edf4-491d-a5ea-d346ad21f1f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 HTTP/1.1" status: 200 len: 217 time: 0.1494052 Sep 16 05:15:24.395147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.396262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.414130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Pushing event updated for resources: {'Port': ['ID=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:24.452241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b8444-318d-4cb3-bcc6-b62a89f1ddf6 req-390f392f-aa26-46c4-a620-9cc5ff3e251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.453955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-910b8444-318d-4cb3-bcc6-b62a89f1ddf6 req-390f392f-aa26-46c4-a620-9cc5ff3e251d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 1102 time: 0.3723907 Sep 16 05:15:24.477243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:24.513271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831a960-a101-4323-b5c9-9c32d1334dd7 req-a5979b80-8810-4f33-aa16-20dde09d6887 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.531296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f831a960-a101-4323-b5c9-9c32d1334dd7 req-a5979b80-8810-4f33-aa16-20dde09d6887 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 932 time: 0.2422829 Sep 16 05:15:24.578267 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-910b8444-318d-4cb3-bcc6-b62a89f1ddf6 req-2b2e7840-761e-44ce-bcf2-0cb4f3ba4de0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159136 Sep 16 05:15:24.611463 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f831a960-a101-4323-b5c9-9c32d1334dd7 req-55f633da-517a-45c6-b6f2-749ab2abbcac tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850852 Sep 16 05:15:24.650601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-a9be6871-4e4a-4650-a252-0727886b2cc7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7919850 Sep 16 05:15:24.702059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7644c-f901-4480-9efd-c956c676f474 req-4bb36da2-42b9-4d69-b2ad-d428d04dbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.703654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-4bb36da2-42b9-4d69-b2ad-d428d04dbb9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4cb26ff1-a9a9-4495-b715-07b37c141b1b HTTP/1.1" status: 200 len: 854 time: 0.4348431 Sep 16 05:15:24.772892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-b9f80384-4ead-49b1-964c-fa303ef27788 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6808677a59d2414aa25df9f76d7c760c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370843 Sep 16 05:15:24.804292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ba5f2a14-73d0-46ff-9686-e86d5057c060 None None] Provisioning complete for port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:24.810066 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2a14-73d0-46ff-9686-e86d5057c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.855240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2003-3f8d-40a8-b9ab-d97ffd90e20b req-6191cac2-ecbc-4c44-979f-55ba404138e2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.858284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-baad2003-3f8d-40a8-b9ab-d97ffd90e20b req-6191cac2-ecbc-4c44-979f-55ba404138e2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.2471862 Sep 16 05:15:24.883035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7644c-f901-4480-9efd-c956c676f474 req-7352debd-47ad-49ec-bebd-3b4c7b016cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.884631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-7352debd-47ad-49ec-bebd-3b4c7b016cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d667bf5-0685-429c-9061-ebaa29f381d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713169 Sep 16 05:15:24.908452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:24.915586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e41942-d0e0-46b1-a543-46b8ddb925dd {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:24.945303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.949994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Request body: {'port': {'device_id': 'f16282e5-afcf-498d-9a36-d61d33cd11cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:24.956038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'port_id': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'mac_address': 'fa:16:3e:c5:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576478f5-729e-44a4-adad-d1c8be5f43f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:24.956038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f2a14-73d0-46ff-9686-e86d5057c060 None None] Port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:24.992944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-baad2003-3f8d-40a8-b9ab-d97ffd90e20b req-cb5d0797-c236-40f4-ac88-15ccfc81103a tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270146 Sep 16 05:15:24.998525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Transition to ACTIVE for port object f7e41942-d0e0-46b1-a543-46b8ddb925dd will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:25.026322 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-0d9b57e4-97cc-4ed9-9ce7-639da22a53f0 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:25.039407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-0d9b57e4-97cc-4ed9-9ce7-639da22a53f0 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568061 Sep 16 05:15:25.082164 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.103488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:25.125412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-8df0c4a1-1f27-4be6-ae0a-f2244990bbae service neutron] 10.222.0.30 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295642 Sep 16 05:15:25.140464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:25.153324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98af90d-5374-4575-9645-a1a3f5332e20 req-69cce18e-2924-4300-a55d-e3a1819ed8fe tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:25.155526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c98af90d-5374-4575-9645-a1a3f5332e20 req-69cce18e-2924-4300-a55d-e3a1819ed8fe tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 950 time: 0.0903282 Sep 16 05:15:25.159629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.168642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-3f0c2880-22f5-4c34-862c-91bdc9e9633b tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/quotas/6808677a59d2414aa25df9f76d7c760c HTTP/1.1" status: 200 len: 375 time: 0.1276283 Sep 16 05:15:25.183381 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.250139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-552049e3-210e-4f08-8d87-6981a358d66e tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6808677a59d2414aa25df9f76d7c760c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650072 Sep 16 05:15:25.320122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.324037 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.465459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:25.488478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c98af90d-5374-4575-9645-a1a3f5332e20 req-d15227f6-8dde-4b21-936f-4e8ff4103260 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126540 Sep 16 05:15:25.491847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Pushing event updated for resources: {'Port': ['ID=f7e41942-d0e0-46b1-a543-46b8ddb925dd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:25.558570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8aeed6dc-4e03-42d0-a665-97cf88afc6d0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:25.573395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08a7644c-f901-4480-9efd-c956c676f474 req-1ac413de-8b27-4a64-9852-7d17652a92a9 service neutron] 10.222.0.30 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380193 Sep 16 05:15:25.631506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Attempting to bind port f7e41942-d0e0-46b1-a543-46b8ddb925dd on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:25.636436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Attempting to bind port f7e41942-d0e0-46b1-a543-46b8ddb925dd by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:25.640335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Attempting to bind port f7e41942-d0e0-46b1-a543-46b8ddb925dd on network 9d667bf5-0685-429c-9061-ebaa29f381d7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:25.643340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Port f7e41942-d0e0-46b1-a543-46b8ddb925dd on network 9d667bf5-0685-429c-9061-ebaa29f381d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:25.643664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Attempting to bind port f7e41942-d0e0-46b1-a543-46b8ddb925dd on network 9d667bf5-0685-429c-9061-ebaa29f381d7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:25.668135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:25.668135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Checking segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:25.676406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Bound using segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:25.677058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Bound port: f7e41942-d0e0-46b1-a543-46b8ddb925dd, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:25.677446 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.882840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:25.933374 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.013701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Transition to ACTIVE for port object 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:26.034571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a39307-916b-4af6-8040-7652b80ed21d req-7a7eba5d-2dd6-44e3-ada1-01db060d80ae tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.036295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47a39307-916b-4af6-8040-7652b80ed21d req-7a7eba5d-2dd6-44e3-ada1-01db060d80ae tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 932 time: 0.1407890 Sep 16 05:15:26.099755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47a39307-916b-4af6-8040-7652b80ed21d req-b2a37243-c15f-4642-a941-f706f422420f tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534227 Sep 16 05:15:26.134792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.206914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Pushing event updated for resources: {'Port': ['ID=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:26.318745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad812edc-c378-4361-8565-d6205ef32fb2 req-be0e4905-f960-478c-8f71-4fbc5b42595a tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.328186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad812edc-c378-4361-8565-d6205ef32fb2 req-be0e4905-f960-478c-8f71-4fbc5b42595a tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.1104429 Sep 16 05:15:26.414690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d451575b-52cd-4716-b67a-f37bfd342f42 req-356559f0-d575-45c5-8a2d-3b0c05351758 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 210 time: 0.0802646 Sep 16 05:15:26.449436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad812edc-c378-4361-8565-d6205ef32fb2 req-8690ce2e-d92a-45e9-a8fa-05977c5f8afe tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808449 Sep 16 05:15:26.472971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Attempting to bind port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:26.473312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Attempting to bind port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:26.473786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Attempting to bind port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 on network 9d667bf5-0685-429c-9061-ebaa29f381d7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:26.481689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 on network 9d667bf5-0685-429c-9061-ebaa29f381d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:26.481960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Attempting to bind port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 on network 9d667bf5-0685-429c-9061-ebaa29f381d7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:26.503090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:26.519605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:26.519605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Checking segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:26.519605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Bound using segment: {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:26.519605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Bound port: 8b08e9b4-abe2-47cd-9dd4-5812314bdb64, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17634ce-cc51-4835-aaf5-9971dafa5305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:26.519605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.543536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-558d1f12-85c4-4b92-89e4-f56ce081068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.550526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-558d1f12-85c4-4b92-89e4-f56ce081068d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 1096 time: 0.2047837 Sep 16 05:15:26.570461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] For port f7e41942-d0e0-46b1-a543-46b8ddb925dd, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:26.606010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] For port f7e41942-d0e0-46b1-a543-46b8ddb925dd, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f7e41942-d0e0-46b1-a543-46b8ddb925dd,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:26.614600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:26.615268 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.644209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] For port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:26.651491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] For port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:26.703661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-f53c9273-93c5-4b70-9a35-d2dd90cb9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.705847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-f53c9273-93c5-4b70-9a35-d2dd90cb9750 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 200 len: 916 time: 0.1472721 Sep 16 05:15:26.735484 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.773329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-234ab459-0177-44f9-a74b-2819f142cc41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 HTTP/1.1" status: 200 len: 217 time: 0.0493948 Sep 16 05:15:26.777925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:26.783064 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841d1e06-8537-4dba-8ddc-e34d142a5e8c" -d '{"events": [{"server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "name": "network-vif-plugged", "status": "completed", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:26.791484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847a57e-435e-4713-915c-3a986d344e74 req-75c7907e-bf9f-4ace-a944-1b46e27ae4cd tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.793173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5847a57e-435e-4713-915c-3a986d344e74 req-75c7907e-bf9f-4ace-a944-1b46e27ae4cd tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 950 time: 0.1071625 Sep 16 05:15:26.803987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:26.810825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.865286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.940724 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:26.944395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.944395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.945172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] 10.222.0.30 "PUT /v2.0/ports/f7e41942-d0e0-46b1-a543-46b8ddb925dd HTTP/1.1" status: 200 len: 1092 time: 3.1245482 Sep 16 05:15:26.946992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-3b569b47-b2e2-4070-a52b-b5dd2bf60155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.952846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-3b569b47-b2e2-4070-a52b-b5dd2bf60155 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4cb26ff1-a9a9-4495-b715-07b37c141b1b HTTP/1.1" status: 200 len: 854 time: 0.1527686 Sep 16 05:15:26.955163 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eb4de1-b858-4545-8d35-d7714dfbb73b x-openstack-request-id: req-66eb4de1-b858-4545-8d35-d7714dfbb73b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:26.955529 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "name": "network-vif-plugged", "status": "completed", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:26.955734 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66eb4de1-b858-4545-8d35-d7714dfbb73b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:26.956138 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'code': 200} Sep 16 05:15:26.957882 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.959030 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.960770 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] 10.222.0.66 "PUT /v2.0/ports/8b08e9b4-abe2-47cd-9dd4-5812314bdb64 HTTP/1.1" status: 200 len: 1093 time: 2.0309801 Sep 16 05:15:26.963754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16282e5-afcf-498d-9a36-d61d33cd11cd', 'tag': '8b08e9b4-abe2-47cd-9dd4-5812314bdb64'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:26.965795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34327804-029c-4dab-be3d-edba1f0f3966', 'tag': 'f7e41942-d0e0-46b1-a543-46b8ddb925dd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:26.967216 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc948e6-307f-41c0-98d4-d7deb132d5df" -d '{"events": [{"name": "network-changed", "server_uuid": "f16282e5-afcf-498d-9a36-d61d33cd11cd", "tag": "8b08e9b4-abe2-47cd-9dd4-5812314bdb64"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:26.976624 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088fdaf2-55aa-4642-8699-91f73b5ff7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "34327804-029c-4dab-be3d-edba1f0f3966", "tag": "f7e41942-d0e0-46b1-a543-46b8ddb925dd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:26.979929 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.008776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5847a57e-435e-4713-915c-3a986d344e74 req-65e6f785-e039-49c0-b197-5128456f8a07 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013826 Sep 16 05:15:27.073270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea2e2f-09f6-43e6-96ee-75308d292c67 service neutron] Pushing event updated for resources: {'Port': ['ID=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.102874 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd5ea0-4dc8-4cfc-ba5b-532199291712 x-openstack-request-id: req-7cfd5ea0-4dc8-4cfc-ba5b-532199291712 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:27.103163 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16282e5-afcf-498d-9a36-d61d33cd11cd", "tag": "8b08e9b4-abe2-47cd-9dd4-5812314bdb64", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:27.103502 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cfd5ea0-4dc8-4cfc-ba5b-532199291712 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:27.103927 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16282e5-afcf-498d-9a36-d61d33cd11cd', 'tag': '8b08e9b4-abe2-47cd-9dd4-5812314bdb64', 'status': 'completed', 'code': 200} Sep 16 05:15:27.112806 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446b99a5-d367-4b6d-ba29-f64cbd92ffb6 x-openstack-request-id: req-446b99a5-d367-4b6d-ba29-f64cbd92ffb6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:27.113351 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34327804-029c-4dab-be3d-edba1f0f3966", "tag": "f7e41942-d0e0-46b1-a543-46b8ddb925dd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:27.113692 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-446b99a5-d367-4b6d-ba29-f64cbd92ffb6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:27.114452 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34327804-029c-4dab-be3d-edba1f0f3966', 'tag': 'f7e41942-d0e0-46b1-a543-46b8ddb925dd', 'status': 'completed', 'code': 200} Sep 16 05:15:27.130193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-9dd75d8a-6c94-401e-a7e2-ab019dfd5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.154058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-9dd75d8a-6c94-401e-a7e2-ab019dfd5b26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d667bf5-0685-429c-9061-ebaa29f381d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1346173 Sep 16 05:15:27.156002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee75910-3e9d-4b7b-b2ce-9426be8ca85a service neutron] Pushing event updated for resources: {'Port': ['ID=f7e41942-d0e0-46b1-a543-46b8ddb925dd,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.184180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.314124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc948e6-307f-41c0-98d4-d7deb132d5df req-666b64bd-4669-4a80-9e90-b13758313446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.317166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bfc948e6-307f-41c0-98d4-d7deb132d5df req-666b64bd-4669-4a80-9e90-b13758313446 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 1096 time: 0.1391311 Sep 16 05:15:27.401654 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.408382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fdaf2-55aa-4642-8699-91f73b5ff7c8 req-2e1a1271-d618-4dbf-bd22-abea829834d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.411435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-088fdaf2-55aa-4642-8699-91f73b5ff7c8 req-2e1a1271-d618-4dbf-bd22-abea829834d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 1095 time: 0.2099884 Sep 16 05:15:27.443521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5884e-0cb2-4a5f-b388-3bfd7ebe4bc8 req-c9ff8ec4-b331-4335-98ed-11bd72f4177e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.446496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6b5884e-0cb2-4a5f-b388-3bfd7ebe4bc8 req-c9ff8ec4-b331-4335-98ed-11bd72f4177e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 944 time: 0.1253276 Sep 16 05:15:27.531460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-d7104ec8-f26c-4f37-9145-336f60e4ecd4 service neutron] 10.222.0.30 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642938 Sep 16 05:15:27.739630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6b5884e-0cb2-4a5f-b388-3bfd7ebe4bc8 req-fa1177f0-6164-42a3-8db3-09558a5c198d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355969 Sep 16 05:15:27.771483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc948e6-307f-41c0-98d4-d7deb132d5df req-301b7b7f-a2d0-4a94-95da-fc7e15f81e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.771483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bfc948e6-307f-41c0-98d4-d7deb132d5df req-301b7b7f-a2d0-4a94-95da-fc7e15f81e77 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4362190 Sep 16 05:15:27.895407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fdaf2-55aa-4642-8699-91f73b5ff7c8 req-2baa5df8-0815-4275-9598-be85cb3c1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.896994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-088fdaf2-55aa-4642-8699-91f73b5ff7c8 req-2baa5df8-0815-4275-9598-be85cb3c1f23 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4493194 Sep 16 05:15:27.903754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c4535fe-150c-43b0-8c4b-8c0c0937db9d req-a9fe21ae-3376-4c97-a6c6-dbddf21262d8 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 210 time: 0.0747495 Sep 16 05:15:27.933577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-224e8eb8-475e-4325-841e-21fd2c54ff9f req-e563bde8-4907-4ab7-bc73-0f2238346e0e service neutron] 10.222.0.30 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284016 Sep 16 05:15:28.051017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd0af-5b03-4643-8b89-edca5ce484bb req-26a26e72-f51a-474b-a38f-c69b62f50386 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.060365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-953bd0af-5b03-4643-8b89-edca5ce484bb req-26a26e72-f51a-474b-a38f-c69b62f50386 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.2051022 Sep 16 05:15:28.064359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc948e6-307f-41c0-98d4-d7deb132d5df req-347292df-b565-4c0b-b194-516c4a989f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.066334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bfc948e6-307f-41c0-98d4-d7deb132d5df req-347292df-b565-4c0b-b194-516c4a989f65 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2628198 Sep 16 05:15:28.135545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-953bd0af-5b03-4643-8b89-edca5ce484bb req-840216fd-1286-4e31-adcc-9bede566ec5c tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744836 Sep 16 05:15:28.142181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fdaf2-55aa-4642-8699-91f73b5ff7c8 req-501de84a-ae2b-4251-9934-f4a1223766af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.144184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-088fdaf2-55aa-4642-8699-91f73b5ff7c8 req-501de84a-ae2b-4251-9934-f4a1223766af service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092712 Sep 16 05:15:28.280417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-45e38d3d-09c3-41c3-aa51-cb60ac5f7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.281956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-45e38d3d-09c3-41c3-aa51-cb60ac5f7d56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 1096 time: 0.0786264 Sep 16 05:15:28.330155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a285e-8387-40f9-b677-44375ef89317 req-88660b16-15f4-48cc-9aef-0eeccb595792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.332195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-88660b16-15f4-48cc-9aef-0eeccb595792 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 1095 time: 0.0762136 Sep 16 05:15:28.370492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:28.380262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:28.407228 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-cbe41e30-d7f4-440e-9579-8b207859165c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b08e9b4-abe2-47cd-9dd4-5812314bdb64 HTTP/1.1" status: 200 len: 217 time: 0.1078892 Sep 16 05:15:28.465621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-8ab428cf-82a7-4fbc-ad86-3ccb1fa88f6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e41942-d0e0-46b1-a543-46b8ddb925dd HTTP/1.1" status: 200 len: 217 time: 0.1177461 Sep 16 05:15:28.507621 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.534920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:28.551469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a285e-8387-40f9-b677-44375ef89317 req-1a5bf59b-df58-4e0a-ae6b-8b0d7beb8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.554143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-1a5bf59b-df58-4e0a-ae6b-8b0d7beb8037 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4cb26ff1-a9a9-4495-b715-07b37c141b1b HTTP/1.1" status: 200 len: 854 time: 0.0796831 Sep 16 05:15:28.556227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-93efb0f7-f22d-4f5a-bcc4-b3357234308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.558184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-93efb0f7-f22d-4f5a-bcc4-b3357234308a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4cb26ff1-a9a9-4495-b715-07b37c141b1b HTTP/1.1" status: 200 len: 854 time: 0.1451135 Sep 16 05:15:28.662918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-5ca7d2e0-aadc-4234-a3e8-1864759d3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.667696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-5ca7d2e0-aadc-4234-a3e8-1864759d3897 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d667bf5-0685-429c-9061-ebaa29f381d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006207 Sep 16 05:15:28.686830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a285e-8387-40f9-b677-44375ef89317 req-ebe12be2-361f-4a1c-9d43-0f7a051c1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.686830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-ebe12be2-361f-4a1c-9d43-0f7a051c1b17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d667bf5-0685-429c-9061-ebaa29f381d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221828 Sep 16 05:15:28.748162 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.779839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:28.886572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '82b9eb81-3849-4e8f-9041-344884285e34', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '82b9eb81-3849-4e8f-9041-344884285e34', 'mac_address': 'fa:16:3e:8d:86:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:28.926957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:28.946116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-7828b37d-7f61-4bc9-ab4b-2b31d66e6807 service neutron] 10.222.0.66 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642150 Sep 16 05:15:28.946726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-424d86cb-a0c3-4a9f-900c-bcdc7b68173d service neutron] 10.222.0.30 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480853 Sep 16 05:15:28.979349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:28.982275 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4557dad-b347-4d8b-89b1-e616c4446ab1" -d '{"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-unplugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:29.010314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:29.015990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '5c0d58b1-d79b-46d5-b7d6-8a8b2d816887', 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7', 'port_id': '5c0d58b1-d79b-46d5-b7d6-8a8b2d816887', 'mac_address': 'fa:16:3e:47:3c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb26ff1-a9a9-4495-b715-07b37c141b1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:29.041213 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.125392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82b9eb81-3849-4e8f-9041-344884285e34 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:29.185607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.185826 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d9e7948-d4e5-46f6-8212-a39a77b98082 req-b161a77e-aef8-4f63-94ea-035378fe72a7 service neutron] 10.222.0.66 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942117 Sep 16 05:15:29.186070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:29.186214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db1a285e-8387-40f9-b677-44375ef89317 req-04c7b7ae-d1c3-4106-81ee-67dcdcc08bff service neutron] 10.222.0.30 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193518 Sep 16 05:15:29.197500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:30.305242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.541452 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:15:30.554086 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:15:30.554086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:30.582683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13fcbe-17c9-406e-99f4-0e125bd240d3 req-90f744aa-e6b7-425d-8450-5d53cc0d9c40 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.586468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a13fcbe-17c9-406e-99f4-0e125bd240d3 req-90f744aa-e6b7-425d-8450-5d53cc0d9c40 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 944 time: 0.1050098 Sep 16 05:15:30.647801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a13fcbe-17c9-406e-99f4-0e125bd240d3 req-fb9c618a-b7c5-453d-8599-b63dd8628b2a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510290 Sep 16 05:15:30.882727 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8042a8a6-c68f-4245-92b8-e2ee82806f96 req-be82328a-c29e-46fe-abee-de9d4fe45c97 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 210 time: 0.0809028 Sep 16 05:15:30.949400 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb05ea-7223-44c6-8e74-a8e2701560a5 x-openstack-request-id: req-e9fb05ea-7223-44c6-8e74-a8e2701560a5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:30.949714 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-unplugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:30.950019 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9fb05ea-7223-44c6-8e74-a8e2701560a5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:30.950987 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34', 'code': 200} Sep 16 05:15:30.962679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.144650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.194273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.218577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-67ad2060-d738-4be8-883b-d6e9439744a6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6808677a59d2414aa25df9f76d7c760c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655928 Sep 16 05:15:31.225584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b9eb81-3849-4e8f-9041-344884285e34 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:31.277951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:31.329332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['5c0d58b1-d79b-46d5-b7d6-8a8b2d816887'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:31.407126 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f2ff2-d3fb-42bf-9ccc-48dad31c8209 req-6451cf7d-ea64-48d1-a287-c881f93bad52 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.415477 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a13f2ff2-d3fb-42bf-9ccc-48dad31c8209 req-6451cf7d-ea64-48d1-a287-c881f93bad52 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 948 time: 0.2100616 Sep 16 05:15:31.489319 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.502803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-d1ab8e54-7e51-4800-a0dc-dd75bb6a4db6 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.508365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-d1ab8e54-7e51-4800-a0dc-dd75bb6a4db6 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 950 time: 0.2019956 Sep 16 05:15:31.515359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-b18c6a4b-be43-4a51-bbca-549b008a3135 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.517162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-b18c6a4b-be43-4a51-bbca-549b008a3135 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817795 Sep 16 05:15:31.540705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a13f2ff2-d3fb-42bf-9ccc-48dad31c8209 req-5df7cfde-061a-4751-848c-4ee97c5accb3 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200902 Sep 16 05:15:31.587968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Request body: {'port': {'device_id': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '6808677a59d2414aa25df9f76d7c760c'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:31.698121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.836051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82622-39e9-4955-8579-0465eaac4d12 req-05d391d4-5eea-47be-b01c-16d71bbab005 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.844899 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcb82622-39e9-4955-8579-0465eaac4d12 req-05d391d4-5eea-47be-b01c-16d71bbab005 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 950 time: 0.1879354 Sep 16 05:15:31.896246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Deleting port 1967b65d-3649-4cbd-85a2-e46b0f9a937f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:31.896833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.923944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['82b9eb81-3849-4e8f-9041-344884285e34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:32.015915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcb82622-39e9-4955-8579-0465eaac4d12 req-33b431e6-00e6-469d-8178-dfb5d8db844a tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686702 Sep 16 05:15:32.126767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Made reservation on behalf of 6808677a59d2414aa25df9f76d7c760c for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:32.130566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.149762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.207702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] For port 1967b65d-3649-4cbd-85a2-e46b0f9a937f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1967b65d-3649-4cbd-85a2-e46b0f9a937f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:32.208147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.274863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-4c641804-4297-44ce-8baa-a692f76e9c76 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6808677a59d2414aa25df9f76d7c760c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644882 Sep 16 05:15:32.329953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Calling delete_port for 1967b65d-3649-4cbd-85a2-e46b0f9a937f owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:32.515788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-d9322088-6594-4636-9d36-81cca7eac4e5 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.524285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-d9322088-6594-4636-9d36-81cca7eac4e5 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369823 Sep 16 05:15:32.573695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Request body: {'port': {'device_id': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '6808677a59d2414aa25df9f76d7c760c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:32.573946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76ead6-8284-46c5-8f8c-7650ef6076bd req-093158fd-3f51-4200-9965-c3f5cdd6bafc tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.573946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c76ead6-8284-46c5-8f8c-7650ef6076bd req-093158fd-3f51-4200-9965-c3f5cdd6bafc tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 944 time: 0.3207390 Sep 16 05:15:32.743261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.772339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c76ead6-8284-46c5-8f8c-7650ef6076bd req-f132f436-a1b6-48b2-b1ae-a99e83609767 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189274 Sep 16 05:15:32.881321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6905c9e7-9361-463e-b8c2-09865c7a5ed4 req-55ebe32e-1f74-47d9-9f76-29101ba31558 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 210 time: 0.0308592 Sep 16 05:15:32.995053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:33.070767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76327366-035a-473f-821e-913cd72d3f49 req-658a0d26-5a23-4949-ad56-ebd42178fba1 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.072391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-76327366-035a-473f-821e-913cd72d3f49 req-658a0d26-5a23-4949-ad56-ebd42178fba1 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 950 time: 0.0535648 Sep 16 05:15:33.127170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-76327366-035a-473f-821e-913cd72d3f49 req-d7ac43d2-303e-4332-8a77-8d290ae9b356 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455470 Sep 16 05:15:33.281426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181bf41-e727-47a8-9145-93904c28f5e8 req-f42fab51-37f8-41a4-871f-fa83e9a4ab0d tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.283031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5181bf41-e727-47a8-9145-93904c28f5e8 req-f42fab51-37f8-41a4-871f-fa83e9a4ab0d tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 950 time: 0.0906112 Sep 16 05:15:33.334106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5181bf41-e727-47a8-9145-93904c28f5e8 req-300241ad-c2ba-4889-899c-cc1bff85a897 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1709fa1-eb88-442e-84a0-798cc68bf739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444498 Sep 16 05:15:33.369414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:33.370304 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.382144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:33.382886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.391829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.444265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1967b65d-3649-4cbd-85a2-e46b0f9a937f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:33.469379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Pushing event deleted for resources: {'Port': ['ID=1967b65d-3649-4cbd-85a2-e46b0f9a937f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:33.552441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b188b264-962c-4fb2-81cb-86e8c6fcb94d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:33.572445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Made reservation on behalf of 6808677a59d2414aa25df9f76d7c760c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:33.586043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.588802 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.607704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:33.626647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] No DVR routers for this DVR port 1967b65d-3649-4cbd-85a2-e46b0f9a937f on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:33.652616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.656260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a35b84f-9aae-4652-a640-ba4a7ef3ade8 req-080f3e88-e52c-4867-add1-fb0043033821 tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.66 "DELETE /v2.0/ports/1967b65d-3649-4cbd-85a2-e46b0f9a937f HTTP/1.1" status: 204 len: 173 time: 2.1373119 Sep 16 05:15:33.659697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1b5d28-524f-49fe-baa5-c8f25f7eae75', 'name': 'network-vif-deleted', 'tag': '1967b65d-3649-4cbd-85a2-e46b0f9a937f'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:33.661882 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac017512-933b-4864-b10f-4c5839121713" -d '{"events": [{"server_uuid": "6a1b5d28-524f-49fe-baa5-c8f25f7eae75", "name": "network-vif-deleted", "tag": "1967b65d-3649-4cbd-85a2-e46b0f9a937f"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:33.682781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:33.685532 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91318a13-97d2-43c1-b7ae-b72444f7f32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0d58b1-d79b-46d5-b7d6-8a8b2d816887'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:33.689698 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f79741b-339c-47ff-baab-88dc0374a6bc" -d '{"events": [{"server_uuid": "91318a13-97d2-43c1-b7ae-b72444f7f32e", "name": "network-vif-plugged", "status": "completed", "tag": "5c0d58b1-d79b-46d5-b7d6-8a8b2d816887"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:33.761279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Allocated IP 192.168.233.26 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/fa527741-abdd-45eb-af2d-2a18026c3769) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:33.768572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 82b9eb81-3849-4e8f-9041-344884285e34 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:33.768918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.799877 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f867c14-51c1-4d72-b90a-4a4974f6e025 x-openstack-request-id: req-5f867c14-51c1-4d72-b90a-4a4974f6e025 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:33.800181 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1b5d28-524f-49fe-baa5-c8f25f7eae75", "name": "network-vif-deleted", "tag": "1967b65d-3649-4cbd-85a2-e46b0f9a937f", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:33.803501 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f867c14-51c1-4d72-b90a-4a4974f6e025 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:33.804607 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1b5d28-524f-49fe-baa5-c8f25f7eae75', 'name': 'network-vif-deleted', 'tag': '1967b65d-3649-4cbd-85a2-e46b0f9a937f', 'status': 'completed', 'code': 200} Sep 16 05:15:33.884144 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4abab7-b5ed-4c36-a689-6f008e8a75e1 x-openstack-request-id: req-1b4abab7-b5ed-4c36-a689-6f008e8a75e1 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:33.884718 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91318a13-97d2-43c1-b7ae-b72444f7f32e", "name": "network-vif-plugged", "status": "completed", "tag": "5c0d58b1-d79b-46d5-b7d6-8a8b2d816887", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:33.885127 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b4abab7-b5ed-4c36-a689-6f008e8a75e1 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:33.885674 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91318a13-97d2-43c1-b7ae-b72444f7f32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0d58b1-d79b-46d5-b7d6-8a8b2d816887', 'code': 200} Sep 16 05:15:33.888739 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.974983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1795-12be-4285-bac4-85f4c9508748 req-c022016c-bbca-4a62-9ee9-12c2feca3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.979840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-971e1795-12be-4285-bac4-85f4c9508748 req-c022016c-bbca-4a62-9ee9-12c2feca3e96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 1098 time: 0.0751390 Sep 16 05:15:34.039890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:34.096492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-971e1795-12be-4285-bac4-85f4c9508748 req-81a4d8c4-1c83-4c36-8730-0c778a9e0561 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089118 Sep 16 05:15:34.113395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c63c97a-31d4-4dba-9069-2e962970122d req-bee11527-2f24-4223-b4e3-de2d4e7385ff tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 210 time: 0.0756593 Sep 16 05:15:34.141752 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.223664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe37b-de80-4242-b424-897bf650a025 req-b90f6001-2cf3-463c-911b-8f854c49535e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:34.226714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:34.232553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ddfe37b-de80-4242-b424-897bf650a025 req-b90f6001-2cf3-463c-911b-8f854c49535e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 944 time: 0.2396002 Sep 16 05:15:34.267074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.360518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ddfe37b-de80-4242-b424-897bf650a025 req-477dd934-02c0-42bb-b991-de41bdaa502d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568628 Sep 16 05:15:34.437604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.437604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1967b65d-3649-4cbd-85a2-e46b0f9a937f no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:34.522039 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.649590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99509661-7d6c-4d06-8eed-9e5b6193f231 req-2e8c8d92-c145-447c-acb4-023b3555b2a7 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:34.662505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99509661-7d6c-4d06-8eed-9e5b6193f231 req-2e8c8d92-c145-447c-acb4-023b3555b2a7 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 951 time: 0.1858027 Sep 16 05:15:34.672498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:34.684896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:34.694654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Allocated IP 192.168.233.8 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/1ecf1b4b-a772-43f4-8744-aa982779ffcd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:34.706592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a5baf1c-f0ed-4aa5-9eb6-d480aea6e38a req-d9d773d7-5c6d-4e1e-8185-9e8a4b883b3f tempest-TenantUsagesTestJSON-1040719631 tempest-TenantUsagesTestJSON-1040719631-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a1b5d28-524f-49fe-baa5-c8f25f7eae75 HTTP/1.1" status: 200 len: 210 time: 0.0503829 Sep 16 05:15:34.753392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:34.758745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=11']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:34.769451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 1967b65d-3649-4cbd-85a2-e46b0f9a937f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:34.772508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1967b65d-3649-4cbd-85a2-e46b0f9a937f not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:34.852812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:34.905067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99509661-7d6c-4d06-8eed-9e5b6193f231 req-aa14fd27-32ba-4db3-854f-071613ed8ce1 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395823 Sep 16 05:15:34.921486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.921868 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.922246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.928000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.928602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.928938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.929297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.929632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.930083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.933113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.933523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:34.933903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:35.007987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.008604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.012291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f7e41942-d0e0-46b1-a543-46b8ddb925dd details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:35.129327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.186040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-44a9d6f8-4b82-4532-886e-9f801315fd59 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6429863 Sep 16 05:15:35.209134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Request body: {'port': {'device_id': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:35.230513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f7e41942-d0e0-46b1-a543-46b8ddb925dd, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f7e41942-d0e0-46b1-a543-46b8ddb925dd,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:35.282121 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aace6471-f773-41d6-a6fd-9f09f14faccd req-f7ab104a-00a3-48a8-b39a-414fa22ab304 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 210 time: 0.0466957 Sep 16 05:15:35.291316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'f7e41942-d0e0-46b1-a543-46b8ddb925dd', 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7', 'port_id': 'f7e41942-d0e0-46b1-a543-46b8ddb925dd', 'mac_address': 'fa:16:3e:86:93:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb26ff1-a9a9-4495-b715-07b37c141b1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:35.349078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-18e82789-337d-435b-a3a4-11cff43ae83b None None] Provisioning complete for port fa527741-abdd-45eb-af2d-2a18026c3769 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:35.355918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18e82789-337d-435b-a3a4-11cff43ae83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.369237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.396800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.592453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:35.607539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:35.619418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:35.664110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-18e82789-337d-435b-a3a4-11cff43ae83b None None] Port fa527741-abdd-45eb-af2d-2a18026c3769 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:35.675950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:35.798665 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.859302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e41942-d0e0-46b1-a543-46b8ddb925dd {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:35.860567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Pushing event updated for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:35.892231 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:15:35.914367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:35.919761 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f063924-495d-45aa-8e5d-7b585262c969" -d '{"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-plugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:35.946080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.946889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.082615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f7e41942-d0e0-46b1-a543-46b8ddb925dd, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f7e41942-d0e0-46b1-a543-46b8ddb925dd,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:36.105964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-1977a6f7-589b-4696-be86-82f05bc76158 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5716474 Sep 16 05:15:36.127539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Request body: {'port': {'device_id': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:36.249587 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.298189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.408911 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1494a7c-2333-4cb7-bfb4-917eb2ee6632 x-openstack-request-id: req-b1494a7c-2333-4cb7-bfb4-917eb2ee6632 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:36.409272 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-plugged", "status": "completed", "tag": "82b9eb81-3849-4e8f-9041-344884285e34", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:36.409456 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1494a7c-2333-4cb7-bfb4-917eb2ee6632 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:36.409846 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34', 'code': 200} Sep 16 05:15:36.417057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=f7e41942-d0e0-46b1-a543-46b8ddb925dd,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:36.446885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.447296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.452290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.456350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.456773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.457161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.457508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.458167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.458512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.458846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.459210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.459569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:36.547059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4cd42734-a509-4dd2-bb35-a1d43386b15d None None] Provisioning complete for port 1ecf1b4b-a772-43f4-8744-aa982779ffcd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:36.553942 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cd42734-a509-4dd2-bb35-a1d43386b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.644170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242ff86-68fd-4a2e-9ba7-6612d6550941 req-93767443-9205-4df5-9295-5b00364828f6 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.645725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4242ff86-68fd-4a2e-9ba7-6612d6550941 req-93767443-9205-4df5-9295-5b00364828f6 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 944 time: 0.9641719 Sep 16 05:15:36.664167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['f7e41942-d0e0-46b1-a543-46b8ddb925dd'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:36.672835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa527741-abdd-45eb-af2d-2a18026c3769 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:36.674121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:36.682823 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.698175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Transition to ACTIVE for port object fa527741-abdd-45eb-af2d-2a18026c3769 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:36.721267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e59f7-09a2-42cb-8fc0-27fd8579e27d req-d5bb3c50-133f-4ef7-bbb9-2fb452497812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.722931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec9e59f7-09a2-42cb-8fc0-27fd8579e27d req-d5bb3c50-133f-4ef7-bbb9-2fb452497812 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1103 time: 0.2887065 Sep 16 05:15:36.744072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ccb6c-0ae8-4446-96a6-8c1b4eea1e2d req-4b789008-2a17-4e27-ba11-77dc2288bbb7 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.744482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8b08e9b4-abe2-47cd-9dd4-5812314bdb64', 'network_id': '9d667bf5-0685-429c-9061-ebaa29f381d7', 'port_id': '8b08e9b4-abe2-47cd-9dd4-5812314bdb64', 'mac_address': 'fa:16:3e:3d:47:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb26ff1-a9a9-4495-b715-07b37c141b1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:36.747075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-555ccb6c-0ae8-4446-96a6-8c1b4eea1e2d req-4b789008-2a17-4e27-ba11-77dc2288bbb7 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 951 time: 0.2581191 Sep 16 05:15:36.748546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4242ff86-68fd-4a2e-9ba7-6612d6550941 req-b4179e0e-aa88-42d3-8158-a3f06e3d7d93 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899265 Sep 16 05:15:36.784675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec9e59f7-09a2-42cb-8fc0-27fd8579e27d req-ae3a5230-eda9-4e48-80ae-a359833a2e10 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 Sep 16 05:15:36.800874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4cd42734-a509-4dd2-bb35-a1d43386b15d None None] Port 1ecf1b4b-a772-43f4-8744-aa982779ffcd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:36.825267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-555ccb6c-0ae8-4446-96a6-8c1b4eea1e2d req-f7ebf715-bc9b-4b67-92a5-9d3da18d7c09 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548253 Sep 16 05:15:36.930601 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.009175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:37.048460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1663-b45d-4220-90f3-abc702d08119 req-7672740f-bd24-4d2b-8ce9-28f347cfea85 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.068150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdbc1663-b45d-4220-90f3-abc702d08119 req-7672740f-bd24-4d2b-8ce9-28f347cfea85 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 934 time: 0.2095861 Sep 16 05:15:37.076064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.090121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:37.158252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43790) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.191793 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.252457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.359464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdbc1663-b45d-4220-90f3-abc702d08119 req-3610fe58-fce4-4737-a539-8d4314c6c375 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900743 Sep 16 05:15:37.373963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.461311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Attempting to bind port fa527741-abdd-45eb-af2d-2a18026c3769 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:37.466380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Attempting to bind port fa527741-abdd-45eb-af2d-2a18026c3769 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:37.466380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Attempting to bind port fa527741-abdd-45eb-af2d-2a18026c3769 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:37.469185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Port fa527741-abdd-45eb-af2d-2a18026c3769 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:37.469754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Attempting to bind port fa527741-abdd-45eb-af2d-2a18026c3769 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:37.478075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:37.478818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:37.479255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:37.480027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Bound port: fa527741-abdd-45eb-af2d-2a18026c3769, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:37.480572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.518112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecf1b4b-a772-43f4-8744-aa982779ffcd {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:37.531929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.558221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Transition to ACTIVE for port object 1ecf1b4b-a772-43f4-8744-aa982779ffcd will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:37.580411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8b08e9b4-abe2-47cd-9dd4-5812314bdb64'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:37.626812 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-294c00aa-9af6-4984-b566-edfc4a90c84f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be834818e8194331be525da7819515d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561944 Sep 16 05:15:37.627077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43804) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:37.630371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:37.729148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:37.745580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.765613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6446a91e-4011-4a5e-9c47-c44751738dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.871112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.899543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.903121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.904483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.905674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.907652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.922238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.923174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.923709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.924237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.924820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.925572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.926339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.926888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:37.986641 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6446a91e-4011-4a5e-9c47-c44751738dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.143283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ed4ac-50fc-45d2-825c-2c94da082dba req-f998d959-c137-4fb7-b7b1-e258b0544ee9 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.153241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b72ed4ac-50fc-45d2-825c-2c94da082dba req-f998d959-c137-4fb7-b7b1-e258b0544ee9 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 945 time: 0.1442962 Sep 16 05:15:38.233602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b72ed4ac-50fc-45d2-825c-2c94da082dba req-4dd65cc5-677b-4b4b-972a-e0411d18c46b tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790212 Sep 16 05:15:38.242352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Attempting to bind port 1ecf1b4b-a772-43f4-8744-aa982779ffcd on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:38.243057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Attempting to bind port 1ecf1b4b-a772-43f4-8744-aa982779ffcd by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:38.244462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Attempting to bind port 1ecf1b4b-a772-43f4-8744-aa982779ffcd on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:38.259228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Port 1ecf1b4b-a772-43f4-8744-aa982779ffcd on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:38.259730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Attempting to bind port 1ecf1b4b-a772-43f4-8744-aa982779ffcd on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:38.281475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:38.282456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:38.284208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:38.286614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Bound port: 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:38.287480 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.515116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:38.520570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:38.673573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.772759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.773707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.775309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] 10.222.0.66 "PUT /v2.0/ports/1ecf1b4b-a772-43f4-8744-aa982779ffcd HTTP/1.1" status: 200 len: 1095 time: 2.6529222 Sep 16 05:15:38.777830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:38.780275 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f841fe-83b7-40ce-bb0f-dc3c15232685" -d '{"events": [{"name": "network-changed", "server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:38.804911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:38.816739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.818555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.822983 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-22c44063-928d-467d-b4c4-fdad7b2f8ebc service neutron] 10.222.0.66 "PUT /v2.0/ports/fa527741-abdd-45eb-af2d-2a18026c3769 HTTP/1.1" status: 200 len: 1096 time: 3.6193931 Sep 16 05:15:38.836707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:38.842107 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f821a1-ff6d-48a0-a495-4a14a482769b" -d '{"events": [{"name": "network-changed", "server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:38.849964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13888def-b6ab-44a3-b7bc-d06fab04f064 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:38.996649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f7e41942-d0e0-46b1-a543-46b8ddb925dd up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:39.032898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f751703-80fd-442b-a1a5-d62296648c78 req-f8ff6898-3de7-4549-98fa-5ffe90b87043 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.060717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f751703-80fd-442b-a1a5-d62296648c78 req-f8ff6898-3de7-4549-98fa-5ffe90b87043 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 946 time: 0.1938465 Sep 16 05:15:39.090787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be910e04-16f9-452a-bc19-13ffc12bee78 req-48ca161c-2c2b-4b0d-961a-734a8d5ec1c3 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.102338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-be910e04-16f9-452a-bc19-13ffc12bee78 req-48ca161c-2c2b-4b0d-961a-734a8d5ec1c3 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 951 time: 1.0429492 Sep 16 05:15:39.180015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6446a91e-4011-4a5e-9c47-c44751738dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.188907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6446a91e-4011-4a5e-9c47-c44751738dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.212245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6446a91e-4011-4a5e-9c47-c44751738dea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1709fa1-eb88-442e-84a0-798cc68bf739 HTTP/1.1" status: 204 len: 168 time: 1.5805252 Sep 16 05:15:39.247838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port f7e41942-d0e0-46b1-a543-46b8ddb925dd completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:39.252818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port f7e41942-d0e0-46b1-a543-46b8ddb925dd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:39.253201 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:39.275527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f751703-80fd-442b-a1a5-d62296648c78 req-82427600-aa5b-4410-a65c-b7f7d91e60b1 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083204 Sep 16 05:15:39.294865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-b2288de2-3287-454d-8e90-30c9832d6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.308402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-6cd6ea64-e85b-4dd7-8a07-1bcd0c2600ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.310479 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-6cd6ea64-e85b-4dd7-8a07-1bcd0c2600ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6808677a59d2414aa25df9f76d7c760c&device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 1098 time: 0.3713841 Sep 16 05:15:39.316200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-b2288de2-3287-454d-8e90-30c9832d6554 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6808677a59d2414aa25df9f76d7c760c&device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 1099 time: 0.2529511 Sep 16 05:15:39.322276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446a91e-4011-4a5e-9c47-c44751738dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1709fa1-eb88-442e-84a0-798cc68bf739,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:39.349537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-be910e04-16f9-452a-bc19-13ffc12bee78 req-05431f66-ad6f-4b2d-b381-ecc154053b27 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463725 Sep 16 05:15:39.500191 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f2f40f-a82e-487b-8213-3cf5f4414a96 x-openstack-request-id: req-d7f2f40f-a82e-487b-8213-3cf5f4414a96 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:39.500496 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:39.500751 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7f2f40f-a82e-487b-8213-3cf5f4414a96 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:39.501170 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'status': 'completed', 'code': 200} Sep 16 05:15:39.502847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-fa1583b0-0274-4ceb-9cd3-e16f0b8ea3c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=fa527741-abdd-45eb-af2d-2a18026c3769 HTTP/1.1" status: 200 len: 217 time: 0.1624191 Sep 16 05:15:39.504610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-9c9c3747-f79b-40dc-88b0-9ca823da97bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd HTTP/1.1" status: 200 len: 217 time: 0.1487999 Sep 16 05:15:39.657710 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b8dacf-5637-4f89-bd44-d8f839f45c54 x-openstack-request-id: req-74b8dacf-5637-4f89-bd44-d8f839f45c54 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:39.665482 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:39.672345 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74b8dacf-5637-4f89-bd44-d8f839f45c54 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:39.672976 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'status': 'completed', 'code': 200} Sep 16 05:15:39.728320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-972f36dd-1fb9-4168-a610-5cb116a1fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.740312 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-972f36dd-1fb9-4168-a610-5cb116a1fe32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2195368 Sep 16 05:15:39.754410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-ae1cf374-4d72-4e34-b3c1-340fbebc7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.765878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-ae1cf374-4d72-4e34-b3c1-340fbebc7d75 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2505827 Sep 16 05:15:39.901399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efd2a-52e8-4abc-8e93-6ed205a95064 req-8aac189f-2a97-444c-88db-977351cab964 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.909660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb8efd2a-52e8-4abc-8e93-6ed205a95064 req-8aac189f-2a97-444c-88db-977351cab964 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 945 time: 0.3314800 Sep 16 05:15:39.944368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:39.965036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-63ba468c-4432-4eb8-91fe-f6e9e6ddea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.970493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-63ba468c-4432-4eb8-91fe-f6e9e6ddea68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2160265 Sep 16 05:15:39.993086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-d9eb77e7-c973-4b15-aa3f-ffc5966da73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.994641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-d9eb77e7-c973-4b15-aa3f-ffc5966da73f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2133934 Sep 16 05:15:40.035988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb8efd2a-52e8-4abc-8e93-6ed205a95064 req-8ceef6d2-84b0-4172-98da-6509a1c2af0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253955 Sep 16 05:15:40.072739 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.162136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34327804-029c-4dab-be3d-edba1f0f3966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e41942-d0e0-46b1-a543-46b8ddb925dd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:40.165502 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec17e534-ce00-42d2-bf84-638e9ff40f84" -d '{"events": [{"server_uuid": "34327804-029c-4dab-be3d-edba1f0f3966", "name": "network-vif-plugged", "status": "completed", "tag": "f7e41942-d0e0-46b1-a543-46b8ddb925dd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:40.226328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f7e41942-d0e0-46b1-a543-46b8ddb925dd, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f7e41942-d0e0-46b1-a543-46b8ddb925dd,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:40.244248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-6447d7dc-ddbf-4e3b-a1a8-7c5c158b1726 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340555 Sep 16 05:15:40.249119 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1df135-3f81-4e62-9fa9-9abe341bc169 x-openstack-request-id: req-4d1df135-3f81-4e62-9fa9-9abe341bc169 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:40.253720 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34327804-029c-4dab-be3d-edba1f0f3966", "name": "network-vif-plugged", "status": "completed", "tag": "f7e41942-d0e0-46b1-a543-46b8ddb925dd", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:40.253720 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d1df135-3f81-4e62-9fa9-9abe341bc169 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:40.253720 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34327804-029c-4dab-be3d-edba1f0f3966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e41942-d0e0-46b1-a543-46b8ddb925dd', 'code': 200} Sep 16 05:15:40.271162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:40.276142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:40.282637 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.373489 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.433374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-3c4fec78-47c0-4247-9966-b904ea3c9ea7 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534883 Sep 16 05:15:40.613396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4b8f7b-5f37-4bad-b20f-7c5096dc6985 req-7f64f440-4995-4861-a07b-8a0619015286 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705563 Sep 16 05:15:40.613816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43870) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:40.621446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=f7e41942-d0e0-46b1-a543-46b8ddb925dd,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:40.624879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.665864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a96d35d-8d61-4c52-a91f-3a26016478dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.685038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:40.752831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b7eda-8530-457d-ae4b-b0f576687ab1 req-b6b8701f-ff22-4cb0-8b27-717983cc1559 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.754495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d32b7eda-8530-457d-ae4b-b0f576687ab1 req-b6b8701f-ff22-4cb0-8b27-717983cc1559 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 951 time: 0.1397572 Sep 16 05:15:40.797773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:40.864532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909559-cffd-49f8-8eca-b345c30ec66d req-75d9ce3c-66cf-47f5-814e-9a8c73b810a0 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.880693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15909559-cffd-49f8-8eca-b345c30ec66d req-75d9ce3c-66cf-47f5-814e-9a8c73b810a0 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 946 time: 0.3841908 Sep 16 05:15:40.890899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0c7a0-0972-4691-9000-49d2b3857206 req-74e86089-585d-4e14-8a39-ee40cdad8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.893832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6c0c7a0-0972-4691-9000-49d2b3857206 req-74e86089-585d-4e14-8a39-ee40cdad8fbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 1097 time: 0.3993108 Sep 16 05:15:40.999148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e8ad3af-4218-43a8-ae68-f0f14cbf22c4 req-2ab415f9-ff92-4cf8-b5fc-ea32011a6199 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461169 Sep 16 05:15:41.006462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6c0c7a0-0972-4691-9000-49d2b3857206 req-d164073b-fbdc-4197-93fd-2be5c2206524 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981641 Sep 16 05:15:41.064020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-6ba0d090-2a75-436e-bdba-196e164f7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.068300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-6ba0d090-2a75-436e-bdba-196e164f7cf9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6808677a59d2414aa25df9f76d7c760c&device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 1098 time: 0.2195771 Sep 16 05:15:41.076586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d32b7eda-8530-457d-ae4b-b0f576687ab1 req-60a82f1a-92c3-41d4-a94f-82217b75607c tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601256 Sep 16 05:15:41.091141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:41.171643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15909559-cffd-49f8-8eca-b345c30ec66d req-095496b8-002d-41f6-8a8f-125cc091c112 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759476 Sep 16 05:15:41.175178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a96d35d-8d61-4c52-a91f-3a26016478dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.454437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-f5a65c14-7157-48d8-b819-5e80a9df2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.455692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-f5a65c14-7157-48d8-b819-5e80a9df2269 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3731198 Sep 16 05:15:41.457633 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a96d35d-8d61-4c52-a91f-3a26016478dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.476809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-bd67073a-52de-4546-9ab7-735fdac8059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.479620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-bd67073a-52de-4546-9ab7-735fdac8059c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6808677a59d2414aa25df9f76d7c760c&device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 1099 time: 0.2043285 Sep 16 05:15:41.601400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-4b130f96-ca52-4d77-aa06-a4cecdcacd07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd HTTP/1.1" status: 200 len: 217 time: 0.1297297 Sep 16 05:15:41.610198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96d35d-8d61-4c52-a91f-3a26016478dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87022a01-d9e3-4f67-b6bf-8655546c27f6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:41.626933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9a96d35d-8d61-4c52-a91f-3a26016478dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92550292ef6547c2913aebe2973d9ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0082037 Sep 16 05:15:41.627239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43892) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:41.640638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-3036b187-b5c5-4d74-b24a-129b842ff5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.642600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-3036b187-b5c5-4d74-b24a-129b842ff5bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1508043 Sep 16 05:15:41.700521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-d0112607-6a1a-4442-ad6b-f7e94ff63a43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=fa527741-abdd-45eb-af2d-2a18026c3769 HTTP/1.1" status: 200 len: 217 time: 0.0494304 Sep 16 05:15:41.707983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af19b9a-716c-4449-a1b4-dbdcd2918caa req-86f90d4b-7d5a-46fa-a1fb-ea6719410d4e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.709422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8af19b9a-716c-4449-a1b4-dbdcd2918caa req-86f90d4b-7d5a-46fa-a1fb-ea6719410d4e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.2165418 Sep 16 05:15:41.716536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-349dfb8f-91d3-43a3-b97c-930be162e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.718050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-349dfb8f-91d3-43a3-b97c-930be162e64e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1049180 Sep 16 05:15:41.765477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-973c928a-18d0-489d-8b55-69780433b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.767442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-973c928a-18d0-489d-8b55-69780433b702 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0584743 Sep 16 05:15:41.808362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b8037a1-1220-4381-9ef0-b4e43335fa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.838510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8af19b9a-716c-4449-a1b4-dbdcd2918caa req-46e03125-ca0f-4fa6-8fd2-13020267d5bb tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027195 Sep 16 05:15:41.854830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-820d4488-92c8-496a-adcd-82359f24ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.857027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-820d4488-92c8-496a-adcd-82359f24ac6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1265147 Sep 16 05:15:41.863181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-4badbd4e-4832-4741-9baf-4a2cb73bf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.868255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-4badbd4e-4832-4741-9baf-4a2cb73bf8ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922654 Sep 16 05:15:41.879481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b8037a1-1220-4381-9ef0-b4e43335fa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.999704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-9e88b65c-12d7-438c-8e88-d9498618dc58 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242814 Sep 16 05:15:42.033537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-7945bee8-2f9b-4d9a-90c8-c4745afc3f90 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656966 Sep 16 05:15:42.068267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b8037a1-1220-4381-9ef0-b4e43335fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.079416 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b8037a1-1220-4381-9ef0-b4e43335fa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:42.086105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6b8037a1-1220-4381-9ef0-b4e43335fa88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87022a01-d9e3-4f67-b6bf-8655546c27f6 HTTP/1.1" status: 204 len: 168 time: 0.4372022 Sep 16 05:15:42.251223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16282e5-afcf-498d-9a36-d61d33cd11cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b08e9b4-abe2-47cd-9dd4-5812314bdb64'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:42.256401 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17675a56-b181-40ce-bcac-f4113cb636df" -d '{"events": [{"server_uuid": "f16282e5-afcf-498d-9a36-d61d33cd11cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b08e9b4-abe2-47cd-9dd4-5812314bdb64"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:42.273437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f841fe-83b7-40ce-bb0f-dc3c15232685 req-5122e949-2edd-47e5-a2a6-0bd01acac95e service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275107 Sep 16 05:15:42.275009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8037a1-1220-4381-9ef0-b4e43335fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87022a01-d9e3-4f67-b6bf-8655546c27f6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:42.399416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61f821a1-ff6d-48a0-a495-4a14a482769b req-9eab6c9f-c723-4cb3-b97b-0d255ffcec2e service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899829 Sep 16 05:15:42.434794 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8189d7df-18af-476b-aa0b-cdee5f136569 x-openstack-request-id: req-8189d7df-18af-476b-aa0b-cdee5f136569 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:42.435540 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16282e5-afcf-498d-9a36-d61d33cd11cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b08e9b4-abe2-47cd-9dd4-5812314bdb64", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:42.436233 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8189d7df-18af-476b-aa0b-cdee5f136569 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:42.437069 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16282e5-afcf-498d-9a36-d61d33cd11cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b08e9b4-abe2-47cd-9dd4-5812314bdb64', 'code': 200} Sep 16 05:15:42.631290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e9534-659b-47a9-af6b-3238e94a27a7 req-48f853f7-d3d7-4680-bc66-6baf8a490ffa tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.634923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c0e9534-659b-47a9-af6b-3238e94a27a7 req-48f853f7-d3d7-4680-bc66-6baf8a490ffa tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 946 time: 0.1658478 Sep 16 05:15:42.732909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56d010-77f4-4d9d-842e-1d752387d8a3 req-0c685096-73f5-4f41-8e72-8c94ef429f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.754924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b56d010-77f4-4d9d-842e-1d752387d8a3 req-0c685096-73f5-4f41-8e72-8c94ef429f85 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 1098 time: 0.1586821 Sep 16 05:15:42.757274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c0e9534-659b-47a9-af6b-3238e94a27a7 req-c5f30e53-a557-4e1a-bc25-5007145dd7dd tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973811 Sep 16 05:15:42.830344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b56d010-77f4-4d9d-842e-1d752387d8a3 req-7c6bbe1c-72ec-4001-b47b-222f3fb7e5a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679538 Sep 16 05:15:42.955947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cc5ac-c946-4de6-ae67-d0626f2d6828 req-32e9b13b-8588-499f-b347-cbfb9ee13dd2 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.959363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a92cc5ac-c946-4de6-ae67-d0626f2d6828 req-32e9b13b-8588-499f-b347-cbfb9ee13dd2 tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1103 time: 0.1051102 Sep 16 05:15:43.082340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a92cc5ac-c946-4de6-ae67-d0626f2d6828 req-041b35ec-e327-400b-b3ee-fd53175132ed tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116004 Sep 16 05:15:43.226054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-b5546d30-7911-43d4-8ad7-0dab2f3dd96b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:43.226054 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-b5546d30-7911-43d4-8ad7-0dab2f3dd96b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 820 time: 0.1915357 Sep 16 05:15:43.231844 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-eb7ad00f-897e-41d9-bab8-265fdf5b1ab8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/quotas/ee7cdd3450f847e7be1ee06226de1088 HTTP/1.1" status: 200 len: 375 time: 0.0103738 Sep 16 05:15:43.247383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fb059-0a87-48a5-b480-dafae73ed4d4 req-9cf395b5-2efb-44b0-bb35-6495157f0685 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:43.249398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-654fb059-0a87-48a5-b480-dafae73ed4d4 req-9cf395b5-2efb-44b0-bb35-6495157f0685 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.0914481 Sep 16 05:15:43.307278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-654fb059-0a87-48a5-b480-dafae73ed4d4 req-e70cc564-5ee7-4455-8884-b192b84c6649 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495298 Sep 16 05:15:43.308400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-061e71c3-50f8-40bf-8ade-db116dd82da0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692968 Sep 16 05:15:43.474889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-9c40a6e9-f37f-42af-a05b-6f034f67c5f6 service neutron] 10.222.0.49 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577909 Sep 16 05:15:43.592054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1ecf1b4b-a772-43f4-8744-aa982779ffcd details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:43.673233 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-f5a96800-f106-43bf-a34e-0ddd1b02114a service neutron] 10.222.0.49 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973417 Sep 16 05:15:43.801712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:43.822081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'mac_address': 'fa:16:3e:77:ca:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:43.904087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.927183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecf1b4b-a772-43f4-8744-aa982779ffcd {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:43.997191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:44.110952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:44.195743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:44.266397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7c2bd-a4fe-4832-b83f-d95e4ea7e057 req-af172d0f-4cf1-47af-82ab-1e21760fde44 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.269008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-17a7c2bd-a4fe-4832-b83f-d95e4ea7e057 req-af172d0f-4cf1-47af-82ab-1e21760fde44 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 947 time: 0.1057169 Sep 16 05:15:44.346513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-17a7c2bd-a4fe-4832-b83f-d95e4ea7e057 req-c4552b62-f7ae-4051-803b-e62db7f84f32 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710897 Sep 16 05:15:44.487112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1ecf1b4b-a772-43f4-8744-aa982779ffcd'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:44.562809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d1850-098b-47e3-8101-3286ec04fd16 req-8af93ffd-105d-42d8-9098-4af2e10d295e tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.564297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b44d1850-098b-47e3-8101-3286ec04fd16 req-8af93ffd-105d-42d8-9098-4af2e10d295e tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 1103 time: 0.0679398 Sep 16 05:15:44.621713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b44d1850-098b-47e3-8101-3286ec04fd16 req-05c6dd0e-aec9-43a9-bb3b-8b7e5372e46c tempest-ServersAdminTestJSON-1103164366 tempest-ServersAdminTestJSON-1103164366-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Sep 16 05:15:44.881811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:44.939403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f0a58-8762-46ad-b213-abf315a4bc8d req-4a557e57-9d89-4c7f-81d4-5697307dfc83 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.942646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc7f0a58-8762-46ad-b213-abf315a4bc8d req-4a557e57-9d89-4c7f-81d4-5697307dfc83 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.1433139 Sep 16 05:15:45.029333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc7f0a58-8762-46ad-b213-abf315a4bc8d req-7d2aa828-24e6-47dc-ae59-601735071de5 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774877 Sep 16 05:15:45.133861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-network', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:45.156337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d6c1300-2ffc-4155-8186-7fb2f902857c req-4d758b6c-c3cd-43c4-b4da-3eafe34b0993 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 210 time: 0.0429478 Sep 16 05:15:45.292394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bcd93-2663-4803-b77b-8accab61d21d req-5f4947fd-466e-4e12-b308-83c7ecfca5ee tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.295765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-394bcd93-2663-4803-b77b-8accab61d21d req-5f4947fd-466e-4e12-b308-83c7ecfca5ee tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.0665505 Sep 16 05:15:45.345339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Made reservation on behalf of bb155512d5454c319df1319cbbd5732e for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:45.351783 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.357834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-394bcd93-2663-4803-b77b-8accab61d21d req-9bafbbd6-2176-40a8-befb-3bf028a790b7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Sep 16 05:15:45.384717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.592319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:45.610908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.692339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd89918-6822-42d1-a958-83828e49d0ba req-7222f76c-ba8b-4f53-ad49-85728f657f4a tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.704383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bd89918-6822-42d1-a958-83828e49d0ba req-7222f76c-ba8b-4f53-ad49-85728f657f4a tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 947 time: 0.0891309 Sep 16 05:15:45.729163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc04d3-d941-45d1-9545-a692c9fc4f49 req-19ad1ad0-e41e-4391-9623-40e96923ac77 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.734342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63cc04d3-d941-45d1-9545-a692c9fc4f49 req-19ad1ad0-e41e-4391-9623-40e96923ac77 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 945 time: 0.0851126 Sep 16 05:15:45.754037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:45.768370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'mac_address': 'fa:16:3e:b5:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:45.773768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bd89918-6822-42d1-a958-83828e49d0ba req-b5daa2d9-7e2d-4055-9a24-230a99192f80 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Sep 16 05:15:45.787666 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.854934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:45.877087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.877441 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Added segment 6f164d32-aaba-48cb-a110-03a74563d765 of type vlan for network f79d3481-2191-48f3-bef7-32416f935f01 Sep 16 05:15:45.881466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.912845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa527741-abdd-45eb-af2d-2a18026c3769 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:45.948902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63cc04d3-d941-45d1-9545-a692c9fc4f49 req-77625b8d-3479-45a8-b27c-a368a3dfcba4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069397 Sep 16 05:15:45.970474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:45.977848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18469acc-f1c2-4e2d-b52a-56a0a8b7568a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:46.018716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.081852 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.115644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e64582-64de-4666-9080-ddb030bc558d req-be34be92-73fe-458d-806e-e3fd06e7e2d7 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.117856 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52e64582-64de-4666-9080-ddb030bc558d req-be34be92-73fe-458d-806e-e3fd06e7e2d7 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 950 time: 0.1093993 Sep 16 05:15:46.166483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.167829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:46.168174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.179107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.196032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52e64582-64de-4666-9080-ddb030bc558d req-a9fe0ef0-9bc8-4919-b3ca-4908c3a4bfcb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663190 Sep 16 05:15:46.341744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0010ff3f-6cd7-4025-9fd8-11db4c4ba510 req-dd8b154f-9f0b-4e1d-8950-db85983643c2 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 210 time: 0.0619719 Sep 16 05:15:46.345118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] Pushing event updated for resources: {'Network': ['ID=f79d3481-2191-48f3-bef7-32416f935f01,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:46.353666 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f7dfff41-6dee-46fe-a5ba-740e0619e725 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4695625 Sep 16 05:15:46.358272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44026) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:46.366254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f79d3481-2191-48f3-bef7-32416f935f01 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:46.369117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Request body: {'subnet': {'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-subnet', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:46.471970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234aab2-4fbf-43cf-b9b6-ccf0cffe2cbe req-152a9d81-ee3e-4936-8398-8c23fc76541d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.480313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a234aab2-4fbf-43cf-b9b6-ccf0cffe2cbe req-152a9d81-ee3e-4936-8398-8c23fc76541d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.0736680 Sep 16 05:15:46.494428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['fa527741-abdd-45eb-af2d-2a18026c3769'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:46.510192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Made reservation on behalf of bb155512d5454c319df1319cbbd5732e for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:46.514216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.540843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a234aab2-4fbf-43cf-b9b6-ccf0cffe2cbe req-4a9844d3-3f89-493b-aa38-bd26254c2df2 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Sep 16 05:15:46.947646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b5298-8fa4-4859-aef0-62db7798e65b req-9df7a311-ae21-4983-be9c-bbc697e2122a tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.949114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf5b5298-8fa4-4859-aef0-62db7798e65b req-9df7a311-ae21-4983-be9c-bbc697e2122a tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 947 time: 0.0816586 Sep 16 05:15:46.989842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf5b5298-8fa4-4859-aef0-62db7798e65b req-97e00e8e-e2ab-409a-a58d-817151963cae tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Sep 16 05:15:47.095043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-ba4f5f42-99f7-41dd-a689-47cfb7a4e86f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.099239 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-ba4f5f42-99f7-41dd-a689-47cfb7a4e86f tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 950 time: 0.0669150 Sep 16 05:15:47.140764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.241121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Deleting port 84a5e72e-6460-43d8-9bf9-940f1c74680b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:47.241763 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.259111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91ea735-89c0-4430-847c-7b1c88d03bb8,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:47.315119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Checking segment: {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:47.317122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Network hostable DHCP agents. Network: f79d3481-2191-48f3-bef7-32416f935f01, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:47.498138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f690a9-9c42-4e89-994c-d8ae52b08f32 req-38f13371-cd25-46e7-8ed2-dabfff1a5408 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.505966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37f690a9-9c42-4e89-994c-d8ae52b08f32 req-38f13371-cd25-46e7-8ed2-dabfff1a5408 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.1222296 Sep 16 05:15:47.548816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] For port 84a5e72e-6460-43d8-9bf9-940f1c74680b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=84a5e72e-6460-43d8-9bf9-940f1c74680b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:47.550216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.562584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Network f79d3481-2191-48f3-bef7-32416f935f01 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:47.582600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Calling delete_port for 84a5e72e-6460-43d8-9bf9-940f1c74680b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:47.594608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1ecf1b4b-a772-43f4-8744-aa982779ffcd up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:47.607519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377fbd1-ba56-493d-9e7e-8e736b18ec65 req-04c4aa74-61f8-4199-9f50-d0636d6017f9 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.622853 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e377fbd1-ba56-493d-9e7e-8e736b18ec65 req-04c4aa74-61f8-4199-9f50-d0636d6017f9 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 950 time: 0.1905713 Sep 16 05:15:47.627798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37f690a9-9c42-4e89-994c-d8ae52b08f32 req-53cabe7c-3794-411b-8d2d-979cc543b9a1 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196649 Sep 16 05:15:47.716902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f79d3481-2191-48f3-bef7-32416f935f01) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:47.733605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.733605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.734501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816fcb0-8c1f-4ef0-bce1-16cd88b51f25 None None] Network f79d3481-2191-48f3-bef7-32416f935f01 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:47.830821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05479b80-e957-45f6-9771-0e7025a0450b req-0aad18d9-1253-44aa-ab3e-21f98334d701 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 210 time: 0.0874460 Sep 16 05:15:47.926931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e377fbd1-ba56-493d-9e7e-8e736b18ec65 req-11d070e7-a8e5-41fd-960d-acc2ef81e795 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931259 Sep 16 05:15:47.992297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 1ecf1b4b-a772-43f4-8744-aa982779ffcd completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:48.002045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 1ecf1b4b-a772-43f4-8744-aa982779ffcd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:48.002408 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.013564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44058) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:48.014492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89ec7651-f83b-4f54-b064-cb1541b5a8fc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6520183 Sep 16 05:15:48.018563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:48.088640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f79d3481-2191-48f3-bef7-32416f935f01', 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'fixed_ips': [{'subnet_id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:48.089517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.195603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.202033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab31c-0fd8-4497-a239-95c56a221de4 req-b555f783-96b9-4bd3-aa10-12d51b99bc4c tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.203654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8eab31c-0fd8-4497-a239-95c56a221de4 req-b555f783-96b9-4bd3-aa10-12d51b99bc4c tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 947 time: 0.0967882 Sep 16 05:15:48.207523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.250554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Pushing event deleted for resources: {'Port': ['ID=84a5e72e-6460-43d8-9bf9-940f1c74680b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.257146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2b284425-d2b8-411e-aa6c-bcc5a2bbed6b', '84a5e72e-6460-43d8-9bf9-940f1c74680b', '82b9eb81-3849-4e8f-9041-344884285e34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:48.262534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:48.269821 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ac4eb3-8e9b-4514-83b7-80a65a969d56" -d '{"events": [{"server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "name": "network-vif-plugged", "status": "completed", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:48.306383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce683daf-46cd-4470-a1fc-5cd4666b2421 req-de83477b-a07c-411b-9ed3-60ddf6b4e1fe tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.313082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce683daf-46cd-4470-a1fc-5cd4666b2421 req-de83477b-a07c-411b-9ed3-60ddf6b4e1fe tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.313489 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.314618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.319623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce683daf-46cd-4470-a1fc-5cd4666b2421 req-de83477b-a07c-411b-9ed3-60ddf6b4e1fe tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.324249 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ce683daf-46cd-4470-a1fc-5cd4666b2421 req-de83477b-a07c-411b-9ed3-60ddf6b4e1fe tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd&device_id=34327804-029c-4dab-be3d-edba1f0f3966&device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 2418 time: 0.1323957 Sep 16 05:15:48.367927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:48.372873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8eab31c-0fd8-4497-a239-95c56a221de4 req-262b35f3-3ada-49d2-b03f-3241fb5f2aa9 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323988 Sep 16 05:15:48.375179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] No DVR routers for this DVR port 84a5e72e-6460-43d8-9bf9-940f1c74680b on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:48.379170 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.381919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f06d58b1-3cd4-4997-a3f7-769b7c140699 req-8943d7cc-e851-479e-83db-965c42070abb tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "DELETE /v2.0/ports/84a5e72e-6460-43d8-9bf9-940f1c74680b HTTP/1.1" status: 204 len: 173 time: 1.2778058 Sep 16 05:15:48.381919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0b1e72-66be-42d5-af55-60238f7b8bcb', 'name': 'network-vif-deleted', 'tag': '84a5e72e-6460-43d8-9bf9-940f1c74680b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:48.385866 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a31b595-7cef-44ca-8e57-dff31aa191ea" -d '{"events": [{"server_uuid": "8f0b1e72-66be-42d5-af55-60238f7b8bcb", "name": "network-vif-deleted", "tag": "84a5e72e-6460-43d8-9bf9-940f1c74680b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:48.403895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Allocated IP 172.20.0.2 (f79d3481-2191-48f3-bef7-32416f935f01/c91ea735-89c0-4430-847c-7b1c88d03bb8/07f019ec-fa4b-4ed5-9253-de5b0ac50f79) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:48.473399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ce683daf-46cd-4470-a1fc-5cd4666b2421 req-34bbeaab-948d-4917-955d-d5c66992286c tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441746 Sep 16 05:15:48.552809 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814265f-1347-45d5-8709-51b063d6288a x-openstack-request-id: req-d814265f-1347-45d5-8709-51b063d6288a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:48.553447 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "name": "network-vif-plugged", "status": "completed", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:48.553620 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d814265f-1347-45d5-8709-51b063d6288a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:48.553975 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'code': 200} Sep 16 05:15:48.617926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.866784 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.881973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:48.919344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.923305 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5c2e4-69f7-46de-9b9b-fc472c2460cb x-openstack-request-id: req-ccd5c2e4-69f7-46de-9b9b-fc472c2460cb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:48.923664 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0b1e72-66be-42d5-af55-60238f7b8bcb", "name": "network-vif-deleted", "tag": "84a5e72e-6460-43d8-9bf9-940f1c74680b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:48.923817 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccd5c2e4-69f7-46de-9b9b-fc472c2460cb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:48.924240 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0b1e72-66be-42d5-af55-60238f7b8bcb', 'name': 'network-vif-deleted', 'tag': '84a5e72e-6460-43d8-9bf9-940f1c74680b', 'status': 'completed', 'code': 200} Sep 16 05:15:49.015032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75fd4f-cef0-4e50-8cf9-618126c8864c req-4e68c152-d7ae-49fb-ac98-9dd2e8396c44 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.016794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd75fd4f-cef0-4e50-8cf9-618126c8864c req-4e68c152-d7ae-49fb-ac98-9dd2e8396c44 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.1005335 Sep 16 05:15:49.055136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d23360c6-e9df-4eb6-86b6-4236fc84b1f6 req-1b99cf02-a1ea-461d-a7a4-e85363dbf2c0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 210 time: 0.0364685 Sep 16 05:15:49.066648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.124539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Network f79d3481-2191-48f3-bef7-32416f935f01 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:49.128794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:49.132337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:49.147286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Pushing event updated for resources: {'Port': ['ID=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.195772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd75fd4f-cef0-4e50-8cf9-618126c8864c req-6564cd3c-dab1-4a08-9afe-0fad12f564d9 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712151 Sep 16 05:15:49.212285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Attempting to bind port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:49.212711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Attempting to bind port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:49.213371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Attempting to bind port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 on network f79d3481-2191-48f3-bef7-32416f935f01 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:49.221347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:49.221734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Checking segment: {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:49.222147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.222685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Bound using segment: {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:49.223371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Bound port: 07f019ec-fa4b-4ed5-9253-de5b0ac50f79, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:49.223772 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.235268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b7516b3-0e25-435d-9e27-8017e8c25bac req-520707a7-4b87-4a79-9d80-8eb1b0ce05de tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f0b1e72-66be-42d5-af55-60238f7b8bcb HTTP/1.1" status: 200 len: 210 time: 0.0518961 Sep 16 05:15:49.253935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906102c-8295-40fa-819c-aedfaf4760a3 req-a528e68c-6fe4-49a1-8cd0-f484d31239f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.261580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4906102c-8295-40fa-819c-aedfaf4760a3 req-a528e68c-6fe4-49a1-8cd0-f484d31239f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 1100 time: 0.3399212 Sep 16 05:15:49.324412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] For port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:49.329595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] For port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:49.383680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.406396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4906102c-8295-40fa-819c-aedfaf4760a3 req-1101f0e3-119e-4d00-8e22-a6da05323666 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843000 Sep 16 05:15:49.444820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.565328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a239a24-9c63-4c57-8d5b-9603c3233caf None None] Pushing event updated for resources: {'Port': ['ID=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.639825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:49.763579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-8de9df11-d252-4441-a0d5-460a969f9248 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.766483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-8de9df11-d252-4441-a0d5-460a969f9248 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 820 time: 0.3367336 Sep 16 05:15:49.799478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8d7a7-8618-4caf-bd54-3eee113a69dd req-bd338cb1-6815-413a-af93-3038577c2d3e tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.812670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ce8d7a7-8618-4caf-bd54-3eee113a69dd req-bd338cb1-6815-413a-af93-3038577c2d3e tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 948 time: 0.2201762 Sep 16 05:15:49.827296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Request body: {'port': {'device_id': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'admin_state_up': True, 'tenant_id': 'ee7cdd3450f847e7be1ee06226de1088'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:49.940430 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-321e2cca-da74-48a6-b841-cf3a8be2e760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.985644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port fa527741-abdd-45eb-af2d-2a18026c3769 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:49.991267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port fa527741-abdd-45eb-af2d-2a18026c3769 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:49.994780 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.070044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ce8d7a7-8618-4caf-bd54-3eee113a69dd req-1fa9abda-9aae-4502-9e41-4c658b32d737 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336609 Sep 16 05:15:50.152935 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.262110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:50.414954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.416155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 84a5e72e-6460-43d8-9bf9-940f1c74680b no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:50.457809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 84a5e72e-6460-43d8-9bf9-940f1c74680b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:50.458165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 84a5e72e-6460-43d8-9bf9-940f1c74680b not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:50.470796 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.517764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:50.586910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:50.586910 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aad813a-068c-451a-9626-19b9c4481c3f" -d '{"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-plugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:50.616081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.639576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb70f1e0-2ed2-476b-bb2c-ba195aef242b req-4eae9fb9-cbb6-483c-988f-ad993f5f8ddc tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 210 time: 0.0610633 Sep 16 05:15:50.698218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.795032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:50.850201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:50.850732 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.969302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Made reservation on behalf of ee7cdd3450f847e7be1ee06226de1088 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:50.978944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.102172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Allocated IP 172.25.1.19 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/6f0d802f-0606-4b8e-a1b1-79368b5eda4c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:51.112264 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44457976-eccf-4bea-af07-c6a07380c7e0 x-openstack-request-id: req-44457976-eccf-4bea-af07-c6a07380c7e0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:51.112264 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-plugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:51.112264 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44457976-eccf-4bea-af07-c6a07380c7e0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:51.112667 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'code': 200} Sep 16 05:15:51.116167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.266785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:51.289822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43822ff-2e7e-4a5d-a4f0-bb414afb53e4 None None] Network f79d3481-2191-48f3-bef7-32416f935f01 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:51.438329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0a5a0823-345f-4e6d-9a27-184b37ed2fdb None None] Provisioning complete for port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:51.439515 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0823-345f-4e6d-9a27-184b37ed2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.495910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Allocated IP 172.20.0.5 (a33d2f8c-0f50-4292-b7c6-26b0ef9887b7/f7723731-cf71-4a95-9b40-4e7112c45eb8/c56163c8-2e42-4385-ac60-0d31540fb4ce) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:51.505813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.553628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5179f07-9b0e-49b2-a1b5-a3859bec191a req-155304ee-10d2-473c-abd2-d7c7f7a7a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.555104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5179f07-9b0e-49b2-a1b5-a3859bec191a req-155304ee-10d2-473c-abd2-d7c7f7a7a74f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 1101 time: 0.1827712 Sep 16 05:15:51.563325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.658737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:51.675963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5179f07-9b0e-49b2-a1b5-a3859bec191a req-8a0bcc2c-c7da-4a20-835e-37c60e220bfc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116002 Sep 16 05:15:51.848952 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.904452 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.037408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Pushing event updated for resources: {'Port': ['ID=6f0d802f-0606-4b8e-a1b1-79368b5eda4c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:52.055451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:52.062966 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.071253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:52.090737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:52.127490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7545a8a4-ba89-4ff8-909b-13461a1865c2 None None] Provisioning complete for port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:52.128967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7545a8a4-ba89-4ff8-909b-13461a1865c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.209538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:52.223031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:52.229041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['58e33359-df86-4001-a80c-b13d44f71a9a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:52.240868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Pushing event updated for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:52.246082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:52.399303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:52.470947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e05f68-582f-493d-9a51-f7a5dd04b2b9 req-27c6db56-0808-48f2-a9a3-06c469d5c9ae tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.479317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c1e05f68-582f-493d-9a51-f7a5dd04b2b9 req-27c6db56-0808-48f2-a9a3-06c469d5c9ae tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 948 time: 0.0682702 Sep 16 05:15:52.510075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.512322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.536971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c1e05f68-582f-493d-9a51-f7a5dd04b2b9 req-43d18b68-0938-436f-9a74-03188d260476 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562968 Sep 16 05:15:52.626843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:52.628226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.677502 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-0b8a7d23-2a90-4bd7-ba34-991362498868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8634367 Sep 16 05:15:52.698273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb994-a12c-43eb-85d5-11919f4d8cc9 req-77fcf95d-5aa5-4ffa-81b7-5d2dfd3a6317 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.700034 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d48fb994-a12c-43eb-85d5-11919f4d8cc9 req-77fcf95d-5aa5-4ffa-81b7-5d2dfd3a6317 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 931 time: 0.0598581 Sep 16 05:15:52.703370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Request body: {'port': {'device_id': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:52.763197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d48fb994-a12c-43eb-85d5-11919f4d8cc9 req-ef0ff48d-3e68-4935-85b4-6d822bce3a90 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507491 Sep 16 05:15:52.781423 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.957671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0dd46-bcab-4015-ad15-d8b0a46aec30 req-735c2f19-5984-41bd-9fbd-8a3109124dcf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.959639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ea0dd46-bcab-4015-ad15-d8b0a46aec30 req-735c2f19-5984-41bd-9fbd-8a3109124dcf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 949 time: 0.0681341 Sep 16 05:15:53.024118 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ea0dd46-bcab-4015-ad15-d8b0a46aec30 req-a200f293-228e-41c0-8b4c-11912e5d8127 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533600 Sep 16 05:15:53.052577 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee637c26-42e9-42b3-a74a-dea4bae63118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.093777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:53.152083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.223513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a021-98fe-4f7f-9320-09da5bba19c6 req-6d47d171-6d08-4a2e-8d40-157ffd071272 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.226763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a414a021-98fe-4f7f-9320-09da5bba19c6 req-6d47d171-6d08-4a2e-8d40-157ffd071272 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 949 time: 0.1165309 Sep 16 05:15:53.244767 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.291249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:53.294963 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1c607-8e96-477f-af75-209e2903f421" -d '{"events": [{"server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:53.312492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:53.317447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a414a021-98fe-4f7f-9320-09da5bba19c6 req-d43b3ca7-66c1-44b8-9bce-4958b738836c tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818667 Sep 16 05:15:53.483256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56163c8-2e42-4385-ac60-0d31540fb4ce {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:53.501926 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.505023 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fea24a9-7241-4123-a75a-faadcc6c5e69 x-openstack-request-id: req-0fea24a9-7241-4123-a75a-faadcc6c5e69 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:53.505572 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:53.505971 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fea24a9-7241-4123-a75a-faadcc6c5e69 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:53.506629 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'code': 200} Sep 16 05:15:53.532742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.559798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Transition to ACTIVE for port object c56163c8-2e42-4385-ac60-0d31540fb4ce will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:53.591241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.678888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.702863 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.888570 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.155593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811b16f-eed0-491e-b56c-328fcdfc6e3a req-ca9015b2-5bfd-4a0a-981a-984c1e9fb5d9 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:54.158897 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2811b16f-eed0-491e-b56c-328fcdfc6e3a req-ca9015b2-5bfd-4a0a-981a-984c1e9fb5d9 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.1045496 Sep 16 05:15:54.214982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2811b16f-eed0-491e-b56c-328fcdfc6e3a req-5ff42fd8-e1cd-4e62-bca5-2a9db80ed7c1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Sep 16 05:15:54.480626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6233a-9c64-4a90-a07f-6b75351761a9 req-ca2a40cd-df03-4f92-ab79-4f7e0817ee57 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:54.483568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3f6233a-9c64-4a90-a07f-6b75351761a9 req-ca2a40cd-df03-4f92-ab79-4f7e0817ee57 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.9042280 Sep 16 05:15:54.492917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Pushing event updated for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:54.569710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da9fe2-0944-47ca-bbf3-e48c8a853f4c req-84bc065d-81f3-4657-a107-438dd045bd42 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:54.571486 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20da9fe2-0944-47ca-bbf3-e48c8a853f4c req-84bc065d-81f3-4657-a107-438dd045bd42 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 949 time: 0.0693109 Sep 16 05:15:54.631914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20da9fe2-0944-47ca-bbf3-e48c8a853f4c req-17b4bd0b-115c-455a-b8f4-b7a28063709c tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488765 Sep 16 05:15:54.640167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-ae9274bb-bb72-4143-b645-dad6aa72f1be tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:54.642921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-ae9274bb-bb72-4143-b645-dad6aa72f1be tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 949 time: 0.3701217 Sep 16 05:15:54.756577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3f6233a-9c64-4a90-a07f-6b75351761a9 req-f66145ae-118c-402e-ba63-33f7f2f044bc tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543373 Sep 16 05:15:54.797656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:54.797997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:54.798330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:54.803160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:54.803493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:54.818681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:54.818947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:54.819344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:54.819803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Bound port: c56163c8-2e42-4385-ac60-0d31540fb4ce, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:54.820196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.900484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca630922-5317-438d-97e3-c13b72f641d1 req-19d3d862-46f4-4280-b861-ad2d5f256714 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:54.901953 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-19d3d862-46f4-4280-b861-ad2d5f256714 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 804 time: 0.1644363 Sep 16 05:15:54.939706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-21be68ee-01e5-4230-b64f-2dc686138cfa tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/quotas/0e9ea498b78844e48522f583b72988d6 HTTP/1.1" status: 200 len: 375 time: 0.0170245 Sep 16 05:15:54.995937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:55.018568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-1e14bf77-bcce-475d-9bf0-ea2419a7fc8e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623817 Sep 16 05:15:55.049410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:55.076801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a6c9f-cb68-494b-9d9e-466212c40469 req-e8e85eef-85a4-4188-a8b5-2eb32be25466 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.079913 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a4a6c9f-cb68-494b-9d9e-466212c40469 req-e8e85eef-85a4-4188-a8b5-2eb32be25466 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 949 time: 0.2085435 Sep 16 05:15:55.107707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Deleting port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:55.108795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.116374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:55.191402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.235774 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-6d75ad32-0cd2-45b1-b987-b43f96632bfa service neutron] 10.222.0.49 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986160 Sep 16 05:15:55.286148 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.456669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a4a6c9f-cb68-494b-9d9e-466212c40469 req-42a61982-646b-4235-899f-05b491b07937 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578315 Sep 16 05:15:55.463526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-9ccd8e2a-cdd8-4302-a62b-2daa57792de7 service neutron] 10.222.0.49 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110126 Sep 16 05:15:55.550703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.551729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.553890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] 10.222.0.30 "PUT /v2.0/ports/c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 200 len: 1092 time: 2.8557868 Sep 16 05:15:55.562477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:55.566062 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873693c8-448d-46d7-8e2f-aaccf78d4441" -d '{"events": [{"name": "network-changed", "server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:55.612682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] For port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:55.613340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.709585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Calling delete_port for 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:55.724642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd1cc7-baf7-40f3-b425-d63aa65f1295 service neutron] Pushing event updated for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:55.729760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:55.747519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Sync routers for ids ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:55.786583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Routers {'015a8b7c-57e8-4c5e-9a83-c321e028bf67'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:55.787353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:15:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:56.125348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Set router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:56.198743 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.201392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-702f7a8c-cc9d-4dfe-ae67-00bc552c329b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.1873593 Sep 16 05:15:56.204941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44248) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.226542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a8bd-96aa-4dc9-84b7-201a7dd01384 req-c6aa1406-2e22-419e-8304-e6143e266088 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.230428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d165a8bd-96aa-4dc9-84b7-201a7dd01384 req-c6aa1406-2e22-419e-8304-e6143e266088 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.6750402 Sep 16 05:15:56.247278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-533c9c0a-6548-4a73-ab41-64d3cd440840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.254497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-533c9c0a-6548-4a73-ab41-64d3cd440840 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1095 time: 0.5185692 Sep 16 05:15:56.371107 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-46a40dff-e28f-447d-a2a7-ba6f0ef8aed6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 200 len: 217 time: 0.0766096 Sep 16 05:15:56.605123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d165a8bd-96aa-4dc9-84b7-201a7dd01384 req-9a4a550c-67f2-4785-a6c9-c57cbd633efa tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410072 Sep 16 05:15:56.777340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-4c640c71-f4ea-4a8c-8fb5-219d07d0e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.782788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-4c640c71-f4ea-4a8c-8fb5-219d07d0e1da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.2759581 Sep 16 05:15:56.901282 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-22a84d07-6962-4136-8662-c8ea4faa30d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069968 Sep 16 05:15:56.919547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.009480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['82b9eb81-3849-4e8f-9041-344884285e34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:57.030106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-a304af33-2e12-4ea8-8384-dab0539e3525 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.035377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-a304af33-2e12-4ea8-8384-dab0539e3525 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4e235a-635a-4037-9ecd-d644b81bd7f9 HTTP/1.1" status: 200 len: 944 time: 0.5093036 Sep 16 05:15:57.102295 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a156ccce-a86a-4062-94ce-5d390f7106df x-openstack-request-id: req-a156ccce-a86a-4062-94ce-5d390f7106df {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:57.102909 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:57.103332 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a156ccce-a86a-4062-94ce-5d390f7106df {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:57.107092 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce', 'status': 'completed', 'code': 200} Sep 16 05:15:57.116636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Pushing event deleted for resources: {'Port': ['ID=2b284425-d2b8-411e-aa6c-bcc5a2bbed6b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.198257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.307112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:52Z', 'revision_number': 3, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:57.348657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Checking router: 015a8b7c-57e8-4c5e-9a83-c321e028bf67 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:57.349010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Updating router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:57.376912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] No DVR routers for this DVR port 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:57.380451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1847f21-1ee3-49c9-ac01-a5ffae80630b req-3851c007-b090-427c-8950-8d1e06c1a614 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 210 time: 0.0898325 Sep 16 05:15:57.381737 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.384242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0e1a38c-f6cf-4065-ae86-8494e896d87c req-b741f9fa-827a-4056-a61b-ec0e09ab5bbf tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "DELETE /v2.0/ports/2b284425-d2b8-411e-aa6c-bcc5a2bbed6b HTTP/1.1" status: 204 len: 173 time: 2.7297187 Sep 16 05:15:57.436215 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.484571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0fe34ea2-e7da-45b9-b3f2-6dc13216bc48 req-c1fac367-5705-4bca-9cb3-c45d97d7b07a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0334845 Sep 16 05:15:57.496149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7e749-b395-4adf-8ad4-3903e4036f03 req-b3c9379d-84ae-4235-a422-ae599ec61e22 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.510689 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93e7e749-b395-4adf-8ad4-3903e4036f03 req-b3c9379d-84ae-4235-a422-ae599ec61e22 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.2896602 Sep 16 05:15:57.532652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Deleting port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:57.533108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.734868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] For port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:57.734868 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.751724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:57.788618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Calling delete_port for 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:57.816850 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93e7e749-b395-4adf-8ad4-3903e4036f03 req-891c2bdd-a126-4ae1-bec0-45ae872fdb61 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045857 Sep 16 05:15:57.820255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-06e89880-ef00-473a-9640-7b36b39e1e33 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678124 Sep 16 05:15:57.829649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Allocated IP 172.20.0.1 (f79d3481-2191-48f3-bef7-32416f935f01/c91ea735-89c0-4430-847c-7b1c88d03bb8/2b77bdfa-7e18-4a3d-804c-34b2331265da) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:57.989333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0989d630-5832-401a-87e3-f33a9d5c3ba0 req-e02311f4-c13c-4df4-9f21-7b417b982251 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591504 Sep 16 05:15:57.991509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.009361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df2e7-9936-4ee5-8e8a-e62e19879c57 req-46cfada2-c67f-4d22-a9c1-319f49757065 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.011142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-579df2e7-9936-4ee5-8e8a-e62e19879c57 req-46cfada2-c67f-4d22-a9c1-319f49757065 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 945 time: 0.2422864 Sep 16 05:15:58.045524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:58.046478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2b284425-d2b8-411e-aa6c-bcc5a2bbed6b not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:58.209474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3870c49-6b8c-4af0-bd0b-dd33976cdff7 req-ef337391-6b16-4c28-94c2-bbf0fa6d4bec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.211271 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b3870c49-6b8c-4af0-bd0b-dd33976cdff7 req-ef337391-6b16-4c28-94c2-bbf0fa6d4bec tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.1869526 Sep 16 05:15:58.221474 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.264741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.303367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.303740 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b3870c49-6b8c-4af0-bd0b-dd33976cdff7 req-d6d1fc71-205b-436d-b74b-25eee9d72d04 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767105 Sep 16 05:15:58.324166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Pushing event deleted for resources: {'Port': ['ID=8aeed6dc-4e03-42d0-a665-97cf88afc6d0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.356863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-579df2e7-9936-4ee5-8e8a-e62e19879c57 req-037f3255-fb6f-4fac-b7e7-b2e5bb845f2b tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347886 Sep 16 05:15:58.375621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] No DVR routers for this DVR port 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:58.381736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.389302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2da67d6d-27a0-487d-a7a4-6c652bbe8ffb req-e870a741-2502-4fec-bc1b-00caa39b9fda tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.30 "DELETE /v2.0/ports/8aeed6dc-4e03-42d0-a665-97cf88afc6d0 HTTP/1.1" status: 204 len: 173 time: 1.2790370 Sep 16 05:15:58.395972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-d9c61f1f-c9a5-4a41-98f4-b397ec7f1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.397612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-d9c61f1f-c9a5-4a41-98f4-b397ec7f1444 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1095 time: 0.1687872 Sep 16 05:15:58.438295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.438973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.440939 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.505233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Pushing event updated for resources: {'Port': ['ID=2b77bdfa-7e18-4a3d-804c-34b2331265da,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.520181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Network f79d3481-2191-48f3-bef7-32416f935f01 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:58.521967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:58.523995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856950-5a3e-4092-a038-79d7c7c42fd7 None None] Pushing event updated for resources: {'Port': ['ID=6f0d802f-0606-4b8e-a1b1-79368b5eda4c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.525150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:58.591978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Attempting to bind port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:58.592352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Attempting to bind port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:58.592721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Attempting to bind port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:58.593570 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5636759e-ce1a-4558-bb49-6fa3125fd28d req-49e589b8-98a8-49ee-894e-72c2149bc1e6 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2bb68cd-91ff-4496-8350-a466453eefe9 HTTP/1.1" status: 200 len: 210 time: 0.0392096 Sep 16 05:15:58.617817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:58.619527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:58.620765 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.622822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:58.623948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Bound port: 6f0d802f-0606-4b8e-a1b1-79368b5eda4c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:58.624720 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.629251 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.641184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-eb1157c0-6253-43ce-9672-8e58dbef6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.643937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-eb1157c0-6253-43ce-9672-8e58dbef6417 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.2355864 Sep 16 05:15:58.750080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] For port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:58.762920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] For port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6f0d802f-0606-4b8e-a1b1-79368b5eda4c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:58.763407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-3e04e4f4-a13f-459a-9127-61a0d5055380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 200 len: 217 time: 0.1112537 Sep 16 05:15:58.829620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-050536be-19bc-4ef9-a5fc-93b7a3ba70d8 req-33bfd940-55d9-488c-a135-9fe8be11ed3a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0993695 Sep 16 05:15:58.840091 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.942225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-9144dcd3-cf30-4460-b696-8309d8f2d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.946200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-9144dcd3-cf30-4460-b696-8309d8f2d234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1189823 Sep 16 05:15:58.983658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856950-5a3e-4092-a038-79d7c7c42fd7 None None] Pushing event updated for resources: {'Port': ['ID=6f0d802f-0606-4b8e-a1b1-79368b5eda4c,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.989486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Routers {'015a8b7c-57e8-4c5e-9a83-c321e028bf67'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:58.990929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:15:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:59.055709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.090399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-1d337399-266a-4541-af97-26db30c3e002 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247571 Sep 16 05:15:59.138338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ee405-5e1e-47da-88cd-3ad45cef44dd req-a42e3bb1-bdbd-4106-9d3f-c1e7e4812d4f tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.146474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-931ee405-5e1e-47da-88cd-3ad45cef44dd req-a42e3bb1-bdbd-4106-9d3f-c1e7e4812d4f tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.1863952 Sep 16 05:15:59.147463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bb68cd-91ff-4496-8350-a466453eefe9', 'name': 'network-vif-deleted', 'tag': '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b'}, {'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'name': 'network-vif-deleted', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:59.151985 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13955107-3624-48d7-b58b-719bff409011" -d '{"events": [{"server_uuid": "d2bb68cd-91ff-4496-8350-a466453eefe9", "name": "network-vif-deleted", "tag": "2b284425-d2b8-411e-aa6c-bcc5a2bbed6b"}, {"server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "name": "network-vif-deleted", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:59.233903 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-931ee405-5e1e-47da-88cd-3ad45cef44dd req-a824b94f-584b-42f7-95a0-f4d797170abe tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838530 Sep 16 05:15:59.291720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c426192b-7dad-47ad-b6a7-d831f0deefad None None] Provisioning complete for port 2b77bdfa-7e18-4a3d-804c-34b2331265da triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:59.292393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c426192b-7dad-47ad-b6a7-d831f0deefad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.335983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] Set router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:59.404941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-443062a4-d553-459d-8561-60f78cec2691 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.412581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-443062a4-d553-459d-8561-60f78cec2691 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 807 time: 0.3202753 Sep 16 05:15:59.413294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c426192b-7dad-47ad-b6a7-d831f0deefad None None] Port 2b77bdfa-7e18-4a3d-804c-34b2331265da cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:59.437254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.444175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-c81fdbd6-8091-4549-909d-df947618fe8b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/quotas/a1615ea5bc234353bd24a95e36e3d638 HTTP/1.1" status: 200 len: 375 time: 0.0303442 Sep 16 05:15:59.480693 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7359b85e-99af-428c-9ac8-0fd41e0b777d x-openstack-request-id: req-7359b85e-99af-428c-9ac8-0fd41e0b777d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:59.481591 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bb68cd-91ff-4496-8350-a466453eefe9", "name": "network-vif-deleted", "tag": "2b284425-d2b8-411e-aa6c-bcc5a2bbed6b", "status": "completed", "code": 200}, {"server_uuid": "0f4e235a-635a-4037-9ecd-d644b81bd7f9", "name": "network-vif-deleted", "tag": "8aeed6dc-4e03-42d0-a665-97cf88afc6d0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:59.481922 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7359b85e-99af-428c-9ac8-0fd41e0b777d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:59.482469 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bb68cd-91ff-4496-8350-a466453eefe9', 'name': 'network-vif-deleted', 'tag': '2b284425-d2b8-411e-aa6c-bcc5a2bbed6b', 'status': 'completed', 'code': 200} Sep 16 05:15:59.482802 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4e235a-635a-4037-9ecd-d644b81bd7f9', 'name': 'network-vif-deleted', 'tag': '8aeed6dc-4e03-42d0-a665-97cf88afc6d0', 'status': 'completed', 'code': 200} Sep 16 05:15:59.487795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-d7fdcb25-7e8a-4db8-9531-2940d504a5e5 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302076 Sep 16 05:15:59.585739 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.630464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-e408d292-9639-4cee-a958-eb9d8b7c986e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1762004 Sep 16 05:15:59.707469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-873693c8-448d-46d7-8e2f-aaccf78d4441 req-245c6646-0b76-4d44-bcf5-d98ed1501089 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039297 Sep 16 05:15:59.714033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 4, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2b77bdfa-7e18-4a3d-804c-34b2331265da', 'name': '', 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'mac_address': 'fa:16:3e:b7:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:57Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 1, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'subnets': [{'id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:59.746359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7893129-8708-4e7c-a863-fc382a06899f None None] The sync data for ids ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'] in n-d-712749-15 is: [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 4, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2b77bdfa-7e18-4a3d-804c-34b2331265da', 'name': '', 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'mac_address': 'fa:16:3e:b7:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:57Z', 'updated_at': '2021-09-16T05:15:57Z', 'revision_number': 1, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'subnets': [{'id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:59.754590 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.768800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776e13c-fa64-4584-b8cd-009728deeae3 req-39d86359-438c-489f-8df5-3f0f94ecf6a4 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.770664 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2776e13c-fa64-4584-b8cd-009728deeae3 req-39d86359-438c-489f-8df5-3f0f94ecf6a4 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.2081885 Sep 16 05:15:59.773175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Pushing event updated for resources: {'Port': ['ID=2b77bdfa-7e18-4a3d-804c-34b2331265da,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:59.789188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-345bb101-891c-4f76-b9ab-9a433b66b0f2 service neutron] 10.222.0.49 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328783 Sep 16 05:15:59.910257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2776e13c-fa64-4584-b8cd-009728deeae3 req-311d78e0-4df6-4d68-b8cc-9733ddf61a81 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242576 Sep 16 05:15:59.970004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Network f79d3481-2191-48f3-bef7-32416f935f01 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:59.970004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:59.982079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-f2c82b44-31e9-4567-bd3f-0a984a5e54d0 service neutron] 10.222.0.49 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829414 Sep 16 05:16:00.337589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:00.467123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca630922-5317-438d-97e3-c13b72f641d1 req-92aed988-129c-4345-9981-55b97c2f73dd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:00.468152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-04056841-9565-4737-8000-95210a3693b1 None None] Provisioning complete for port 2b77bdfa-7e18-4a3d-804c-34b2331265da triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:00.468909 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04056841-9565-4737-8000-95210a3693b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.469110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-92aed988-129c-4345-9981-55b97c2f73dd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 804 time: 0.2150939 Sep 16 05:16:00.520032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Request body: {'port': {'device_id': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'admin_state_up': True, 'tenant_id': '0e9ea498b78844e48522f583b72988d6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:00.521942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-04056841-9565-4737-8000-95210a3693b1 None None] Port 2b77bdfa-7e18-4a3d-804c-34b2331265da cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:00.655436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-f38cbd5c-4a0d-4a58-818d-979598fbbffd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1435463 Sep 16 05:16:00.666653 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:00.676630 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bb46bcd4-dd60-4413-9094-710c9b9d112e admin admin] 10.222.0.49 "PUT /v2.0/routers/015a8b7c-57e8-4c5e-9a83-c321e028bf67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4702713 Sep 16 05:16:00.943706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c71db4ec-f19f-420e-b1b6-3f3c9343891d req-f34f36d3-0a98-4ac8-8611-01f2b069164a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 210 time: 0.0420310 Sep 16 05:16:01.001037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-b4a1a2ef-6b6d-43c1-bfe7-5fa17bcc62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.010772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-b4a1a2ef-6b6d-43c1-bfe7-5fa17bcc62f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 1097 time: 0.1654010 Sep 16 05:16:01.031814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Made reservation on behalf of 0e9ea498b78844e48522f583b72988d6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:01.041197 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.143044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:01.189812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:01.196196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8aeed6dc-4e03-42d0-a665-97cf88afc6d0 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:01.499194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Allocated IP 172.20.0.10 (b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9/576478f5-729e-44a4-adad-d1c8be5f43f1/0c813745-1cd4-4391-b8d6-3829197b9255) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:01.669981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:01.774111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17c03b-97a0-4d73-af86-853e087cfcd5 req-1a88cfa0-8a7d-4a14-8ec3-bbaca7cbe1a7 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.791182 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e17c03b-97a0-4d73-af86-853e087cfcd5 req-1a88cfa0-8a7d-4a14-8ec3-bbaca7cbe1a7 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 945 time: 0.2342508 Sep 16 05:16:01.945391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:01.971930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'mac_address': 'fa:16:3e:b5:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:02.035761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e17c03b-97a0-4d73-af86-853e087cfcd5 req-73d550cb-b6eb-4249-a85b-e08483536f90 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427962 Sep 16 05:16:02.106846 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.174179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa527741-abdd-45eb-af2d-2a18026c3769 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:02.267339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:02.323877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.424980 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.567919 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.572942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6f0d802f-0606-4b8e-a1b1-79368b5eda4c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:02.577232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70799cd4-1a54-4fdc-93a4-f50071198e90 req-b91ac683-3364-4923-9e3f-a05ac6b632cd tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.594780 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70799cd4-1a54-4fdc-93a4-f50071198e90 req-b91ac683-3364-4923-9e3f-a05ac6b632cd tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 1.4681208 Sep 16 05:16:02.607874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44388) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:02.630211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-network', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:02.693820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['fa527741-abdd-45eb-af2d-2a18026c3769'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:02.713810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:02.723501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:02.735507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70799cd4-1a54-4fdc-93a4-f50071198e90 req-9996bf29-3f7e-4fa8-9257-4fa0f8e2862e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143317 Sep 16 05:16:02.739909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:02.769745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-50ba992f-55e6-42a8-b79e-c8b5a1f1765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.781888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-50ba992f-55e6-42a8-b79e-c8b5a1f1765d service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 1.6202159 Sep 16 05:16:02.820098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Pushing event updated for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.862806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.863782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.893369 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-6c60f7b6-23a8-4117-a035-385164489ac5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 200 len: 217 time: 0.1035502 Sep 16 05:16:02.910768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.940290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Made reservation on behalf of fc7c30450e4946a4a45a6266bf4d4c3c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:02.942738 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.957808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.995435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:02.997026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.073645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-3b5284ee-1804-4bdd-a53b-2111fd18da02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5606697 Sep 16 05:16:03.103050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Request body: {'port': {'device_id': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:03.117839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-7e337d88-a8e0-41b3-9cd1-99e7e05d125a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:03.119522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-7e337d88-a8e0-41b3-9cd1-99e7e05d125a tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 945 time: 0.1478524 Sep 16 05:16:03.139346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-ef41e06a-410d-4698-8ba5-19db264daa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:03.141613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-ef41e06a-410d-4698-8ba5-19db264daa05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.2365873 Sep 16 05:16:03.169551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d46520-cde7-4fd6-966e-8791010bce16 req-e8f87993-7409-423c-8b04-ec17cd448ac0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:03.172871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87d46520-cde7-4fd6-966e-8791010bce16 req-e8f87993-7409-423c-8b04-ec17cd448ac0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.1860662 Sep 16 05:16:03.236998 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-0a4909a2-8d7e-4936-a29b-5202c845be20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627344 Sep 16 05:16:03.271722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.304241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-752aab66-49b1-434a-9bdd-982e576dc3a0 req-9440c13a-04f6-4498-8d44-847920dce28d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.1726065 Sep 16 05:16:03.313554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6f0d802f-0606-4b8e-a1b1-79368b5eda4c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:03.453853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87d46520-cde7-4fd6-966e-8791010bce16 req-e71f878e-f700-4520-b4f6-a11928cc806b tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641339 Sep 16 05:16:03.530606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-5abb2c85-cb77-4325-bc66-2b5eb6ae0486 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389061 Sep 16 05:16:03.566500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.685408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:03.836136 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.846150 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.866203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcdffd-15b8-4726-85e6-630aba7c41e6 req-7472df00-5642-478a-b60e-6ff4e8120d3b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:03.867932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dedcdffd-15b8-4726-85e6-630aba7c41e6 req-7472df00-5642-478a-b60e-6ff4e8120d3b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 932 time: 0.3425734 Sep 16 05:16:03.933167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=6f0d802f-0606-4b8e-a1b1-79368b5eda4c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:03.936755 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:03.947472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e985f9b-00b2-472c-993e-a4e0bb1e0cd6 req-83f42e30-dea1-4a95-b4a5-b1d6674054d2 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121826 Sep 16 05:16:03.959847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port fa527741-abdd-45eb-af2d-2a18026c3769 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:03.960386 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.046561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.062627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.072154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Deleting port 030d6785-b33e-4dc0-bd3b-316c243eeb29 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:04.072818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.087549 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Sync routers for ids ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:04.110171 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Routers {'015a8b7c-57e8-4c5e-9a83-c321e028bf67'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:04.110932 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:15:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.151303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:04.153362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:04.169131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcace20-3c23-48fd-b8ae-8e239eec9867 req-1b0adc19-9dd4-431b-988c-1150b5eaaa0c tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:04.170234 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac90de9-5aa1-4ad8-b734-310594c0ff20" -d '{"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-plugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:04.184818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adcace20-3c23-48fd-b8ae-8e239eec9867 req-1b0adc19-9dd4-431b-988c-1150b5eaaa0c tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 951 time: 0.1541040 Sep 16 05:16:04.249648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.273675 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Set router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:04.281226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dedcdffd-15b8-4726-85e6-630aba7c41e6 req-78615118-f354-4ebd-bd99-b08d9254aed5 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028101 Sep 16 05:16:04.296759 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adcace20-3c23-48fd-b8ae-8e239eec9867 req-593edcaa-4edf-4804-b64c-82eea04ebc15 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103346 Sep 16 05:16:04.341925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:04.362864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914c1c36-e5e2-42cf-8ced-93bda9c10eb1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.449853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.467875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6f0d802f-0606-4b8e-a1b1-79368b5eda4c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:04.583140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:04.583518 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.855105 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7699cea0-d3ae-4e3b-8c81-2a89a1934bd2 x-openstack-request-id: req-7699cea0-d3ae-4e3b-8c81-2a89a1934bd2 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:04.856611 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-plugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:04.857226 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7699cea0-d3ae-4e3b-8c81-2a89a1934bd2 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:04.858048 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'code': 200} Sep 16 05:16:04.929358 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 4, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2b77bdfa-7e18-4a3d-804c-34b2331265da', 'name': '', 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'mac_address': 'fa:16:3e:b7:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:57Z', 'updated_at': '2021-09-16T05:15:59Z', 'revision_number': 2, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'subnets': [{'id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.973322 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Checking router: 015a8b7c-57e8-4c5e-9a83-c321e028bf67 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:04.974534 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Updating router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 port 2b77bdfa-7e18-4a3d-804c-34b2331265da binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:05.018432 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f070cd4-1882-46aa-b689-caa2de450d97 req-0049dcf3-1dc5-4366-bfe4-705dd2ddef33 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.0636857 Sep 16 05:16:05.028529 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.067552 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.070400 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Added segment d741315d-1dd5-4e6d-97d5-e5981a73b4b9 of type vlan for network 95ac138e-faf4-4881-9c8f-c8c76274a860 Sep 16 05:16:05.139260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-9ddfa800-d0b8-4cfa-96cd-5569a0064f28 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.141531 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-9ddfa800-d0b8-4cfa-96cd-5569a0064f28 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 951 time: 0.1163278 Sep 16 05:16:05.302421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.328939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ded09-157f-4480-9de3-a5f3ad11b998 req-df05da7f-da13-4732-844c-c6b22aaa33fe tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.337487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a4ded09-157f-4480-9de3-a5f3ad11b998 req-df05da7f-da13-4732-844c-c6b22aaa33fe tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.1920960 Sep 16 05:16:05.343373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] For port 030d6785-b33e-4dc0-bd3b-316c243eeb29, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=030d6785-b33e-4dc0-bd3b-316c243eeb29,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:05.343373 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.386460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76665378-9347-4d3e-89a7-804b0b30fb4b req-544e4e82-5a9a-49f4-9b7c-72f0fb54a9aa tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.398412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-76665378-9347-4d3e-89a7-804b0b30fb4b req-544e4e82-5a9a-49f4-9b7c-72f0fb54a9aa tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 945 time: 0.3755698 Sep 16 05:16:05.417352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a4ded09-157f-4480-9de3-a5f3ad11b998 req-38eb131f-607a-4c5f-b9a3-89b8ea99c735 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781555 Sep 16 05:16:05.458319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-10b15c8f-7e53-452b-8b50-d706d7affffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.459237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-10b15c8f-7e53-452b-8b50-d706d7affffc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 1098 time: 0.3587885 Sep 16 05:16:05.645900 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.657362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Deleting port 82b9eb81-3849-4e8f-9041-344884285e34 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:05.657804 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.671213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-76665378-9347-4d3e-89a7-804b0b30fb4b req-7996299c-478b-4ddc-927d-899adb7939cb tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ec176e0-dfe9-4dd6-b663-744ebc786872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685416 Sep 16 05:16:05.671363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-337b2a36-7b57-43fc-97f6-af6eccc22a90 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.672655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-337b2a36-7b57-43fc-97f6-af6eccc22a90 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 807 time: 0.3298399 Sep 16 05:16:05.707607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Request body: {'port': {'device_id': '79ceea29-98e9-47ec-8193-b49ea2873378', 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'admin_state_up': True, 'tenant_id': 'a1615ea5bc234353bd24a95e36e3d638'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:05.726664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.727760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.728365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.765985 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.877780 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2630937 Sep 16 05:16:05.882645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44436) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:05.897107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Request body: {'subnet': {'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-subnet', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:05.964617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff52a2-4d8d-4411-a1dc-fb64f0a43628 req-2bb1c014-4630-4f5f-89fc-5ce52d35d254 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.973122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8ff52a2-4d8d-4411-a1dc-fb64f0a43628 req-2bb1c014-4630-4f5f-89fc-5ce52d35d254 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.2992020 Sep 16 05:16:05.998530 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Pushing event updated for resources: {'Port': ['ID=2b77bdfa-7e18-4a3d-804c-34b2331265da,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.060211 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.060892 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.061722 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.062244 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.062763 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.063265 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.063753 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.064260 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.065935 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.066517 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.067625 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.068275 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.083235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Made reservation on behalf of fc7c30450e4946a4a45a6266bf4d4c3c for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:06.086397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.089301 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Attempting to bind port 2b77bdfa-7e18-4a3d-804c-34b2331265da on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:06.089676 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Attempting to bind port 2b77bdfa-7e18-4a3d-804c-34b2331265da by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:06.090569 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Attempting to bind port 2b77bdfa-7e18-4a3d-804c-34b2331265da on network f79d3481-2191-48f3-bef7-32416f935f01 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:06.096481 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:06.096875 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Checking segment: {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:06.097280 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.097668 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Bound using segment: {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:06.098432 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Bound port: 2b77bdfa-7e18-4a3d-804c-34b2331265da, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:06.098841 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.192249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c813745-1cd4-4391-b8d6-3829197b9255 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:06.195151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69611da-a18a-42bb-800c-f0b3d5ce8e50 admin admin] Pushing event updated for resources: {'Network': ['ID=95ac138e-faf4-4881-9c8f-c8c76274a860,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.229533 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.247102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-c269c2e3-454a-40fb-bd4c-e266d69b4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.252960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-c269c2e3-454a-40fb-bd4c-e266d69b4221 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 200 len: 916 time: 0.7049818 Sep 16 05:16:06.270799 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] For port 2b77bdfa-7e18-4a3d-804c-34b2331265da, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:06.283569 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] For port 2b77bdfa-7e18-4a3d-804c-34b2331265da, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2b77bdfa-7e18-4a3d-804c-34b2331265da,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:06.294991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 95ac138e-faf4-4881-9c8f-c8c76274a860 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:06.314321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8ff52a2-4d8d-4411-a1dc-fb64f0a43628 req-c987e469-fb5f-4791-920c-395fce5e2668 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399279 Sep 16 05:16:06.378773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c774174c-decf-4e4c-ad89-bfa2dbacd1aa None None] Provisioning complete for port 2b77bdfa-7e18-4a3d-804c-34b2331265da triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:06.393050 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c774174c-decf-4e4c-ad89-bfa2dbacd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.411594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-9ca730cd-0725-487f-8ba9-216206b34f9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 HTTP/1.1" status: 200 len: 217 time: 0.1406894 Sep 16 05:16:06.421415 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.434449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcfd14-a968-462f-9f97-ba2c64daf2c5 req-1ee222cd-b5a2-4456-9259-a9ffc9363c8e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.448861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9dcfd14-a968-462f-9f97-ba2c64daf2c5 req-1ee222cd-b5a2-4456-9259-a9ffc9363c8e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 932 time: 0.6220000 Sep 16 05:16:06.485924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Transition to ACTIVE for port object 0c813745-1cd4-4391-b8d6-3829197b9255 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:06.523527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.524090 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.524547 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Floating IP 50bfd920-1eaf-482c-835b-0766783792aa disassociated. External IP: 172.25.1.121, port: 030d6785-b33e-4dc0-bd3b-316c243eeb29. Sep 16 05:16:06.525139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Calling delete_port for 030d6785-b33e-4dc0-bd3b-316c243eeb29 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:06.563280 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfafa48-946d-4a60-af5b-9e240ee5f47a None None] Pushing event updated for resources: {'Port': ['ID=2b77bdfa-7e18-4a3d-804c-34b2331265da,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.610999 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Routers {'015a8b7c-57e8-4c5e-9a83-c321e028bf67'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:06.611409 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:15:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:06.653788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-275a8de6-8cc7-401d-9a37-aba09d5d9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.662459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-275a8de6-8cc7-401d-9a37-aba09d5d9873 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4cb26ff1-a9a9-4495-b715-07b37c141b1b HTTP/1.1" status: 200 len: 854 time: 0.2037685 Sep 16 05:16:06.663422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.699106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] For port 82b9eb81-3849-4e8f-9041-344884285e34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=82b9eb81-3849-4e8f-9041-344884285e34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:06.699368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9dcfd14-a968-462f-9f97-ba2c64daf2c5 req-afda8e31-1099-454f-bd4a-d67b3c7fd4bf tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491415 Sep 16 05:16:06.706915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.733017 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c774174c-decf-4e4c-ad89-bfa2dbacd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.796223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Calling delete_port for 82b9eb81-3849-4e8f-9041-344884285e34 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:06.804927 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] Set router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:06.826180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c774174c-decf-4e4c-ad89-bfa2dbacd1aa None None] For port 2b77bdfa-7e18-4a3d-804c-34b2331265da, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2b77bdfa-7e18-4a3d-804c-34b2331265da,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:06.927589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c774174c-decf-4e4c-ad89-bfa2dbacd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.980153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Pushing event updated for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.993618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-e401798e-1bad-4a9f-809a-910ed9f473ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.995915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-e401798e-1bad-4a9f-809a-910ed9f473ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d667bf5-0685-429c-9061-ebaa29f381d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2862668 Sep 16 05:16:07.049897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774174c-decf-4e4c-ad89-bfa2dbacd1aa None None] Pushing event updated for resources: {'Port': ['ID=2b77bdfa-7e18-4a3d-804c-34b2331265da,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:07.077467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db2c03e4-fd35-4f30-93c4-937998df9a1b req-c664cbfa-4c84-4010-bdfc-61a3f1bea9ca tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.1198399 Sep 16 05:16:07.108728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b9c6f8b8-902b-4151-a1e7-815ef0993cb1 None None] Provisioning complete for port 2b77bdfa-7e18-4a3d-804c-34b2331265da triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:07.109402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f8b8-902b-4151-a1e7-815ef0993cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.175777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c56163c8-2e42-4385-ac60-0d31540fb4ce details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:07.203257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 030d6785-b33e-4dc0-bd3b-316c243eeb29 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:07.235472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Made reservation on behalf of a1615ea5bc234353bd24a95e36e3d638 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:07.239175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.322269 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 4, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2b77bdfa-7e18-4a3d-804c-34b2331265da', 'name': '', 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'mac_address': 'fa:16:3e:b7:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:57Z', 'updated_at': '2021-09-16T05:16:06Z', 'revision_number': 4, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'subnets': [{'id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:07.404181 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ed24d-9463-4beb-887f-f4460ba2e161 None None] The sync data for ids ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'] in n-d-712749-15 is: [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 4, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2b77bdfa-7e18-4a3d-804c-34b2331265da', 'name': '', 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'mac_address': 'fa:16:3e:b7:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:57Z', 'updated_at': '2021-09-16T05:16:06Z', 'revision_number': 4, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'subnets': [{'id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:07.444591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Allocated IP 172.20.0.6 (a6458a1b-858e-4762-b6a2-d04d4c6902af/9ccf09a5-e6b7-421b-ba79-816ce20c10fa/08c2da59-de12-45fc-b0b2-5eda7eb04deb) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:07.527212 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.536227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.557055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40940e92-def4-4c3d-8324-5e7e8566a76b req-3b6fce55-52f9-490f-8714-56ef5086224d tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.581778 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-40940e92-def4-4c3d-8324-5e7e8566a76b req-3b6fce55-52f9-490f-8714-56ef5086224d tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 868 time: 0.9064426 Sep 16 05:16:07.583660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['82b9eb81-3849-4e8f-9041-344884285e34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:07.597573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Attempting to bind port 0c813745-1cd4-4391-b8d6-3829197b9255 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:07.598122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Attempting to bind port 0c813745-1cd4-4391-b8d6-3829197b9255 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:07.598239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Attempting to bind port 0c813745-1cd4-4391-b8d6-3829197b9255 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:07.632130 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-1d9f7649-44d0-4e17-83cc-4876243f53c4 service neutron] 10.222.0.30 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715077 Sep 16 05:16:07.642837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:07.664615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'c56163c8-2e42-4385-ac60-0d31540fb4ce', 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7', 'port_id': 'c56163c8-2e42-4385-ac60-0d31540fb4ce', 'mac_address': 'fa:16:3e:85:99:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7723731-cf71-4a95-9b40-4e7112c45eb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:07.666957 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.700447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Pushing event deleted for resources: {'Port': ['ID=82b9eb81-3849-4e8f-9041-344884285e34,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:07.703960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838b6e7-a340-4dec-b26a-ac8200fc9838 req-bafc6ac2-dbf2-45d2-a446-f3a65562687f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.718856 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5838b6e7-a340-4dec-b26a-ac8200fc9838 req-bafc6ac2-dbf2-45d2-a446-f3a65562687f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.3681738 Sep 16 05:16:07.731931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Port 0c813745-1cd4-4391-b8d6-3829197b9255 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:07.732277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Attempting to bind port 0c813745-1cd4-4391-b8d6-3829197b9255 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:07.783202 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.791310 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.834870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56163c8-2e42-4385-ac60-0d31540fb4ce {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:07.854691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:07.861364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Checking segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:07.862842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Bound using segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:07.862842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Bound port: 0c813745-1cd4-4391-b8d6-3829197b9255, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:07.863190 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.883579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:07.967345 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.992181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-40940e92-def4-4c3d-8324-5e7e8566a76b req-11293833-6747-471f-8ab0-5d2dac29f18d tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/security-groups?id=004d894e-e2a7-45af-9fd6-ee35a303a820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093428 Sep 16 05:16:08.068186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5838b6e7-a340-4dec-b26a-ac8200fc9838 req-b3416616-8cab-4c14-8753-96401b9adc5f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483880 Sep 16 05:16:08.095566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.137014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event deleted for resources: {'Port': ['ID=030d6785-b33e-4dc0-bd3b-316c243eeb29,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.164870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=366bb531-3f16-4972-8749-5d67dcd0d788,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.171326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] No DVR routers for this DVR port 82b9eb81-3849-4e8f-9041-344884285e34 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:08.222180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.230045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b3f4740-e89c-4449-bd69-36f7c7cf5736 req-ba030c3d-409f-44fb-a640-153ecb508759 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.66 "DELETE /v2.0/ports/82b9eb81-3849-4e8f-9041-344884285e34 HTTP/1.1" status: 204 len: 173 time: 3.0731485 Sep 16 05:16:08.231142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-deleted', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:08.241815 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15eede2-0881-4350-b344-eb6549bde410" -d '{"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-deleted", "tag": "82b9eb81-3849-4e8f-9041-344884285e34"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:08.285232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Checking segment: {'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:08.285603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Network hostable DHCP agents. Network: 95ac138e-faf4-4881-9c8f-c8c76274a860, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:08.392096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2b77bdfa-7e18-4a3d-804c-34b2331265da up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:08.424682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3edf78c0-d966-463a-b1c4-d56e79cc2a7a req-6660965a-bdd1-40ec-9e47-a19f2c74fe5f tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 210 time: 0.1765285 Sep 16 05:16:08.466147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['c56163c8-2e42-4385-ac60-0d31540fb4ce'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:08.521015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.632865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd998b-ceae-482e-b6d0-db3da7cf3a25 req-7e9c7e5d-13e9-4a7b-8b64-6932ed88e9e7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.646724 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33fd998b-ceae-482e-b6d0-db3da7cf3a25 req-7e9c7e5d-13e9-4a7b-8b64-6932ed88e9e7 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.3400831 Sep 16 05:16:08.669944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Network 95ac138e-faf4-4881-9c8f-c8c76274a860 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:08.757047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:08.768735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2b77bdfa-7e18-4a3d-804c-34b2331265da triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:08.770282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.784940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33fd998b-ceae-482e-b6d0-db3da7cf3a25 req-f9027d49-851a-4704-98ab-d7c3952d8e59 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349230 Sep 16 05:16:08.835797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 95ac138e-faf4-4881-9c8f-c8c76274a860) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:08.848912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.849895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.883007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.911391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a640fbd9-bf31-4c21-b06c-2ff146c5a912 None None] Network 95ac138e-faf4-4881-9c8f-c8c76274a860 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:08.963086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b3cc74-db16-40c2-85c2-44093886cb1e req-75185981-20f7-4975-9498-cb11de9fafba service neutron] 10.222.0.30 "GET /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2271473 Sep 16 05:16:08.998264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Network a6458a1b-858e-4762-b6a2-d04d4c6902af is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:08.998381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:09.048740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:09.058751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:09.064500 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac3f5-d96d-40f4-b0dd-c7a467b2c26e req-bc630c31-9277-47e5-964c-897b041fb0bd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.070484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:09.081577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc7ac3f5-d96d-40f4-b0dd-c7a467b2c26e req-bc630c31-9277-47e5-964c-897b041fb0bd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 944 time: 0.3903861 Sep 16 05:16:09.081801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee526c01-0cb0-4999-885b-9b4dc814a00e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1884255 Sep 16 05:16:09.091571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44464) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:09.124756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:09.125726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Pushing event updated for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:09.164416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.180613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.181287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.260680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8227-eecd-4caa-b282-1e8da6c21b8a req-e598f865-88cc-40dc-b061-8bbce4d5fa5c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.269089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a8d8227-eecd-4caa-b282-1e8da6c21b8a req-e598f865-88cc-40dc-b061-8bbce4d5fa5c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 931 time: 0.2821729 Sep 16 05:16:09.331774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Pushing event updated for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:09.338352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a8d8227-eecd-4caa-b282-1e8da6c21b8a req-bf7a9765-c695-44d0-b7e9-c298ed8c100b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655637 Sep 16 05:16:09.387277 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fe46b7-2ee7-4319-ba10-56fd10e4a6d9 x-openstack-request-id: req-62fe46b7-2ee7-4319-ba10-56fd10e4a6d9 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:09.388008 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be1ac8-a965-4d13-9bf4-1b5c42d363c0", "name": "network-vif-deleted", "tag": "82b9eb81-3849-4e8f-9041-344884285e34", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:09.388589 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62fe46b7-2ee7-4319-ba10-56fd10e4a6d9 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:09.389277 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38be1ac8-a965-4d13-9bf4-1b5c42d363c0', 'name': 'network-vif-deleted', 'tag': '82b9eb81-3849-4e8f-9041-344884285e34', 'status': 'completed', 'code': 200} Sep 16 05:16:09.476663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:09.491979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc7ac3f5-d96d-40f4-b0dd-c7a467b2c26e req-63dcfb7f-a02c-4986-b9bd-3aedbc0ec609 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183044 Sep 16 05:16:09.551717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] Sync routers for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:09.592024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.592564 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.594011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-ccde952d-fda8-4654-aa6d-a7ba8b57e4dc service neutron] 10.222.0.66 "PUT /v2.0/ports/0c813745-1cd4-4391-b8d6-3829197b9255 HTTP/1.1" status: 200 len: 1093 time: 6.4986291 Sep 16 05:16:09.594929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] No DVR routers for this DVR port 030d6785-b33e-4dc0-bd3b-316c243eeb29 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:09.608489 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.610746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:09.615790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-635e1559-cb1c-4b37-985e-38c338a3ebec req-e7471754-13e2-4c30-865b-86ccb4f9bedd tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.30 "DELETE /v2.0/ports/030d6785-b33e-4dc0-bd3b-316c243eeb29 HTTP/1.1" status: 204 len: 173 time: 6.4799845 Sep 16 05:16:09.615790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255'}, {'server_uuid': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'name': 'network-vif-deleted', 'tag': '030d6785-b33e-4dc0-bd3b-316c243eeb29'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:09.616087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:15:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:09.618645 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19257fd9-57d0-41b0-aeac-14164728fc36" -d '{"events": [{"name": "network-changed", "server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255"}, {"server_uuid": "804c8272-ff41-4134-aa4b-e377ffe7a367", "name": "network-vif-deleted", "tag": "030d6785-b33e-4dc0-bd3b-316c243eeb29"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:09.627249 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f9b028a-b277-447a-9e65-2ca55e7a49cf req-1ad802eb-7e7e-4e80-ac75-00687fb168e2 tempest-ServersAdminTestJSON-1862288770 tempest-ServersAdminTestJSON-1862288770-project] 10.222.0.49 "GET /v2.0/ports?device_id=38be1ac8-a965-4d13-9bf4-1b5c42d363c0 HTTP/1.1" status: 200 len: 210 time: 0.0604410 Sep 16 05:16:09.684880 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.686232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.797337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:09.853144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-95ac138e-faf4-4881-9c8f-c8c76274a860', 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'fixed_ips': [{'subnet_id': '366bb531-3f16-4972-8749-5d67dcd0d788'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:09.854179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.859648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-a14699c1-372e-4c7c-b0a6-3241c1ed63db tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1613569 Sep 16 05:16:09.884321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Request body: {'port': {'device_id': '79ceea29-98e9-47ec-8193-b49ea2873378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:09.901812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc640b-3f14-4138-984f-b3bb69e7100e req-52e86615-3ef3-4ff0-8d7b-2b065f650f7d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.913084 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79cc640b-3f14-4138-984f-b3bb69e7100e req-52e86615-3ef3-4ff0-8d7b-2b065f650f7d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 944 time: 0.2903762 Sep 16 05:16:09.943918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 82b9eb81-3849-4e8f-9041-344884285e34 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:09.944267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 82b9eb81-3849-4e8f-9041-344884285e34 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:10.035068 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.092093 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.124868 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df07d479-ab99-47d5-bf8a-b1a30d1ec1bb req-0b13a79c-5d10-4677-a158-4fc11003a7be tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 210 time: 0.0967271 Sep 16 05:16:10.165449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79cc640b-3f14-4138-984f-b3bb69e7100e req-cfa10435-1ac5-4164-ae84-fe8ef37dfc5a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687353 Sep 16 05:16:10.173195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca630922-5317-438d-97e3-c13b72f641d1 req-8e0f5063-1274-491c-996e-80ee28322c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.174719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-8e0f5063-1274-491c-996e-80ee28322c6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 1096 time: 0.2601690 Sep 16 05:16:10.255248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:10.320330 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dbd120-bb5b-47a4-bcaf-19a142b63b74 x-openstack-request-id: req-01dbd120-bb5b-47a4-bcaf-19a142b63b74 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:10.320988 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255", "status": "completed", "code": 200}, {"server_uuid": "804c8272-ff41-4134-aa4b-e377ffe7a367", "name": "network-vif-deleted", "tag": "030d6785-b33e-4dc0-bd3b-316c243eeb29", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:10.321435 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01dbd120-bb5b-47a4-bcaf-19a142b63b74 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:10.322036 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255', 'status': 'completed', 'code': 200} Sep 16 05:16:10.322454 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804c8272-ff41-4134-aa4b-e377ffe7a367', 'name': 'network-vif-deleted', 'tag': '030d6785-b33e-4dc0-bd3b-316c243eeb29', 'status': 'completed', 'code': 200} Sep 16 05:16:10.325815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-6abcd000-745f-41a5-adeb-837f32ef85ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c813745-1cd4-4391-b8d6-3829197b9255 HTTP/1.1" status: 200 len: 217 time: 0.1238105 Sep 16 05:16:10.523066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Allocated IP 172.20.0.2 (95ac138e-faf4-4881-9c8f-c8c76274a860/366bb531-3f16-4972-8749-5d67dcd0d788/80c26998-5f47-4365-8c6e-fda4a5ff549d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:10.619232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e479eb-11d2-4867-85c3-b4a502a1b33d req-c8001a03-7383-48fa-8532-ef5044817cb1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.631044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20e479eb-11d2-4867-85c3-b4a502a1b33d req-c8001a03-7383-48fa-8532-ef5044817cb1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 931 time: 0.1679049 Sep 16 05:16:10.631671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.664401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeec8b-b29b-449a-a9be-054e69f9fe44 req-af799f0e-63e9-4cf1-8d4a-fd09d9c9f045 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.667380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31aeec8b-b29b-449a-a9be-054e69f9fe44 req-af799f0e-63e9-4cf1-8d4a-fd09d9c9f045 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.1878092 Sep 16 05:16:10.675461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca630922-5317-438d-97e3-c13b72f641d1 req-26a9f1b8-c133-4d0e-baec-003c07ead18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.678670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-26a9f1b8-c133-4d0e-baec-003c07ead18d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=576478f5-729e-44a4-adad-d1c8be5f43f1 HTTP/1.1" status: 200 len: 844 time: 0.1999292 Sep 16 05:16:10.753581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20e479eb-11d2-4867-85c3-b4a502a1b33d req-8d833064-4e40-4441-bdf7-7eefcdc4be70 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216321 Sep 16 05:16:10.765937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-bd777546-9dd1-4c61-920b-f1a51fc7d590 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701771 Sep 16 05:16:10.841365 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.874331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31aeec8b-b29b-449a-a9be-054e69f9fe44 req-41eaf0ab-c1cb-4b3b-9e70-a2e5f89c841d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922591 Sep 16 05:16:10.928326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c2da59-de12-45fc-b0b2-5eda7eb04deb {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:10.943675 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.955573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.985377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['28e982fc-c427-4319-928b-a5ab122e0a70'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:10.997227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Transition to ACTIVE for port object 08c2da59-de12-45fc-b0b2-5eda7eb04deb will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:11.038946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0359e91-319b-4978-ab45-590fa57ee537 req-6f79c85e-b1a7-43ec-83f3-5bc2dd1ea88a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.053874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0359e91-319b-4978-ab45-590fa57ee537 req-6f79c85e-b1a7-43ec-83f3-5bc2dd1ea88a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 944 time: 0.1194351 Sep 16 05:16:11.124632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Network 95ac138e-faf4-4881-9c8f-c8c76274a860 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:11.167052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:11.184385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:11.188398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0359e91-319b-4978-ab45-590fa57ee537 req-f5a51b77-714a-41fc-87bd-8a697a02d5e0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256738 Sep 16 05:16:11.188398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.278816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c56163c8-2e42-4385-ac60-0d31540fb4ce up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:11.338499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:11.434514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Pushing event updated for resources: {'Port': ['ID=80c26998-5f47-4365-8c6e-fda4a5ff549d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:11.553862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:11.554427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:11.554980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:11.568769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Attempting to bind port 80c26998-5f47-4365-8c6e-fda4a5ff549d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:11.569332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Attempting to bind port 80c26998-5f47-4365-8c6e-fda4a5ff549d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:11.569834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Attempting to bind port 80c26998-5f47-4365-8c6e-fda4a5ff549d on network 95ac138e-faf4-4881-9c8f-c8c76274a860 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:11.611347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:11.611794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Checking segment: {'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:11.612162 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.612559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Bound using segment: {'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:11.613416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Bound port: 80c26998-5f47-4365-8c6e-fda4a5ff549d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:11.613946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.624185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3b888-13c6-4b80-83e6-92103d1cf3a0 req-91f70626-70c0-406f-ae37-23baf0eaf37e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.631661 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bde3b888-13c6-4b80-83e6-92103d1cf3a0 req-91f70626-70c0-406f-ae37-23baf0eaf37e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.3122044 Sep 16 05:16:11.634783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:11.639293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:11.689795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:11.690242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:11.690880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:11.698844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Bound port: 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:11.701576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.707924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port c56163c8-2e42-4385-ac60-0d31540fb4ce completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:11.717850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.759729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bde3b888-13c6-4b80-83e6-92103d1cf3a0 req-35e5f328-1e3d-4ee8-82f5-de6e16cbb5c8 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135895 Sep 16 05:16:11.802517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] Checking router: 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:11.837343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port c56163c8-2e42-4385-ac60-0d31540fb4ce triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:11.839067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.959481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:11.961326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:11.962502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:15:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.973976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:12.015845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-358d5d19-fbf4-418f-9b92-892c377df1ea req-141a8760-3f9a-4836-8be4-eb98fd6179fa tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/ports?device_id=804c8272-ff41-4134-aa4b-e377ffe7a367 HTTP/1.1" status: 200 len: 210 time: 0.2059934 Sep 16 05:16:12.060528 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.062850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-0e27776e-7ed6-443f-92d6-a47be42df090 service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2569802 Sep 16 05:16:12.116980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44520) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:12.119885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.231764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:12.254511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.255648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.261933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 200 len: 1092 time: 2.3823538 Sep 16 05:16:12.263404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:12.269246 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f3e27b-12a8-4daa-a0d4-96b89817be6c" -d '{"events": [{"server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "name": "network-vif-plugged", "status": "completed", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:12.273676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:12.285071 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61799a4f-2a03-4461-bc30-5acb335dba86" -d '{"events": [{"name": "network-changed", "server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:12.310520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] For port 80c26998-5f47-4365-8c6e-fda4a5ff549d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:12.348742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.363173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234a6b-899f-430b-9f7f-535d0da5a6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:12.442400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] For port 80c26998-5f47-4365-8c6e-fda4a5ff549d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=80c26998-5f47-4365-8c6e-fda4a5ff549d,segment=NetworkSegment(d741315d-1dd5-4e6d-97d5-e5981a73b4b9),segment_id=d741315d-1dd5-4e6d-97d5-e5981a73b4b9)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:12.529344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:12.545677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-334c1f09-b4b0-4a5c-b946-9a77b34855b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.548126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-334c1f09-b4b0-4a5c-b946-9a77b34855b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1095 time: 0.0958605 Sep 16 05:16:12.568438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:12.587221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.621780 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca630922-5317-438d-97e3-c13b72f641d1 req-0930e92f-875c-490c-b7cb-03865a782676 service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317442 Sep 16 05:16:12.675831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-9b09ddb5-1d79-4b89-9887-1244d75ed2fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 200 len: 217 time: 0.1124258 Sep 16 05:16:12.691885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14314-f253-45ac-a8e0-25debbe7156d req-16bba059-253b-4f03-8f18-e9e4758e7d05 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.703916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3cc14314-f253-45ac-a8e0-25debbe7156d req-16bba059-253b-4f03-8f18-e9e4758e7d05 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.3781972 Sep 16 05:16:12.736953 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.757816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d0f0cdca-6267-4d7b-8299-c2bc8508f6a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e1c7c082a7644b996b322a85e0e4de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395645 Sep 16 05:16:12.804349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:12.823437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.900984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-7379a44a-2718-4240-be0a-9f0c5745e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.902708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-7379a44a-2718-4240-be0a-9f0c5745e88f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.2172847 Sep 16 05:16:12.980749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ae36b-3b39-4551-ae10-dff90da2931a None None] Pushing event updated for resources: {'Port': ['ID=80c26998-5f47-4365-8c6e-fda4a5ff549d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:12.989364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71da7a-0148-4270-ada1-84f5a0628ec8 req-c58db317-ac9f-4669-a22a-bc80f6090612 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.992171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b71da7a-0148-4270-ada1-84f5a0628ec8 req-c58db317-ac9f-4669-a22a-bc80f6090612 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.1586988 Sep 16 05:16:13.029822 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3cc14314-f253-45ac-a8e0-25debbe7156d req-f8641b5b-c954-4f88-b608-1a8b59bc5b91 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248813 Sep 16 05:16:13.079025 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-0a6580c7-ca87-461b-bc0e-d08e9aaddd9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665986 Sep 16 05:16:13.146997 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20173b1c-46bb-4651-a70d-86526ddbbc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.186845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:13.255778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-7b9a013a-f1af-4f91-a12e-e55d994f8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.259599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-7b9a013a-f1af-4f91-a12e-e55d994f8a43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 1096 time: 0.4314353 Sep 16 05:16:13.336064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb4b49-2313-4e76-ad7b-959dc67188dc None None] The sync data for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 is: [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:10:33Z', 'revision_number': 4, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b5a3adce-a375-4342-b039-593da5c912a8', 'name': '', 'network_id': '025e130c-550e-47f2-a0a3-b88748c30bec', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'mac_address': 'fa:16:3e:d5:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:31Z', 'updated_at': '2021-09-16T05:10:38Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'subnets': [{'id': '042732bf-6548-49b1-97f9-a80dc74b9d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:13.366027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-c3103cf7-3b1b-4de7-a08d-10eed84ff642 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601929 Sep 16 05:16:13.367615 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20173b1c-46bb-4651-a70d-86526ddbbc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.430485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b71da7a-0148-4270-ada1-84f5a0628ec8 req-846080e5-de49-4843-b58d-ea33d93dcc07 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772480 Sep 16 05:16:13.469383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Allocated IP 172.25.1.50 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/716c9e7f-3a2f-4311-85e9-5e597c81cb51) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:13.534632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c0ea3-ee7f-4aae-a8bd-8e5f4faa2fd3 req-06cac6ea-6399-4e14-b836-e3caecd88a70 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.536614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-101c0ea3-ee7f-4aae-a8bd-8e5f4faa2fd3 req-06cac6ea-6399-4e14-b836-e3caecd88a70 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 945 time: 0.2891254 Sep 16 05:16:13.648293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-a234c045-2d02-4b76-be21-86fe80d48c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.656017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-a234c045-2d02-4b76-be21-86fe80d48c6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 905 time: 0.3340127 Sep 16 05:16:13.707409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4357cf06-f21a-4c79-8494-af74fe4cb9fc req-2935b8b7-373d-446a-bcee-270e71424303 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138986 Sep 16 05:16:13.778562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-101c0ea3-ee7f-4aae-a8bd-8e5f4faa2fd3 req-93506031-adbc-4f55-ac9b-87bb1f952bdd tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073393 Sep 16 05:16:13.783365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-e2b3bc45-489e-46cb-9a80-ce451957f52c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c813745-1cd4-4391-b8d6-3829197b9255 HTTP/1.1" status: 200 len: 217 time: 0.0694888 Sep 16 05:16:13.864168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a42ae-6766-4a65-9cf5-b5d4d6a48c30 req-227b5ead-c945-43e5-a7be-047a5b4b58d9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.866753 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d1a42ae-6766-4a65-9cf5-b5d4d6a48c30 req-227b5ead-c945-43e5-a7be-047a5b4b58d9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 944 time: 0.1012900 Sep 16 05:16:13.890999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.906564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-874f2b58-7e06-447e-a6aa-95246288f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.916643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-874f2b58-7e06-447e-a6aa-95246288f7c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=576478f5-729e-44a4-adad-d1c8be5f43f1 HTTP/1.1" status: 200 len: 844 time: 0.1227190 Sep 16 05:16:13.951801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d1a42ae-6766-4a65-9cf5-b5d4d6a48c30 req-5672c5bd-49e2-4c4f-a8b8-3d42e33c3f46 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765407 Sep 16 05:16:13.989001 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928cc2b9-668e-44f2-bdb2-5a70d111c149 x-openstack-request-id: req-928cc2b9-668e-44f2-bdb2-5a70d111c149 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:13.989855 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "name": "network-vif-plugged", "status": "completed", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:13.990822 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-928cc2b9-668e-44f2-bdb2-5a70d111c149 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:13.991231 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce', 'code': 200} Sep 16 05:16:14.001348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-e089e8fb-fd14-4378-8fee-b650936640ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741723 Sep 16 05:16:14.046414 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ec9bc4-06dc-45fa-88fb-d1b9ed1d00ae x-openstack-request-id: req-13ec9bc4-06dc-45fa-88fb-d1b9ed1d00ae {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:14.046414 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:14.046610 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13ec9bc4-06dc-45fa-88fb-d1b9ed1d00ae {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:14.047161 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb', 'status': 'completed', 'code': 200} Sep 16 05:16:14.081928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20173b1c-46bb-4651-a70d-86526ddbbc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.100322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20173b1c-46bb-4651-a70d-86526ddbbc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.100322 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-20173b1c-46bb-4651-a70d-86526ddbbc93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/004d894e-e2a7-45af-9fd6-ee35a303a820 HTTP/1.1" status: 204 len: 168 time: 1.2852569 Sep 16 05:16:14.124314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20173b1c-46bb-4651-a70d-86526ddbbc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004d894e-e2a7-45af-9fd6-ee35a303a820,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:14.460660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.483528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-8808e6cb-f066-4219-9086-e2acee8cab84 service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741123 Sep 16 05:16:14.485018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-bcc94dc9-ef51-4143-aec3-8d0cb60a5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.487721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-bcc94dc9-ef51-4143-aec3-8d0cb60a5ff0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1095 time: 0.3334591 Sep 16 05:16:14.489049 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55759ce-cb96-44db-8e00-c0ee413d1ad4 None None] New status for floating IP 50bfd920-1eaf-482c-835b-0766783792aa: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:14.535176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf61f23-1533-4257-90f6-8b48d5e1d257 req-011e8d73-7f4b-4831-ad82-2f0a68616f75 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.552029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2cf61f23-1533-4257-90f6-8b48d5e1d257 req-011e8d73-7f4b-4831-ad82-2f0a68616f75 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.3068349 Sep 16 05:16:14.559503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 80c26998-5f47-4365-8c6e-fda4a5ff549d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:14.706441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 80c26998-5f47-4365-8c6e-fda4a5ff549d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:14.707130 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.861497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c185d6c1-5eb7-440c-88fb-e6edc57a1f18 None None] Network 95ac138e-faf4-4881-9c8f-c8c76274a860 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:15.013410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19257fd9-57d0-41b0-aeac-14164728fc36 req-f8a72766-8446-405c-a805-1e017afa187f service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837299 Sep 16 05:16:15.061277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661cc3b-2c3f-4fe4-922a-30ddb1537f24 req-901eebe1-4c27-4fd7-930e-2b0980340c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.062987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8661cc3b-2c3f-4fe4-922a-30ddb1537f24 req-901eebe1-4c27-4fd7-930e-2b0980340c8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1097 time: 0.8820028 Sep 16 05:16:15.092584 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2cf61f23-1533-4257-90f6-8b48d5e1d257 req-b3a6b0c4-6b1e-4adb-ba8e-5524e7202147 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376999 Sep 16 05:16:15.153742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:15.183374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:15.189678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:15.193023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-517d0032-458b-4f29-891c-be6a6ca23877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.195274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-517d0032-458b-4f29-891c-be6a6ca23877 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.6238241 Sep 16 05:16:15.197039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Pushing event updated for resources: {'Port': ['ID=716c9e7f-3a2f-4311-85e9-5e597c81cb51,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.256182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be17ae5-a967-439c-a0c8-6654b44d4781 req-72f83313-e0f5-4241-bcc8-364f19d28833 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.259040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7be17ae5-a967-439c-a0c8-6654b44d4781 req-72f83313-e0f5-4241-bcc8-364f19d28833 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.7902822 Sep 16 05:16:15.259366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f6628f71-b9c9-4a70-9317-574a85c9983c None None] Provisioning complete for port 80c26998-5f47-4365-8c6e-fda4a5ff549d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:15.260080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6628f71-b9c9-4a70-9317-574a85c9983c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.330990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7be17ae5-a967-439c-a0c8-6654b44d4781 req-7ce65d98-f549-4440-8608-07ac2e734d81 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Sep 16 05:16:15.331337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8661cc3b-2c3f-4fe4-922a-30ddb1537f24 req-e45637db-0b62-4cd7-bec7-7964f5238a0c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755986 Sep 16 05:16:15.400244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-055c4926-fe92-4a68-bc3b-e40c5e5e1162 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 200 len: 217 time: 0.1965230 Sep 16 05:16:15.405332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.496637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 80c26998-5f47-4365-8c6e-fda4a5ff549d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=80c26998-5f47-4365-8c6e-fda4a5ff549d,segment=NetworkSegment(d741315d-1dd5-4e6d-97d5-e5981a73b4b9),segment_id=d741315d-1dd5-4e6d-97d5-e5981a73b4b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:15.580383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44580) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:15.598522 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.622385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16b12c-d4cc-4b10-bf03-ec95ed0df7c7 req-bfcd74ae-49ae-4755-9e3f-4cb20a80538d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.632234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd16b12c-d4cc-4b10-bf03-ec95ed0df7c7 req-bfcd74ae-49ae-4755-9e3f-4cb20a80538d tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.2543018 Sep 16 05:16:15.664315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-b613d0fe-89a8-4f44-85db-d42cbe58adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.665791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-b613d0fe-89a8-4f44-85db-d42cbe58adb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.2284684 Sep 16 05:16:15.679423 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6628f71-b9c9-4a70-9317-574a85c9983c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.717464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd16b12c-d4cc-4b10-bf03-ec95ed0df7c7 req-e6be9d42-e7dc-41c8-a573-75aa8bfe2868 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788629 Sep 16 05:16:15.725929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7265be-0f6b-4d8b-878e-08c1db3bfd51 req-1de44373-5d84-4e3b-b034-b9c3f8589962 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.727621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7265be-0f6b-4d8b-878e-08c1db3bfd51 req-1de44373-5d84-4e3b-b034-b9c3f8589962 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 944 time: 0.1246464 Sep 16 05:16:15.744480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0c813745-1cd4-4391-b8d6-3829197b9255 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:15.776196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-0dcc989c-a8cc-44a3-be51-b630bdfe568b req-cb23a8dd-8f4a-48fd-b46f-41084c1db9ae tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:16:15.787683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0dcc989c-a8cc-44a3-be51-b630bdfe568b req-cb23a8dd-8f4a-48fd-b46f-41084c1db9ae tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169194 Sep 16 05:16:15.803536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-1597a73b-a63b-4196-b200-27f6b0f9b648 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112502 Sep 16 05:16:15.832607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7265be-0f6b-4d8b-878e-08c1db3bfd51 req-f2c00c5f-b29b-40c7-a167-b6f0b888346c tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765839 Sep 16 05:16:15.900944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:15.901894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-331032ab-52d8-416f-86b1-3557b1a7fa95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f44955a331d4fcb96c716b92be04b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195524 Sep 16 05:16:15.965549 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-f6628f71-b9c9-4a70-9317-574a85c9983c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:15.965549 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-f6628f71-b9c9-4a70-9317-574a85c9983c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:15.986214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=80c26998-5f47-4365-8c6e-fda4a5ff549d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.987661 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c918ce6-a689-4086-b427-457ff5091ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.004883 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:16:16.079063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.089504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0dcc989c-a8cc-44a3-be51-b630bdfe568b req-11684fa8-8771-492e-8828-d87a68bceaf2 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3007860 Sep 16 05:16:16.146131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c918ce6-a689-4086-b427-457ff5091ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.173051 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-233235a8-eb84-4a9e-b74d-d142a500b465 service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236241 Sep 16 05:16:16.286708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:16.288275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.301750 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f396a267-63c1-4bcf-a1f7-7fc05e3b5d37 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.335009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '0c813745-1cd4-4391-b8d6-3829197b9255', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'port_id': '0c813745-1cd4-4391-b8d6-3829197b9255', 'mac_address': 'fa:16:3e:68:d0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576478f5-729e-44a4-adad-d1c8be5f43f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:16.345120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f396a267-63c1-4bcf-a1f7-7fc05e3b5d37 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.437916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61799a4f-2a03-4461-bc30-5acb335dba86 req-704d2c1f-0523-4736-acf1-95c7d1083c8e service neutron] 10.222.0.66 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510157 Sep 16 05:16:16.498175 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.500928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 80c26998-5f47-4365-8c6e-fda4a5ff549d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:16.538970 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f396a267-63c1-4bcf-a1f7-7fc05e3b5d37 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.542183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f396a267-63c1-4bcf-a1f7-7fc05e3b5d37 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.544240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f396a267-63c1-4bcf-a1f7-7fc05e3b5d37 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "DELETE /v2.0/security-groups/5ec176e0-dfe9-4dd6-b663-744ebc786872 HTTP/1.1" status: 204 len: 168 time: 0.4617634 Sep 16 05:16:16.547110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44590) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.583759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396a267-63c1-4bcf-a1f7-7fc05e3b5d37 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec176e0-dfe9-4dd6-b663-744ebc786872,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.588220 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-52966199-5aa5-441b-9a55-923d16a76980 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] show failed (client error): The resource could not be found. Sep 16 05:16:16.590975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-52966199-5aa5-441b-9a55-923d16a76980 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "GET /v2.0/security-groups/5ec176e0-dfe9-4dd6-b663-744ebc786872 HTTP/1.1" status: 404 len: 347 time: 0.0406113 Sep 16 05:16:16.591744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c918ce6-a689-4086-b427-457ff5091ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.603259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44592) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.603410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c813745-1cd4-4391-b8d6-3829197b9255 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:16.603520 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c918ce6-a689-4086-b427-457ff5091ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.603520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2c918ce6-a689-4086-b427-457ff5091ca1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ad12e5d-0628-40f7-9f9e-5da461088f43 HTTP/1.1" status: 204 len: 168 time: 0.6958294 Sep 16 05:16:16.638556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:16.655764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c918ce6-a689-4086-b427-457ff5091ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad12e5d-0628-40f7-9f9e-5da461088f43,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.680748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cafbf9-c2ae-4028-b273-e8250fdcf0e4 req-fac33910-56ec-4ab0-81a1-b6fea17d0d94 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.687672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1cafbf9-c2ae-4028-b273-e8250fdcf0e4 req-fac33910-56ec-4ab0-81a1-b6fea17d0d94 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.1933262 Sep 16 05:16:16.688342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 80c26998-5f47-4365-8c6e-fda4a5ff549d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:16.688342 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.783216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.880391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1cafbf9-c2ae-4028-b273-e8250fdcf0e4 req-5a5cfd42-b563-4753-b30d-3a7408a9eae6 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640809 Sep 16 05:16:16.994153 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.018519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c5916225-39bc-4f4d-9eb3-36ff30fd781e None None] Provisioning complete for port 80c26998-5f47-4365-8c6e-fda4a5ff549d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:17.018519 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5916225-39bc-4f4d-9eb3-36ff30fd781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.027774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Deleting port 62a23cf3-c7ca-4789-9d87-988332bc741f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:17.028349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.111944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:17.233186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5278e-bea1-4414-b18d-415ca0b9c426 req-646c424d-05b2-427c-bd9b-f6dbd74fe907 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.241239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-08c5278e-bea1-4414-b18d-415ca0b9c426 req-646c424d-05b2-427c-bd9b-f6dbd74fe907 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.2860804 Sep 16 05:16:17.304341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-08c5278e-bea1-4414-b18d-415ca0b9c426 req-13a9d4c3-9853-4dbb-970b-c49982c13e29 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622165 Sep 16 05:16:17.309028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0c813745-1cd4-4391-b8d6-3829197b9255'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:17.327513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e9d46-309d-419b-8c27-307b7a4d5069 req-30f0b600-1a0c-4b8d-89f1-0f5a1928b441 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.331097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.332235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.334744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a65e9d46-309d-419b-8c27-307b7a4d5069 req-30f0b600-1a0c-4b8d-89f1-0f5a1928b441 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.2309122 Sep 16 05:16:17.379269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Calling delete_port for 62a23cf3-c7ca-4789-9d87-988332bc741f owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:17.532474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a65e9d46-309d-419b-8c27-307b7a4d5069 req-90d65167-36eb-422e-92aa-a16c976358fd tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820424 Sep 16 05:16:17.715982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e84a72-924c-477a-832b-e79b58d940f3 req-7a7830d7-562f-4b58-b36b-353ef2ff383e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.718904 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88e84a72-924c-477a-832b-e79b58d940f3 req-7a7830d7-562f-4b58-b36b-353ef2ff383e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 945 time: 0.0968435 Sep 16 05:16:17.749279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:16:17.816036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88e84a72-924c-477a-832b-e79b58d940f3 req-0e99ef64-5ccf-4168-a892-c4664c302897 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740027 Sep 16 05:16:17.825886 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.926578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aaaad-03fe-431d-b041-23d93a1d0ceb req-731712d3-33d9-496b-bb8e-694d19ee5922 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.936600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd7aaaad-03fe-431d-b041-23d93a1d0ceb req-731712d3-33d9-496b-bb8e-694d19ee5922 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 945 time: 0.2384219 Sep 16 05:16:17.953889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:17.967570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Sync routers for ids ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:17.988209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Routers {'002bbd7b-a7af-4ce4-b545-ab02875a3e25'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:17.989297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:15:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:18.065962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd7aaaad-03fe-431d-b041-23d93a1d0ceb req-72b7438d-8778-4e8a-9400-a308b76bfd9c tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094797 Sep 16 05:16:18.115760 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.120408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-31f6f411-f1b8-4000-a37f-0724c695c08b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.0043972 Sep 16 05:16:18.121788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44636) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:18.219398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Set router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:18.311053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28857718-a889-4913-9847-22330df041f9 req-936893e7-0229-4416-aec3-fdf925c20418 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.320245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28857718-a889-4913-9847-22330df041f9 req-936893e7-0229-4416-aec3-fdf925c20418 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.1259115 Sep 16 05:16:18.474363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Pushing event deleted for resources: {'Port': ['ID=62a23cf3-c7ca-4789-9d87-988332bc741f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.502569 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28857718-a889-4913-9847-22330df041f9 req-b6ccde49-3935-4299-ae38-bd3d53c1cc7d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810620 Sep 16 05:16:18.705714 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.707590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:16:15Z', 'revision_number': 3, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port': {'id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:12Z', 'updated_at': '2021-09-16T05:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:18.712223 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.723809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-88f4a5c6-15ee-4c35-a324-a9311b019c52 tempest-ServersWithSpecificFlavorTestJSON-183641315 tempest-ServersWithSpecificFlavorTestJSON-183641315-project] 10.222.0.49 "DELETE /v2.0/floatingips/50bfd920-1eaf-482c-835b-0766783792aa HTTP/1.1" status: 204 len: 168 time: 2.1219790 Sep 16 05:16:18.744928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Checking router: 002bbd7b-a7af-4ce4-b545-ab02875a3e25 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:18.745280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Updating router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 port 716c9e7f-3a2f-4311-85e9-5e597c81cb51 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:18.780252 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.791237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8458d3-2785-4232-b38e-57f812385617 req-03b03885-2e3e-4929-806a-d0db57533a80 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.793490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8458d3-2785-4232-b38e-57f812385617 req-03b03885-2e3e-4929-806a-d0db57533a80 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.3490362 Sep 16 05:16:18.927305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8458d3-2785-4232-b38e-57f812385617 req-cb708afa-6de1-4603-971c-cce7fa886f1e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193581 Sep 16 05:16:19.113127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d953-4058-4387-bd42-c07a07472d80 req-ca5ba068-a18d-4ddd-8092-7b1a7afc7064 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.122702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d748d953-4058-4387-bd42-c07a07472d80 req-ca5ba068-a18d-4ddd-8092-7b1a7afc7064 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.0860221 Sep 16 05:16:19.200411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d748d953-4058-4387-bd42-c07a07472d80 req-f688da92-2f11-46a4-8dc6-da790cfe3acd tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761378 Sep 16 05:16:19.400194 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.504564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.629017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5311d-3087-415e-b287-64ffdcecf666 req-cd64d876-93b7-4cf7-9277-e0edd24e4da1 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.637245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5311d-3087-415e-b287-64ffdcecf666 req-cd64d876-93b7-4cf7-9277-e0edd24e4da1 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.644057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5311d-3087-415e-b287-64ffdcecf666 req-cd64d876-93b7-4cf7-9277-e0edd24e4da1 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.657451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fa5311d-3087-415e-b287-64ffdcecf666 req-cd64d876-93b7-4cf7-9277-e0edd24e4da1 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd&device_id=34327804-029c-4dab-be3d-edba1f0f3966&device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 2418 time: 0.1910434 Sep 16 05:16:19.672463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Attempting to bind port 716c9e7f-3a2f-4311-85e9-5e597c81cb51 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:19.673103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Attempting to bind port 716c9e7f-3a2f-4311-85e9-5e597c81cb51 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:19.673811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Attempting to bind port 716c9e7f-3a2f-4311-85e9-5e597c81cb51 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:19.691270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:19.692057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:19.692627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.693199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:19.693930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Bound port: 716c9e7f-3a2f-4311-85e9-5e597c81cb51, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:19.695882 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.713446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fa5311d-3087-415e-b287-64ffdcecf666 req-ecb039e5-d6fd-43ec-8f43-490a0de08e95 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550227 Sep 16 05:16:19.768446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0c813745-1cd4-4391-b8d6-3829197b9255 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:19.777569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.911730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e5bd2-51b8-41b9-8d78-bd412a7bfc89 None None] Pushing event updated for resources: {'Port': ['ID=716c9e7f-3a2f-4311-85e9-5e597c81cb51,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.967888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] For port 716c9e7f-3a2f-4311-85e9-5e597c81cb51, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:19.973447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] For port 716c9e7f-3a2f-4311-85e9-5e597c81cb51, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=716c9e7f-3a2f-4311-85e9-5e597c81cb51,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:19.999819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Allocated IP 172.20.0.1 (95ac138e-faf4-4881-9c8f-c8c76274a860/366bb531-3f16-4972-8749-5d67dcd0d788/734f66b1-3ae1-4d84-aedb-278fe9cea7e0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:20.050049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba67e-553a-40ab-9e2e-b7848db19829 req-bd25e3a9-de99-4ce7-8307-eb2213328604 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.053104 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9fba67e-553a-40ab-9e2e-b7848db19829 req-bd25e3a9-de99-4ce7-8307-eb2213328604 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1097 time: 0.0770133 Sep 16 05:16:20.058872 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-131bd58b-0443-4212-bd09-881dd13f8746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.088514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3e3ef-944c-4590-aae5-2ce0bd215697 req-b01da87f-ff27-4fa4-94c3-c318ee2f1a5a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.095535 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.096432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5af3e3ef-944c-4590-aae5-2ce0bd215697 req-b01da87f-ff27-4fa4-94c3-c318ee2f1a5a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 945 time: 0.1207714 Sep 16 05:16:20.156044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 0c813745-1cd4-4391-b8d6-3829197b9255 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:20.179652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9fba67e-553a-40ab-9e2e-b7848db19829 req-b18552bb-23f1-479d-8b31-25849c923c1b tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055458 Sep 16 05:16:20.233643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e5bd2-51b8-41b9-8d78-bd412a7bfc89 None None] Pushing event updated for resources: {'Port': ['ID=716c9e7f-3a2f-4311-85e9-5e597c81cb51,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.241938 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5af3e3ef-944c-4590-aae5-2ce0bd215697 req-952f06bd-c92e-4c36-a6a0-a5ba7608d3aa tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443188 Sep 16 05:16:20.259548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 0c813745-1cd4-4391-b8d6-3829197b9255 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:20.260300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.329852 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.375354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Routers {'002bbd7b-a7af-4ce4-b545-ab02875a3e25'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:20.382340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:15:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:20.448609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79bd0f1f-34b2-4ad0-8d05-b9e56ed30e75 req-127d426c-7be2-426f-80ec-cf689bd43d5a tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1250994 Sep 16 05:16:20.473637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.536242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Network 95ac138e-faf4-4881-9c8f-c8c76274a860 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:20.555207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1794cae-6bca-4c5c-8555-e50d2fdc0712 req-6f82ef16-1bd1-43e5-a2f1-6f54cdaf71ef tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.564438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1794cae-6bca-4c5c-8555-e50d2fdc0712 req-6f82ef16-1bd1-43e5-a2f1-6f54cdaf71ef tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.1378303 Sep 16 05:16:20.577029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:20.590693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.600990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:20.657254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.766863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af5a40-79e4-4df5-ac1a-711ecab9f1c1 req-af772767-f9a6-4868-b44c-e05f3846e057 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.772755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-50af5a40-79e4-4df5-ac1a-711ecab9f1c1 req-af772767-f9a6-4868-b44c-e05f3846e057 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1097 time: 0.1178625 Sep 16 05:16:20.797943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] Set router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:20.866307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.900442 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-50af5a40-79e4-4df5-ac1a-711ecab9f1c1 req-c3b366a3-90a9-4894-b84c-a9a0082e8eed tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181877 Sep 16 05:16:21.184720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1794cae-6bca-4c5c-8555-e50d2fdc0712 req-38425619-a65c-42e6-a1c3-43accd8bdd60 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697655 Sep 16 05:16:21.186122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.186122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:21.186122 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5353343e-028e-4449-a423-53af468dd3ab" -d '{"events": [{"server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:21.186122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2187a400-6b32-415c-aa31-9337bd4085df None None] Provisioning complete for port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:21.186122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2187a400-6b32-415c-aa31-9337bd4085df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.186122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:21.186122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2187a400-6b32-415c-aa31-9337bd4085df None None] Port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:21.186122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:16:15Z', 'revision_number': 3, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port': {'id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:12Z', 'updated_at': '2021-09-16T05:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:21.187018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b556df3-988b-4ca5-8f9a-4883db772f10 None None] The sync data for ids ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'] in n-d-712749-15 is: [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:16:15Z', 'revision_number': 3, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port': {'id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:12Z', 'updated_at': '2021-09-16T05:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:21.466537 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.509085 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.560313 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf1a59-95cb-4fe5-b212-7c102e0a807a x-openstack-request-id: req-c5cf1a59-95cb-4fe5-b212-7c102e0a807a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:21.560793 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:21.561308 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5cf1a59-95cb-4fe5-b212-7c102e0a807a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:21.561725 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255', 'code': 200} Sep 16 05:16:21.562310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:21.726711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47fe9-72cb-44e1-9cf8-feb63be34f1b req-988713d7-728a-4967-b281-e0bbeeac3e6e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.736107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7cf47fe9-72cb-44e1-9cf8-feb63be34f1b req-988713d7-728a-4967-b281-e0bbeeac3e6e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.1290138 Sep 16 05:16:21.764592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbda19e-41d9-462f-b431-968a45a2f4d1 req-cb97e45a-0c69-47dc-9137-40e61f7ff154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.772552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afbda19e-41d9-462f-b431-968a45a2f4d1 req-cb97e45a-0c69-47dc-9137-40e61f7ff154 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 1098 time: 0.1565790 Sep 16 05:16:21.830757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7cf47fe9-72cb-44e1-9cf8-feb63be34f1b req-ea9a4fc6-6e8b-4b19-9828-06b716b482bf tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845568 Sep 16 05:16:21.935740 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afbda19e-41d9-462f-b431-968a45a2f4d1 req-a5f0f8b6-cc0d-4d5d-8f3b-2bf08622fe23 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202362 Sep 16 05:16:21.987111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.053195 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.113344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:22.172789 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.419767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 716c9e7f-3a2f-4311-85e9-5e597c81cb51 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:22.444796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Network 95ac138e-faf4-4881-9c8f-c8c76274a860 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:22.447171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:22.539819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476cab-e81a-4fc1-9128-81983923dc0b req-ee1c9b12-2f20-4f86-8114-475a205fad24 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.550891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e476cab-e81a-4fc1-9128-81983923dc0b req-ee1c9b12-2f20-4f86-8114-475a205fad24 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.1489251 Sep 16 05:16:22.576529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 716c9e7f-3a2f-4311-85e9-5e597c81cb51 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:22.577796 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.671108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e476cab-e81a-4fc1-9128-81983923dc0b req-08880483-e6b1-48c6-98cc-3c70da43189f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189473 Sep 16 05:16:22.721667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:22.860268 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.926463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 716c9e7f-3a2f-4311-85e9-5e597c81cb51, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=716c9e7f-3a2f-4311-85e9-5e597c81cb51,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:22.967535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bd0e449a-7902-41ff-bbfd-f4b8588c902b None None] Provisioning complete for port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:22.968243 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd0e449a-7902-41ff-bbfd-f4b8588c902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.002430 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.040953 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c80db74-2aaf-411d-8bf8-e9e60efdce0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.060872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e449a-7902-41ff-bbfd-f4b8588c902b None None] Port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:23.075607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=716c9e7f-3a2f-4311-85e9-5e597c81cb51,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.101533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:23.132026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-37e014bd-8cc0-44e7-b577-c4baec6c2aa1 admin admin] 10.222.0.49 "PUT /v2.0/routers/002bbd7b-a7af-4ce4-b545-ab02875a3e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0011644 Sep 16 05:16:23.773979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7f46a-2a9a-42ab-9e91-7fbea3ab2bd6 req-aee9b422-01bf-498c-be80-2de3ec5d17c5 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.787010 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73e7f46a-2a9a-42ab-9e91-7fbea3ab2bd6 req-aee9b422-01bf-498c-be80-2de3ec5d17c5 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.1130412 Sep 16 05:16:23.807193 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.865537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73e7f46a-2a9a-42ab-9e91-7fbea3ab2bd6 req-60aabbc9-cca4-4b6a-bb02-fd8af6ddfae7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771277 Sep 16 05:16:24.002404 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Sync routers for ids ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:24.020927 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Routers {'002bbd7b-a7af-4ce4-b545-ab02875a3e25'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:24.021573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.183025 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Set router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:24.479116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 716c9e7f-3a2f-4311-85e9-5e597c81cb51 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:24.625546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:16:20Z', 'revision_number': 4, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port': {'id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:12Z', 'updated_at': '2021-09-16T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '734f66b1-3ae1-4d84-aedb-278fe9cea7e0', 'name': '', 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'mac_address': 'fa:16:3e:dd:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '366bb531-3f16-4972-8749-5d67dcd0d788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:19Z', 'updated_at': '2021-09-16T05:16:21Z', 'revision_number': 2, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'subnets': [{'id': '366bb531-3f16-4972-8749-5d67dcd0d788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:24.653867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 716c9e7f-3a2f-4311-85e9-5e597c81cb51 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:24.654335 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.656830 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Checking router: 002bbd7b-a7af-4ce4-b545-ab02875a3e25 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:24.657422 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Updating router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:24.687538 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.879911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-61f8abc3-b4d8-4bf3-851c-90cc00fc7d0f tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:16:24.880451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-61f8abc3-b4d8-4bf3-851c-90cc00fc7d0f tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063539 Sep 16 05:16:25.024134 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.047610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-90d344ec-ffc6-416b-8dfc-e3ee16f155a7 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.051908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-90d344ec-ffc6-416b-8dfc-e3ee16f155a7 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports/c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 200 len: 1094 time: 0.1648920 Sep 16 05:16:25.098699 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.100757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Request body: {'binding': {'host': 'n-h2-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:25.101753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:16:25.179364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.216117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8001cb4-4f2f-4827-be1a-38aa9c5fca97 req-fd2f4375-0948-4860-8125-76a6014061d7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.232969 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8001cb4-4f2f-4827-be1a-38aa9c5fca97 req-fd2f4375-0948-4860-8125-76a6014061d7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.1932425 Sep 16 05:16:25.364687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8001cb4-4f2f-4827-be1a-38aa9c5fca97 req-f5137026-d249-48eb-9d52-87f2e783613e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168711 Sep 16 05:16:25.426818 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Attempting to bind port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:25.427525 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Attempting to bind port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:25.428139 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Attempting to bind port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 on network 95ac138e-faf4-4881-9c8f-c8c76274a860 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:25.442003 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:25.442802 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Checking segment: {'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:25.443423 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.445404 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Bound using segment: {'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:25.446267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Bound port: 734f66b1-3ae1-4d84-aedb-278fe9cea7e0, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:25.447754 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.472742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on host n-h2-712749-15 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:25.473794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:25.473794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:25.498104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:25.498104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:25.521218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:25.521218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:25.521673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:25.533543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Bound port: c56163c8-2e42-4385-ac60-0d31540fb4ce, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:25.689199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:25.729093 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124bf4d-f03d-4dc6-8363-99a0f70f4b37 None None] Pushing event updated for resources: {'Port': ['ID=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.739700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d99e79a3-48d3-475d-b63c-109029bac1d7 None None] Provisioning complete for port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:25.744413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d99e79a3-48d3-475d-b63c-109029bac1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.746123 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] For port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:25.762584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.767929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-77863e29-118e-4494-a3ce-c7454dbcc456 service neutron] 10.222.0.49 "POST /v2.0/ports/c56163c8-2e42-4385-ac60-0d31540fb4ce/bindings HTTP/1.1" status: 201 len: 390 time: 0.6802726 Sep 16 05:16:25.791232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 08c2da59-de12-45fc-b0b2-5eda7eb04deb details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:25.814795 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] For port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,segment=NetworkSegment(d741315d-1dd5-4e6d-97d5-e5981a73b4b9),segment_id=d741315d-1dd5-4e6d-97d5-e5981a73b4b9)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:25.889523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d99e79a3-48d3-475d-b63c-109029bac1d7 None None] Port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:25.928037 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.057579 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124bf4d-f03d-4dc6-8363-99a0f70f4b37 None None] Pushing event updated for resources: {'Port': ['ID=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.109755 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Routers {'002bbd7b-a7af-4ce4-b545-ab02875a3e25'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:26.114247 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:26.239079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:26.299577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '08c2da59-de12-45fc-b0b2-5eda7eb04deb', 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af', 'port_id': '08c2da59-de12-45fc-b0b2-5eda7eb04deb', 'mac_address': 'fa:16:3e:5a:0d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccf09a5-e6b7-421b-ba79-816ce20c10fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:26.425579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.475901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c2da59-de12-45fc-b0b2-5eda7eb04deb {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:26.563622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:26.664471 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.775454 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] Set router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:27.010192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.055829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6bfa2dd3-e857-4c64-b672-0edd847c1988 None None] Provisioning complete for port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:27.060459 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2dd3-e857-4c64-b672-0edd847c1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.139641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-825a87a8-01da-4d6c-8707-8d6ecaa25cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.145528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-825a87a8-01da-4d6c-8707-8d6ecaa25cce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1097 time: 0.2579582 Sep 16 05:16:27.302890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['08c2da59-de12-45fc-b0b2-5eda7eb04deb'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:27.351090 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2dd3-e857-4c64-b672-0edd847c1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.411019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6bfa2dd3-e857-4c64-b672-0edd847c1988 None None] For port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,segment=NetworkSegment(d741315d-1dd5-4e6d-97d5-e5981a73b4b9),segment_id=d741315d-1dd5-4e6d-97d5-e5981a73b4b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:27.412265 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.487937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2dd3-e857-4c64-b672-0edd847c1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.558481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-2a2319ed-6fde-4209-8af8-5207e1fdc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.560366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-2a2319ed-6fde-4209-8af8-5207e1fdc0d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.4060194 Sep 16 05:16:27.601664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa2dd3-e857-4c64-b672-0edd847c1988 None None] Pushing event updated for resources: {'Port': ['ID=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.643132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-b9f77cdc-dab1-45aa-b7d3-6657d849ac3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 200 len: 217 time: 0.0527594 Sep 16 05:16:27.858884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44832) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:27.885128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-199e686f-8eec-4bcc-9c3c-3ac91713e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.895040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-199e686f-8eec-4bcc-9c3c-3ac91713e565 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.2270460 Sep 16 05:16:27.961299 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:16:20Z', 'revision_number': 4, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port': {'id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:12Z', 'updated_at': '2021-09-16T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '734f66b1-3ae1-4d84-aedb-278fe9cea7e0', 'name': '', 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'mac_address': 'fa:16:3e:dd:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '366bb531-3f16-4972-8749-5d67dcd0d788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:19Z', 'updated_at': '2021-09-16T05:16:25Z', 'revision_number': 4, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'subnets': [{'id': '366bb531-3f16-4972-8749-5d67dcd0d788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:28.019727 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-1a6b240c-76c6-450f-a1c7-f2039fb93fdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218045 Sep 16 05:16:28.088578 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf4ed6-5501-4ae0-8f23-d5c588027e6d None None] The sync data for ids ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'] in n-d-712749-15 is: [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:16:20Z', 'revision_number': 4, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port': {'id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:12Z', 'updated_at': '2021-09-16T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '734f66b1-3ae1-4d84-aedb-278fe9cea7e0', 'name': '', 'network_id': '95ac138e-faf4-4881-9c8f-c8c76274a860', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'mac_address': 'fa:16:3e:dd:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '366bb531-3f16-4972-8749-5d67dcd0d788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:19Z', 'updated_at': '2021-09-16T05:16:25Z', 'revision_number': 4, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'subnets': [{'id': '366bb531-3f16-4972-8749-5d67dcd0d788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:28.145566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2f3f-d6f0-463b-a0da-0041495cc558 req-caa20b07-65b2-40a4-9e55-c82445453d02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.156765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-658a2f3f-d6f0-463b-a0da-0041495cc558 req-caa20b07-65b2-40a4-9e55-c82445453d02 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.1393411 Sep 16 05:16:28.559057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-6fbcc35f-c5ae-47b0-ba32-f42cbcc1ac10 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273113 Sep 16 05:16:28.590931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.612843 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-658a2f3f-d6f0-463b-a0da-0041495cc558 req-7dd458c4-8aba-4f54-950d-423244dec116 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548962 Sep 16 05:16:28.663344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:29.015781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-921103f2-5d7b-448f-9ec5-08e719b038ad service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087865 Sep 16 05:16:29.089891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:29.097273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.344241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-7c543162-8e84-4b2c-b1ca-f13fbdf71259 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.349265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-7c543162-8e84-4b2c-b1ca-f13fbdf71259 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.66 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.2321715 Sep 16 05:16:29.438864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44844) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:29.845254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c267363-3a0f-4529-b42b-9a4b3aced000 req-2d3bc1c4-020e-486a-a4f0-59525a39f0c8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.860749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c267363-3a0f-4529-b42b-9a4b3aced000 req-2d3bc1c4-020e-486a-a4f0-59525a39f0c8 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.6583209 Sep 16 05:16:29.873917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 08c2da59-de12-45fc-b0b2-5eda7eb04deb up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:30.012965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b7163-5021-4a8f-92f0-6bc8404d49c8 req-2af8e408-f29d-4259-b788-6b738d464663 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.021463 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b45b7163-5021-4a8f-92f0-6bc8404d49c8 req-2af8e408-f29d-4259-b788-6b738d464663 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 944 time: 0.6680183 Sep 16 05:16:30.100458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c267363-3a0f-4529-b42b-9a4b3aced000 req-bbc8f606-431a-43fc-ba6f-030298c484e7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124014 Sep 16 05:16:30.162574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2675af67-8ff3-4516-9c45-28f0714c951a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.186579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b45b7163-5021-4a8f-92f0-6bc8404d49c8 req-1d9bba7e-d3c6-436c-b4a6-62f2c8a14307 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613681 Sep 16 05:16:30.282531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Deleting port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:30.282531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.366403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 08c2da59-de12-45fc-b0b2-5eda7eb04deb completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:30.371401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 08c2da59-de12-45fc-b0b2-5eda7eb04deb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:30.371779 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.472594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] For port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:30.473110 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.492852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Calling delete_port for 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:30.626304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2675af67-8ff3-4516-9c45-28f0714c951a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.707640 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.784200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2675af67-8ff3-4516-9c45-28f0714c951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.796134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:30.801178 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcb36fa-be59-493b-99ae-e2eca0e06da9" -d '{"events": [{"server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "name": "network-vif-plugged", "status": "completed", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:30.838824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:30.861069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675af67-8ff3-4516-9c45-28f0714c951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d8347-ae51-4a9e-8aa2-9cb9daec025a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.904338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23a0b5-330b-4d3e-90fc-702a5a2088e1 req-f4b0de65-c0d8-46c9-b71c-70a4666b5118 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.917985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba23a0b5-330b-4d3e-90fc-702a5a2088e1 req-f4b0de65-c0d8-46c9-b71c-70a4666b5118 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 946 time: 0.2751422 Sep 16 05:16:30.944317 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.945004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.997325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Pushing event deleted for resources: {'Port': ['ID=8b08e9b4-abe2-47cd-9dd4-5812314bdb64,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.058172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['5c0d58b1-d79b-46d5-b7d6-8a8b2d816887', 'f7e41942-d0e0-46b1-a543-46b8ddb925dd'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:31.061990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8b08e9b4-abe2-47cd-9dd4-5812314bdb64'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:31.126136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] No DVR routers for this DVR port 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:31.130957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.134171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f711bb7-75a7-442f-963e-9199d1272a21 req-387609cc-7ba5-4b99-b895-c79acf8b76d4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.66 "DELETE /v2.0/ports/8b08e9b4-abe2-47cd-9dd4-5812314bdb64 HTTP/1.1" status: 204 len: 173 time: 1.5597618 Sep 16 05:16:31.135324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16282e5-afcf-498d-9a36-d61d33cd11cd', 'name': 'network-vif-deleted', 'tag': '8b08e9b4-abe2-47cd-9dd4-5812314bdb64'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:31.139118 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8bc8e8-428a-45a4-a104-65ef1b31923b" -d '{"events": [{"server_uuid": "f16282e5-afcf-498d-9a36-d61d33cd11cd", "name": "network-vif-deleted", "tag": "8b08e9b4-abe2-47cd-9dd4-5812314bdb64"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:31.279672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2675af67-8ff3-4516-9c45-28f0714c951a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0ad4b96e7da4f108409e25e89931c76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8316638 Sep 16 05:16:31.288041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.289373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44872) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.335776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712dd1b-5138-4cba-afde-2cd2b32d9aba req-9d65fb88-0ef3-467d-859c-83de34a105bc tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.348621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7712dd1b-5138-4cba-afde-2cd2b32d9aba req-9d65fb88-0ef3-467d-859c-83de34a105bc tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.2042091 Sep 16 05:16:31.550712 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd8b4b0-14a6-412e-b7e1-b96e2faf1cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.606754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7712dd1b-5138-4cba-afde-2cd2b32d9aba req-5c481674-690e-49a4-8ae6-9098af41c4a9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405531 Sep 16 05:16:31.690188 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd8b4b0-14a6-412e-b7e1-b96e2faf1cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.836705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba23a0b5-330b-4d3e-90fc-702a5a2088e1 req-5bcd9f64-2956-457e-b56a-dcae0fa3fcd4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9215651 Sep 16 05:16:31.922791 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c2f147-3f4c-4940-aef3-1909b48e5291 x-openstack-request-id: req-d1c2f147-3f4c-4940-aef3-1909b48e5291 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:31.923202 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "name": "network-vif-plugged", "status": "completed", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:31.934178 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1c2f147-3f4c-4940-aef3-1909b48e5291 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:31.935088 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb', 'code': 200} Sep 16 05:16:32.065902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd8b4b0-14a6-412e-b7e1-b96e2faf1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.074170 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd8b4b0-14a6-412e-b7e1-b96e2faf1cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.076499 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e381733-b9dd-4b25-81bb-a650efdd15ef x-openstack-request-id: req-1e381733-b9dd-4b25-81bb-a650efdd15ef {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:32.076970 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16282e5-afcf-498d-9a36-d61d33cd11cd", "name": "network-vif-deleted", "tag": "8b08e9b4-abe2-47cd-9dd4-5812314bdb64", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:32.077372 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e381733-b9dd-4b25-81bb-a650efdd15ef {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:32.078683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-abd8b4b0-14a6-412e-b7e1-b96e2faf1cea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/422d8347-ae51-4a9e-8aa2-9cb9daec025a HTTP/1.1" status: 204 len: 168 time: 0.7789900 Sep 16 05:16:32.097702 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16282e5-afcf-498d-9a36-d61d33cd11cd', 'name': 'network-vif-deleted', 'tag': '8b08e9b4-abe2-47cd-9dd4-5812314bdb64', 'status': 'completed', 'code': 200} Sep 16 05:16:32.185175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8b4b0-14a6-412e-b7e1-b96e2faf1cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d8347-ae51-4a9e-8aa2-9cb9daec025a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.330213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf59fa-cacf-426b-b300-a3e54aa05416 req-4294187f-9e07-4f01-baaf-9c8bd14c5b4e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.346631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-57bf59fa-cacf-426b-b300-a3e54aa05416 req-4294187f-9e07-4f01-baaf-9c8bd14c5b4e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.3307755 Sep 16 05:16:32.398676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da273-5e78-49d8-885d-73fc8727d84f req-346399e8-efeb-499b-8cc8-fb3c9d0c5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.401524 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-643da273-5e78-49d8-885d-73fc8727d84f req-346399e8-efeb-499b-8cc8-fb3c9d0c5619 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1097 time: 0.3539419 Sep 16 05:16:32.483796 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-57bf59fa-cacf-426b-b300-a3e54aa05416 req-5940c257-db09-4aee-ad91-b8e8c650ff44 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343379 Sep 16 05:16:32.564730 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.695548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-643da273-5e78-49d8-885d-73fc8727d84f req-43543fe1-1091-4163-9fe2-2bda491d90d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692785 Sep 16 05:16:32.756464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8d5a6-9f23-4238-a71a-dede5f0fe087 req-4a3950cc-0033-4a8a-95f5-8a963dd04dd3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.758284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5c8d5a6-9f23-4238-a71a-dede5f0fe087 req-4a3950cc-0033-4a8a-95f5-8a963dd04dd3 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.2269187 Sep 16 05:16:32.865451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5c8d5a6-9f23-4238-a71a-dede5f0fe087 req-31cdf9ca-ebaf-4bcf-a563-0f27edaad7d0 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902236 Sep 16 05:16:33.106312 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d46a6c5d-bcfc-4f4b-a312-2ff98b54f02c req-460e9e88-3dce-430e-800b-e5a68dda4d24 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16282e5-afcf-498d-9a36-d61d33cd11cd HTTP/1.1" status: 200 len: 210 time: 0.0680475 Sep 16 05:16:33.195230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c737ecf-b11c-47e4-af63-d2f5cd98d269 req-08bc5a52-1591-44f6-bec8-cabfd30984a9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.216085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c737ecf-b11c-47e4-af63-d2f5cd98d269 req-08bc5a52-1591-44f6-bec8-cabfd30984a9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.2356358 Sep 16 05:16:33.340052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c737ecf-b11c-47e4-af63-d2f5cd98d269 req-0f2d8cec-93e0-4e82-a32b-f568e49dd2c7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221726 Sep 16 05:16:33.398573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Deleting port b5a3adce-a375-4342-b039-593da5c912a8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:33.398957 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.501331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] For port b5a3adce-a375-4342-b039-593da5c912a8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b5a3adce-a375-4342-b039-593da5c912a8,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:33.501607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.533953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Calling delete_port for b5a3adce-a375-4342-b039-593da5c912a8 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:33.734124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694d05b-b416-45bb-a0b2-9755a912cc92 req-8dd24294-2fe6-4cce-b33d-2145f1e48fd9 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.749619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3694d05b-b416-45bb-a0b2-9755a912cc92 req-8dd24294-2fe6-4cce-b33d-2145f1e48fd9 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.1195831 Sep 16 05:16:33.821424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3694d05b-b416-45bb-a0b2-9755a912cc92 req-207eb11d-3fa7-45a6-8cec-41dbd4f5327e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628695 Sep 16 05:16:33.848604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:33.882594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44910) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:33.890542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:33.894010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8b08e9b4-abe2-47cd-9dd4-5812314bdb64 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:33.923577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640f065f-48d8-4b3f-a7df-fb781e10ac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.065585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.078494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726194c1-ac24-429f-a5fd-abe6acde4e67 req-7f209148-a95b-4093-a06b-0eed6116f589 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:34.081929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-726194c1-ac24-429f-a5fd-abe6acde4e67 req-7f209148-a95b-4093-a06b-0eed6116f589 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.1009991 Sep 16 05:16:34.148954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-726194c1-ac24-429f-a5fd-abe6acde4e67 req-c26ce371-bd73-40f1-9dab-c43affbf1777 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Sep 16 05:16:34.259818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640f065f-48d8-4b3f-a7df-fb781e10ac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.318215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a3adce-a375-4342-b039-593da5c912a8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.556055 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640f065f-48d8-4b3f-a7df-fb781e10ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.670167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bb375-4b4f-4f86-8b10-c9691a4eaee0 req-d36e9330-88cf-4f35-bf36-c45f29910e37 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:34.672992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a7bb375-4b4f-4f86-8b10-c9691a4eaee0 req-d36e9330-88cf-4f35-bf36-c45f29910e37 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.1503220 Sep 16 05:16:34.678044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.681512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44924) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:34.685577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-640f065f-48d8-4b3f-a7df-fb781e10ac34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c615839fdf246cfaaae215e52647462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7997115 Sep 16 05:16:34.693455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f065f-48d8-4b3f-a7df-fb781e10ac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6daaf0-0d7b-428d-b7c5-ae67aa3361ce,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.937332 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a7bb375-4b4f-4f86-8b10-c9691a4eaee0 req-630dac42-be48-4634-9a09-9b1baabb46fa tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532589 Sep 16 05:16:35.005770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28fb6da1-0ef6-4f65-b71a-077373f5bfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.056204 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28fb6da1-0ef6-4f65-b71a-077373f5bfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.127753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f85787-f899-41fc-8d2b-daa6f877c75e req-ab47393b-dcdf-47f2-8cdd-8f41cba7ea89 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.135625 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44f85787-f899-41fc-8d2b-daa6f877c75e req-ab47393b-dcdf-47f2-8cdd-8f41cba7ea89 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.1154888 Sep 16 05:16:35.186644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44f85787-f899-41fc-8d2b-daa6f877c75e req-55d79ecf-0d5d-4166-bfb5-d8cadad11beb tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495069 Sep 16 05:16:35.342869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:35.388313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff0646-ad5a-4fed-9970-6e4ff3020d3a req-05ab294e-e76b-4941-b05a-b533412a7c49 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.390443 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78ff0646-ad5a-4fed-9970-6e4ff3020d3a req-05ab294e-e76b-4941-b05a-b533412a7c49 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.0686903 Sep 16 05:16:35.416089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408618b-c33c-482c-8018-8d3a24f79993 req-840974da-5b75-4c90-9d5d-de656674d4cb tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.418537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6408618b-c33c-482c-8018-8d3a24f79993 req-840974da-5b75-4c90-9d5d-de656674d4cb tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 945 time: 0.1667454 Sep 16 05:16:35.472660 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78ff0646-ad5a-4fed-9970-6e4ff3020d3a req-c8779c01-751d-479e-a5ec-be3794163019 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737708 Sep 16 05:16:35.484513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28fb6da1-0ef6-4f65-b71a-077373f5bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.488271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28fb6da1-0ef6-4f65-b71a-077373f5bfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.490043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-28fb6da1-0ef6-4f65-b71a-077373f5bfd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db6daaf0-0d7b-428d-b7c5-ae67aa3361ce HTTP/1.1" status: 204 len: 168 time: 0.7551754 Sep 16 05:16:35.754100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5640468-03b6-4437-a9d7-639627234cd4 req-7473c33a-048a-496c-bb2b-799298c2f677 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.757379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5640468-03b6-4437-a9d7-639627234cd4 req-7473c33a-048a-496c-bb2b-799298c2f677 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 949 time: 0.1248209 Sep 16 05:16:35.873045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5640468-03b6-4437-a9d7-639627234cd4 req-9b239df1-e05d-4ea9-beb2-f16d68f61184 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014512 Sep 16 05:16:36.021108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6408618b-c33c-482c-8018-8d3a24f79993 req-2176caaa-dca7-472f-a09c-c96263090e58 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830450 Sep 16 05:16:36.022430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:36.035508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a5bc873f-07b5-439b-a82e-b131e0be8c59 admin admin] 10.222.0.49 "PUT /v2.0/routers/8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1710517 Sep 16 05:16:36.035508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb6da1-0ef6-4f65-b71a-077373f5bfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6daaf0-0d7b-428d-b7c5-ae67aa3361ce,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:36.036151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44964) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:36.065687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] Sync routers for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:36.104491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:36.105253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:36.223089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.615989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:36.634791 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.667983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07289a48-3f54-464b-b11d-e23f87fa29a3 req-6d29dd68-4a93-4521-b2ac-230da974e357 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:36.679053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07289a48-3f54-464b-b11d-e23f87fa29a3 req-6d29dd68-4a93-4521-b2ac-230da974e357 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1097 time: 0.4698296 Sep 16 05:16:36.754276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07289a48-3f54-464b-b11d-e23f87fa29a3 req-33991346-011f-4730-ad37-bf6515fa9ffc tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740047 Sep 16 05:16:36.881720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Deleting port fdab04a0-b471-46ea-ba0d-3cf50ac98713 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:36.882129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.943758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02d205-24c3-45c0-9326-92c8013f009f req-a62b27b6-acdb-4e24-a8dd-dafc3a6be8ec tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:36.946012 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e02d205-24c3-45c0-9326-92c8013f009f req-a62b27b6-acdb-4e24-a8dd-dafc3a6be8ec tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.30 "GET /v2.0/ports?device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 945 time: 0.2003605 Sep 16 05:16:37.098288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:16:33Z', 'revision_number': 5, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port': {'id': 'fdab04a0-b471-46ea-ba0d-3cf50ac98713', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:28Z', 'updated_at': '2021-09-16T05:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.157307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] Checking router: 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:37.170567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] For port fdab04a0-b471-46ea-ba0d-3cf50ac98713, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fdab04a0-b471-46ea-ba0d-3cf50ac98713,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:37.170954 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.171954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] Routers {'8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:37.173353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.191299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Calling delete_port for fdab04a0-b471-46ea-ba0d-3cf50ac98713 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:37.287130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86df3b-0ede-433d-8b6a-309535e7abd7 req-b3514f05-234b-47a6-89bf-9b212333575f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.298136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc86df3b-0ede-433d-8b6a-309535e7abd7 req-b3514f05-234b-47a6-89bf-9b212333575f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.2695873 Sep 16 05:16:37.379161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc86df3b-0ede-433d-8b6a-309535e7abd7 req-ae837703-826d-42e3-8ec6-5ce3a9b414e1 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772080 Sep 16 05:16:37.419478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Deleting port f7e41942-d0e0-46b1-a543-46b8ddb925dd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:37.425700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.444935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] Set router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:37.512668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:16:36Z', 'revision_number': 6, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:37.563319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d683c-c0b0-491a-9ed7-74db1564cd3a None None] The sync data for ids ['8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1'] in n-d-712749-15 is: [{'id': '8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1644315329-router', 'tenant_id': '253a70d836ff423fb8ee993b21ed1df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:27Z', 'updated_at': '2021-09-16T05:16:36Z', 'revision_number': 6, 'project_id': '253a70d836ff423fb8ee993b21ed1df6', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:37.604610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfba73-a03d-453a-bd17-b66994c01249 req-4f3969ea-a27e-4478-9f73-006fb418c19d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.611170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95bfba73-a03d-453a-bd17-b66994c01249 req-4f3969ea-a27e-4478-9f73-006fb418c19d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.6588144 Sep 16 05:16:37.657132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.719747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44998) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:37.725356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdab04a0-b471-46ea-ba0d-3cf50ac98713,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:37.759096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.759443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.760043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.760637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.760857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.761365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.761759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.763121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.763121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.763121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.763602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.763924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:37.775828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11694a-cac8-485a-847f-e8e76c5e3147 req-1a8f4a7d-225d-4ec7-b41a-3cad0eff48e4 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.789104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a11694a-cac8-485a-847f-e8e76c5e3147 req-1a8f4a7d-225d-4ec7-b41a-3cad0eff48e4 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1097 time: 0.2092805 Sep 16 05:16:37.833742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95bfba73-a03d-453a-bd17-b66994c01249 req-5cea1d0c-dae4-4c37-b355-3a33f4079567 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027159 Sep 16 05:16:37.851598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] For port f7e41942-d0e0-46b1-a543-46b8ddb925dd, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f7e41942-d0e0-46b1-a543-46b8ddb925dd,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:37.857636 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.878917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:37.934513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Calling delete_port for f7e41942-d0e0-46b1-a543-46b8ddb925dd owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:37.951173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a11694a-cac8-485a-847f-e8e76c5e3147 req-8723bede-7328-4260-8c4c-eb4b52e5c2ff tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469617 Sep 16 05:16:37.986465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.203906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee139c-81a8-46b7-9def-32cc29cfb6d1 req-15988a12-5d84-4466-bf9a-80603e621e82 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.203906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaee139c-81a8-46b7-9def-32cc29cfb6d1 req-15988a12-5d84-4466-bf9a-80603e621e82 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 945 time: 0.1086576 Sep 16 05:16:38.223367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.289413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:38.297831 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.299097 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd6309d-0688-4441-b8d2-2aaad5b3c2d5" -d '{"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:38.304333 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.332228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-network', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:38.341556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaee139c-81a8-46b7-9def-32cc29cfb6d1 req-87dfd6d7-5991-4667-aef1-38267e01741b tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286421 Sep 16 05:16:38.394102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:38.480588 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81f8984-6b8f-4eb5-ab21-722e59dbc972 x-openstack-request-id: req-d81f8984-6b8f-4eb5-ab21-722e59dbc972 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:38.483238 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:38.483238 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d81f8984-6b8f-4eb5-ab21-722e59dbc972 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:38.483238 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'code': 200} Sep 16 05:16:38.483973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.574392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.575200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:38.580501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.585725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a815e89-7bdd-4b43-8930-9bdfa367bbc2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8c4b8c6b-33f4-4ca2-b166-5f738d9c82b1 HTTP/1.1" status: 204 len: 168 time: 2.5482628 Sep 16 05:16:38.586130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45020) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:38.618042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Made reservation on behalf of d7af02f1614b4c949bd698e3c864ef4e for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:38.622451 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.649430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.698125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:38.744037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.744979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.749336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.751526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.753118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.757344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.760794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.762496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-581a26e4-1a12-4fe7-afbd-dee19e157298 admin admin] Deleting subnet 042732bf-6548-49b1-97f9-a80dc74b9d91 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:38.766253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.766817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.767314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.767846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.768625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:38.775329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-581a26e4-1a12-4fe7-afbd-dee19e157298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:38.790003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fdab04a0-b471-46ea-ba0d-3cf50ac98713 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:38.833844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: fdab04a0-b471-46ea-ba0d-3cf50ac98713 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:38.834182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fdab04a0-b471-46ea-ba0d-3cf50ac98713 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:38.834791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b5a3adce-a375-4342-b039-593da5c912a8 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:38.861877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b5a3adce-a375-4342-b039-593da5c912a8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:38.862388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b5a3adce-a375-4342-b039-593da5c912a8 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:38.941219 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-581a26e4-1a12-4fe7-afbd-dee19e157298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.000441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.019170 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.076896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Pushing event deleted for resources: {'Port': ['ID=f7e41942-d0e0-46b1-a543-46b8ddb925dd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.081647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['5c0d58b1-d79b-46d5-b7d6-8a8b2d816887'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:39.140408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.220078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.220768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.221300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.221837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.222356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.222906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.224291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.225493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.226356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.227167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.228362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.229897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:39.276477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:39.316976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561d21dd-e189-4153-a13d-a1c7c026882c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.335009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.336345 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Added segment 6eb7e891-4a5a-40ba-a2e5-26261739ce39 of type vlan for network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 Sep 16 05:16:39.373933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f7e41942-d0e0-46b1-a543-46b8ddb925dd no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:39.405619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-581a26e4-1a12-4fe7-afbd-dee19e157298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.431777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.480344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] No DVR routers for this DVR port f7e41942-d0e0-46b1-a543-46b8ddb925dd on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:39.499100 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.514509 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e02d205-24c3-45c0-9326-92c8013f009f req-564c8da3-6e47-4ace-a870-d958df15fb0d tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.30 "DELETE /v2.0/ports/f7e41942-d0e0-46b1-a543-46b8ddb925dd HTTP/1.1" status: 204 len: 173 time: 2.5580895 Sep 16 05:16:39.515220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: f7e41942-d0e0-46b1-a543-46b8ddb925dd {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:39.524235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd13aee-5bfa-4ed1-987c-84f4716e913d req-c106caf4-42cb-4d55-977a-417564d41b6a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.525042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f7e41942-d0e0-46b1-a543-46b8ddb925dd not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:39.526623 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cd13aee-5bfa-4ed1-987c-84f4716e913d req-c106caf4-42cb-4d55-977a-417564d41b6a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.5231199 Sep 16 05:16:39.527868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34327804-029c-4dab-be3d-edba1f0f3966', 'name': 'network-vif-deleted', 'tag': 'f7e41942-d0e0-46b1-a543-46b8ddb925dd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:39.536343 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a89e05-b5f6-4231-a995-14fd9439ada8" -d '{"events": [{"server_uuid": "34327804-029c-4dab-be3d-edba1f0f3966", "name": "network-vif-deleted", "tag": "f7e41942-d0e0-46b1-a543-46b8ddb925dd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:39.591455 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.594615 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-581a26e4-1a12-4fe7-afbd-dee19e157298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.599189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.599189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.669404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-581a26e4-1a12-4fe7-afbd-dee19e157298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.672611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-581a26e4-1a12-4fe7-afbd-dee19e157298 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/042732bf-6548-49b1-97f9-a80dc74b9d91 HTTP/1.1" status: 204 len: 168 time: 1.0846114 Sep 16 05:16:39.674556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a26e4-1a12-4fe7-afbd-dee19e157298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042732bf-6548-49b1-97f9-a80dc74b9d91,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.693398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45038) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:39.709774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5181b4bb-fdbe-4c0a-83a7-92408fe34fb8 None None] Network 025e130c-550e-47f2-a0a3-b88748c30bec requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:39.738807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cd13aee-5bfa-4ed1-987c-84f4716e913d req-079a85d1-9a45-4a4e-abc7-9bd957255484 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000990 Sep 16 05:16:39.945811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2158165 Sep 16 05:16:39.947953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4a921-f34a-4237-b5ca-d6d2bc527ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.954689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cf9a3-2f93-49ae-b773-f3767ec30b23 req-7a21c73d-297d-44a0-bca4-922921d52863 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.960394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45050) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:39.964331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a97cf9a3-2f93-49ae-b773-f3767ec30b23 req-7a21c73d-297d-44a0-bca4-922921d52863 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.0935626 Sep 16 05:16:39.967744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Request body: {'subnet': {'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-subnet', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:40.001225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.012776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:40.060388 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a97cf9a3-2f93-49ae-b773-f3767ec30b23 req-ea60063a-bd3d-45cd-bda3-e67e60f48179 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889452 Sep 16 05:16:40.123676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Made reservation on behalf of d7af02f1614b4c949bd698e3c864ef4e for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:40.130657 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.295309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26db7926-6a8d-4084-ae61-d7610883e85c req-b296c5dd-378f-4fcf-a3b8-a00dd99578c4 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=34327804-029c-4dab-be3d-edba1f0f3966 HTTP/1.1" status: 200 len: 210 time: 0.0506299 Sep 16 05:16:40.353539 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6211d742-62ad-4068-83e4-c58a4c383eef x-openstack-request-id: req-6211d742-62ad-4068-83e4-c58a4c383eef {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:40.358598 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34327804-029c-4dab-be3d-edba1f0f3966", "name": "network-vif-deleted", "tag": "f7e41942-d0e0-46b1-a543-46b8ddb925dd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:40.358598 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6211d742-62ad-4068-83e4-c58a4c383eef {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:40.358598 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34327804-029c-4dab-be3d-edba1f0f3966', 'name': 'network-vif-deleted', 'tag': 'f7e41942-d0e0-46b1-a543-46b8ddb925dd', 'status': 'completed', 'code': 200} Sep 16 05:16:40.384640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Deleting port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:40.385237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.544074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] For port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:40.544447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.563901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] DHCP port deletion for 025e130c-550e-47f2-a0a3-b88748c30bec request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:40.569703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Calling delete_port for 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:40.689724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] Deleting port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:40.690249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.729476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.834317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b297fe9-910c-481b-af21-64592f298570,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.855635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] For port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,segment=NetworkSegment(7893ef56-f9ca-4bd2-89a9-604d04cd72bf),segment_id=7893ef56-f9ca-4bd2-89a9-604d04cd72bf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:40.855929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Checking segment: {'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:40.855929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Network hostable DHCP agents. Network: 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:40.856384 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.881877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] Calling delete_port for 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:40.936300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.938693 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:41.008985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755d455-77fe-42c8-b536-104b24e4edea req-d937d951-7f3c-4b07-b001-03a43235be34 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.012953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0755d455-77fe-42c8-b536-104b24e4edea req-d937d951-7f3c-4b07-b001-03a43235be34 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.1367068 Sep 16 05:16:41.022333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:41.033206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.035779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] No DVR routers for this DVR port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:41.099725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.135284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0755d455-77fe-42c8-b536-104b24e4edea req-063ce8a7-ee42-425c-8225-918f95037af7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075387 Sep 16 05:16:41.180869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] Pushing event deleted for resources: {'Port': ['ID=3a6d006f-8abb-459f-a68d-0ce0ee7298e1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.192846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b877d-e4c7-4e5a-9205-4cc472079feb None None] No DVR routers for this DVR port 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:41.208258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.211900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:41.229036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb8901-10ae-4aad-b354-7a9e33e83f8a None None] Network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:41.232737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.233888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.279959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025e130c-550e-47f2-a0a3-b88748c30bec']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:41.314578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc7e06-df30-49de-908d-a5ad9e1be6b6 req-9a19f504-8acc-48bb-b7c6-cb078f6d7e7d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.325965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61cc7e06-df30-49de-908d-a5ad9e1be6b6 req-9a19f504-8acc-48bb-b7c6-cb078f6d7e7d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.1077089 Sep 16 05:16:41.334179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7893ef56-f9ca-4bd2-89a9-604d04cd72bf') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:41.334654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7893ef56-f9ca-4bd2-89a9-604d04cd72bf') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:41.350546 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.372923 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.387285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:41.387742 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:41.389736 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:41.420317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-61cc7e06-df30-49de-908d-a5ad9e1be6b6 req-993645d9-c657-4e8c-98fb-50c5b9b6d5a3 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928254 Sep 16 05:16:41.497644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8c2199e7-d3e6-4dfc-b626-0a769f7eb8b4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5317543 Sep 16 05:16:41.497965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:41.509525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:41.594730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.606980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.616545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] 10.222.0.49 "DELETE /v2.0/networks/025e130c-550e-47f2-a0a3-b88748c30bec HTTP/1.1" status: 204 len: 168 time: 1.9140189 Sep 16 05:16:41.616686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45100) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:41.652231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0', 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'fixed_ips': [{'subnet_id': '8b297fe9-910c-481b-af21-64592f298570'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:16:41.654631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.656043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76abdff-9cd5-4ce1-83c5-790b604a4308 admin admin] Pushing event deleted for resources: {'Network': ['ID=025e130c-550e-47f2-a0a3-b88748c30bec,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.740457 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.742012 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.913935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1ecf1b4b-a772-43f4-8744-aa982779ffcd details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:41.998670 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.016350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-6d38232b-8cec-4586-b658-b01afedb49c2 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:16:42.017776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-6d38232b-8cec-4586-b658-b01afedb49c2 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071514 Sep 16 05:16:42.075119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:42.108772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'mac_address': 'fa:16:3e:77:ca:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:42.169108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-cb046887-7145-4123-8381-7166592a2299 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.172455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-cb046887-7145-4123-8381-7166592a2299 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports/08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 200 len: 1094 time: 0.1458693 Sep 16 05:16:42.223687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Request body: {'binding': {'host': 'n-h1-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:42.224270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Unknown quota resources ['binding']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:16:42.243273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.284760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ecf1b4b-a772-43f4-8744-aa982779ffcd {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:42.329903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:42.360742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Allocated IP 172.20.0.2 (51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0/8b297fe9-910c-481b-af21-64592f298570/8dc0b71d-cf1d-431d-94c1-c11e4f281da3) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:42.393832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:42.502311 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.509635 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.562651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:42.562981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3a6d006f-8abb-459f-a68d-0ce0ee7298e1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:42.662876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49855e27-6a54-4e61-b84a-dfe44eafb547 req-13c57312-08b2-4fb6-b40f-8ae9efb8f194 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.671106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49855e27-6a54-4e61-b84a-dfe44eafb547 req-13c57312-08b2-4fb6-b40f-8ae9efb8f194 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.2625875 Sep 16 05:16:42.698457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:42.818626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1ecf1b4b-a772-43f4-8744-aa982779ffcd'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:42.853688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49855e27-6a54-4e61-b84a-dfe44eafb547 req-fef91962-18c4-422c-bda4-2aec99f1f6da tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815920 Sep 16 05:16:42.863501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on host n-h1-712749-15 for vnic_type normal with profile None {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:42.863916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:42.874700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:42.921278 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.008194 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.020061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:43.021008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:43.075190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:43.075190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:43.075899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:43.076682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Bound port: 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:43.143983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:43.166050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:43.176078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:43.273684 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Pushing event updated for resources: {'Port': ['ID=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.307793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aa0be-869e-45d1-9387-c44bde96de66 req-dd706614-d0f2-4758-b34e-8a8a2ff025c8 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:43.312593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-438aa0be-869e-45d1-9387-c44bde96de66 req-dd706614-d0f2-4758-b34e-8a8a2ff025c8 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.3288386 Sep 16 05:16:43.353880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Attempting to bind port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:43.355322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Attempting to bind port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:43.356231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Attempting to bind port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 on network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:43.368509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:43.369248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Checking segment: {'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:43.374057 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.374809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Bound using segment: {'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:43.375783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Bound port: 8dc0b71d-cf1d-431d-94c1-c11e4f281da3, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:43.376770 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.467004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:43.516829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] For port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:43.521724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] For port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,segment=NetworkSegment(6eb7e891-4a5a-40ba-a2e5-26261739ce39),segment_id=6eb7e891-4a5a-40ba-a2e5-26261739ce39)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:43.639495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-438aa0be-869e-45d1-9387-c44bde96de66 req-f23fbaf9-f0c4-445e-84e6-88b77b2ae7e2 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1aa12ac-07a0-4c28-bafe-924c5956e411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020334 Sep 16 05:16:43.661886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.676625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dad4a6df-004a-4cdb-a8d8-3ccc1d8eb568 service neutron] 10.222.0.49 "POST /v2.0/ports/08c2da59-de12-45fc-b0b2-5eda7eb04deb/bindings HTTP/1.1" status: 201 len: 390 time: 1.4588108 Sep 16 05:16:43.681220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.725767 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.914717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073dd5-ebdc-4873-8edf-899057bcbee0 None None] Pushing event updated for resources: {'Port': ['ID=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.929218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1ecf1b4b-a772-43f4-8744-aa982779ffcd up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:44.111695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 1ecf1b4b-a772-43f4-8744-aa982779ffcd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:44.112316 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.453838 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.520194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:44.525797 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cb188f-58c6-4b0d-9d87-55bfbcdc1d44" -d '{"events": [{"server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "name": "network-vif-plugged", "status": "completed", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:44.571125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:44.693160 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.776340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93438935-477d-4178-b92e-003e0ce4e6e3 req-31fe87e9-5c1a-476a-aad2-f31fe7cad8f2 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.795364 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93438935-477d-4178-b92e-003e0ce4e6e3 req-31fe87e9-5c1a-476a-aad2-f31fe7cad8f2 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.7852423 Sep 16 05:16:44.832142 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.910879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-41817d12-f55a-445d-9443-d8f386c5849e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.913375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-41817d12-f55a-445d-9443-d8f386c5849e tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.30 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 946 time: 0.6717067 Sep 16 05:16:44.941423 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.155552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.877433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-d7bb3788-9462-463a-a327-83ad9f498563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.880472 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-d7bb3788-9462-463a-a327-83ad9f498563 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1097 time: 1.2832062 Sep 16 05:16:45.919977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Allocated IP 172.25.1.114 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/5decd65b-1866-41d2-bdec-2f5d5aff507b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:46.016697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b4295-2057-43ef-8996-21f7003bfecf None None] Network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:46.118721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-88ba9c51-53c3-4a32-b9a2-cf0bc2de9a9a None None] Provisioning complete for port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:46.119198 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88ba9c51-53c3-4a32-b9a2-cf0bc2de9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.155092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93438935-477d-4178-b92e-003e0ce4e6e3 req-97c22897-23d2-4b78-86bb-508c99081c06 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3403163 Sep 16 05:16:46.452944 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88ba9c51-53c3-4a32-b9a2-cf0bc2de9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.499347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-88ba9c51-53c3-4a32-b9a2-cf0bc2de9a9a None None] For port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,segment=NetworkSegment(6eb7e891-4a5a-40ba-a2e5-26261739ce39),segment_id=6eb7e891-4a5a-40ba-a2e5-26261739ce39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:46.527631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.549746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:46.612276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-4ec3f8c8-b274-4fbd-8101-21d1a5a92d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:46.613819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-4ec3f8c8-b274-4fbd-8101-21d1a5a92d36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.6418126 Sep 16 05:16:46.625426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:46.625950 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.775111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253414-daeb-4361-9068-49a2606c3e29 req-89c95e10-f969-465f-8fe9-44324f6ab3f2 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:46.778869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca253414-daeb-4361-9068-49a2606c3e29 req-89c95e10-f969-465f-8fe9-44324f6ab3f2 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 945 time: 0.4655561 Sep 16 05:16:46.787824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-04e5f928-00f9-4f71-92b7-f4313bd75e57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 200 len: 217 time: 0.1580269 Sep 16 05:16:46.802495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.840429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Deleting port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:46.840429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.989490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca253414-daeb-4361-9068-49a2606c3e29 req-7be882ca-dc24-4eae-acb2-cab29190c8ea tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514881 Sep 16 05:16:47.100464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-fba0541e-3b76-4104-aa60-9d3a41868caf tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.102526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-fba0541e-3b76-4104-aa60-9d3a41868caf tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.0902183 Sep 16 05:16:47.113266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-ac4b2144-0045-47a6-8643-69489c896638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.114808 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-ac4b2144-0045-47a6-8643-69489c896638 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.2743599 Sep 16 05:16:47.131658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712749-15'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:47.164072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Deleting port a9b6c522-3322-4eee-88e5-cae2daeec179 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:47.164072 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.170982 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-8aa90db4-0c07-4162-906f-6efa0bb34015 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419641 Sep 16 05:16:47.201574 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88ba9c51-53c3-4a32-b9a2-cf0bc2de9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.260158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.330334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-1b348b28-44fd-4a5e-b207-098f97434238 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445765 Sep 16 05:16:47.422421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] For port a9b6c522-3322-4eee-88e5-cae2daeec179, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a9b6c522-3322-4eee-88e5-cae2daeec179,segment=NetworkSegment(b1e25a12-51aa-4f0c-983d-91c2daa176ec),segment_id=b1e25a12-51aa-4f0c-983d-91c2daa176ec)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:47.422708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.442070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Calling delete_port for a9b6c522-3322-4eee-88e5-cae2daeec179 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:47.457526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:47.530194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:47.598480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:47.620370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.628052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:47.631674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.635643 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f75bc-a9e7-4d52-854e-693c949fd6d4" -d '{"events": [{"server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "name": "network-vif-unplugged", "status": "completed", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:47.663107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] For port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:47.663724 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.682131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Calling delete_port for 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:47.748941 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.832369 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:47.839265 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:47.852209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-31fa1af3-220f-4cba-af82-e951e3a115e6 None None] Provisioning complete for port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:47.853813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31fa1af3-220f-4cba-af82-e951e3a115e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:47.860470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba9c51-53c3-4a32-b9a2-cf0bc2de9a9a None None] Pushing event updated for resources: {'Port': ['ID=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:47.975290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c56163c8-2e42-4385-ac60-0d31540fb4ce details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:48.003404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Pushing event updated for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=7']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.027723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.196446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on host n-h1-712749-15 for vnic_type normal with profile {"migrating_to": "n-h2-712749-15"} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:48.197486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:48.197873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:48.216018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:48.216786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:48.235231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:48.236388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:48.243422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:48.246733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Bound port: c56163c8-2e42-4385-ac60-0d31540fb4ce, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:48.247641 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.281965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=5decd65b-1866-41d2-bdec-2f5d5aff507b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.340689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.352483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, got binding levels [] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:48.461433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on host n-h1-712749-15 for vnic_type normal with profile {"migrating_to": "n-h2-712749-15"} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:48.462648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:48.463186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:48.480656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:48.485212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:48.495602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:48.500689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:48.502454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:48.502454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:48.503109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Bound port: c56163c8-2e42-4385-ac60-0d31540fb4ce, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:48.503902 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.509483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:48.516274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-bbc936b8-c84e-4c5c-82b7-d2ca740b3ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8740036 Sep 16 05:16:48.608019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:48.648938 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.654889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:48.658876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Pushing event deleted for resources: {'Port': ['ID=5c0d58b1-d79b-46d5-b7d6-8a8b2d816887,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.695150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:48.695891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:48.778821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] No DVR routers for this DVR port 5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:48.799829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.800566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.802074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] 10.222.0.66 "PUT /v2.0/ports/c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 200 len: 1123 time: 1.6808455 Sep 16 05:16:48.809712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74807598-726a-4cef-be3f-f9ed7def3c5a service neutron] Pushing event updated for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=8']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.854061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.857704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:48.858477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-decf9596-7807-412b-a07e-cc1c7603a9ef req-bab5c82d-bec2-490a-bcd0-af690d59b627 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.30 "DELETE /v2.0/ports/5c0d58b1-d79b-46d5-b7d6-8a8b2d816887 HTTP/1.1" status: 204 len: 173 time: 3.9215500 Sep 16 05:16:48.862673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91318a13-97d2-43c1-b7ae-b72444f7f32e', 'name': 'network-vif-deleted', 'tag': '5c0d58b1-d79b-46d5-b7d6-8a8b2d816887'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:48.867880 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377545e7-4b9c-4874-96f9-f1fdc148c743" -d '{"events": [{"server_uuid": "91318a13-97d2-43c1-b7ae-b72444f7f32e", "name": "network-vif-deleted", "tag": "5c0d58b1-d79b-46d5-b7d6-8a8b2d816887"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:48.895811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2cf2c-ac2e-4aee-89b5-bd8e06bc296b req-d01609aa-f81a-4862-9293-89037ed48f16 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.908679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-30a2cf2c-ac2e-4aee-89b5-bd8e06bc296b req-d01609aa-f81a-4862-9293-89037ed48f16 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.6415517 Sep 16 05:16:49.014362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['c56163c8-2e42-4385-ac60-0d31540fb4ce'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:49.083946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c56163c8-2e42-4385-ac60-0d31540fb4ce-n-h1-712749-15-0 {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:49.088453 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:49.109237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c56163c8-2e42-4385-ac60-0d31540fb4ce'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:49.285246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:49.289735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.529914 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-30a2cf2c-ac2e-4aee-89b5-bd8e06bc296b req-4395fb00-6bdf-4792-af39-0be57ea99ccb tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101706 Sep 16 05:16:49.653725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.676776 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76ccb6e-625b-477b-b010-3ac1158bc511 x-openstack-request-id: req-c76ccb6e-625b-477b-b010-3ac1158bc511 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:49.734145 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "name": "network-vif-plugged", "status": "completed", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:49.734145 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c76ccb6e-625b-477b-b010-3ac1158bc511 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:49.734145 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'code': 200} Sep 16 05:16:49.734145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on host n-h1-712749-15 for vnic_type normal with profile {"migrating_to": "n-h2-712749-15"} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:49.734145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:49.734145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:49.746381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b6c522-3322-4eee-88e5-cae2daeec179,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:49.752692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:49.753297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempting to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce on network a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:49.807685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:49.812268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Checking segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:49.814978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Bound using segment: {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:49.815655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Bound port: c56163c8-2e42-4385-ac60-0d31540fb4ce, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee061d8-2383-4349-9303-e7399c7123f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a33d2f8c-0f50-4292-b7c6-26b0ef9887b7'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:49.816247 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.004829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16358578-afc8-4099-b742-ab5d3aa89afe req-7da4b62f-8854-448c-aba8-4d576df6c5e1 tempest-ListServerFiltersTestJSON-196267152 tempest-ListServerFiltersTestJSON-196267152-project] 10.222.0.49 "GET /v2.0/ports?device_id=91318a13-97d2-43c1-b7ae-b72444f7f32e HTTP/1.1" status: 200 len: 210 time: 0.0771053 Sep 16 05:16:50.034358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.055539 n-d-712749-15 neutron-server[95661]: WARNING neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Concurrent port binding operations failed on port c56163c8-2e42-4385-ac60-0d31540fb4ce Sep 16 05:16:50.066813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:50.076856 n-d-712749-15 neutron-server[95661]: INFO neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Attempt 2 to bind port c56163c8-2e42-4385-ac60-0d31540fb4ce Sep 16 05:16:50.078329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c56163c8-2e42-4385-ac60-0d31540fb4ce has no active binding in host n-h2-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:16:50.096599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b072d06-c7d2-4949-91e8-9425b5381fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.319456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8486c6-c83a-4e30-999b-93ab75fa11c9 req-5ea70c9c-aae4-4ea2-adaa-22956c084a2c tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.321082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b8486c6-c83a-4e30-999b-93ab75fa11c9 req-5ea70c9c-aae4-4ea2-adaa-22956c084a2c tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.1593075 Sep 16 05:16:50.428086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.652255 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.659077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.670700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b8486c6-c83a-4e30-999b-93ab75fa11c9 req-b5e7087d-015d-4680-8469-68a8e5dd2977 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875674 Sep 16 05:16:51.011429 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10542a90-a668-483e-9b58-4e97679dab57 x-openstack-request-id: req-10542a90-a668-483e-9b58-4e97679dab57 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:51.012458 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "name": "network-vif-unplugged", "status": "completed", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:51.012997 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10542a90-a668-483e-9b58-4e97679dab57 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:51.013631 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce', 'code': 200} Sep 16 05:16:51.756992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ccf0b-3e10-4c84-9b1d-e31bc8784da1 req-2d0373e7-8b09-4662-ac1f-4aaeb8a0a283 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:51.758669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f3ccf0b-3e10-4c84-9b1d-e31bc8784da1 req-2d0373e7-8b09-4662-ac1f-4aaeb8a0a283 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.2926986 Sep 16 05:16:51.915624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f3ccf0b-3e10-4c84-9b1d-e31bc8784da1 req-6b1ec991-be34-461f-8811-acbbdd7814a6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474640 Sep 16 05:16:52.084820 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6910aac3-282b-4f08-8fe9-83512a3bf2cf x-openstack-request-id: req-6910aac3-282b-4f08-8fe9-83512a3bf2cf {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:52.085166 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91318a13-97d2-43c1-b7ae-b72444f7f32e", "name": "network-vif-deleted", "tag": "5c0d58b1-d79b-46d5-b7d6-8a8b2d816887", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:52.085332 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6910aac3-282b-4f08-8fe9-83512a3bf2cf {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:52.085725 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91318a13-97d2-43c1-b7ae-b72444f7f32e', 'name': 'network-vif-deleted', 'tag': '5c0d58b1-d79b-46d5-b7d6-8a8b2d816887', 'status': 'completed', 'code': 200} Sep 16 05:16:52.086270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Router 0b361273-78a4-4526-af40-91a2f1995c71 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:16:52.106187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Router 56e20250-ff44-4d69-bb4d-3da8eb077b43 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:52.498166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:52.517580 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Sync routers for ids ['0b361273-78a4-4526-af40-91a2f1995c71'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:52.551546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Routers {'0b361273-78a4-4526-af40-91a2f1995c71'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:52.556748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0b361273-78a4-4526-af40-91a2f1995c71'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:52.771079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:52.778425 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7011894e-1dc6-40c3-945a-966dd8b4055e admin admin] 10.222.0.49 "PUT /v2.0/routers/56e20250-ff44-4d69-bb4d-3da8eb077b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1610208 Sep 16 05:16:52.781309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45174) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.791410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] Sync routers for ids ['56e20250-ff44-4d69-bb4d-3da8eb077b43'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:52.812243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.812243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2c3699ce-3e9a-42c6-a714-37e5285b9ec4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.3080776 Sep 16 05:16:52.819925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] Routers {'56e20250-ff44-4d69-bb4d-3da8eb077b43'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:52.820891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['56e20250-ff44-4d69-bb4d-3da8eb077b43'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:52.855485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32d41f-823f-44a7-93da-068cbc7f19ad req-2d72a3dc-b34f-451f-a62f-fdd029700f04 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.871591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e32d41f-823f-44a7-93da-068cbc7f19ad req-2d72a3dc-b34f-451f-a62f-fdd029700f04 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.6585109 Sep 16 05:16:52.876131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45176) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:52.884745 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Set router 0b361273-78a4-4526-af40-91a2f1995c71 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:53.006121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] Set router 56e20250-ff44-4d69-bb4d-3da8eb077b43 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:53.048587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:53.051032 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5828567-d51d-48e2-b678-b7730ea2f201" -d '{"events": [{"name": "network-changed", "server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:53.056521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.187504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e32d41f-823f-44a7-93da-068cbc7f19ad req-eb36b35a-5e97-4998-ab7f-3b1bbba8b37f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017929 Sep 16 05:16:53.218794 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:16:49Z', 'revision_number': 3, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port': {'id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:53.254038 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Checking router: 0b361273-78a4-4526-af40-91a2f1995c71 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:53.254538 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Updating router 0b361273-78a4-4526-af40-91a2f1995c71 port 5decd65b-1866-41d2-bdec-2f5d5aff507b binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:16:53.290395 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.306349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45182) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:53.413210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f5cdc6-6ed7-4b7a-b176-4e7061856efd admin admin] Deleting subnet 4cb26ff1-a9a9-4495-b715-07b37c141b1b {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:53.417882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f5cdc6-6ed7-4b7a-b176-4e7061856efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.470240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f5cdc6-6ed7-4b7a-b176-4e7061856efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.484791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57b86675-ac9a-425e-94c4-38a5d6e73b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.521065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:16:49Z', 'revision_number': 5, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:53.632465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] Checking router: 56e20250-ff44-4d69-bb4d-3da8eb077b43 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:53.689788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] Routers {'56e20250-ff44-4d69-bb4d-3da8eb077b43'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:53.690717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['56e20250-ff44-4d69-bb4d-3da8eb077b43'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:53.739933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f5cdc6-6ed7-4b7a-b176-4e7061856efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.771289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39cdbe-2a87-443b-a33c-b9afbb55bb84 req-ba7ba198-2b02-40bc-b731-653454711d9f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:53.782224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e39cdbe-2a87-443b-a33c-b9afbb55bb84 req-ba7ba198-2b02-40bc-b731-653454711d9f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.2547925 Sep 16 05:16:53.844773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.926241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e39cdbe-2a87-443b-a33c-b9afbb55bb84 req-f7f1bdb5-e2bd-451e-b002-20a061b3aec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424251 Sep 16 05:16:53.945693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.030339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f5cdc6-6ed7-4b7a-b176-4e7061856efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.036165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] Set router 56e20250-ff44-4d69-bb4d-3da8eb077b43 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:54.127820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5cdc6-6ed7-4b7a-b176-4e7061856efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb26ff1-a9a9-4495-b715-07b37c141b1b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:54.183952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e3df4-73c8-4130-8bda-0017b58795b0 None None] Network 9d667bf5-0685-429c-9061-ebaa29f381d7 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:54.190778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f5cdc6-6ed7-4b7a-b176-4e7061856efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.193108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-90f5cdc6-6ed7-4b7a-b176-4e7061856efd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4cb26ff1-a9a9-4495-b715-07b37c141b1b HTTP/1.1" status: 204 len: 168 time: 0.8823082 Sep 16 05:16:54.199718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45190) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:54.266457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Deleting port 8de5e61e-5538-4026-a68d-8ca01961e220 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:54.271439 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.351280 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.415189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.498149 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.610753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.647062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822c4c7-6587-42c3-b710-f9d19bcd0603 req-1741be14-d5bc-40b5-be54-637018b893db tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.658221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d822c4c7-6587-42c3-b710-f9d19bcd0603 req-1741be14-d5bc-40b5-be54-637018b893db tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.5490754 Sep 16 05:16:54.669743 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372796b-31ef-4025-a8f0-4ea83d8b821f None None] Pushing event updated for resources: {'Port': ['ID=5decd65b-1866-41d2-bdec-2f5d5aff507b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:54.768197 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Attempting to bind port 5decd65b-1866-41d2-bdec-2f5d5aff507b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:54.768813 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Attempting to bind port 5decd65b-1866-41d2-bdec-2f5d5aff507b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:54.769282 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Attempting to bind port 5decd65b-1866-41d2-bdec-2f5d5aff507b on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:54.788639 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:54.789287 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:54.789969 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.790625 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:54.791475 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Bound port: 5decd65b-1866-41d2-bdec-2f5d5aff507b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:54.792747 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.953990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d822c4c7-6587-42c3-b710-f9d19bcd0603 req-8869befe-39db-4a91-9ccd-e20f3f9d6174 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948329 Sep 16 05:16:54.997039 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] For port 5decd65b-1866-41d2-bdec-2f5d5aff507b, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:55.048685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Deleting port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:55.049418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.066546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] For port 5decd65b-1866-41d2-bdec-2f5d5aff507b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5decd65b-1866-41d2-bdec-2f5d5aff507b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:55.195440 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.227165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] For port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:55.228188 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.347778 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.349865 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Routers {'0b361273-78a4-4526-af40-91a2f1995c71'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:55.351042 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0b361273-78a4-4526-af40-91a2f1995c71'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:55.368726 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372796b-31ef-4025-a8f0-4ea83d8b821f None None] Pushing event updated for resources: {'Port': ['ID=5decd65b-1866-41d2-bdec-2f5d5aff507b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.390521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Calling delete_port for 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:55.412660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Allocated IP 172.20.0.1 (51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0/8b297fe9-910c-481b-af21-64592f298570/4bfdcb61-385b-4b76-9d15-e59554329180) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:55.416578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:16:49Z', 'revision_number': 5, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:55.431313 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cca7f4-7cbc-4a5e-9afb-5e16e554fcc2 x-openstack-request-id: req-85cca7f4-7cbc-4a5e-9afb-5e16e554fcc2 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:55.436108 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:55.436723 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85cca7f4-7cbc-4a5e-9afb-5e16e554fcc2 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:55.437527 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce', 'status': 'completed', 'code': 200} Sep 16 05:16:55.536970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602906b4-ba2c-4f85-a91b-0bce5c47d14e None None] The sync data for ids ['56e20250-ff44-4d69-bb4d-3da8eb077b43'] in n-d-712749-15 is: [{'id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-870415324-router', 'tenant_id': '7ee3594b17a5447a8973b40c78e2ad22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:44Z', 'updated_at': '2021-09-16T05:16:49Z', 'revision_number': 5, 'project_id': '7ee3594b17a5447a8973b40c78e2ad22', 'gw_port': {'id': '8de5e61e-5538-4026-a68d-8ca01961e220', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e20250-ff44-4d69-bb4d-3da8eb077b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:55.546721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c56163c8-2e42-4385-ac60-0d31540fb4ce no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:55.550408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd946946-20ad-4405-807d-42f817f58219 None None] DHCP port deletion for 9d667bf5-0685-429c-9061-ebaa29f381d7 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:55.577303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] For port 8de5e61e-5538-4026-a68d-8ca01961e220, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8de5e61e-5538-4026-a68d-8ca01961e220,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:55.580481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.648409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Calling delete_port for 8de5e61e-5538-4026-a68d-8ca01961e220 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:55.794962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-912de48b-ed27-425a-8302-1b25095d9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.799089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-912de48b-ed27-425a-8302-1b25095d9a2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1126 time: 0.5555987 Sep 16 05:16:56.066209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bd946946-20ad-4405-807d-42f817f58219 None None] Deleting port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:56.068098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd946946-20ad-4405-807d-42f817f58219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.085355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-cd98b13d-34d4-497b-a496-73075d72fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.089668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-cd98b13d-34d4-497b-a496-73075d72fc05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.2370572 Sep 16 05:16:56.155406 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] Set router 0b361273-78a4-4526-af40-91a2f1995c71 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:56.196558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bd946946-20ad-4405-807d-42f817f58219 None None] For port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,segment=NetworkSegment(b17634ce-cc51-4835-aaf5-9971dafa5305),segment_id=b17634ce-cc51-4835-aaf5-9971dafa5305)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:56.197373 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd946946-20ad-4405-807d-42f817f58219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.215148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bd946946-20ad-4405-807d-42f817f58219 None None] Calling delete_port for 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:56.298123 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.324133 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-b0c1ebcb-6f8e-40bc-b4de-05acfc03c380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 200 len: 217 time: 0.1791887 Sep 16 05:16:56.447644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de5e61e-5538-4026-a68d-8ca01961e220,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.557973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd946946-20ad-4405-807d-42f817f58219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.641833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-f0fc808f-d17a-4458-81df-ecaaf494dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.647383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-f0fc808f-d17a-4458-81df-ecaaf494dca5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.3213854 Sep 16 05:16:56.675737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd946946-20ad-4405-807d-42f817f58219 None None] Pushing event deleted for resources: {'Port': ['ID=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.678899 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.693971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd946946-20ad-4405-807d-42f817f58219 None None] No DVR routers for this DVR port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:56.805114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a9b6c522-3322-4eee-88e5-cae2daeec179 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:56.875849 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:16:49Z', 'revision_number': 3, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port': {'id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.897537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a9b6c522-3322-4eee-88e5-cae2daeec179 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:56.900082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a9b6c522-3322-4eee-88e5-cae2daeec179 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:56.904708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:56.940702 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3bce9-644d-4120-8b1b-ccddab737768 None None] The sync data for ids ['0b361273-78a4-4526-af40-91a2f1995c71'] in n-d-712749-15 is: [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:16:49Z', 'revision_number': 3, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port': {'id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:56.992953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-e56175ef-e092-4984-8097-69e040817af0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3310947 Sep 16 05:16:57.006795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:57.010583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:57.050389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.060549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.076817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b279d-4c84-424d-a828-b3569fcb824f req-0ed739de-6f5c-4448-88c3-1278520c8d28 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.078862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-556b279d-4c84-424d-a828-b3569fcb824f req-0ed739de-6f5c-4448-88c3-1278520c8d28 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 1.5545719 Sep 16 05:16:57.194554 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.286403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.286943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e20250-ff44-4d69-bb4d-3da8eb077b43 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:57.293160 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.298253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9e6cff4e-5582-44b2-8fa0-963620372114 admin admin] 10.222.0.49 "DELETE /v2.0/routers/56e20250-ff44-4d69-bb4d-3da8eb077b43 HTTP/1.1" status: 204 len: 168 time: 4.5120399 Sep 16 05:16:57.299017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45196) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:57.309931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.317393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] No DVR routers for this DVR port 4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:57.380077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.461001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af23e9b-2765-4d1c-a779-26f299d6ca37 admin admin] Deleting subnet 0170b0fa-bd06-48bf-adcf-e908a2743d48 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:57.478147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7af23e9b-2765-4d1c-a779-26f299d6ca37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.495021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-556b279d-4c84-424d-a828-b3569fcb824f req-9ab635bd-9e34-4748-9b8e-2cb8049e3f40 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694601 Sep 16 05:16:57.564582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7f5b29-a8a6-4823-8d46-44ebc0e5d85f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.654257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7af23e9b-2765-4d1c-a779-26f299d6ca37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.778291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.969685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7af23e9b-2765-4d1c-a779-26f299d6ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.051614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:58.101139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Pushing event updated for resources: {'Port': ['ID=4bfdcb61-385b-4b76-9d15-e59554329180,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.123827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:58.243193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.319778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d667bf5-0685-429c-9061-ebaa29f381d7']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:58.388507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17634ce-cc51-4835-aaf5-9971dafa5305') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:58.389113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17634ce-cc51-4835-aaf5-9971dafa5305') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:58.418477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.448292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:58.496599 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.507582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:58.508183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:58.594855 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:58.659612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.689550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ca701990-9e0a-4fbf-92d6-5c0f34cbc534 None None] Provisioning complete for port 4bfdcb61-385b-4b76-9d15-e59554329180 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:58.690558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca701990-9e0a-4fbf-92d6-5c0f34cbc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.754628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7af23e9b-2765-4d1c-a779-26f299d6ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.773356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5decd65b-1866-41d2-bdec-2f5d5aff507b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:58.817172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.825866 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af23e9b-2765-4d1c-a779-26f299d6ca37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0170b0fa-bd06-48bf-adcf-e908a2743d48,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.829398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7af23e9b-2765-4d1c-a779-26f299d6ca37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.831613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7af23e9b-2765-4d1c-a779-26f299d6ca37 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0170b0fa-bd06-48bf-adcf-e908a2743d48 HTTP/1.1" status: 204 len: 168 time: 1.5314779 Sep 16 05:16:58.845706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45200) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:58.860125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.866825 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9d667bf5-0685-429c-9061-ebaa29f381d7 HTTP/1.1" status: 204 len: 168 time: 4.6347151 Sep 16 05:16:58.866825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a54c4-dfe5-4665-8e0e-7f7a47dca690 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d667bf5-0685-429c-9061-ebaa29f381d7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.876734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-567302fb-cd41-41b5-aec2-689a48643406 service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8684442 Sep 16 05:16:58.898647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a512b-76e8-4b2d-aa4a-ef3d6327e71f req-35a59ee2-ab1a-4576-bec6-5854d4c1e99b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.900276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-162a512b-76e8-4b2d-aa4a-ef3d6327e71f req-35a59ee2-ab1a-4576-bec6-5854d4c1e99b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 1.0781686 Sep 16 05:16:58.919144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ca701990-9e0a-4fbf-92d6-5c0f34cbc534 None None] Port 4bfdcb61-385b-4b76-9d15-e59554329180 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:58.924115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6facee-e153-4de3-a919-557ae33b6a02 None None] Network 0b9de397-a2fc-44e2-a161-224048bb95cb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:59.088566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.152634 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.235757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Deleting port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:59.236273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.258753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.276728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5decd65b-1866-41d2-bdec-2f5d5aff507b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:59.278019 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.301611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-162a512b-76e8-4b2d-aa4a-ef3d6327e71f req-9d3aadea-74fc-4a19-b337-39975170292d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566632 Sep 16 05:16:59.429036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] DHCP port deletion for 0b9de397-a2fc-44e2-a161-224048bb95cb request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:59.526871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] For port 66c1a0b9-c983-4829-800a-cbc0d39a42a9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=66c1a0b9-c983-4829-800a-cbc0d39a42a9,segment=NetworkSegment(b1e25a12-51aa-4f0c-983d-91c2daa176ec),segment_id=b1e25a12-51aa-4f0c-983d-91c2daa176ec)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:59.527330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.558050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45208) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.590394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5828567-d51d-48e2-b678-b7730ea2f201 req-8f1f6e16-1eb1-4e9a-802c-8cf96019490d service neutron] 10.222.0.30 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936567 Sep 16 05:16:59.597645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Calling delete_port for 66c1a0b9-c983-4829-800a-cbc0d39a42a9 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:59.640351 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.682643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 5decd65b-1866-41d2-bdec-2f5d5aff507b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5decd65b-1866-41d2-bdec-2f5d5aff507b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:59.762186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7aeacd20-adff-4ba1-9cc5-327d803b6a47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04772c58164f4d3fa4c6b6849d41cb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996098 Sep 16 05:16:59.771769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45210) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.774792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] Deleting port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:59.775509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.939124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-3a2f2873-d34d-4401-bf9e-b148e4b37258 service neutron] 10.222.0.30 "GET /v2.0/ports/c56163c8-2e42-4385-ac60-0d31540fb4ce/bindings/n-h2-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.3068426 Sep 16 05:16:59.959614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] For port 66c1a0b9-c983-4829-800a-cbc0d39a42a9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=66c1a0b9-c983-4829-800a-cbc0d39a42a9,segment=NetworkSegment(b1e25a12-51aa-4f0c-983d-91c2daa176ec),segment_id=b1e25a12-51aa-4f0c-983d-91c2daa176ec)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:59.961125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.983377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] Calling delete_port for 66c1a0b9-c983-4829-800a-cbc0d39a42a9 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:00.057109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-176468a3-bac7-4a3e-8dda-accfd7af5666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.161810 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.162166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-176468a3-bac7-4a3e-8dda-accfd7af5666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.178721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8de5e61e-5538-4026-a68d-8ca01961e220 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:00.210213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.235708 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.285790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8de5e61e-5538-4026-a68d-8ca01961e220 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:00.286076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8de5e61e-5538-4026-a68d-8ca01961e220 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:00.299433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=66c1a0b9-c983-4829-800a-cbc0d39a42a9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.313503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] No DVR routers for this DVR port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:00.330429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=5decd65b-1866-41d2-bdec-2f5d5aff507b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.385982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] No DVR routers for this DVR port 66c1a0b9-c983-4829-800a-cbc0d39a42a9 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:00.423528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c9e6d-ed67-4566-96db-b0e933641cb2 None None] Pushing event deleted for resources: {'Port': ['ID=66c1a0b9-c983-4829-800a-cbc0d39a42a9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.581967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719768b-06a3-4c2d-a4b0-19b657b720bd req-eeabdf3d-4248-4369-bf90-d8c71878b83f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:00.605206 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1719768b-06a3-4c2d-a4b0-19b657b720bd req-eeabdf3d-4248-4369-bf90-d8c71878b83f tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.9829605 Sep 16 05:17:00.612240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-176468a3-bac7-4a3e-8dda-accfd7af5666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.621206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-176468a3-bac7-4a3e-8dda-accfd7af5666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.624256 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-176468a3-bac7-4a3e-8dda-accfd7af5666 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1aa12ac-07a0-4c28-bafe-924c5956e411 HTTP/1.1" status: 204 len: 168 time: 0.8484864 Sep 16 05:17:00.666470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5decd65b-1866-41d2-bdec-2f5d5aff507b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:00.840799 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.854057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176468a3-bac7-4a3e-8dda-accfd7af5666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aa12ac-07a0-4c28-bafe-924c5956e411,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.986066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5decd65b-1866-41d2-bdec-2f5d5aff507b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:00.992712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.003551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9de397-a2fc-44e2-a161-224048bb95cb']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:01.054576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e25a12-51aa-4f0c-983d-91c2daa176ec') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:01.055151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e25a12-51aa-4f0c-983d-91c2daa176ec') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:01.076119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2471f22-170c-4797-9d16-5046f4732d19 req-3938efd0-9479-4804-8065-40e9c4b7db65 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5498092 Sep 16 05:17:01.089940 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.208244 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.243632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:01.246255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:01.250925 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:01.343664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2471f22-170c-4797-9d16-5046f4732d19 req-7b3f076b-3997-493a-a70c-6ab960288fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.345516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2471f22-170c-4797-9d16-5046f4732d19 req-7b3f076b-3997-493a-a70c-6ab960288fe9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 1096 time: 0.2212949 Sep 16 05:17:01.409940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 66c1a0b9-c983-4829-800a-cbc0d39a42a9 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:01.486214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 66c1a0b9-c983-4829-800a-cbc0d39a42a9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:01.489855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 66c1a0b9-c983-4829-800a-cbc0d39a42a9 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:01.573587 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.647333 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.657406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] 10.222.0.49 "DELETE /v2.0/networks/0b9de397-a2fc-44e2-a161-224048bb95cb HTTP/1.1" status: 204 len: 168 time: 2.8091774 Sep 16 05:17:01.806721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962a07f-38fb-4363-b7c3-0fdacd7be9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9de397-a2fc-44e2-a161-224048bb95cb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.941050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2471f22-170c-4797-9d16-5046f4732d19 req-8cb9eff7-d1ce-429a-b3b9-521d5d107624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.944128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2471f22-170c-4797-9d16-5046f4732d19 req-8cb9eff7-d1ce-429a-b3b9-521d5d107624 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.5709822 Sep 16 05:17:02.136231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1719768b-06a3-4c2d-a4b0-19b657b720bd req-dfb238ee-c608-4d7a-a768-f26ebe9c458a tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5291293 Sep 16 05:17:02.160950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2471f22-170c-4797-9d16-5046f4732d19 req-751bd33f-fb2a-4ace-861a-700edd852d9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 200 len: 217 time: 0.2037687 Sep 16 05:17:02.331037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2471f22-170c-4797-9d16-5046f4732d19 req-424518a2-b1b7-4c0f-979c-89d4cc4d972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:02.332596 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2471f22-170c-4797-9d16-5046f4732d19 req-424518a2-b1b7-4c0f-979c-89d4cc4d972a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1660118 Sep 16 05:17:02.400762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2471f22-170c-4797-9d16-5046f4732d19 req-9f440b8e-7227-4463-a9a3-19d53d4fc0b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602767 Sep 16 05:17:02.444861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:02.567707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.613325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:02.683068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45226) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.739708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.751309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2471f22-170c-4797-9d16-5046f4732d19 req-4e1025ad-8bb7-4e41-a8f8-ee5712b15683 service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410792 Sep 16 05:17:02.862398 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.928207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-94e72689-68be-4bb9-8f73-1349a06911dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=253a70d836ff423fb8ee993b21ed1df6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2151301 Sep 16 05:17:02.928799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02bf4-1fad-4fc2-80c9-74d10498dcdc req-352ed983-fea6-4edd-b9e7-036e1f547990 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:02.931240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45230) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:02.949378 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ec02bf4-1fad-4fc2-80c9-74d10498dcdc req-352ed983-fea6-4edd-b9e7-036e1f547990 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.6166947 Sep 16 05:17:03.120882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56163c8-2e42-4385-ac60-0d31540fb4ce {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:03.171656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2471f22-170c-4797-9d16-5046f4732d19 req-94f0c72b-c285-4b66-8bbb-4dac848c4dfc service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748500 Sep 16 05:17:03.228850 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02aa24ab-6c8b-49ad-89ff-805ffffcb106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.297258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02aa24ab-6c8b-49ad-89ff-805ffffcb106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.297924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:03.317160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ec02bf4-1fad-4fc2-80c9-74d10498dcdc req-551e90c7-96d0-428e-bba4-5f8c6d310962 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664615 Sep 16 05:17:03.317872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Pushing event updated for resources: {'Port': ['ID=4bfdcb61-385b-4b76-9d15-e59554329180,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:03.350878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:03.359125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:03.501134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.555464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02aa24ab-6c8b-49ad-89ff-805ffffcb106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.558731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02aa24ab-6c8b-49ad-89ff-805ffffcb106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.560099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-02aa24ab-6c8b-49ad-89ff-805ffffcb106 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df9d3d68-c264-44c1-b41f-6beaea9b0a8e HTTP/1.1" status: 204 len: 168 time: 0.6251550 Sep 16 05:17:03.584797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d937fe6-8c2b-49f4-90da-412705953af8 req-77b05a9b-b047-488e-89bd-fa77018f4cb8 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:03.590772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa24ab-6c8b-49ad-89ff-805ffffcb106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d3d68-c264-44c1-b41f-6beaea9b0a8e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:03.599599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d937fe6-8c2b-49f4-90da-412705953af8 req-77b05a9b-b047-488e-89bd-fa77018f4cb8 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 946 time: 0.1536613 Sep 16 05:17:03.810907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f9d21bcc-393e-4c17-98d0-24085946e3cc None None] Provisioning complete for port 4bfdcb61-385b-4b76-9d15-e59554329180 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:03.813206 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f9d21bcc-393e-4c17-98d0-24085946e3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:03.938392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d937fe6-8c2b-49f4-90da-412705953af8 req-b256e88b-121c-4cd9-ad0c-a119d75b59bd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359449 Sep 16 05:17:03.948728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f9d21bcc-393e-4c17-98d0-24085946e3cc None None] Port 4bfdcb61-385b-4b76-9d15-e59554329180 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:04.050511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Router 0b361273-78a4-4526-af40-91a2f1995c71 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:04.451455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:04.468547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-60b5b162-9a54-4a81-a23a-88df6514483a admin admin] 10.222.0.49 "PUT /v2.0/routers/0b361273-78a4-4526-af40-91a2f1995c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5852315 Sep 16 05:17:04.468547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] Transition to ACTIVE for port object c56163c8-2e42-4385-ac60-0d31540fb4ce will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:04.473901 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Sync routers for ids ['0b361273-78a4-4526-af40-91a2f1995c71'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:04.519316 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Routers {'0b361273-78a4-4526-af40-91a2f1995c71'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:04.529464 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0b361273-78a4-4526-af40-91a2f1995c71'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:04.597586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45256) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:04.631478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550160-48a9-462a-9816-2da66c7b2fcc req-0d8de32e-041d-4b9d-bd7e-aa9c566b5ccc tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:04.649135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae550160-48a9-462a-9816-2da66c7b2fcc req-0d8de32e-041d-4b9d-bd7e-aa9c566b5ccc tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 943 time: 0.5509207 Sep 16 05:17:04.695349 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.845547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] No DVR routers for this DVR port c56163c8-2e42-4385-ac60-0d31540fb4ce on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:04.918646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] 10.222.0.30 "PUT /v2.0/ports/c56163c8-2e42-4385-ac60-0d31540fb4ce/bindings/n-h2-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 4.9203138 Sep 16 05:17:04.935838 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae550160-48a9-462a-9816-2da66c7b2fcc req-71b1007c-a143-4bb0-8456-ce731da6fac5 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788270 Sep 16 05:17:04.952656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e6b7e-dd1c-4c5c-8106-09a61d2b2f5b service neutron] Pushing event updated for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.021573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Set router 0b361273-78a4-4526-af40-91a2f1995c71 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:05.094097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2086383877-network', 'tenant_id': '5ebb8486f62e46b3a7c7fdfe5f53dbc5'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:05.309409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Made reservation on behalf of 5ebb8486f62e46b3a7c7fdfe5f53dbc5 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:05.312684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.340215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.384059 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:16:58Z', 'revision_number': 4, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port': {'id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '4bfdcb61-385b-4b76-9d15-e59554329180', 'name': '', 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'mac_address': 'fa:16:3e:ed:c4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8b297fe9-910c-481b-af21-64592f298570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:54Z', 'updated_at': '2021-09-16T05:17:00Z', 'revision_number': 2, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'subnets': [{'id': '8b297fe9-910c-481b-af21-64592f298570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:05.436933 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Checking router: 0b361273-78a4-4526-af40-91a2f1995c71 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:05.437434 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Updating router 0b361273-78a4-4526-af40-91a2f1995c71 port 4bfdcb61-385b-4b76-9d15-e59554329180 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:05.476056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.482621 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.650764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-838a0645-149c-4c8f-8994-f2f6c4de57c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ee3594b17a5447a8973b40c78e2ad22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1705508 Sep 16 05:17:05.659454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45280) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.673318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-00fec083-59a6-4d2e-822a-c8679c4f989c tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:05.674363 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-00fec083-59a6-4d2e-822a-c8679c4f989c tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1096 time: 0.2290056 Sep 16 05:17:05.810975 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.815689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-aac0fddb-043b-4112-af18-b652110c8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:05.817293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-aac0fddb-043b-4112-af18-b652110c8f6b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308&tenant_id=ee7cdd3450f847e7be1ee06226de1088 HTTP/1.1" status: 200 len: 1096 time: 0.1257212 Sep 16 05:17:05.850015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-94c45cf4-62c0-425d-9818-4e2baf8277ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.934156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-94c45cf4-62c0-425d-9818-4e2baf8277ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.968590 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.972527 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.015161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-62ab0763-0672-4a6d-862b-be6258448ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.016163 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-62ab0763-0672-4a6d-862b-be6258448ded service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee7cdd3450f847e7be1ee06226de1088&device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1096 time: 0.1272080 Sep 16 05:17:06.017040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:06.042435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79226c-1cb8-480e-9267-df1100e2c814,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.095437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.095757 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Added segment 25c154b8-74a2-4480-a220-ac77bf4a74be of type vlan for network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa Sep 16 05:17:06.137849 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.181706 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.200366 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Pushing event updated for resources: {'Port': ['ID=4bfdcb61-385b-4b76-9d15-e59554329180,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.227953 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.228573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.229214 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.231148 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.235973 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.236803 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.237479 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.238042 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.238590 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.239228 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.239842 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.240421 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:06.263790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-94c45cf4-62c0-425d-9818-4e2baf8277ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.267118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-94c45cf4-62c0-425d-9818-4e2baf8277ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.272196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-94c45cf4-62c0-425d-9818-4e2baf8277ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de9b7e83-42df-40b7-b0a1-388361b374d2 HTTP/1.1" status: 204 len: 168 time: 0.5925605 Sep 16 05:17:06.333884 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Attempting to bind port 4bfdcb61-385b-4b76-9d15-e59554329180 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:06.334316 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Attempting to bind port 4bfdcb61-385b-4b76-9d15-e59554329180 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:06.335256 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Attempting to bind port 4bfdcb61-385b-4b76-9d15-e59554329180 on network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:06.346631 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:06.347063 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Checking segment: {'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:06.347533 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.347975 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Bound using segment: {'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:06.348480 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Bound port: 4bfdcb61-385b-4b76-9d15-e59554329180, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb7e891-4a5a-40ba-a2e5-26261739ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:06.348889 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.378486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c45cf4-62c0-425d-9818-4e2baf8277ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b7e83-42df-40b7-b0a1-388361b374d2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.404215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df39ed0-298a-4ee9-a97b-eb6df56b8885 req-394b1326-cf45-43b9-a788-815d122c8e34 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.406455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6df39ed0-298a-4ee9-a97b-eb6df56b8885 req-394b1326-cf45-43b9-a788-815d122c8e34 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.3219604 Sep 16 05:17:06.420809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-35593a1c-65d0-4482-a572-7c9958820706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.427243 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-35593a1c-65d0-4482-a572-7c9958820706 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 200 len: 921 time: 0.4010038 Sep 16 05:17:06.515748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] For port 4bfdcb61-385b-4b76-9d15-e59554329180, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:06.527807 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] For port 4bfdcb61-385b-4b76-9d15-e59554329180, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4bfdcb61-385b-4b76-9d15-e59554329180,segment=NetworkSegment(6eb7e891-4a5a-40ba-a2e5-26261739ce39),segment_id=6eb7e891-4a5a-40ba-a2e5-26261739ce39)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:06.558891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.559987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.560907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.579187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-9b36acc5-8360-4540-9bc1-1d7bf6716143 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 200 len: 217 time: 0.1373992 Sep 16 05:17:06.635026 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.695327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6df39ed0-298a-4ee9-a97b-eb6df56b8885 req-18909204-1b28-406f-94e1-0bf26677878c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786806 Sep 16 05:17:06.714676 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Routers {'0b361273-78a4-4526-af40-91a2f1995c71'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:06.715392 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0b361273-78a4-4526-af40-91a2f1995c71'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:06.731901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b55b9505-94bf-4208-8698-5583344e1707 None None] Provisioning complete for port 4bfdcb61-385b-4b76-9d15-e59554329180 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:06.732637 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b55b9505-94bf-4208-8698-5583344e1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.745081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-e6a09aaf-7532-49a4-8df9-d4552952f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.745081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-e6a09aaf-7532-49a4-8df9-d4552952f92e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 200 len: 860 time: 0.1328702 Sep 16 05:17:06.754639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] Pushing event updated for resources: {'Network': ['ID=775d34e7-3e88-4c0b-95b0-bcad3546a6fa,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.785576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-9a3aac18-22f3-4396-abc9-40b8134a0905 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341334 Sep 16 05:17:06.800950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:06.887697 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] Set router 0b361273-78a4-4526-af40-91a2f1995c71 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:06.978062 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a185a6-9274-4f17-ba81-1da5b2bc4e1f None None] Pushing event updated for resources: {'Port': ['ID=4bfdcb61-385b-4b76-9d15-e59554329180,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:07.004563 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b55b9505-94bf-4208-8698-5583344e1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.007165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-834f5a43-ea63-4692-bf68-e1221353149c service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126186 Sep 16 05:17:07.056579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b55b9505-94bf-4208-8698-5583344e1707 None None] For port 4bfdcb61-385b-4b76-9d15-e59554329180, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4bfdcb61-385b-4b76-9d15-e59554329180,segment=NetworkSegment(6eb7e891-4a5a-40ba-a2e5-26261739ce39),segment_id=6eb7e891-4a5a-40ba-a2e5-26261739ce39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:07.127236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4c180409-3620-4c7f-a48e-a35c2bbd3844 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5272863 Sep 16 05:17:07.130236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:07.137923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Request body: {'subnet': {'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2086383877-subnet', 'tenant_id': '5ebb8486f62e46b3a7c7fdfe5f53dbc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:07.143381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-8070dd1d-09e0-4b78-bd0b-720f5f8f79af service neutron] 10.222.0.66 "GET /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282787 Sep 16 05:17:07.176363 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b55b9505-94bf-4208-8698-5583344e1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.196555 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:16:58Z', 'revision_number': 4, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port': {'id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '4bfdcb61-385b-4b76-9d15-e59554329180', 'name': '', 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'mac_address': 'fa:16:3e:ed:c4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8b297fe9-910c-481b-af21-64592f298570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:54Z', 'updated_at': '2021-09-16T05:17:06Z', 'revision_number': 4, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'subnets': [{'id': '8b297fe9-910c-481b-af21-64592f298570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:07.230898 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bf005-b9cb-403c-835a-914e89a9a716 None None] The sync data for ids ['0b361273-78a4-4526-af40-91a2f1995c71'] in n-d-712749-15 is: [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:16:58Z', 'revision_number': 4, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port': {'id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '4bfdcb61-385b-4b76-9d15-e59554329180', 'name': '', 'network_id': '51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'mac_address': 'fa:16:3e:ed:c4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8b297fe9-910c-481b-af21-64592f298570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:54Z', 'updated_at': '2021-09-16T05:17:06Z', 'revision_number': 4, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'subnets': [{'id': '8b297fe9-910c-481b-af21-64592f298570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:07.255303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c318eecd-1765-4cfb-a741-8fd1f98bfb72 req-21699e33-8cec-471a-9dd8-01a7eb108f76 tempest-FloatingIPsNegativeTestJSON-1471192617 tempest-FloatingIPsNegativeTestJSON-1471192617-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=d7af02f1614b4c949bd698e3c864ef4e HTTP/1.1" status: 200 len: 217 time: 0.0879135 Sep 16 05:17:07.315040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b9505-94bf-4208-8698-5583344e1707 None None] Pushing event updated for resources: {'Port': ['ID=4bfdcb61-385b-4b76-9d15-e59554329180,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:07.316512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Made reservation on behalf of 5ebb8486f62e46b3a7c7fdfe5f53dbc5 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:07.319839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.394287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e8d8371b-55a1-4435-9a9e-c9cfd4c15037 None None] Provisioning complete for port 4bfdcb61-385b-4b76-9d15-e59554329180 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:07.396116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8d8371b-55a1-4435-9a9e-c9cfd4c15037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.464867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b59de-8611-4325-8ef1-0475741d16e6 req-1ecb0c61-8b14-4475-90c6-0fafaff41c7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.467707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9a9b59de-8611-4325-8ef1-0475741d16e6 req-1ecb0c61-8b14-4475-90c6-0fafaff41c7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 944 time: 0.1314673 Sep 16 05:17:07.702912 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9a9b59de-8611-4325-8ef1-0475741d16e6 req-e20576e3-b755-420b-8407-d07dee1ac915 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072270 Sep 16 05:17:07.895678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.954933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193760b-10cd-4e27-9cce-3382e40354dc req-1777cee4-232f-464e-ba30-11c15bc5c4a3 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.957961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-1777cee4-232f-464e-ba30-11c15bc5c4a3 tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308&tenant_id=ee7cdd3450f847e7be1ee06226de1088&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1096 time: 0.1320939 Sep 16 05:17:08.102597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d19e9d2-bfce-448f-b449-b9cee121ae6a req-97471888-3609-4572-bf05-c5ec3a6f6c31 tempest-FloatingIPsNegativeTestJSON-1471192617 tempest-FloatingIPsNegativeTestJSON-1471192617-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1316326 Sep 16 05:17:08.125751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96eb1d9e-56c0-499e-9a6f-ff2c67552dba,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.283557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Checking segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:08.284749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Network hostable DHCP agents. Network: 775d34e7-3e88-4c0b-95b0-bcad3546a6fa, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:08.388761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-99c375de-ac53-4984-b227-9aaaed6f2bd7 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.392490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-99c375de-ac53-4984-b227-9aaaed6f2bd7 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/networks?id=f79d3481-2191-48f3-bef7-32416f935f01 HTTP/1.1" status: 200 len: 814 time: 0.3818042 Sep 16 05:17:08.435821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-9e4c8fed-2188-4a6d-858b-9164fa01c430 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/quotas/bb155512d5454c319df1319cbbd5732e HTTP/1.1" status: 200 len: 375 time: 0.0363946 Sep 16 05:17:08.488626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1193760b-10cd-4e27-9cce-3382e40354dc req-43d5a907-eae2-48a5-8125-9c777f2e414c service neutron] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:08.503060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1193760b-10cd-4e27-9cce-3382e40354dc req-43d5a907-eae2-48a5-8125-9c777f2e414c service neutron] Notify callbacks [] for binding, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.505325 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1193760b-10cd-4e27-9cce-3382e40354dc req-43d5a907-eae2-48a5-8125-9c777f2e414c service neutron] 10.222.0.66 "DELETE /v2.0/ports/c56163c8-2e42-4385-ac60-0d31540fb4ce/bindings/n-h1-712749-15 HTTP/1.1" status: 204 len: 173 time: 0.5239007 Sep 16 05:17:08.544277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:08.549065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48f938-72f8-4b48-90de-d94be4dc8c9d req-1a48e72f-b2e2-476a-b5f7-d99f81030d74 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.556419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae48f938-72f8-4b48-90de-d94be4dc8c9d req-1a48e72f-b2e2-476a-b5f7-d99f81030d74 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.1617687 Sep 16 05:17:08.618671 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-2ffb58e9-0b4d-49cc-9173-5fa9ed8fb74e tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb155512d5454c319df1319cbbd5732e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1747291 Sep 16 05:17:08.654265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae48f938-72f8-4b48-90de-d94be4dc8c9d req-ad187a1b-9fda-4793-9a19-006d2620220f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948114 Sep 16 05:17:08.689506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 775d34e7-3e88-4c0b-95b0-bcad3546a6fa) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:08.693488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.694350 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.706512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b272e-38b7-41d5-b34e-61b34733588a None None] Network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:08.809255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ebdcf34d-e904-4abd-9086-9667d97062a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6775548 Sep 16 05:17:08.866524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4bfdcb61-385b-4b76-9d15-e59554329180 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:08.960523 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-c1871d92-82d1-4330-a767-8207d0fbe921 req-b0569e3b-b6b3-4229-a908-c72db5a17997 tempest-FloatingIPsNegativeTestJSON-1471192617 tempest-FloatingIPsNegativeTestJSON-1471192617-project] show failed (client error): The resource could not be found. Sep 16 05:17:08.961587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c1871d92-82d1-4330-a767-8207d0fbe921 req-b0569e3b-b6b3-4229-a908-c72db5a17997 tempest-FloatingIPsNegativeTestJSON-1471192617 tempest-FloatingIPsNegativeTestJSON-1471192617-project] 10.222.0.49 "GET /v2.0/floatingips/b68c00cf-eab6-4b90-b2fe-89c3e1ed16a9 HTTP/1.1" status: 404 len: 350 time: 0.2434323 Sep 16 05:17:08.978627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45366) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:09.030288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-210355f1-df7e-40aa-9bd1-d6304de35e01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1052992 Sep 16 05:17:09.372108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4bfdcb61-385b-4b76-9d15-e59554329180 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:09.372928 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.492458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21e9f9-c701-4311-904f-072af82a4af9 None None] Network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:09.511802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-ffa6d029-8e1f-4252-8e02-ba66bb2bfb1e service neutron] 10.222.0.49 "GET /v2.0/networks/f79d3481-2191-48f3-bef7-32416f935f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828876 Sep 16 05:17:09.621856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-6ffa4cae-4651-421d-8b7e-cdbb69dfd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:09.624075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-6ffa4cae-4651-421d-8b7e-cdbb69dfd513 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 1096 time: 0.4542987 Sep 16 05:17:09.748860 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-756e2f53-382b-46a1-a2c4-b0449fb28298 service neutron] 10.222.0.49 "GET /v2.0/networks/f79d3481-2191-48f3-bef7-32416f935f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208226 Sep 16 05:17:09.849755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-c78d9d28-29b5-4368-bb7b-ce04ee11ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:09.852053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-c78d9d28-29b5-4368-bb7b-ce04ee11ac23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.1905189 Sep 16 05:17:09.913431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-0f73be3f-6c6a-449c-a9ed-ec833da576e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 200 len: 217 time: 0.0532501 Sep 16 05:17:10.007638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e496b-288d-49e8-aa3b-1ec10e72f117 req-dbcd42a4-10cd-4ce7-9476-a057619fefed tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.009324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a4e496b-288d-49e8-aa3b-1ec10e72f117 req-dbcd42a4-10cd-4ce7-9476-a057619fefed tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 944 time: 0.6636906 Sep 16 05:17:10.012842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-ad842be6-c709-4ca0-807c-e437dd74ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.016798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-ad842be6-c709-4ca0-807c-e437dd74ab34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.0965114 Sep 16 05:17:10.082457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-17977066-c955-40a0-914a-51b23c641708 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529060 Sep 16 05:17:10.252661 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a4e496b-288d-49e8-aa3b-1ec10e72f117 req-a564da52-e97b-4fb1-8a28-f77e951048ee tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329152 Sep 16 05:17:10.267696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0c813745-1cd4-4391-b8d6-3829197b9255 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:10.528597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-08a714b0-2585-434a-b9ad-7556ff9056a2 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367270 Sep 16 05:17:10.654267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:10.669833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '0c813745-1cd4-4391-b8d6-3829197b9255', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'port_id': '0c813745-1cd4-4391-b8d6-3829197b9255', 'mac_address': 'fa:16:3e:68:d0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576478f5-729e-44a4-adad-d1c8be5f43f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:10.728560 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.746883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c813745-1cd4-4391-b8d6-3829197b9255 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:10.779316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:10.825221 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.931325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae85360-1fd4-404e-ad05-0116e4e9bc49 req-dcbdc05e-1258-4994-8bc2-d8dd437d891f service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630013 Sep 16 05:17:10.971866 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.981055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d354310-38d1-4c07-a3f7-da14c06aa4f6 req-d88b8383-8eaf-456b-b983-5980858c54f2 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.984609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d354310-38d1-4c07-a3f7-da14c06aa4f6 req-d88b8383-8eaf-456b-b983-5980858c54f2 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 945 time: 0.4517872 Sep 16 05:17:11.065794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:11.076739 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d354310-38d1-4c07-a3f7-da14c06aa4f6 req-d6b6d60d-ae34-43f1-ae2a-5cd92756da6c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849106 Sep 16 05:17:11.207317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c49724b-1a25-4fd8-8bf1-decd0b071295 req-3546c446-70ae-4e0f-bee2-3ea2e28e972d tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 210 time: 0.0352099 Sep 16 05:17:11.238485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0c813745-1cd4-4391-b8d6-3829197b9255'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:11.477480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-1e898ebf-fa6a-4e06-a5d3-e5e304417b6b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:11.480155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-1e898ebf-fa6a-4e06-a5d3-e5e304417b6b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 813 time: 0.2314427 Sep 16 05:17:11.502295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Deleting port 4bfdcb61-385b-4b76-9d15-e59554329180 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:11.502634 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.506595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-f90b6997-f35e-480b-a956-cf18ec2d4eec tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/quotas/5ebb8486f62e46b3a7c7fdfe5f53dbc5 HTTP/1.1" status: 200 len: 375 time: 0.0172541 Sep 16 05:17:11.521417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6709b7-6292-4e98-a61b-104a451f8c2d req-76625cc2-5fcd-46d5-8d25-6d8deb1bdf5e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:11.528664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a6709b7-6292-4e98-a61b-104a451f8c2d req-76625cc2-5fcd-46d5-8d25-6d8deb1bdf5e tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 1096 time: 0.0966067 Sep 16 05:17:11.571579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-82f69b4d-0683-4a27-922a-e0c8ecdeb894 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552595 Sep 16 05:17:11.589244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a6709b7-6292-4e98-a61b-104a451f8c2d req-e2496eec-99d5-471b-9664-2f0532299bbe tempest-LiveAutoBlockMigrationV225Test-748253418 tempest-LiveAutoBlockMigrationV225Test-748253418-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554342 Sep 16 05:17:11.714264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] For port 4bfdcb61-385b-4b76-9d15-e59554329180, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4bfdcb61-385b-4b76-9d15-e59554329180,segment=NetworkSegment(6eb7e891-4a5a-40ba-a2e5-26261739ce39),segment_id=6eb7e891-4a5a-40ba-a2e5-26261739ce39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:11.714264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.727241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Calling delete_port for 4bfdcb61-385b-4b76-9d15-e59554329180 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:12.096866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-debc84dc-bdc0-47b3-8220-fca3506b18aa service neutron] 10.222.0.49 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358230 Sep 16 05:17:12.108638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-373838e3-522d-4e15-8211-eee58038af7a tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.110412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-373838e3-522d-4e15-8211-eee58038af7a tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.0821671 Sep 16 05:17:12.123222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-15'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:12.150604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.202906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.227447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfdcb61-385b-4b76-9d15-e59554329180,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:12.283266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0c813745-1cd4-4391-b8d6-3829197b9255 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:12.379139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-91e44d0a-3f5c-4784-87d0-1d651b0dc576 service neutron] 10.222.0.49 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791770 Sep 16 05:17:12.410257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 0c813745-1cd4-4391-b8d6-3829197b9255 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:12.412420 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.609187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:12.622284 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.735325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ded26-6f76-45f8-a038-44797990a46b req-034333c9-7fe7-40ca-81c7-aa274d432379 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.738223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-514ded26-6f76-45f8-a038-44797990a46b req-034333c9-7fe7-40ca-81c7-aa274d432379 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 948 time: 0.1202455 Sep 16 05:17:12.858290 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.882845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-514ded26-6f76-45f8-a038-44797990a46b req-1983b346-8876-4de4-b393-d842d1a01967 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096728 Sep 16 05:17:12.885240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:12.930251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:12.931654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:12.935496 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77079b6-df98-4f83-a99a-6adac53600b3" -d '{"events": [{"server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:13.017540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.058040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:13.060710 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c55c74-405f-4c2e-9df9-78ef008d2929" -d '{"events": [{"server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "name": "network-vif-unplugged", "status": "completed", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:13.075298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.126265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.191444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.253846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Router 0b361273-78a4-4526-af40-91a2f1995c71 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:13.317633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Pushing event updated for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.330016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on host n-h2-712749-15 for vnic_type normal with profile {"migrating_to": "n-h1-712749-15"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:13.332578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:13.334511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:13.349039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:13.349369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Attempting to bind port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on network a6458a1b-858e-4762-b6a2-d04d4c6902af {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:13.358216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:13.358821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Checking segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:13.358988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Bound using segment: {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:13.362703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Bound port: 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224ecd0-2aab-4732-8021-94529332e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a6458a1b-858e-4762-b6a2-d04d4c6902af'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:13.364024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.390408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5271e-f29c-49dd-82f2-49f1ed18b2f9 req-62a93a08-90dc-4bc5-b11a-eee3f2b5adef tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.392333 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9db5271e-f29c-49dd-82f2-49f1ed18b2f9 req-62a93a08-90dc-4bc5-b11a-eee3f2b5adef tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.1363649 Sep 16 05:17:13.508596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:13.513590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:13.565266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-055ce784-4330-484d-8feb-dd5569d18827 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.567125 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-055ce784-4330-484d-8feb-dd5569d18827 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 944 time: 0.0934930 Sep 16 05:17:13.568408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:13.573459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-409771e1-c03c-47cf-9ecf-29d1e254f2ea req-2ead13bf-9a43-4e0d-a259-fa1a192999f7 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 210 time: 0.0573642 Sep 16 05:17:13.574786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9db5271e-f29c-49dd-82f2-49f1ed18b2f9 req-4a3646b3-dd59-4383-8106-0501174acc20 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443098 Sep 16 05:17:13.579184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-740eda84-6c89-4934-bd11-b2736566a01c admin admin] 10.222.0.49 "PUT /v2.0/routers/0b361273-78a4-4526-af40-91a2f1995c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5991895 Sep 16 05:17:13.584012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45530) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:13.608856 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.614765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] Sync routers for ids ['0b361273-78a4-4526-af40-91a2f1995c71'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:13.641916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 08c2da59-de12-45fc-b0b2-5eda7eb04deb details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:13.722141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] Routers {'0b361273-78a4-4526-af40-91a2f1995c71'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:13.723217 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0b361273-78a4-4526-af40-91a2f1995c71'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:13.865792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Deleting port c56163c8-2e42-4385-ac60-0d31540fb4ce {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:13.866539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.132147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] Set router 0b361273-78a4-4526-af40-91a2f1995c71 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:14.183616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] For port c56163c8-2e42-4385-ac60-0d31540fb4ce, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c56163c8-2e42-4385-ac60-0d31540fb4ce,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:14.186510 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.212092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Calling delete_port for c56163c8-2e42-4385-ac60-0d31540fb4ce owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:14.286258 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db374e41-d95a-457e-993c-a36837939041 x-openstack-request-id: req-db374e41-d95a-457e-993c-a36837939041 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:14.286639 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:14.287060 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db374e41-d95a-457e-993c-a36837939041 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:14.288158 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255', 'code': 200} Sep 16 05:17:14.290499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:17:14.306035 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.318421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1ecf1b4b-a772-43f4-8744-aa982779ffcd no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:14.515386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:14.516180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.517987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] 10.222.0.30 "PUT /v2.0/ports/08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 200 len: 1123 time: 2.3994684 Sep 16 05:17:14.576461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.650029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Pushing event deleted for resources: {'Port': ['ID=c56163c8-2e42-4385-ac60-0d31540fb4ce,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:14.700706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['58e33359-df86-4001-a80c-b13d44f71a9a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:14.737891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] No DVR routers for this DVR port c56163c8-2e42-4385-ac60-0d31540fb4ce on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:14.743960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.746970 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ea30a5b-bdc6-4170-b3d9-a8f0b58355a1 req-e357c72f-4d5c-427d-b4f3-f554e12f913c tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.66 "DELETE /v2.0/ports/c56163c8-2e42-4385-ac60-0d31540fb4ce HTTP/1.1" status: 204 len: 173 time: 1.1662705 Sep 16 05:17:14.747465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'name': 'network-vif-deleted', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:14.750146 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f91e6fe-c4e7-4980-b213-c5b641ff2124" -d '{"events": [{"server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "name": "network-vif-deleted", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:14.801702 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['08c2da59-de12-45fc-b0b2-5eda7eb04deb'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:14.898634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:14.948808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['08c2da59-de12-45fc-b0b2-5eda7eb04deb'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:14.952821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 08c2da59-de12-45fc-b0b2-5eda7eb04deb has no active binding in host n-h1-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:17:15.077006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.127896 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947481d7-fc3a-484c-ad16-747671e3d330 x-openstack-request-id: req-947481d7-fc3a-484c-ad16-747671e3d330 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:15.128309 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "name": "network-vif-unplugged", "status": "completed", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:15.128681 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-947481d7-fc3a-484c-ad16-747671e3d330 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:15.135966 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb', 'code': 200} Sep 16 05:17:15.143091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:15.189272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217284b-7b65-4640-8f5e-43ed2b34fbc8 req-d83f8a19-c6bf-431f-93ef-c4ca6e745134 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.202684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3217284b-7b65-4640-8f5e-43ed2b34fbc8 req-d83f8a19-c6bf-431f-93ef-c4ca6e745134 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fec8b67-9b2a-44c9-abf5-f5bea2d39308 HTTP/1.1" status: 200 len: 866 time: 1.3537703 Sep 16 05:17:15.238587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0181c-e564-433d-b433-d7c440e1c13b service neutron] Pushing event updated for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:15.316308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.426993 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.562612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3217284b-7b65-4640-8f5e-43ed2b34fbc8 req-1ebf59ff-86e2-4f88-bb43-eebcfa7dd2ef tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548062 Sep 16 05:17:15.766337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c91fc48e-ecba-409f-8895-9836b8852ed1 req-6233d633-b58e-41b8-a2bf-308134912b54 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 210 time: 0.1284351 Sep 16 05:17:15.829997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-7493f47a-b13e-4b68-b037-dc87fd723ffc tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.832883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-7493f47a-b13e-4b68-b037-dc87fd723ffc tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.30 "GET /v2.0/networks?id=f79d3481-2191-48f3-bef7-32416f935f01 HTTP/1.1" status: 200 len: 814 time: 1.3544385 Sep 16 05:17:15.889588 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1672f4a-7d56-4754-abad-ff484e57231d x-openstack-request-id: req-c1672f4a-7d56-4754-abad-ff484e57231d {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:15.890057 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fec8b67-9b2a-44c9-abf5-f5bea2d39308", "name": "network-vif-deleted", "tag": "c56163c8-2e42-4385-ac60-0d31540fb4ce", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:15.890478 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1672f4a-7d56-4754-abad-ff484e57231d {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:15.891134 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fec8b67-9b2a-44c9-abf5-f5bea2d39308', 'name': 'network-vif-deleted', 'tag': 'c56163c8-2e42-4385-ac60-0d31540fb4ce', 'status': 'completed', 'code': 200} Sep 16 05:17:15.895603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Request body: {'port': {'device_id': '35df8de9-c859-48e4-94b7-83687c468700', 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'admin_state_up': True, 'tenant_id': 'bb155512d5454c319df1319cbbd5732e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:16.033368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:16.054750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:17:11Z', 'revision_number': 5, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port': {'id': '5decd65b-1866-41d2-bdec-2f5d5aff507b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b361273-78a4-4526-af40-91a2f1995c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:44Z', 'updated_at': '2021-09-16T05:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:16.074718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Deleting port 5decd65b-1866-41d2-bdec-2f5d5aff507b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:16.075522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.099250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8022caf-bddc-4eeb-a71a-8f699103592d req-227b9ca6-4663-4a8d-9084-336c062187d5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:16.112839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8022caf-bddc-4eeb-a71a-8f699103592d req-227b9ca6-4663-4a8d-9084-336c062187d5 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 943 time: 0.2758975 Sep 16 05:17:16.124879 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] Checking router: 0b361273-78a4-4526-af40-91a2f1995c71 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:16.170327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] Routers {'0b361273-78a4-4526-af40-91a2f1995c71'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:16.171134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:16:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0b361273-78a4-4526-af40-91a2f1995c71'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:16.290443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:16.298858 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4af49f-12ba-46bb-b69a-5c81a2dfb85f" -d '{"events": [{"server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "name": "network-vif-unplugged", "status": "completed", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:16.317559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c56163c8-2e42-4385-ac60-0d31540fb4ce no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:16.422362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] For port 5decd65b-1866-41d2-bdec-2f5d5aff507b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5decd65b-1866-41d2-bdec-2f5d5aff507b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:16.422674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.472223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Calling delete_port for 5decd65b-1866-41d2-bdec-2f5d5aff507b owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:16.490597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: c56163c8-2e42-4385-ac60-0d31540fb4ce {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:16.491813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c56163c8-2e42-4385-ac60-0d31540fb4ce not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:16.543508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8022caf-bddc-4eeb-a71a-8f699103592d req-9a261abc-f76a-4764-b920-c36905e789f6 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926528 Sep 16 05:17:16.626152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] Set router 0b361273-78a4-4526-af40-91a2f1995c71 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:16.816447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Made reservation on behalf of bb155512d5454c319df1319cbbd5732e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:16.829529 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.857208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 6, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:16.923740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed481bc2-85fc-4e75-abc4-542fab9642a0 None None] The sync data for ids ['0b361273-78a4-4526-af40-91a2f1995c71'] in n-d-712749-15 is: [{'id': '0b361273-78a4-4526-af40-91a2f1995c71', 'name': 'tempest-FloatingIPsNegativeTestJSON-199111649-router', 'tenant_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:41Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 6, 'project_id': 'd7af02f1614b4c949bd698e3c864ef4e', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:17.142988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:17.145452 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:17.255277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Allocated IP 172.20.0.12 (f79d3481-2191-48f3-bef7-32416f935f01/c91ea735-89c0-4430-847c-7b1c88d03bb8/fd8c58c9-6276-47a0-a884-aa6b53bb8884) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:17.298556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.452554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5decd65b-1866-41d2-bdec-2f5d5aff507b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.745590 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.941855 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:18.041945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.047071 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.194355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.311789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:18.363235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.364053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b361273-78a4-4526-af40-91a2f1995c71 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:18.371408 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.377372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe33c106-374d-4ebf-a4b4-848471f7f1d6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0b361273-78a4-4526-af40-91a2f1995c71 HTTP/1.1" status: 204 len: 168 time: 4.7881429 Sep 16 05:17:18.377794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45604) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:18.477965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7d5a80-f03d-4885-8b8a-6b07098578ca admin admin] Deleting subnet 8b297fe9-910c-481b-af21-64592f298570 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:18.487358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.496673 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5a80-f03d-4885-8b8a-6b07098578ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.638708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:18.695325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'mac_address': 'fa:16:3e:b5:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:18.782470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4bfdcb61-385b-4b76-9d15-e59554329180 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:18.810708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-b40f247c-d29b-4f92-b506-4ff314a95ece tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.821991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-b40f247c-d29b-4f92-b506-4ff314a95ece tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.66 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 813 time: 0.3329537 Sep 16 05:17:18.833191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 4bfdcb61-385b-4b76-9d15-e59554329180 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:18.833923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4bfdcb61-385b-4b76-9d15-e59554329180 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:18.834756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5decd65b-1866-41d2-bdec-2f5d5aff507b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:18.845186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Pushing event updated for resources: {'Port': ['ID=fd8c58c9-6276-47a0-a884-aa6b53bb8884,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.855953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Request body: {'port': {'device_id': '91cb144e-ef7f-471c-a7cf-eb6edd006e4d', 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'admin_state_up': True, 'tenant_id': '5ebb8486f62e46b3a7c7fdfe5f53dbc5'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:18.894760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Network f79d3481-2191-48f3-bef7-32416f935f01 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:18.898557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:18.906798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 5decd65b-1866-41d2-bdec-2f5d5aff507b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:18.909324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5decd65b-1866-41d2-bdec-2f5d5aff507b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:18.920803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:18.927300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.991837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa527741-abdd-45eb-af2d-2a18026c3769 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:19.006688 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5a80-f03d-4885-8b8a-6b07098578ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.151174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.151955 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.167432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:19.262415 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.306094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5a80-f03d-4885-8b8a-6b07098578ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.372360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-67d182d6-787a-4285-a498-55f76591aa9a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4839077 Sep 16 05:17:19.428962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Request body: {'port': {'device_id': '35df8de9-c859-48e4-94b7-83687c468700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:19.458690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.502836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Made reservation on behalf of 5ebb8486f62e46b3a7c7fdfe5f53dbc5 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:19.507300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.571675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['fa527741-abdd-45eb-af2d-2a18026c3769'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:19.794761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-378df67b-1e3c-46f4-980d-eac4ce535a65 None None] Provisioning complete for port fd8c58c9-6276-47a0-a884-aa6b53bb8884 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:19.794761 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-378df67b-1e3c-46f4-980d-eac4ce535a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.844580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-7678ae41-0562-45b2-ae8a-2e9369137170 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.847141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-7678ae41-0562-45b2-ae8a-2e9369137170 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.30 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 813 time: 0.3477850 Sep 16 05:17:19.862033 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.875098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Request body: {'port': {'device_id': 'c6abc838-9261-4de8-8c56-cca2cd883778', 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'admin_state_up': True, 'tenant_id': '5ebb8486f62e46b3a7c7fdfe5f53dbc5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:19.919384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Allocated IP 172.20.0.11 (775d34e7-3e88-4c0b-95b0-bcad3546a6fa/96eb1d9e-56c0-499e-9a6f-ff2c67552dba/dec0cfc1-0883-437d-9cd8-b3e41166b505) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:20.034862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-378df67b-1e3c-46f4-980d-eac4ce535a65 None None] Port fd8c58c9-6276-47a0-a884-aa6b53bb8884 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:20.174300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.316541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 08c2da59-de12-45fc-b0b2-5eda7eb04deb no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:20.493178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8c58c9-6276-47a0-a884-aa6b53bb8884 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:20.504514 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.549429 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46930af4-a7e7-459b-b325-a48028eeb4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.589583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Transition to ACTIVE for port object fd8c58c9-6276-47a0-a884-aa6b53bb8884 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:20.590204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.590419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Made reservation on behalf of 5ebb8486f62e46b3a7c7fdfe5f53dbc5 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:20.593205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.594580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.599485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5a80-f03d-4885-8b8a-6b07098578ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.712084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d5a80-f03d-4885-8b8a-6b07098578ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b297fe9-910c-481b-af21-64592f298570,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.726617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.747431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:20.755073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:20.763964 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:20.779062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae7d5a80-f03d-4885-8b8a-6b07098578ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.779479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625d4b7-101f-4fc2-8861-85fe149bafe9 None None] Network 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:20.792414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ae7d5a80-f03d-4885-8b8a-6b07098578ca admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8b297fe9-910c-481b-af21-64592f298570 HTTP/1.1" status: 204 len: 168 time: 2.4099860 Sep 16 05:17:20.800669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45608) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:20.883337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.884076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.899803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Pushing event updated for resources: {'Port': ['ID=dec0cfc1-0883-437d-9cd8-b3e41166b505,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.069734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-0abd5229-a126-4778-b686-a04daaecfec8 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2232203 Sep 16 05:17:21.103182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Request body: {'port': {'device_id': '91cb144e-ef7f-471c-a7cf-eb6edd006e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:21.161625 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.314073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.455881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=fd8c58c9-6276-47a0-a884-aa6b53bb8884,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.528929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] DHCP port deletion for 51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:21.754786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] Deleting port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:21.755918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.784555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Attempting to bind port fd8c58c9-6276-47a0-a884-aa6b53bb8884 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:21.785445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Attempting to bind port fd8c58c9-6276-47a0-a884-aa6b53bb8884 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:21.786171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Attempting to bind port fd8c58c9-6276-47a0-a884-aa6b53bb8884 on network f79d3481-2191-48f3-bef7-32416f935f01 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:21.880970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Port fd8c58c9-6276-47a0-a884-aa6b53bb8884 on network f79d3481-2191-48f3-bef7-32416f935f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:21.882025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Attempting to bind port fd8c58c9-6276-47a0-a884-aa6b53bb8884 on network f79d3481-2191-48f3-bef7-32416f935f01 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:21.925491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:21.926499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Checking segment: {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:21.927403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Bound using segment: {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:21.928545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Bound port: fd8c58c9-6276-47a0-a884-aa6b53bb8884, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f164d32-aaba-48cb-a110-03a74563d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:21.929503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.001978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] For port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,segment=NetworkSegment(6eb7e891-4a5a-40ba-a2e5-26261739ce39),segment_id=6eb7e891-4a5a-40ba-a2e5-26261739ce39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:22.010618 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.061751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Allocated IP 172.20.0.9 (775d34e7-3e88-4c0b-95b0-bcad3546a6fa/96eb1d9e-56c0-499e-9a6f-ff2c67552dba/a8a3c580-98cb-4f9f-900c-254e50034e04) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:22.123119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] Calling delete_port for 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:22.249222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Deleting port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:22.250162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.325647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:22.562110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] For port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,segment=NetworkSegment(6eb7e891-4a5a-40ba-a2e5-26261739ce39),segment_id=6eb7e891-4a5a-40ba-a2e5-26261739ce39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:22.563271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.594578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port fa527741-abdd-45eb-af2d-2a18026c3769 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:22.594578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.668995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Calling delete_port for 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:22.683887 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.816017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:22.832322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] For port fd8c58c9-6276-47a0-a884-aa6b53bb8884, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:22.892835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] For port fd8c58c9-6276-47a0-a884-aa6b53bb8884, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fd8c58c9-6276-47a0-a884-aa6b53bb8884,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:22.931118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] Pushing event deleted for resources: {'Port': ['ID=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.968311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:22.982007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:23.013996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.025010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f640698-81ca-407c-828e-1d19f622f857 None None] No DVR routers for this DVR port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:23.186504 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76f00f40-9742-47d7-9e24-6a96ec18363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.234820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.355345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:23.360097 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.431389 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.457787 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.459559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] No DVR routers for this DVR port 8dc0b71d-cf1d-431d-94c1-c11e4f281da3 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:23.599882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.615988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:23.765935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=fd8c58c9-6276-47a0-a884-aa6b53bb8884,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:23.804154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:23.805794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.812826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-e2e66c38-80ff-42d4-8b88-250444c0ee5a service neutron] 10.222.0.30 "PUT /v2.0/ports/fd8c58c9-6276-47a0-a884-aa6b53bb8884 HTTP/1.1" status: 200 len: 1093 time: 4.3940132 Sep 16 05:17:23.822150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:23.845824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.916987 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.999392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb7e891-4a5a-40ba-a2e5-26261739ce39') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:24.000299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb7e891-4a5a-40ba-a2e5-26261739ce39') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:24.019618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc0b71d-cf1d-431d-94c1-c11e4f281da3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.063623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.123046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.145676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:24.146256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.275562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec0cfc1-0883-437d-9cd8-b3e41166b505 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:24.296710 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:24.317984 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:24.326391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:24.332503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:24.334037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Transition to ACTIVE for port object dec0cfc1-0883-437d-9cd8-b3e41166b505 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:24.342250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:24.423301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.427300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.445951 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.451335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0 HTTP/1.1" status: 204 len: 168 time: 3.6164727 Sep 16 05:17:24.487328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Pushing event updated for resources: {'Port': ['ID=a8a3c580-98cb-4f9f-900c-254e50034e04,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.506862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba8f25-1917-4a4e-b618-4ee6e33a99d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f6bf7e-cf25-40b7-b6a0-eaf8206d3ef0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.537780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:24.541992 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.561705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-44253a47-7c0d-4184-b31f-3fe225be7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:24.563871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-44253a47-7c0d-4184-b31f-3fe225be7c61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb155512d5454c319df1319cbbd5732e&device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 1096 time: 0.5819292 Sep 16 05:17:24.667044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-5b62bf62-7874-4f19-8171-756b40fb7769 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd8c58c9-6276-47a0-a884-aa6b53bb8884 HTTP/1.1" status: 200 len: 217 time: 0.0854063 Sep 16 05:17:24.707270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dec0cfc1-0883-437d-9cd8-b3e41166b505,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:24.754005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Attempting to bind port dec0cfc1-0883-437d-9cd8-b3e41166b505 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:24.754469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Attempting to bind port dec0cfc1-0883-437d-9cd8-b3e41166b505 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:24.755004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Attempting to bind port dec0cfc1-0883-437d-9cd8-b3e41166b505 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:24.764154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Port dec0cfc1-0883-437d-9cd8-b3e41166b505 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:24.764559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Attempting to bind port dec0cfc1-0883-437d-9cd8-b3e41166b505 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:24.772470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:24.775230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Checking segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:24.775230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Bound using segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:24.775230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Bound port: dec0cfc1-0883-437d-9cd8-b3e41166b505, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:24.775230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.783465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-903cbfe2-08ac-44ba-b9f8-a1847762876d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9093614 Sep 16 05:17:24.825317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Request body: {'port': {'device_id': 'c6abc838-9261-4de8-8c56-cca2cd883778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:24.966580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-9670d11a-b695-4c77-8c90-7b47aa39adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:24.968516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-9670d11a-b695-4c77-8c90-7b47aa39adf5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c91ea735-89c0-4430-847c-7b1c88d03bb8 HTTP/1.1" status: 200 len: 853 time: 0.2938166 Sep 16 05:17:24.974162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.026836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] For port dec0cfc1-0883-437d-9cd8-b3e41166b505, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:25.043711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] For port dec0cfc1-0883-437d-9cd8-b3e41166b505, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=dec0cfc1-0883-437d-9cd8-b3e41166b505,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:25.195260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-a7ce70f6-c3ea-4f71-a967-6ccc25fbe02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.197154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-a7ce70f6-c3ea-4f71-a967-6ccc25fbe02b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f79d3481-2191-48f3-bef7-32416f935f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857581 Sep 16 05:17:25.220791 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.343412 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.464924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.469762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.495768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] 10.222.0.66 "PUT /v2.0/ports/dec0cfc1-0883-437d-9cd8-b3e41166b505 HTTP/1.1" status: 200 len: 1093 time: 4.4007730 Sep 16 05:17:25.626061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cb144e-ef7f-471c-a7cf-eb6edd006e4d', 'tag': 'dec0cfc1-0883-437d-9cd8-b3e41166b505'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:25.629323 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88fd76b-92c7-4cd7-95fa-43039480c163" -d '{"events": [{"name": "network-changed", "server_uuid": "91cb144e-ef7f-471c-a7cf-eb6edd006e4d", "tag": "dec0cfc1-0883-437d-9cd8-b3e41166b505"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:25.632771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45618) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.643124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb6433-3662-4dc7-afd2-6f1249ca18e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dec0cfc1-0883-437d-9cd8-b3e41166b505,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.664700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-ae6a8d1b-f802-4fca-9ad1-397f95558a3e service neutron] 10.222.0.30 "GET /v2.0/networks/f79d3481-2191-48f3-bef7-32416f935f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429617 Sep 16 05:17:25.883167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-48f99b93-dc55-4716-9dcf-33af0ef8e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.886030 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-48f99b93-dc55-4716-9dcf-33af0ef8e909 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&device_id=91cb144e-ef7f-471c-a7cf-eb6edd006e4d HTTP/1.1" status: 200 len: 1096 time: 0.1292398 Sep 16 05:17:25.900281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9fc667a-f802-43ea-8112-4142ffe7fbc5 req-4b772ba1-4214-4052-8b47-528deed2b3ba service neutron] 10.222.0.30 "GET /v2.0/networks/f79d3481-2191-48f3-bef7-32416f935f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924317 Sep 16 05:17:25.909509 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-807c9236-d8e6-4a28-a454-28f9af56895f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7af02f1614b4c949bd698e3c864ef4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744553 Sep 16 05:17:25.922673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45622) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:26.044412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a3c580-98cb-4f9f-900c-254e50034e04 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:26.058020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-14c9cefa-37fa-4319-9cde-aa93d42c9db7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dec0cfc1-0883-437d-9cd8-b3e41166b505 HTTP/1.1" status: 200 len: 217 time: 0.1444728 Sep 16 05:17:26.060646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.071444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-608c46b9-6094-4bff-b404-98ee938af9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.092469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Transition to ACTIVE for port object a8a3c580-98cb-4f9f-900c-254e50034e04 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:26.110838 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-608c46b9-6094-4bff-b404-98ee938af9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.221269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-28760b5a-ed3f-43d1-af4e-3e6e4d854845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.227698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-28760b5a-ed3f-43d1-af4e-3e6e4d854845 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 200 len: 853 time: 0.1569071 Sep 16 05:17:26.235837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.316590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-3c5f8acd-fcaa-4082-a5d2-1a16a630eb7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812433 Sep 16 05:17:26.368917 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-608c46b9-6094-4bff-b404-98ee938af9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.377896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-608c46b9-6094-4bff-b404-98ee938af9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.379787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-608c46b9-6094-4bff-b404-98ee938af9dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/561d21dd-e189-4153-a13d-a1c7c026882c HTTP/1.1" status: 204 len: 168 time: 0.4560182 Sep 16 05:17:26.763136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-1e063f26-e88f-4375-86ab-537dea4befec service neutron] 10.222.0.66 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382713 Sep 16 05:17:27.120915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-2e758506-f3e1-4b63-8c08-302c462b4b53 service neutron] 10.222.0.66 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474703 Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c46b9-6094-4bff-b404-98ee938af9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d21dd-e189-4153-a13d-a1c7c026882c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Pushing event updated for resources: {'Port': ['ID=a8a3c580-98cb-4f9f-900c-254e50034e04,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Attempting to bind port a8a3c580-98cb-4f9f-900c-254e50034e04 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Attempting to bind port a8a3c580-98cb-4f9f-900c-254e50034e04 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Attempting to bind port a8a3c580-98cb-4f9f-900c-254e50034e04 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Port a8a3c580-98cb-4f9f-900c-254e50034e04 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Attempting to bind port a8a3c580-98cb-4f9f-900c-254e50034e04 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Checking segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Bound using segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:27.265999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Bound port: a8a3c580-98cb-4f9f-900c-254e50034e04, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:27.271370 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.314274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] For port a8a3c580-98cb-4f9f-900c-254e50034e04, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:27.318146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] For port a8a3c580-98cb-4f9f-900c-254e50034e04, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a8a3c580-98cb-4f9f-900c-254e50034e04,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:27.628502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.632851 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.724510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Pushing event updated for resources: {'Port': ['ID=a8a3c580-98cb-4f9f-900c-254e50034e04,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.731071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.731783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.733281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-64bd29b9-dbc2-4895-b72b-b5fb14752fef service neutron] 10.222.0.30 "PUT /v2.0/ports/a8a3c580-98cb-4f9f-900c-254e50034e04 HTTP/1.1" status: 200 len: 1092 time: 2.9166574 Sep 16 05:17:28.057838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-512396b0-6d61-46df-a649-d1338d87cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.060338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-512396b0-6d61-46df-a649-d1338d87cc75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&device_id=c6abc838-9261-4de8-8c56-cca2cd883778 HTTP/1.1" status: 200 len: 1095 time: 0.1361911 Sep 16 05:17:28.279456 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-f6617994-8126-4bd7-9e60-caa4e59b0520 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a3c580-98cb-4f9f-900c-254e50034e04 HTTP/1.1" status: 200 len: 217 time: 0.1031144 Sep 16 05:17:28.438735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-dc9378ff-6ee4-4385-a3c0-2c5cbc38b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.441078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-dc9378ff-6ee4-4385-a3c0-2c5cbc38b1be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 200 len: 853 time: 0.1499827 Sep 16 05:17:28.459180 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.589407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-6b2a81c4-33ba-4978-ab5f-565037f4b153 service neutron] 10.222.0.66 "GET /v2.0/ports/08c2da59-de12-45fc-b0b2-5eda7eb04deb/bindings/n-h1-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.1408350 Sep 16 05:17:28.613938 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-78ae0493-8d1e-4f48-9565-e6322df6800f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441514 Sep 16 05:17:28.901767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-a52819f9-23df-43d8-9457-914c1fe4cda3 service neutron] 10.222.0.30 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667508 Sep 16 05:17:29.069339 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a943a3a4-8fab-47e6-8da9-0f6d4ba07300 req-af6af06d-7643-4e60-a211-2eacfc147a60 service neutron] 10.222.0.30 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663969 Sep 16 05:17:29.140021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:29.217333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:29.335204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c2da59-de12-45fc-b0b2-5eda7eb04deb {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:29.389944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:29.544672 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.774647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] Transition to ACTIVE for port object 08c2da59-de12-45fc-b0b2-5eda7eb04deb will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:29.851802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.989886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] No DVR routers for this DVR port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:30.003683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=10']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:30.065187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-f72f7992-e656-40b7-a0b0-bc29e254c0d4 service neutron] 10.222.0.66 "PUT /v2.0/ports/08c2da59-de12-45fc-b0b2-5eda7eb04deb/bindings/n-h1-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4679570 Sep 16 05:17:30.371953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device dec0cfc1-0883-437d-9cd8-b3e41166b505 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:30.472491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-b1876ad4-eabe-4238-95c6-5a975fc9d81e tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.481460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-b1876ad4-eabe-4238-95c6-5a975fc9d81e tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1096 time: 0.1868286 Sep 16 05:17:30.627316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port dec0cfc1-0883-437d-9cd8-b3e41166b505, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=dec0cfc1-0883-437d-9cd8-b3e41166b505,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:30.642797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'dec0cfc1-0883-437d-9cd8-b3e41166b505', 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'port_id': 'dec0cfc1-0883-437d-9cd8-b3e41166b505', 'mac_address': 'fa:16:3e:40:fd:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb1d9e-56c0-499e-9a6f-ff2c67552dba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:30.649564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-cab33007-c7d6-4c8e-90aa-844a88f240a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.656135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-cab33007-c7d6-4c8e-90aa-844a88f240a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378&tenant_id=a1615ea5bc234353bd24a95e36e3d638 HTTP/1.1" status: 200 len: 1096 time: 0.1364958 Sep 16 05:17:30.732626 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.753737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec0cfc1-0883-437d-9cd8-b3e41166b505 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:30.828092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port dec0cfc1-0883-437d-9cd8-b3e41166b505, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=dec0cfc1-0883-437d-9cd8-b3e41166b505,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:30.860744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-0ffda71a-ad48-4da4-8006-825e5a851638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.863100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-0ffda71a-ad48-4da4-8006-825e5a851638 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1096 time: 0.0948687 Sep 16 05:17:30.960352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.089647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=dec0cfc1-0883-437d-9cd8-b3e41166b505,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.125780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-fd50caf4-0dcc-4742-885f-7caea08e1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:31.127932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-fd50caf4-0dcc-4742-885f-7caea08e1b28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.2352781 Sep 16 05:17:31.196590 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-b65e7fae-506d-49bf-9ba8-544066015362 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 200 len: 217 time: 0.0542979 Sep 16 05:17:31.346353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-73338c4f-c87e-443b-8f86-eb9297b19978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:31.350777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-73338c4f-c87e-443b-8f86-eb9297b19978 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.0950108 Sep 16 05:17:31.408648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-95c6ef68-9bd8-4f4d-9bee-e2949f265888 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476975 Sep 16 05:17:31.452540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['dec0cfc1-0883-437d-9cd8-b3e41166b505'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:31.758304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device a8a3c580-98cb-4f9f-900c-254e50034e04 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:31.833778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-a746813b-f94b-40ce-9d1a-dc341e897e38 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681211 Sep 16 05:17:32.013719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port a8a3c580-98cb-4f9f-900c-254e50034e04, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a8a3c580-98cb-4f9f-900c-254e50034e04,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:32.053622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'a8a3c580-98cb-4f9f-900c-254e50034e04', 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'port_id': 'a8a3c580-98cb-4f9f-900c-254e50034e04', 'mac_address': 'fa:16:3e:17:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb1d9e-56c0-499e-9a6f-ff2c67552dba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:32.121670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-dae78c43-5f5e-4d99-93a5-d92d6685ab61 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801461 Sep 16 05:17:32.176926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.202761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a3c580-98cb-4f9f-900c-254e50034e04 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:32.235330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port a8a3c580-98cb-4f9f-900c-254e50034e04, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a8a3c580-98cb-4f9f-900c-254e50034e04,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:33.224006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.319263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=a8a3c580-98cb-4f9f-900c-254e50034e04,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:33.583180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['a8a3c580-98cb-4f9f-900c-254e50034e04'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:34.035333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-3b4fe364-86a9-4789-a050-c4181c9738f7 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:34.037341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-3b4fe364-86a9-4789-a050-c4181c9738f7 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378&tenant_id=a1615ea5bc234353bd24a95e36e3d638&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1096 time: 0.0629399 Sep 16 05:17:34.400784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device dec0cfc1-0883-437d-9cd8-b3e41166b505 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:34.506670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-7a787d2b-eb5a-4eed-968f-c854e60b4c25 service neutron] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:34.512591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-7a787d2b-eb5a-4eed-968f-c854e60b4c25 service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.513831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec9b5432-245c-4fb4-9763-3929bf2f9cf8 req-7a787d2b-eb5a-4eed-968f-c854e60b4c25 service neutron] 10.222.0.30 "DELETE /v2.0/ports/08c2da59-de12-45fc-b0b2-5eda7eb04deb/bindings/n-h2-712749-15 HTTP/1.1" status: 204 len: 173 time: 0.4389060 Sep 16 05:17:34.555288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port dec0cfc1-0883-437d-9cd8-b3e41166b505 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:34.565746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port dec0cfc1-0883-437d-9cd8-b3e41166b505 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:34.566204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.734312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.771210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port dec0cfc1-0883-437d-9cd8-b3e41166b505, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=dec0cfc1-0883-437d-9cd8-b3e41166b505,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:34.877468 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.013691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=dec0cfc1-0883-437d-9cd8-b3e41166b505,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.567783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50df01-268c-4c4b-b5ac-1edbef822979 req-017a1f57-f9ce-4aa6-b090-57d04ad7fa49 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:35.590894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c50df01-268c-4c4b-b5ac-1edbef822979 req-017a1f57-f9ce-4aa6-b090-57d04ad7fa49 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=91cb144e-ef7f-471c-a7cf-eb6edd006e4d HTTP/1.1" status: 200 len: 946 time: 0.1955764 Sep 16 05:17:35.665562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c50df01-268c-4c4b-b5ac-1edbef822979 req-d57e6e9a-794d-4def-bd34-b7ab31a5dfa9 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696876 Sep 16 05:17:35.796569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device a8a3c580-98cb-4f9f-900c-254e50034e04 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:35.811589 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005d92fd-88d8-4bb7-9fdf-b3b16c1758f3 x-openstack-request-id: req-005d92fd-88d8-4bb7-9fdf-b3b16c1758f3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:35.812368 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "name": "network-vif-unplugged", "status": "completed", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:35.819832 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-005d92fd-88d8-4bb7-9fdf-b3b16c1758f3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:35.819832 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'code': 200} Sep 16 05:17:35.997890 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774862db-9c03-4e09-bf77-a38486346693 x-openstack-request-id: req-774862db-9c03-4e09-bf77-a38486346693 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:35.998748 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:36.000042 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-774862db-9c03-4e09-bf77-a38486346693 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:36.001047 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb', 'status': 'completed', 'code': 200} Sep 16 05:17:36.007546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94c785-e567-4398-b98a-e262868aed03 req-3d569815-0289-42c5-8199-55751ccac84c tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.016718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd94c785-e567-4398-b98a-e262868aed03 req-3d569815-0289-42c5-8199-55751ccac84c tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 944 time: 0.0809264 Sep 16 05:17:36.116755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd94c785-e567-4398-b98a-e262868aed03 req-0af679c7-e2a9-46a1-8efa-e612def794b0 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900340 Sep 16 05:17:36.178093 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49cb75d-4466-4ff2-8b76-955d05b48114 x-openstack-request-id: req-c49cb75d-4466-4ff2-8b76-955d05b48114 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:36.178425 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cb144e-ef7f-471c-a7cf-eb6edd006e4d", "tag": "dec0cfc1-0883-437d-9cd8-b3e41166b505", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:36.178649 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c49cb75d-4466-4ff2-8b76-955d05b48114 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:36.179075 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cb144e-ef7f-471c-a7cf-eb6edd006e4d', 'tag': 'dec0cfc1-0883-437d-9cd8-b3e41166b505', 'status': 'completed', 'code': 200} Sep 16 05:17:36.203641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d7c43-63b5-4fe4-af07-e4d9dc1ed665 req-256364c0-bea4-4764-bf50-676653245b6a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.213915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc9d7c43-63b5-4fe4-af07-e4d9dc1ed665 req-256364c0-bea4-4764-bf50-676653245b6a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 944 time: 0.1349540 Sep 16 05:17:36.233888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-51f28113-9de9-4775-9c16-72a39cb2d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.235552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-51f28113-9de9-4775-9c16-72a39cb2d2ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1096 time: 0.1067154 Sep 16 05:17:36.265559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc9d7c43-63b5-4fe4-af07-e4d9dc1ed665 req-16a19fa6-4623-4708-853b-faff51cbd482 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503495 Sep 16 05:17:36.284371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port a8a3c580-98cb-4f9f-900c-254e50034e04 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:36.289745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port a8a3c580-98cb-4f9f-900c-254e50034e04 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:36.290237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.330211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-0bab6723-2cbd-49d1-a3c3-7cd6b33aae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.345458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-0bab6723-2cbd-49d1-a3c3-7cd6b33aae60 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&device_id=91cb144e-ef7f-471c-a7cf-eb6edd006e4d HTTP/1.1" status: 200 len: 1098 time: 0.1101501 Sep 16 05:17:36.597975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-93a77750-1815-4107-95aa-03da6c860519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.605858 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-93a77750-1815-4107-95aa-03da6c860519 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.3362074 Sep 16 05:17:36.659654 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.729864 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-2d817021-b72c-40bb-bab5-f0a0ab2d6884 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 200 len: 217 time: 0.1084480 Sep 16 05:17:36.800795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port a8a3c580-98cb-4f9f-900c-254e50034e04, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a8a3c580-98cb-4f9f-900c-254e50034e04,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:36.833825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-9702e612-02bb-4505-869a-324165f423fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.843381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-9702e612-02bb-4505-869a-324165f423fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 914 time: 0.4922652 Sep 16 05:17:36.853209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-3ddff2f9-f836-40e8-9eeb-24236e04ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.870891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-3ddff2f9-f836-40e8-9eeb-24236e04ab35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1311886 Sep 16 05:17:36.914605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.018269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-37f8c9c8-410f-4330-b96c-a5684058f398 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dec0cfc1-0883-437d-9cd8-b3e41166b505 HTTP/1.1" status: 200 len: 217 time: 0.1625299 Sep 16 05:17:37.059788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-dd9c8e2f-9764-42b2-9e72-84c5960bdb6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685569 Sep 16 05:17:37.154490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=a8a3c580-98cb-4f9f-900c-254e50034e04,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:37.187841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-829ee78f-bd33-4b1e-820c-500af84f1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:37.190338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-829ee78f-bd33-4b1e-820c-500af84f1a10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 200 len: 853 time: 0.1644554 Sep 16 05:17:37.191064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45722) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:37.290234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-32a4d80e-3bed-4caa-82be-05c5f134891c service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258162 Sep 16 05:17:37.296732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-3491bdd7-a438-438d-9309-d31d1e2d39b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713646 Sep 16 05:17:37.535490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-6655f86e-2b50-4406-9d37-f1810664cdbf service neutron] 10.222.0.66 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268615 Sep 16 05:17:37.542779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.594523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3aae5-0316-4c5e-a9c4-287d53bfec2b req-02b4a653-b254-4e26-81c8-e8d1d26e03f6 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647550 Sep 16 05:17:37.744655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a88fd76b-92c7-4cd7-95fa-43039480c163 req-c3326e15-0962-4fb5-85d4-d1bfee3c13f5 service neutron] 10.222.0.66 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576405 Sep 16 05:17:37.760010 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.815048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769'}, {'server_uuid': '91cb144e-ef7f-471c-a7cf-eb6edd006e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec0cfc1-0883-437d-9cd8-b3e41166b505'}, {'server_uuid': 'c6abc838-9261-4de8-8c56-cca2cd883778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a3c580-98cb-4f9f-900c-254e50034e04'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:37.818162 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8dfb65-1ac3-4e43-a6ad-8ea0b6bdaeda" -d '{"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-plugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769"}, {"server_uuid": "91cb144e-ef7f-471c-a7cf-eb6edd006e4d", "name": "network-vif-plugged", "status": "completed", "tag": "dec0cfc1-0883-437d-9cd8-b3e41166b505"}, {"server_uuid": "c6abc838-9261-4de8-8c56-cca2cd883778", "name": "network-vif-plugged", "status": "completed", "tag": "a8a3c580-98cb-4f9f-900c-254e50034e04"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:38.003015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35df8de9-c859-48e4-94b7-83687c468700', 'tag': 'fd8c58c9-6276-47a0-a884-aa6b53bb8884'}, {'name': 'network-changed', 'server_uuid': 'c6abc838-9261-4de8-8c56-cca2cd883778', 'tag': 'a8a3c580-98cb-4f9f-900c-254e50034e04'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:38.006202 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "35df8de9-c859-48e4-94b7-83687c468700", "tag": "fd8c58c9-6276-47a0-a884-aa6b53bb8884"}, {"name": "network-changed", "server_uuid": "c6abc838-9261-4de8-8c56-cca2cd883778", "tag": "a8a3c580-98cb-4f9f-900c-254e50034e04"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:38.342645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.393339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946045b4-ecf0-4dbf-beb5-f653541836f8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:38.407224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.407635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.408079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.408479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.408877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.409269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.409702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.410093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.410546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.410933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.411318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.411703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:38.486945 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-522c9fed-fb44-4dde-b987-1e0ea59735dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb144f759996447187febf2c7acf2c86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2901359 Sep 16 05:17:38.489439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45754) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:38.592316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a82402-ceee-4885-a4d6-91f978404bf8 req-a66b3f6f-c27c-4dde-ad2c-ac9643a073a3 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:38.594468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-50a82402-ceee-4885-a4d6-91f978404bf8 req-a66b3f6f-c27c-4dde-ad2c-ac9643a073a3 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=91cb144e-ef7f-471c-a7cf-eb6edd006e4d HTTP/1.1" status: 200 len: 946 time: 0.0849860 Sep 16 05:17:38.678885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d999d-10b9-4967-bd88-c3b7a47645a1 req-d40d6157-ef70-4b99-b513-2d03383d95e3 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:38.691251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-267d999d-10b9-4967-bd88-c3b7a47645a1 req-d40d6157-ef70-4b99-b513-2d03383d95e3 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 944 time: 0.1070323 Sep 16 05:17:38.704775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-50a82402-ceee-4885-a4d6-91f978404bf8 req-cc87f74c-ec40-4935-a47f-9efc6d8bb2e0 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915842 Sep 16 05:17:38.725823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3b33779-4863-4810-aca3-392c7b513a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.773364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3b33779-4863-4810-aca3-392c7b513a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.887137 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-267d999d-10b9-4967-bd88-c3b7a47645a1 req-42c0ec23-c371-492b-a627-7ca8962fe215 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944742 Sep 16 05:17:38.899104 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670ec847-9f2c-419f-97bc-bd858031d738 x-openstack-request-id: req-670ec847-9f2c-419f-97bc-bd858031d738 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:38.900008 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-plugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769", "code": 200}, {"server_uuid": "91cb144e-ef7f-471c-a7cf-eb6edd006e4d", "name": "network-vif-plugged", "status": "completed", "tag": "dec0cfc1-0883-437d-9cd8-b3e41166b505", "code": 200}, {"server_uuid": "c6abc838-9261-4de8-8c56-cca2cd883778", "name": "network-vif-plugged", "status": "completed", "tag": "a8a3c580-98cb-4f9f-900c-254e50034e04", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:38.900008 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-670ec847-9f2c-419f-97bc-bd858031d738 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:38.901228 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'code': 200} Sep 16 05:17:38.901564 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cb144e-ef7f-471c-a7cf-eb6edd006e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec0cfc1-0883-437d-9cd8-b3e41166b505', 'code': 200} Sep 16 05:17:38.901988 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6abc838-9261-4de8-8c56-cca2cd883778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a3c580-98cb-4f9f-900c-254e50034e04', 'code': 200} Sep 16 05:17:38.969092 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09b6253-525e-4996-9fb2-b362143fcbaa x-openstack-request-id: req-b09b6253-525e-4996-9fb2-b362143fcbaa {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:38.969516 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35df8de9-c859-48e4-94b7-83687c468700", "tag": "fd8c58c9-6276-47a0-a884-aa6b53bb8884", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6abc838-9261-4de8-8c56-cca2cd883778", "tag": "a8a3c580-98cb-4f9f-900c-254e50034e04", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:38.969849 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b09b6253-525e-4996-9fb2-b362143fcbaa {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:38.970342 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35df8de9-c859-48e4-94b7-83687c468700', 'tag': 'fd8c58c9-6276-47a0-a884-aa6b53bb8884', 'status': 'completed', 'code': 200} Sep 16 05:17:38.970935 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6abc838-9261-4de8-8c56-cca2cd883778', 'tag': 'a8a3c580-98cb-4f9f-900c-254e50034e04', 'status': 'completed', 'code': 200} Sep 16 05:17:38.977685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3b33779-4863-4810-aca3-392c7b513a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.984249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3b33779-4863-4810-aca3-392c7b513a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.985685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a3b33779-4863-4810-aca3-392c7b513a3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/946045b4-ecf0-4dbf-beb5-f653541836f8 HTTP/1.1" status: 204 len: 168 time: 0.4946220 Sep 16 05:17:39.032926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b33779-4863-4810-aca3-392c7b513a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946045b4-ecf0-4dbf-beb5-f653541836f8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:39.238011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760928ca-956a-403d-aa1c-1c62e795d019 req-993eb730-2f87-437d-822d-5d4c995d556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:39.241147 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-760928ca-956a-403d-aa1c-1c62e795d019 req-993eb730-2f87-437d-822d-5d4c995d556d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=91cb144e-ef7f-471c-a7cf-eb6edd006e4d HTTP/1.1" status: 200 len: 1098 time: 0.1444845 Sep 16 05:17:39.253103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87444-c6c2-4ae7-95d0-39af25151785 req-2073c328-ae36-4ea2-8ce1-e9ef472330e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:39.262743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44b87444-c6c2-4ae7-95d0-39af25151785 req-2073c328-ae36-4ea2-8ce1-e9ef472330e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6abc838-9261-4de8-8c56-cca2cd883778 HTTP/1.1" status: 200 len: 1097 time: 0.2044637 Sep 16 05:17:39.399099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-760928ca-956a-403d-aa1c-1c62e795d019 req-0ee18988-c978-4e6f-9cf0-f539fba32dca service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450300 Sep 16 05:17:39.409890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-53828217-68c6-4651-bcc2-7aeaeeb154dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:39.412643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-53828217-68c6-4651-bcc2-7aeaeeb154dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb155512d5454c319df1319cbbd5732e&device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 1096 time: 0.3443875 Sep 16 05:17:39.451211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44b87444-c6c2-4ae7-95d0-39af25151785 req-fc0dd3ee-8399-45bd-9a4f-a376d1c23fc8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776071 Sep 16 05:17:39.521190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b33bfa-cbf9-4035-bb7c-c918bf970f23 req-9cefe47b-9579-4553-afad-2e5b086d73f7 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:39.537234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7b33bfa-cbf9-4035-bb7c-c918bf970f23 req-9cefe47b-9579-4553-afad-2e5b086d73f7 tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 1096 time: 0.3587456 Sep 16 05:17:39.640902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7b33bfa-cbf9-4035-bb7c-c918bf970f23 req-d7123cfc-d95f-41df-b55c-ff24e6485d3f tempest-LiveMigrationTest-634613688 tempest-LiveMigrationTest-634613688-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000493 Sep 16 05:17:39.694185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-ed79d152-2d70-48ec-8105-f7d4bf9ee200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:39.696644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-ed79d152-2d70-48ec-8105-f7d4bf9ee200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f79d3481-2191-48f3-bef7-32416f935f01 HTTP/1.1" status: 200 len: 915 time: 0.2500262 Sep 16 05:17:39.797607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-d348596f-4cb3-476b-9d29-8d0b59136076 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd8c58c9-6276-47a0-a884-aa6b53bb8884 HTTP/1.1" status: 200 len: 217 time: 0.0729284 Sep 16 05:17:39.956656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-ba76c5b6-3b2b-439a-99b3-07acf400aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:39.975549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-ba76c5b6-3b2b-439a-99b3-07acf400aebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c91ea735-89c0-4430-847c-7b1c88d03bb8 HTTP/1.1" status: 200 len: 853 time: 0.1583254 Sep 16 05:17:40.071350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-84f6c65e-12e9-4ab2-8a68-ffcd94672034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:40.074839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-84f6c65e-12e9-4ab2-8a68-ffcd94672034 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f79d3481-2191-48f3-bef7-32416f935f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931215 Sep 16 05:17:40.227987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-6477f7ec-8aee-46dc-822b-c9f18ccefa90 service neutron] 10.222.0.30 "GET /v2.0/networks/f79d3481-2191-48f3-bef7-32416f935f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451480 Sep 16 05:17:40.359344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-fcee3a1d-d909-4595-960e-46c526b32302 service neutron] 10.222.0.30 "GET /v2.0/networks/f79d3481-2191-48f3-bef7-32416f935f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228297 Sep 16 05:17:40.435368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0c813745-1cd4-4391-b8d6-3829197b9255 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:40.544449 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.602735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:40.619126 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45800) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:40.627934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-70baab13-222d-474e-ae43-0260f6ae5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:40.627934 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-70baab13-222d-474e-ae43-0260f6ae5eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&device_id=c6abc838-9261-4de8-8c56-cca2cd883778 HTTP/1.1" status: 200 len: 1097 time: 0.0886583 Sep 16 05:17:40.653497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f3230dd-75bc-4070-aba0-13e55dd1a1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.783742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.784737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-7560d48e-c7f6-4942-9c69-3ba6121344b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:40.807629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-7560d48e-c7f6-4942-9c69-3ba6121344b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 914 time: 0.1684101 Sep 16 05:17:40.905962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:40.908992 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf6e42a-1c90-42f9-b168-6d3dc2c9ef9f" -d '{"events": [{"server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:40.917654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f3230dd-75bc-4070-aba0-13e55dd1a1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.919536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.930389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.931123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.933020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.933635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.934469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.935071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.935716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.936313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.936893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.937439 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.937983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.938535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:40.980499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-3f4ef984-4afc-443b-a0c5-3cb1f85f06b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a3c580-98cb-4f9f-900c-254e50034e04 HTTP/1.1" status: 200 len: 217 time: 0.1675456 Sep 16 05:17:41.067290 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f3230dd-75bc-4070-aba0-13e55dd1a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.102288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-9543b4cf-d2ca-43ae-bc73-2ab58a322a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:41.111253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-9543b4cf-d2ca-43ae-bc73-2ab58a322a55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 200 len: 853 time: 0.1213901 Sep 16 05:17:41.150175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7f3230dd-75bc-4070-aba0-13e55dd1a1d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9383f4693f504ddd9c05518dd76375ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289805 Sep 16 05:17:41.151235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3230dd-75bc-4070-aba0-13e55dd1a1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01520cbe-404e-4bd2-8315-824eb7aa62c0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.169420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45816) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:41.196557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-4db4f721-a722-49a5-a1db-f4f60dcbda3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801973 Sep 16 05:17:41.252395 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24576ee8-817a-42d2-a380-dec8f0ada33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.283075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24576ee8-817a-42d2-a380-dec8f0ada33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.328087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-6f8ef4c8-4572-4c61-9065-14593da1d6d6 service neutron] 10.222.0.30 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232853 Sep 16 05:17:41.461321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24576ee8-817a-42d2-a380-dec8f0ada33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.468080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24576ee8-817a-42d2-a380-dec8f0ada33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.468080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-24576ee8-817a-42d2-a380-dec8f0ada33a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01520cbe-404e-4bd2-8315-824eb7aa62c0 HTTP/1.1" status: 204 len: 168 time: 0.2954295 Sep 16 05:17:41.501594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24576ee8-817a-42d2-a380-dec8f0ada33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01520cbe-404e-4bd2-8315-824eb7aa62c0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:41.534178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab0fbea-9566-4bc2-9b28-92b0dbc78bc2 req-ec27f6ff-45c6-43b7-9a27-cca820108d5f service neutron] 10.222.0.30 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980808 Sep 16 05:17:41.841900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device fd8c58c9-6276-47a0-a884-aa6b53bb8884 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:42.052218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port fd8c58c9-6276-47a0-a884-aa6b53bb8884, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fd8c58c9-6276-47a0-a884-aa6b53bb8884,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:42.069831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'fd8c58c9-6276-47a0-a884-aa6b53bb8884', 'network_id': 'f79d3481-2191-48f3-bef7-32416f935f01', 'port_id': 'fd8c58c9-6276-47a0-a884-aa6b53bb8884', 'mac_address': 'fa:16:3e:e4:f9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91ea735-89c0-4430-847c-7b1c88d03bb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:42.122349 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.145021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8c58c9-6276-47a0-a884-aa6b53bb8884 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:42.226415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port fd8c58c9-6276-47a0-a884-aa6b53bb8884, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fd8c58c9-6276-47a0-a884-aa6b53bb8884,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:42.342937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.477083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=fd8c58c9-6276-47a0-a884-aa6b53bb8884,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.675844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['fd8c58c9-6276-47a0-a884-aa6b53bb8884'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:42.976111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c13483-caae-4626-8638-1897dd79a351 req-927df47e-4f36-4a85-acae-43c2137d4445 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:42.977925 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99c13483-caae-4626-8638-1897dd79a351 req-927df47e-4f36-4a85-acae-43c2137d4445 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=91cb144e-ef7f-471c-a7cf-eb6edd006e4d HTTP/1.1" status: 200 len: 946 time: 0.0624886 Sep 16 05:17:43.032498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99c13483-caae-4626-8638-1897dd79a351 req-9c7c5968-57f7-4548-9c0f-552d24e0b0ba tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Sep 16 05:17:43.232867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ef074-1f51-4fef-a107-2beaa005ff9a req-5cbeb377-a17c-4790-8e5a-82f60a51dc6d tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:43.235912 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-900ef074-1f51-4fef-a107-2beaa005ff9a req-5cbeb377-a17c-4790-8e5a-82f60a51dc6d tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 945 time: 0.1029553 Sep 16 05:17:43.318577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-900ef074-1f51-4fef-a107-2beaa005ff9a req-ee1e6e95-6bef-4740-88f4-4db9f5952580 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682037 Sep 16 05:17:43.408254 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd28bd1-32e1-4455-8c31-6ef1f0064c03 x-openstack-request-id: req-3fd28bd1-32e1-4455-8c31-6ef1f0064c03 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:43.409323 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:43.409795 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fd28bd1-32e1-4455-8c31-6ef1f0064c03 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:43.410451 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255', 'code': 200} Sep 16 05:17:43.835889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device fd8c58c9-6276-47a0-a884-aa6b53bb8884 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:44.081340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port fd8c58c9-6276-47a0-a884-aa6b53bb8884 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:44.091618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port fd8c58c9-6276-47a0-a884-aa6b53bb8884 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:44.092296 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.291063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9117bf4-50d1-4810-9e74-d344b5f7b41a req-26933889-cef3-47ee-9c5b-8fe33bcee0ed tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.304563 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9117bf4-50d1-4810-9e74-d344b5f7b41a req-26933889-cef3-47ee-9c5b-8fe33bcee0ed tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6abc838-9261-4de8-8c56-cca2cd883778 HTTP/1.1" status: 200 len: 945 time: 0.0933802 Sep 16 05:17:44.375712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.392494 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9117bf4-50d1-4810-9e74-d344b5f7b41a req-6349b5ae-c35a-4400-8b49-dd66dd750a49 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811000 Sep 16 05:17:44.463205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-8fec4575-413b-4fd3-99a9-ef1aedc6ba0a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.471676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-8fec4575-413b-4fd3-99a9-ef1aedc6ba0a tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 944 time: 0.1316674 Sep 16 05:17:44.483178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port fd8c58c9-6276-47a0-a884-aa6b53bb8884, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fd8c58c9-6276-47a0-a884-aa6b53bb8884,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:44.491012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155717ea-a4e1-441c-8aaf-0ff7915c84f1 req-a6350257-b39b-414f-a754-5537f4e0405c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.497631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-155717ea-a4e1-441c-8aaf-0ff7915c84f1 req-a6350257-b39b-414f-a754-5537f4e0405c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 944 time: 0.2037749 Sep 16 05:17:44.576831 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.687204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=fd8c58c9-6276-47a0-a884-aa6b53bb8884,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:44.710897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-155717ea-a4e1-441c-8aaf-0ff7915c84f1 req-3b05fdde-b503-4972-b53c-47a3b8bfaaf4 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916375 Sep 16 05:17:44.781541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Deleting port 08c2da59-de12-45fc-b0b2-5eda7eb04deb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:44.782316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.871819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21595-b48e-40b8-baeb-5e755d691131 req-e50ba57a-47a7-48c6-a839-f53115192c91 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.873392 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1da21595-b48e-40b8-baeb-5e755d691131 req-e50ba57a-47a7-48c6-a839-f53115192c91 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 945 time: 0.1107442 Sep 16 05:17:44.980461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6bfa6-f4e0-44de-ba83-7ca72ef1f05b req-f9118271-3ffa-4541-8b0d-045fa27dbd94 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.982113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99e6bfa6-f4e0-44de-ba83-7ca72ef1f05b req-f9118271-3ffa-4541-8b0d-045fa27dbd94 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 945 time: 0.1429465 Sep 16 05:17:44.992676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] For port 08c2da59-de12-45fc-b0b2-5eda7eb04deb, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=08c2da59-de12-45fc-b0b2-5eda7eb04deb,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:44.993055 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.021037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Calling delete_port for 08c2da59-de12-45fc-b0b2-5eda7eb04deb owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:45.063743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99e6bfa6-f4e0-44de-ba83-7ca72ef1f05b req-b1d49700-1cbc-495f-a2c9-f3331f08ed03 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648923 Sep 16 05:17:45.171631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-c2dea36d-6aa3-4a46-b73c-f97c3e4e108d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:45.188527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-c2dea36d-6aa3-4a46-b73c-f97c3e4e108d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 804 time: 0.1761277 Sep 16 05:17:45.221590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-8b86274c-bdc8-4b63-a505-5430ef7e0038 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/quotas/0e9ea498b78844e48522f583b72988d6 HTTP/1.1" status: 200 len: 375 time: 0.0314307 Sep 16 05:17:45.265571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a0a4a-31ce-49bc-b3ad-e5fb481505a9 req-36c995c3-9970-4063-852c-604510ddf706 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:45.267702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-729a0a4a-31ce-49bc-b3ad-e5fb481505a9 req-36c995c3-9970-4063-852c-604510ddf706 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 946 time: 0.1077065 Sep 16 05:17:45.289299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Deleting port 58e33359-df86-4001-a80c-b13d44f71a9a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:45.291736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.349996 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-729a0a4a-31ce-49bc-b3ad-e5fb481505a9 req-d34ae939-5c4a-4652-8489-6aa7bbef55dc tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693483 Sep 16 05:17:45.377525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.415195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35df8de9-c859-48e4-94b7-83687c468700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8c58c9-6276-47a0-a884-aa6b53bb8884'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:45.420642 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd097955-a827-4b4e-b745-bd377408f30d" -d '{"events": [{"server_uuid": "35df8de9-c859-48e4-94b7-83687c468700", "name": "network-vif-plugged", "status": "completed", "tag": "fd8c58c9-6276-47a0-a884-aa6b53bb8884"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:45.429758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['28e982fc-c427-4319-928b-a5ab122e0a70', '08c2da59-de12-45fc-b0b2-5eda7eb04deb'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:45.480064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Pushing event deleted for resources: {'Port': ['ID=08c2da59-de12-45fc-b0b2-5eda7eb04deb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:45.495451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.495916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.496213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.496554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.496885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.497211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.497534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.497955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.498277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.498599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.498945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.499278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:45.549457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] No DVR routers for this DVR port 08c2da59-de12-45fc-b0b2-5eda7eb04deb on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:45.553196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.557720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9dafff4-a6fa-4931-88b9-cbbdcac38669 req-5eb72829-9fca-4f2e-9dfd-8e8754e1a08e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.30 "DELETE /v2.0/ports/08c2da59-de12-45fc-b0b2-5eda7eb04deb HTTP/1.1" status: 204 len: 173 time: 1.0572898 Sep 16 05:17:45.558245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'name': 'network-vif-deleted', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:45.561256 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc17cede-ecb0-492f-9cb5-6d6af3ad3968" -d '{"events": [{"server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "name": "network-vif-deleted", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:45.907006 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9b1f3262-1166-49e5-9203-8c7d57ba6375 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6837761 Sep 16 05:17:46.048349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-b235096a-446e-4fc4-a4ae-d52c6514f158 service neutron] 10.222.0.49 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399117 Sep 16 05:17:46.134983 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffc9931-c096-434a-8039-74b4d4d35811 x-openstack-request-id: req-6ffc9931-c096-434a-8039-74b4d4d35811 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:46.135797 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35df8de9-c859-48e4-94b7-83687c468700", "name": "network-vif-plugged", "status": "completed", "tag": "fd8c58c9-6276-47a0-a884-aa6b53bb8884", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:46.136634 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ffc9931-c096-434a-8039-74b4d4d35811 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:46.138133 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35df8de9-c859-48e4-94b7-83687c468700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8c58c9-6276-47a0-a884-aa6b53bb8884', 'code': 200} Sep 16 05:17:46.208034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] For port 58e33359-df86-4001-a80c-b13d44f71a9a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=58e33359-df86-4001-a80c-b13d44f71a9a,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:46.208034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.240995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Calling delete_port for 58e33359-df86-4001-a80c-b13d44f71a9a owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:46.266032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-2bade879-15ee-4f82-9dd1-7e9f876e5e52 service neutron] 10.222.0.49 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167089 Sep 16 05:17:46.348484 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7edc10-b3a9-455d-bd75-180f9deb502c x-openstack-request-id: req-9c7edc10-b3a9-455d-bd75-180f9deb502c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:46.355227 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ceea29-98e9-47ec-8193-b49ea2873378", "name": "network-vif-deleted", "tag": "08c2da59-de12-45fc-b0b2-5eda7eb04deb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:46.355227 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c7edc10-b3a9-455d-bd75-180f9deb502c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:46.355227 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ceea29-98e9-47ec-8193-b49ea2873378', 'name': 'network-vif-deleted', 'tag': '08c2da59-de12-45fc-b0b2-5eda7eb04deb', 'status': 'completed', 'code': 200} Sep 16 05:17:46.398654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-2347d474-20ea-4183-9d12-8aaaa12a669f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:46.404788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-2347d474-20ea-4183-9d12-8aaaa12a669f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "GET /v2.0/ports?device_id=465f7799-1224-4272-bc44-bcee8e30b7f6 HTTP/1.1" status: 200 len: 944 time: 0.3434734 Sep 16 05:17:46.512896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c9e568c7-eadd-4c01-9eeb-69074869b763 req-d0d4d5e1-976c-40f0-ac4d-634d435ca823 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.0775976 Sep 16 05:17:46.518899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f49e5e-5ec9-4c7b-a1d8-572d200699f6 req-b392040b-eda3-4f1a-b403-608dfc199948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:46.522888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1f49e5e-5ec9-4c7b-a1d8-572d200699f6 req-b392040b-eda3-4f1a-b403-608dfc199948 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 1098 time: 0.2672663 Sep 16 05:17:46.580600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.661958 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Pushing event deleted for resources: {'Port': ['ID=58e33359-df86-4001-a80c-b13d44f71a9a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.827664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] No DVR routers for this DVR port 58e33359-df86-4001-a80c-b13d44f71a9a on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:46.835517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.836515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1da21595-b48e-40b8-baeb-5e755d691131 req-7b95cd50-6601-42cf-a5e6-ec7682e0392e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.66 "DELETE /v2.0/ports/58e33359-df86-4001-a80c-b13d44f71a9a HTTP/1.1" status: 204 len: 173 time: 1.9546752 Sep 16 05:17:46.837036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'name': 'network-vif-deleted', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:46.857125 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182b357-bddb-439b-afae-0d64a292c825" -d '{"events": [{"server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "name": "network-vif-deleted", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:46.902359 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1f49e5e-5ec9-4c7b-a1d8-572d200699f6 req-9c31e77e-0206-4b6d-90b8-6922bfea90bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709042 Sep 16 05:17:46.906468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3947f315-1aa1-4620-bbfc-21bc6cf0992d req-e16ab756-3dab-46a7-92ec-2dc2f1bc4275 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 210 time: 0.1387050 Sep 16 05:17:46.935732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Deleting port 0c813745-1cd4-4391-b8d6-3829197b9255 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:46.936358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.013183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45958) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:47.169080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] For port 0c813745-1cd4-4391-b8d6-3829197b9255, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0c813745-1cd4-4391-b8d6-3829197b9255,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:47.170121 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.210347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Calling delete_port for 0c813745-1cd4-4391-b8d6-3829197b9255 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:47.227065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cda15-226b-431d-9a46-e4b93414cd7e req-a18cc1da-4601-4dd6-87f4-f3b96ad91e58 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:47.236034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b0cda15-226b-431d-9a46-e4b93414cd7e req-a18cc1da-4601-4dd6-87f4-f3b96ad91e58 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 946 time: 0.1737227 Sep 16 05:17:47.395797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56346076-3b1b-4aa9-bd99-8a491b0b3d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.646817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af02d795-75cb-4f5a-a91f-676610fd1183 req-f32756ff-0c65-4782-9196-cd54d54895c7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0593629 Sep 16 05:17:47.651931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b0cda15-226b-431d-9a46-e4b93414cd7e req-ad699509-4fc9-4f3a-8c04-befacc3cf7e2 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148529 Sep 16 05:17:47.730414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56346076-3b1b-4aa9-bd99-8a491b0b3d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.733972 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372cfe5-3c76-46d0-840c-7b56d0d410cd x-openstack-request-id: req-c372cfe5-3c76-46d0-840c-7b56d0d410cd {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:47.734545 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1ddefe-d545-4e13-ab99-9ecc7259bfbd", "name": "network-vif-deleted", "tag": "58e33359-df86-4001-a80c-b13d44f71a9a", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:47.734968 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c372cfe5-3c76-46d0-840c-7b56d0d410cd {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:47.735536 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1ddefe-d545-4e13-ab99-9ecc7259bfbd', 'name': 'network-vif-deleted', 'tag': '58e33359-df86-4001-a80c-b13d44f71a9a', 'status': 'completed', 'code': 200} Sep 16 05:17:47.784486 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1583b824-725d-4df2-a7c4-585bfef0aadd req-2e55a7c7-e2de-4fba-bf08-7a92cb597f2c tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.0335429 Sep 16 05:17:47.849199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 08c2da59-de12-45fc-b0b2-5eda7eb04deb no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:47.874828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 08c2da59-de12-45fc-b0b2-5eda7eb04deb {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:47.875359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 08c2da59-de12-45fc-b0b2-5eda7eb04deb not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:47.982624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-45134dec-19f2-4c5f-a983-02949c43e670 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:47.984391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-45134dec-19f2-4c5f-a983-02949c43e670 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6abc838-9261-4de8-8c56-cca2cd883778 HTTP/1.1" status: 200 len: 945 time: 0.1877418 Sep 16 05:17:48.033830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-05a60b2d-f3a9-46e7-b9b7-0b61cacb2508 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:48.035508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-05a60b2d-f3a9-46e7-b9b7-0b61cacb2508 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 813 time: 0.2012687 Sep 16 05:17:48.051289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14d75abe-eb6b-4440-b894-73cf51ec9394 req-3ad42e24-0e40-4075-8730-f1ff89688ca5 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf1ddefe-d545-4e13-ab99-9ecc7259bfbd HTTP/1.1" status: 200 len: 210 time: 0.0332735 Sep 16 05:17:48.077967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-5d7fc8f7-4526-4c8e-8330-7915adf97ece tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/quotas/5ebb8486f62e46b3a7c7fdfe5f53dbc5 HTTP/1.1" status: 200 len: 375 time: 0.0250275 Sep 16 05:17:48.172548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-05f9c593-716b-4070-953f-07db6b7448af tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859082 Sep 16 05:17:48.186424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Deleting port a8a3c580-98cb-4f9f-900c-254e50034e04 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:48.204366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.238126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56346076-3b1b-4aa9-bd99-8a491b0b3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.296440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56346076-3b1b-4aa9-bd99-8a491b0b3d11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98f18e4af65b4b6abb08f5a38e08df6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2813804 Sep 16 05:17:48.296802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56346076-3b1b-4aa9-bd99-8a491b0b3d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b1ee1b-f682-447b-8798-7f5438bbbddc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.300100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46006) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:48.398310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b55bd787-d738-41d0-91bc-7f6a0f96c6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.420892 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.428820 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b55bd787-d738-41d0-91bc-7f6a0f96c6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.508758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 58e33359-df86-4001-a80c-b13d44f71a9a no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:48.556091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Pushing event deleted for resources: {'Port': ['ID=0c813745-1cd4-4391-b8d6-3829197b9255,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.620340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 58e33359-df86-4001-a80c-b13d44f71a9a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:48.621085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 58e33359-df86-4001-a80c-b13d44f71a9a not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:48.621791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0c813745-1cd4-4391-b8d6-3829197b9255 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:48.646632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 0c813745-1cd4-4391-b8d6-3829197b9255 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:48.647284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0c813745-1cd4-4391-b8d6-3829197b9255 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:48.653749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] No DVR routers for this DVR port 0c813745-1cd4-4391-b8d6-3829197b9255 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:48.660561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.660561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08f92dc0-d5f4-4ba9-973e-ae427ae50777 req-cf12dce0-a5da-44a1-8310-5a388676dd1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "DELETE /v2.0/ports/0c813745-1cd4-4391-b8d6-3829197b9255 HTTP/1.1" status: 204 len: 173 time: 2.2480230 Sep 16 05:17:48.660911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] For port a8a3c580-98cb-4f9f-900c-254e50034e04, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a8a3c580-98cb-4f9f-900c-254e50034e04,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:48.661198 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.669647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'name': 'network-vif-deleted', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:48.672941 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63705851-5842-46ea-9132-5be0d7990847" -d '{"events": [{"server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "name": "network-vif-deleted", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:48.691172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b55bd787-d738-41d0-91bc-7f6a0f96c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.697542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b55bd787-d738-41d0-91bc-7f6a0f96c6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.699238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b55bd787-d738-41d0-91bc-7f6a0f96c6ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/98b1ee1b-f682-447b-8798-7f5438bbbddc HTTP/1.1" status: 204 len: 168 time: 0.3978119 Sep 16 05:17:48.717873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bd787-d738-41d0-91bc-7f6a0f96c6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b1ee1b-f682-447b-8798-7f5438bbbddc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.730543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Calling delete_port for a8a3c580-98cb-4f9f-900c-254e50034e04 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:48.751938 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c1c125b7-a9ae-4dff-b3e7-8b2b0d0ebb4f service neutron] 10.222.0.49 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707283 Sep 16 05:17:48.836099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5fedd8c5-3326-4fd0-b618-03595759cacf req-dae27c47-b58b-46ee-a32a-9fe21a14e212 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0432262 Sep 16 05:17:49.063328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02194ad-32c6-446c-9673-bc4f4e34f52c req-da4c9517-79ca-4360-b087-be76ef104b59 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.076757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-3b738df3-9d6d-4287-974d-748696656e95 service neutron] 10.222.0.49 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850058 Sep 16 05:17:49.088676 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f02194ad-32c6-446c-9673-bc4f4e34f52c req-da4c9517-79ca-4360-b087-be76ef104b59 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 946 time: 0.1294136 Sep 16 05:17:49.266976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f02194ad-32c6-446c-9673-bc4f4e34f52c req-969b554e-308a-48f2-b501-130c2f2f6871 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748292 Sep 16 05:17:49.338524 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef7ffc-3787-4662-8523-106e0f570ee0 x-openstack-request-id: req-3eef7ffc-3787-4662-8523-106e0f570ee0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:49.340592 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f7799-1224-4272-bc44-bcee8e30b7f6", "name": "network-vif-deleted", "tag": "0c813745-1cd4-4391-b8d6-3829197b9255", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:49.340592 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3eef7ffc-3787-4662-8523-106e0f570ee0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:49.340592 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f7799-1224-4272-bc44-bcee8e30b7f6', 'name': 'network-vif-deleted', 'tag': '0c813745-1cd4-4391-b8d6-3829197b9255', 'status': 'completed', 'code': 200} Sep 16 05:17:49.351748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.387408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['a8a3c580-98cb-4f9f-900c-254e50034e04'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:49.392765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['dec0cfc1-0883-437d-9cd8-b3e41166b505'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:49.441661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Pushing event deleted for resources: {'Port': ['ID=a8a3c580-98cb-4f9f-900c-254e50034e04,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:49.549917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] No DVR routers for this DVR port a8a3c580-98cb-4f9f-900c-254e50034e04 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:49.554807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.559131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66a6508a-25af-4488-a279-9b3d4dbe409d req-21b4903d-07a3-4625-b2f2-444230b54171 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.30 "DELETE /v2.0/ports/a8a3c580-98cb-4f9f-900c-254e50034e04 HTTP/1.1" status: 204 len: 173 time: 1.5434883 Sep 16 05:17:49.649688 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc72d772-965a-403b-a5c3-c971c26b930f req-90b12346-0857-44c7-a691-9e7a4fc61a9d tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.1037240 Sep 16 05:17:49.876844 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-762c1f24-3c9f-4bef-b128-43b7b7384d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.085926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-5a117ed4-2e67-48d7-85a6-ef59e0963f36 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:50.088592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-5a117ed4-2e67-48d7-85a6-ef59e0963f36 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.66 "GET /v2.0/ports?device_id=91cb144e-ef7f-471c-a7cf-eb6edd006e4d HTTP/1.1" status: 200 len: 946 time: 0.1592209 Sep 16 05:17:50.223354 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-26baf4fe-035e-4d7c-aa9d-624e6fc54d20 req-7936d574-6f98-4af4-9f36-432f36966608 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 210 time: 0.1211538 Sep 16 05:17:50.418204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Deleting port dec0cfc1-0883-437d-9cd8-b3e41166b505 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:50.419052 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.477836 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.708913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] For port dec0cfc1-0883-437d-9cd8-b3e41166b505, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=dec0cfc1-0883-437d-9cd8-b3e41166b505,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:50.708913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.725045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Calling delete_port for dec0cfc1-0883-437d-9cd8-b3e41166b505 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:50.827761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d7a7a70c-40da-4d18-a259-002897374eeb req-9e080a08-86bd-48ef-b92b-f146dbbecacd tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 210 time: 0.1045229 Sep 16 05:17:51.235514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c31b8ec-43b2-4d55-86d1-6efded88affc req-a8b1de97-9115-4405-80c1-a9ab2aa3308e tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.1526964 Sep 16 05:17:51.389835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6abc838-9261-4de8-8c56-cca2cd883778', 'name': 'network-vif-deleted', 'tag': 'a8a3c580-98cb-4f9f-900c-254e50034e04'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:51.393277 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f02361-643d-4811-a232-e709c0d9089f" -d '{"events": [{"server_uuid": "c6abc838-9261-4de8-8c56-cca2cd883778", "name": "network-vif-deleted", "tag": "a8a3c580-98cb-4f9f-900c-254e50034e04"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:51.400591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cee43-b962-4eab-be25-0a540f268cbd req-5234b433-f012-4f11-b2b8-b7819b1d384e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.409337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-758cee43-b962-4eab-be25-0a540f268cbd req-5234b433-f012-4f11-b2b8-b7819b1d384e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.1462049 Sep 16 05:17:51.448652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc09b9b6-738f-4066-afe6-8ee88621f622 req-b49221a1-8593-438e-a57f-8b6d58c691a1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0486572 Sep 16 05:17:51.460276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-758cee43-b962-4eab-be25-0a540f268cbd req-3983560a-ceeb-4959-9a5b-43caa18ab0a0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Sep 16 05:17:51.585536 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879b2de5-fbb3-467c-93b8-61375a615b86 x-openstack-request-id: req-879b2de5-fbb3-467c-93b8-61375a615b86 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:51.588535 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6abc838-9261-4de8-8c56-cca2cd883778", "name": "network-vif-deleted", "tag": "a8a3c580-98cb-4f9f-900c-254e50034e04", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:51.589212 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-879b2de5-fbb3-467c-93b8-61375a615b86 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:51.591152 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6abc838-9261-4de8-8c56-cca2cd883778', 'name': 'network-vif-deleted', 'tag': 'a8a3c580-98cb-4f9f-900c-254e50034e04', 'status': 'completed', 'code': 200} Sep 16 05:17:51.662235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.791786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Pushing event deleted for resources: {'Port': ['ID=dec0cfc1-0883-437d-9cd8-b3e41166b505,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.883028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device a8a3c580-98cb-4f9f-900c-254e50034e04 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:51.903123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db26dd-9f79-448a-9007-c1744472b920 req-b750eaec-ba9c-485b-a061-8ae5a6b8e776 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.909866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4db26dd-9f79-448a-9007-c1744472b920 req-b750eaec-ba9c-485b-a061-8ae5a6b8e776 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.66 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.3293064 Sep 16 05:17:51.910392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46130) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.971848 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: a8a3c580-98cb-4f9f-900c-254e50034e04 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:51.972437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device a8a3c580-98cb-4f9f-900c-254e50034e04 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:52.005337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] No DVR routers for this DVR port dec0cfc1-0883-437d-9cd8-b3e41166b505 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:52.018592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.021102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc0f5ad-00fd-467b-aeeb-aff7a995c27e req-cc56e754-c116-4193-9a8c-124476dcda99 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.66 "DELETE /v2.0/ports/dec0cfc1-0883-437d-9cd8-b3e41166b505 HTTP/1.1" status: 204 len: 173 time: 1.9187169 Sep 16 05:17:52.278274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93f402f3-cd48-4929-9ecd-232f40ab81f0 req-79682e64-e2df-4387-a090-edebba8e20f0 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 210 time: 0.3321950 Sep 16 05:17:52.285860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-c33b955d-b331-44e2-829f-5e9d2cf1a20d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:52.287577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-c33b955d-b331-44e2-829f-5e9d2cf1a20d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 804 time: 0.6554086 Sep 16 05:17:52.312015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61d35051-f3c1-4d0b-8cbc-2c0c4ff98598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.408979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Request body: {'port': {'device_id': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'admin_state_up': True, 'tenant_id': '0e9ea498b78844e48522f583b72988d6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:52.491159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79e34140-8cf8-430c-a407-642fb3db374e req-bae1ef34-16b1-49dc-9cd6-2dedd2d1e111 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.0582907 Sep 16 05:17:52.492230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Deleting port 92f76cdb-0e43-424c-90cc-0529016f27f8 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:52.492513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.744505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4fb69-807b-4a99-9a26-a4af0613d6d9 req-266afe2b-2830-47a0-9eed-39dd243ae651 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:52.748997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcd51d9d-79aa-4e5f-8dfa-b26644ca9169 req-7629eb3a-5de8-4669-bf83-472ad4203286 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0731018 Sep 16 05:17:52.761204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0c4fb69-807b-4a99-9a26-a4af0613d6d9 req-266afe2b-2830-47a0-9eed-39dd243ae651 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 944 time: 0.1354854 Sep 16 05:17:52.851419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0c4fb69-807b-4a99-9a26-a4af0613d6d9 req-183ebc4b-2f25-4675-bcc9-b03ca650d492 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870712 Sep 16 05:17:52.862350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] For port 92f76cdb-0e43-424c-90cc-0529016f27f8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=92f76cdb-0e43-424c-90cc-0529016f27f8,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:52.863015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.892736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Calling delete_port for 92f76cdb-0e43-424c-90cc-0529016f27f8 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:52.986294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61d35051-f3c1-4d0b-8cbc-2c0c4ff98598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.053469 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1004daa3-34a7-4ca5-a198-e6d9b45b3c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.094748 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61d35051-f3c1-4d0b-8cbc-2c0c4ff98598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.268562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46160) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.292916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46164) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.299573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61d35051-f3c1-4d0b-8cbc-2c0c4ff98598 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6486ed13113b4a2199dc96be14c3d59c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3740468 Sep 16 05:17:53.355522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d35051-f3c1-4d0b-8cbc-2c0c4ff98598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79253022-9e62-4ab6-ad2e-7aa19d2d109f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.439425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Made reservation on behalf of 0e9ea498b78844e48522f583b72988d6 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:53.449225 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c34-29df-48be-a8f6-2f487007a1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.458117 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.527572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c34-29df-48be-a8f6-2f487007a1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.587006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.600186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cb144e-ef7f-471c-a7cf-eb6edd006e4d', 'name': 'network-vif-deleted', 'tag': 'dec0cfc1-0883-437d-9cd8-b3e41166b505'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:53.604598 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d2bb9d-1781-4366-a2ef-fd766b3d6432" -d '{"events": [{"server_uuid": "91cb144e-ef7f-471c-a7cf-eb6edd006e4d", "name": "network-vif-deleted", "tag": "dec0cfc1-0883-437d-9cd8-b3e41166b505"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:53.614883 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e34448f5-b9f7-4f7a-a9fa-fa1b869f6e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.757192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5f0931e-7254-4392-9a73-35cb97686ffe req-4fb982ec-e4bb-42c4-a36f-1ffa311981f6 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 210 time: 0.2304006 Sep 16 05:17:53.790215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3507fe9a-7b64-4b32-885a-7838836a20d0 req-a2194615-0514-4024-8b44-17c86d37d8e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.0494905 Sep 16 05:17:53.890098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.891923 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1161861-4a58-4fa2-b762-2e081d3d4d87 x-openstack-request-id: req-a1161861-4a58-4fa2-b762-2e081d3d4d87 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:53.892943 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cb144e-ef7f-471c-a7cf-eb6edd006e4d", "name": "network-vif-deleted", "tag": "dec0cfc1-0883-437d-9cd8-b3e41166b505", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:53.897033 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Pushing event deleted for resources: {'Port': ['ID=92f76cdb-0e43-424c-90cc-0529016f27f8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.899769 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1161861-4a58-4fa2-b762-2e081d3d4d87 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:53.902019 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cb144e-ef7f-471c-a7cf-eb6edd006e4d', 'name': 'network-vif-deleted', 'tag': 'dec0cfc1-0883-437d-9cd8-b3e41166b505', 'status': 'completed', 'code': 200} Sep 16 05:17:53.936176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] No DVR routers for this DVR port 92f76cdb-0e43-424c-90cc-0529016f27f8 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:53.958128 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.960795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4db26dd-9f79-448a-9007-c1744472b920 req-dff70f9b-e3a4-43ae-a8c9-5f1d2a02cb7e tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.66 "DELETE /v2.0/ports/92f76cdb-0e43-424c-90cc-0529016f27f8 HTTP/1.1" status: 204 len: 173 time: 2.0129800 Sep 16 05:17:53.961877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'name': 'network-vif-deleted', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:53.986191 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e34ddb0-0659-4f7f-b159-f91a68a213f4" -d '{"events": [{"server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "name": "network-vif-deleted", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:54.011392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67bc83f2-fe00-4c88-897c-75caa81d8d8e req-6340dee8-efdb-48ab-aa47-af1163b84cb8 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 210 time: 0.0698829 Sep 16 05:17:54.044147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c34-29df-48be-a8f6-2f487007a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.044147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6c34-29df-48be-a8f6-2f487007a1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.044147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5cfc6c34-29df-48be-a8f6-2f487007a1bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79253022-9e62-4ab6-ad2e-7aa19d2d109f HTTP/1.1" status: 204 len: 168 time: 0.7513587 Sep 16 05:17:54.074291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Allocated IP 172.20.0.5 (b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9/576478f5-729e-44a4-adad-d1c8be5f43f1/818f69d2-4e3f-49bb-9968-5cde518f3282) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:54.084046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc6c34-29df-48be-a8f6-2f487007a1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79253022-9e62-4ab6-ad2e-7aa19d2d109f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.150041 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91db833-bc28-4a98-a768-d357ef4626bf x-openstack-request-id: req-e91db833-bc28-4a98-a768-d357ef4626bf {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:54.150751 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86e5fc6-5536-470b-bd5c-b3f03c9629ce", "name": "network-vif-deleted", "tag": "92f76cdb-0e43-424c-90cc-0529016f27f8", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:54.151244 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e91db833-bc28-4a98-a768-d357ef4626bf {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:54.153788 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86e5fc6-5536-470b-bd5c-b3f03c9629ce', 'name': 'network-vif-deleted', 'tag': '92f76cdb-0e43-424c-90cc-0529016f27f8', 'status': 'completed', 'code': 200} Sep 16 05:17:54.167172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ca8d834-27df-4e96-8b1b-3c681245502e req-4ac9d439-1420-49be-b34a-9ebb1946d750 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 210 time: 0.1099331 Sep 16 05:17:54.393813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e34448f5-b9f7-4f7a-a9fa-fa1b869f6e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.495620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.526653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device dec0cfc1-0883-437d-9cd8-b3e41166b505 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:54.531235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e34448f5-b9f7-4f7a-a9fa-fa1b869f6e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.585871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34448f5-b9f7-4f7a-a9fa-fa1b869f6e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70a41d4-8796-4415-9044-7e4a2fa28688,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.606504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: dec0cfc1-0883-437d-9cd8-b3e41166b505 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:54.614198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device dec0cfc1-0883-437d-9cd8-b3e41166b505 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:54.614198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 92f76cdb-0e43-424c-90cc-0529016f27f8 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:54.614967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e34448f5-b9f7-4f7a-a9fa-fa1b869f6e62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08bae437ce9142aebdea20e831a21aba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3391402 Sep 16 05:17:54.615271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46198) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.635634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 92f76cdb-0e43-424c-90cc-0529016f27f8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:54.636102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 92f76cdb-0e43-424c-90cc-0529016f27f8 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:54.695171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9df1327-4988-40dd-8dd3-794169edf40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.766360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.809810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9df1327-4988-40dd-8dd3-794169edf40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.930800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:54.945375 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:54.968551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b485fc6-56fd-48b1-b654-7a2043a3cc9e req-96e66956-1cc6-4f5a-a8d2-58254d72dac9 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 210 time: 0.0537853 Sep 16 05:17:54.981735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:54.989369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:54.999337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Pushing event updated for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.067910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-ae145cb3-d5dc-4b9f-aa06-7cd3f105b3f3 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:55.069516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-ae145cb3-d5dc-4b9f-aa06-7cd3f105b3f3 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.66 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 813 time: 0.3485165 Sep 16 05:17:55.089264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:55.090008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.108231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Request body: {'port': {'device_id': 'f6fc1b01-965a-4391-9271-e946a70931c0', 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'admin_state_up': True, 'tenant_id': '5ebb8486f62e46b3a7c7fdfe5f53dbc5'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:55.215704 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.227659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-1c4dbf12-c669-4623-b72a-688ae7101bfd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8715019 Sep 16 05:17:55.244516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9df1327-4988-40dd-8dd3-794169edf40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.252286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9df1327-4988-40dd-8dd3-794169edf40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.253467 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a9df1327-4988-40dd-8dd3-794169edf40b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f70a41d4-8796-4415-9044-7e4a2fa28688 HTTP/1.1" status: 204 len: 168 time: 0.6396749 Sep 16 05:17:55.284229 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75b2f81e-933d-4de3-9688-bfa397c60b9d req-0678e04b-07ea-40a9-b4fc-02f903457f03 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ceea29-98e9-47ec-8193-b49ea2873378 HTTP/1.1" status: 200 len: 210 time: 0.0814190 Sep 16 05:17:55.296539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Request body: {'port': {'device_id': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:55.311448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df1327-4988-40dd-8dd3-794169edf40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70a41d4-8796-4415-9044-7e4a2fa28688,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.469730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.633797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Made reservation on behalf of 5ebb8486f62e46b3a7c7fdfe5f53dbc5 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:55.641805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.668331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-9d1e96ec-4835-4cd3-93da-913ebc288572 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:55.671932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-9d1e96ec-4835-4cd3-93da-913ebc288572 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.30 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 813 time: 0.4031196 Sep 16 05:17:55.705396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Request body: {'port': {'device_id': '5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f', 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'admin_state_up': True, 'tenant_id': '5ebb8486f62e46b3a7c7fdfe5f53dbc5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:55.932685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Allocated IP 172.20.0.14 (775d34e7-3e88-4c0b-95b0-bcad3546a6fa/96eb1d9e-56c0-499e-9a6f-ff2c67552dba/7376e272-9d15-400d-9675-1a611b550b0a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:56.204612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Made reservation on behalf of 5ebb8486f62e46b3a7c7fdfe5f53dbc5 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:56.222529 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.320084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818f69d2-4e3f-49bb-9968-5cde518f3282 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:56.330720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-17c2f4a5-671c-403c-b5e2-9db03da90689 req-ef1d002c-92e7-415a-8270-9a72a4b40dc6 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=f86e5fc6-5536-470b-bd5c-b3f03c9629ce HTTP/1.1" status: 200 len: 210 time: 0.2402799 Sep 16 05:17:56.336681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.362711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Transition to ACTIVE for port object 818f69d2-4e3f-49bb-9968-5cde518f3282 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:56.392376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76a2e2-f39d-4be1-9236-bce6abc082c3 req-adef216a-1bae-4847-beaa-3ae00a2293c0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:56.402354 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd76a2e2-f39d-4be1-9236-bce6abc082c3 req-adef216a-1bae-4847-beaa-3ae00a2293c0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 931 time: 0.8620157 Sep 16 05:17:56.483666 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd76a2e2-f39d-4be1-9236-bce6abc082c3 req-c8e62eb8-61c4-4fcd-b07f-5794e8694595 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736697 Sep 16 05:17:56.492338 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.623419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cac5c5ec-a61d-47f0-9fe9-9709e68b1b80 req-ee70498c-5a86-489d-aa87-1ae63f1c2064 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 210 time: 0.0624733 Sep 16 05:17:56.961946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Pushing event updated for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:57.030560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Attempting to bind port 818f69d2-4e3f-49bb-9968-5cde518f3282 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:57.030959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Attempting to bind port 818f69d2-4e3f-49bb-9968-5cde518f3282 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:57.031221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Attempting to bind port 818f69d2-4e3f-49bb-9968-5cde518f3282 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:57.044822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Port 818f69d2-4e3f-49bb-9968-5cde518f3282 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:57.044822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Attempting to bind port 818f69d2-4e3f-49bb-9968-5cde518f3282 on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:57.062080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:57.062080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Checking segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:57.062080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Bound using segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:57.062080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Bound port: 818f69d2-4e3f-49bb-9968-5cde518f3282, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:57.062080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.166875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.533461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:57.541579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:58.188117 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.236247 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.243204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.412223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.423296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:58.424288 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.425987 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] 10.222.0.66 "PUT /v2.0/ports/818f69d2-4e3f-49bb-9968-5cde518f3282 HTTP/1.1" status: 200 len: 1092 time: 3.1714113 Sep 16 05:17:58.429718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:58.433594 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8485f400-3661-4834-9199-f435d1cd6616" -d '{"events": [{"name": "network-changed", "server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:58.444299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Allocated IP 172.20.0.12 (775d34e7-3e88-4c0b-95b0-bcad3546a6fa/96eb1d9e-56c0-499e-9a6f-ff2c67552dba/4931e3c7-1597-452d-b458-c73e978ea103) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:58.467218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:58.472651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:58.479047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:58.609355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:58.610063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.639507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Pushing event updated for resources: {'Port': ['ID=7376e272-9d15-400d-9675-1a611b550b0a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.827410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-c4b267c4-8e44-47ca-bb36-b1e8b8aeb951 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7230153 Sep 16 05:17:58.828453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebada53-877b-4512-a774-084a2a93b3be service neutron] Pushing event updated for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.921004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cafff-c49b-4079-86ab-7026336e41d6 req-f79d17a0-cb1a-43c9-b9fc-2c256e9829e1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:58.925671 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a79cafff-c49b-4079-86ab-7026336e41d6 req-f79d17a0-cb1a-43c9-b9fc-2c256e9829e1 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 943 time: 0.3298006 Sep 16 05:17:58.944755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Request body: {'port': {'device_id': 'f6fc1b01-965a-4391-9271-e946a70931c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:58.949870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22c56ed7-a743-4781-8325-d8a645c1dae4 req-4a56f70d-c933-4f23-a5f5-54624009382c tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 210 time: 0.1984985 Sep 16 05:17:58.959454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-963f070e-9464-4f16-bf2a-a3e9ba5dae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:58.961668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-963f070e-9464-4f16-bf2a-a3e9ba5dae96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 1095 time: 0.3082464 Sep 16 05:17:59.144944 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1baedf0-1954-4729-b6d2-f1567083a3fe x-openstack-request-id: req-d1baedf0-1954-4729-b6d2-f1567083a3fe {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:59.146815 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:59.146815 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1baedf0-1954-4729-b6d2-f1567083a3fe {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:59.146815 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'status': 'completed', 'code': 200} Sep 16 05:17:59.238202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.243432 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-bcbafd88-2b99-4b7e-b672-83c7410a971c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=818f69d2-4e3f-49bb-9968-5cde518f3282 HTTP/1.1" status: 200 len: 217 time: 0.2533128 Sep 16 05:17:59.585711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-815e1410-5cc4-456e-a51b-28cc9e7cd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.587822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-815e1410-5cc4-456e-a51b-28cc9e7cd699 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=576478f5-729e-44a4-adad-d1c8be5f43f1 HTTP/1.1" status: 200 len: 844 time: 0.3153119 Sep 16 05:17:59.600781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1557ee-beab-4fd3-a462-454100a34117 req-f6addbd1-9ef3-4695-aaf6-a43871fd05e7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.602403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc1557ee-beab-4fd3-a462-454100a34117 req-f6addbd1-9ef3-4695-aaf6-a43871fd05e7 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 945 time: 0.3664300 Sep 16 05:17:59.911210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a79cafff-c49b-4079-86ab-7026336e41d6 req-3523c3c3-186d-4e6a-9f6c-c895dea5960e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9777079 Sep 16 05:17:59.957801 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.093588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-8ba301a4-95b4-4d1e-bb72-b196bead7e73 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.105463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-8ba301a4-95b4-4d1e-bb72-b196bead7e73 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 945 time: 0.3274791 Sep 16 05:18:00.247720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-ab5f1c15-225f-4415-a9cd-e58801b8b82b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6394153 Sep 16 05:18:00.352950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc1557ee-beab-4fd3-a462-454100a34117 req-14057dba-f50f-4956-8549-fbed68018cce tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/security-groups?id=373d9068-82e0-41fa-8489-b385f1951f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7309473 Sep 16 05:18:00.358582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Deleting port 8d0768eb-950d-4d99-a47e-c38b6651a948 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:00.358969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.498446 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.701314 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f554781-9bb4-437a-9743-a125590f0dc2 req-1fa2e775-0971-4282-b921-9771e8f3783f tempest-FlavorsV2NegativeTest-32001015 tempest-FlavorsV2NegativeTest-32001015-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6bfbc61f30ce42999ebdb4dad7ae3470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875778 Sep 16 05:18:00.724493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:00.735122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:00.753498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Pushing event updated for resources: {'Port': ['ID=4931e3c7-1597-452d-b458-c73e978ea103,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:00.767723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-176b0753-ef76-4fa9-8bc9-c643281d3631 service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321773 Sep 16 05:18:00.771256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:00.834468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] For port 8d0768eb-950d-4d99-a47e-c38b6651a948, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8d0768eb-950d-4d99-a47e-c38b6651a948,segment=NetworkSegment(aee061d8-2383-4349-9303-e7399c7123f0),segment_id=aee061d8-2383-4349-9303-e7399c7123f0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:00.835176 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.861813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d9d17-a8fa-4e0c-a9c2-fe24fde9a42c req-971dc856-d6c8-4b4c-82fe-b5e4fa214cdf tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.864726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa7d9d17-a8fa-4e0c-a9c2-fe24fde9a42c req-971dc856-d6c8-4b4c-82fe-b5e4fa214cdf tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 932 time: 0.1891067 Sep 16 05:18:00.897167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Calling delete_port for 8d0768eb-950d-4d99-a47e-c38b6651a948 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:00.907796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.908114 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.966307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7376e272-9d15-400d-9675-1a611b550b0a {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:00.992286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.006338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f554781-9bb4-437a-9743-a125590f0dc2 req-82b85a8e-1e92-4d34-8cc7-6ef03aa8ebd8 tempest-FlavorsV2NegativeTest-32001015 tempest-FlavorsV2NegativeTest-32001015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.007969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f554781-9bb4-437a-9743-a125590f0dc2 req-82b85a8e-1e92-4d34-8cc7-6ef03aa8ebd8 tempest-FlavorsV2NegativeTest-32001015 tempest-FlavorsV2NegativeTest-32001015-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884820 Sep 16 05:18:01.032187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f554781-9bb4-437a-9743-a125590f0dc2 req-eaac32e3-5c07-4420-ad13-8cde107b21cb tempest-FlavorsV2NegativeTest-32001015 tempest-FlavorsV2NegativeTest-32001015-project] 10.222.0.49 "GET /v2.0/quotas/6bfbc61f30ce42999ebdb4dad7ae3470 HTTP/1.1" status: 200 len: 375 time: 0.0126405 Sep 16 05:18:01.050603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Transition to ACTIVE for port object 7376e272-9d15-400d-9675-1a611b550b0a will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:01.056683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa7d9d17-a8fa-4e0c-a9c2-fe24fde9a42c req-77735da9-e540-456b-b266-13fee66d7e06 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513467 Sep 16 05:18:01.059053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9c1cd3d-92fe-4072-954b-2bd620c5ddc5 req-71146d60-9254-4e81-954d-1215403afc03 service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759740 Sep 16 05:18:01.142959 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f554781-9bb4-437a-9743-a125590f0dc2 req-3458b037-2669-46cc-82e5-65825891f0be tempest-FlavorsV2NegativeTest-32001015 tempest-FlavorsV2NegativeTest-32001015-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bfbc61f30ce42999ebdb4dad7ae3470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848818 Sep 16 05:18:01.173347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fcfcdbb5-68e7-4fa1-85da-e535506f3a73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4748456 Sep 16 05:18:01.205488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.261766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Request body: {'port': {'device_id': '5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:01.370721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Pushing event updated for resources: {'Port': ['ID=7376e272-9d15-400d-9675-1a611b550b0a,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:01.498115 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.533113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.568260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34065df-2b47-43ec-ab75-40439cd000f5 req-8051a1e1-5e6c-4243-8538-1338b92f3b00 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.595114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f34065df-2b47-43ec-ab75-40439cd000f5 req-8051a1e1-5e6c-4243-8538-1338b92f3b00 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 943 time: 0.2720015 Sep 16 05:18:01.599099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Attempting to bind port 7376e272-9d15-400d-9675-1a611b550b0a on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:01.599527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Attempting to bind port 7376e272-9d15-400d-9675-1a611b550b0a by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:01.600976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Attempting to bind port 7376e272-9d15-400d-9675-1a611b550b0a on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:01.624660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Port 7376e272-9d15-400d-9675-1a611b550b0a on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:01.624660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Attempting to bind port 7376e272-9d15-400d-9675-1a611b550b0a on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:01.660257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:01.660936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Checking segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:01.661423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Bound using segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:01.661996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Bound port: 7376e272-9d15-400d-9675-1a611b550b0a, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:01.662389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.675050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f400-3661-4834-9199-f435d1cd6616 req-033b4c50-cb41-4495-8a58-ebb10a9edc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.678562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8485f400-3661-4834-9199-f435d1cd6616 req-033b4c50-cb41-4495-8a58-ebb10a9edc51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 1095 time: 0.3747885 Sep 16 05:18:01.683965 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dbd9af3-0d9b-483a-a520-06203d07d5ae req-499a3488-82df-4bfb-912f-190f40a263bd tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 210 time: 0.1139412 Sep 16 05:18:01.809777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] For port 7376e272-9d15-400d-9675-1a611b550b0a, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:01.814231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] For port 7376e272-9d15-400d-9675-1a611b550b0a, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7376e272-9d15-400d-9675-1a611b550b0a,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:01.856717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Pushing event deleted for resources: {'Port': ['ID=8d0768eb-950d-4d99-a47e-c38b6651a948,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:01.937366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f400-3661-4834-9199-f435d1cd6616 req-7fd159f0-5ef4-45ae-87fe-e21eba5ef499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.938930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8485f400-3661-4834-9199-f435d1cd6616 req-7fd159f0-5ef4-45ae-87fe-e21eba5ef499 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 905 time: 0.2459064 Sep 16 05:18:01.947803 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.110728 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8485f400-3661-4834-9199-f435d1cd6616 req-41e9079c-08c8-4193-8a94-79cc47d2c03e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=818f69d2-4e3f-49bb-9968-5cde518f3282 HTTP/1.1" status: 200 len: 217 time: 0.1558728 Sep 16 05:18:02.122470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.123146 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.124624 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] 10.222.0.66 "PUT /v2.0/ports/7376e272-9d15-400d-9675-1a611b550b0a HTTP/1.1" status: 200 len: 1093 time: 3.2076864 Sep 16 05:18:02.125165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fc1b01-965a-4391-9271-e946a70931c0', 'tag': '7376e272-9d15-400d-9675-1a611b550b0a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:02.127839 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f62541-9a28-4180-8fc8-b157c044f371" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fc1b01-965a-4391-9271-e946a70931c0", "tag": "7376e272-9d15-400d-9675-1a611b550b0a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:02.172913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] No DVR routers for this DVR port 8d0768eb-950d-4d99-a47e-c38b6651a948 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:02.192676 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.195469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68ac5fd4-a1c2-4734-a62a-6fd146980624 req-bc8da33e-9274-4ca2-bffd-1cf5dce94d83 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.66 "DELETE /v2.0/ports/8d0768eb-950d-4d99-a47e-c38b6651a948 HTTP/1.1" status: 204 len: 173 time: 2.0783532 Sep 16 05:18:02.206115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'name': 'network-vif-deleted', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:02.209595 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ef5277-e19c-4604-a755-448dc0850a63" -d '{"events": [{"server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "name": "network-vif-deleted", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:02.227181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-e1876628-9042-4509-8cf5-d5c727b72fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.227315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-e1876628-9042-4509-8cf5-d5c727b72fa5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6808677a59d2414aa25df9f76d7c760c&device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 1102 time: 0.3234580 Sep 16 05:18:02.242309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] Pushing event updated for resources: {'Port': ['ID=7376e272-9d15-400d-9675-1a611b550b0a,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.260078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f400-3661-4834-9199-f435d1cd6616 req-d822581b-cc34-4edb-a1f3-4e90a385f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.261657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8485f400-3661-4834-9199-f435d1cd6616 req-d822581b-cc34-4edb-a1f3-4e90a385f604 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=576478f5-729e-44a4-adad-d1c8be5f43f1 HTTP/1.1" status: 200 len: 844 time: 0.1287920 Sep 16 05:18:02.377801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8485f400-3661-4834-9199-f435d1cd6616 req-90efe962-9199-4d66-b931-236d6e467b77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782073 Sep 16 05:18:02.411922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54332cd-ff6e-45a0-acd1-4d06801e0a3a req-95003971-8278-426f-af30-c1fdef584832 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.413246 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54332cd-ff6e-45a0-acd1-4d06801e0a3a req-95003971-8278-426f-af30-c1fdef584832 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 950 time: 0.1384945 Sep 16 05:18:02.504629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f34065df-2b47-43ec-ab75-40439cd000f5 req-b7cec411-edd3-4f46-9059-ae8bf0ad7d7e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9079642 Sep 16 05:18:02.545095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46462) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:02.580551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54332cd-ff6e-45a0-acd1-4d06801e0a3a req-64d4daff-acba-441d-8252-fb1969dfd607 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396632 Sep 16 05:18:02.620802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8d0768eb-950d-4d99-a47e-c38b6651a948 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:02.670221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-f925e2db-eddf-40e8-bfbe-d581406911d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.672810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 8d0768eb-950d-4d99-a47e-c38b6651a948 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:02.672957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-f925e2db-eddf-40e8-bfbe-d581406911d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3444655 Sep 16 05:18:02.673093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8d0768eb-950d-4d99-a47e-c38b6651a948 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:02.674747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:02.747193 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946d15b1-6f54-4a5a-9bf5-afebee87fcea x-openstack-request-id: req-946d15b1-6f54-4a5a-9bf5-afebee87fcea {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:02.747486 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fc1b01-965a-4391-9271-e946a70931c0", "tag": "7376e272-9d15-400d-9675-1a611b550b0a", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:02.747740 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-946d15b1-6f54-4a5a-9bf5-afebee87fcea {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:02.748189 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fc1b01-965a-4391-9271-e946a70931c0', 'tag': '7376e272-9d15-400d-9675-1a611b550b0a', 'status': 'completed', 'code': 200} Sep 16 05:18:02.880594 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8485f400-3661-4834-9199-f435d1cd6616 req-4d41f94b-e106-4ec9-ab2e-b76094137f4b service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900527 Sep 16 05:18:02.892813 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ce098b-423a-4c99-b480-8d1777c4f51d x-openstack-request-id: req-f1ce098b-423a-4c99-b480-8d1777c4f51d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:02.893104 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb0e000-2153-4fe1-a9db-2833f65fbde8", "name": "network-vif-deleted", "tag": "8d0768eb-950d-4d99-a47e-c38b6651a948", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:02.893359 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1ce098b-423a-4c99-b480-8d1777c4f51d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:02.893768 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb0e000-2153-4fe1-a9db-2833f65fbde8', 'name': 'network-vif-deleted', 'tag': '8d0768eb-950d-4d99-a47e-c38b6651a948', 'status': 'completed', 'code': 200} Sep 16 05:18:02.975650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-71e402bf-d7d4-494c-8044-0420a8ef28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.982073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-71e402bf-d7d4-494c-8044-0420a8ef28a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&device_id=f6fc1b01-965a-4391-9271-e946a70931c0 HTTP/1.1" status: 200 len: 1096 time: 0.6660838 Sep 16 05:18:03.066186 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.189744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46486) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:03.204958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:03.208725 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a14bf31-5121-465b-bfd0-957691292803" -d '{"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:03.274426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:03.315355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8485f400-3661-4834-9199-f435d1cd6616 req-a4cb7ae2-b9d6-4bd7-b639-86002f81b66f service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193263 Sep 16 05:18:03.336647 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.354066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-e6eae459-8df5-41cd-8c8b-716b0d6123a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=fa527741-abdd-45eb-af2d-2a18026c3769 HTTP/1.1" status: 200 len: 217 time: 0.6618938 Sep 16 05:18:03.374361 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3e78637-51c8-446b-8cb4-692396167c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.394647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acd4ce9f-1305-4e82-9c15-a5118bd4aec3 req-3a76b7fe-9ade-443f-a257-7be06a97e1f0 tempest-LiveAutoBlockMigrationV225Test-1768313689 tempest-LiveAutoBlockMigrationV225Test-1768313689-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb0e000-2153-4fe1-a9db-2833f65fbde8 HTTP/1.1" status: 200 len: 210 time: 0.0673766 Sep 16 05:18:03.485613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=11']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:03.538592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-aabdca2d-5a74-48c6-acfe-fbb817c39429 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7376e272-9d15-400d-9675-1a611b550b0a HTTP/1.1" status: 200 len: 217 time: 0.1626143 Sep 16 05:18:03.542019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4931e3c7-1597-452d-b458-c73e978ea103 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:03.613725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.673560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5922bc91-c7ad-420f-be85-e6b4961c1212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.699882 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9693610-d768-4be5-81b9-f47e607b15fd x-openstack-request-id: req-c9693610-d768-4be5-81b9-f47e607b15fd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:03.705877 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:03.705877 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9693610-d768-4be5-81b9-f47e607b15fd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:03.705877 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'code': 200} Sep 16 05:18:03.709259 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3e78637-51c8-446b-8cb4-692396167c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.743305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Transition to ACTIVE for port object 4931e3c7-1597-452d-b458-c73e978ea103 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:03.743305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b811-d4b6-43f6-98bd-668d36aa93dd req-b9fc1cb6-330b-4ce4-9231-d72ef3902e8f tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:03.751426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f80b811-d4b6-43f6-98bd-668d36aa93dd req-b9fc1cb6-330b-4ce4-9231-d72ef3902e8f tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 932 time: 0.8166401 Sep 16 05:18:03.754487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-6703ca3f-5116-453e-9579-e193127f24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:03.756174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-6703ca3f-5116-453e-9579-e193127f24b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.3798647 Sep 16 05:18:03.880375 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3e78637-51c8-446b-8cb4-692396167c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.889154 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.940306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-2d7f35fe-befc-4c0d-b275-53f6df0eceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:03.941677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-2d7f35fe-befc-4c0d-b275-53f6df0eceb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 200 len: 853 time: 0.3896394 Sep 16 05:18:03.986167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e3e78637-51c8-446b-8cb4-692396167c1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bfbc61f30ce42999ebdb4dad7ae3470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7864761 Sep 16 05:18:04.006064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46508) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.056922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-76b96d85-387f-4672-aa9b-f1c1a13eb463 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007783 Sep 16 05:18:04.098753 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f80b811-d4b6-43f6-98bd-668d36aa93dd req-861ba179-403c-4799-8ff8-dacf74468e9b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464172 Sep 16 05:18:04.117858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Pushing event updated for resources: {'Port': ['ID=4931e3c7-1597-452d-b458-c73e978ea103,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.193642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-3ddbbc70-d0ef-4057-9fdf-486994828954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:04.195972 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-3ddbbc70-d0ef-4057-9fdf-486994828954 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3954339 Sep 16 05:18:04.222864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa48a8-625a-4b40-bd9e-f142f45f4b70 req-64a4592e-5385-44df-8826-7e88fad2b72d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:04.235633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e0aa48a8-625a-4b40-bd9e-f142f45f4b70 req-64a4592e-5385-44df-8826-7e88fad2b72d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 943 time: 0.4418519 Sep 16 05:18:04.341591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e36c8a5-35cf-4ee5-adf4-5cbd3162c5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.380874 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e36c8a5-35cf-4ee5-adf4-5cbd3162c5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.402285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e78637-51c8-446b-8cb4-692396167c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94542fce-29d3-4d0f-b645-733d0527e47a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.452758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-a00d0bb0-2afe-44b0-9094-e62d41baa9cd service neutron] 10.222.0.66 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730409 Sep 16 05:18:04.463535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5922bc91-c7ad-420f-be85-e6b4961c1212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.476928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e0aa48a8-625a-4b40-bd9e-f142f45f4b70 req-1bc23455-b510-4ce7-a3d9-a4dbb18d4577 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399452 Sep 16 05:18:04.501664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Attempting to bind port 4931e3c7-1597-452d-b458-c73e978ea103 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:04.502009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Attempting to bind port 4931e3c7-1597-452d-b458-c73e978ea103 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:04.505549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Attempting to bind port 4931e3c7-1597-452d-b458-c73e978ea103 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:04.521866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Port 4931e3c7-1597-452d-b458-c73e978ea103 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:04.522330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Attempting to bind port 4931e3c7-1597-452d-b458-c73e978ea103 on network 775d34e7-3e88-4c0b-95b0-bcad3546a6fa {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:04.528866 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-d5d5a2b4-5477-4aa6-9feb-c3037f6e3442 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138976 Sep 16 05:18:04.599586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 818f69d2-4e3f-49bb-9968-5cde518f3282 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:04.601006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46536) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.668605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e36c8a5-35cf-4ee5-adf4-5cbd3162c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.673850 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e36c8a5-35cf-4ee5-adf4-5cbd3162c5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.676042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3e36c8a5-35cf-4ee5-adf4-5cbd3162c5c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94542fce-29d3-4d0f-b645-733d0527e47a HTTP/1.1" status: 204 len: 168 time: 0.6292906 Sep 16 05:18:04.723695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36c8a5-35cf-4ee5-adf4-5cbd3162c5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94542fce-29d3-4d0f-b645-733d0527e47a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:04.769032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6df1bb45-be99-4d32-a06a-fad6ef8326f6 req-0aa7a794-093c-4037-b7d5-6b234c911e4b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571293 Sep 16 05:18:04.776298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:04.781420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Checking segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:04.781995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Bound using segment: {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:04.784680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Bound port: 4931e3c7-1597-452d-b458-c73e978ea103, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c154b8-74a2-4480-a220-ac77bf4a74be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:04.785421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.788750 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5922bc91-c7ad-420f-be85-e6b4961c1212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.846865 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5922bc91-c7ad-420f-be85-e6b4961c1212 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5eadb05839554c64aba6a884ca32eeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2881579 Sep 16 05:18:04.851116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46552) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:04.903210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-548e376b-58f8-41a4-bcb2-fb0c8bb42771 admin admin] Deleting subnet f7723731-cf71-4a95-9b40-4e7112c45eb8 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:04.923982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-548e376b-58f8-41a4-bcb2-fb0c8bb42771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.001870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] For port 4931e3c7-1597-452d-b458-c73e978ea103, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:05.005933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] For port 4931e3c7-1597-452d-b458-c73e978ea103, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4931e3c7-1597-452d-b458-c73e978ea103,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:05.030065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:05.061412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-184a6d42-b224-4fba-8df5-125ee5d7233b service neutron] 10.222.0.66 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906878 Sep 16 05:18:05.063093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922bc91-c7ad-420f-be85-e6b4961c1212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d42f611-57b9-4c52-9418-24ee2f742177,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.083348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'port_id': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'mac_address': 'fa:16:3e:74:5e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576478f5-729e-44a4-adad-d1c8be5f43f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:05.097811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-548e376b-58f8-41a4-bcb2-fb0c8bb42771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.108652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.195652 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.282870 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-548e376b-58f8-41a4-bcb2-fb0c8bb42771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.314860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Pushing event updated for resources: {'Port': ['ID=4931e3c7-1597-452d-b458-c73e978ea103,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.448641 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3d1cfae-c80c-454f-86d4-640ffa9e837d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.517434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.518118 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.519381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-02ba34b7-badd-4ad1-8489-d4fa4190ac9e service neutron] 10.222.0.30 "PUT /v2.0/ports/4931e3c7-1597-452d-b458-c73e978ea103 HTTP/1.1" status: 200 len: 1093 time: 4.3241518 Sep 16 05:18:05.520001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f', 'tag': '4931e3c7-1597-452d-b458-c73e978ea103'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:05.522368 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63274cea-ab53-449e-be3f-315ff6be8ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f", "tag": "4931e3c7-1597-452d-b458-c73e978ea103"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:05.565421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3d1cfae-c80c-454f-86d4-640ffa9e837d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.591819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-548e376b-58f8-41a4-bcb2-fb0c8bb42771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.625061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-f46cd817-2789-469e-9abd-140d3170dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.627723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-f46cd817-2789-469e-9abd-140d3170dad3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&device_id=f6fc1b01-965a-4391-9271-e946a70931c0 HTTP/1.1" status: 200 len: 1096 time: 0.2799726 Sep 16 05:18:05.644212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b21a-b6b4-464c-a97d-fc4f82f53bce req-e67482de-bc6e-482c-82e1-a0bc7dd34586 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.644212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2442b21a-b6b4-464c-a97d-fc4f82f53bce req-e67482de-bc6e-482c-82e1-a0bc7dd34586 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 944 time: 0.2145574 Sep 16 05:18:05.694735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818f69d2-4e3f-49bb-9968-5cde518f3282 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:05.705206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e376b-58f8-41a4-bcb2-fb0c8bb42771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7723731-cf71-4a95-9b40-4e7112c45eb8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.742384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-548e376b-58f8-41a4-bcb2-fb0c8bb42771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.753847 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-548e376b-58f8-41a4-bcb2-fb0c8bb42771 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f7723731-cf71-4a95-9b40-4e7112c45eb8 HTTP/1.1" status: 204 len: 168 time: 1.1513503 Sep 16 05:18:05.777431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:05.792268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.850003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.863064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2442b21a-b6b4-464c-a97d-fc4f82f53bce req-6320f1a6-8363-4055-9e83-e3c3cd02b81d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861398 Sep 16 05:18:06.002986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:06.016412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3d1cfae-c80c-454f-86d4-640ffa9e837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.020585 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3d1cfae-c80c-454f-86d4-640ffa9e837d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.030561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e3d1cfae-c80c-454f-86d4-640ffa9e837d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d42f611-57b9-4c52-9418-24ee2f742177 HTTP/1.1" status: 204 len: 168 time: 1.1758604 Sep 16 05:18:06.065182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1cfae-c80c-454f-86d4-640ffa9e837d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d42f611-57b9-4c52-9418-24ee2f742177,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:06.230609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['818f69d2-4e3f-49bb-9968-5cde518f3282'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:06.334137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-b6b792b8-9a7c-4b9f-b67d-507bd1bde230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:06.343203 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-b6b792b8-9a7c-4b9f-b67d-507bd1bde230 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 1096 time: 0.6014175 Sep 16 05:18:06.431454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aa168-cd8b-4f17-a108-4dbe2b87b6ef req-8b7e3482-31dd-4b1b-bf06-58b3ac346775 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:06.446723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b8aa168-cd8b-4f17-a108-4dbe2b87b6ef req-8b7e3482-31dd-4b1b-bf06-58b3ac346775 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 944 time: 0.6510859 Sep 16 05:18:06.450996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.571934 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feec035-885e-4f86-b49b-60d75d96e595 x-openstack-request-id: req-0feec035-885e-4f86-b49b-60d75d96e595 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:06.584101 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f", "tag": "4931e3c7-1597-452d-b458-c73e978ea103", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:06.584101 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0feec035-885e-4f86-b49b-60d75d96e595 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:06.584101 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f', 'tag': '4931e3c7-1597-452d-b458-c73e978ea103', 'status': 'completed', 'code': 200} Sep 16 05:18:06.584101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-7d0df9b9-1b06-4e5a-b9f7-a6f9342d927b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4931e3c7-1597-452d-b458-c73e978ea103 HTTP/1.1" status: 200 len: 217 time: 0.2147164 Sep 16 05:18:06.698835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-751e024c-50de-49d0-bef9-8999fb80ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:06.702590 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-751e024c-50de-49d0-bef9-8999fb80ab98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 914 time: 1.0490804 Sep 16 05:18:07.017511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-5ab4a2a0-2707-41f2-89db-eafebf8d4c2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7376e272-9d15-400d-9675-1a611b550b0a HTTP/1.1" status: 200 len: 217 time: 0.1962833 Sep 16 05:18:07.145983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-14036c92-4089-4c81-b9bf-11123956c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:07.152755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-14036c92-4089-4c81-b9bf-11123956c52e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 200 len: 853 time: 0.4941583 Sep 16 05:18:07.168940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b8aa168-cd8b-4f17-a108-4dbe2b87b6ef req-5d7b0770-0c04-4dda-a238-c6d586547039 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932920 Sep 16 05:18:07.297458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010f8d-a34c-4c01-bcc4-dffa22b842e5 req-b784a222-c8c1-40b5-951f-927a023e9e3d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:07.313468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.319930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed010f8d-a34c-4c01-bcc4-dffa22b842e5 req-b784a222-c8c1-40b5-951f-927a023e9e3d tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 944 time: 0.2213657 Sep 16 05:18:07.375501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.427394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-fc93acaa-6f4e-4f38-815c-c740f6375c88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2534034 Sep 16 05:18:07.487380 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed010f8d-a34c-4c01-bcc4-dffa22b842e5 req-b4b8ef85-1fef-4398-9f96-49aa131001e7 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622484 Sep 16 05:18:07.532316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33d2f8c-0f50-4292-b7c6-26b0ef9887b7']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:07.539955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1909771091-network', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:07.580111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-a6094669-f511-4327-a0d6-c8098c426a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:07.581785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-a6094669-f511-4327-a0d6-c8098c426a8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 200 len: 853 time: 0.4742541 Sep 16 05:18:07.602088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee061d8-2383-4349-9303-e7399c7123f0') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:07.602406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee061d8-2383-4349-9303-e7399c7123f0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:08.028811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.035224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-48f53c42-bb02-4c0a-a2b1-67cb3a8e6f53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4428060 Sep 16 05:18:08.050503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Made reservation on behalf of 568f2d4b757446df9507bb340ec4fe7a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:08.054172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.118931 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.123470 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.155604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:08.156063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:08.157923 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:08.255949 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-6dbd727a-b036-4f9a-b45d-68629b33784a service neutron] 10.222.0.30 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124580 Sep 16 05:18:08.358640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dd728-1434-4b80-ad2a-cad9756321af req-111cdf83-03ba-4439-81d3-665ac4d4c50e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:08.369167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-475dd728-1434-4b80-ad2a-cad9756321af req-111cdf83-03ba-4439-81d3-665ac4d4c50e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 944 time: 0.0737278 Sep 16 05:18:08.432725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-475dd728-1434-4b80-ad2a-cad9756321af req-6b6767c7-b313-4ea6-8de8-b16ec607249e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 Sep 16 05:18:08.438777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-ea3a7b31-a187-4419-bd30-59820ac2105b service neutron] 10.222.0.66 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715386 Sep 16 05:18:08.487082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.527106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.532521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46736) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:08.533983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a33d2f8c-0f50-4292-b7c6-26b0ef9887b7 HTTP/1.1" status: 204 len: 168 time: 2.7365065 Sep 16 05:18:08.561386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1b839-12b0-4677-b4b1-51fb46c6f7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a33d2f8c-0f50-4292-b7c6-26b0ef9887b7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:08.572789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:08.602321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7376e272-9d15-400d-9675-1a611b550b0a details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:08.611420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 818f69d2-4e3f-49bb-9968-5cde518f3282 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:08.672219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-7156c697-dc36-4f4f-863f-fc6319ba4ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286784 Sep 16 05:18:08.676853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d0b565-49d3-4c9f-bbdc-f1fe847d8fd9 admin admin] Deleting subnet f9d6da42-322c-4dd9-813e-072ab92a97d4 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:08.710539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d0b565-49d3-4c9f-bbdc-f1fe847d8fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.745816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0f62541-9a28-4180-8fc8-b157c044f371 req-87b077d0-48e6-497c-b947-19baf2731384 service neutron] 10.222.0.66 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717123 Sep 16 05:18:08.754495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.864960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d0b565-49d3-4c9f-bbdc-f1fe847d8fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.889509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7376e272-9d15-400d-9675-1a611b550b0a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7376e272-9d15-400d-9675-1a611b550b0a,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:08.901920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-959487081-network', 'tenant_id': '320de6b7d15e40b3ae8c22525c0d55cc'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:08.908601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '7376e272-9d15-400d-9675-1a611b550b0a', 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'port_id': '7376e272-9d15-400d-9675-1a611b550b0a', 'mac_address': 'fa:16:3e:0b:1e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb1d9e-56c0-499e-9a6f-ff2c67552dba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:08.948365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.950816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52c0f2-8fad-4720-81db-2b4670d2cd49 req-bfb14faf-0008-4278-b9f5-8bd3fe6c8565 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:08.952669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f52c0f2-8fad-4720-81db-2b4670d2cd49 req-bfb14faf-0008-4278-b9f5-8bd3fe6c8565 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 944 time: 0.2476659 Sep 16 05:18:08.964573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.977158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 818f69d2-4e3f-49bb-9968-5cde518f3282 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:08.986513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d0b565-49d3-4c9f-bbdc-f1fe847d8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.990070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 818f69d2-4e3f-49bb-9968-5cde518f3282 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:08.990878 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.998583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7376e272-9d15-400d-9675-1a611b550b0a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:09.035963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7376e272-9d15-400d-9675-1a611b550b0a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7376e272-9d15-400d-9675-1a611b550b0a,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:09.064883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f52c0f2-8fad-4720-81db-2b4670d2cd49 req-dd8e187a-87da-42b3-9c6a-83333f6a663c tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911057 Sep 16 05:18:09.089232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:09.116010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.116555 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Added segment e26836b4-94f9-4ca7-b502-c9efdba99d60 of type vlan for network 5da5c3b1-1411-4963-a194-abf9c39bca17 Sep 16 05:18:09.117898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f043ed-8762-481a-8602-00f218a7f146,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:09.137753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-0a1eb61e-d295-4f11-be39-d3d0cf4e15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:09.140639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-0a1eb61e-d295-4f11-be39-d3d0cf4e15c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 1096 time: 0.2202051 Sep 16 05:18:09.155360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.184971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:09.187972 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b6f89-fcb6-4b11-8109-0fe6f9ee771b" -d '{"events": [{"server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "name": "network-vif-plugged", "status": "completed", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:09.227216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.228784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:09.230922 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.279414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d0b565-49d3-4c9f-bbdc-f1fe847d8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.298402 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d0b565-49d3-4c9f-bbdc-f1fe847d8fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.304617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43d0b565-49d3-4c9f-bbdc-f1fe847d8fd9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f9d6da42-322c-4dd9-813e-072ab92a97d4 HTTP/1.1" status: 204 len: 168 time: 0.7676010 Sep 16 05:18:09.307794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7376e272-9d15-400d-9675-1a611b550b0a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:09.320493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46764) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:09.338816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Made reservation on behalf of 320de6b7d15e40b3ae8c22525c0d55cc for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:09.341778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0b565-49d3-4c9f-bbdc-f1fe847d8fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d6da42-322c-4dd9-813e-072ab92a97d4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:09.342661 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.377094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.393111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.418173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-e71867aa-ece5-4e90-a6e3-79e5f93dabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:09.423641 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.432558 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-e71867aa-ece5-4e90-a6e3-79e5f93dabfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 200 len: 914 time: 0.2558477 Sep 16 05:18:09.498110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-68b2d44b-433e-4342-a753-384300eac522 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4931e3c7-1597-452d-b458-c73e978ea103 HTTP/1.1" status: 200 len: 217 time: 0.0525587 Sep 16 05:18:09.516250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:09.532446 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.533478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:09.534062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.543141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.568702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec16a688-7c72-4b46-bd6b-1ad2df5d4311']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:09.581053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfce2997-d848-4f7a-839d-3887cd150a44') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:09.581569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfce2997-d848-4f7a-839d-3887cd150a44') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:09.598664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.626280 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.640167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:09.640663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:09.643762 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:09.648682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['7376e272-9d15-400d-9675-1a611b550b0a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:09.700694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-415e4639-9280-4c8f-b56b-d6fa13cd653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:09.703599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-415e4639-9280-4c8f-b56b-d6fa13cd653f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 200 len: 853 time: 0.1952984 Sep 16 05:18:09.734995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] Pushing event updated for resources: {'Network': ['ID=5da5c3b1-1411-4963-a194-abf9c39bca17,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:09.751928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 5da5c3b1-1411-4963-a194-abf9c39bca17 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:09.770565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-a1e964d6-b6dc-4850-8729-536d5d1287ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=775d34e7-3e88-4c0b-95b0-bcad3546a6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476825 Sep 16 05:18:09.793980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.812255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.818344 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.820728 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ec16a688-7c72-4b46-bd6b-1ad2df5d4311 HTTP/1.1" status: 204 len: 168 time: 0.5073915 Sep 16 05:18:09.861007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5668f-29ce-4bf5-b229-eecf07057348 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec16a688-7c72-4b46-bd6b-1ad2df5d4311,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:09.910205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.949473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3daad0b-68e4-4b13-b708-8a7d90713044,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:09.964463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:09.978122 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b70cf0-6ea0-4c0c-b8ad-adc7b2002c2d x-openstack-request-id: req-43b70cf0-6ea0-4c0c-b8ad-adc7b2002c2d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:09.980871 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "name": "network-vif-plugged", "status": "completed", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:09.980871 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43b70cf0-6ea0-4c0c-b8ad-adc7b2002c2d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:09.986971 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'code': 200} Sep 16 05:18:09.987778 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:09.988175 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Added segment d71a29eb-9db7-40c8-bad1-65d13b1ff797 of type vlan for network b9652dbf-e073-4e80-9d05-d0f5c50c3289 Sep 16 05:18:10.018441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-e48d1828-ca5f-4078-8b6d-cdb1b5e26752 service neutron] 10.222.0.30 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282572 Sep 16 05:18:10.023641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-26a26d55-7b8e-4a89-b111-5ba603c04799 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7060635 Sep 16 05:18:10.028674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46788) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:10.038078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Request body: {'subnet': {'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1909771091-subnet', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:10.115559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d8f1-98ed-4697-a83e-8df502e76bdc req-adf899c2-bfbf-4cdc-b3d5-3480c6cf36a7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.118868 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.121523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3cf8d8f1-98ed-4697-a83e-8df502e76bdc req-adf899c2-bfbf-4cdc-b3d5-3480c6cf36a7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1043298 Sep 16 05:18:10.184935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3cf8d8f1-98ed-4697-a83e-8df502e76bdc req-cbf95c07-1974-4b32-9027-f33ab96c01b8 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597160 Sep 16 05:18:10.200302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51edc1f-ef1f-4f96-9f87-2262713e84e8 req-bbe9648f-a737-40f3-b7fa-6b871f6ff4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.201990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e51edc1f-ef1f-4f96-9f87-2262713e84e8 req-bbe9648f-a737-40f3-b7fa-6b871f6ff4bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 1097 time: 0.1204309 Sep 16 05:18:10.217659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Made reservation on behalf of 568f2d4b757446df9507bb340ec4fe7a for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:10.220413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.304448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63274cea-ab53-449e-be3f-315ff6be8ed1 req-3fbb0078-d0d6-4539-a0e1-19aaf33b7103 service neutron] 10.222.0.30 "GET /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546103 Sep 16 05:18:10.309307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e51edc1f-ef1f-4f96-9f87-2262713e84e8 req-f81e7bfd-745a-4a67-a0c5-d15b68388259 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828924 Sep 16 05:18:10.359112 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.360979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.361954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.418022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76794cd7-57da-45e5-99b7-fdde1b37f23d req-64e1d472-a797-4965-885c-2cd18d48a7c8 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.419647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-76794cd7-57da-45e5-99b7-fdde1b37f23d req-64e1d472-a797-4965-885c-2cd18d48a7c8 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 945 time: 0.1055810 Sep 16 05:18:10.443056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] Pushing event updated for resources: {'Network': ['ID=b9652dbf-e073-4e80-9d05-d0f5c50c3289,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:10.457466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b9652dbf-e073-4e80-9d05-d0f5c50c3289 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:10.496968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-47277174-4ab4-4b19-a9da-9ca5a88919ee admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9212644 Sep 16 05:18:10.502829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46794) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:10.509620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Request body: {'subnet': {'network_id': 'b9652dbf-e073-4e80-9d05-d0f5c50c3289', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-959487081-subnet', 'tenant_id': '320de6b7d15e40b3ae8c22525c0d55cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:10.533611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-76794cd7-57da-45e5-99b7-fdde1b37f23d req-694d9b08-8534-416b-bcfc-3bc77a4f0b7b tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873370 Sep 16 05:18:10.566862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46796) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:10.568230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.628930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad18a9f-87f6-4142-abe4-171ba975caa1 req-af9b516c-c919-41e8-b772-4f6510e86c73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.630643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ad18a9f-87f6-4142-abe4-171ba975caa1 req-af9b516c-c919-41e8-b772-4f6510e86c73 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 944 time: 0.0809360 Sep 16 05:18:10.631918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Made reservation on behalf of 320de6b7d15e40b3ae8c22525c0d55cc for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:10.634564 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.726658 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37845d45-5b29-4051-b11f-99497c852cec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee7cdd3450f847e7be1ee06226de1088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538730 Sep 16 05:18:10.731913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46804) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:10.763603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69303db1-4dc9-463e-b3e3-ab5cedd9212c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:10.820224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Checking segment: {'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:10.820829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Network hostable DHCP agents. Network: 5da5c3b1-1411-4963-a194-abf9c39bca17, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:10.833656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ad18a9f-87f6-4142-abe4-171ba975caa1 req-d539f0a9-dedc-4f2a-94ce-e09727b5bdbf tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827314 Sep 16 05:18:10.846185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-37d0d076-b6ff-4c82-8952-a1ab28fed4ba tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.848013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-37d0d076-b6ff-4c82-8952-a1ab28fed4ba tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.30 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 945 time: 0.1931846 Sep 16 05:18:10.856636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88caae64-2314-42bc-a15e-3afbe1152cca req-f924f026-c292-4fe8-b919-b2f93c76d3f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1532867 Sep 16 05:18:10.895090 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46fa445c-9012-447e-a720-14801c55b2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.944654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46fa445c-9012-447e-a720-14801c55b2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.011632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Network 5da5c3b1-1411-4963-a194-abf9c39bca17 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:11.084297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caae64-2314-42bc-a15e-3afbe1152cca req-3972ecdc-5a7c-408c-8a55-7d9897a3172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.086557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88caae64-2314-42bc-a15e-3afbe1152cca req-3972ecdc-5a7c-408c-8a55-7d9897a3172b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1615ea5bc234353bd24a95e36e3d638&device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 1097 time: 0.1746943 Sep 16 05:18:11.125326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 5da5c3b1-1411-4963-a194-abf9c39bca17) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:11.127533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46fa445c-9012-447e-a720-14801c55b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.132815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46fa445c-9012-447e-a720-14801c55b2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.137402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96137bb1-4b85-4eea-8b19-d9476a3266b7 None None] Network 5da5c3b1-1411-4963-a194-abf9c39bca17 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:11.152155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-46fa445c-9012-447e-a720-14801c55b2eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/373d9068-82e0-41fa-8489-b385f1951f88 HTTP/1.1" status: 204 len: 168 time: 0.4045639 Sep 16 05:18:11.160808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.165861 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.201516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa445c-9012-447e-a720-14801c55b2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373d9068-82e0-41fa-8489-b385f1951f88,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:11.324355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Deleting port 28e982fc-c427-4319-928b-a5ab122e0a70 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:11.324830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.332866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7739f6ec-a820-4035-98cc-2e107e444853 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3023763 Sep 16 05:18:11.340687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46824) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:11.349970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:11.413192 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.520981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-5da5c3b1-1411-4963-a194-abf9c39bca17', 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'fixed_ips': [{'subnet_id': '69303db1-4dc9-463e-b3e3-ab5cedd9212c'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:18:11.521921 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.542648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.544450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.577351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caae64-2314-42bc-a15e-3afbe1152cca req-bfeef420-c57d-4198-84e6-e5e626e2a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.581652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88caae64-2314-42bc-a15e-3afbe1152cca req-bfeef420-c57d-4198-84e6-e5e626e2a9b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 200 len: 908 time: 0.4591455 Sep 16 05:18:11.628654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.669594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6916b9-35d6-4d68-9c70-99ed7ab8bae6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:11.679372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9613bf-3b28-4914-b7ba-06f931f13f2a req-8d4d5dd3-4e4b-4738-8e5e-526a6c30e17d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.682354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c9613bf-3b28-4914-b7ba-06f931f13f2a req-8d4d5dd3-4e4b-4738-8e5e-526a6c30e17d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 945 time: 0.3223443 Sep 16 05:18:11.688705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88caae64-2314-42bc-a15e-3afbe1152cca req-f3f73253-be45-4cb2-9e52-2bd554036642 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 200 len: 217 time: 0.0905066 Sep 16 05:18:11.763422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Allocated IP 172.20.0.2 (5da5c3b1-1411-4963-a194-abf9c39bca17/69303db1-4dc9-463e-b3e3-ab5cedd9212c/b36bc309-8edf-4786-a57a-3a34113eba81) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:11.780696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Checking segment: {'id': 'd71a29eb-9db7-40c8-bad1-65d13b1ff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b9652dbf-e073-4e80-9d05-d0f5c50c3289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:11.781058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Network hostable DHCP agents. Network: b9652dbf-e073-4e80-9d05-d0f5c50c3289, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:11.813352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] For port 28e982fc-c427-4319-928b-a5ab122e0a70, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=28e982fc-c427-4319-928b-a5ab122e0a70,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:11.813724 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.860849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Calling delete_port for 28e982fc-c427-4319-928b-a5ab122e0a70 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:11.863743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caae64-2314-42bc-a15e-3afbe1152cca req-a1c14588-289e-48dd-afcf-89f339e02f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.865432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88caae64-2314-42bc-a15e-3afbe1152cca req-a1c14588-289e-48dd-afcf-89f339e02f07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 200 len: 847 time: 0.1636982 Sep 16 05:18:11.883738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c9613bf-3b28-4914-b7ba-06f931f13f2a req-bc3f43fd-8567-4f0b-9974-56f7e28e24e0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945324 Sep 16 05:18:11.940906 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.955236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88caae64-2314-42bc-a15e-3afbe1152cca req-58c00e5c-0be9-4878-a56e-f2c0a5912a1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6458a1b-858e-4762-b6a2-d04d4c6902af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603015 Sep 16 05:18:11.979544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4931e3c7-1597-452d-b458-c73e978ea103 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:12.067594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Network b9652dbf-e073-4e80-9d05-d0f5c50c3289 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:12.179522 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.187371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf75a85-5413-4b81-8d53-792617f5554f req-05728df0-1b68-410f-943d-ffc133f6a158 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.189414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cf75a85-5413-4b81-8d53-792617f5554f req-05728df0-1b68-410f-943d-ffc133f6a158 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 945 time: 0.1912441 Sep 16 05:18:12.226123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88caae64-2314-42bc-a15e-3afbe1152cca req-bb3d7eba-6fe5-440f-8b2c-49119fde9a81 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290711 Sep 16 05:18:12.256064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4931e3c7-1597-452d-b458-c73e978ea103, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4931e3c7-1597-452d-b458-c73e978ea103,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:12.287968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '4931e3c7-1597-452d-b458-c73e978ea103', 'network_id': '775d34e7-3e88-4c0b-95b0-bcad3546a6fa', 'port_id': '4931e3c7-1597-452d-b458-c73e978ea103', 'mac_address': 'fa:16:3e:f8:87:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb1d9e-56c0-499e-9a6f-ff2c67552dba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:12.289115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b9652dbf-e073-4e80-9d05-d0f5c50c3289) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:12.295676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.296215 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.307898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977e0ae-89bf-481e-9222-93e70c05621c None None] Network b9652dbf-e073-4e80-9d05-d0f5c50c3289 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:12.371147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.376087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.397839 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.403298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cf75a85-5413-4b81-8d53-792617f5554f req-6895ad7c-387f-466e-83c2-2aed60d0ad06 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958413 Sep 16 05:18:12.426221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:12.446501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Network 5da5c3b1-1411-4963-a194-abf9c39bca17 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:12.498138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:12.509189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.512922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:12.521343 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9371ed9a-3c26-4338-a005-873f3495083f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0183127 Sep 16 05:18:12.541605 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88caae64-2314-42bc-a15e-3afbe1152cca req-8a9fa0dd-b57f-4f59-ab60-b3a760c0a067 service neutron] 10.222.0.30 "GET /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006122 Sep 16 05:18:12.625996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Allocated IP 172.25.1.164 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/67e55196-bde6-458e-8d5e-1810af6f6873) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:12.635167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Pushing event deleted for resources: {'Port': ['ID=28e982fc-c427-4319-928b-a5ab122e0a70,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:12.652006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['28e982fc-c427-4319-928b-a5ab122e0a70'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:12.696977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7376e272-9d15-400d-9675-1a611b550b0a up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:12.704537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Pushing event updated for resources: {'Port': ['ID=b36bc309-8edf-4786-a57a-3a34113eba81,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:12.730621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-20d7ef7e-d215-40b7-8c6a-00ff58472a88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41698ab070d047c7b00c4ee457abce24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975595 Sep 16 05:18:12.730621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] No DVR routers for this DVR port 28e982fc-c427-4319-928b-a5ab122e0a70 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:12.730621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.733848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80093a65-8d74-4521-98a2-9b4b23e12e6e req-03b50083-f806-4f5d-8598-7cec5eaea3d1 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.30 "DELETE /v2.0/ports/28e982fc-c427-4319-928b-a5ab122e0a70 HTTP/1.1" status: 204 len: 173 time: 1.8728335 Sep 16 05:18:12.733848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46856) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:12.734822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'name': 'network-vif-deleted', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:12.737720 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30afa4fe-f218-4c95-a076-b8578ca1d607" -d '{"events": [{"server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "name": "network-vif-deleted", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:12.782978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d9d22-8907-4595-8d7b-2eebaa2a8254 req-82bfe59c-03bf-4551-83ed-8b1e3fffc828 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.792836 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c3d9d22-8907-4595-8d7b-2eebaa2a8254 req-82bfe59c-03bf-4551-83ed-8b1e3fffc828 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 944 time: 0.2047808 Sep 16 05:18:12.840521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.860609 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.883428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c3d9d22-8907-4595-8d7b-2eebaa2a8254 req-6b7f057c-9fd4-4a77-ab70-dbf3c94ef685 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895905 Sep 16 05:18:12.899356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f80a-fa9f-4e9c-b0a1-3832add5116b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.939726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f80a-fa9f-4e9c-b0a1-3832add5116b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.969154 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd019bf-5e03-44b5-9f0c-0beed8ea7ec9 x-openstack-request-id: req-9bd019bf-5e03-44b5-9f0c-0beed8ea7ec9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:12.969591 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4917a165-5f51-497b-a02b-dd3193d7e781", "name": "network-vif-deleted", "tag": "28e982fc-c427-4319-928b-a5ab122e0a70", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:12.969978 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bd019bf-5e03-44b5-9f0c-0beed8ea7ec9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:12.970667 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4917a165-5f51-497b-a02b-dd3193d7e781', 'name': 'network-vif-deleted', 'tag': '28e982fc-c427-4319-928b-a5ab122e0a70', 'status': 'completed', 'code': 200} Sep 16 05:18:12.984681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4931e3c7-1597-452d-b458-c73e978ea103 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:13.017245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.052170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:13.055926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:13.064915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:13.080653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Attempting to bind port b36bc309-8edf-4786-a57a-3a34113eba81 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:13.081329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Attempting to bind port b36bc309-8edf-4786-a57a-3a34113eba81 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:13.082015 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Attempting to bind port b36bc309-8edf-4786-a57a-3a34113eba81 on network 5da5c3b1-1411-4963-a194-abf9c39bca17 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:13.094917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4931e3c7-1597-452d-b458-c73e978ea103, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4931e3c7-1597-452d-b458-c73e978ea103,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:13.106954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:13.107818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Checking segment: {'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:13.108416 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.109141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Bound using segment: {'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:13.110044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Bound port: b36bc309-8edf-4786-a57a-3a34113eba81, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:13.110856 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.130262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f80a-fa9f-4e9c-b0a1-3832add5116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.136950 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f80a-fa9f-4e9c-b0a1-3832add5116b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.146247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4ef6f80a-fa9f-4e9c-b0a1-3832add5116b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3bbbe07-3285-4964-a64d-456818c0fd0e HTTP/1.1" status: 204 len: 168 time: 0.4046869 Sep 16 05:18:13.180021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6f80a-fa9f-4e9c-b0a1-3832add5116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bbbe07-3285-4964-a64d-456818c0fd0e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.195361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Pushing event updated for resources: {'Port': ['ID=67e55196-bde6-458e-8d5e-1810af6f6873,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.253892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3a8c7-10dd-47bd-8d0c-38a61b285f1c req-434f91c4-d57d-4b08-b49c-3ea28bb75f4b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.260585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bc3a8c7-10dd-47bd-8d0c-38a61b285f1c req-434f91c4-d57d-4b08-b49c-3ea28bb75f4b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 945 time: 0.2102878 Sep 16 05:18:13.377218 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.386748 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bc3a8c7-10dd-47bd-8d0c-38a61b285f1c req-4f98d791-14ab-4548-9ada-153010f0175e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196580 Sep 16 05:18:13.389480 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-984ef130-1674-4cc0-94a0-e9c73822e947 req-1a62183e-7363-4b67-8ea6-10c04f25cc4d tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] show failed (client error): The resource could not be found. Sep 16 05:18:13.391198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-984ef130-1674-4cc0-94a0-e9c73822e947 req-1a62183e-7363-4b67-8ea6-10c04f25cc4d tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] 10.222.0.49 "GET /v2.0/security-groups/b78fffc1-3aed-4711-bbed-79ff4955a155 HTTP/1.1" status: 404 len: 352 time: 0.0333447 Sep 16 05:18:13.449900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f0832b-fb06-4275-aac2-c4022b5ef18d None None] Network b9652dbf-e073-4e80-9d05-d0f5c50c3289 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:13.454805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 7376e272-9d15-400d-9675-1a611b550b0a completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:13.505010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 7376e272-9d15-400d-9675-1a611b550b0a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:13.505380 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.651672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] For port b36bc309-8edf-4786-a57a-3a34113eba81, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:13.661000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] For port b36bc309-8edf-4786-a57a-3a34113eba81, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b36bc309-8edf-4786-a57a-3a34113eba81,segment=NetworkSegment(e26836b4-94f9-4ca7-b502-c9efdba99d60),segment_id=e26836b4-94f9-4ca7-b502-c9efdba99d60)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:13.671837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=4931e3c7-1597-452d-b458-c73e978ea103,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.748178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.772835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['4931e3c7-1597-452d-b458-c73e978ea103'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:13.779683 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.041462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 28e982fc-c427-4319-928b-a5ab122e0a70 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:14.074592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 28e982fc-c427-4319-928b-a5ab122e0a70 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:14.075032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 28e982fc-c427-4319-928b-a5ab122e0a70 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:14.157127 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.175226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87debded-3b84-4682-ba62-0e912426fc2d None None] Pushing event updated for resources: {'Port': ['ID=b36bc309-8edf-4786-a57a-3a34113eba81,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:14.220253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc1b01-965a-4391-9271-e946a70931c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7376e272-9d15-400d-9675-1a611b550b0a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:14.223264 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6d2ab6-7908-4482-ad92-db1aeed4e8e4" -d '{"events": [{"server_uuid": "f6fc1b01-965a-4391-9271-e946a70931c0", "name": "network-vif-plugged", "status": "completed", "tag": "7376e272-9d15-400d-9675-1a611b550b0a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:14.256759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7376e272-9d15-400d-9675-1a611b550b0a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7376e272-9d15-400d-9675-1a611b550b0a,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:14.376758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.516905 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6324bfb-bf03-40ee-ba22-444a4ba056f3 req-ad69e3da-7ba7-46a0-a9e6-17efbe8e7d04 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=4917a165-5f51-497b-a02b-dd3193d7e781 HTTP/1.1" status: 200 len: 210 time: 0.0577319 Sep 16 05:18:14.601344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7376e272-9d15-400d-9675-1a611b550b0a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:14.706004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.720397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1dbf8ba7-861c-4882-bc63-b26d8e9ea280 req-ee980ae3-acde-4806-806a-3949eb36d15f tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=320de6b7d15e40b3ae8c22525c0d55cc HTTP/1.1" status: 200 len: 2984 time: 0.1360955 Sep 16 05:18:14.761892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b36bc309-8edf-4786-a57a-3a34113eba81 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:14.844911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b36bc309-8edf-4786-a57a-3a34113eba81 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:14.845122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.858272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1dbf8ba7-861c-4882-bc63-b26d8e9ea280 req-191ed579-be06-4466-9f5b-26783ffa84c1 tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] 10.222.0.49 "GET /v2.0/security-groups/f3daad0b-68e4-4b13-b708-8a7d90713044 HTTP/1.1" status: 200 len: 2981 time: 0.0949683 Sep 16 05:18:14.970953 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.972865 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1dbf8ba7-861c-4882-bc63-b26d8e9ea280 req-ddf7469a-378c-4345-96d6-39ff4e495fce tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] 10.222.0.49 "GET /v2.0/security-groups/f3daad0b-68e4-4b13-b708-8a7d90713044 HTTP/1.1" status: 200 len: 2981 time: 0.1016922 Sep 16 05:18:15.032063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port b36bc309-8edf-4786-a57a-3a34113eba81, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b36bc309-8edf-4786-a57a-3a34113eba81,segment=NetworkSegment(e26836b4-94f9-4ca7-b502-c9efdba99d60),segment_id=e26836b4-94f9-4ca7-b502-c9efdba99d60)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:15.095088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437732ee-ecdc-4e9b-89e4-764b3ff13ffb req-a7431095-ad43-4de3-ab37-46a7439a8ae0 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:15.096817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-437732ee-ecdc-4e9b-89e4-764b3ff13ffb req-a7431095-ad43-4de3-ab37-46a7439a8ae0 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 945 time: 0.0645237 Sep 16 05:18:15.128824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Router d0af877a-06ea-4602-98e5-9aa2b38136a8 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:15.160802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-437732ee-ecdc-4e9b-89e4-764b3ff13ffb req-81f70823-4d47-4b73-8b90-e1bbbd314976 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513737 Sep 16 05:18:15.187776 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.257819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=b36bc309-8edf-4786-a57a-3a34113eba81,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:15.332596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:15.345573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Sync routers for ids ['d0af877a-06ea-4602-98e5-9aa2b38136a8'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:15.358243 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Routers {'d0af877a-06ea-4602-98e5-9aa2b38136a8'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:15.358992 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:17:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d0af877a-06ea-4602-98e5-9aa2b38136a8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:15.421591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524deb2-0ba1-4f3f-8b58-25e1afe3cf06 req-a1c671bb-c84e-4853-823a-1596e05ebf98 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:15.444481 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3524deb2-0ba1-4f3f-8b58-25e1afe3cf06 req-a1c671bb-c84e-4853-823a-1596e05ebf98 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 945 time: 0.1293540 Sep 16 05:18:15.472381 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.474737 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7463b1ee-cc43-4863-93f3-df70132d9c97 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1324644 Sep 16 05:18:15.478162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46952) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:15.507034 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Set router d0af877a-06ea-4602-98e5-9aa2b38136a8 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:15.586093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3524deb2-0ba1-4f3f-8b58-25e1afe3cf06 req-e00e0e3a-3ad4-4d4c-92d2-06cf2083fa14 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321983 Sep 16 05:18:15.658214 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7812a9e9-05bf-4e1a-ba71-1580509878ff x-openstack-request-id: req-7812a9e9-05bf-4e1a-ba71-1580509878ff {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:15.659226 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc1b01-965a-4391-9271-e946a70931c0", "name": "network-vif-plugged", "status": "completed", "tag": "7376e272-9d15-400d-9675-1a611b550b0a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:15.659697 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7812a9e9-05bf-4e1a-ba71-1580509878ff {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:15.660368 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc1b01-965a-4391-9271-e946a70931c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7376e272-9d15-400d-9675-1a611b550b0a', 'code': 200} Sep 16 05:18:15.693975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383350f-8d6d-41c6-8afb-c863b0b43120 None None] Network 5da5c3b1-1411-4963-a194-abf9c39bca17 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:15.757762 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:13Z', 'revision_number': 3, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:15.808192 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Checking router: d0af877a-06ea-4602-98e5-9aa2b38136a8 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:15.808825 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Updating router d0af877a-06ea-4602-98e5-9aa2b38136a8 port 67e55196-bde6-458e-8d5e-1810af6f6873 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:15.854536 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.855905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-711f34b2-f0ea-420f-89f6-a19df66921a6 None None] Provisioning complete for port b36bc309-8edf-4786-a57a-3a34113eba81 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:15.857134 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-711f34b2-f0ea-420f-89f6-a19df66921a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:15.873010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372fa48-168c-46d8-b061-83c5edad94d1 req-59889077-0abb-4ab8-aecd-f6951f131821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:15.875264 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9372fa48-168c-46d8-b061-83c5edad94d1 req-59889077-0abb-4ab8-aecd-f6951f131821 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f6fc1b01-965a-4391-9271-e946a70931c0 HTTP/1.1" status: 200 len: 1098 time: 0.0745842 Sep 16 05:18:15.958070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9372fa48-168c-46d8-b061-83c5edad94d1 req-8de91341-7b9a-4dd5-9305-96bfe26b63f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709116 Sep 16 05:18:16.028620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4931e3c7-1597-452d-b458-c73e978ea103 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:16.144624 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a0e15aa-76e5-4c5a-97de-997776e0ca14 req-56e1f4f4-410f-47aa-a408-84c11dfa78df tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] 10.222.0.49 "GET /v2.0/security-groups/f3daad0b-68e4-4b13-b708-8a7d90713044 HTTP/1.1" status: 200 len: 2981 time: 0.2886662 Sep 16 05:18:16.226721 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.336412 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-8a0e15aa-76e5-4c5a-97de-997776e0ca14 req-9a708043-9b20-4999-bab4-b863aca0a24f tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:18:16.340170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a0e15aa-76e5-4c5a-97de-997776e0ca14 req-9a708043-9b20-4999-bab4-b863aca0a24f tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] 10.222.0.49 "DELETE /v2.0/security-groups/f3daad0b-68e4-4b13-b708-8a7d90713044 HTTP/1.1" status: 409 len: 352 time: 0.1904254 Sep 16 05:18:16.360964 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.398026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 4931e3c7-1597-452d-b458-c73e978ea103 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:16.407366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 4931e3c7-1597-452d-b458-c73e978ea103 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:16.407892 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.464987 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Pushing event updated for resources: {'Port': ['ID=67e55196-bde6-458e-8d5e-1810af6f6873,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:16.491182 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.491904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.492433 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.493191 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.494216 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.494752 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.495280 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.495780 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.496296 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.496789 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.497584 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.498093 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.531937 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Attempting to bind port 67e55196-bde6-458e-8d5e-1810af6f6873 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:16.532544 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Attempting to bind port 67e55196-bde6-458e-8d5e-1810af6f6873 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:16.533754 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Attempting to bind port 67e55196-bde6-458e-8d5e-1810af6f6873 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:16.541228 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:16.541963 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:16.542583 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.543185 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:16.545007 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Bound port: 67e55196-bde6-458e-8d5e-1810af6f6873, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:16.545632 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.707371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.716091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4d3b6a8a-f037-4aa6-81e9-de8e13286a08 None None] Provisioning complete for port b36bc309-8edf-4786-a57a-3a34113eba81 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:16.716772 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d3b6a8a-f037-4aa6-81e9-de8e13286a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.724406 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.733200 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] For port 67e55196-bde6-458e-8d5e-1810af6f6873, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:16.740416 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] For port 67e55196-bde6-458e-8d5e-1810af6f6873, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=67e55196-bde6-458e-8d5e-1810af6f6873,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:16.809482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4931e3c7-1597-452d-b458-c73e978ea103, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4931e3c7-1597-452d-b458-c73e978ea103,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:16.815838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b36bc309-8edf-4786-a57a-3a34113eba81 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:16.892102 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.902004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b36bc309-8edf-4786-a57a-3a34113eba81 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:16.917335 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.962314 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.992393 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Routers {'d0af877a-06ea-4602-98e5-9aa2b38136a8'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:16.994207 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:17:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d0af877a-06ea-4602-98e5-9aa2b38136a8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:17.014643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Allocated IP 172.20.0.1 (5da5c3b1-1411-4963-a194-abf9c39bca17/69303db1-4dc9-463e-b3e3-ab5cedd9212c/f5153fec-c032-47c8-a802-8e26e976a381) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:17.038588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=4931e3c7-1597-452d-b458-c73e978ea103,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:17.053882 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebb205-16ab-4062-ad32-acaf4d7586d3 None None] Pushing event updated for resources: {'Port': ['ID=67e55196-bde6-458e-8d5e-1810af6f6873,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:17.155614 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] Set router d0af877a-06ea-4602-98e5-9aa2b38136a8 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:17.250980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.433301 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:13Z', 'revision_number': 3, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:17.481046 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706230d9-0b60-4708-abe8-4e5cc4813bbf None None] The sync data for ids ['d0af877a-06ea-4602-98e5-9aa2b38136a8'] in n-d-712749-15 is: [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:13Z', 'revision_number': 3, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:17.497135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.582317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Network 5da5c3b1-1411-4963-a194-abf9c39bca17 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:17.589131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:17.596958 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:17.662374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4931e3c7-1597-452d-b458-c73e978ea103'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:17.666583 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d5f27-3ee0-435a-bb96-e50415bbc3b2" -d '{"events": [{"server_uuid": "5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4931e3c7-1597-452d-b458-c73e978ea103"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:17.675672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Pushing event updated for resources: {'Port': ['ID=f5153fec-c032-47c8-a802-8e26e976a381,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:17.697248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:17.870639 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-03308741-c7bc-47d6-9108-0eb5f1524a2c req-5028c067-e3de-432e-b14a-d09f34980602 tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] show failed (client error): The resource could not be found. Sep 16 05:18:17.871739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03308741-c7bc-47d6-9108-0eb5f1524a2c req-5028c067-e3de-432e-b14a-d09f34980602 tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] 10.222.0.49 "GET /v2.0/security-groups/941e4c4e-dc27-4726-9af6-9e9c83e3d25b HTTP/1.1" status: 404 len: 352 time: 0.0381322 Sep 16 05:18:18.019377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a523a25-34cd-4224-b3cf-05a9641b3fa8 req-e8187f27-5c7c-4969-8735-3dd207ae65ee tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.021685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a523a25-34cd-4224-b3cf-05a9641b3fa8 req-e8187f27-5c7c-4969-8735-3dd207ae65ee tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 946 time: 0.1161368 Sep 16 05:18:18.033711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ee9b03b5-f111-445f-a8aa-5d15b6ceffff None None] Provisioning complete for port f5153fec-c032-47c8-a802-8e26e976a381 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:18.034982 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee9b03b5-f111-445f-a8aa-5d15b6ceffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.041971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.128881 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a523a25-34cd-4224-b3cf-05a9641b3fa8 req-fa1b0853-50a9-467a-bd78-50a23543ec48 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960941 Sep 16 05:18:18.134273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b03b5-f111-445f-a8aa-5d15b6ceffff None None] Port f5153fec-c032-47c8-a802-8e26e976a381 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:18.261065 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8059972-a1dd-4974-b668-c1b3c14e63e8 x-openstack-request-id: req-c8059972-a1dd-4974-b668-c1b3c14e63e8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:18.264991 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4931e3c7-1597-452d-b458-c73e978ea103", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:18.264991 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8059972-a1dd-4974-b668-c1b3c14e63e8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:18.264991 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4931e3c7-1597-452d-b458-c73e978ea103', 'code': 200} Sep 16 05:18:18.405557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.515315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.547337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93228d1a-8f6d-4f85-b5aa-2197a596cc3a req-25e02f5f-d6eb-417c-81dc-5145e03abd72 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.549520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93228d1a-8f6d-4f85-b5aa-2197a596cc3a req-25e02f5f-d6eb-417c-81dc-5145e03abd72 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 945 time: 0.1775682 Sep 16 05:18:18.583443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-3c66ce9b-c465-4923-acc8-6d28b32f0c54 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.587449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-3c66ce9b-c465-4923-acc8-6d28b32f0c54 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.30 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 945 time: 0.1614549 Sep 16 05:18:18.603936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112a3cb-d654-4b8b-b756-d03dd2d45ac9 req-be447b6a-998b-4a5c-bb77-99e2745655ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.606675 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9112a3cb-d654-4b8b-b756-d03dd2d45ac9 req-be447b6a-998b-4a5c-bb77-99e2745655ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 1098 time: 0.1824565 Sep 16 05:18:18.685133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce96e8b-fe29-4330-8d5b-0e35b23b0500 req-02a15fa5-19f8-40a3-bcc5-dc0d34fd78c4 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.686896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bce96e8b-fe29-4330-8d5b-0e35b23b0500 req-02a15fa5-19f8-40a3-bcc5-dc0d34fd78c4 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 946 time: 0.2511172 Sep 16 05:18:18.687588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Pushing event updated for resources: {'Port': ['ID=f5153fec-c032-47c8-a802-8e26e976a381,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:18.754177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 67e55196-bde6-458e-8d5e-1810af6f6873 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:18.776413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bce96e8b-fe29-4330-8d5b-0e35b23b0500 req-007e092e-61e0-4c2d-8cb7-42616b0e7602 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658226 Sep 16 05:18:18.778428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9112a3cb-d654-4b8b-b756-d03dd2d45ac9 req-dfff16ad-9db3-485e-a60b-0c3e2f74a60e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572120 Sep 16 05:18:18.797780 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.819787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93228d1a-8f6d-4f85-b5aa-2197a596cc3a req-a17a5822-4f4d-4488-9f28-df0dc8de9ade tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563241 Sep 16 05:18:18.844488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 67e55196-bde6-458e-8d5e-1810af6f6873 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:18.845332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.863993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Deleting port 2683d3c4-2c1b-41e6-8669-85e5129e3142 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:18.864454 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.979399 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-9cffe103-f24a-4ae1-9323-cccefb982cdd req-012e1133-57a8-43bd-bd9f-a659ed0bb373 tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] show failed (client error): The resource could not be found. Sep 16 05:18:18.980382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9cffe103-f24a-4ae1-9323-cccefb982cdd req-012e1133-57a8-43bd-bd9f-a659ed0bb373 tempest-SecurityGroupsNegativeTestJSON-478677872 tempest-SecurityGroupsNegativeTestJSON-478677872-project] 10.222.0.49 "GET /v2.0/security-groups/e9f4873c-e661-42bb-a1cf-22ba5fe9fcbb HTTP/1.1" status: 404 len: 352 time: 0.1621196 Sep 16 05:18:18.986730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Network 5da5c3b1-1411-4963-a194-abf9c39bca17 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:18.988320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:19.013789 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.020256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] For port 2683d3c4-2c1b-41e6-8669-85e5129e3142, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=2683d3c4-2c1b-41e6-8669-85e5129e3142,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:19.021105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.037050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Calling delete_port for 2683d3c4-2c1b-41e6-8669-85e5129e3142 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:19.048166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 67e55196-bde6-458e-8d5e-1810af6f6873, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=67e55196-bde6-458e-8d5e-1810af6f6873,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:19.051034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:19.125644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.168011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f239d8fb-0dd2-41fa-ad48-2c8446277535 admin admin] Deleting subnet 7a6916b9-35d6-4d68-9c70-99ed7ab8bae6 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:19.174053 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f239d8fb-0dd2-41fa-ad48-2c8446277535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.245374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f239d8fb-0dd2-41fa-ad48-2c8446277535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.273311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Router d0af877a-06ea-4602-98e5-9aa2b38136a8 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:19.311570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=67e55196-bde6-458e-8d5e-1810af6f6873,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:19.440852 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f239d8fb-0dd2-41fa-ad48-2c8446277535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.483752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bfe9d36f-13c8-44ff-922b-64e9590f5c05 None None] Provisioning complete for port f5153fec-c032-47c8-a802-8e26e976a381 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:19.484460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d36f-13c8-44ff-922b-64e9590f5c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.498347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.499423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:19.519185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-da9c50a6-707f-4800-8e39-efb1cbc58864 admin admin] 10.222.0.49 "PUT /v2.0/routers/d0af877a-06ea-4602-98e5-9aa2b38136a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0392032 Sep 16 05:18:19.562672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cacd9-5d4b-4ff7-86df-7eddf6cd24ab req-b487fec3-4c14-4816-acd0-f70407c7230e tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:19.570849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c45cacd9-5d4b-4ff7-86df-7eddf6cd24ab req-b487fec3-4c14-4816-acd0-f70407c7230e tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 946 time: 0.2811730 Sep 16 05:18:19.574305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bfe9d36f-13c8-44ff-922b-64e9590f5c05 None None] Port f5153fec-c032-47c8-a802-8e26e976a381 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:19.620564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Pushing event deleted for resources: {'Port': ['ID=2683d3c4-2c1b-41e6-8669-85e5129e3142,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:19.677979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c45cacd9-5d4b-4ff7-86df-7eddf6cd24ab req-6b36dab5-0ae1-4ee2-99e1-d8bb31d8ac15 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057422 Sep 16 05:18:19.700742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] No DVR routers for this DVR port 2683d3c4-2c1b-41e6-8669-85e5129e3142 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:19.705800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.708125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c93abc6a-406a-45c0-9f97-e6c4ab94ac9c req-0c9f42a7-cb83-4273-89da-1ead2c8929e7 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.30 "DELETE /v2.0/ports/2683d3c4-2c1b-41e6-8669-85e5129e3142 HTTP/1.1" status: 204 len: 173 time: 1.0998859 Sep 16 05:18:19.708660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'name': 'network-vif-deleted', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:19.711251 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2f356-cc5a-4193-8687-233dda4b8a6a" -d '{"events": [{"server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "name": "network-vif-deleted", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:19.762494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6704c871-fd7d-486d-88c6-392d3a6547b6 req-6e2821eb-3630-4169-98be-100310faf712 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e2499e30033f4957b4fcbb5c03d3d8c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359266 Sep 16 05:18:19.769543 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d625bc56-adf1-47c5-8919-73faa1d1b9c9 x-openstack-request-id: req-d625bc56-adf1-47c5-8919-73faa1d1b9c9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:19.769543 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97909fc1-f0e7-4ff1-a193-b49107ba6724", "name": "network-vif-deleted", "tag": "2683d3c4-2c1b-41e6-8669-85e5129e3142", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:19.769543 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d625bc56-adf1-47c5-8919-73faa1d1b9c9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:19.769543 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97909fc1-f0e7-4ff1-a193-b49107ba6724', 'name': 'network-vif-deleted', 'tag': '2683d3c4-2c1b-41e6-8669-85e5129e3142', 'status': 'completed', 'code': 200} Sep 16 05:18:19.894910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad8773b7-f59c-47e0-bf4b-33385eac426a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.896119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f239d8fb-0dd2-41fa-ad48-2c8446277535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.932045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f239d8fb-0dd2-41fa-ad48-2c8446277535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:19.938153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f239d8fb-0dd2-41fa-ad48-2c8446277535 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7a6916b9-35d6-4d68-9c70-99ed7ab8bae6 HTTP/1.1" status: 204 len: 168 time: 0.8835423 Sep 16 05:18:19.945752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47068) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:19.985369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d8fb-0dd2-41fa-ad48-2c8446277535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6916b9-35d6-4d68-9c70-99ed7ab8bae6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:20.012881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c871-fd7d-486d-88c6-392d3a6547b6 req-9d50c099-27cc-4b22-8686-dc2cef5a68f4 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:20.014561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6704c871-fd7d-486d-88c6-392d3a6547b6 req-9d50c099-27cc-4b22-8686-dc2cef5a68f4 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511292 Sep 16 05:18:20.048090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6704c871-fd7d-486d-88c6-392d3a6547b6 req-b8fae196-72fc-480f-8045-ed1d23a7c80c tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/quotas/e2499e30033f4957b4fcbb5c03d3d8c6 HTTP/1.1" status: 200 len: 375 time: 0.0269461 Sep 16 05:18:20.072780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Sync routers for ids ['d0af877a-06ea-4602-98e5-9aa2b38136a8'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:20.089050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-13eddd5d-770e-4912-ab55-fd38cce91a55 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:20.090053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Routers {'d0af877a-06ea-4602-98e5-9aa2b38136a8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:20.090877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:17:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d0af877a-06ea-4602-98e5-9aa2b38136a8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:20.091046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-13eddd5d-770e-4912-ab55-fd38cce91a55 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 946 time: 0.1536446 Sep 16 05:18:20.106691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6704c871-fd7d-486d-88c6-392d3a6547b6 req-3332941f-29ca-49f4-990e-5e561b8dbb13 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2499e30033f4957b4fcbb5c03d3d8c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550172 Sep 16 05:18:20.115734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3a25-a932-4439-8fb3-daee843b8ad1 req-05f28687-4754-4ca8-b7ff-4770e3c0a028 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:20.117744 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6bbb3a25-a932-4439-8fb3-daee843b8ad1 req-05f28687-4754-4ca8-b7ff-4770e3c0a028 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 946 time: 0.2271354 Sep 16 05:18:20.121925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.282363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Set router d0af877a-06ea-4602-98e5-9aa2b38136a8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:20.306321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Deleting port 1ecf1b4b-a772-43f4-8744-aa982779ffcd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:20.306671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.327522 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.344537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6bbb3a25-a932-4439-8fb3-daee843b8ad1 req-031b33ba-e911-4cf8-8d3f-69ea3e93b600 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177970 Sep 16 05:18:20.355015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9652dbf-e073-4e80-9d05-d0f5c50c3289']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:20.367729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71a29eb-9db7-40c8-bad1-65d13b1ff797') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:20.368173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71a29eb-9db7-40c8-bad1-65d13b1ff797') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:20.380358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.411297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.420977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:20.421788 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:20.424412 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:20.434253 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.593086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c671c83-a10c-4b7a-8a34-0724e0db135e req-f6c54004-9f42-4c3f-b4d1-cf892293aae8 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97909fc1-f0e7-4ff1-a193-b49107ba6724 HTTP/1.1" status: 200 len: 210 time: 0.0429747 Sep 16 05:18:20.662020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.678140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.700735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] 10.222.0.49 "DELETE /v2.0/networks/b9652dbf-e073-4e80-9d05-d0f5c50c3289 HTTP/1.1" status: 204 len: 168 time: 0.7363048 Sep 16 05:18:20.777614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 818f69d2-4e3f-49bb-9968-5cde518f3282 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:20.803286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e187882-f493-4bd7-9df3-538bef68e09b admin admin] Pushing event deleted for resources: {'Network': ['ID=b9652dbf-e073-4e80-9d05-d0f5c50c3289,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:20.972058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] For port 1ecf1b4b-a772-43f4-8744-aa982779ffcd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1ecf1b4b-a772-43f4-8744-aa982779ffcd,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:20.972440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.993715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ee658b-48d7-4faf-9675-7b410bded079 req-466ae383-d5a6-4430-beac-58e785b38ac0 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6898324 Sep 16 05:18:20.994181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 67e55196-bde6-458e-8d5e-1810af6f6873 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:21.001387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:21.014004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Calling delete_port for 1ecf1b4b-a772-43f4-8744-aa982779ffcd owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:21.142817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.208178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:17Z', 'revision_number': 4, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'f5153fec-c032-47c8-a802-8e26e976a381', 'name': '', 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'mac_address': 'fa:16:3e:7d:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '69303db1-4dc9-463e-b3e3-ab5cedd9212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:16Z', 'updated_at': '2021-09-16T05:18:18Z', 'revision_number': 2, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'subnets': [{'id': '69303db1-4dc9-463e-b3e3-ab5cedd9212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:21.228294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:21.310409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Checking router: d0af877a-06ea-4602-98e5-9aa2b38136a8 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:21.310763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Updating router d0af877a-06ea-4602-98e5-9aa2b38136a8 port f5153fec-c032-47c8-a802-8e26e976a381 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:21.341527 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.342765 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.367980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'port_id': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'mac_address': 'fa:16:3e:74:5e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576478f5-729e-44a4-adad-d1c8be5f43f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:21.379170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 67e55196-bde6-458e-8d5e-1810af6f6873 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:21.379170 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.424747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47116) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:21.468937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Pushing event deleted for resources: {'Port': ['ID=1ecf1b4b-a772-43f4-8744-aa982779ffcd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:21.534177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.548692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e520b481-54bf-4963-9a9e-274a81341a36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=320de6b7d15e40b3ae8c22525c0d55cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1202338 Sep 16 05:18:21.550416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47118) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:21.566214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] No DVR routers for this DVR port 1ecf1b4b-a772-43f4-8744-aa982779ffcd on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:21.570004 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.573136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c690b2b4-df21-4af7-ae70-131c89b81a75 req-2b60f467-e940-43de-a900-2a05033dc846 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "DELETE /v2.0/ports/1ecf1b4b-a772-43f4-8744-aa982779ffcd HTTP/1.1" status: 204 len: 173 time: 1.4450641 Sep 16 05:18:21.580923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.736890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Allocated IP 172.25.1.116 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/84da53af-9154-4266-96f6-2c035c058299) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:21.760288 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fddd36bf-0d53-4f07-bbab-d020a838ce3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.775342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'name': 'network-vif-deleted', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:21.778030 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afdf537-2013-40e2-a65e-02fe7916bf33" -d '{"events": [{"server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "name": "network-vif-deleted", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:21.784460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35cb0d-02c8-4a35-9c9e-77b904c1e6c3 req-7448ce6b-5336-4bc8-83db-4d8307906715 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:21.793409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb35cb0d-02c8-4a35-9c9e-77b904c1e6c3 req-7448ce6b-5336-4bc8-83db-4d8307906715 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 946 time: 0.1880171 Sep 16 05:18:21.840790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fddd36bf-0d53-4f07-bbab-d020a838ce3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.867250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb35cb0d-02c8-4a35-9c9e-77b904c1e6c3 req-ed160b15-f64c-4222-9342-8a44b9633c80 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694065 Sep 16 05:18:22.076654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2683d3c4-2c1b-41e6-8669-85e5129e3142 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:22.091278 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fddd36bf-0d53-4f07-bbab-d020a838ce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.097071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fddd36bf-0d53-4f07-bbab-d020a838ce3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.105516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fddd36bf-0d53-4f07-bbab-d020a838ce3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3daad0b-68e4-4b13-b708-8a7d90713044 HTTP/1.1" status: 204 len: 168 time: 0.5507927 Sep 16 05:18:22.108023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 2683d3c4-2c1b-41e6-8669-85e5129e3142 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:22.108660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 2683d3c4-2c1b-41e6-8669-85e5129e3142 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:22.111789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 818f69d2-4e3f-49bb-9968-5cde518f3282 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:22.183911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd36bf-0d53-4f07-bbab-d020a838ce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3daad0b-68e4-4b13-b708-8a7d90713044,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:22.222180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.355943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:22.479699 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.513857 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.575843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:22.586085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:22.598805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:22.656551 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.684973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1ecf1b4b-a772-43f4-8744-aa982779ffcd no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:22.687739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:22.731305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['818f69d2-4e3f-49bb-9968-5cde518f3282'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:22.734005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 1ecf1b4b-a772-43f4-8744-aa982779ffcd {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:22.734005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1ecf1b4b-a772-43f4-8744-aa982779ffcd not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:22.794860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Pushing event updated for resources: {'Port': ['ID=84da53af-9154-4266-96f6-2c035c058299,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:22.822827 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.944051 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.053936 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60b117aa-3cb9-4489-a259-3913090d2d00 req-abe9835d-5271-4e74-a770-bb5376cda1fd tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff96b639-7b76-49b1-84c9-aa69b5ac5127 HTTP/1.1" status: 200 len: 210 time: 0.1400721 Sep 16 05:18:23.075778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54293797-b209-4535-afb4-4b91fff90741 None None] Pushing event updated for resources: {'Port': ['ID=f5153fec-c032-47c8-a802-8e26e976a381,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:23.141577 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.212617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54155f7f-3524-4b14-a3cb-ab30bda05444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.325784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Attempting to bind port f5153fec-c032-47c8-a802-8e26e976a381 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:23.326213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Attempting to bind port f5153fec-c032-47c8-a802-8e26e976a381 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:23.327404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Attempting to bind port f5153fec-c032-47c8-a802-8e26e976a381 on network 5da5c3b1-1411-4963-a194-abf9c39bca17 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:23.335334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:23.336008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Checking segment: {'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:23.336481 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.337450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Bound using segment: {'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:23.337949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Bound port: f5153fec-c032-47c8-a802-8e26e976a381, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26836b4-94f9-4ca7-b502-c9efdba99d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:23.338586 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.366005 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32656b28-5fb9-44c7-9f36-bfa5087d6445 x-openstack-request-id: req-32656b28-5fb9-44c7-9f36-bfa5087d6445 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:23.366837 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff96b639-7b76-49b1-84c9-aa69b5ac5127", "name": "network-vif-deleted", "tag": "1ecf1b4b-a772-43f4-8744-aa982779ffcd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:23.376470 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32656b28-5fb9-44c7-9f36-bfa5087d6445 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:23.377739 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff96b639-7b76-49b1-84c9-aa69b5ac5127', 'name': 'network-vif-deleted', 'tag': '1ecf1b4b-a772-43f4-8744-aa982779ffcd', 'status': 'completed', 'code': 200} Sep 16 05:18:23.469792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] For port f5153fec-c032-47c8-a802-8e26e976a381, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:23.492483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] For port f5153fec-c032-47c8-a802-8e26e976a381, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f5153fec-c032-47c8-a802-8e26e976a381,segment=NetworkSegment(e26836b4-94f9-4ca7-b502-c9efdba99d60),segment_id=e26836b4-94f9-4ca7-b502-c9efdba99d60)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:23.562060 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.640125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e79a-0f4c-4cab-b8df-28fb27848365 req-ee76a413-16cd-4de1-bd39-e6580155c6d4 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:23.647338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7e6e79a-0f4c-4cab-b8df-28fb27848365 req-ee76a413-16cd-4de1-bd39-e6580155c6d4 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6fc1b01-965a-4391-9271-e946a70931c0 HTTP/1.1" status: 200 len: 946 time: 0.1702995 Sep 16 05:18:23.770836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54293797-b209-4535-afb4-4b91fff90741 None None] Pushing event updated for resources: {'Port': ['ID=f5153fec-c032-47c8-a802-8e26e976a381,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:23.813699 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7e6e79a-0f4c-4cab-b8df-28fb27848365 req-9d20418c-1561-4edb-a40e-08b38e65b855 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578248 Sep 16 05:18:23.894493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a9f9c80f-fdc3-488b-bcdf-4395773aaf43 None None] Provisioning complete for port f5153fec-c032-47c8-a802-8e26e976a381 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:23.894891 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c80f-fdc3-488b-bcdf-4395773aaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.022808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Routers {'d0af877a-06ea-4602-98e5-9aa2b38136a8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:24.024833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d0af877a-06ea-4602-98e5-9aa2b38136a8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:24.027036 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.165689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.253287 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.320180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Pushing event updated for resources: {'Port': ['ID=84da53af-9154-4266-96f6-2c035c058299,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:24.339435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.524986 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.527049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ee658b-48d7-4faf-9675-7b410bded079 req-8c3a4b0c-7c7a-4eb7-a19a-cc112497b149 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5324380 Sep 16 05:18:24.715489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] Set router d0af877a-06ea-4602-98e5-9aa2b38136a8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:24.729335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ee658b-48d7-4faf-9675-7b410bded079 req-2dee5e50-17d6-4bcd-b4be-a55eeebc0b6f tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1789613 Sep 16 05:18:24.773975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47184) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:24.819340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 818f69d2-4e3f-49bb-9968-5cde518f3282 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:24.823535 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c80f-fdc3-488b-bcdf-4395773aaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.885867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee658b-48d7-4faf-9675-7b410bded079 req-4ac3775e-fd56-4926-868b-3b6eaf00915a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:24.900046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ee658b-48d7-4faf-9675-7b410bded079 req-4ac3775e-fd56-4926-868b-3b6eaf00915a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1688178 Sep 16 05:18:25.084210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a9f9c80f-fdc3-488b-bcdf-4395773aaf43 None None] For port f5153fec-c032-47c8-a802-8e26e976a381, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f5153fec-c032-47c8-a802-8e26e976a381,segment=NetworkSegment(e26836b4-94f9-4ca7-b502-c9efdba99d60),segment_id=e26836b4-94f9-4ca7-b502-c9efdba99d60)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:25.148306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1384537123-network', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:25.225736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 818f69d2-4e3f-49bb-9968-5cde518f3282 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:25.226889 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.231426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c80f-fdc3-488b-bcdf-4395773aaf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.262424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:25.265921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.282872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.395709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.449544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9c80f-fdc3-488b-bcdf-4395773aaf43 None None] Pushing event updated for resources: {'Port': ['ID=f5153fec-c032-47c8-a802-8e26e976a381,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:25.496219 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.548078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.622115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-92f29727-bde8-4164-b313-8822e95d2d05 None None] Provisioning complete for port f5153fec-c032-47c8-a802-8e26e976a381 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:25.622515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:25.622658 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92f29727-bde8-4164-b313-8822e95d2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.671466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:25.703583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.704201 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Added segment 7afe61ba-85ef-4d08-8549-8452925a9684 of type vlan for network 28795798-bb94-4709-affe-fe3804ce5d6b Sep 16 05:18:25.730680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc512dfc-c5a7-48e2-808b-3a98e3deda52 req-87eabf23-4d6e-49c6-9aaa-f8121442015e tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips/8b77d9e0-f568-4251-a748-b29b97bfc87f HTTP/1.1" status: 200 len: 693 time: 0.2053785 Sep 16 05:18:25.861281 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.913401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.985340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:25.990271 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bb1391-9172-46d9-b85e-def9ea26c908" -d '{"events": [{"server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "name": "network-vif-plugged", "status": "completed", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:26.013115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:26.020048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7152d164-ae5b-4b07-a11a-7834066ab0c7 req-41d750b9-b328-49cc-bf11-d7ff9421e01a tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e2499e30033f4957b4fcbb5c03d3d8c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487406 Sep 16 05:18:26.022856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:17Z', 'revision_number': 4, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'f5153fec-c032-47c8-a802-8e26e976a381', 'name': '', 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'mac_address': 'fa:16:3e:7d:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '69303db1-4dc9-463e-b3e3-ab5cedd9212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:16Z', 'updated_at': '2021-09-16T05:18:23Z', 'revision_number': 4, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'subnets': [{'id': '69303db1-4dc9-463e-b3e3-ab5cedd9212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.028470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.030888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.033930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.049834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc512dfc-c5a7-48e2-808b-3a98e3deda52 req-be6797ce-0356-4214-8cbb-4c9ea0b1e275 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.055186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566847c6-0946-4dc7-b6a3-49fc5d94f6cd None None] The sync data for ids ['d0af877a-06ea-4602-98e5-9aa2b38136a8'] in n-d-712749-15 is: [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:17Z', 'revision_number': 4, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'f5153fec-c032-47c8-a802-8e26e976a381', 'name': '', 'network_id': '5da5c3b1-1411-4963-a194-abf9c39bca17', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'mac_address': 'fa:16:3e:7d:04:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '69303db1-4dc9-463e-b3e3-ab5cedd9212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:16Z', 'updated_at': '2021-09-16T05:18:23Z', 'revision_number': 4, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'subnets': [{'id': '69303db1-4dc9-463e-b3e3-ab5cedd9212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:26.067389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc512dfc-c5a7-48e2-808b-3a98e3deda52 req-be6797ce-0356-4214-8cbb-4c9ea0b1e275 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.3351314 Sep 16 05:18:26.074485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-fc512dfc-c5a7-48e2-808b-3a98e3deda52 req-71e6d800-8bed-4bc7-ad18-f57ceec9b272 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:18:26.089006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc512dfc-c5a7-48e2-808b-3a98e3deda52 req-71e6d800-8bed-4bc7-ad18-f57ceec9b272 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202527 Sep 16 05:18:26.103612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.358964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:26.391903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152d164-ae5b-4b07-a11a-7834066ab0c7 req-da4eac7d-a531-41cf-b4a3-1bd59df6f1a1 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.397805 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7152d164-ae5b-4b07-a11a-7834066ab0c7 req-da4eac7d-a531-41cf-b4a3-1bd59df6f1a1 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3513267 Sep 16 05:18:26.420595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccc825-780e-457b-825d-962a19d06e2e req-8f4345b2-03ca-4b3c-aa37-8aeb97706650 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.422548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39ccc825-780e-457b-825d-962a19d06e2e req-8f4345b2-03ca-4b3c-aa37-8aeb97706650 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.30 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 944 time: 0.3144689 Sep 16 05:18:26.469799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] Pushing event updated for resources: {'Network': ['ID=28795798-bb94-4709-affe-fe3804ce5d6b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:26.481643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2527c5f6-46d5-4700-a9d7-b7bcbaca7146 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7013330 Sep 16 05:18:26.481971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47228) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:26.489258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 28795798-bb94-4709-affe-fe3804ce5d6b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:26.502961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Request body: {'subnet': {'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1384537123-subnet', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:26.585423 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7152d164-ae5b-4b07-a11a-7834066ab0c7 req-933b473e-7373-448a-bd6e-e7ef2a664821 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/quotas/e2499e30033f4957b4fcbb5c03d3d8c6 HTTP/1.1" status: 200 len: 375 time: 0.1052649 Sep 16 05:18:26.638839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbc443-8eb5-4c4c-b6e2-bb457f10cbcc req-2b379fff-589b-4feb-8b0f-34955eff8e57 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.641385 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3bbc443-8eb5-4c4c-b6e2-bb457f10cbcc req-2b379fff-589b-4feb-8b0f-34955eff8e57 tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 944 time: 0.3057499 Sep 16 05:18:26.666874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7152d164-ae5b-4b07-a11a-7834066ab0c7 req-abd0db73-9824-4959-adae-e788db23fce3 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2499e30033f4957b4fcbb5c03d3d8c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730560 Sep 16 05:18:26.674415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:26.683653 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.739493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3bbc443-8eb5-4c4c-b6e2-bb457f10cbcc req-372d2671-849f-4bc2-9fb6-374fb34d7a6f tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca03edd-5d46-45f0-b8d9-0a3bec51681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737793 Sep 16 05:18:26.771351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Deleting port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:26.772048 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.892039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f5153fec-c032-47c8-a802-8e26e976a381 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:26.951208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] For port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,segment=NetworkSegment(b224ecd0-2aab-4732-8021-94529332e9d0),segment_id=b224ecd0-2aab-4732-8021-94529332e9d0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:26.951921 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.969522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Calling delete_port for 775b4783-0757-4c9d-9d65-80a3b5d5bb0d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:27.060287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f5153fec-c032-47c8-a802-8e26e976a381 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:27.061304 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.381302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82916dee-8605-4af3-8863-129153fc1bf8 req-ce1438b7-b7db-40ac-9aea-5217afa339a6 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.383196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82916dee-8605-4af3-8863-129153fc1bf8 req-ce1438b7-b7db-40ac-9aea-5217afa339a6 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fc1b01-965a-4391-9271-e946a70931c0 HTTP/1.1" status: 200 len: 946 time: 0.1515658 Sep 16 05:18:27.422693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.425193 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.530644 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.565883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314a4f9f-897c-42dc-ad19-17b4675960f6,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.608125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Pushing event deleted for resources: {'Port': ['ID=775b4783-0757-4c9d-9d65-80a3b5d5bb0d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.648312 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7269a4d9-d209-47c9-82eb-8128c89b3056 x-openstack-request-id: req-7269a4d9-d209-47c9-82eb-8128c89b3056 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:27.648771 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "name": "network-vif-plugged", "status": "completed", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:27.649311 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7269a4d9-d209-47c9-82eb-8128c89b3056 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:27.650122 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'code': 200} Sep 16 05:18:27.665545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Checking segment: {'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:27.666180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Network hostable DHCP agents. Network: 28795798-bb94-4709-affe-fe3804ce5d6b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:27.793178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Network 28795798-bb94-4709-affe-fe3804ce5d6b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:27.878335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 28795798-bb94-4709-affe-fe3804ce5d6b) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:27.882629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.883305 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.895063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bed59d-bb6b-4b4c-9031-d7a8ec8f851c None None] Network 28795798-bb94-4709-affe-fe3804ce5d6b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:27.950991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Deleting port 7376e272-9d15-400d-9675-1a611b550b0a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:27.950991 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.953719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] No DVR routers for this DVR port 775b4783-0757-4c9d-9d65-80a3b5d5bb0d on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:27.981939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.991233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39ccc825-780e-457b-825d-962a19d06e2e req-a42785ed-a773-4219-b497-e9a8731ebdff tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.30 "DELETE /v2.0/ports/775b4783-0757-4c9d-9d65-80a3b5d5bb0d HTTP/1.1" status: 204 len: 173 time: 1.5528448 Sep 16 05:18:28.005441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'name': 'network-vif-deleted', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:28.010874 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e189c32-8428-40ab-8748-97d034d54d17" -d '{"events": [{"server_uuid": "97120bee-c673-4238-a212-66da93475e90", "name": "network-vif-deleted", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:28.376521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4824ffe9-3bc6-4a7f-ac50-1ceab4e6e9d8 req-0e19f0e1-7580-41cd-aa3d-62fe256d517d tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=568f2d4b757446df9507bb340ec4fe7a HTTP/1.1" status: 200 len: 696 time: 0.3657789 Sep 16 05:18:28.388472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-70380b03-3c40-4ead-a4db-b20632543046 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8328772 Sep 16 05:18:28.391707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] For port 7376e272-9d15-400d-9675-1a611b550b0a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7376e272-9d15-400d-9675-1a611b550b0a,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:28.391707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.391707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ffe9-3bc6-4a7f-ac50-1ceab4e6e9d8 req-f22fdd78-cb7d-49cd-8ee1-d067308c511b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.396407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47260) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:28.396407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:28.396889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4824ffe9-3bc6-4a7f-ac50-1ceab4e6e9d8 req-f22fdd78-cb7d-49cd-8ee1-d067308c511b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/networks?id=717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 787 time: 0.3585835 Sep 16 05:18:28.429304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-4824ffe9-3bc6-4a7f-ac50-1ceab4e6e9d8 req-052082fc-8efb-4f41-b245-9a3b1f31a6e9 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:18:28.432474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4824ffe9-3bc6-4a7f-ac50-1ceab4e6e9d8 req-052082fc-8efb-4f41-b245-9a3b1f31a6e9 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0402055 Sep 16 05:18:28.443490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Calling delete_port for 7376e272-9d15-400d-9675-1a611b550b0a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:28.507180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-28795798-bb94-4709-affe-fe3804ce5d6b', 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'fixed_ips': [{'subnet_id': '314a4f9f-897c-42dc-ad19-17b4675960f6'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:18:28.508091 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.611325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a20d2-8ecf-4fb2-87af-0aa11c421ead req-90089a92-2472-42ef-85b2-de3e7b48ee47 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.620992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b8a20d2-8ecf-4fb2-87af-0aa11c421ead req-90089a92-2472-42ef-85b2-de3e7b48ee47 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6fc1b01-965a-4391-9271-e946a70931c0 HTTP/1.1" status: 200 len: 946 time: 0.0820773 Sep 16 05:18:28.686798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b8a20d2-8ecf-4fb2-87af-0aa11c421ead req-fe0e628d-2f33-4a61-99c6-50c039f3d987 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e79226c-1cb8-480e-9267-df1100e2c814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645430 Sep 16 05:18:28.732006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Allocated IP 172.20.0.2 (28795798-bb94-4709-affe-fe3804ce5d6b/314a4f9f-897c-42dc-ad19-17b4675960f6/a451c421-9682-40f1-bca9-2757133b6c0a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:28.798131 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.799201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.832917 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.887919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43316887-4c22-4ea4-a904-213960751fc3 req-dda18529-5be3-4a56-b67c-908b40702d1e tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.900058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43316887-4c22-4ea4-a904-213960751fc3 req-dda18529-5be3-4a56-b67c-908b40702d1e tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 948 time: 0.1222582 Sep 16 05:18:28.950194 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.967714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43316887-4c22-4ea4-a904-213960751fc3 req-c0bf42eb-158f-4e61-9f5e-93c29c44214b tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739655 Sep 16 05:18:29.044253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-485a331e-f893-47c7-ad40-80fd08978ed1 req-b086fd5a-6562-4636-9f4a-acaba34bbaed tempest-LiveMigrationTest-1072133782 tempest-LiveMigrationTest-1072133782-project] 10.222.0.49 "GET /v2.0/ports?device_id=97120bee-c673-4238-a212-66da93475e90 HTTP/1.1" status: 200 len: 210 time: 0.0291052 Sep 16 05:18:29.084381 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.142502 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828036d9-4d17-4b90-99f5-b08e8933d831 x-openstack-request-id: req-828036d9-4d17-4b90-99f5-b08e8933d831 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:29.142502 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97120bee-c673-4238-a212-66da93475e90", "name": "network-vif-deleted", "tag": "775b4783-0757-4c9d-9d65-80a3b5d5bb0d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:29.142502 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-828036d9-4d17-4b90-99f5-b08e8933d831 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:29.142909 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97120bee-c673-4238-a212-66da93475e90', 'name': 'network-vif-deleted', 'tag': '775b4783-0757-4c9d-9d65-80a3b5d5bb0d', 'status': 'completed', 'code': 200} Sep 16 05:18:29.157334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-0d1054da-aa4f-46c9-9efc-546444b7d396 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips/8b77d9e0-f568-4251-a748-b29b97bfc87f HTTP/1.1" status: 200 len: 693 time: 0.0638139 Sep 16 05:18:29.288943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-2cb6fa36-8b9d-41a8-ae47-377f7011b7b8 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:29.290440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-2cb6fa36-8b9d-41a8-ae47-377f7011b7b8 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1270554 Sep 16 05:18:29.335879 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.357370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-87ae6ce5-8af5-4563-902a-d9dae8bad84d tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0588424 Sep 16 05:18:29.381757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Pushing event deleted for resources: {'Port': ['ID=7376e272-9d15-400d-9675-1a611b550b0a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:29.394415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['4931e3c7-1597-452d-b458-c73e978ea103'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:29.486669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-e9faff50-c4f7-48c6-9e3e-35e3dc8820bf tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1085353 Sep 16 05:18:29.489123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] No DVR routers for this DVR port 7376e272-9d15-400d-9675-1a611b550b0a on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:29.493397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.495445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82916dee-8605-4af3-8863-129153fc1bf8 req-87b8815f-d0e7-4178-8acc-efb48453edd5 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.66 "DELETE /v2.0/ports/7376e272-9d15-400d-9675-1a611b550b0a HTTP/1.1" status: 204 len: 173 time: 2.1029890 Sep 16 05:18:29.584445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.610220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-86b39feb-860c-4b36-80ea-e34b3fdc3e18 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:29.613602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-86b39feb-860c-4b36-80ea-e34b3fdc3e18 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f HTTP/1.1" status: 200 len: 946 time: 0.2277493 Sep 16 05:18:29.694524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Network 28795798-bb94-4709-affe-fe3804ce5d6b is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:29.700018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:29.713318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:29.717223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Pushing event updated for resources: {'Port': ['ID=a451c421-9682-40f1-bca9-2757133b6c0a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:29.788173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Attempting to bind port a451c421-9682-40f1-bca9-2757133b6c0a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:29.788604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Attempting to bind port a451c421-9682-40f1-bca9-2757133b6c0a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:29.789298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Attempting to bind port a451c421-9682-40f1-bca9-2757133b6c0a on network 28795798-bb94-4709-affe-fe3804ce5d6b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:29.796218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:29.796769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Checking segment: {'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:29.797580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.798550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Bound using segment: {'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:29.799372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Bound port: a451c421-9682-40f1-bca9-2757133b6c0a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:29.799563 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.879465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Deleting port 4931e3c7-1597-452d-b458-c73e978ea103 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:29.880167 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.960394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Deleting port 84da53af-9154-4266-96f6-2c035c058299 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:29.961322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.964134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] For port a451c421-9682-40f1-bca9-2757133b6c0a, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:29.968396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] For port a451c421-9682-40f1-bca9-2757133b6c0a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a451c421-9682-40f1-bca9-2757133b6c0a,segment=NetworkSegment(7afe61ba-85ef-4d08-8549-8452925a9684),segment_id=7afe61ba-85ef-4d08-8549-8452925a9684)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:30.079348 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.162275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 775b4783-0757-4c9d-9d65-80a3b5d5bb0d no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:30.209108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] For port 4931e3c7-1597-452d-b458-c73e978ea103, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4931e3c7-1597-452d-b458-c73e978ea103,segment=NetworkSegment(25c154b8-74a2-4480-a220-ac77bf4a74be),segment_id=25c154b8-74a2-4480-a220-ac77bf4a74be)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:30.209695 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.242222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 775b4783-0757-4c9d-9d65-80a3b5d5bb0d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:30.242222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 775b4783-0757-4c9d-9d65-80a3b5d5bb0d not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:30.297035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Calling delete_port for 4931e3c7-1597-452d-b458-c73e978ea103 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:30.320669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d474-61f0-4042-8992-ec5073b6c6c9 None None] Pushing event updated for resources: {'Port': ['ID=a451c421-9682-40f1-bca9-2757133b6c0a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:30.405116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.416288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.417693 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.436981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-1fe80918-e860-401b-8f21-4b93b6b6539e tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.438516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-1fe80918-e860-401b-8f21-4b93b6b6539e tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "GET /v2.0/ports?device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 948 time: 0.2694912 Sep 16 05:18:30.443964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Calling delete_port for 84da53af-9154-4266-96f6-2c035c058299 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:30.745369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fa527741-abdd-45eb-af2d-2a18026c3769 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:30.794455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Deleting port fa527741-abdd-45eb-af2d-2a18026c3769 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:30.796798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.897812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.916781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1de6c9c-95e6-483c-891f-168b009ee806 req-b1f6c270-02ef-40f8-ae56-cd05153b9971 tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6fc1b01-965a-4391-9271-e946a70931c0 HTTP/1.1" status: 200 len: 210 time: 0.0833442 Sep 16 05:18:30.924657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a451c421-9682-40f1-bca9-2757133b6c0a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:31.009116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Pushing event deleted for resources: {'Port': ['ID=4931e3c7-1597-452d-b458-c73e978ea103,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.019653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7376e272-9d15-400d-9675-1a611b550b0a no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:31.062266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.107788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] For port fa527741-abdd-45eb-af2d-2a18026c3769, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fa527741-abdd-45eb-af2d-2a18026c3769,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:31.108725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.110035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 7376e272-9d15-400d-9675-1a611b550b0a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:31.110398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7376e272-9d15-400d-9675-1a611b550b0a not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:31.131437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a451c421-9682-40f1-bca9-2757133b6c0a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:31.131822 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.158845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc1b01-965a-4391-9271-e946a70931c0', 'name': 'network-vif-deleted', 'tag': '7376e272-9d15-400d-9675-1a611b550b0a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:31.161795 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd643fc-ed54-4717-8999-6fde45372632" -d '{"events": [{"server_uuid": "f6fc1b01-965a-4391-9271-e946a70931c0", "name": "network-vif-deleted", "tag": "7376e272-9d15-400d-9675-1a611b550b0a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:31.168772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] No DVR routers for this DVR port 4931e3c7-1597-452d-b458-c73e978ea103 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:31.175054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Pushing event deleted for resources: {'Port': ['ID=84da53af-9154-4266-96f6-2c035c058299,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.183291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Calling delete_port for fa527741-abdd-45eb-af2d-2a18026c3769 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:31.186015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.192267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93bffc23-462c-4d6a-8e2e-c0b42961d7ca req-cdc5b77c-6059-4a94-9031-51a1af6b8b5b tempest-MultipleCreateTestJSON-307305803 tempest-MultipleCreateTestJSON-307305803-project] 10.222.0.30 "DELETE /v2.0/ports/4931e3c7-1597-452d-b458-c73e978ea103 HTTP/1.1" status: 204 len: 173 time: 1.5513995 Sep 16 05:18:31.370267 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.373081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.374311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-955d5f22-8f20-44e6-87e9-a23274a3d048 req-78a5795f-d5e4-4a33-8d63-00577270af9a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "DELETE /v2.0/floatingips/8b77d9e0-f568-4251-a748-b29b97bfc87f HTTP/1.1" status: 204 len: 173 time: 1.8627598 Sep 16 05:18:31.423591 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.522714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port a451c421-9682-40f1-bca9-2757133b6c0a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a451c421-9682-40f1-bca9-2757133b6c0a,segment=NetworkSegment(7afe61ba-85ef-4d08-8549-8452925a9684),segment_id=7afe61ba-85ef-4d08-8549-8452925a9684)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:31.571123 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.593291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.645451 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.720363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cce97-a7ba-43fb-be00-c1e50a9c3782 req-8c84a3d6-797a-4f15-a578-278f9838c7f8 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:31.723262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a553e-883b-4f20-9048-f8141c2dea0f req-849f3311-ac58-4d0a-8238-04d68b838798 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:31.724653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=a451c421-9682-40f1-bca9-2757133b6c0a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.726371 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e37cce97-a7ba-43fb-be00-c1e50a9c3782 req-8c84a3d6-797a-4f15-a578-278f9838c7f8 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 946 time: 0.1969469 Sep 16 05:18:31.731226 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.732656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e3a553e-883b-4f20-9048-f8141c2dea0f req-849f3311-ac58-4d0a-8238-04d68b838798 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/ports?device_id=a52d14b1-8463-4401-a362-c3e3a5316b0c HTTP/1.1" status: 200 len: 948 time: 0.6247740 Sep 16 05:18:31.866152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Pushing event deleted for resources: {'Port': ['ID=fa527741-abdd-45eb-af2d-2a18026c3769,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.898544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e3a553e-883b-4f20-9048-f8141c2dea0f req-caacdbdb-acd0-4c4a-8cfb-033c278fa73c tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.49 "GET /v2.0/security-groups?id=b188b264-962c-4fb2-81cb-86e8c6fcb94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604887 Sep 16 05:18:31.957199 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:31.986258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Allocated IP 172.25.1.241 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/271fadae-1f26-4a17-85e4-d95fb49e71a3) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:32.002008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] No DVR routers for this DVR port fa527741-abdd-45eb-af2d-2a18026c3769 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:32.007634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47316) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:32.015095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e37cce97-a7ba-43fb-be00-c1e50a9c3782 req-611d5ec4-6e35-4e7e-8f93-3eab5d09f945 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616699 Sep 16 05:18:32.018127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.029155 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0bcd027-00f5-410f-9546-7d071a0a9c99 req-d9119d42-0be8-4cce-8c08-fc0997311ae6 tempest-ListImageFiltersTestJSON-407887438 tempest-ListImageFiltersTestJSON-407887438-project] 10.222.0.66 "DELETE /v2.0/ports/fa527741-abdd-45eb-af2d-2a18026c3769 HTTP/1.1" status: 204 len: 173 time: 1.5764673 Sep 16 05:18:32.074600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f62fba-f6ab-418e-b374-9b5b64542d02 None None] Network 28795798-bb94-4709-affe-fe3804ce5d6b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:32.100818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4931e3c7-1597-452d-b458-c73e978ea103 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:32.148505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 4931e3c7-1597-452d-b458-c73e978ea103 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:32.148505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4931e3c7-1597-452d-b458-c73e978ea103 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:32.205912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-179c3b62-3926-435d-ae40-b3b3420543f7 None None] Provisioning complete for port a451c421-9682-40f1-bca9-2757133b6c0a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:32.208176 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-179c3b62-3926-435d-ae40-b3b3420543f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.300762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6f926767-2059-4527-a9a6-5af9e01e458e req-529de3d6-8306-433e-8bd2-f723e26181b9 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e2499e30033f4957b4fcbb5c03d3d8c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071570 Sep 16 05:18:32.317813 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c2e285-f768-4a5e-98f1-41d2b5e5ad16 x-openstack-request-id: req-b0c2e285-f768-4a5e-98f1-41d2b5e5ad16 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:32.321950 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc1b01-965a-4391-9271-e946a70931c0", "name": "network-vif-deleted", "tag": "7376e272-9d15-400d-9675-1a611b550b0a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:32.323395 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0c2e285-f768-4a5e-98f1-41d2b5e5ad16 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:32.324292 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc1b01-965a-4391-9271-e946a70931c0', 'name': 'network-vif-deleted', 'tag': '7376e272-9d15-400d-9675-1a611b550b0a', 'status': 'completed', 'code': 200} Sep 16 05:18:32.336070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.452701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-c9d2bdca-1235-48ed-b0a8-1664b710e03a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.455621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-c9d2bdca-1235-48ed-b0a8-1664b710e03a tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.30 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 946 time: 0.3064697 Sep 16 05:18:32.631757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-a852fbf5-e4aa-4fac-a78c-67429db3c439 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2593038 Sep 16 05:18:32.655501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1208231-a7a4-4e07-b960-ea19fa66cd3d admin admin] Deleting subnet 9ccf09a5-e6b7-421b-ba79-816ce20c10fa {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:32.678355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:32.744894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a451c421-9682-40f1-bca9-2757133b6c0a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:32.767098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1208231-a7a4-4e07-b960-ea19fa66cd3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.814327 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1208231-a7a4-4e07-b960-ea19fa66cd3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.871989 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1208231-a7a4-4e07-b960-ea19fa66cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.903144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a451c421-9682-40f1-bca9-2757133b6c0a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:32.903592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.974443 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.072163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2c8492d2-5fe9-4e75-85c7-c8aa39a830e2 None None] Provisioning complete for port a451c421-9682-40f1-bca9-2757133b6c0a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:33.073673 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c8492d2-5fe9-4e75-85c7-c8aa39a830e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.093454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1208231-a7a4-4e07-b960-ea19fa66cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.150944 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.286870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=271fadae-1f26-4a17-85e4-d95fb49e71a3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:33.293014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1208231-a7a4-4e07-b960-ea19fa66cd3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccf09a5-e6b7-421b-ba79-816ce20c10fa,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:33.298957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926767-2059-4527-a9a6-5af9e01e458e req-dd13919a-cb50-4389-9521-52a66fe7723d tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.310423 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6f926767-2059-4527-a9a6-5af9e01e458e req-dd13919a-cb50-4389-9521-52a66fe7723d tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0079572 Sep 16 05:18:33.315453 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1208231-a7a4-4e07-b960-ea19fa66cd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.322715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f1208231-a7a4-4e07-b960-ea19fa66cd3d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9ccf09a5-e6b7-421b-ba79-816ce20c10fa HTTP/1.1" status: 204 len: 168 time: 1.3132267 Sep 16 05:18:33.325279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:33.344511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:33.350942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:33.376111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:33.384067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6f926767-2059-4527-a9a6-5af9e01e458e req-12af8e32-a7ed-4d48-b4d0-46e38c3f7d83 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/quotas/e2499e30033f4957b4fcbb5c03d3d8c6 HTTP/1.1" status: 200 len: 375 time: 0.0711451 Sep 16 05:18:33.418929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.464771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6f926767-2059-4527-a9a6-5af9e01e458e req-50cca312-d194-4328-80ef-f21b9a56e1f2 tempest-QuotasAdminNegativeTest-1297254442 tempest-QuotasAdminNegativeTest-1297254442-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2499e30033f4957b4fcbb5c03d3d8c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792723 Sep 16 05:18:33.585223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Deleting port fd8c58c9-6276-47a0-a884-aa6b53bb8884 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:33.587814 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.636213 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.909770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Allocated IP 172.25.1.209 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/7397b9ff-7cb9-4314-b139-c6479227f2b2) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:33.962752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.988471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6458a1b-858e-4762-b6a2-d04d4c6902af']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:34.000712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b224ecd0-2aab-4732-8021-94529332e9d0') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:34.000992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b224ecd0-2aab-4732-8021-94529332e9d0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:34.027898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.030288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] For port fd8c58c9-6276-47a0-a884-aa6b53bb8884, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fd8c58c9-6276-47a0-a884-aa6b53bb8884,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:34.030689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.044111 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.060258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7d71c-e1d0-44fd-8ef5-6b4177889f4c req-dfd3d30a-a5f0-48eb-9a13-08e64de66fd6 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:34.061925 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79e7d71c-e1d0-44fd-8ef5-6b4177889f4c req-dfd3d30a-a5f0-48eb-9a13-08e64de66fd6 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/ports?device_id=35df8de9-c859-48e4-94b7-83687c468700 HTTP/1.1" status: 200 len: 946 time: 0.2276962 Sep 16 05:18:34.082320 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.082320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Calling delete_port for fd8c58c9-6276-47a0-a884-aa6b53bb8884 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:34.147167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:34.147167 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:34.148685 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:34.226628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79e7d71c-e1d0-44fd-8ef5-6b4177889f4c req-17372a6f-0127-4fee-a390-e3147e197243 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.49 "GET /v2.0/security-groups?id=18469acc-f1c2-4e2d-b52a-56a0a8b7568a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535492 Sep 16 05:18:34.373770 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.458190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f', 'name': 'network-vif-deleted', 'tag': '4931e3c7-1597-452d-b458-c73e978ea103'}, {'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-deleted', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:34.461237 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399d2ed-ff04-40aa-84fa-a93e01b8089e" -d '{"events": [{"server_uuid": "5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f", "name": "network-vif-deleted", "tag": "4931e3c7-1597-452d-b458-c73e978ea103"}, {"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-deleted", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:34.560462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.573798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.602547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.616117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a6458a1b-858e-4762-b6a2-d04d4c6902af HTTP/1.1" status: 204 len: 168 time: 1.2858210 Sep 16 05:18:34.622846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47366) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:34.698321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f3378-a76b-47b3-80c4-45d258d843c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6458a1b-858e-4762-b6a2-d04d4c6902af,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:34.704967 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.770674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.827623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:34.835268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:34.856182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:34.860130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Pushing event updated for resources: {'Port': ['ID=7397b9ff-7cb9-4314-b139-c6479227f2b2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:34.863334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Pushing event deleted for resources: {'Port': ['ID=fd8c58c9-6276-47a0-a884-aa6b53bb8884,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:34.870368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-59322f7e-f843-493c-88cc-b64871874124 admin admin] Deleting subnet 9a92e168-645c-4c05-ab29-23f5de9bb2d0 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:34.923709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59322f7e-f843-493c-88cc-b64871874124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.935164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] No DVR routers for this DVR port fd8c58c9-6276-47a0-a884-aa6b53bb8884 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:34.964163 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.968857 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33818b21-f4f6-4950-8770-7fcf3d514b9e req-4e025ff8-ac32-438f-adf1-37532cb628b9 tempest-AttachSCSIVolumeTestJSON-2139526082 tempest-AttachSCSIVolumeTestJSON-2139526082-project] 10.222.0.30 "DELETE /v2.0/ports/fd8c58c9-6276-47a0-a884-aa6b53bb8884 HTTP/1.1" status: 204 len: 173 time: 1.8685231 Sep 16 05:18:34.978278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:35.032128 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59322f7e-f843-493c-88cc-b64871874124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.120752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.121319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59322f7e-f843-493c-88cc-b64871874124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.211056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f362f287-ee98-4848-ad2d-9cadb5f30617 admin admin] Deleting subnet 96eb1d9e-56c0-499e-9a6f-ff2c67552dba {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:35.234105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f362f287-ee98-4848-ad2d-9cadb5f30617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.305260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.370949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Router c592fdac-76ef-4204-98a3-1f6a517c17fc is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:35.372143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f362f287-ee98-4848-ad2d-9cadb5f30617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.420162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59322f7e-f843-493c-88cc-b64871874124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.530918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59322f7e-f843-493c-88cc-b64871874124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a92e168-645c-4c05-ab29-23f5de9bb2d0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:35.545070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59322f7e-f843-493c-88cc-b64871874124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.551309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-59322f7e-f843-493c-88cc-b64871874124 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9a92e168-645c-4c05-ab29-23f5de9bb2d0 HTTP/1.1" status: 204 len: 168 time: 0.9079320 Sep 16 05:18:35.553864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:35.572693 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f362f287-ee98-4848-ad2d-9cadb5f30617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.747903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f362f287-ee98-4848-ad2d-9cadb5f30617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.796047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:35.801579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362f287-ee98-4848-ad2d-9cadb5f30617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96eb1d9e-56c0-499e-9a6f-ff2c67552dba,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:35.813378 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f362f287-ee98-4848-ad2d-9cadb5f30617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.817465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f362f287-ee98-4848-ad2d-9cadb5f30617 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/96eb1d9e-56c0-499e-9a6f-ff2c67552dba HTTP/1.1" status: 204 len: 168 time: 0.8373463 Sep 16 05:18:35.820167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47392) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:35.831233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.833836 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Sync routers for ids ['c592fdac-76ef-4204-98a3-1f6a517c17fc'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:35.873983 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Routers {'c592fdac-76ef-4204-98a3-1f6a517c17fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:35.874310 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c592fdac-76ef-4204-98a3-1f6a517c17fc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.040579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.041295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.041410 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Set router c592fdac-76ef-4204-98a3-1f6a517c17fc gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:36.041541 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.057514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2704a9e6-f87f-453f-997f-1604dd720797']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.069415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfe65ae-37e4-4779-85b7-250b0935b184') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.069735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfe65ae-37e4-4779-85b7-250b0935b184') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.083275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.090771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.101773 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.107539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.113296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-da8e9b91-ba3c-40cf-b49a-01b424a7a7d4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7344394 Sep 16 05:18:36.115053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47394) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:36.118256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775d34e7-3e88-4c0b-95b0-bcad3546a6fa']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.155559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device fd8c58c9-6276-47a0-a884-aa6b53bb8884 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:36.157640 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:36.160537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c154b8-74a2-4480-a220-ac77bf4a74be') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.160537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c154b8-74a2-4480-a220-ac77bf4a74be') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.176956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.180118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: fd8c58c9-6276-47a0-a884-aa6b53bb8884 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:36.180709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device fd8c58c9-6276-47a0-a884-aa6b53bb8884 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:36.193236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.207180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.215774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:36.216356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:36.218328 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:36.352707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Pushing event updated for resources: {'Port': ['ID=7397b9ff-7cb9-4314-b139-c6479227f2b2,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:36.377782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.456377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.478922 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.481779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.490366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.490366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] 10.222.0.49 "DELETE /v2.0/networks/775d34e7-3e88-4c0b-95b0-bcad3546a6fa HTTP/1.1" status: 204 len: 168 time: 0.6656127 Sep 16 05:18:36.490867 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:18:33Z', 'revision_number': 3, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:36.495233 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2704a9e6-f87f-453f-997f-1604dd720797 HTTP/1.1" status: 204 len: 168 time: 0.9394269 Sep 16 05:18:36.542664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce1aef-839f-48fe-ae3e-30e12ee57a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=775d34e7-3e88-4c0b-95b0-bcad3546a6fa,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:36.549830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc7d00-c531-4a1e-a606-07bbd0256a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2704a9e6-f87f-453f-997f-1604dd720797,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:36.557526 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.567828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-8918a9ea-9ffa-465f-93a0-270ffae5529b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9023676 Sep 16 05:18:36.600065 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Checking router: c592fdac-76ef-4204-98a3-1f6a517c17fc for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:36.604274 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Updating router c592fdac-76ef-4204-98a3-1f6a517c17fc port 271fadae-1f26-4a17-85e4-d95fb49e71a3 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:36.694900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-37682956-e60a-4a5b-a2fd-6e056953bd2f tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.1259322 Sep 16 05:18:36.709859 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.720504 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc2e9d4-1d74-4605-9645-80e1af395993 x-openstack-request-id: req-8dc2e9d4-1d74-4605-9645-80e1af395993 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:36.720910 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f", "name": "network-vif-deleted", "tag": "4931e3c7-1597-452d-b458-c73e978ea103", "status": "completed", "code": 200}, {"server_uuid": "a52d14b1-8463-4401-a362-c3e3a5316b0c", "name": "network-vif-deleted", "tag": "fa527741-abdd-45eb-af2d-2a18026c3769", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:36.721996 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dc2e9d4-1d74-4605-9645-80e1af395993 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:36.722425 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6cb5eb-1411-44e9-bbe8-e3c1efeb7b3f', 'name': 'network-vif-deleted', 'tag': '4931e3c7-1597-452d-b458-c73e978ea103', 'status': 'completed', 'code': 200} Sep 16 05:18:36.722668 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d14b1-8463-4401-a362-c3e3a5316b0c', 'name': 'network-vif-deleted', 'tag': 'fa527741-abdd-45eb-af2d-2a18026c3769', 'status': 'completed', 'code': 200} Sep 16 05:18:37.151674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:37.185217 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.262678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3cc79e3e-af3b-44d5-bed6-76f7e67b08a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1615ea5bc234353bd24a95e36e3d638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096990 Sep 16 05:18:37.263380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:37.263716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47424) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:37.322941 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.340806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a87dd391-3100-49b7-a8b7-71892189a971 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ebb8486f62e46b3a7c7fdfe5f53dbc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737729 Sep 16 05:18:37.341635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:37.341865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-608ce4fa-bd12-4411-b0a4-56016b1c5905 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:37.343365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-333b0db0-1466-4edb-8d82-45dd7b0331aa req-608ce4fa-bd12-4411-b0a4-56016b1c5905 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.6383240 Sep 16 05:18:37.493885 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7bbde3d-7fba-4f30-97ad-5a39e037a6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.500044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9116e0cf-2786-4050-9d88-afedd77fa292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.542945 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca9e65-e754-4f2e-9fe3-010185bf196e None None] Pushing event updated for resources: {'Port': ['ID=271fadae-1f26-4a17-85e4-d95fb49e71a3,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:37.551610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7bbde3d-7fba-4f30-97ad-5a39e037a6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.563531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9116e0cf-2786-4050-9d88-afedd77fa292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.612538 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Attempting to bind port 271fadae-1f26-4a17-85e4-d95fb49e71a3 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:37.613432 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Attempting to bind port 271fadae-1f26-4a17-85e4-d95fb49e71a3 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:37.614880 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Attempting to bind port 271fadae-1f26-4a17-85e4-d95fb49e71a3 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:37.660721 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:37.661946 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:37.662939 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.663566 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:37.664875 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Bound port: 271fadae-1f26-4a17-85e4-d95fb49e71a3, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:37.665525 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.777082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9116e0cf-2786-4050-9d88-afedd77fa292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.783293 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9116e0cf-2786-4050-9d88-afedd77fa292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.785392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9116e0cf-2786-4050-9d88-afedd77fa292 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e79226c-1cb8-480e-9267-df1100e2c814 HTTP/1.1" status: 204 len: 168 time: 0.4214783 Sep 16 05:18:37.831078 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] For port 271fadae-1f26-4a17-85e4-d95fb49e71a3, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:37.833234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e0cf-2786-4050-9d88-afedd77fa292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e79226c-1cb8-480e-9267-df1100e2c814,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:37.840731 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] For port 271fadae-1f26-4a17-85e4-d95fb49e71a3, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=271fadae-1f26-4a17-85e4-d95fb49e71a3,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:37.859319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7bbde3d-7fba-4f30-97ad-5a39e037a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.869243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7bbde3d-7fba-4f30-97ad-5a39e037a6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.893486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b7bbde3d-7fba-4f30-97ad-5a39e037a6e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ca03edd-5d46-45f0-b8d9-0a3bec51681e HTTP/1.1" status: 204 len: 168 time: 0.6286464 Sep 16 05:18:37.922374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbde3d-7fba-4f30-97ad-5a39e037a6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca03edd-5d46-45f0-b8d9-0a3bec51681e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:37.955014 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.961005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.024931 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Routers {'c592fdac-76ef-4204-98a3-1f6a517c17fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:38.025993 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c592fdac-76ef-4204-98a3-1f6a517c17fc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:38.093390 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca9e65-e754-4f2e-9fe3-010185bf196e None None] Pushing event updated for resources: {'Port': ['ID=271fadae-1f26-4a17-85e4-d95fb49e71a3,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:38.222665 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] Set router c592fdac-76ef-4204-98a3-1f6a517c17fc gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:38.274448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Allocated IP 172.20.0.1 (28795798-bb94-4709-affe-fe3804ce5d6b/314a4f9f-897c-42dc-ad19-17b4675960f6/dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:38.569946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47454) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:38.578715 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.724188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35df8de9-c859-48e4-94b7-83687c468700', 'name': 'network-vif-deleted', 'tag': 'fd8c58c9-6276-47a0-a884-aa6b53bb8884'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:38.735731 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8a7de9-2a40-4ddf-8fd8-7e09f431c639" -d '{"events": [{"server_uuid": "35df8de9-c859-48e4-94b7-83687c468700", "name": "network-vif-deleted", "tag": "fd8c58c9-6276-47a0-a884-aa6b53bb8884"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:38.768377 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:18:33Z', 'revision_number': 3, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:38.811254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.859012 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dbbb2-6bc4-4685-92f8-3aa34eeb1a87 None None] The sync data for ids ['c592fdac-76ef-4204-98a3-1f6a517c17fc'] in n-d-712749-15 is: [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:18:33Z', 'revision_number': 3, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:38.912272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Network 28795798-bb94-4709-affe-fe3804ce5d6b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:38.916529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:38.920963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4770a9d9-4ecc-43dd-b01d-c0307b702758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.924869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:38.985166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:39.007943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.018101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.018101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.018101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.018101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.018101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.018101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.019053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.019053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.019053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.019537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.019537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:39.042349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.261441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4770a9d9-4ecc-43dd-b01d-c0307b702758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.338533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-83437dc0-4029-407e-942d-7e2a2e1a1ddc None None] Provisioning complete for port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:39.339964 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83437dc0-4029-407e-942d-7e2a2e1a1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.387076 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4770a9d9-4ecc-43dd-b01d-c0307b702758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.470136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-83437dc0-4029-407e-942d-7e2a2e1a1ddc None None] Port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:39.506794 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.509299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47486) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.523011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4770a9d9-4ecc-43dd-b01d-c0307b702758 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2499e30033f4957b4fcbb5c03d3d8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9500861 Sep 16 05:18:39.524450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.528951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770a9d9-4ecc-43dd-b01d-c0307b702758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7fb829-241b-479f-bd27-1ff5546020b2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:39.748328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28bc0015-bac1-403a-ac2c-5df99d3b516f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.755787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47494) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.756619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1f649fa7-3d27-4738-aef9-b71339cf3ff1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45ec5f325cd94a368b95f9c514e65844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454767 Sep 16 05:18:39.866887 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-547f88a5-a0ea-4411-a74a-248584530b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.870186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28bc0015-bac1-403a-ac2c-5df99d3b516f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.973916 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.997889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-547f88a5-a0ea-4411-a74a-248584530b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.056507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28bc0015-bac1-403a-ac2c-5df99d3b516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.060805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28bc0015-bac1-403a-ac2c-5df99d3b516f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.065253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-28bc0015-bac1-403a-ac2c-5df99d3b516f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d7fb829-241b-479f-bd27-1ff5546020b2 HTTP/1.1" status: 204 len: 168 time: 0.5388978 Sep 16 05:18:40.084188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.177744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:40.182446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc0015-bac1-403a-ac2c-5df99d3b516f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7fb829-241b-479f-bd27-1ff5546020b2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:40.191279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-547f88a5-a0ea-4411-a74a-248584530b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.198975 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-547f88a5-a0ea-4411-a74a-248584530b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.198975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-547f88a5-a0ea-4411-a74a-248584530b0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f15eb875-696b-4e7f-8709-480d536b80a6 HTTP/1.1" status: 204 len: 168 time: 0.4398866 Sep 16 05:18:40.212003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f88a5-a0ea-4411-a74a-248584530b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15eb875-696b-4e7f-8709-480d536b80a6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:40.247494 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.366534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47514) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:40.499152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Network 28795798-bb94-4709-affe-fe3804ce5d6b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:40.504178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:40.789242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Router c592fdac-76ef-4204-98a3-1f6a517c17fc has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:40.851653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 271fadae-1f26-4a17-85e4-d95fb49e71a3 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:40.947698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 271fadae-1f26-4a17-85e4-d95fb49e71a3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:40.948189 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.020098 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:41.032863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f0a3793d-e82e-413d-a1a5-55448871af66 admin admin] 10.222.0.49 "PUT /v2.0/routers/c592fdac-76ef-4204-98a3-1f6a517c17fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9165616 Sep 16 05:18:41.133010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-433288693-network', 'tenant_id': '553daba9e3ae495f8a63890c244cde16'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:41.147220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.174517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b40091a2-4d0a-49ea-b671-54cd38e0561a None None] Provisioning complete for port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:41.182449 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b40091a2-4d0a-49ea-b671-54cd38e0561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.303560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b40091a2-4d0a-49ea-b671-54cd38e0561a None None] Port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:41.313179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Made reservation on behalf of 553daba9e3ae495f8a63890c244cde16 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:41.317776 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.361236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.386043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47534) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:41.393756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 271fadae-1f26-4a17-85e4-d95fb49e71a3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=271fadae-1f26-4a17-85e4-d95fb49e71a3,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:41.500160 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.581501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.614586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=271fadae-1f26-4a17-85e4-d95fb49e71a3,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:41.624073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.624835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.625345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.625900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.626743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.627245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.627900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.628421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.628910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.629397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.630099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.630590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:41.685354 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.722650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Sync routers for ids ['c592fdac-76ef-4204-98a3-1f6a517c17fc'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:41.744284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Routers {'c592fdac-76ef-4204-98a3-1f6a517c17fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:41.744950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c592fdac-76ef-4204-98a3-1f6a517c17fc'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:41.755460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:41.784376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1257559442'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:41.793669 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.794341 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Added segment e49a9e96-0656-43f0-853d-1ce8e350997c of type vlan for network e0c77d68-aa49-475b-af53-f31b1e01781d Sep 16 05:18:41.796550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b08fa00-f018-4681-91a7-aaceb7ab1128,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:41.811894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47546) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:41.866263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2062e08e-3116-4cbf-86e3-1be281d036da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.895166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.955331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:41.964537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.989631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Set router c592fdac-76ef-4204-98a3-1f6a517c17fc gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:42.019320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:42.053195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.054428 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Added segment de18eba7-0ae9-4b49-a5d8-9ab31bd85170 of type vlan for network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 Sep 16 05:18:42.058257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.071381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:42.072783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.112156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.176929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c77d68-aa49-475b-af53-f31b1e01781d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:42.212257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e0c77d68-aa49-475b-af53-f31b1e01781d details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:42.259095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2062e08e-3116-4cbf-86e3-1be281d036da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.513289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:18:39Z', 'revision_number': 4, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d', 'name': '', 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'mac_address': 'fa:16:3e:ea:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '314a4f9f-897c-42dc-ad19-17b4675960f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:38Z', 'updated_at': '2021-09-16T05:18:39Z', 'revision_number': 2, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'subnets': [{'id': '314a4f9f-897c-42dc-ad19-17b4675960f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:42.541807 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Checking router: c592fdac-76ef-4204-98a3-1f6a517c17fc for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:42.542155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Updating router c592fdac-76ef-4204-98a3-1f6a517c17fc port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:42.573965 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.747585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 271fadae-1f26-4a17-85e4-d95fb49e71a3 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:42.782076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.782585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2062e08e-3116-4cbf-86e3-1be281d036da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.806680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:42.809341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.861965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-09e82b6d-2ef3-4bfb-9fb2-b48e28b89eb4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4938369 Sep 16 05:18:42.867401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:42.871597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2062e08e-3116-4cbf-86e3-1be281d036da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2091c945eca34c52bfed2cafd4c41794&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0572398 Sep 16 05:18:42.875649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Request body: {'subnet': {'network_id': 'e0c77d68-aa49-475b-af53-f31b1e01781d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-433288693-subnet', 'tenant_id': '553daba9e3ae495f8a63890c244cde16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:42.881565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47560) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:42.916147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062e08e-3116-4cbf-86e3-1be281d036da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9e41b4-7eee-4c19-8587-57d67f7b6122,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:42.962909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 271fadae-1f26-4a17-85e4-d95fb49e71a3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:42.962909 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.012482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Made reservation on behalf of 553daba9e3ae495f8a63890c244cde16 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:43.021683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.090548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6576892b-ddcc-4ac8-ad6a-cad856c7bd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.134898 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846b8abd-e8ce-4e95-94bb-e5e17280f5cd x-openstack-request-id: req-846b8abd-e8ce-4e95-94bb-e5e17280f5cd {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:43.138395 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35df8de9-c859-48e4-94b7-83687c468700", "name": "network-vif-deleted", "tag": "fd8c58c9-6276-47a0-a884-aa6b53bb8884", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:43.138809 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-846b8abd-e8ce-4e95-94bb-e5e17280f5cd {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:43.139342 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35df8de9-c859-48e4-94b7-83687c468700', 'name': 'network-vif-deleted', 'tag': 'fd8c58c9-6276-47a0-a884-aa6b53bb8884', 'status': 'completed', 'code': 200} Sep 16 05:18:43.226597 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6576892b-ddcc-4ac8-ad6a-cad856c7bd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.361671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9711068 Sep 16 05:18:43.362273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47576) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:43.368805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'subnet': {'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:43.479801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-674c59f8-f059-4b4a-b686-63e98053cf0a tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips/ee62f6ed-ddff-493f-a57b-f33717669405 HTTP/1.1" status: 200 len: 693 time: 0.5026312 Sep 16 05:18:43.494263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca53c78-58b7-4ca9-93b2-37476228e92b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Network': ['ID=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:43.598005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:43.749162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6576892b-ddcc-4ac8-ad6a-cad856c7bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.753079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6576892b-ddcc-4ac8-ad6a-cad856c7bd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.757222 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6576892b-ddcc-4ac8-ad6a-cad856c7bd49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f9e41b4-7eee-4c19-8587-57d67f7b6122 HTTP/1.1" status: 204 len: 168 time: 0.8725021 Sep 16 05:18:43.795642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:43.815985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.827464 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.848804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576892b-ddcc-4ac8-ad6a-cad856c7bd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9e41b4-7eee-4c19-8587-57d67f7b6122,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:43.924702 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.941679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-76cf9121-631b-47b2-98c2-deaad0b5307b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:43.968174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-76cf9121-631b-47b2-98c2-deaad0b5307b tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.4608796 Sep 16 05:18:44.211029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-ec9619af-9e6b-43de-b93a-fa7d7917b3ca tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.2370596 Sep 16 05:18:44.370055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Attempting to bind port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:44.370232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Attempting to bind port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:44.370817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Attempting to bind port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d on network 28795798-bb94-4709-affe-fe3804ce5d6b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:44.376596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a0206-6d24-4e8e-b1c4-2c8d396526f4 None None] Pushing event updated for resources: {'Port': ['ID=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:44.381165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-76b1ae4e-f1df-4537-90a9-5a398dbc4145 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.1400909 Sep 16 05:18:44.405054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:44.407342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Checking segment: {'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:44.408065 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.408712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Bound using segment: {'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:44.409515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Bound port: dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afe61ba-85ef-4d08-8549-8452925a9684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:44.410169 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.554273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.707218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Deleting port 7397b9ff-7cb9-4314-b139-c6479227f2b2 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:44.707552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.795523 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Checking segment: {'id': 'e49a9e96-0656-43f0-853d-1ce8e350997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e0c77d68-aa49-475b-af53-f31b1e01781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:44.795907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Network hostable DHCP agents. Network: e0c77d68-aa49-475b-af53-f31b1e01781d, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:44.803391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3a65939-74eb-4ccd-84ff-1f0ce5d49a3a None None] Provisioning complete for port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:44.803994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3a65939-74eb-4ccd-84ff-1f0ce5d49a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.834527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f4d193-9a41-4a51-a136-4ae02ab10391,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:44.834785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] For port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:44.903613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3a65939-74eb-4ccd-84ff-1f0ce5d49a3a None None] Port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:44.921414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] For port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,segment=NetworkSegment(7afe61ba-85ef-4d08-8549-8452925a9684),segment_id=7afe61ba-85ef-4d08-8549-8452925a9684)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:44.924551 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.935003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.937105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.971617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Calling delete_port for 7397b9ff-7cb9-4314-b139-c6479227f2b2 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:45.010461 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.032883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Subnet': ['ID=5d5830f3-6811-4b21-93cb-87b0263675d2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:45.036158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Network e0c77d68-aa49-475b-af53-f31b1e01781d is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:45.089164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Checking segment: {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:45.089399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network hostable DHCP agents. Network: eab5e153-5cfc-4379-98d3-3d6b0ac7cb61, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:45.149199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e0c77d68-aa49-475b-af53-f31b1e01781d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:45.160906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:45.161522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.182067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec2169-f3ce-44a8-9f24-7b860072d1e3 None None] Network e0c77d68-aa49-475b-af53-f31b1e01781d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:45.248375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:45.257199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, eab5e153-5cfc-4379-98d3-3d6b0ac7cb61) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:45.264318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:45.266216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.295759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d0ad4-3eff-4154-9283-7707353f5293 None None] Network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:45.400839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a0206-6d24-4e8e-b1c4-2c8d396526f4 None None] Pushing event updated for resources: {'Port': ['ID=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:45.414817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Routers {'c592fdac-76ef-4204-98a3-1f6a517c17fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:45.415432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c592fdac-76ef-4204-98a3-1f6a517c17fc'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:45.455893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.476871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3d2adbc-a9c6-47dd-9b52-2afe971e3d8b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6077669 Sep 16 05:18:45.483929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-927a0f41-5e08-4dd9-9157-a4361628ff2c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1202774 Sep 16 05:18:45.488698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:45.516753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1100093501'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:45.594269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Pushing event deleted for resources: {'Port': ['ID=7397b9ff-7cb9-4314-b139-c6479227f2b2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:45.704140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:45.710131 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.713262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.714944 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.717774 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e98c9efc-d315-43b2-b8de-a12237de5f36 req-f5ee6041-2150-4183-805d-ac248e98d9cb tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "DELETE /v2.0/floatingips/ee62f6ed-ddff-493f-a57b-f33717669405 HTTP/1.1" status: 204 len: 173 time: 1.3141470 Sep 16 05:18:45.817743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] Set router c592fdac-76ef-4204-98a3-1f6a517c17fc gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:45.933468 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-a199e97c-538f-4450-9e57-dedae4d48fbc req-45a4da6c-c988-465f-ab63-f79d1cf3a22f tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] show failed (client error): The resource could not be found. Sep 16 05:18:45.937490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a199e97c-538f-4450-9e57-dedae4d48fbc req-45a4da6c-c988-465f-ab63-f79d1cf3a22f tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips/ee62f6ed-ddff-493f-a57b-f33717669405 HTTP/1.1" status: 404 len: 350 time: 0.1709208 Sep 16 05:18:45.992995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:45.998517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-eab5e153-5cfc-4379-98d3-3d6b0ac7cb61', 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'fixed_ips': [{'subnet_id': '5d5830f3-6811-4b21-93cb-87b0263675d2'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:18:45.999690 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.037089 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.037818 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Added segment 61852e37-e234-456e-b9c3-7205f5970030 of type vlan for network d3a8f6f6-2762-4b68-b557-c56b63498f97 Sep 16 05:18:46.074839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816304c9-014f-4247-ab84-af5498a3fe35 None None] Network e0c77d68-aa49-475b-af53-f31b1e01781d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:46.093098 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-1390eda2-c3f0-4276-9548-b767ba1d32e0 req-44429a3d-3c36-41a3-9807-68d554fc30c1 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] show failed (client error): The resource could not be found. Sep 16 05:18:46.094852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1390eda2-c3f0-4276-9548-b767ba1d32e0 req-44429a3d-3c36-41a3-9807-68d554fc30c1 tempest-FloatingIPsTestJSON-537012225 tempest-FloatingIPsTestJSON-537012225-project] 10.222.0.49 "GET /v2.0/floatingips/ee62f6ed-ddff-493f-a57b-f33717669405 HTTP/1.1" status: 404 len: 350 time: 0.1381176 Sep 16 05:18:46.109819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47658) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:46.189467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:46.242003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.338746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dacbf770-b5c1-4d03-b39a-f2c0b0aea7d1 None None] Provisioning complete for port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:46.339344 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dacbf770-b5c1-4d03-b39a-f2c0b0aea7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.450619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.467464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:46.469088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.850442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Network': ['ID=d3a8f6f6-2762-4b68-b557-c56b63498f97,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:46.964628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.965349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.967934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.969664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.971581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.974335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.975163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.980625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.981411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.982144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.982838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:46.983506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:47.040922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d3a8f6f6-2762-4b68-b557-c56b63498f97 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:47.044946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Allocated IP 19.80.0.2 (eab5e153-5cfc-4379-98d3-3d6b0ac7cb61/5d5830f3-6811-4b21-93cb-87b0263675d2/36c92082-b27f-483b-b5b2-4068ac23a56d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:47.064320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1654f979-b209-4cb8-8a83-f962e9bbf184 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5725658 Sep 16 05:18:47.068937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:47.087771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'subnet': {'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:47.115632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b79f4a2e-d345-4e72-adbb-13f81d4276b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6808677a59d2414aa25df9f76d7c760c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9432840 Sep 16 05:18:47.118020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47706) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:47.350695 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dacbf770-b5c1-4d03-b39a-f2c0b0aea7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.389741 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad6f2-28d6-4f25-9596-46da6520171c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.436923 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.593344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:47.595784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-dacbf770-b5c1-4d03-b39a-f2c0b0aea7d1 None None] For port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,segment=NetworkSegment(7afe61ba-85ef-4d08-8549-8452925a9684),segment_id=7afe61ba-85ef-4d08-8549-8452925a9684)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:47.600600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.610651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:18:39Z', 'revision_number': 4, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d', 'name': '', 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'mac_address': 'fa:16:3e:ea:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '314a4f9f-897c-42dc-ad19-17b4675960f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:38Z', 'updated_at': '2021-09-16T05:18:44Z', 'revision_number': 4, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'subnets': [{'id': '314a4f9f-897c-42dc-ad19-17b4675960f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:47.750179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ec82f-e462-4039-abe0-57d481084dc1 None None] The sync data for ids ['c592fdac-76ef-4204-98a3-1f6a517c17fc'] in n-d-712749-15 is: [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:18:39Z', 'revision_number': 4, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d', 'name': '', 'network_id': '28795798-bb94-4709-affe-fe3804ce5d6b', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'mac_address': 'fa:16:3e:ea:2a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '314a4f9f-897c-42dc-ad19-17b4675960f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:38Z', 'updated_at': '2021-09-16T05:18:44Z', 'revision_number': 4, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'subnets': [{'id': '314a4f9f-897c-42dc-ad19-17b4675960f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:47.805238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad6f2-28d6-4f25-9596-46da6520171c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.886807 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dacbf770-b5c1-4d03-b39a-f2c0b0aea7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.142233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.169750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbf770-b5c1-4d03-b39a-f2c0b0aea7d1 None None] Pushing event updated for resources: {'Port': ['ID=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.198020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-dea1b20e-3e0b-49be-bd90-f425f756aea9 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.200991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-dea1b20e-3e0b-49be-bd90-f425f756aea9 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/networks?id=e0c77d68-aa49-475b-af53-f31b1e01781d HTTP/1.1" status: 200 len: 813 time: 0.8396554 Sep 16 05:18:48.239915 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.252515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e6da95ae-2fb3-465b-adc0-d1232a1e49da tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/quotas/553daba9e3ae495f8a63890c244cde16 HTTP/1.1" status: 200 len: 375 time: 0.0226312 Sep 16 05:18:48.324346 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:48.328429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:48.333702 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:48.341171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-8c33efc5-d6ae-4f33-81d1-8fbc404385b2 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=553daba9e3ae495f8a63890c244cde16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843673 Sep 16 05:18:48.363893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47746) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.404090 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.427302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Pushing event updated for resources: {'Port': ['ID=36c92082-b27f-483b-b5b2-4068ac23a56d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.454123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Attempting to bind port 36c92082-b27f-483b-b5b2-4068ac23a56d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:48.454506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Attempting to bind port 36c92082-b27f-483b-b5b2-4068ac23a56d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:48.454967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Attempting to bind port 36c92082-b27f-483b-b5b2-4068ac23a56d on network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:48.467342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:48.468446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Checking segment: {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:48.470442 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.471893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Bound using segment: {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:48.472855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Bound port: 36c92082-b27f-483b-b5b2-4068ac23a56d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:48.474026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.518387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad6f2-28d6-4f25-9596-46da6520171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.521336 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad6f2-28d6-4f25-9596-46da6520171c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.538023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7e1ad6f2-28d6-4f25-9596-46da6520171c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b188b264-962c-4fb2-81cb-86e8c6fcb94d HTTP/1.1" status: 204 len: 168 time: 1.4078283 Sep 16 05:18:48.548748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Subnet': ['ID=9ed14f55-2765-4d74-9e54-160cfa2d8b69,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.597132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Checking segment: {'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:48.598976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network hostable DHCP agents. Network: d3a8f6f6-2762-4b68-b557-c56b63498f97, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:48.658634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1543080209-network', 'tenant_id': '4683bcbaaf764730b43842cca77fc970'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:48.659971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ad6f2-28d6-4f25-9596-46da6520171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b188b264-962c-4fb2-81cb-86e8c6fcb94d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.698604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-1e094ec3-a284-4f87-bac6-ae63d917fe00 service neutron] 10.222.0.49 "GET /v2.0/networks/e0c77d68-aa49-475b-af53-f31b1e01781d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464639 Sep 16 05:18:48.715613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] For port 36c92082-b27f-483b-b5b2-4068ac23a56d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:48.731061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] For port 36c92082-b27f-483b-b5b2-4068ac23a56d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=36c92082-b27f-483b-b5b2-4068ac23a56d,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:48.783119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 818f69d2-4e3f-49bb-9968-5cde518f3282 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:48.791416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network d3a8f6f6-2762-4b68-b557-c56b63498f97 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:48.799793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Deleting port f5153fec-c032-47c8-a802-8e26e976a381 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:48.800341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.811099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:48.825836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Made reservation on behalf of 4683bcbaaf764730b43842cca77fc970 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:48.833679 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.861236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.863658 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.898316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-5643a1e4-8e3a-4cca-897f-af00638c10f8 service neutron] 10.222.0.49 "GET /v2.0/networks/e0c77d68-aa49-475b-af53-f31b1e01781d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927667 Sep 16 05:18:48.923046 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] For port f5153fec-c032-47c8-a802-8e26e976a381, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f5153fec-c032-47c8-a802-8e26e976a381,segment=NetworkSegment(e26836b4-94f9-4ca7-b502-c9efdba99d60),segment_id=e26836b4-94f9-4ca7-b502-c9efdba99d60)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:48.923416 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.948010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Calling delete_port for f5153fec-c032-47c8-a802-8e26e976a381 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:49.013841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.016399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d3a8f6f6-2762-4b68-b557-c56b63498f97) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:49.023283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.025623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.041029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68fde0-0672-46ba-8a80-8fbbb1f3415e None None] Pushing event updated for resources: {'Port': ['ID=36c92082-b27f-483b-b5b2-4068ac23a56d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:49.054144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca9d6f-d302-4141-a5f5-ed80ae85ea02 None None] Network d3a8f6f6-2762-4b68-b557-c56b63498f97 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:49.126447 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.155395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:49.197435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.197831 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Added segment 5a67503c-05f1-4f04-816b-72988451b8f9 of type vlan for network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 Sep 16 05:18:49.286617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.328988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.337018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:49.337716 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.384982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:49.492252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:49.493948 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8170f73-e0e4-4b6c-a5c2-c8c9bc483092" -d '{"events": [{"server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:49.517510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e14a710e-a8b8-4ba4-97dd-fd6e83e34b90 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4428482 Sep 16 05:18:49.527015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f62a295-2bbd-4247-bfde-ea0928b9bd0c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:49.568996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.575959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.577156 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.776094 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.788334 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.875383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5153fec-c032-47c8-a802-8e26e976a381,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:49.880294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] Pushing event updated for resources: {'Network': ['ID=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:49.993263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:50.002429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d3a8f6f6-2762-4b68-b557-c56b63498f97', 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'fixed_ips': [{'subnet_id': '9ed14f55-2765-4d74-9e54-160cfa2d8b69'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:18:50.003332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.033860 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bea26f4f-54ac-4437-99a8-9ff3bf8a7fbb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6644075 Sep 16 05:18:50.034047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:50.034184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:50.044403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Request body: {'subnet': {'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1543080209-subnet', 'tenant_id': '4683bcbaaf764730b43842cca77fc970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:50.234530 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d19c4bca-f6f2-4f1f-969f-5f5656e2c0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.271212 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-7eee5904-3a8f-4a52-844d-a6eadcf31a66 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=87437861a41e40c4bf78025a370c9983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625932 Sep 16 05:18:50.337526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Made reservation on behalf of 4683bcbaaf764730b43842cca77fc970 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:50.344129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.678116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.679417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Allocated IP 19.86.0.2 (d3a8f6f6-2762-4b68-b557-c56b63498f97/9ed14f55-2765-4d74-9e54-160cfa2d8b69/bc1e16a9-6153-4659-87c9-08d76bc75a58) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:50.729767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-8341fa19-514c-49af-a743-5d1f139d5bd3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.738390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-8341fa19-514c-49af-a743-5d1f139d5bd3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4662147 Sep 16 05:18:50.873320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-1e6b9374-6ca5-4702-81c7-bf9c6c549464 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/quotas/87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 375 time: 0.1333921 Sep 16 05:18:51.031607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-6f8c6b7a-7c7d-4068-a647-d1eebb4672ba tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1504498 Sep 16 05:18:51.068185 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.090077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68a524-f762-4730-b735-2ec49a8e1167 None None] Network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:51.105043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4718be85-a1ef-4405-be16-1b069fa0ca15 req-91312950-d32f-4463-bd01-27d0f0b1a0ef tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 210 time: 0.0498781 Sep 16 05:18:51.167187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 36c92082-b27f-483b-b5b2-4068ac23a56d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:51.243195 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.253488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.276058 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a58e00-28db-4b54-bb59-3a668834f381 x-openstack-request-id: req-66a58e00-28db-4b54-bb59-3a668834f381 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:51.276391 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:51.276608 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66a58e00-28db-4b54-bb59-3a668834f381 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:51.277005 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'code': 200} Sep 16 05:18:51.291878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:51.406621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.423439 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Network d3a8f6f6-2762-4b68-b557-c56b63498f97 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:51.427511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cc03e502-e98e-414c-9134-d135f3a006fc None None] Provisioning complete for port 36c92082-b27f-483b-b5b2-4068ac23a56d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:51.427922 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc03e502-e98e-414c-9134-d135f3a006fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.441744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Pushing event updated for resources: {'Port': ['ID=bc1e16a9-6153-4659-87c9-08d76bc75a58,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:51.461494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47836) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:51.463944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:51.475740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:51.561403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b34ebf4-5073-4092-a816-adaff7c4dfc9,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:51.646453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 36c92082-b27f-483b-b5b2-4068ac23a56d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:51.647012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.748276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-211276961-network', 'tenant_id': '6bf77001f74943419ae7d0f45f53385c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:51.748276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Checking segment: {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:51.748276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Network hostable DHCP agents. Network: cbc9b2a7-997a-4270-88bb-1b4ae4db50b1, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:51.881769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-0faefa40-21f0-4fa3-9e65-6c1e4fd8c8a7 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:51.889477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-0faefa40-21f0-4fa3-9e65-6c1e4fd8c8a7 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:51.892103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-0faefa40-21f0-4fa3-9e65-6c1e4fd8c8a7 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/networks?id=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61&id=d3a8f6f6-2762-4b68-b557-c56b63498f97&id=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 HTTP/1.1" status: 200 len: 1392 time: 0.4465206 Sep 16 05:18:51.983624 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-92626299-63c5-4da7-a951-92669d98c415 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/quotas/b5e2e06faeb045979b54a4881f2b5e1b HTTP/1.1" status: 200 len: 375 time: 0.0289681 Sep 16 05:18:51.986783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Attempting to bind port bc1e16a9-6153-4659-87c9-08d76bc75a58 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:51.987682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Attempting to bind port bc1e16a9-6153-4659-87c9-08d76bc75a58 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:51.987886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Attempting to bind port bc1e16a9-6153-4659-87c9-08d76bc75a58 on network d3a8f6f6-2762-4b68-b557-c56b63498f97 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:52.025897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:52.026859 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Checking segment: {'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:52.027505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.028116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Bound using segment: {'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:52.029302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Bound port: bc1e16a9-6153-4659-87c9-08d76bc75a58, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:52.029688 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.049710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Router d0af877a-06ea-4602-98e5-9aa2b38136a8 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:52.094289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-336da8b8-ecc0-413e-9300-8b644c360195 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0842171 Sep 16 05:18:52.177413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc03e502-e98e-414c-9134-d135f3a006fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.225047 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.345646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] For port bc1e16a9-6153-4659-87c9-08d76bc75a58, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:52.350014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] For port bc1e16a9-6153-4659-87c9-08d76bc75a58, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bc1e16a9-6153-4659-87c9-08d76bc75a58,segment=NetworkSegment(61852e37-e234-456e-b9c3-7205f5970030),segment_id=61852e37-e234-456e-b9c3-7205f5970030)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:52.366581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cc03e502-e98e-414c-9134-d135f3a006fc None None] For port 36c92082-b27f-483b-b5b2-4068ac23a56d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=36c92082-b27f-483b-b5b2-4068ac23a56d,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:52.373958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Made reservation on behalf of 6bf77001f74943419ae7d0f45f53385c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:52.376375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.422196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.428920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-caa865e7-4a46-46c9-97f4-ab2bc8eaa082 service neutron] 10.222.0.49 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933941 Sep 16 05:18:52.432438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:52.436075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:52.447075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.450818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b30bd776-8e57-4a7d-bd57-1d744c0a4e3d admin admin] 10.222.0.49 "PUT /v2.0/routers/d0af877a-06ea-4602-98e5-9aa2b38136a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3392601 Sep 16 05:18:52.462386 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] Sync routers for ids ['d0af877a-06ea-4602-98e5-9aa2b38136a8'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:52.465721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47854) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:52.488232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] Routers {'d0af877a-06ea-4602-98e5-9aa2b38136a8'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:52.489486 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d0af877a-06ea-4602-98e5-9aa2b38136a8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:52.498638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-b76a8e8a-73e7-4e96-8e34-e3bbae8ed7f9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.505995 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-b76a8e8a-73e7-4e96-8e34-e3bbae8ed7f9 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 804 time: 0.9370506 Sep 16 05:18:52.541930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-3fde4151-7ee3-4b10-bc6a-6a5547633a3e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/quotas/0e9ea498b78844e48522f583b72988d6 HTTP/1.1" status: 200 len: 375 time: 0.0349329 Sep 16 05:18:52.558529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d511f-6b3a-45c8-a1d3-3bfc8a7d07bd None None] Pushing event updated for resources: {'Port': ['ID=bc1e16a9-6153-4659-87c9-08d76bc75a58,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:52.564981 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc03e502-e98e-414c-9134-d135f3a006fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.694434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, cbc9b2a7-997a-4270-88bb-1b4ae4db50b1) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:52.724907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-bbb2f97f-4bba-4285-93da-b3223d29e3f6 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.728267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-bbb2f97f-4bba-4285-93da-b3223d29e3f6 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "GET /v2.0/ports?device_id=38723edf-e211-48b9-adbf-93a431a3c7f2 HTTP/1.1" status: 200 len: 943 time: 0.2769911 Sep 16 05:18:52.737996 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:18:52.738842 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:18:52.739737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864fab9-e6eb-459d-bb8e-a8e808b2d424 None None] Network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:52.740905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.741540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.779018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03e502-e98e-414c-9134-d135f3a006fc None None] Pushing event updated for resources: {'Port': ['ID=36c92082-b27f-483b-b5b2-4068ac23a56d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:52.871261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-6f02a619-c92c-4e2e-bbf2-b6fabb163095 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3275805 Sep 16 05:18:52.944373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c6c3a9f4-6124-42e9-8b59-d1288c22cdf7 None None] Provisioning complete for port 36c92082-b27f-483b-b5b2-4068ac23a56d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:52.945581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a9f4-6124-42e9-8b59-d1288c22cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.950807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.956507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-cd60c75e-6c6e-483d-abad-1c226100b711 service neutron] 10.222.0.49 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153213 Sep 16 05:18:52.982820 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] Set router d0af877a-06ea-4602-98e5-9aa2b38136a8 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:53.160486 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57ef7bca-3afd-461e-80d7-087bed897853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.218961 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.299296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d3e750-3f41-4bdb-b375-d857268ee119 None None] Network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:53.315749 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:49Z', 'revision_number': 5, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:53.365967 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.406029 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.427711 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] Checking router: d0af877a-06ea-4602-98e5-9aa2b38136a8 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:53.428668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-41614433-ea28-4e58-a123-1c9db9bb895a service neutron] 10.222.0.49 "GET /v2.0/networks/d3a8f6f6-2762-4b68-b557-c56b63498f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790041 Sep 16 05:18:53.450980 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] Routers {'d0af877a-06ea-4602-98e5-9aa2b38136a8'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:53.452063 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d0af877a-06ea-4602-98e5-9aa2b38136a8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:53.475819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-30939f3b-4b09-4db5-829b-021813acf5fa service neutron] 10.222.0.49 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030886 Sep 16 05:18:53.536765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-86a47ce3-a14d-4bd3-8f2d-51b3adcb0ac7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4904640 Sep 16 05:18:53.678587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:53.681772 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] Set router d0af877a-06ea-4602-98e5-9aa2b38136a8 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:53.758134 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.785402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-fbb5168f-34cd-4ec6-8fe2-0f056e1ca814 service neutron] 10.222.0.49 "GET /v2.0/networks/d3a8f6f6-2762-4b68-b557-c56b63498f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515551 Sep 16 05:18:53.788177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Deleting port 67e55196-bde6-458e-8d5e-1810af6f6873 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:53.788782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.848669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8359602a-aede-4c33-ac79-4d5b54205cba,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:53.885865 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.889335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bc1e16a9-6153-4659-87c9-08d76bc75a58 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:53.900399 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Added segment 36c94c4d-c7ec-4ca7-822f-6a334f1ee106 of type vlan for network 935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b Sep 16 05:18:54.042993 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:49Z', 'revision_number': 5, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:54.057810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port bc1e16a9-6153-4659-87c9-08d76bc75a58 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:54.058194 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.115148 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048a7de-53f9-4c29-b7bc-9646438ee899 None None] The sync data for ids ['d0af877a-06ea-4602-98e5-9aa2b38136a8'] in n-d-712749-15 is: [{'id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'name': 'tempest-FloatingIPsTestJSON-1909771091-router', 'tenant_id': '568f2d4b757446df9507bb340ec4fe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:11Z', 'updated_at': '2021-09-16T05:18:49Z', 'revision_number': 5, 'project_id': '568f2d4b757446df9507bb340ec4fe7a', 'gw_port': {'id': '67e55196-bde6-458e-8d5e-1810af6f6873', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af877a-06ea-4602-98e5-9aa2b38136a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:12Z', 'updated_at': '2021-09-16T05:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:54.191372 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.201654 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-287d14f3-789a-4fc1-b6e1-0553be437461 service neutron] 10.222.0.49 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742628 Sep 16 05:18:54.228751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Deleting port 818f69d2-4e3f-49bb-9968-5cde518f3282 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:54.229195 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.249327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port bc1e16a9-6153-4659-87c9-08d76bc75a58, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bc1e16a9-6153-4659-87c9-08d76bc75a58,segment=NetworkSegment(61852e37-e234-456e-b9c3-7205f5970030),segment_id=61852e37-e234-456e-b9c3-7205f5970030)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:54.273544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] For port 67e55196-bde6-458e-8d5e-1810af6f6873, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=67e55196-bde6-458e-8d5e-1810af6f6873,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:54.273933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.319139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Calling delete_port for 67e55196-bde6-458e-8d5e-1810af6f6873 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:54.347668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.348681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 36c92082-b27f-483b-b5b2-4068ac23a56d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:54.400254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-04a950b9-086c-4cb8-9435-144c176501e5 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:54.402106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-04a950b9-086c-4cb8-9435-144c176501e5 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.30 "GET /v2.0/networks?id=e0c77d68-aa49-475b-af53-f31b1e01781d HTTP/1.1" status: 200 len: 813 time: 0.9118032 Sep 16 05:18:54.435005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-8e698510-8ea2-46a9-ab57-6bad3f6c1f63 service neutron] 10.222.0.49 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9544663 Sep 16 05:18:54.450221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-00ebac6d-4f32-4ed6-8f03-2bd41dd9a5e7 service neutron] 10.222.0.49 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328105 Sep 16 05:18:54.461697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.487540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Request body: {'port': {'device_id': 'ddae2749-8576-48ac-a5fc-c331f876d671', 'network_id': 'e0c77d68-aa49-475b-af53-f31b1e01781d', 'admin_state_up': True, 'tenant_id': '553daba9e3ae495f8a63890c244cde16'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:54.490984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=bc1e16a9-6153-4659-87c9-08d76bc75a58,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:54.527074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 36c92082-b27f-483b-b5b2-4068ac23a56d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:54.528166 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.573355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] For port 818f69d2-4e3f-49bb-9968-5cde518f3282, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=818f69d2-4e3f-49bb-9968-5cde518f3282,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:54.577077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.589185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.615471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Calling delete_port for 818f69d2-4e3f-49bb-9968-5cde518f3282 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:54.653687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7c5de-68ae-4fcb-8c40-35fb79d60946 None None] Network d3a8f6f6-2762-4b68-b557-c56b63498f97 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:54.685065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.686233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:54.687211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.758707 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.809195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Pushing event deleted for resources: {'Port': ['ID=67e55196-bde6-458e-8d5e-1810af6f6873,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:54.809905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] Pushing event updated for resources: {'Network': ['ID=935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:54.839784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-55b1dbb1-cfa8-4102-8a0e-76e75aeeb083 None None] Provisioning complete for port bc1e16a9-6153-4659-87c9-08d76bc75a58 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:54.840961 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-55b1dbb1-cfa8-4102-8a0e-76e75aeeb083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.854501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:54.970701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.177943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6ff370d-3c23-4a7a-bbf5-661babd98467 req-db65d15c-2afc-4c3a-b048-dd3113f6205c tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 210 time: 0.0952976 Sep 16 05:18:55.239117 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.242570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e3e894f0-cdee-46b0-9be6-780c0e6a0010 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7671227 Sep 16 05:18:55.244842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47876) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:55.258761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Request body: {'subnet': {'network_id': '935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-211276961-subnet', 'tenant_id': '6bf77001f74943419ae7d0f45f53385c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:55.272322 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.330189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2437a84d-9a89-4ef1-bf7b-b12aa9e278b7 req-1b9f6c6a-ec20-45de-94df-17389fb19ded tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 210 time: 0.2914450 Sep 16 05:18:55.362583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.366600 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.496193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.496193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0af877a-06ea-4602-98e5-9aa2b38136a8 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:18:55.502004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.503569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-17799dd1-0799-4c8b-b1a1-2dc74f4065ac admin admin] 10.222.0.49 "DELETE /v2.0/routers/d0af877a-06ea-4602-98e5-9aa2b38136a8 HTTP/1.1" status: 204 len: 168 time: 3.0362537 Sep 16 05:18:55.505918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:55.506282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Pushing event deleted for resources: {'Port': ['ID=818f69d2-4e3f-49bb-9968-5cde518f3282,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:55.568430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Made reservation on behalf of 6bf77001f74943419ae7d0f45f53385c for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:55.581145 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-fff99c27-6825-43d0-bd55-8d8501f75cc9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87437861a41e40c4bf78025a370c9983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249435 Sep 16 05:18:55.581678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.650787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de7d27a3-5ff8-4e17-9119-53c9344cbd02 req-8955b00d-1a5e-42d8-b8ea-91767c2d1090 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 210 time: 0.1342144 Sep 16 05:18:55.753835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bc1e16a9-6153-4659-87c9-08d76bc75a58 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:55.872242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port bc1e16a9-6153-4659-87c9-08d76bc75a58 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:55.872242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.893697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-977f94cd-7f28-4784-8256-128150eac864 admin admin] Deleting subnet 69303db1-4dc9-463e-b3e3-ab5cedd9212c {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:55.941352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] No DVR routers for this DVR port 818f69d2-4e3f-49bb-9968-5cde518f3282 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:55.950455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.957315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ab4a33c-a765-4587-a4de-68e16945ed78 req-2d3b5908-34d9-4e29-86a9-9415f7036ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "DELETE /v2.0/ports/818f69d2-4e3f-49bb-9968-5cde518f3282 HTTP/1.1" status: 204 len: 173 time: 3.1974115 Sep 16 05:18:55.961350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Made reservation on behalf of 553daba9e3ae495f8a63890c244cde16 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:55.971179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.978133 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-977f94cd-7f28-4784-8256-128150eac864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.993410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6b72352d-3824-4d03-a6e5-d3be1c704a8e None None] Provisioning complete for port bc1e16a9-6153-4659-87c9-08d76bc75a58 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:55.995070 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b72352d-3824-4d03-a6e5-d3be1c704a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.018433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'name': 'network-vif-deleted', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:56.021070 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a61a2a3-00bc-4b9e-8d47-50a34649598b" -d '{"events": [{"server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "name": "network-vif-deleted", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:56.031976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-7a8e67fa-3f32-4c15-9d7a-a81cdd19f3a8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:56.033577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-7a8e67fa-3f32-4c15-9d7a-a81cdd19f3a8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614986 Sep 16 05:18:56.051105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-977f94cd-7f28-4784-8256-128150eac864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.093826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-314adf08-b9f0-4362-83d4-c902f2f63b80 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:56.095493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-314adf08-b9f0-4362-83d4-c902f2f63b80 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 822 time: 0.3317015 Sep 16 05:18:56.111259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d61a438d-0ee8-47a2-b6f6-ab57da7641a7 req-9cff635d-7a97-435f-a819-993722eab141 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 210 time: 0.1760862 Sep 16 05:18:56.191154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Request body: {'port': {'device_id': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '87437861a41e40c4bf78025a370c9983'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:56.208878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-7567f9fd-1470-403b-af5b-f66f7805378a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/quotas/4683bcbaaf764730b43842cca77fc970 HTTP/1.1" status: 200 len: 375 time: 0.0778723 Sep 16 05:18:56.264326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f5153fec-c032-47c8-a802-8e26e976a381 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:56.321677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: f5153fec-c032-47c8-a802-8e26e976a381 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:56.322330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f5153fec-c032-47c8-a802-8e26e976a381 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:56.329388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-263abf2f-ef4a-419d-8f74-f9e5f20a8410 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189997 Sep 16 05:18:56.353496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Allocated IP 172.20.0.2 (e0c77d68-aa49-475b-af53-f31b1e01781d/31f4d193-9a41-4a51-a136-4ae02ab10391/714d0392-a5e0-49fc-981c-c6f516876ca3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:56.357824 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdadb67d-9534-492d-b022-b889731094b9 x-openstack-request-id: req-cdadb67d-9534-492d-b022-b889731094b9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:56.358178 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38723edf-e211-48b9-adbf-93a431a3c7f2", "name": "network-vif-deleted", "tag": "818f69d2-4e3f-49bb-9968-5cde518f3282", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:56.358440 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdadb67d-9534-492d-b022-b889731094b9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:56.358883 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38723edf-e211-48b9-adbf-93a431a3c7f2', 'name': 'network-vif-deleted', 'tag': '818f69d2-4e3f-49bb-9968-5cde518f3282', 'status': 'completed', 'code': 200} Sep 16 05:18:56.443415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-977f94cd-7f28-4784-8256-128150eac864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.483574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f25c49f8-2f0a-4e4c-b365-ac1b6ed448bf req-3f558155-77ce-460d-a8ae-fb2ecbbe2dda tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 210 time: 0.0583603 Sep 16 05:18:56.551318 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.557063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Deleting port 2b77bdfa-7e18-4a3d-804c-34b2331265da {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:56.560358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.604141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-0e0e802a-72b0-4746-834f-a28c2745ad5e service neutron] 10.222.0.49 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734795 Sep 16 05:18:56.655452 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-977f94cd-7f28-4784-8256-128150eac864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.673926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908d4349-f200-4f13-bf2f-ed727f6be7ed,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:56.724814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-977f94cd-7f28-4784-8256-128150eac864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.731010 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-977f94cd-7f28-4784-8256-128150eac864 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/69303db1-4dc9-463e-b3e3-ab5cedd9212c HTTP/1.1" status: 204 len: 168 time: 1.2196329 Sep 16 05:18:56.731348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ec4d78-cb5e-4c93-b480-6cce424cac52 None None] Network 5da5c3b1-1411-4963-a194-abf9c39bca17 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:56.732094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:56.746595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-185647e7-9a88-4cfd-9853-5275057ff5df req-088622a5-18b4-497b-a07b-32e82530c2fe tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 210 time: 0.0987561 Sep 16 05:18:56.754340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f94cd-7f28-4784-8256-128150eac864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69303db1-4dc9-463e-b3e3-ab5cedd9212c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:56.777920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Checking segment: {'id': '36c94c4d-c7ec-4ca7-822f-6a334f1ee106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:56.778406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Network hostable DHCP agents. Network: 935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:56.806085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 818f69d2-4e3f-49bb-9968-5cde518f3282 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:56.818718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] For port 2b77bdfa-7e18-4a3d-804c-34b2331265da, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2b77bdfa-7e18-4a3d-804c-34b2331265da,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:56.819086 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.853268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-8785ffb6-1090-401b-8402-8c1233e9bef6 service neutron] 10.222.0.49 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300279 Sep 16 05:18:56.856576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Made reservation on behalf of 87437861a41e40c4bf78025a370c9983 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:56.862560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.877144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 818f69d2-4e3f-49bb-9968-5cde518f3282 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:56.877548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 818f69d2-4e3f-49bb-9968-5cde518f3282 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:56.899121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Calling delete_port for 2b77bdfa-7e18-4a3d-804c-34b2331265da owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:56.918526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.918526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.945713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.970542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Network 935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:57.071532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d58e92ee-d3cf-4278-87ba-61585416e1a0 req-1cbe58be-f212-4947-9f28-1a0b9a66248d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 210 time: 0.0622082 Sep 16 05:18:57.133818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:57.151059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab3d6f-c90c-4ef7-a4d4-fb5030ecf2cf None None] Network 935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:57.152964 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.154359 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.292517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] DHCP port deletion for 5da5c3b1-1411-4963-a194-abf9c39bca17 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:18:57.324830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.381981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3a63795-dbab-4847-b844-47569c0f1567 req-a4bf1cf8-5857-419b-940b-822d2f1985e3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 210 time: 0.1325912 Sep 16 05:18:57.396193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c7c41-7271-44ea-a87b-e5d0332fadba None None] Network 935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:57.435837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] Deleting port b36bc309-8edf-4786-a57a-3a34113eba81 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:57.436339 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.440488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ed40e3d-a31e-4a7f-9c86-5a5faf4cb911 req-736ebc39-1465-4390-995b-31b6e64297e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 210 time: 0.0926020 Sep 16 05:18:57.461783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Network e0c77d68-aa49-475b-af53-f31b1e01781d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:57.463295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:57.475272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Deleting port b36bc309-8edf-4786-a57a-3a34113eba81 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:57.475470 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.485268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:57.545219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Pushing event updated for resources: {'Port': ['ID=714d0392-a5e0-49fc-981c-c6f516876ca3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:57.607974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.612831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.705355 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.713275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 67e55196-bde6-458e-8d5e-1810af6f6873 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:57.714518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Pushing event deleted for resources: {'Port': ['ID=2b77bdfa-7e18-4a3d-804c-34b2331265da,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:57.756392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] For port b36bc309-8edf-4786-a57a-3a34113eba81, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b36bc309-8edf-4786-a57a-3a34113eba81,segment=NetworkSegment(e26836b4-94f9-4ca7-b502-c9efdba99d60),segment_id=e26836b4-94f9-4ca7-b502-c9efdba99d60)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:57.759126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.771713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883ec12-e40a-48d9-b298-209195f806c4 req-5d66d4b3-d9db-4f18-ba5d-1030a3a5b24b tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.774421 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4883ec12-e40a-48d9-b298-209195f806c4 req-5d66d4b3-d9db-4f18-ba5d-1030a3a5b24b tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 931 time: 0.1179478 Sep 16 05:18:57.780696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 67e55196-bde6-458e-8d5e-1810af6f6873 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:57.781363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 67e55196-bde6-458e-8d5e-1810af6f6873 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:57.782024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b36bc309-8edf-4786-a57a-3a34113eba81 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:57.790581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.835079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4883ec12-e40a-48d9-b298-209195f806c4 req-22dca535-c69d-4040-89d7-636c774d04f9 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496998 Sep 16 05:18:57.851049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.856755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.907532 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7895f27a-4f47-4717-8eb0-5f958d310e73 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6613607 Sep 16 05:18:58.020077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] Calling delete_port for b36bc309-8edf-4786-a57a-3a34113eba81 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:58.134490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Allocated IP 192.168.233.116 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/c5ebcb15-b90c-4fa3-b17b-dba8062035b3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:58.208103 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.246789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] For port b36bc309-8edf-4786-a57a-3a34113eba81, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b36bc309-8edf-4786-a57a-3a34113eba81,segment=NetworkSegment(e26836b4-94f9-4ca7-b502-c9efdba99d60),segment_id=e26836b4-94f9-4ca7-b502-c9efdba99d60)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:58.247180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.265463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Calling delete_port for b36bc309-8edf-4786-a57a-3a34113eba81 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:58.274083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port b36bc309-8edf-4786-a57a-3a34113eba81, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b36bc309-8edf-4786-a57a-3a34113eba81,segment=NetworkSegment(e26836b4-94f9-4ca7-b502-c9efdba99d60),segment_id=e26836b4-94f9-4ca7-b502-c9efdba99d60)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:58.292559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca1c16fe-15d0-4f91-badd-83f8d09a91c0 req-a294bd29-fb20-4eda-afd8-a805b8e3421f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 210 time: 0.0583043 Sep 16 05:18:58.299649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-e995a5f1-31ae-4368-8e50-8a8322e6e356 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8552315 Sep 16 05:18:58.374960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3babe2a5-76f7-4db2-8ff4-cc1731180ec4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.385142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Request body: {'port': {'device_id': 'ddae2749-8576-48ac-a5fc-c331f876d671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:58.400940 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.442297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c5c4e8c8-7fe5-4873-88b8-a248ed113121 req-d07a8eae-98b2-4b0b-ba1e-6376ceb23af7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-341210482', 'description': 'tempest-description-926268151'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:58.531152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=b36bc309-8edf-4786-a57a-3a34113eba81,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.581818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.582899 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.612766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] Pushing event deleted for resources: {'Port': ['ID=b36bc309-8edf-4786-a57a-3a34113eba81,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.616257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c448f02-e5e6-470c-8a5d-6f539d0b7aac None None] No DVR routers for this DVR port b36bc309-8edf-4786-a57a-3a34113eba81 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:58.636690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c5c4e8c8-7fe5-4873-88b8-a248ed113121 req-d07a8eae-98b2-4b0b-ba1e-6376ceb23af7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.776098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c5c4e8c8-7fe5-4873-88b8-a248ed113121 req-d07a8eae-98b2-4b0b-ba1e-6376ceb23af7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.827784 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a90da7b-c4ec-4a88-bcf7-421367bdaa1c req-659fae46-9622-4cf0-ac01-13f678c4e6f4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 210 time: 0.5982201 Sep 16 05:18:58.919639 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c5c4e8c8-7fe5-4873-88b8-a248ed113121 req-d07a8eae-98b2-4b0b-ba1e-6376ceb23af7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.986850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a8eae-98b2-4b0b-ba1e-6376ceb23af7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9714108-ea4c-49a3-aeea-f17e9c4d3f07,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:59.033225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0647b946-91f8-4a1a-9b51-6ff3f724f4b7 req-0a507e97-0858-4856-9836-2314f761f7d8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 210 time: 0.0968843 Sep 16 05:18:59.107421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c5c4e8c8-7fe5-4873-88b8-a248ed113121 req-d07a8eae-98b2-4b0b-ba1e-6376ceb23af7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.109052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c5c4e8c8-7fe5-4873-88b8-a248ed113121 req-d07a8eae-98b2-4b0b-ba1e-6376ceb23af7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6891446 Sep 16 05:18:59.498102 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.498102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7453cb7d-34f0-4981-8583-aa03faf5c240 req-1b756a8f-4019-4e18-b702-562f61d8d640 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 210 time: 0.0789323 Sep 16 05:18:59.498102 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.498102 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.506454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfc1e0-b090-4b81-9eb3-42cf913dfdb6 req-950799ff-e7ba-46d5-be33-94d1e3b07b8d tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:59.506454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61cfc1e0-b090-4b81-9eb3-42cf913dfdb6 req-950799ff-e7ba-46d5-be33-94d1e3b07b8d tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 931 time: 0.0883079 Sep 16 05:18:59.506454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61cfc1e0-b090-4b81-9eb3-42cf913dfdb6 req-cc7a3d16-26d0-49a8-b147-429a905cf549 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498779 Sep 16 05:18:59.513037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] No DVR routers for this DVR port b36bc309-8edf-4786-a57a-3a34113eba81 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:59.513037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b36bc309-8edf-4786-a57a-3a34113eba81,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:59.513746 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14f6d73b-57f9-4ddb-9acf-d3b2cd9b90e5 req-bd291137-f6dd-49de-910c-38e69ec3df53 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 210 time: 0.0446851 Sep 16 05:18:59.514245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-c8078f9d-c014-4da8-8e56-44a292501906 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:59.514245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-c8078f9d-c014-4da8-8e56-44a292501906 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 804 time: 0.6917789 Sep 16 05:18:59.566358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Request body: {'port': {'device_id': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'admin_state_up': True, 'tenant_id': '0e9ea498b78844e48522f583b72988d6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:59.754626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.761073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0dd6c69a-ee67-4653-8f82-c855defcaa6a req-a98f2d3e-8db1-437f-9667-0c6f95f10966 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/a9714108-ea4c-49a3-aeea-f17e9c4d3f07 HTTP/1.1" status: 200 len: 1803 time: 0.4749861 Sep 16 05:18:59.865123 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.881862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0dd6c69a-ee67-4653-8f82-c855defcaa6a req-851955a7-6b6e-4143-841c-e0cc381d0a36 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9714108-ea4c-49a3-aeea-f17e9c4d3f07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:59.888534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0dd6c69a-ee67-4653-8f82-c855defcaa6a req-851955a7-6b6e-4143-841c-e0cc381d0a36 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9714108-ea4c-49a3-aeea-f17e9c4d3f07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:00.000743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20b1d43a-3693-48dc-8646-8f3bffb51dd7 req-bf91cb97-44cf-4942-bc33-50deb6e56206 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 210 time: 0.0600820 Sep 16 05:19:00.018711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da5c3b1-1411-4963-a194-abf9c39bca17']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:00.072501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.118001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26836b4-94f9-4ca7-b502-c9efdba99d60') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:00.118504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26836b4-94f9-4ca7-b502-c9efdba99d60') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:00.169064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-560a030e-6ad0-4868-a0a5-67688101970b req-1c4520f4-d6a8-47a4-b015-087cb0a07e04 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 210 time: 0.0359824 Sep 16 05:19:00.200305 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.381444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.409893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:00.419928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:00.420492 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:00.431900 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:00.460551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:00.485330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:00.573604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:00.662008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Made reservation on behalf of 0e9ea498b78844e48522f583b72988d6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:00.675789 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.676165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86555115-72ec-414c-bd51-270e1f3dedd5 req-26684841-7e19-4de0-924c-90c66be01081 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 210 time: 0.0503592 Sep 16 05:19:00.782077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:00.782765 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.792120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0dd6c69a-ee67-4653-8f82-c855defcaa6a req-851955a7-6b6e-4143-841c-e0cc381d0a36 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.804869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddffcc0-29d8-449d-b7a3-8055df9b6462 req-9c5df288-7ecb-4ff8-943e-36f06dc12cc5 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:00.806979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cddffcc0-29d8-449d-b7a3-8055df9b6462 req-9c5df288-7ecb-4ff8-943e-36f06dc12cc5 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 931 time: 0.0575678 Sep 16 05:19:00.857078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3ef97122-89ab-4a80-85cf-d4844b277729 None None] Provisioning complete for port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:00.857693 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ef97122-89ab-4a80-85cf-d4844b277729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.904853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cddffcc0-29d8-449d-b7a3-8055df9b6462 req-8e0ed0d4-ef7e-4a29-b965-022fe407bd87 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829318 Sep 16 05:19:00.916128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3ef97122-89ab-4a80-85cf-d4844b277729 None None] Port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:00.921848 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.930569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-5a716d71-7f91-4dc9-847c-018e5ab86f70 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:00.937278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-5a716d71-7f91-4dc9-847c-018e5ab86f70 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:00.938970 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-5a716d71-7f91-4dc9-847c-018e5ab86f70 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.66 "GET /v2.0/networks?id=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61&id=d3a8f6f6-2762-4b68-b557-c56b63498f97&id=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 HTTP/1.1" status: 200 len: 1392 time: 0.6745603 Sep 16 05:19:01.003286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.005340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] 10.222.0.49 "DELETE /v2.0/networks/5da5c3b1-1411-4963-a194-abf9c39bca17 HTTP/1.1" status: 204 len: 168 time: 4.2705510 Sep 16 05:19:01.010018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'port': {'device_id': 'cffa8826-aa26-493d-9305-826ece6e461f', 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61', 'admin_state_up': True, 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:01.016759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0dd6c69a-ee67-4653-8f82-c855defcaa6a req-851955a7-6b6e-4143-841c-e0cc381d0a36 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.021855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714d0392-a5e0-49fc-981c-c6f516876ca3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:01.051418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ead0a1f4-5ded-46d3-9edd-997debc7c1a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9069281 Sep 16 05:19:01.053719 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.058712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e58ca5af-d866-45c3-ba79-6c763eb5eea1 req-0c958143-f55b-4411-86bb-ab8f37df514a tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 210 time: 0.0564780 Sep 16 05:19:01.076351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2f586-af4d-4f04-9e56-13d7a358a7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5da5c3b1-1411-4963-a194-abf9c39bca17,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.096036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Request body: {'port': {'device_id': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:01.179663 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0dd6c69a-ee67-4653-8f82-c855defcaa6a req-851955a7-6b6e-4143-841c-e0cc381d0a36 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.189154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Transition to ACTIVE for port object 714d0392-a5e0-49fc-981c-c6f516876ca3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:01.243013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:01.294420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851955a7-6b6e-4143-841c-e0cc381d0a36 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a00f8a-6f5f-490c-b4c8-6a2f0c755c67,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.329210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Allocated IP 172.20.0.13 (b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9/576478f5-729e-44a4-adad-d1c8be5f43f1/ec647aa3-1510-4228-b1d4-eda836ecb9ca) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:01.356741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.426515 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.517556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0dd6c69a-ee67-4653-8f82-c855defcaa6a req-851955a7-6b6e-4143-841c-e0cc381d0a36 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.524974 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0dd6c69a-ee67-4653-8f82-c855defcaa6a req-851955a7-6b6e-4143-841c-e0cc381d0a36 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6754384 Sep 16 05:19:01.598428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfcf68-2d77-4717-bff7-bdb8d752fe25 req-c51874ea-dcfe-4a19-9308-bf77c55bbf3c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:01.606348 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06bfcf68-2d77-4717-bff7-bdb8d752fe25 req-c51874ea-dcfe-4a19-9308-bf77c55bbf3c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 936 time: 0.4543133 Sep 16 05:19:01.697002 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06bfcf68-2d77-4717-bff7-bdb8d752fe25 req-e9524a40-fc88-4926-8445-9714b9eaed2d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893910 Sep 16 05:19:01.723209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-191c1027-9dbe-4930-9ffa-cb20ea1f00d3 req-94ad4460-1871-4b5d-a819-237769a90f16 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-461636179', 'description': 'tempest-description-1462251631'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:01.969147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:02.032754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a8295e3e-d822-473f-b11d-4a6da360ae43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=568f2d4b757446df9507bb340ec4fe7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603139 Sep 16 05:19:02.035973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47968) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:02.119434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af859d6c-993c-4905-8968-acbe5d76b6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.161503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af859d6c-993c-4905-8968-acbe5d76b6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.178163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Pushing event updated for resources: {'Port': ['ID=714d0392-a5e0-49fc-981c-c6f516876ca3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.228210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fd89309-f345-44b3-90fe-133c18b1237a req-67fad545-ea2b-4c26-a68a-e49a7a509dd0 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 210 time: 0.1054528 Sep 16 05:19:02.341124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:02.344669 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.355344 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-191c1027-9dbe-4930-9ffa-cb20ea1f00d3 req-94ad4460-1871-4b5d-a819-237769a90f16 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.356945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-9554aaa4-e27d-44ad-be73-bc97f9478e90 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:02.358584 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-9554aaa4-e27d-44ad-be73-bc97f9478e90 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 822 time: 0.1872132 Sep 16 05:19:02.415485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:02.415823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Request body: {'port': {'device_id': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'admin_state_up': True, 'tenant_id': '4683bcbaaf764730b43842cca77fc970'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:02.424721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f0ae20a7-2c63-45ac-9f89-a9ef884f2fde admin admin] 10.222.0.49 "PUT /v2.0/routers/015a8b7c-57e8-4c5e-9a83-c321e028bf67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1314368 Sep 16 05:19:02.428774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47972) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:02.444229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] Sync routers for ids ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:02.452510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e69a51fa-3ef9-4e35-9e0e-df096f650f12 req-0481828d-1694-40f8-8ab4-6803d91a47ee tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 210 time: 0.0642419 Sep 16 05:19:02.468690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] Routers {'015a8b7c-57e8-4c5e-9a83-c321e028bf67'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:02.469347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:02.629013 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af859d6c-993c-4905-8968-acbe5d76b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.631098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Attempting to bind port 714d0392-a5e0-49fc-981c-c6f516876ca3 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:02.631435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Attempting to bind port 714d0392-a5e0-49fc-981c-c6f516876ca3 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'e49a9e96-0656-43f0-853d-1ce8e350997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e0c77d68-aa49-475b-af53-f31b1e01781d'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:02.631765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af859d6c-993c-4905-8968-acbe5d76b6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.631993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Attempting to bind port 714d0392-a5e0-49fc-981c-c6f516876ca3 on network e0c77d68-aa49-475b-af53-f31b1e01781d {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:02.638328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-af859d6c-993c-4905-8968-acbe5d76b6d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31f043ed-8762-481a-8602-00f218a7f146 HTTP/1.1" status: 204 len: 168 time: 0.5965183 Sep 16 05:19:02.677389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] Set router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:02.702165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af859d6c-993c-4905-8968-acbe5d76b6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f043ed-8762-481a-8602-00f218a7f146,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.736248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Port 714d0392-a5e0-49fc-981c-c6f516876ca3 on network e0c77d68-aa49-475b-af53-f31b1e01781d not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:02.736592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Attempting to bind port 714d0392-a5e0-49fc-981c-c6f516876ca3 on network e0c77d68-aa49-475b-af53-f31b1e01781d {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:02.767139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:02.767386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Checking segment: {'id': 'e49a9e96-0656-43f0-853d-1ce8e350997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e0c77d68-aa49-475b-af53-f31b1e01781d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:02.767768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Bound using segment: {'id': 'e49a9e96-0656-43f0-853d-1ce8e350997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e0c77d68-aa49-475b-af53-f31b1e01781d'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:02.768286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Bound port: 714d0392-a5e0-49fc-981c-c6f516876ca3, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49a9e96-0656-43f0-853d-1ce8e350997c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e0c77d68-aa49-475b-af53-f31b1e01781d'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:02.768659 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.778513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.815045 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-191c1027-9dbe-4930-9ffa-cb20ea1f00d3 req-94ad4460-1871-4b5d-a819-237769a90f16 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.819775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.931261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] For port 714d0392-a5e0-49fc-981c-c6f516876ca3, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:02.939689 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-191c1027-9dbe-4930-9ffa-cb20ea1f00d3 req-94ad4460-1871-4b5d-a819-237769a90f16 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.971844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] For port 714d0392-a5e0-49fc-981c-c6f516876ca3, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=714d0392-a5e0-49fc-981c-c6f516876ca3,segment=NetworkSegment(e49a9e96-0656-43f0-853d-1ce8e350997c),segment_id=e49a9e96-0656-43f0-853d-1ce8e350997c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:03.008636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079731-a877-475b-8b1e-78c15afce8e6 req-d67f2153-9511-48e1-bbb5-660ec83bc620 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:03.012462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18079731-a877-475b-8b1e-78c15afce8e6 req-d67f2153-9511-48e1-bbb5-660ec83bc620 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 943 time: 0.3767245 Sep 16 05:19:03.035643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad4460-1871-4b5d-a819-237769a90f16 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db1ca8e-b1bf-403d-9dc2-4d0c1a460470,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:03.043208 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.057822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Allocated IP 19.80.0.191 (eab5e153-5cfc-4379-98d3-3d6b0ac7cb61/5d5830f3-6811-4b21-93cb-87b0263675d2/41124d21-d5a2-4006-ab48-12e2f96162e0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:03.098630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.105621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:18:57Z', 'revision_number': 5, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.158606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] Checking router: 015a8b7c-57e8-4c5e-9a83-c321e028bf67 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:03.174239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] Routers {'015a8b7c-57e8-4c5e-9a83-c321e028bf67'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:03.175162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.199113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Made reservation on behalf of 4683bcbaaf764730b43842cca77fc970 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:03.207973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.212209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ebcb15-b90c-4fa3-b17b-dba8062035b3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:03.228444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18079731-a877-475b-8b1e-78c15afce8e6 req-3866523e-27e1-4fa0-9ef5-5249032c81ce tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056184 Sep 16 05:19:03.245146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.251914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:03.252565 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.254257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] 10.222.0.30 "PUT /v2.0/ports/714d0392-a5e0-49fc-981c-c6f516876ca3 HTTP/1.1" status: 200 len: 1092 time: 4.8922734 Sep 16 05:19:03.263028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddae2749-8576-48ac-a5fc-c331f876d671', 'tag': '714d0392-a5e0-49fc-981c-c6f516876ca3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:03.265773 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ceee56-755e-40db-9eb0-fb474dd7132b" -d '{"events": [{"name": "network-changed", "server_uuid": "ddae2749-8576-48ac-a5fc-c331f876d671", "tag": "714d0392-a5e0-49fc-981c-c6f516876ca3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:03.269160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.298629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0d455-10ff-44fd-9546-63d8d18aca13 service neutron] Pushing event updated for resources: {'Port': ['ID=714d0392-a5e0-49fc-981c-c6f516876ca3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:03.315073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Transition to ACTIVE for port object c5ebcb15-b90c-4fa3-b17b-dba8062035b3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:03.347548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-191c1027-9dbe-4930-9ffa-cb20ea1f00d3 req-94ad4460-1871-4b5d-a819-237769a90f16 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.378305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-191c1027-9dbe-4930-9ffa-cb20ea1f00d3 req-94ad4460-1871-4b5d-a819-237769a90f16 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6594200 Sep 16 05:19:03.380720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] Set router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:03.384562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:03.413563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:03.466543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:03.536528 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.552775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Pushing event updated for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:03.671231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:18:57Z', 'revision_number': 5, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.674233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:03.674939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.685846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06790bd-d6bc-47d3-96f3-5f9ebe9bae72 req-3df16e10-8cab-44d2-871f-d4213171aeaf tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:03.687688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b06790bd-d6bc-47d3-96f3-5f9ebe9bae72 req-3df16e10-8cab-44d2-871f-d4213171aeaf tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 932 time: 0.3193376 Sep 16 05:19:03.715843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4df22b-f3da-49d4-8aa5-516763cfd891 None None] The sync data for ids ['015a8b7c-57e8-4c5e-9a83-c321e028bf67'] in n-d-712749-15 is: [{'id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'name': 'tempest-AttachSCSIVolumeTestJSON-811092665-router', 'tenant_id': 'bb155512d5454c319df1319cbbd5732e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:48Z', 'updated_at': '2021-09-16T05:18:57Z', 'revision_number': 5, 'project_id': 'bb155512d5454c319df1319cbbd5732e', 'gw_port': {'id': '6f0d802f-0606-4b8e-a1b1-79368b5eda4c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a8b7c-57e8-4c5e-9a83-c321e028bf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:50Z', 'updated_at': '2021-09-16T05:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:03.720978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Allocated IP 172.20.0.2 (cbc9b2a7-997a-4270-88bb-1b4ae4db50b1/9b34ebf4-5073-4092-a816-adaff7c4dfc9/8bf14890-2b55-431f-9f77-45745da6179b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:03.734375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:03.769105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Deleting port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:03.769105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.769295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.798722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-dcd3dbb3-9f27-425a-b851-0894bcea3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:03.800576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-dcd3dbb3-9f27-425a-b851-0894bcea3d29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=553daba9e3ae495f8a63890c244cde16&device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 1095 time: 0.2933581 Sep 16 05:19:03.900595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39a393-9489-4847-ba8b-f6164e6ccc9f req-f79377b4-fe61-4bc3-b53b-9cae3f61c75b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:03.902571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc39a393-9489-4847-ba8b-f6164e6ccc9f req-f79377b4-fe61-4bc3-b53b-9cae3f61c75b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 948 time: 0.3912940 Sep 16 05:19:03.913411 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-5d3af546-b5df-4dba-89e2-e5d70571cb99 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3660033 Sep 16 05:19:03.925106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-07426df0-4bbd-455e-a9d1-a3fd5abd9dec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=714d0392-a5e0-49fc-981c-c6f516876ca3 HTTP/1.1" status: 200 len: 217 time: 0.0759907 Sep 16 05:19:03.936894 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b06790bd-d6bc-47d3-96f3-5f9ebe9bae72 req-4763659e-4875-44d5-a612-0f306f4c5427 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238238 Sep 16 05:19:03.957295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Request body: {'port': {'device_id': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:04.014836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] For port 6f0d802f-0606-4b8e-a1b1-79368b5eda4c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6f0d802f-0606-4b8e-a1b1-79368b5eda4c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:04.015235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.109581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Calling delete_port for 6f0d802f-0606-4b8e-a1b1-79368b5eda4c owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:04.117422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc39a393-9489-4847-ba8b-f6164e6ccc9f req-12150304-1508-4c59-9689-c7e3bb3efc7a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763532 Sep 16 05:19:04.218431 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.233019 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-365766c0-bb10-4121-833d-96fc9f7cde49 req-923a0818-28c0-4d52-a374-3dfab6bbe0b8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 210 time: 0.1842499 Sep 16 05:19:04.233838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Attempting to bind port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:04.234133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Attempting to bind port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:04.234455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Attempting to bind port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:04.286273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.294407 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27505ec1-b685-40c8-a5fa-3994c2231f78 x-openstack-request-id: req-27505ec1-b685-40c8-a5fa-3994c2231f78 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:04.294741 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddae2749-8576-48ac-a5fc-c331f876d671", "tag": "714d0392-a5e0-49fc-981c-c6f516876ca3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:04.294931 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27505ec1-b685-40c8-a5fa-3994c2231f78 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:04.295355 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddae2749-8576-48ac-a5fc-c331f876d671', 'tag': '714d0392-a5e0-49fc-981c-c6f516876ca3', 'status': 'completed', 'code': 200} Sep 16 05:19:04.298094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.310057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:04.310411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Attempting to bind port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:04.344685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-1e34d96a-a72a-42fc-99ed-2a903dfc1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.344685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-1e34d96a-a72a-42fc-99ed-2a903dfc1b4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f4d193-9a41-4a51-a136-4ae02ab10391 HTTP/1.1" status: 200 len: 853 time: 0.3768339 Sep 16 05:19:04.459096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6a45bf8-0db3-40fe-8411-afff41f69c76 req-d618bd50-f51f-4abe-8b7a-a95544fe2ecc tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/1db1ca8e-b1bf-403d-9dc2-4d0c1a460470 HTTP/1.1" status: 200 len: 1804 time: 0.1499391 Sep 16 05:19:04.469105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a6a45bf8-0db3-40fe-8411-afff41f69c76 req-f87f5594-eec5-4d4f-9b9f-74284a66cee7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1db1ca8e-b1bf-403d-9dc2-4d0c1a460470', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:04.478530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a6a45bf8-0db3-40fe-8411-afff41f69c76 req-f87f5594-eec5-4d4f-9b9f-74284a66cee7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1db1ca8e-b1bf-403d-9dc2-4d0c1a460470', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:04.478807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:04.478807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:04.478807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:04.478807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Bound port: c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:04.478807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.518184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-74d215e9-45f2-456e-8922-81703ee8450c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0c77d68-aa49-475b-af53-f31b1e01781d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250556 Sep 16 05:19:04.566530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:04.569860 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.630136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.634082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Port': ['ID=41124d21-d5a2-4006-ab48-12e2f96162e0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:04.639461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:04.678131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:04.686948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:04.736618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event updated for resources: {'Port': ['ID=8bf14890-2b55-431f-9f77-45745da6179b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:04.750339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:04.756074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:04.909111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0d802f-0606-4b8e-a1b1-79368b5eda4c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:04.936724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a6a45bf8-0db3-40fe-8411-afff41f69c76 req-f87f5594-eec5-4d4f-9b9f-74284a66cee7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.975432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.976150 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.987209 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a6a45bf8-0db3-40fe-8411-afff41f69c76 req-f87f5594-eec5-4d4f-9b9f-74284a66cee7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.992992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.015212 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-963e7f78-8b67-4f0b-8090-0a329d8a653f service neutron] 10.222.0.30 "GET /v2.0/networks/e0c77d68-aa49-475b-af53-f31b1e01781d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851675 Sep 16 05:19:05.033288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.033288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.049023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-567e8818-6cb6-47b1-9b5a-42253297e478 None None] Provisioning complete for port 41124d21-d5a2-4006-ab48-12e2f96162e0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:05.050089 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-567e8818-6cb6-47b1-9b5a-42253297e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.098506 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a6a45bf8-0db3-40fe-8411-afff41f69c76 req-f87f5594-eec5-4d4f-9b9f-74284a66cee7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.104187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-567e8818-6cb6-47b1-9b5a-42253297e478 None None] Port 41124d21-d5a2-4006-ab48-12e2f96162e0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:05.125365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9db53-bfca-4175-b057-1d73c70def3d req-14caf4ed-f668-4e45-9453-9407e7367ff0 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.127088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73f9db53-bfca-4175-b057-1d73c70def3d req-14caf4ed-f668-4e45-9453-9407e7367ff0 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 932 time: 0.5635860 Sep 16 05:19:05.153244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:05.166568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.173245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.179219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f5594-eec5-4d4f-9b9f-74284a66cee7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028586da-bac3-49a6-a9a6-a616b7df25ce,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:05.183560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-d50f4e92-8354-4461-8f42-caf019f2703f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7753997 Sep 16 05:19:05.232079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:05.233636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Request body: {'port': {'device_id': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:05.234594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-611eaeb6-be4d-4868-9035-1889142d7a11 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2409627 Sep 16 05:19:05.284532 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a6a45bf8-0db3-40fe-8411-afff41f69c76 req-f87f5594-eec5-4d4f-9b9f-74284a66cee7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.285382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'port': {'device_id': 'cffa8826-aa26-493d-9305-826ece6e461f', 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97', 'admin_state_up': True, 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:05.286616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6a45bf8-0db3-40fe-8411-afff41f69c76 req-f87f5594-eec5-4d4f-9b9f-74284a66cee7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8259542 Sep 16 05:19:05.344987 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.346271 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.366962 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.367777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 015a8b7c-57e8-4c5e-9a83-c321e028bf67 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:05.372505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73f9db53-bfca-4175-b057-1d73c70def3d req-bdee503e-609c-4ee1-be29-02019234ef06 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244916 Sep 16 05:19:05.427758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.433615 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c2bb59e1-aa50-48be-9131-90684ab03f00 admin admin] 10.222.0.49 "DELETE /v2.0/routers/015a8b7c-57e8-4c5e-9a83-c321e028bf67 HTTP/1.1" status: 204 len: 168 time: 3.0031662 Sep 16 05:19:05.440727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48020) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:05.486995 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac27ab66-73bf-4f0c-bf33-0913e7811578 req-c42154cc-90ab-432e-9c7c-46cafa56f00b service neutron] 10.222.0.30 "GET /v2.0/networks/e0c77d68-aa49-475b-af53-f31b1e01781d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419212 Sep 16 05:19:05.521314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.522275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.528852 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] 10.222.0.30 "PUT /v2.0/ports/c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 1097 time: 4.4542625 Sep 16 05:19:05.581398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688a05b-3125-4756-abf6-5fd7684aba0f service neutron] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:05.675262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec647aa3-1510-4228-b1d4-eda836ecb9ca {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:05.683487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2b77bdfa-7e18-4a3d-804c-34b2331265da no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:05.687555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.706061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Transition to ACTIVE for port object ec647aa3-1510-4228-b1d4-eda836ecb9ca will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:05.725728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62c7c6-1b0e-4b8d-94b3-90835d7ca995 req-de5580d3-a8b7-4e9e-8cfb-4209c9171bc4 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.728822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c62c7c6-1b0e-4b8d-94b3-90835d7ca995 req-de5580d3-a8b7-4e9e-8cfb-4209c9171bc4 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 943 time: 0.3652136 Sep 16 05:19:05.797687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 2b77bdfa-7e18-4a3d-804c-34b2331265da {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:05.798690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2b77bdfa-7e18-4a3d-804c-34b2331265da not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:05.807011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:05.815798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.866300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.891832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39c9583-6ebb-4815-b92d-8eed81ee1b75 admin admin] Deleting subnet c91ea735-89c0-4430-847c-7b1c88d03bb8 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:05.895825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b39c9583-6ebb-4815-b92d-8eed81ee1b75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.991250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-19fee50e-3423-4276-b9fa-b8388f722ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.994894 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-19fee50e-3423-4276-b9fa-b8388f722ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=553daba9e3ae495f8a63890c244cde16&device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 1095 time: 0.2410605 Sep 16 05:19:05.994894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Pushing event updated for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:06.008868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-33984f72-f4ef-4538-a99e-e85f5baf8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.012499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-33984f72-f4ef-4538-a99e-e85f5baf8df3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1100 time: 0.2091372 Sep 16 05:19:06.047400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b39c9583-6ebb-4815-b92d-8eed81ee1b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.061073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c62c7c6-1b0e-4b8d-94b3-90835d7ca995 req-15d8730d-4c2a-4a77-9756-6f8307be70ae tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160923 Sep 16 05:19:06.388284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba757d-ac54-4ede-a259-dcfee80e3024 req-68a2fd5e-13a9-4154-81f3-e1b96ee1700d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.389989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-72ba757d-ac54-4ede-a259-dcfee80e3024 req-68a2fd5e-13a9-4154-81f3-e1b96ee1700d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 944 time: 0.1774764 Sep 16 05:19:06.397436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b39c9583-6ebb-4815-b92d-8eed81ee1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.542343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:06.544594 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735a82db-1d15-4fa8-a360-ca0ccdadc324" -d '{"events": [{"name": "network-changed", "server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:06.568864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-72ba757d-ac54-4ede-a259-dcfee80e3024 req-e50c2447-b081-4de2-b41b-c9a228ca498e tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659045 Sep 16 05:19:06.596345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf14890-2b55-431f-9f77-45745da6179b {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:06.619909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.644585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-7a6b7b12-4b47-4501-a81c-7399942dd31c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.5145199 Sep 16 05:19:06.649113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Transition to ACTIVE for port object 8bf14890-2b55-431f-9f77-45745da6179b will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:06.706827 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b39c9583-6ebb-4815-b92d-8eed81ee1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.729453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffe779-22e9-4863-ad98-96bcfb8b1c34 req-3e4bfd1a-ee95-4b5a-b394-935130d392c0 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.731300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87ffe779-22e9-4863-ad98-96bcfb8b1c34 req-3e4bfd1a-ee95-4b5a-b394-935130d392c0 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 931 time: 0.0700068 Sep 16 05:19:06.752182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.756078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c9583-6ebb-4815-b92d-8eed81ee1b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91ea735-89c0-4430-847c-7b1c88d03bb8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:06.764585 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b39c9583-6ebb-4815-b92d-8eed81ee1b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.771329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b39c9583-6ebb-4815-b92d-8eed81ee1b75 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c91ea735-89c0-4430-847c-7b1c88d03bb8 HTTP/1.1" status: 204 len: 168 time: 1.3248231 Sep 16 05:19:06.774492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48030) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:06.776103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48790db7-e74d-4a7d-808f-8dae7b5d7d16 None None] Network f79d3481-2191-48f3-bef7-32416f935f01 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:06.866290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Attempting to bind port ec647aa3-1510-4228-b1d4-eda836ecb9ca on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:06.866638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Attempting to bind port ec647aa3-1510-4228-b1d4-eda836ecb9ca by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:06.867004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Attempting to bind port ec647aa3-1510-4228-b1d4-eda836ecb9ca on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:06.871199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-b95ff0a4-9d07-4863-88b1-a323d326d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.872793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-b95ff0a4-9d07-4863-88b1-a323d326d14c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1740725 Sep 16 05:19:06.888054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c52f0-28f9-473b-ab51-60479ec94bd6 req-ad1925ef-7f5b-484b-b329-4b96cdff858d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.889687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07c52f0-28f9-473b-ab51-60479ec94bd6 req-ad1925ef-7f5b-484b-b329-4b96cdff858d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 948 time: 0.2660639 Sep 16 05:19:06.912163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Port ec647aa3-1510-4228-b1d4-eda836ecb9ca on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:06.912498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Attempting to bind port ec647aa3-1510-4228-b1d4-eda836ecb9ca on network b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:06.913224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf14890-2b55-431f-9f77-45745da6179b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:06.919567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87ffe779-22e9-4863-ad98-96bcfb8b1c34 req-0904e24b-3c05-4337-adc0-182bd733aab0 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694393 Sep 16 05:19:06.921565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Allocated IP 19.86.0.214 (d3a8f6f6-2762-4b68-b557-c56b63498f97/9ed14f55-2765-4d74-9e54-160cfa2d8b69/30980965-60ae-4536-bd63-94c1df2c7eae) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:06.931054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-62d12c99-9566-4cc0-aa7b-7e828e275dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.933095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-62d12c99-9566-4cc0-aa7b-7e828e275dd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0c77d68-aa49-475b-af53-f31b1e01781d HTTP/1.1" status: 200 len: 914 time: 0.9191298 Sep 16 05:19:06.940834 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.971625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:06.972020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Checking segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:06.972419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Bound using segment: {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:06.972863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Bound port: ec647aa3-1510-4228-b1d4-eda836ecb9ca, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:06.973277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.008849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-89ae97f6-6b2b-48b7-bb25-24a620337c47 req-1155db66-4875-424a-b610-8db4cd8685f7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1668502859', 'description': 'tempest-description-37549271'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:07.042236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-54963cc3-7743-4fa3-8ce9-cdaa58fd1c69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=714d0392-a5e0-49fc-981c-c6f516876ca3 HTTP/1.1" status: 200 len: 217 time: 0.0871637 Sep 16 05:19:07.107093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] DHCP port deletion for f79d3481-2191-48f3-bef7-32416f935f01 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:07.107363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Attempting to bind port 8bf14890-2b55-431f-9f77-45745da6179b on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:07.107363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Attempting to bind port 8bf14890-2b55-431f-9f77-45745da6179b by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:07.107363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Attempting to bind port 8bf14890-2b55-431f-9f77-45745da6179b on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:07.110824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Port 8bf14890-2b55-431f-9f77-45745da6179b on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:07.111101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Attempting to bind port 8bf14890-2b55-431f-9f77-45745da6179b on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:07.123454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:07.123893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Checking segment: {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:07.124213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Bound using segment: {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:07.124670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Bound port: 8bf14890-2b55-431f-9f77-45745da6179b, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:07.125038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.135330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07c52f0-28f9-473b-ab51-60479ec94bd6 req-82dbb85c-10a5-46f4-b88a-26ec5817926b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393868 Sep 16 05:19:07.141358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Deleting port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:07.141842 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.174865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-38a5ed68-9cea-4eca-83e6-46127e0ff6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:07.180463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-38a5ed68-9cea-4eca-83e6-46127e0ff6af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2843511 Sep 16 05:19:07.181029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] Deleting port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:07.181167 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-89ae97f6-6b2b-48b7-bb25-24a620337c47 req-1155db66-4875-424a-b610-8db4cd8685f7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.181279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.260165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-4321b36f-40b3-4c62-a206-5648d19e4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:07.261733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-4321b36f-40b3-4c62-a206-5648d19e4c4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f4d193-9a41-4a51-a136-4ae02ab10391 HTTP/1.1" status: 200 len: 853 time: 0.2025573 Sep 16 05:19:07.291980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] For port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:07.292594 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.307551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] For port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,segment=NetworkSegment(6f164d32-aaba-48cb-a110-03a74563d765),segment_id=6f164d32-aaba-48cb-a110-03a74563d765)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:07.307926 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.315095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] Calling delete_port for 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:07.331690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:07.336263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Calling delete_port for 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:07.358832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8bf14890-2b55-431f-9f77-45745da6179b,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:07.412375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-fdd70224-6fa7-4352-b836-48537ebba0c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0c77d68-aa49-475b-af53-f31b1e01781d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285672 Sep 16 05:19:07.444839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:07.456172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.480433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-89ae97f6-6b2b-48b7-bb25-24a620337c47 req-1155db66-4875-424a-b610-8db4cd8685f7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.520119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:07.526806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:07.527549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.529185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] 10.222.0.66 "PUT /v2.0/ports/8bf14890-2b55-431f-9f77-45745da6179b HTTP/1.1" status: 200 len: 1092 time: 2.3007436 Sep 16 05:19:07.529867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'tag': '8bf14890-2b55-431f-9f77-45745da6179b'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:07.530587 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.532334 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab", "tag": "8bf14890-2b55-431f-9f77-45745da6179b"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:07.552714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58d64b-afff-4b8d-a7b5-855de4d324ea req-3fdab200-fc7d-4c8e-bb3e-4be64bc3833b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:07.555252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b58d64b-afff-4b8d-a7b5-855de4d324ea req-3fdab200-fc7d-4c8e-bb3e-4be64bc3833b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 932 time: 0.3159206 Sep 16 05:19:07.569828 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-89ae97f6-6b2b-48b7-bb25-24a620337c47 req-1155db66-4875-424a-b610-8db4cd8685f7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.574521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.591527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:07.592207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b5c3f-e01b-49a1-8aca-9bb6baf59cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf14890-2b55-431f-9f77-45745da6179b,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.602519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] Pushing event deleted for resources: {'Port': ['ID=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.622955 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.631346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-ed9a1feb-bcb9-48a4-973b-636c95c044ac service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411623 Sep 16 05:19:07.634819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] No DVR routers for this DVR port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:07.639152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f019ec-fa4b-4ed5-9253-de5b0ac50f79,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.650174 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.653059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a720416-ae22-44ad-8463-4f4f4306398e None None] No DVR routers for this DVR port 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:07.655150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:07.655476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 07f019ec-fa4b-4ed5-9253-de5b0ac50f79 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:07.655918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6f0d802f-0606-4b8e-a1b1-79368b5eda4c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:07.678083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155db66-4875-424a-b610-8db4cd8685f7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac29273e-51b1-4e4a-81b7-61cee5d97d85,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.691407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 6f0d802f-0606-4b8e-a1b1-79368b5eda4c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:07.692450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6f0d802f-0606-4b8e-a1b1-79368b5eda4c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:07.764905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-89ae97f6-6b2b-48b7-bb25-24a620337c47 req-1155db66-4875-424a-b610-8db4cd8685f7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.767617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89ae97f6-6b2b-48b7-bb25-24a620337c47 req-1155db66-4875-424a-b610-8db4cd8685f7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7652633 Sep 16 05:19:07.786082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:07.786724 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.788885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] 10.222.0.66 "PUT /v2.0/ports/ec647aa3-1510-4228-b1d4-eda836ecb9ca HTTP/1.1" status: 200 len: 1093 time: 3.8448181 Sep 16 05:19:07.828544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.861087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-d492d846-40b6-435a-83ee-df3ef8e0ced0 service neutron] 10.222.0.30 "GET /v2.0/networks/e0c77d68-aa49-475b-af53-f31b1e01781d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330616 Sep 16 05:19:07.864530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b58d64b-afff-4b8d-a7b5-855de4d324ea req-e600e545-91ed-45f7-9718-6d4e637969e7 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579548 Sep 16 05:19:07.880489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79d3481-2191-48f3-bef7-32416f935f01']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:07.887077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-4ed99581-0994-4206-ac47-40c91ef0ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:07.889699 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-4ed99581-0994-4206-ac47-40c91ef0ae87 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 1095 time: 0.1744568 Sep 16 05:19:07.895038 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7cb114-f109-4427-a702-ab9c315818f2 x-openstack-request-id: req-9e7cb114-f109-4427-a702-ab9c315818f2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:07.895332 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:07.895591 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e7cb114-f109-4427-a702-ab9c315818f2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:07.896047 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'status': 'completed', 'code': 200} Sep 16 05:19:07.934459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f164d32-aaba-48cb-a110-03a74563d765') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:07.940068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f164d32-aaba-48cb-a110-03a74563d765') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:07.940252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9151aa-8183-4007-8795-0ecc3da561dd service neutron] Pushing event updated for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.956346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4d72a22-b9fa-4a5b-928e-148cb437dad8 req-e540c06b-2da7-4656-86a7-30fb4f99dece service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076782 Sep 16 05:19:07.997867 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-970f41d5-88c5-4254-9274-5b5ccad486af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bf14890-2b55-431f-9f77-45745da6179b HTTP/1.1" status: 200 len: 217 time: 0.0830750 Sep 16 05:19:08.003047 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e42a6d1-0386-4472-8977-a85c3c96cb0f x-openstack-request-id: req-2e42a6d1-0386-4472-8977-a85c3c96cb0f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:08.003498 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab", "tag": "8bf14890-2b55-431f-9f77-45745da6179b", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:08.004168 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e42a6d1-0386-4472-8977-a85c3c96cb0f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:08.009122 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'tag': '8bf14890-2b55-431f-9f77-45745da6179b', 'status': 'completed', 'code': 200} Sep 16 05:19:08.009122 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.017619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.046943 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.095888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:08.096600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:08.103281 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:08.151248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network d3a8f6f6-2762-4b68-b557-c56b63498f97 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:08.168696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:08.173196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ceee56-755e-40db-9eb0-fb474dd7132b req-20b233f3-f835-4b02-b4cb-fd8518866355 service neutron] 10.222.0.30 "GET /v2.0/networks/e0c77d68-aa49-475b-af53-f31b1e01781d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976429 Sep 16 05:19:08.174994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:08.221959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 714d0392-a5e0-49fc-981c-c6f516876ca3 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:08.227463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Port': ['ID=30980965-60ae-4536-bd63-94c1df2c7eae,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.271839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e44e02-03bd-442b-b506-47b5099ee41d req-c2f47dc9-b1d5-4ebf-bf6e-51a56a594b72 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.274484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1e44e02-03bd-442b-b506-47b5099ee41d req-c2f47dc9-b1d5-4ebf-bf6e-51a56a594b72 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 943 time: 0.2685781 Sep 16 05:19:08.276543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-a7b476bd-3082-4126-9ce6-ca8c179e49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.278143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-a7b476bd-3082-4126-9ce6-ca8c179e49c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 1096 time: 0.2742953 Sep 16 05:19:08.325761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.326446 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.376759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-a8865178-76c6-4c94-8158-8a32ef8f20ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca HTTP/1.1" status: 200 len: 217 time: 0.0745666 Sep 16 05:19:08.410642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-0eab5c40-ef3f-480c-b50e-747a6fd6a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.412311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-0eab5c40-ef3f-480c-b50e-747a6fd6a037 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1100 time: 0.2451339 Sep 16 05:19:08.422243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 714d0392-a5e0-49fc-981c-c6f516876ca3, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=714d0392-a5e0-49fc-981c-c6f516876ca3,segment=NetworkSegment(e49a9e96-0656-43f0-853d-1ce8e350997c),segment_id=e49a9e96-0656-43f0-853d-1ce8e350997c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:08.438789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '714d0392-a5e0-49fc-981c-c6f516876ca3', 'network_id': 'e0c77d68-aa49-475b-af53-f31b1e01781d', 'port_id': '714d0392-a5e0-49fc-981c-c6f516876ca3', 'mac_address': 'fa:16:3e:aa:8b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f4d193-9a41-4a51-a136-4ae02ab10391', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:08.507135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-57911dfd-1ff2-4916-aacf-d8a1c93521dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.512309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-57911dfd-1ff2-4916-aacf-d8a1c93521dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=576478f5-729e-44a4-adad-d1c8be5f43f1 HTTP/1.1" status: 200 len: 844 time: 0.1208003 Sep 16 05:19:08.512592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.531961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1e44e02-03bd-442b-b506-47b5099ee41d req-b55c6ccf-feb5-4881-8c10-22f8fdeaa650 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468531 Sep 16 05:19:08.540529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714d0392-a5e0-49fc-981c-c6f516876ca3 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:08.582234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 714d0392-a5e0-49fc-981c-c6f516876ca3, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=714d0392-a5e0-49fc-981c-c6f516876ca3,segment=NetworkSegment(e49a9e96-0656-43f0-853d-1ce8e350997c),segment_id=e49a9e96-0656-43f0-853d-1ce8e350997c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:08.615541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d3d301cb-e88a-45f9-a85a-ad9a87a94930 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3386648 Sep 16 05:19:08.624118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-9f554e03-1408-4d14-a848-0cb94a3a243b req-76be1c7e-4967-48a7-abe8-89b675d5a67a tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-794549731', 'description': 'tempest-description-1494380934'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:08.666342 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.670584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'port': {'device_id': 'cffa8826-aa26-493d-9305-826ece6e461f', 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61', 'admin_state_up': True, 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:08.693992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-c3abf760-bd0c-40cd-a557-b843b2812158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.696373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-c3abf760-bd0c-40cd-a557-b843b2812158 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b34ebf4-5073-4092-a816-adaff7c4dfc9 HTTP/1.1" status: 200 len: 862 time: 0.6648033 Sep 16 05:19:08.714871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ce052-89f4-44dc-8bc0-0675650b0861 req-a679c325-4055-4d05-b113-71568cb4897b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.722489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-149ce052-89f4-44dc-8bc0-0675650b0861 req-a679c325-4055-4d05-b113-71568cb4897b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 944 time: 0.6299345 Sep 16 05:19:08.724697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-015e522e-ae8e-4731-80a0-9f3b98f81e8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844172 Sep 16 05:19:08.726019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-33e0c6d7-d4fb-4af4-81b5-2313349b3da1 None None] Provisioning complete for port 30980965-60ae-4536-bd63-94c1df2c7eae triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:08.727484 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33e0c6d7-d4fb-4af4-81b5-2313349b3da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.767344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=714d0392-a5e0-49fc-981c-c6f516876ca3,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.775435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-1b448f95-61df-4903-9ba3-75774dbd5aef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434043 Sep 16 05:19:08.786986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-33e0c6d7-d4fb-4af4-81b5-2313349b3da1 None None] Port 30980965-60ae-4536-bd63-94c1df2c7eae cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:08.798656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.816596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.818592 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f79d3481-2191-48f3-bef7-32416f935f01 HTTP/1.1" status: 204 len: 168 time: 2.0356011 Sep 16 05:19:08.828009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48046) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:08.830906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-149ce052-89f4-44dc-8bc0-0675650b0861 req-8d97a0e2-5ea0-42c6-a49b-7fb3abe18c83 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073420 Sep 16 05:19:08.863193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cffa8b-5a89-4551-8f1d-b00276c40b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79d3481-2191-48f3-bef7-32416f935f01,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.878008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-f241ff68-0474-46c7-8dea-8c67476269fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.879653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-f241ff68-0474-46c7-8dea-8c67476269fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3653488 Sep 16 05:19:08.935647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-1d80fd25-44b7-44ea-8407-01c48b27e818 service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512258 Sep 16 05:19:08.948684 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:08.974507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9f554e03-1408-4d14-a848-0cb94a3a243b req-76be1c7e-4967-48a7-abe8-89b675d5a67a tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.988111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['714d0392-a5e0-49fc-981c-c6f516876ca3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:09.029258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-cd3ea872-ba3c-4205-88df-4d8857f456b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.0827043 Sep 16 05:19:09.092780 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f020ce8c-e1e1-4315-a935-ba90e95734be req-ac70da4b-84f9-4a7a-a67f-a1ebde3ba11b service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482821 Sep 16 05:19:09.160520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-3486ecb5-c836-454b-b9d8-a8f36d3e945b service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125562 Sep 16 05:19:09.180761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-9bbc2abb-e63d-4252-b2d3-b382f4fc7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.181106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cea3a4-1af9-40c3-b826-e2c11e840d81 req-71c38403-cad1-405e-b650-2e2fa56ca1d8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.182660 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85cea3a4-1af9-40c3-b826-e2c11e840d81 req-71c38403-cad1-405e-b650-2e2fa56ca1d8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 943 time: 0.0604253 Sep 16 05:19:09.182862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-9bbc2abb-e63d-4252-b2d3-b382f4fc7263 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1447935 Sep 16 05:19:09.275604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85cea3a4-1af9-40c3-b826-e2c11e840d81 req-fa9e5cf4-0a80-4d1b-bd4a-2a363ef03770 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805619 Sep 16 05:19:09.433635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-ea484f03-6ec6-4332-84f2-59738b7c61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.435284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-ea484f03-6ec6-4332-84f2-59738b7c61c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 1095 time: 0.1134434 Sep 16 05:19:09.461064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c013e2-53cd-4b89-b621-e99f0271fa13 req-593abfce-135d-4bb4-bdce-9967bef0c799 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.462750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52c013e2-53cd-4b89-b621-e99f0271fa13 req-593abfce-135d-4bb4-bdce-9967bef0c799 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 948 time: 0.0881033 Sep 16 05:19:09.559741 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52c013e2-53cd-4b89-b621-e99f0271fa13 req-c4b0353b-a5a0-40cd-ada2-9ac33416e0fb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836775 Sep 16 05:19:09.591740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-879d44d1-adfe-4858-9e60-9fc27258f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.593561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-879d44d1-adfe-4858-9e60-9fc27258f82c service neutron] 10.222.0.66 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 923 time: 0.1501019 Sep 16 05:19:09.651502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-fdef5865-6d0a-4a1e-a60a-931a935677ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bf14890-2b55-431f-9f77-45745da6179b HTTP/1.1" status: 200 len: 217 time: 0.0497520 Sep 16 05:19:09.732197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-2b9e4ecb-d4b6-4e56-8c94-be4b3b7515ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.733748 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-2b9e4ecb-d4b6-4e56-8c94-be4b3b7515ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b34ebf4-5073-4092-a816-adaff7c4dfc9 HTTP/1.1" status: 200 len: 862 time: 0.0719728 Sep 16 05:19:09.745308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342987-03af-4df2-8e7d-b47d9a74b927 req-b6bc21da-d208-4f8c-8378-148b6d7359ae tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.751501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342987-03af-4df2-8e7d-b47d9a74b927 req-b6bc21da-d208-4f8c-8378-148b6d7359ae tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.753262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95342987-03af-4df2-8e7d-b47d9a74b927 req-b6bc21da-d208-4f8c-8378-148b6d7359ae tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 1655 time: 0.1045234 Sep 16 05:19:09.787816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-427806b8-cf20-4194-b710-16b5de5cfce3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335114 Sep 16 05:19:09.812533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-8152e3c1-70e8-4698-96e0-da5a49e1ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.814004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-8152e3c1-70e8-4698-96e0-da5a49e1ea96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6129076 Sep 16 05:19:09.855831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95342987-03af-4df2-8e7d-b47d9a74b927 req-2b46620b-8f39-400b-a1b9-c2eea20f5ad3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912607 Sep 16 05:19:09.867094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ceae0c7-821a-47f1-8292-c1eae7184832 req-3d08f61b-c5e7-47ac-9c42-bad3014f7b3e service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759245 Sep 16 05:19:09.897520 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9f554e03-1408-4d14-a848-0cb94a3a243b req-76be1c7e-4967-48a7-abe8-89b675d5a67a tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.901773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:09.903077 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037bc00-c9a5-4c1d-b111-798c3b3373a7" -d '{"events": [{"name": "network-changed", "server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:09.962650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-d706d7a5-c98c-40b7-9380-45bbaaf06b54 service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642382 Sep 16 05:19:10.008136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9f554e03-1408-4d14-a848-0cb94a3a243b req-76be1c7e-4967-48a7-abe8-89b675d5a67a tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.043508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-5c18bf8d-4026-488a-b356-4bb5cfe8a246 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195711 Sep 16 05:19:10.092126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3c91386-5d28-4ce5-955c-8719f0b7bf0a req-eb7070a3-6279-4f54-8136-f9a58eba8251 service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221187 Sep 16 05:19:10.103487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be1c7e-4967-48a7-abe8-89b675d5a67a tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c4edba-ec6f-4b54-9676-c72fbd10f9e1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:10.151920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:10.155628 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.215074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-735a82db-1d15-4fa8-a360-ca0ccdadc324 req-be2bf4a2-55a9-4df7-a49c-3bccf5f65c98 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612878 Sep 16 05:19:10.229944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c5ebcb15-b90c-4fa3-b17b-dba8062035b3 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:10.248352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 714d0392-a5e0-49fc-981c-c6f516876ca3 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:10.266188 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9f554e03-1408-4d14-a848-0cb94a3a243b req-76be1c7e-4967-48a7-abe8-89b675d5a67a tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.267528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f554e03-1408-4d14-a848-0cb94a3a243b req-76be1c7e-4967-48a7-abe8-89b675d5a67a tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6737671 Sep 16 05:19:10.437811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:10.451279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'mac_address': 'fa:16:3e:fc:d6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:10.456836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d22b-b51b-4da8-8ceb-7facf3d67067 req-fb94220c-5776-4a3a-85f2-61c65f31a59f tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:10.460653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1654d22b-b51b-4da8-8ceb-7facf3d67067 req-fb94220c-5776-4a3a-85f2-61c65f31a59f tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 944 time: 0.1117947 Sep 16 05:19:10.513877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Allocated IP 19.80.0.244 (eab5e153-5cfc-4379-98d3-3d6b0ac7cb61/5d5830f3-6811-4b21-93cb-87b0263675d2/02ddc6c5-915f-4350-9445-d814eea1f787) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:10.542211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1654d22b-b51b-4da8-8ceb-7facf3d67067 req-c250df7e-7caf-4178-b231-11604631824d tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728335 Sep 16 05:19:10.555175 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.613695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 714d0392-a5e0-49fc-981c-c6f516876ca3 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:10.623307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 714d0392-a5e0-49fc-981c-c6f516876ca3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:10.623708 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.637782 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6fa914-5429-49ba-9594-342dbb5abb71 x-openstack-request-id: req-9b6fa914-5429-49ba-9594-342dbb5abb71 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:10.638206 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:10.638845 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b6fa914-5429-49ba-9594-342dbb5abb71 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:10.639476 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'status': 'completed', 'code': 200} Sep 16 05:19:10.655222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.662517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d05c-ab83-4ec7-a70b-7928be31116c req-90f899d5-fdf1-476e-be39-ec8b81bc9cfe tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:10.665664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d40d05c-ab83-4ec7-a70b-7928be31116c req-90f899d5-fdf1-476e-be39-ec8b81bc9cfe tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 944 time: 0.2775800 Sep 16 05:19:10.677820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ebcb15-b90c-4fa3-b17b-dba8062035b3 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:10.705630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:10.742715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-cb79d302-3bd0-489a-8de8-fe651be5c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:10.745042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-cb79d302-3bd0-489a-8de8-fe651be5c37c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e9ea498b78844e48522f583b72988d6&device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 1096 time: 0.0554280 Sep 16 05:19:10.752894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.786087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae2749-8576-48ac-a5fc-c331f876d671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d0392-a5e0-49fc-981c-c6f516876ca3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:10.789581 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e062dde-0f6b-4207-a366-42875cd5a531" -d '{"events": [{"server_uuid": "ddae2749-8576-48ac-a5fc-c331f876d671", "name": "network-vif-plugged", "status": "completed", "tag": "714d0392-a5e0-49fc-981c-c6f516876ca3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:10.795345 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.810812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 714d0392-a5e0-49fc-981c-c6f516876ca3, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=714d0392-a5e0-49fc-981c-c6f516876ca3,segment=NetworkSegment(e49a9e96-0656-43f0-853d-1ce8e350997c),segment_id=e49a9e96-0656-43f0-853d-1ce8e350997c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:10.866240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d40d05c-ab83-4ec7-a70b-7928be31116c req-7eaf5c7d-ca02-4a71-9986-6c2b830ce4d6 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828299 Sep 16 05:19:10.868678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:10.877406 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.893489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-8ebe87bc-5d58-465f-b0fa-a6ee3934e593 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/ac29273e-51b1-4e4a-81b7-61cee5d97d85 HTTP/1.1" status: 200 len: 1803 time: 0.1126478 Sep 16 05:19:10.909690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-6ee95b34-687e-4a04-a1a6-b321090a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:10.913029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-6ee95b34-687e-4a04-a1a6-b321090a1492 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 200 len: 905 time: 0.1597729 Sep 16 05:19:10.961983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=714d0392-a5e0-49fc-981c-c6f516876ca3,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:10.977444 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-4e55d381-a084-4acd-bd6a-263db0d59a35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca HTTP/1.1" status: 200 len: 217 time: 0.0534151 Sep 16 05:19:11.041107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-a3fa2e25-9357-4933-a22f-dc915e0d07f4 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/34c4edba-ec6f-4b54-9676-c72fbd10f9e1 HTTP/1.1" status: 200 len: 1804 time: 0.1261051 Sep 16 05:19:11.051020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-f5bd2de5-d678-4e73-baf2-f14a5742cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.052650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-f5bd2de5-d678-4e73-baf2-f14a5742cec9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=576478f5-729e-44a4-adad-d1c8be5f43f1 HTTP/1.1" status: 200 len: 844 time: 0.0668411 Sep 16 05:19:11.059017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-2bd52357-ded4-43ca-ad85-b793ce307dc7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac29273e-51b1-4e4a-81b7-61cee5d97d85', 'remote_group_id': '34c4edba-ec6f-4b54-9676-c72fbd10f9e1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:11.059336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-2bd52357-ded4-43ca-ad85-b793ce307dc7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ac29273e-51b1-4e4a-81b7-61cee5d97d85', 'remote_group_id': '34c4edba-ec6f-4b54-9676-c72fbd10f9e1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:11.086382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:11.093209 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.101444 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-0c26d055-5470-4d92-bc00-64d743b9e4d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363727 Sep 16 05:19:11.110010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44bc7-4885-4ca2-a8bf-8faeaa5e55c3 req-7ae7a59e-2d5b-4522-a97f-ea7883cb7d5f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.111699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28a44bc7-4885-4ca2-a8bf-8faeaa5e55c3 req-7ae7a59e-2d5b-4522-a97f-ea7883cb7d5f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 943 time: 0.1390324 Sep 16 05:19:11.213298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28a44bc7-4885-4ca2-a8bf-8faeaa5e55c3 req-05a37c46-c17f-44ab-8af0-2760802bd72a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853963 Sep 16 05:19:11.300741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Deleting port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:11.301403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.312374 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-2bd52357-ded4-43ca-ad85-b793ce307dc7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.317487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.317781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-8147663b-de18-40b7-ae4e-1761ebbdc1ac service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039251 Sep 16 05:19:11.420089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-2bd52357-ded4-43ca-ad85-b793ce307dc7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.459411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3037bc00-c9a5-4c1d-b111-798c3b3373a7 req-82e8584a-4c27-4d08-bb70-81f17b95d025 service neutron] 10.222.0.66 "GET /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302021 Sep 16 05:19:11.465839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:11.481178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:11.487701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:11.491234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Port': ['ID=02ddc6c5-915f-4350-9445-d814eea1f787,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:11.516875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-2bd52357-ded4-43ca-ad85-b793ce307dc7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.542081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd52357-ded4-43ca-ad85-b793ce307dc7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d590287c-bfcf-426b-8240-3727c43e9f46,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:11.558946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cdeb7-9edb-4c07-898e-e5ed53296c63 req-ce45b5aa-f121-4db1-9013-15648a3f248e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.560803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-937cdeb7-9edb-4c07-898e-e5ed53296c63 req-ce45b5aa-f121-4db1-9013-15648a3f248e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 949 time: 0.1681283 Sep 16 05:19:11.571792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] For port 734f66b1-3ae1-4d84-aedb-278fe9cea7e0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,segment=NetworkSegment(d741315d-1dd5-4e6d-97d5-e5981a73b4b9),segment_id=d741315d-1dd5-4e6d-97d5-e5981a73b4b9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:11.572488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.581574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.582828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.606427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Calling delete_port for 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:11.649386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-2bd52357-ded4-43ca-ad85-b793ce307dc7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.657819 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2446f754-1197-40f4-a80d-24ac2cc5ba6f req-2bd52357-ded4-43ca-ad85-b793ce307dc7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6038013 Sep 16 05:19:11.683374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-937cdeb7-9edb-4c07-898e-e5ed53296c63 req-7942d535-3017-4b63-b48a-9a22f90c86fc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080236 Sep 16 05:19:11.748995 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ebedbf-d356-49fc-a5fc-7bd6b3612c91 x-openstack-request-id: req-67ebedbf-d356-49fc-a5fc-7bd6b3612c91 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:11.749516 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae2749-8576-48ac-a5fc-c331f876d671", "name": "network-vif-plugged", "status": "completed", "tag": "714d0392-a5e0-49fc-981c-c6f516876ca3", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:11.749516 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67ebedbf-d356-49fc-a5fc-7bd6b3612c91 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:11.750027 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae2749-8576-48ac-a5fc-c331f876d671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714d0392-a5e0-49fc-981c-c6f516876ca3', 'code': 200} Sep 16 05:19:11.777127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-45e49666-c7de-462e-89b8-47a2043f1751 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1428597 Sep 16 05:19:11.812676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Request body: {'port': {'device_id': 'cffa8826-aa26-493d-9305-826ece6e461f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:11.844478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e52014a9-879c-42a7-b433-708290dc3413 None None] Provisioning complete for port 02ddc6c5-915f-4350-9445-d814eea1f787 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:11.845097 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e52014a9-879c-42a7-b433-708290dc3413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.910347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e52014a9-879c-42a7-b433-708290dc3413 None None] Port 02ddc6c5-915f-4350-9445-d814eea1f787 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:11.977728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001e5f-1fb6-43c6-aa6a-4ac2b3cf07b3 req-26324d3f-c065-4935-99dd-043601de3087 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.979410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86001e5f-1fb6-43c6-aa6a-4ac2b3cf07b3 req-26324d3f-c065-4935-99dd-043601de3087 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 945 time: 0.0649104 Sep 16 05:19:12.025327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.026482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86001e5f-1fb6-43c6-aa6a-4ac2b3cf07b3 req-6cdd843b-33f1-4ef0-89a9-68c83aa9a072 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366404 Sep 16 05:19:12.053699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84d814-3593-421f-83ee-5571b0ef4f50 req-4cb3f8d0-0b14-47e4-b542-5c1fb54d681d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.061330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84d814-3593-421f-83ee-5571b0ef4f50 req-4cb3f8d0-0b14-47e4-b542-5c1fb54d681d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.067416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84d814-3593-421f-83ee-5571b0ef4f50 req-4cb3f8d0-0b14-47e4-b542-5c1fb54d681d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.069184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f84d814-3593-421f-83ee-5571b0ef4f50 req-4cb3f8d0-0b14-47e4-b542-5c1fb54d681d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2377 time: 0.2423050 Sep 16 05:19:12.073173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-16196454-63ed-4579-b53a-40ea6af91ba3 req-e30d5ee4-f79d-4004-a19b-902a9c8c93d8 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1819052178', 'description': 'tempest-description-593184089'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:12.093165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2a212-9af9-41fe-9a6b-9dfc4b82e054 req-413dc608-8936-42ff-8c4e-24c372b96a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.094751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51f2a212-9af9-41fe-9a6b-9dfc4b82e054 req-413dc608-8936-42ff-8c4e-24c372b96a7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 1097 time: 0.2210505 Sep 16 05:19:12.159924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.187056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-16196454-63ed-4579-b53a-40ea6af91ba3 req-e30d5ee4-f79d-4004-a19b-902a9c8c93d8 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.229075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f84d814-3593-421f-83ee-5571b0ef4f50 req-686ae1a0-c26a-40e8-92e7-58cc7d0ae5f9 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464679 Sep 16 05:19:12.239924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Pushing event deleted for resources: {'Port': ['ID=734f66b1-3ae1-4d84-aedb-278fe9cea7e0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:12.264997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c5ebcb15-b90c-4fa3-b17b-dba8062035b3 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:12.343758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51f2a212-9af9-41fe-9a6b-9dfc4b82e054 req-4fb146b5-d7cf-46bf-8db0-99a6e4e97f4d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285781 Sep 16 05:19:12.362174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-16196454-63ed-4579-b53a-40ea6af91ba3 req-e30d5ee4-f79d-4004-a19b-902a9c8c93d8 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.454681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:12.454914 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-16196454-63ed-4579-b53a-40ea6af91ba3 req-e30d5ee4-f79d-4004-a19b-902a9c8c93d8 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.461455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:12.462312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.503962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d5ee4-f79d-4004-a19b-902a9c8c93d8 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54947a15-9dd6-4d2e-978b-629d3d7e2432,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:12.548153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-16196454-63ed-4579-b53a-40ea6af91ba3 req-e30d5ee4-f79d-4004-a19b-902a9c8c93d8 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.550519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16196454-63ed-4579-b53a-40ea6af91ba3 req-e30d5ee4-f79d-4004-a19b-902a9c8c93d8 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4821551 Sep 16 05:19:12.586744 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.623702 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:12.692209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90468ebf-bb92-4ffa-8974-4cb4429f4215 req-8b36afbf-cd33-420e-89ea-9e51bee26006 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.694044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-90468ebf-bb92-4ffa-8974-4cb4429f4215 req-8b36afbf-cd33-420e-89ea-9e51bee26006 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 943 time: 0.0735617 Sep 16 05:19:12.713437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.746272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-90468ebf-bb92-4ffa-8974-4cb4429f4215 req-42e27df2-da0a-496a-9854-23eef13a1ff7 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Sep 16 05:19:12.756647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344242-f4ad-4391-a7ac-8a0a135998b1 req-fd27a993-31e9-4db1-b78a-d8c139daabab tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.764566 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8344242-f4ad-4391-a7ac-8a0a135998b1 req-fd27a993-31e9-4db1-b78a-d8c139daabab tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 944 time: 0.1952751 Sep 16 05:19:12.785310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:12.816966 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.873049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8bf14890-2b55-431f-9f77-45745da6179b details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:12.915438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8344242-f4ad-4391-a7ac-8a0a135998b1 req-c112636d-c41f-4837-bc0c-0997a19b5884 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494541 Sep 16 05:19:12.925747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41124d21-d5a2-4006-ab48-12e2f96162e0 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:12.937460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.968252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4c7047e1-3215-4746-aaec-dee519da4256 req-d4ed0d35-428c-4911-9324-8183e049ea52 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-133366206', 'description': 'tempest-description-1477522734'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:13.014573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Transition to ACTIVE for port object 41124d21-d5a2-4006-ab48-12e2f96162e0 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:13.026788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8bf14890-2b55-431f-9f77-45745da6179b,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:13.049579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8bf14890-2b55-431f-9f77-45745da6179b', 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'port_id': '8bf14890-2b55-431f-9f77-45745da6179b', 'mac_address': 'fa:16:3e:cf:61:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b34ebf4-5073-4092-a816-adaff7c4dfc9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:13.093918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.117354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf14890-2b55-431f-9f77-45745da6179b {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:13.154376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8bf14890-2b55-431f-9f77-45745da6179b,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:13.190877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:13.208688 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.213118 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c7047e1-3215-4746-aaec-dee519da4256 req-d4ed0d35-428c-4911-9324-8183e049ea52 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.250994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceaece-2e51-4b4e-919a-a0a7d5365d46 req-22b265b3-ae62-45a0-a438-2a4aaabe9f14 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.253458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61ceaece-2e51-4b4e-919a-a0a7d5365d46 req-22b265b3-ae62-45a0-a438-2a4aaabe9f14 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0606496 Sep 16 05:19:13.301424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61ceaece-2e51-4b4e-919a-a0a7d5365d46 req-34f7cd91-43fe-4f26-9979-da3e9640e534 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Sep 16 05:19:13.350344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Pushing event updated for resources: {'Port': ['ID=41124d21-d5a2-4006-ab48-12e2f96162e0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.353648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.357308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ec647aa3-1510-4228-b1d4-eda836ecb9ca details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:13.466981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8bf14890-2b55-431f-9f77-45745da6179b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.512199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c55132-8e41-4e7c-abf0-8bed5934b6cc req-50143165-01a5-48a6-9dd0-044901409748 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.522304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59c55132-8e41-4e7c-abf0-8bed5934b6cc req-50143165-01a5-48a6-9dd0-044901409748 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 945 time: 0.1218538 Sep 16 05:19:13.527775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:13.534171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-94da3bed-00b3-4365-90fc-09996ee8114f admin admin] 10.222.0.49 "PUT /v2.0/routers/002bbd7b-a7af-4ce4-b545-ab02875a3e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7050447 Sep 16 05:19:13.541573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] Sync routers for ids ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:13.543079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48094) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:13.561844 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] Routers {'002bbd7b-a7af-4ce4-b545-ab02875a3e25'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:13.562270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Attempting to bind port 41124d21-d5a2-4006-ab48-12e2f96162e0 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:13.562630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Attempting to bind port 41124d21-d5a2-4006-ab48-12e2f96162e0 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:13.563016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Attempting to bind port 41124d21-d5a2-4006-ab48-12e2f96162e0 on network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:13.564725 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:13.585760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Port 41124d21-d5a2-4006-ab48-12e2f96162e0 on network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:13.586321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Attempting to bind port 41124d21-d5a2-4006-ab48-12e2f96162e0 on network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:13.606008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:13.606008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Checking segment: {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:13.606498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Bound using segment: {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:13.606775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Bound port: 41124d21-d5a2-4006-ab48-12e2f96162e0, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:13.607281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.613432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c7047e1-3215-4746-aaec-dee519da4256 req-d4ed0d35-428c-4911-9324-8183e049ea52 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.626090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:13.648269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'port_id': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'mac_address': 'fa:16:3e:05:51:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576478f5-729e-44a4-adad-d1c8be5f43f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:13.705746 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59c55132-8e41-4e7c-abf0-8bed5934b6cc req-f36a95c4-1d50-4bc2-88da-7abada43d9e5 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716194 Sep 16 05:19:13.708500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.715117 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c7047e1-3215-4746-aaec-dee519da4256 req-d4ed0d35-428c-4911-9324-8183e049ea52 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.740593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec647aa3-1510-4228-b1d4-eda836ecb9ca {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:13.759593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:13.764755 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97142e4f-613a-4f9f-acc1-992152bd819f" -d '{"events": [{"server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "name": "network-vif-plugged", "status": "completed", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:13.778914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed0d35-428c-4911-9324-8183e049ea52 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595a327c-a97f-467b-bea3-bc4c9413fbd7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.789802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] For port 41124d21-d5a2-4006-ab48-12e2f96162e0, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:13.791200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:13.814627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] For port 41124d21-d5a2-4006-ab48-12e2f96162e0, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41124d21-d5a2-4006-ab48-12e2f96162e0,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:13.821479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c7047e1-3215-4746-aaec-dee519da4256 req-d4ed0d35-428c-4911-9324-8183e049ea52 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.823329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c7047e1-3215-4746-aaec-dee519da4256 req-d4ed0d35-428c-4911-9324-8183e049ea52 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8641093 Sep 16 05:19:13.830120 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] Set router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:13.832384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.922664 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.940247 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.994933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:14.036091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.036877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.038435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] 10.222.0.66 "PUT /v2.0/ports/41124d21-d5a2-4006-ab48-12e2f96162e0 HTTP/1.1" status: 200 len: 1093 time: 2.2368212 Sep 16 05:19:14.041496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'tag': '41124d21-d5a2-4006-ab48-12e2f96162e0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:14.046097 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f289098-336b-41a0-96ed-4b4d0c504dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "tag": "41124d21-d5a2-4006-ab48-12e2f96162e0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:14.060168 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.075936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8621e-60b1-4225-99bf-d341e02ab361 req-2428e911-934f-4a9f-b2af-d703d6ea7a9c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.082550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8621e-60b1-4225-99bf-d341e02ab361 req-2428e911-934f-4a9f-b2af-d703d6ea7a9c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.089892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8621e-60b1-4225-99bf-d341e02ab361 req-2428e911-934f-4a9f-b2af-d703d6ea7a9c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.091733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2c8621e-60b1-4225-99bf-d341e02ab361 req-2428e911-934f-4a9f-b2af-d703d6ea7a9c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2389 time: 0.2026875 Sep 16 05:19:14.098262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027f4f-6cfb-4718-b458-e5b270785944 service neutron] Pushing event updated for resources: {'Port': ['ID=41124d21-d5a2-4006-ab48-12e2f96162e0,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:14.127412 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:19:11Z', 'revision_number': 5, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port': {'id': '716c9e7f-3a2f-4311-85e9-5e597c81cb51', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:16:12Z', 'updated_at': '2021-09-16T05:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:14.162102 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] Checking router: 002bbd7b-a7af-4ce4-b545-ab02875a3e25 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:14.176381 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] Routers {'002bbd7b-a7af-4ce4-b545-ab02875a3e25'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:14.177178 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:18:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:14.252689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Deleting port 716c9e7f-3a2f-4311-85e9-5e597c81cb51 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:14.253274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.280627 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] Set router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:14.288399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['ec647aa3-1510-4228-b1d4-eda836ecb9ca'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:14.338792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8bf14890-2b55-431f-9f77-45745da6179b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:14.348223 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:19:14Z', 'revision_number': 6, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:14.407984 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e934f8f-39f8-4d42-8e2f-504df63f955d None None] The sync data for ids ['002bbd7b-a7af-4ce4-b545-ab02875a3e25'] in n-d-712749-15 is: [{'id': '002bbd7b-a7af-4ce4-b545-ab02875a3e25', 'name': 'tempest-AttachSCSIVolumeTestJSON-901173156-router', 'tenant_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:16:09Z', 'updated_at': '2021-09-16T05:19:14Z', 'revision_number': 6, 'project_id': 'fc7c30450e4946a4a45a6266bf4d4c3c', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:14.486239 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5faa7b7-fc60-41e0-9821-3239f33ee858 x-openstack-request-id: req-b5faa7b7-fc60-41e0-9821-3239f33ee858 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:14.486537 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "name": "network-vif-plugged", "status": "completed", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:14.486793 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5faa7b7-fc60-41e0-9821-3239f33ee858 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:14.487193 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'code': 200} Sep 16 05:19:14.533131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] For port 716c9e7f-3a2f-4311-85e9-5e597c81cb51, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=716c9e7f-3a2f-4311-85e9-5e597c81cb51,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:14.539523 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.593257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Calling delete_port for 716c9e7f-3a2f-4311-85e9-5e597c81cb51 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:14.600319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Request body: {'port': {'device_id': 'cffa8826-aa26-493d-9305-826ece6e461f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:14.671964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2c8621e-60b1-4225-99bf-d341e02ab361 req-fb533ef7-442e-4956-b082-1ed97c3f952b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576146 Sep 16 05:19:14.693563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496c593-80fe-4c4f-9d39-38425e83678f req-1ab5860e-38b2-40a9-b94e-8a332c5d24ef tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.695575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f496c593-80fe-4c4f-9d39-38425e83678f req-1ab5860e-38b2-40a9-b94e-8a332c5d24ef tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 944 time: 0.1289632 Sep 16 05:19:14.736790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8434c6d-3786-4a36-9572-50d3ad482b70 req-1397618b-3920-4a74-bf03-43a7028145e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.738258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8434c6d-3786-4a36-9572-50d3ad482b70 req-1397618b-3920-4a74-bf03-43a7028145e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1102 time: 0.1615772 Sep 16 05:19:14.738856 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.777400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f496c593-80fe-4c4f-9d39-38425e83678f req-3ee9b9aa-faaa-4142-81ba-abfb918bf6cb tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723984 Sep 16 05:19:14.869396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8434c6d-3786-4a36-9572-50d3ad482b70 req-4bf6e115-a0f8-45f6-a2d3-8959fb2ad60e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157682 Sep 16 05:19:14.875150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-778df297-90a1-43be-87f8-34dc4c0388ab req-188b5ebe-e93e-4803-9605-d48229866890 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/54947a15-9dd6-4d2e-978b-629d3d7e2432 HTTP/1.1" status: 200 len: 1804 time: 0.1692362 Sep 16 05:19:14.994731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07454dfd-91ab-42e5-9e07-d6d5c182aca0 req-ca3fa4d9-2654-41c4-8b5f-da758914073f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.995741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-778df297-90a1-43be-87f8-34dc4c0388ab req-d874611d-c190-48f3-b61f-24c6d816bad5 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/595a327c-a97f-467b-bea3-bc4c9413fbd7 HTTP/1.1" status: 200 len: 1804 time: 0.1111662 Sep 16 05:19:14.996324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07454dfd-91ab-42e5-9e07-d6d5c182aca0 req-ca3fa4d9-2654-41c4-8b5f-da758914073f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 945 time: 0.1268497 Sep 16 05:19:15.010948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-778df297-90a1-43be-87f8-34dc4c0388ab req-be44e84a-dacd-4f30-9d57-a39b42891c40 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '54947a15-9dd6-4d2e-978b-629d3d7e2432', 'remote_group_id': '595a327c-a97f-467b-bea3-bc4c9413fbd7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:15.011292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-778df297-90a1-43be-87f8-34dc4c0388ab req-be44e84a-dacd-4f30-9d57-a39b42891c40 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '54947a15-9dd6-4d2e-978b-629d3d7e2432', 'remote_group_id': '595a327c-a97f-467b-bea3-bc4c9413fbd7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:15.046949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07454dfd-91ab-42e5-9e07-d6d5c182aca0 req-aae7553e-4e63-4e79-b245-fd552e7d0cbd tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Sep 16 05:19:15.060779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.105110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Pushing event deleted for resources: {'Port': ['ID=716c9e7f-3a2f-4311-85e9-5e597c81cb51,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:15.127426 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da982e2-715e-427c-9e24-08a5f8e1320f x-openstack-request-id: req-5da982e2-715e-427c-9e24-08a5f8e1320f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:15.127951 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "tag": "41124d21-d5a2-4006-ab48-12e2f96162e0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:15.127951 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5da982e2-715e-427c-9e24-08a5f8e1320f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:15.128371 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'tag': '41124d21-d5a2-4006-ab48-12e2f96162e0', 'status': 'completed', 'code': 200} Sep 16 05:19:15.251117 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.272418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30980965-60ae-4536-bd63-94c1df2c7eae {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:15.285164 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.312182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Transition to ACTIVE for port object 30980965-60ae-4536-bd63-94c1df2c7eae will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:15.327171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-778df297-90a1-43be-87f8-34dc4c0388ab req-be44e84a-dacd-4f30-9d57-a39b42891c40 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.331639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-31283a67-dfdd-43b3-bc42-f75835702310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.332299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-31283a67-dfdd-43b3-bc42-f75835702310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.332622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-31283a67-dfdd-43b3-bc42-f75835702310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.334299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-31283a67-dfdd-43b3-bc42-f75835702310 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2733 time: 0.1635375 Sep 16 05:19:15.378856 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-778df297-90a1-43be-87f8-34dc4c0388ab req-be44e84a-dacd-4f30-9d57-a39b42891c40 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.380752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.390387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adabaf-c1a5-44ce-b885-485c9093ee95 req-60d8c303-f36e-4bb4-9975-3fdb74f8f630 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.393352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13adabaf-c1a5-44ce-b885-485c9093ee95 req-60d8c303-f36e-4bb4-9975-3fdb74f8f630 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.2210920 Sep 16 05:19:15.394811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.426881 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.516749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Pushing event updated for resources: {'Port': ['ID=30980965-60ae-4536-bd63-94c1df2c7eae,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:15.549986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13adabaf-c1a5-44ce-b885-485c9093ee95 req-7f6d6f6e-3aa4-4dc9-9933-8638b2c65379 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469221 Sep 16 05:19:15.568718 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-778df297-90a1-43be-87f8-34dc4c0388ab req-be44e84a-dacd-4f30-9d57-a39b42891c40 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.584339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 716c9e7f-3a2f-4311-85e9-5e597c81cb51 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:15.593116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.597693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 002bbd7b-a7af-4ce4-b545-ab02875a3e25 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:15.612149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.617203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48112) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:15.619888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-44524ecf-e353-40ec-b48a-cd54dc7dc86a admin admin] 10.222.0.49 "DELETE /v2.0/routers/002bbd7b-a7af-4ce4-b545-ab02875a3e25 HTTP/1.1" status: 204 len: 168 time: 2.0710957 Sep 16 05:19:15.629638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-175e9599-b51d-4d51-8840-baa04d1edd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.639348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-175e9599-b51d-4d51-8840-baa04d1edd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.640059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-175e9599-b51d-4d51-8840-baa04d1edd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.642086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 716c9e7f-3a2f-4311-85e9-5e597c81cb51 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:15.642411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-175e9599-b51d-4d51-8840-baa04d1edd63 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2713883 Sep 16 05:19:15.643255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 716c9e7f-3a2f-4311-85e9-5e597c81cb51 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:15.644287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:15.684622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44e84a-dacd-4f30-9d57-a39b42891c40 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30193fd5-7439-4824-8b67-ae5b9d66d2b8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:15.696468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:15.696790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 734f66b1-3ae1-4d84-aedb-278fe9cea7e0 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:15.722603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-778df297-90a1-43be-87f8-34dc4c0388ab req-be44e84a-dacd-4f30-9d57-a39b42891c40 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.724289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-778df297-90a1-43be-87f8-34dc4c0388ab req-be44e84a-dacd-4f30-9d57-a39b42891c40 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7198129 Sep 16 05:19:15.763025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-420756e1-003c-44ca-beb8-e80eaf1df72d admin admin] Deleting subnet 366bb531-3f16-4972-8749-5d67dcd0d788 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:15.777233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-420756e1-003c-44ca-beb8-e80eaf1df72d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.779995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Attempting to bind port 30980965-60ae-4536-bd63-94c1df2c7eae on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:15.780270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Attempting to bind port 30980965-60ae-4536-bd63-94c1df2c7eae by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:15.780696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Attempting to bind port 30980965-60ae-4536-bd63-94c1df2c7eae on network d3a8f6f6-2762-4b68-b557-c56b63498f97 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:15.857547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Port 30980965-60ae-4536-bd63-94c1df2c7eae on network d3a8f6f6-2762-4b68-b557-c56b63498f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:15.857979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Attempting to bind port 30980965-60ae-4536-bd63-94c1df2c7eae on network d3a8f6f6-2762-4b68-b557-c56b63498f97 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:15.881798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:15.881798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Checking segment: {'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:15.882456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Bound using segment: {'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:15.887059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Bound port: 30980965-60ae-4536-bd63-94c1df2c7eae, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61852e37-e234-456e-b9c3-7205f5970030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:15.887059 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.891767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-8d456b7e-293f-47b7-a08c-f5f39fff3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.893071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f289098-336b-41a0-96ed-4b4d0c504dd4 req-8d456b7e-293f-47b7-a08c-f5f39fff3445 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384503 Sep 16 05:19:15.893660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-420756e1-003c-44ca-beb8-e80eaf1df72d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.972491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3abf2d-0909-465e-be7f-127ea84c3ed3 req-5b755780-08c7-4ddb-ae02-65f346d619cb tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.974263 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc3abf2d-0909-465e-be7f-127ea84c3ed3 req-5b755780-08c7-4ddb-ae02-65f346d619cb tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 945 time: 0.1653082 Sep 16 05:19:16.078692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] For port 30980965-60ae-4536-bd63-94c1df2c7eae, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:16.100892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc3abf2d-0909-465e-be7f-127ea84c3ed3 req-759d18d2-dd6d-4dfb-b49b-41cada0e76cf tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144238 Sep 16 05:19:16.108690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] For port 30980965-60ae-4536-bd63-94c1df2c7eae, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=30980965-60ae-4536-bd63-94c1df2c7eae,segment=NetworkSegment(61852e37-e234-456e-b9c3-7205f5970030),segment_id=61852e37-e234-456e-b9c3-7205f5970030)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:16.110849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-420756e1-003c-44ca-beb8-e80eaf1df72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.202534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23493-4ff9-45cd-89dd-654aea118f25 req-e285e8de-37f8-4ece-aea9-e4c5c9464992 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.207790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.209057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23493-4ff9-45cd-89dd-654aea118f25 req-e285e8de-37f8-4ece-aea9-e4c5c9464992 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.216125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23493-4ff9-45cd-89dd-654aea118f25 req-e285e8de-37f8-4ece-aea9-e4c5c9464992 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.220200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b0a23493-4ff9-45cd-89dd-654aea118f25 req-e285e8de-37f8-4ece-aea9-e4c5c9464992 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2401 time: 0.0900178 Sep 16 05:19:16.262355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b0a23493-4ff9-45cd-89dd-654aea118f25 req-d9606617-2b08-42e6-b212-aaaad9af6a34 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Sep 16 05:19:16.278302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5843a4e2-5dc6-41e2-9bed-f57d84334b44 req-92b1d1fb-9a2b-4324-9620-16131545a5ea tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/595a327c-a97f-467b-bea3-bc4c9413fbd7 HTTP/1.1" status: 200 len: 1804 time: 0.1122048 Sep 16 05:19:16.284144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.284926 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.286546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] 10.222.0.66 "PUT /v2.0/ports/30980965-60ae-4536-bd63-94c1df2c7eae HTTP/1.1" status: 200 len: 1093 time: 1.7118049 Sep 16 05:19:16.342415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c5085-ad15-4eeb-8ea1-225ba8f33970 service neutron] Pushing event updated for resources: {'Port': ['ID=30980965-60ae-4536-bd63-94c1df2c7eae,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:16.356954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-420756e1-003c-44ca-beb8-e80eaf1df72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.399160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-420756e1-003c-44ca-beb8-e80eaf1df72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.401158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-420756e1-003c-44ca-beb8-e80eaf1df72d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/366bb531-3f16-4972-8749-5d67dcd0d788 HTTP/1.1" status: 204 len: 168 time: 0.7816350 Sep 16 05:19:16.402564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420756e1-003c-44ca-beb8-e80eaf1df72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366bb531-3f16-4972-8749-5d67dcd0d788,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:16.404338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48126) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:16.407431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b6d66-6d41-4c38-8a30-22b84d168a42 None None] Network 95ac138e-faf4-4881-9c8f-c8c76274a860 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:16.412786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5843a4e2-5dc6-41e2-9bed-f57d84334b44 req-df62abdd-a1fe-4b6a-956b-a367f058b589 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.437204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9786eef-83f7-405c-8e38-3ce0e70c65ed req-5a78e2d7-2e4d-4bab-a6bb-87ec5c2fdc4b tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.440657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9786eef-83f7-405c-8e38-3ce0e70c65ed req-5a78e2d7-2e4d-4bab-a6bb-87ec5c2fdc4b tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 944 time: 0.0889602 Sep 16 05:19:16.500994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9786eef-83f7-405c-8e38-3ce0e70c65ed req-b6ed51ee-763c-4a0f-9a9d-4a21e11ad65b tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515883 Sep 16 05:19:16.548932 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5843a4e2-5dc6-41e2-9bed-f57d84334b44 req-df62abdd-a1fe-4b6a-956b-a367f058b589 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.593858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Request body: {'port': {'device_id': 'cffa8826-aa26-493d-9305-826ece6e461f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:16.652196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4dabb-46f5-4c83-b6d9-503dffc02680 req-97b9e072-f92b-4358-a3ef-97aa2ad848d0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.652196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47d4dabb-46f5-4c83-b6d9-503dffc02680 req-97b9e072-f92b-4358-a3ef-97aa2ad848d0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 945 time: 0.0646164 Sep 16 05:19:16.653037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.666321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] DHCP port deletion for 95ac138e-faf4-4881-9c8f-c8c76274a860 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:16.713894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47d4dabb-46f5-4c83-b6d9-503dffc02680 req-48f84324-ad80-4042-b591-b4e722f4ded7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585496 Sep 16 05:19:16.746379 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.763117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] Deleting port 80c26998-5f47-4365-8c6e-fda4a5ff549d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:16.763617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.855063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] For port 80c26998-5f47-4365-8c6e-fda4a5ff549d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=80c26998-5f47-4365-8c6e-fda4a5ff549d,segment=NetworkSegment(d741315d-1dd5-4e6d-97d5-e5981a73b4b9),segment_id=d741315d-1dd5-4e6d-97d5-e5981a73b4b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:16.855946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.874150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] Calling delete_port for 80c26998-5f47-4365-8c6e-fda4a5ff549d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:16.875713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5843a4e2-5dc6-41e2-9bed-f57d84334b44 req-df62abdd-a1fe-4b6a-956b-a367f058b589 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.878479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5843a4e2-5dc6-41e2-9bed-f57d84334b44 req-df62abdd-a1fe-4b6a-956b-a367f058b589 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.879595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5843a4e2-5dc6-41e2-9bed-f57d84334b44 req-df62abdd-a1fe-4b6a-956b-a367f058b589 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "DELETE /v2.0/security-groups/595a327c-a97f-467b-bea3-bc4c9413fbd7 HTTP/1.1" status: 204 len: 173 time: 0.6003888 Sep 16 05:19:16.890479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8bf14890-2b55-431f-9f77-45745da6179b up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:16.897526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Deleting port 80c26998-5f47-4365-8c6e-fda4a5ff549d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:16.897526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.905240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62abdd-a1fe-4b6a-956b-a367f058b589 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a327c-a97f-467b-bea3-bc4c9413fbd7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:16.965168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23638c-1315-4d88-bc16-6949859674ea req-09288d53-2f69-433d-8f32-b56cf5cad970 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.970839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de23638c-1315-4d88-bc16-6949859674ea req-09288d53-2f69-433d-8f32-b56cf5cad970 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0949275 Sep 16 05:19:17.019949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] For port 80c26998-5f47-4365-8c6e-fda4a5ff549d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=80c26998-5f47-4365-8c6e-fda4a5ff549d,segment=NetworkSegment(d741315d-1dd5-4e6d-97d5-e5981a73b4b9),segment_id=d741315d-1dd5-4e6d-97d5-e5981a73b4b9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:17.020329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.025041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de23638c-1315-4d88-bc16-6949859674ea req-79cc5b30-8f67-4370-b1cf-86d36c086711 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501132 Sep 16 05:19:17.118420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 8bf14890-2b55-431f-9f77-45745da6179b completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:17.122475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Calling delete_port for 80c26998-5f47-4365-8c6e-fda4a5ff549d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:17.125708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8bf14890-2b55-431f-9f77-45745da6179b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:17.134848 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.135110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'tag': '30980965-60ae-4536-bd63-94c1df2c7eae'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:17.135708 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9d83e0-5873-4c83-9812-91562636333e" -d '{"events": [{"name": "network-changed", "server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "tag": "30980965-60ae-4536-bd63-94c1df2c7eae"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:17.138656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03074cd9-afd2-42cb-aa0b-6de813b905e9 req-71a5b700-6d13-4088-a580-f7047e4cb5bf tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/54947a15-9dd6-4d2e-978b-629d3d7e2432 HTTP/1.1" status: 200 len: 1804 time: 0.0524647 Sep 16 05:19:17.165573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.235891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] Pushing event deleted for resources: {'Port': ['ID=80c26998-5f47-4365-8c6e-fda4a5ff549d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:17.260663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588a441-152e-4c85-8ce2-ad40eb3746e5 None None] No DVR routers for this DVR port 80c26998-5f47-4365-8c6e-fda4a5ff549d on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:17.373348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.377696 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.420004 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a412db70-0af9-4658-b269-e4c9ea799a6a x-openstack-request-id: req-a412db70-0af9-4658-b269-e4c9ea799a6a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:17.420435 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "tag": "30980965-60ae-4536-bd63-94c1df2c7eae", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:17.420810 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a412db70-0af9-4658-b269-e4c9ea799a6a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:17.421342 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'tag': '30980965-60ae-4536-bd63-94c1df2c7eae', 'status': 'completed', 'code': 200} Sep 16 05:19:17.428939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf14890-2b55-431f-9f77-45745da6179b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:17.432460 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea7af5b-0a59-4d27-b645-89002f7ea217" -d '{"events": [{"server_uuid": "f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab", "name": "network-vif-plugged", "status": "completed", "tag": "8bf14890-2b55-431f-9f77-45745da6179b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:17.447330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8bf14890-2b55-431f-9f77-45745da6179b,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:17.450661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ddc6c5-915f-4350-9445-d814eea1f787 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:17.456589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] No DVR routers for this DVR port 80c26998-5f47-4365-8c6e-fda4a5ff549d on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:17.469446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c26998-5f47-4365-8c6e-fda4a5ff549d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:17.477259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-693e9c3d-51ba-47eb-91e0-3702e7e683a7 req-bb985431-42e4-49c5-9d15-2d48908ee642 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1008891952', 'description': 'tempest-description-1633087911'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:17.487109 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.539704 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.540941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ec647aa3-1510-4228-b1d4-eda836ecb9ca up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:17.550678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Transition to ACTIVE for port object 02ddc6c5-915f-4350-9445-d814eea1f787 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:17.574294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 80c26998-5f47-4365-8c6e-fda4a5ff549d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:17.598701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.602889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d83e0-5873-4c83-9812-91562636333e req-a5435bf0-fcad-4c74-a286-75cd18065b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.606471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d83e0-5873-4c83-9812-91562636333e req-a5435bf0-fcad-4c74-a286-75cd18065b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.606471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d83e0-5873-4c83-9812-91562636333e req-a5435bf0-fcad-4c74-a286-75cd18065b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.606471 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea9d83e0-5873-4c83-9812-91562636333e req-a5435bf0-fcad-4c74-a286-75cd18065b7f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2801 time: 0.1298871 Sep 16 05:19:17.614335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1f77c-e695-4ef7-949c-4a3aeeda6489 req-97b4b025-060d-4d25-a293-85987abf763c tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.617427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1f1f77c-e695-4ef7-949c-4a3aeeda6489 req-97b4b025-060d-4d25-a293-85987abf763c tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1102 time: 0.0807447 Sep 16 05:19:17.625830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ac138e-faf4-4881-9c8f-c8c76274a860']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:17.629302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 80c26998-5f47-4365-8c6e-fda4a5ff549d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:17.629729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 80c26998-5f47-4365-8c6e-fda4a5ff549d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:17.638762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:17.639082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd741315d-1dd5-4e6d-97d5-e5981a73b4b9') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:17.641417 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.683481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8bf14890-2b55-431f-9f77-45745da6179b,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:17.701717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-693e9c3d-51ba-47eb-91e0-3702e7e683a7 req-bb985431-42e4-49c5-9d15-2d48908ee642 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.705763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Pushing event updated for resources: {'Port': ['ID=02ddc6c5-915f-4350-9445-d814eea1f787,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:17.708595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.717403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1f1f77c-e695-4ef7-949c-4a3aeeda6489 req-9c1f6eeb-1a4e-4db5-9c2c-ca8aef388738 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.744955 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.761122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:17.761539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:17.763395 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:17.775477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port ec647aa3-1510-4228-b1d4-eda836ecb9ca completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:17.784389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port ec647aa3-1510-4228-b1d4-eda836ecb9ca triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:17.784389 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.832837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d83e0-5873-4c83-9812-91562636333e req-d0346bd3-4c0b-463e-bdae-18d205049965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.833680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d83e0-5873-4c83-9812-91562636333e req-d0346bd3-4c0b-463e-bdae-18d205049965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.834336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d83e0-5873-4c83-9812-91562636333e req-d0346bd3-4c0b-463e-bdae-18d205049965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.837393 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea9d83e0-5873-4c83-9812-91562636333e req-d0346bd3-4c0b-463e-bdae-18d205049965 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2119920 Sep 16 05:19:17.924908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Attempting to bind port 02ddc6c5-915f-4350-9445-d814eea1f787 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:17.925289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Attempting to bind port 02ddc6c5-915f-4350-9445-d814eea1f787 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:17.925554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Attempting to bind port 02ddc6c5-915f-4350-9445-d814eea1f787 on network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:17.931219 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.941090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Port 02ddc6c5-915f-4350-9445-d814eea1f787 on network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:17.941417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Attempting to bind port 02ddc6c5-915f-4350-9445-d814eea1f787 on network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:17.951224 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-693e9c3d-51ba-47eb-91e0-3702e7e683a7 req-bb985431-42e4-49c5-9d15-2d48908ee642 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.959746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:17.962460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Checking segment: {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:17.963127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Bound using segment: {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:17.963814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Bound port: 02ddc6c5-915f-4350-9445-d814eea1f787, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:17.964445 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.984660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d83e0-5873-4c83-9812-91562636333e req-e18b1bee-dc75-49bc-8bc9-d15b13134004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.986902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea9d83e0-5873-4c83-9812-91562636333e req-e18b1bee-dc75-49bc-8bc9-d15b13134004 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367977 Sep 16 05:19:17.998309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:18.027459 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.039479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.042071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/95ac138e-faf4-4881-9c8f-c8c76274a860 HTTP/1.1" status: 204 len: 168 time: 1.6359830 Sep 16 05:19:18.062021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c93abb-4a50-4fb0-bd35-6d7895e45fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ac138e-faf4-4881-9c8f-c8c76274a860,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:18.070927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] For port 02ddc6c5-915f-4350-9445-d814eea1f787, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:18.075708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-693e9c3d-51ba-47eb-91e0-3702e7e683a7 req-bb985431-42e4-49c5-9d15-2d48908ee642 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.103051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] For port 02ddc6c5-915f-4350-9445-d814eea1f787, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=02ddc6c5-915f-4350-9445-d814eea1f787,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:18.120710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985431-42e4-49c5-9d15-2d48908ee642 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda794a3-3ef9-4608-8a54-5c3e0d98c253,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:18.158283 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.216107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.233764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1f1f77c-e695-4ef7-949c-4a3aeeda6489 req-9c1f6eeb-1a4e-4db5-9c2c-ca8aef388738 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.252906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:18.281534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.282260 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.283937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] 10.222.0.66 "PUT /v2.0/ports/02ddc6c5-915f-4350-9445-d814eea1f787 HTTP/1.1" status: 200 len: 1093 time: 1.7082212 Sep 16 05:19:18.310754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8aaaa-8115-4ee9-bd6c-986dded6779d service neutron] Pushing event updated for resources: {'Port': ['ID=02ddc6c5-915f-4350-9445-d814eea1f787,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:18.369953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1f1f77c-e695-4ef7-949c-4a3aeeda6489 req-9c1f6eeb-1a4e-4db5-9c2c-ca8aef388738 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.410606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1f1f77c-e695-4ef7-949c-4a3aeeda6489 req-9c1f6eeb-1a4e-4db5-9c2c-ca8aef388738 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648869 Sep 16 05:19:18.428068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f6eeb-1a4e-4db5-9c2c-ca8aef388738 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7840b162-9e33-4d8a-bdbe-7490421aeb7d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:18.522424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-950ec4e8-b675-4fdf-a548-86aab22fb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.523030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-950ec4e8-b675-4fdf-a548-86aab22fb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.524299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-950ec4e8-b675-4fdf-a548-86aab22fb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.526067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-950ec4e8-b675-4fdf-a548-86aab22fb761 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2869 time: 0.0561745 Sep 16 05:19:18.553884 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-693e9c3d-51ba-47eb-91e0-3702e7e683a7 req-bb985431-42e4-49c5-9d15-2d48908ee642 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.556367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-693e9c3d-51ba-47eb-91e0-3702e7e683a7 req-bb985431-42e4-49c5-9d15-2d48908ee642 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0963874 Sep 16 05:19:18.615587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-744f0c67-46b8-4e16-b137-32b7aab71672 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=41124d21-d5a2-4006-ab48-12e2f96162e0 HTTP/1.1" status: 200 len: 217 time: 0.0690577 Sep 16 05:19:18.700256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48168) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:18.753518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a0dc6f60-cc63-498c-ae76-936574735b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.755481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a0dc6f60-cc63-498c-ae76-936574735b4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d5830f3-6811-4b21-93cb-87b0263675d2 HTTP/1.1" status: 200 len: 801 time: 0.1282575 Sep 16 05:19:18.772337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ccef831a-ab25-4fc5-a7ad-9b79832a1126 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb155512d5454c319df1319cbbd5732e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722108 Sep 16 05:19:18.775358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48170) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:18.803892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfdb07-a507-46db-9ec9-c76ed8b1a146 req-5088ea4e-638e-466f-b547-6acfe5f97c98 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.810177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfdb07-a507-46db-9ec9-c76ed8b1a146 req-5088ea4e-638e-466f-b547-6acfe5f97c98 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.816790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfdb07-a507-46db-9ec9-c76ed8b1a146 req-5088ea4e-638e-466f-b547-6acfe5f97c98 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.818612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bfdb07-a507-46db-9ec9-c76ed8b1a146 req-5088ea4e-638e-466f-b547-6acfe5f97c98 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2413 time: 0.1332340 Sep 16 05:19:18.860751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-5b4a9c15-31a0-4fce-b140-11c706267a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:18.862393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-5b4a9c15-31a0-4fce-b140-11c706267a81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963919 Sep 16 05:19:18.873298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0683889e-028d-4238-a2c7-9171526433a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.893509 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bfdb07-a507-46db-9ec9-c76ed8b1a146 req-99823c24-4e6b-4d35-848c-08ada363e418 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666485 Sep 16 05:19:18.909085 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0683889e-028d-4238-a2c7-9171526433a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.984210 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41362a4-1cc9-424a-bdb5-d9fca9761122 x-openstack-request-id: req-e41362a4-1cc9-424a-bdb5-d9fca9761122 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:18.985845 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab", "name": "network-vif-plugged", "status": "completed", "tag": "8bf14890-2b55-431f-9f77-45745da6179b", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:18.986111 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e41362a4-1cc9-424a-bdb5-d9fca9761122 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:18.986940 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf14890-2b55-431f-9f77-45745da6179b', 'code': 200} Sep 16 05:19:19.018258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-21c6eff7-30fd-4a92-a098-f5184594a01e service neutron] 10.222.0.66 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453352 Sep 16 05:19:19.089600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0683889e-028d-4238-a2c7-9171526433a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.094093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0683889e-028d-4238-a2c7-9171526433a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.095813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0683889e-028d-4238-a2c7-9171526433a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18469acc-f1c2-4e2d-b52a-56a0a8b7568a HTTP/1.1" status: 204 len: 168 time: 0.3189073 Sep 16 05:19:19.183563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683889e-028d-4238-a2c7-9171526433a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18469acc-f1c2-4e2d-b52a-56a0a8b7568a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:19.248895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf75e9-481b-4e54-b0db-a322347de376 req-183c5d8f-d002-4cde-bc23-0e5653ccc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:19.251783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ebf75e9-481b-4e54-b0db-a322347de376 req-183c5d8f-d002-4cde-bc23-0e5653ccc021 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 1097 time: 0.1443624 Sep 16 05:19:19.281310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47637c-caf0-4f29-8e4a-212694dc1b9f req-e491d5f8-5ddc-425f-b84f-a3be1bcc5e14 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:19.282954 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c47637c-caf0-4f29-8e4a-212694dc1b9f req-e491d5f8-5ddc-425f-b84f-a3be1bcc5e14 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.2223520 Sep 16 05:19:19.322055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-e8701fbc-4d78-4dde-9ffa-8b30406a75ac service neutron] 10.222.0.66 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885573 Sep 16 05:19:19.376459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ebf75e9-481b-4e54-b0db-a322347de376 req-a2a201c9-7dbb-4ffc-9835-0d5cfca07534 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159365 Sep 16 05:19:19.378748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48178) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:19.409344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449567df-7d20-4bc4-8a19-b6e8ecfadbff req-b597d5f4-5ac6-4f96-84a4-8a003fe43ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:19.412182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-449567df-7d20-4bc4-8a19-b6e8ecfadbff req-b597d5f4-5ac6-4f96-84a4-8a003fe43ec7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 946 time: 0.1397727 Sep 16 05:19:19.424455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'tag': '02ddc6c5-915f-4350-9445-d814eea1f787'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:19.429576 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c6760c-f70c-48e2-a459-d6ca0c06a916" -d '{"events": [{"name": "network-changed", "server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "tag": "02ddc6c5-915f-4350-9445-d814eea1f787"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:19.436021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-e8c3b183-fa05-46aa-aa76-9db19fcdd42f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=30980965-60ae-4536-bd63-94c1df2c7eae HTTP/1.1" status: 200 len: 217 time: 0.0992112 Sep 16 05:19:19.442886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c47637c-caf0-4f29-8e4a-212694dc1b9f req-dc2041c8-af71-4e89-b30a-3d4c74706ea3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507847 Sep 16 05:19:19.490175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-449567df-7d20-4bc4-8a19-b6e8ecfadbff req-2a99b27f-0f7e-4736-bfc8-9ba405e3bffa tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669458 Sep 16 05:19:19.604297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1e45561-73fa-4b6d-9cb5-5246acf3e7c9 req-2864760d-50f6-4f94-b4cb-492cf4290585 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/eda794a3-3ef9-4608-8a54-5c3e0d98c253 HTTP/1.1" status: 200 len: 1805 time: 0.0694745 Sep 16 05:19:19.631383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a1e45561-73fa-4b6d-9cb5-5246acf3e7c9 req-27f68e1a-6543-4de7-a204-f2a5545713a6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eda794a3-3ef9-4608-8a54-5c3e0d98c253', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:19.632631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a1e45561-73fa-4b6d-9cb5-5246acf3e7c9 req-27f68e1a-6543-4de7-a204-f2a5545713a6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eda794a3-3ef9-4608-8a54-5c3e0d98c253', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:19.712412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c7e300e-880f-4c6c-8bbf-c56f4d38cdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.734786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d179bb2e-a19a-4532-a20d-9752f2106828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:19.736879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d179bb2e-a19a-4532-a20d-9752f2106828 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9ed14f55-2765-4d74-9e54-160cfa2d8b69 HTTP/1.1" status: 200 len: 801 time: 0.0763369 Sep 16 05:19:19.813779 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdc05b01-8d75-4eeb-ae13-32009c0bb5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.825345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a9f1bc29-8b79-464f-862a-17a494dcf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:19.828207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a9f1bc29-8b79-464f-862a-17a494dcf55c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3a8f6f6-2762-4b68-b557-c56b63498f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803258 Sep 16 05:19:19.870934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c7e300e-880f-4c6c-8bbf-c56f4d38cdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.909852 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1e45561-73fa-4b6d-9cb5-5246acf3e7c9 req-27f68e1a-6543-4de7-a204-f2a5545713a6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.969182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1e45561-73fa-4b6d-9cb5-5246acf3e7c9 req-27f68e1a-6543-4de7-a204-f2a5545713a6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.971143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c7e300e-880f-4c6c-8bbf-c56f4d38cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.003244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-01eec25c-18ce-4187-a566-a398417aedc9 service neutron] 10.222.0.66 "GET /v2.0/networks/d3a8f6f6-2762-4b68-b557-c56b63498f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584344 Sep 16 05:19:20.034283 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9c7e300e-880f-4c6c-8bbf-c56f4d38cdde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc6409514e63457ca176c213f4d5b34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537328 Sep 16 05:19:20.043103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48198) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:20.073883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e300e-880f-4c6c-8bbf-c56f4d38cdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b5cfa0-46b9-4aa0-92cf-19a956cec30f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.107676 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1e45561-73fa-4b6d-9cb5-5246acf3e7c9 req-27f68e1a-6543-4de7-a204-f2a5545713a6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.111537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48200) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:20.148953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-df62b92c-ac57-462a-a10a-114661c4a4fb service neutron] 10.222.0.66 "GET /v2.0/networks/d3a8f6f6-2762-4b68-b557-c56b63498f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336377 Sep 16 05:19:20.155701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f68e1a-6543-4de7-a204-f2a5545713a6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb020c1-ba20-4934-bfda-093f641c994a,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.199785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-62751281-38bf-469e-a651-0ca902ff65f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=02ddc6c5-915f-4350-9445-d814eea1f787 HTTP/1.1" status: 200 len: 217 time: 0.0441370 Sep 16 05:19:20.200484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a2abe6a-9060-4404-a195-bfec1f748a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.208357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aa49fdde-f084-4c06-8bf2-c39c3de288cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc7c30450e4946a4a45a6266bf4d4c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929794 Sep 16 05:19:20.216254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48202) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:20.249857 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a2abe6a-9060-4404-a195-bfec1f748a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.265774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-42ac538f-301a-42ee-8f70-48d1e03a9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.267659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-42ac538f-301a-42ee-8f70-48d1e03a9b61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d5830f3-6811-4b21-93cb-87b0263675d2 HTTP/1.1" status: 200 len: 801 time: 0.0592444 Sep 16 05:19:20.292138 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1e45561-73fa-4b6d-9cb5-5246acf3e7c9 req-27f68e1a-6543-4de7-a204-f2a5545713a6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.293367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1e45561-73fa-4b6d-9cb5-5246acf3e7c9 req-27f68e1a-6543-4de7-a204-f2a5545713a6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6781685 Sep 16 05:19:20.318656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a55d90a6-8d5f-48b3-81eb-edc71a8d75e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.347251 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a55d90a6-8d5f-48b3-81eb-edc71a8d75e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.441867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.444529 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a2abe6a-9060-4404-a195-bfec1f748a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.445917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d2ccf1d6-493e-434e-a307-65df4f728d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.448246 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-d2ccf1d6-493e-434e-a307-65df4f728d1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708515 Sep 16 05:19:20.450040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a2abe6a-9060-4404-a195-bfec1f748a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.451321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9a2abe6a-9060-4404-a195-bfec1f748a66 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23b5cfa0-46b9-4aa0-92cf-19a956cec30f HTTP/1.1" status: 204 len: 168 time: 0.4067514 Sep 16 05:19:20.461664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2abe6a-9060-4404-a195-bfec1f748a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b5cfa0-46b9-4aa0-92cf-19a956cec30f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.524194 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a55d90a6-8d5f-48b3-81eb-edc71a8d75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.527813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a55d90a6-8d5f-48b3-81eb-edc71a8d75e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.533299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a55d90a6-8d5f-48b3-81eb-edc71a8d75e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/914c1c36-e5e2-42cf-8ced-93bda9c10eb1 HTTP/1.1" status: 204 len: 168 time: 0.3110626 Sep 16 05:19:20.547099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d90a6-8d5f-48b3-81eb-edc71a8d75e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914c1c36-e5e2-42cf-8ced-93bda9c10eb1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.549855 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c20bfbb-7bd2-4c55-8ed4-f72d9758b4ee x-openstack-request-id: req-8c20bfbb-7bd2-4c55-8ed4-f72d9758b4ee {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:20.550367 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "tag": "02ddc6c5-915f-4350-9445-d814eea1f787", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:20.550736 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c20bfbb-7bd2-4c55-8ed4-f72d9758b4ee {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:20.551361 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'tag': '02ddc6c5-915f-4350-9445-d814eea1f787', 'status': 'completed', 'code': 200} Sep 16 05:19:20.739421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e7df9-ee66-48d5-815b-2749c94fd2c6 req-d3a5d7fc-ef2c-46bc-b331-702835a3fee9 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.742062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c8e7df9-ee66-48d5-815b-2749c94fd2c6 req-d3a5d7fc-ef2c-46bc-b331-702835a3fee9 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 945 time: 0.0627449 Sep 16 05:19:20.799991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c8e7df9-ee66-48d5-815b-2749c94fd2c6 req-edce78d0-2891-4adc-ac2a-db0ab0cc7f3f tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Sep 16 05:19:20.833449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-07e2bc56-704c-423e-94a1-06fe1875767b tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.836138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-07e2bc56-704c-423e-94a1-06fe1875767b tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 945 time: 0.2098820 Sep 16 05:19:20.882630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-a6c8345b-c357-49dc-baf1-3aacac44e166 service neutron] 10.222.0.66 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735023 Sep 16 05:19:20.894326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3107a-127e-47d5-bf02-d4c1fd8a1714 req-1ed0454a-ab3d-4cbc-9331-023656ecf5ab tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.903632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3107a-127e-47d5-bf02-d4c1fd8a1714 req-1ed0454a-ab3d-4cbc-9331-023656ecf5ab tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.908271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3107a-127e-47d5-bf02-d4c1fd8a1714 req-1ed0454a-ab3d-4cbc-9331-023656ecf5ab tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.908652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31a7e4cd-165f-475f-a7a0-8d15eb56657e req-a9da98df-6402-4c2f-a5f6-4e2e83821f19 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/eda794a3-3ef9-4608-8a54-5c3e0d98c253 HTTP/1.1" status: 200 len: 2398 time: 0.0774362 Sep 16 05:19:20.910042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b3107a-127e-47d5-bf02-d4c1fd8a1714 req-1ed0454a-ab3d-4cbc-9331-023656ecf5ab tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2413 time: 0.2189054 Sep 16 05:19:20.931441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-31a7e4cd-165f-475f-a7a0-8d15eb56657e req-e519f41e-d75f-4f29-a542-338de8d4fc15 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eda794a3-3ef9-4608-8a54-5c3e0d98c253', 'remote_group_id': None}]} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:20.931877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-31a7e4cd-165f-475f-a7a0-8d15eb56657e req-e519f41e-d75f-4f29-a542-338de8d4fc15 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eda794a3-3ef9-4608-8a54-5c3e0d98c253', 'remote_group_id': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:20.988529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:20.991035 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7eeb0-f8aa-4e1f-b81c-c79a22e49991" -d '{"events": [{"server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "name": "network-vif-plugged", "status": "completed", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:21.062094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b3107a-127e-47d5-bf02-d4c1fd8a1714 req-8614710f-caad-45aa-b6a5-be6862cd91f6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361256 Sep 16 05:19:21.091234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfadb024-ef7d-4cb4-979f-079c027cb15c req-2551e18d-edc3-44ac-b3db-aec1d55c8942 service neutron] 10.222.0.66 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799750 Sep 16 05:19:21.113209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Deleting port 714d0392-a5e0-49fc-981c-c6f516876ca3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:21.113547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.194438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-31a7e4cd-165f-475f-a7a0-8d15eb56657e req-e519f41e-d75f-4f29-a542-338de8d4fc15 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.230277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-31a7e4cd-165f-475f-a7a0-8d15eb56657e req-e519f41e-d75f-4f29-a542-338de8d4fc15 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.336463 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-31a7e4cd-165f-475f-a7a0-8d15eb56657e req-e519f41e-d75f-4f29-a542-338de8d4fc15 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.362331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519f41e-d75f-4f29-a542-338de8d4fc15 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9921d87e-d5bb-421f-b1cd-9148a685bc8e,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:21.382943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] For port 714d0392-a5e0-49fc-981c-c6f516876ca3, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=714d0392-a5e0-49fc-981c-c6f516876ca3,segment=NetworkSegment(e49a9e96-0656-43f0-853d-1ce8e350997c),segment_id=e49a9e96-0656-43f0-853d-1ce8e350997c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:21.383255 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.443803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Calling delete_port for 714d0392-a5e0-49fc-981c-c6f516876ca3 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:21.468059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-31a7e4cd-165f-475f-a7a0-8d15eb56657e req-e519f41e-d75f-4f29-a542-338de8d4fc15 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.472952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31a7e4cd-165f-475f-a7a0-8d15eb56657e req-e519f41e-d75f-4f29-a542-338de8d4fc15 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5447793 Sep 16 05:19:21.495275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-04f4dcd0-ba17-4c88-9419-943948c82601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.496490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-04f4dcd0-ba17-4c88-9419-943948c82601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.496490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-04f4dcd0-ba17-4c88-9419-943948c82601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.498757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-04f4dcd0-ba17-4c88-9419-943948c82601 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2869 time: 0.1363764 Sep 16 05:19:21.510054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedb225-7558-4acc-8a9b-bf63e6185a0a req-8ba902c9-2153-4c17-9c9f-8cf95bc7c848 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.511648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aeedb225-7558-4acc-8a9b-bf63e6185a0a req-8ba902c9-2153-4c17-9c9f-8cf95bc7c848 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.2371054 Sep 16 05:19:21.522565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-8a3b0785-8797-4680-ab96-c1f4d33077d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7213027 Sep 16 05:19:21.529641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-665ba6aa-db35-4c4a-a64b-93509641adbc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:19:21.534545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-665ba6aa-db35-4c4a-a64b-93509641adbc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108943 Sep 16 05:19:21.643938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848aa9-0911-46cd-98c6-fcb794c51488 req-6c2bc35e-62c7-412e-b8cf-609a3468c644 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.648803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db848aa9-0911-46cd-98c6-fcb794c51488 req-6c2bc35e-62c7-412e-b8cf-609a3468c644 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.0680132 Sep 16 05:19:21.697483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db848aa9-0911-46cd-98c6-fcb794c51488 req-d596a443-df3b-4d69-bcdc-7e1dbb53dc7f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449796 Sep 16 05:19:21.858863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cf168-ff2b-4fc5-a974-4a0a677101e0 req-f300446b-af75-4f09-99c5-740c38e9d81f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.861975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-284cf168-ff2b-4fc5-a974-4a0a677101e0 req-f300446b-af75-4f09-99c5-740c38e9d81f tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 946 time: 0.0769653 Sep 16 05:19:21.923506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-284cf168-ff2b-4fc5-a974-4a0a677101e0 req-f2f7ac99-7b1c-4d8a-91d6-e63f840bf407 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546620 Sep 16 05:19:21.980354 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232385cc-abc2-48a0-9f58-804ed798e4e3 x-openstack-request-id: req-232385cc-abc2-48a0-9f58-804ed798e4e3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:21.980986 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "name": "network-vif-plugged", "status": "completed", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:21.981279 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-232385cc-abc2-48a0-9f58-804ed798e4e3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:21.982089 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'code': 200} Sep 16 05:19:22.051944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9945694b-6b02-4fba-a05b-e9125d9e1c1f req-275fbcfc-a75b-4457-82c8-ecb4b4a76ffa tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/eda794a3-3ef9-4608-8a54-5c3e0d98c253 HTTP/1.1" status: 200 len: 2996 time: 0.0565360 Sep 16 05:19:22.056427 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aeedb225-7558-4acc-8a9b-bf63e6185a0a req-cf66074f-b5c8-4005-96b9-1d72c7fe0d3c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072324 Sep 16 05:19:22.116107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-7129c115-d209-4be3-8baf-093b801b6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.118507 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-7129c115-d209-4be3-8baf-093b801b6523 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 HTTP/1.1" status: 200 len: 903 time: 0.6043105 Sep 16 05:19:22.155335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6af9-320b-4e89-a600-06a80a3bb770 req-228bac35-f3fb-42a9-be00-00a9da464398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.155335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c4e6af9-320b-4e89-a600-06a80a3bb770 req-228bac35-f3fb-42a9-be00-00a9da464398 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 1098 time: 0.0496199 Sep 16 05:19:22.183466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-1df2c101-fcc4-404e-90f7-306e1014bedf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=02ddc6c5-915f-4350-9445-d814eea1f787 HTTP/1.1" status: 200 len: 217 time: 0.0557063 Sep 16 05:19:22.202720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c4e6af9-320b-4e89-a600-06a80a3bb770 req-4d50b140-00ce-4800-853e-7a25c36450ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601413 Sep 16 05:19:22.224310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6dca-e0ed-4633-80db-e04aed44f7c7 req-ad28f777-8685-4010-ae27-a1b63e2813f1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.226523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f45c6dca-e0ed-4633-80db-e04aed44f7c7 req-ad28f777-8685-4010-ae27-a1b63e2813f1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.0669754 Sep 16 05:19:22.272238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-a984456d-6b94-4521-95a6-981f104dc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.274477 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f45c6dca-e0ed-4633-80db-e04aed44f7c7 req-3424a3aa-c856-457a-aed7-c8730f817e6b tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Sep 16 05:19:22.275320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-a984456d-6b94-4521-95a6-981f104dc44b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d5830f3-6811-4b21-93cb-87b0263675d2 HTTP/1.1" status: 200 len: 801 time: 0.0737844 Sep 16 05:19:22.286896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27b656-3a6e-49d4-a3d1-cb379890c11a req-e45d235c-730f-4517-b572-83f662a7202c tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.289156 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d27b656-3a6e-49d4-a3d1-cb379890c11a req-e45d235c-730f-4517-b572-83f662a7202c tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 945 time: 0.1480284 Sep 16 05:19:22.329195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6465c692-fb2d-4053-86b8-c53c7e41515f req-8b632c1e-ffd0-472b-a514-78c7f4ff461c tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-group-rules/9921d87e-d5bb-421f-b1cd-9148a685bc8e HTTP/1.1" status: 200 len: 783 time: 0.0267091 Sep 16 05:19:22.343775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d27b656-3a6e-49d4-a3d1-cb379890c11a req-9a2f28e0-1b9d-48fe-9d87-8ab21c8560f6 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b08fa00-f018-4681-91a7-aaceb7ab1128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Sep 16 05:19:22.346682 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.412689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Pushing event deleted for resources: {'Port': ['ID=714d0392-a5e0-49fc-981c-c6f516876ca3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:22.463474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6465c692-fb2d-4053-86b8-c53c7e41515f req-a65f3264-adf7-4718-bc25-a8391bdfffc6 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/eda794a3-3ef9-4608-8a54-5c3e0d98c253 HTTP/1.1" status: 200 len: 2996 time: 0.1265004 Sep 16 05:19:22.493545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6465c692-fb2d-4053-86b8-c53c7e41515f req-7c510b26-81dd-4278-b21f-a493fa18ebf1 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.503519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6465c692-fb2d-4053-86b8-c53c7e41515f req-7c510b26-81dd-4278-b21f-a493fa18ebf1 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.544251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] No DVR routers for this DVR port 714d0392-a5e0-49fc-981c-c6f516876ca3 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:22.547101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.549568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6b52cbf-abf1-49af-bf1b-6a6902877f98 req-45d8c5a3-07ca-49f2-83aa-78efc0811873 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.30 "DELETE /v2.0/ports/714d0392-a5e0-49fc-981c-c6f516876ca3 HTTP/1.1" status: 204 len: 173 time: 1.7007689 Sep 16 05:19:22.565915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae2749-8576-48ac-a5fc-c331f876d671', 'name': 'network-vif-deleted', 'tag': '714d0392-a5e0-49fc-981c-c6f516876ca3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:22.568404 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa813af5-da15-43ce-af3a-b11310023313" -d '{"events": [{"server_uuid": "ddae2749-8576-48ac-a5fc-c331f876d671", "name": "network-vif-deleted", "tag": "714d0392-a5e0-49fc-981c-c6f516876ca3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:22.590072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-48c73921-21bb-45c5-9bae-056dde5235e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.591894 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-48c73921-21bb-45c5-9bae-056dde5235e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217692 Sep 16 05:19:22.619736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38712f-91bf-441e-945e-7b64dcc67e01 req-f9e5553e-4cf1-4b57-9bf9-1ab6cc80704b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.626133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38712f-91bf-441e-945e-7b64dcc67e01 req-f9e5553e-4cf1-4b57-9bf9-1ab6cc80704b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.633057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38712f-91bf-441e-945e-7b64dcc67e01 req-f9e5553e-4cf1-4b57-9bf9-1ab6cc80704b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.637445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b38712f-91bf-441e-945e-7b64dcc67e01 req-f9e5553e-4cf1-4b57-9bf9-1ab6cc80704b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2413 time: 0.1752903 Sep 16 05:19:22.695111 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6465c692-fb2d-4053-86b8-c53c7e41515f req-7c510b26-81dd-4278-b21f-a493fa18ebf1 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.708048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6465c692-fb2d-4053-86b8-c53c7e41515f req-7c510b26-81dd-4278-b21f-a493fa18ebf1 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.728806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6465c692-fb2d-4053-86b8-c53c7e41515f req-7c510b26-81dd-4278-b21f-a493fa18ebf1 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9921d87e-d5bb-421f-b1cd-9148a685bc8e HTTP/1.1" status: 204 len: 173 time: 0.2641029 Sep 16 05:19:22.737820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c510b26-81dd-4278-b21f-a493fa18ebf1 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9921d87e-d5bb-421f-b1cd-9148a685bc8e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:22.758904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b38712f-91bf-441e-945e-7b64dcc67e01 req-9111dc33-2f19-4ab9-b24f-a47d9db3671b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960820 Sep 16 05:19:22.793553 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c6ba8-b61e-40ee-b8b4-eb1ae2afa317 x-openstack-request-id: req-915c6ba8-b61e-40ee-b8b4-eb1ae2afa317 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:22.794089 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae2749-8576-48ac-a5fc-c331f876d671", "name": "network-vif-deleted", "tag": "714d0392-a5e0-49fc-981c-c6f516876ca3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:22.794577 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-915c6ba8-b61e-40ee-b8b4-eb1ae2afa317 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:22.795296 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae2749-8576-48ac-a5fc-c331f876d671', 'name': 'network-vif-deleted', 'tag': '714d0392-a5e0-49fc-981c-c6f516876ca3', 'status': 'completed', 'code': 200} Sep 16 05:19:22.803895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-0e89e4b5-fcde-4a95-9756-4640db3fd0da service neutron] 10.222.0.66 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023993 Sep 16 05:19:22.936289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 41124d21-d5a2-4006-ab48-12e2f96162e0 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:22.956881 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-556a1055-ea73-49f4-8e5a-622d0515ff40 req-0ad74ed9-585b-4eff-98d0-e865fb0afed7 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/eda794a3-3ef9-4608-8a54-5c3e0d98c253 HTTP/1.1" status: 200 len: 2398 time: 0.1502409 Sep 16 05:19:22.981081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2c396-ee90-437a-ba1f-55c4c420269c req-d77fc728-6e37-4d80-b54b-74e216878c91 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.007754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-08b2c396-ee90-437a-ba1f-55c4c420269c req-d77fc728-6e37-4d80-b54b-74e216878c91 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.1587431 Sep 16 05:19:23.021426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:23.035824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48294) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:23.078360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b030b090-cb47-4e49-8f37-5af756f63c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.090252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c6760c-f70c-48e2-a459-d6ca0c06a916 req-211e2ac3-0897-4222-8acc-a88f3bb0df1d service neutron] 10.222.0.66 "GET /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568111 Sep 16 05:19:23.113394 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-08b2c396-ee90-437a-ba1f-55c4c420269c req-9b237c4b-8e59-4413-b544-a94ec75bac98 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030097 Sep 16 05:19:23.126775 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-556a1055-ea73-49f4-8e5a-622d0515ff40 req-adddac6f-f79c-4d63-90e0-7e44c97e99b3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.195772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-556a1055-ea73-49f4-8e5a-622d0515ff40 req-adddac6f-f79c-4d63-90e0-7e44c97e99b3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.224002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 41124d21-d5a2-4006-ab48-12e2f96162e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41124d21-d5a2-4006-ab48-12e2f96162e0,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:23.255653 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-network', 'tenant_id': '8574de8e5c66481a898389d52299a4e6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.261905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '41124d21-d5a2-4006-ab48-12e2f96162e0', 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61', 'port_id': '41124d21-d5a2-4006-ab48-12e2f96162e0', 'mac_address': 'fa:16:3e:ea:72:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5830f3-6811-4b21-93cb-87b0263675d2', 'ip_address': '19.80.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:23.320398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2061289242-network', 'tenant_id': '3b48bb93c93b4868a534fbd01254d76e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:23.378456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbae8f-8146-42ca-812e-7c453a1c12b4 req-4c1d3045-3467-4e94-b864-36f6b1ec4eca tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.380294 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1fbae8f-8146-42ca-812e-7c453a1c12b4 req-4c1d3045-3467-4e94-b864-36f6b1ec4eca tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 946 time: 0.0707569 Sep 16 05:19:23.409461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-556a1055-ea73-49f4-8e5a-622d0515ff40 req-adddac6f-f79c-4d63-90e0-7e44c97e99b3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.414279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-556a1055-ea73-49f4-8e5a-622d0515ff40 req-adddac6f-f79c-4d63-90e0-7e44c97e99b3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.416678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-556a1055-ea73-49f4-8e5a-622d0515ff40 req-adddac6f-f79c-4d63-90e0-7e44c97e99b3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "DELETE /v2.0/security-groups/eda794a3-3ef9-4608-8a54-5c3e0d98c253 HTTP/1.1" status: 204 len: 173 time: 0.4270449 Sep 16 05:19:23.445799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddac6f-f79c-4d63-90e0-7e44c97e99b3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda794a3-3ef9-4608-8a54-5c3e0d98c253,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.447725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1fbae8f-8146-42ca-812e-7c453a1c12b4 req-bbe90075-ecca-405c-82d3-b257b5c72df0 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Sep 16 05:19:23.456086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Made reservation on behalf of 8574de8e5c66481a898389d52299a4e6 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:23.459466 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.485020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.570405 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.581992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001801d9-1651-4e6f-a714-777c920078d0 req-6d014e4d-d145-4d20-9662-1e7294698fec tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.583377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-001801d9-1651-4e6f-a714-777c920078d0 req-6d014e4d-d145-4d20-9662-1e7294698fec tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0566244 Sep 16 05:19:23.590458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41124d21-d5a2-4006-ab48-12e2f96162e0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:23.620160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 41124d21-d5a2-4006-ab48-12e2f96162e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41124d21-d5a2-4006-ab48-12e2f96162e0,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:23.640417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-001801d9-1651-4e6f-a714-777c920078d0 req-e6eea9da-107a-4c99-bc97-d9634e242c13 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Sep 16 05:19:23.662046 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a9c0-2979-4bd3-a514-55f2094ceb19 req-c6fe1734-df1f-4a14-bebc-215816499d0f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.664908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1378a9c0-2979-4bd3-a514-55f2094ceb19 req-c6fe1734-df1f-4a14-bebc-215816499d0f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.0642958 Sep 16 05:19:23.689627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Made reservation on behalf of 3b48bb93c93b4868a534fbd01254d76e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:23.692812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.704189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.720348 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.727111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 30980965-60ae-4536-bd63-94c1df2c7eae details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:23.811237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1378a9c0-2979-4bd3-a514-55f2094ceb19 req-39ee1c71-cf47-453d-8fb3-cbcad557c402 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299164 Sep 16 05:19:23.815545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ded3d30-3727-42e4-af19-7a7bb82f446c req-c2f83522-db30-4c18-878c-22e7b3386b96 tempest-ServerAddressesTestJSON-256185397 tempest-ServerAddressesTestJSON-256185397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddae2749-8576-48ac-a5fc-c331f876d671 HTTP/1.1" status: 200 len: 210 time: 0.0756736 Sep 16 05:19:23.824585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.901553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=41124d21-d5a2-4006-ab48-12e2f96162e0,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.934533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 30980965-60ae-4536-bd63-94c1df2c7eae, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=30980965-60ae-4536-bd63-94c1df2c7eae,segment=NetworkSegment(61852e37-e234-456e-b9c3-7205f5970030),segment_id=61852e37-e234-456e-b9c3-7205f5970030)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:23.941745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.949514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '30980965-60ae-4536-bd63-94c1df2c7eae', 'network_id': 'd3a8f6f6-2762-4b68-b557-c56b63498f97', 'port_id': '30980965-60ae-4536-bd63-94c1df2c7eae', 'mac_address': 'fa:16:3e:62:c2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed14f55-2765-4d74-9e54-160cfa2d8b69', 'ip_address': '19.86.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:23.961112 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-be53ccdd-7e7d-4b16-8694-a1665d21b7df req-218c361d-6507-4689-9ba1-77fcc2d62bb4 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] show failed (client error): The resource could not be found. Sep 16 05:19:23.962568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-be53ccdd-7e7d-4b16-8694-a1665d21b7df req-218c361d-6507-4689-9ba1-77fcc2d62bb4 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/595a327c-a97f-467b-bea3-bc4c9413fbd7 HTTP/1.1" status: 404 len: 352 time: 0.0184724 Sep 16 05:19:23.997820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.015024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30980965-60ae-4536-bd63-94c1df2c7eae {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:24.042751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c41ab-145b-4854-af60-8ce4a6d07aab req-e3e83d82-d842-487c-8c35-b39083ac868e tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.049209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c41ab-145b-4854-af60-8ce4a6d07aab req-e3e83d82-d842-487c-8c35-b39083ac868e tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.050092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 30980965-60ae-4536-bd63-94c1df2c7eae, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=30980965-60ae-4536-bd63-94c1df2c7eae,segment=NetworkSegment(61852e37-e234-456e-b9c3-7205f5970030),segment_id=61852e37-e234-456e-b9c3-7205f5970030)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:24.055743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c41ab-145b-4854-af60-8ce4a6d07aab req-e3e83d82-d842-487c-8c35-b39083ac868e tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.057524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-867c41ab-145b-4854-af60-8ce4a6d07aab req-e3e83d82-d842-487c-8c35-b39083ac868e tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2414 time: 0.0873156 Sep 16 05:19:24.068989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b79c073b-bec4-440d-b239-7b5c884831c6 req-d0d8b6a0-8800-450b-8b1c-5516d55d4924 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/54947a15-9dd6-4d2e-978b-629d3d7e2432 HTTP/1.1" status: 200 len: 1804 time: 0.0533297 Sep 16 05:19:24.077384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.126899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:24.131217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-867c41ab-145b-4854-af60-8ce4a6d07aab req-7303dd06-6e30-4843-9d4e-5e2ea12ac3ac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624759 Sep 16 05:19:24.211366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b196a9b1-23f7-4496-aaa3-892f3fc05e83,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:24.218822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.219360 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Added segment e7e718bb-ca41-495d-a796-7fb9ac6e5111 of type vlan for network 6add0826-1598-417e-9cf4-0c21261a0d0c Sep 16 05:19:24.220237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.233946 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.303590 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.306695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b79c073b-bec4-440d-b239-7b5c884831c6 req-9a6e17fb-25d4-480d-ba79-2cabbb8d8372 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.319053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26c36b-554b-45a2-ba51-afb18a3c206e req-737d52e3-006e-4284-8d7e-ac4a9b334099 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.322020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 714d0392-a5e0-49fc-981c-c6f516876ca3 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:24.322255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f26c36b-554b-45a2-ba51-afb18a3c206e req-737d52e3-006e-4284-8d7e-ac4a9b334099 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.0859532 Sep 16 05:19:24.353136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b79c073b-bec4-440d-b239-7b5c884831c6 req-9a6e17fb-25d4-480d-ba79-2cabbb8d8372 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.353391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 714d0392-a5e0-49fc-981c-c6f516876ca3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:24.353514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 714d0392-a5e0-49fc-981c-c6f516876ca3 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:24.358094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=30980965-60ae-4536-bd63-94c1df2c7eae,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:24.367627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f26c36b-554b-45a2-ba51-afb18a3c206e req-999dcf78-0d93-429e-a0da-f9d6642414df tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Sep 16 05:19:24.459568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.501118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:24.526041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.526400 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Added segment 0fa6ea1c-3d65-41d6-91cf-39d9c402bb13 of type vlan for network b92b1d39-ae60-4616-8451-d2aebce9f244 Sep 16 05:19:24.537445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93415e6f-1ef4-4620-9680-7a1f5e05e8bb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:24.569572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.570792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.571538 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.578527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a467ffe-e1bb-4951-a700-1f0fa8850c11 req-ce524cad-1eb4-4e3b-b59f-30e2dcee52a3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.580423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['41124d21-d5a2-4006-ab48-12e2f96162e0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:24.589710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a467ffe-e1bb-4951-a700-1f0fa8850c11 req-ce524cad-1eb4-4e3b-b59f-30e2dcee52a3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.1387868 Sep 16 05:19:24.614717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.654757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a467ffe-e1bb-4951-a700-1f0fa8850c11 req-1dd3a673-c99e-448b-a1f8-345aa545e0f9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664010 Sep 16 05:19:24.776746 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.777764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.778361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.857537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] Pushing event updated for resources: {'Network': ['ID=b92b1d39-ae60-4616-8451-d2aebce9f244,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:24.870853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b92b1d39-ae60-4616-8451-d2aebce9f244 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:24.887268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01aaad6-38cf-4778-9664-cf5b4e245f05 req-af919ff0-213a-4cbe-b98e-5871181b9a75 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:24.889821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d01aaad6-38cf-4778-9664-cf5b4e245f05 req-af919ff0-213a-4cbe-b98e-5871181b9a75 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 946 time: 0.1532018 Sep 16 05:19:24.936870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 02ddc6c5-915f-4350-9445-d814eea1f787 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:24.941578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d01aaad6-38cf-4778-9664-cf5b4e245f05 req-bc449f43-5881-4700-ac93-275143099e1b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Sep 16 05:19:24.985144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f19b1399-c1ce-4048-8dc9-3ad6a2d1b772 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9590032 Sep 16 05:19:24.987496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:24.994994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Request body: {'subnet': {'network_id': 'b92b1d39-ae60-4616-8451-d2aebce9f244', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2061289242-subnet', 'tenant_id': '3b48bb93c93b4868a534fbd01254d76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:24.996398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9567089 Sep 16 05:19:24.999725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b79c073b-bec4-440d-b239-7b5c884831c6 req-9a6e17fb-25d4-480d-ba79-2cabbb8d8372 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.001970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:25.003332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b79c073b-bec4-440d-b239-7b5c884831c6 req-9a6e17fb-25d4-480d-ba79-2cabbb8d8372 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.008386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Request body: {'subnet': {'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-subnet', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:25.016236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b79c073b-bec4-440d-b239-7b5c884831c6 req-9a6e17fb-25d4-480d-ba79-2cabbb8d8372 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "DELETE /v2.0/security-groups/54947a15-9dd6-4d2e-978b-629d3d7e2432 HTTP/1.1" status: 204 len: 173 time: 0.9252121 Sep 16 05:19:25.036243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761f0e1-576b-4d22-bb6d-a13fbc6af6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6add0826-1598-417e-9cf4-0c21261a0d0c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:25.047085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e17fb-25d4-480d-ba79-2cabbb8d8372 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54947a15-9dd6-4d2e-978b-629d3d7e2432,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:25.084457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:25.154565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 6add0826-1598-417e-9cf4-0c21261a0d0c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:25.156538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df99d3-a146-455e-882c-916ecb1586ea req-c1e780cb-443b-4f81-961d-bd0d44c2d6c6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.161355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41df99d3-a146-455e-882c-916ecb1586ea req-c1e780cb-443b-4f81-961d-bd0d44c2d6c6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.1233323 Sep 16 05:19:25.170965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Made reservation on behalf of 3b48bb93c93b4868a534fbd01254d76e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:25.173935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.175435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d50930-ffd5-4ff9-b2a5-e513a69c7e90 admin admin] Deleting subnet 31f4d193-9a41-4a51-a136-4ae02ab10391 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:25.185592 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81d50930-ffd5-4ff9-b2a5-e513a69c7e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.236125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81d50930-ffd5-4ff9-b2a5-e513a69c7e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.243440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41df99d3-a146-455e-882c-916ecb1586ea req-5a70ac35-e7e9-4ade-a97d-06d7ac31ea8d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Sep 16 05:19:25.267997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 02ddc6c5-915f-4350-9445-d814eea1f787, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=02ddc6c5-915f-4350-9445-d814eea1f787,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:25.293821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '02ddc6c5-915f-4350-9445-d814eea1f787', 'network_id': 'eab5e153-5cfc-4379-98d3-3d6b0ac7cb61', 'port_id': '02ddc6c5-915f-4350-9445-d814eea1f787', 'mac_address': 'fa:16:3e:b3:2d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5830f3-6811-4b21-93cb-87b0263675d2', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:25.341967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.343436 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.350180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81d50930-ffd5-4ff9-b2a5-e513a69c7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.362736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ddc6c5-915f-4350-9445-d814eea1f787 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:25.377846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01e5d23f-c8fb-4dcb-bfdb-e47f6905c1ca req-f380008c-f004-418c-b81f-9a1960feda2c tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/34c4edba-ec6f-4b54-9676-c72fbd10f9e1 HTTP/1.1" status: 200 len: 1804 time: 0.0731034 Sep 16 05:19:25.400812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 02ddc6c5-915f-4350-9445-d814eea1f787, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=02ddc6c5-915f-4350-9445-d814eea1f787,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:25.418830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Made reservation on behalf of 8574de8e5c66481a898389d52299a4e6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:25.421213 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.495144 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.562982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=02ddc6c5-915f-4350-9445-d814eea1f787,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:25.588659 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81d50930-ffd5-4ff9-b2a5-e513a69c7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.605800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01e5d23f-c8fb-4dcb-bfdb-e47f6905c1ca req-21b0e886-30a5-46d9-84ee-68a0351cb4a0 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.630869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d50930-ffd5-4ff9-b2a5-e513a69c7e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f4d193-9a41-4a51-a136-4ae02ab10391,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:25.634451 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81d50930-ffd5-4ff9-b2a5-e513a69c7e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.639318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81d50930-ffd5-4ff9-b2a5-e513a69c7e90 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/31f4d193-9a41-4a51-a136-4ae02ab10391 HTTP/1.1" status: 204 len: 168 time: 0.5480866 Sep 16 05:19:25.644974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48356) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:25.672996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01e5d23f-c8fb-4dcb-bfdb-e47f6905c1ca req-21b0e886-30a5-46d9-84ee-68a0351cb4a0 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.688611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['30980965-60ae-4536-bd63-94c1df2c7eae'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:25.738524 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.761542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.885827 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.892407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['02ddc6c5-915f-4350-9445-d814eea1f787'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:25.909271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c77d68-aa49-475b-af53-f31b1e01781d']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:25.927775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49a9e96-0656-43f0-853d-1ce8e350997c') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:25.928325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49a9e96-0656-43f0-853d-1ce8e350997c') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:25.956180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.980079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.983683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc758003-2723-4fa9-9f04-fb844ab31d9b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:26.015128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Checking segment: {'id': '0fa6ea1c-3d65-41d6-91cf-39d9c402bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b92b1d39-ae60-4616-8451-d2aebce9f244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:26.015742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Network hostable DHCP agents. Network: b92b1d39-ae60-4616-8451-d2aebce9f244, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:26.026085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:26.026684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:26.029439 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:26.036839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-e7597565-6b22-4b1a-adae-930759337c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.036839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-e7597565-6b22-4b1a-adae-930759337c7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1102 time: 0.1370101 Sep 16 05:19:26.206941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dddfca-648a-4156-875c-49e9e5e8194d req-743c5af6-4590-469c-a13c-c80e96119d05 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.206941 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1dddfca-648a-4156-875c-49e9e5e8194d req-743c5af6-4590-469c-a13c-c80e96119d05 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.1973829 Sep 16 05:19:26.207956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-ff070424-106d-4748-a278-305b58d9e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.209716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-ff070424-106d-4748-a278-305b58d9e50f service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1520405 Sep 16 05:19:26.246161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1dddfca-648a-4156-875c-49e9e5e8194d req-81d996e2-f778-4786-85c0-67a9aede2b51 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583160 Sep 16 05:19:26.265656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-2cd8f8a1-e32b-475c-b31b-1d4d08d02576 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.0397542 Sep 16 05:19:26.325339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01e5d23f-c8fb-4dcb-bfdb-e47f6905c1ca req-21b0e886-30a5-46d9-84ee-68a0351cb4a0 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.328012 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-01e5d23f-c8fb-4dcb-bfdb-e47f6905c1ca req-21b0e886-30a5-46d9-84ee-68a0351cb4a0 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.329348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01e5d23f-c8fb-4dcb-bfdb-e47f6905c1ca req-21b0e886-30a5-46d9-84ee-68a0351cb4a0 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "DELETE /v2.0/security-groups/34c4edba-ec6f-4b54-9676-c72fbd10f9e1 HTTP/1.1" status: 204 len: 173 time: 0.9437897 Sep 16 05:19:26.330340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.386762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-1637d2ee-5691-464b-a953-3bfbe84dcbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.387150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-1637d2ee-5691-464b-a953-3bfbe84dcbd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1038930 Sep 16 05:19:26.388111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0e886-30a5-46d9-84ee-68a0351cb4a0 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c4edba-ec6f-4b54-9676-c72fbd10f9e1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:26.389586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1cf6-9288-4b7c-9bca-e77988d8b154 req-878976b9-ad5c-4ae4-8246-8fd35867c829 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.395824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1cf6-9288-4b7c-9bca-e77988d8b154 req-878976b9-ad5c-4ae4-8246-8fd35867c829 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.402954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1cf6-9288-4b7c-9bca-e77988d8b154 req-878976b9-ad5c-4ae4-8246-8fd35867c829 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.405000 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afea1cf6-9288-4b7c-9bca-e77988d8b154 req-878976b9-ad5c-4ae4-8246-8fd35867c829 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2416 time: 0.0758479 Sep 16 05:19:26.417953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Network b92b1d39-ae60-4616-8451-d2aebce9f244 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:26.468751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afea1cf6-9288-4b7c-9bca-e77988d8b154 req-0e173a69-6c37-4d24-ba66-c9895c5e007b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529623 Sep 16 05:19:26.475309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3aad3ed-2412-46d8-9194-7251f4522651,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:26.478113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.509043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.509043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e0c77d68-aa49-475b-af53-f31b1e01781d HTTP/1.1" status: 204 len: 168 time: 0.8511124 Sep 16 05:19:26.509419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Checking segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:26.509419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Network hostable DHCP agents. Network: 6add0826-1598-417e-9cf4-0c21261a0d0c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:26.511953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-0df85b74-8acf-4164-bed3-20c523f9a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.517035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-0df85b74-8acf-4164-bed3-20c523f9a37d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1152318 Sep 16 05:19:26.517290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526efcb-fb96-44a8-a114-5b63702e7cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c77d68-aa49-475b-af53-f31b1e01781d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:26.650934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfadba4-2009-4814-b8d8-4263987bac66 req-9599e148-b379-4da0-890d-9e354ec19040 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.653683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5cfadba4-2009-4814-b8d8-4263987bac66 req-9599e148-b379-4da0-890d-9e354ec19040 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.0983098 Sep 16 05:19:26.669588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d5f05-cd51-4a9d-975b-a6074cc1538d req-ad637cbf-980a-4aae-b66c-9ee07c45242c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.671205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c1d5f05-cd51-4a9d-975b-a6074cc1538d req-ad637cbf-980a-4aae-b66c-9ee07c45242c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.1185472 Sep 16 05:19:26.673755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-b82a3fd6-18ce-4d71-b54e-42a4175781f6 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523583 Sep 16 05:19:26.709426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5cfadba4-2009-4814-b8d8-4263987bac66 req-8eaaa7c3-2454-40a2-9326-a394a504002e tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Sep 16 05:19:26.777655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c1d5f05-cd51-4a9d-975b-a6074cc1538d req-f0e269fd-47cc-440c-8abf-9316115699f3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949399 Sep 16 05:19:26.782052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-798fb26f-9a69-42d4-91b1-d4da90c73530 req-e785aa9c-8181-41f8-8891-53f85d377211 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/ac29273e-51b1-4e4a-81b7-61cee5d97d85 HTTP/1.1" status: 200 len: 1803 time: 0.0467510 Sep 16 05:19:26.813644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b92b1d39-ae60-4616-8451-d2aebce9f244) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:26.830085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.831279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.837100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39808d6-deb3-44ce-b492-7e2bd9b50721 None None] Network b92b1d39-ae60-4616-8451-d2aebce9f244 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:26.884429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-798fb26f-9a69-42d4-91b1-d4da90c73530 req-386b70f6-2452-423f-af91-bbfc83343bef tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.894295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-df76aabd-d74b-4cac-9410-3a93b3e0bf06 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962481 Sep 16 05:19:26.916339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-798fb26f-9a69-42d4-91b1-d4da90c73530 req-386b70f6-2452-423f-af91-bbfc83343bef tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.936325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 02ddc6c5-915f-4350-9445-d814eea1f787 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:26.948649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Network 6add0826-1598-417e-9cf4-0c21261a0d0c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:26.964161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 6add0826-1598-417e-9cf4-0c21261a0d0c) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:26.978666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.979602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.999010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646183eb-6e65-409a-a59c-11192133c3e9 None None] Network 6add0826-1598-417e-9cf4-0c21261a0d0c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:27.031017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dd853a95-8876-42a1-b380-90ea14e91c12 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0417056 Sep 16 05:19:27.127144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8dadd9-6662-4c9f-983f-3b72a6e39c61 None None] Network b92b1d39-ae60-4616-8451-d2aebce9f244 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:27.159717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-798fb26f-9a69-42d4-91b1-d4da90c73530 req-386b70f6-2452-423f-af91-bbfc83343bef tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.160840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-389727e8-55e2-40e9-a860-9dbfd3097eab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1575756 Sep 16 05:19:27.165096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48400) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:27.167087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-798fb26f-9a69-42d4-91b1-d4da90c73530 req-386b70f6-2452-423f-af91-bbfc83343bef tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.168284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-798fb26f-9a69-42d4-91b1-d4da90c73530 req-386b70f6-2452-423f-af91-bbfc83343bef tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "DELETE /v2.0/security-groups/ac29273e-51b1-4e4a-81b7-61cee5d97d85 HTTP/1.1" status: 204 len: 173 time: 0.3736143 Sep 16 05:19:27.177989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:27.188573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b70f6-2452-423f-af91-bbfc83343bef tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac29273e-51b1-4e4a-81b7-61cee5d97d85,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:27.268835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:27.306644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 02ddc6c5-915f-4350-9445-d814eea1f787 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:27.318734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 02ddc6c5-915f-4350-9445-d814eea1f787 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:27.319105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.353782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e642e35-a68f-45f3-890d-1f19553c5b9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=553daba9e3ae495f8a63890c244cde16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832357 Sep 16 05:19:27.357742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48412) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:27.370857 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.381759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.441410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-6add0826-1598-417e-9cf4-0c21261a0d0c', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:19:27.442277 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.447534 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.466581 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4618639-38e7-45b4-b29f-31a8a4d57ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.472797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.511405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4618639-38e7-45b4-b29f-31a8a4d57ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.516177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.560595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ddc6c5-915f-4350-9445-d814eea1f787'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:27.564645 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f45a48b-f199-4e87-b2dc-7e3b1feb2b71" -d '{"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-plugged", "status": "completed", "tag": "02ddc6c5-915f-4350-9445-d814eea1f787"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:27.643895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4618639-38e7-45b4-b29f-31a8a4d57ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.647206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4618639-38e7-45b4-b29f-31a8a4d57ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.651517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 02ddc6c5-915f-4350-9445-d814eea1f787, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=02ddc6c5-915f-4350-9445-d814eea1f787,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:27.657745 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a4618639-38e7-45b4-b29f-31a8a4d57ebf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b08fa00-f018-4681-91a7-aaceb7ab1128 HTTP/1.1" status: 204 len: 168 time: 0.2900419 Sep 16 05:19:27.675239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4618639-38e7-45b4-b29f-31a8a4d57ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b08fa00-f018-4681-91a7-aaceb7ab1128,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:27.788025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.805668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.806493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 41124d21-d5a2-4006-ab48-12e2f96162e0 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:27.844091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34b7a326-25da-4e74-8ed2-3642c6df8f04 req-0e147282-249b-4264-9405-db32e244d4c4 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/1db1ca8e-b1bf-403d-9dc2-4d0c1a460470 HTTP/1.1" status: 200 len: 2403 time: 0.1011550 Sep 16 05:19:27.864054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Allocated IP 172.20.0.2 (6add0826-1598-417e-9cf4-0c21261a0d0c/d3aad3ed-2412-46d8-9194-7251f4522651/4dd9f04f-77c1-4adc-a190-21d5234f5e9d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:27.919823 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-34b7a326-25da-4e74-8ed2-3642c6df8f04 req-d6afcdaa-cbac-452b-b13a-b454e10737e3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.945804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=02ddc6c5-915f-4350-9445-d814eea1f787,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:27.950501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-34b7a326-25da-4e74-8ed2-3642c6df8f04 req-d6afcdaa-cbac-452b-b13a-b454e10737e3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.110638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a15b4f67-279a-48dc-8fd8-a2e90e582a79 req-31b14f7c-071e-47eb-aea3-1bb847d0f5db tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1602440590', 'description': 'tempest-description-581040068'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:28.141487 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-34b7a326-25da-4e74-8ed2-3642c6df8f04 req-d6afcdaa-cbac-452b-b13a-b454e10737e3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.149280 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-34b7a326-25da-4e74-8ed2-3642c6df8f04 req-d6afcdaa-cbac-452b-b13a-b454e10737e3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.150834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34b7a326-25da-4e74-8ed2-3642c6df8f04 req-d6afcdaa-cbac-452b-b13a-b454e10737e3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "DELETE /v2.0/security-groups/1db1ca8e-b1bf-403d-9dc2-4d0c1a460470 HTTP/1.1" status: 204 len: 173 time: 0.3005688 Sep 16 05:19:28.166464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afcdaa-cbac-452b-b13a-b454e10737e3 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db1ca8e-b1bf-403d-9dc2-4d0c1a460470,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:28.215521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.277438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 41124d21-d5a2-4006-ab48-12e2f96162e0 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:28.281512 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a15b4f67-279a-48dc-8fd8-a2e90e582a79 req-31b14f7c-071e-47eb-aea3-1bb847d0f5db tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.282445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 41124d21-d5a2-4006-ab48-12e2f96162e0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:28.282445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.319035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125f3a-9528-4239-b29f-caa023851232 req-942036d6-8f51-4096-aa8d-0fe41fb08a89 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.332265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125f3a-9528-4239-b29f-caa023851232 req-942036d6-8f51-4096-aa8d-0fe41fb08a89 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.344793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125f3a-9528-4239-b29f-caa023851232 req-942036d6-8f51-4096-aa8d-0fe41fb08a89 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.360750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3125f3a-9528-4239-b29f-caa023851232 req-942036d6-8f51-4096-aa8d-0fe41fb08a89 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2417 time: 0.1329830 Sep 16 05:19:28.409043 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.440989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.448971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3125f3a-9528-4239-b29f-caa023851232 req-1221f302-f2d7-4baf-b2b9-26da557d48fc tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860801 Sep 16 05:19:28.450575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 41124d21-d5a2-4006-ab48-12e2f96162e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41124d21-d5a2-4006-ab48-12e2f96162e0,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:28.455028 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.471667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.514759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Network 6add0826-1598-417e-9cf4-0c21261a0d0c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:28.520935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:28.527617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:28.537935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Pushing event updated for resources: {'Port': ['ID=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:28.566520 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e1be52-ce5b-4adf-a86f-15dc3865f5e5 x-openstack-request-id: req-49e1be52-ce5b-4adf-a86f-15dc3865f5e5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:28.566798 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-plugged", "status": "completed", "tag": "02ddc6c5-915f-4350-9445-d814eea1f787", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:28.567068 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49e1be52-ce5b-4adf-a86f-15dc3865f5e5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:28.574347 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ddc6c5-915f-4350-9445-d814eea1f787', 'code': 200} Sep 16 05:19:28.616697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a15b4f67-279a-48dc-8fd8-a2e90e582a79 req-31b14f7c-071e-47eb-aea3-1bb847d0f5db tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.635692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Attempting to bind port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:28.636096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Attempting to bind port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:28.636457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Attempting to bind port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d on network 6add0826-1598-417e-9cf4-0c21261a0d0c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:28.642292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:28.642823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Checking segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:28.643318 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.643949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Bound using segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:28.644426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Bound port: 4dd9f04f-77c1-4adc-a190-21d5234f5e9d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:28.644833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.652922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Allocated IP 172.25.1.247 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/5a529d8a-ad96-4f59-8d5b-6da451107cec) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:28.732097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] For port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:28.735789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] For port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:28.746151 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.746973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 30980965-60ae-4536-bd63-94c1df2c7eae up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:28.749008 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.809256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a15b4f67-279a-48dc-8fd8-a2e90e582a79 req-31b14f7c-071e-47eb-aea3-1bb847d0f5db tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.842442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=41124d21-d5a2-4006-ab48-12e2f96162e0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:28.850586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e14e1-0cc4-4ad2-a733-711bf6a832eb req-d82a1d2b-0a31-49d5-82f5-71f1f2ddb2f8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.855469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab9e14e1-0cc4-4ad2-a733-711bf6a832eb req-d82a1d2b-0a31-49d5-82f5-71f1f2ddb2f8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.1088777 Sep 16 05:19:28.883956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.886028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b14f7c-071e-47eb-aea3-1bb847d0f5db tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a425c519-5b50-4c6c-9e08-82d34ac47bb6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:28.934394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ec647aa3-1510-4228-b1d4-eda836ecb9ca details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:28.938001 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab9e14e1-0cc4-4ad2-a733-711bf6a832eb req-4a162508-b413-4992-ad1d-f3dce45922de tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747886 Sep 16 05:19:28.945666 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.024477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 30980965-60ae-4536-bd63-94c1df2c7eae completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:29.038705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a15b4f67-279a-48dc-8fd8-a2e90e582a79 req-31b14f7c-071e-47eb-aea3-1bb847d0f5db tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.040139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a15b4f67-279a-48dc-8fd8-a2e90e582a79 req-31b14f7c-071e-47eb-aea3-1bb847d0f5db tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9378014 Sep 16 05:19:29.041420 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.062636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 30980965-60ae-4536-bd63-94c1df2c7eae triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:29.063699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.078510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09769cbe-a14c-46d4-92f9-459e178011b7 req-b16baeae-26f2-42c1-8702-3b0485319e30 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "GET /v2.0/security-groups/a9714108-ea4c-49a3-aeea-f17e9c4d3f07 HTTP/1.1" status: 200 len: 2396 time: 0.0892918 Sep 16 05:19:29.099309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:29.108979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:29.111355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5a529d8a-ad96-4f59-8d5b-6da451107cec,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.114431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:29.199014 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-09769cbe-a14c-46d4-92f9-459e178011b7 req-e126d1ac-8b0e-4f9c-892d-a2fda0d04667 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.199353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:29.227276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'network_id': 'b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9', 'port_id': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'mac_address': 'fa:16:3e:05:51:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576478f5-729e-44a4-adad-d1c8be5f43f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:29.229146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89408f-75ce-4ab3-ba52-fb42b54e7f13 None None] Pushing event updated for resources: {'Port': ['ID=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.261238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-09769cbe-a14c-46d4-92f9-459e178011b7 req-e126d1ac-8b0e-4f9c-892d-a2fda0d04667 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.330489 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.383355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec647aa3-1510-4228-b1d4-eda836ecb9ca {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:29.457224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:29.458653 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.466355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-09769cbe-a14c-46d4-92f9-459e178011b7 req-e126d1ac-8b0e-4f9c-892d-a2fda0d04667 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.470078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-09769cbe-a14c-46d4-92f9-459e178011b7 req-e126d1ac-8b0e-4f9c-892d-a2fda0d04667 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.479563 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09769cbe-a14c-46d4-92f9-459e178011b7 req-e126d1ac-8b0e-4f9c-892d-a2fda0d04667 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] 10.222.0.49 "DELETE /v2.0/security-groups/a9714108-ea4c-49a3-aeea-f17e9c4d3f07 HTTP/1.1" status: 204 len: 173 time: 0.3959715 Sep 16 05:19:29.483086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:29.507154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126d1ac-8b0e-4f9c-892d-a2fda0d04667 tempest-SecurityGroupRulesTestJSON-513693250 tempest-SecurityGroupRulesTestJSON-513693250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9714108-ea4c-49a3-aeea-f17e9c4d3f07,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.510663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 30980965-60ae-4536-bd63-94c1df2c7eae, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=30980965-60ae-4536-bd63-94c1df2c7eae,segment=NetworkSegment(61852e37-e234-456e-b9c3-7205f5970030),segment_id=61852e37-e234-456e-b9c3-7205f5970030)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:29.569192 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.574518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb9c79-228f-4927-a535-563a96c68e10 req-6049af63-bfd9-40c1-918d-d0f3d412fcef tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:29.578407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbcb9c79-228f-4927-a535-563a96c68e10 req-6049af63-bfd9-40c1-918d-d0f3d412fcef tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 946 time: 0.2843330 Sep 16 05:19:29.641662 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.647273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.665834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80d9dc6-2cf1-44cd-904f-10883a8ca06d admin admin] Deleting subnet 908d4349-f200-4f13-bf2f-ed727f6be7ed {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:29.683080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbcb9c79-228f-4927-a535-563a96c68e10 req-efbbf3b3-f534-4966-87b7-11dbbd1be7c6 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844958 Sep 16 05:19:29.685516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d80d9dc6-2cf1-44cd-904f-10883a8ca06d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.722812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4dd9f04f-77c1-4adc-a190-21d5234f5e9d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:29.732272 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d80d9dc6-2cf1-44cd-904f-10883a8ca06d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.800647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48466) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:29.831247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=30980965-60ae-4536-bd63-94c1df2c7eae,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.866583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['ec647aa3-1510-4228-b1d4-eda836ecb9ca'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:29.929264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d80d9dc6-2cf1-44cd-904f-10883a8ca06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.951550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.952897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:29.953669 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.963009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f636f42c-bf5d-438f-8802-574aca9c2d4d req-a8a76112-9df6-45ba-9699-a3d0693074ee tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/a425c519-5b50-4c6c-9e08-82d34ac47bb6 HTTP/1.1" status: 200 len: 1812 time: 0.2017720 Sep 16 05:19:30.063024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f636f42c-bf5d-438f-8802-574aca9c2d4d req-928c7a89-7810-4519-ba1e-ca2b32601582 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a425c519-5b50-4c6c-9e08-82d34ac47bb6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:30.063423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f636f42c-bf5d-438f-8802-574aca9c2d4d req-928c7a89-7810-4519-ba1e-ca2b32601582 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a425c519-5b50-4c6c-9e08-82d34ac47bb6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:30.083581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-874865084-network', 'tenant_id': '40a02dc5ec9445fe95ee5e756b405fb8'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:30.241872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cdb22-9f40-4253-8c9c-d4ce473b0040 req-5a4a0678-3df4-4f7a-a4fb-89c7b582efd4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.244349 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.256293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cdb22-9f40-4253-8c9c-d4ce473b0040 req-5a4a0678-3df4-4f7a-a4fb-89c7b582efd4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.269406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cdb22-9f40-4253-8c9c-d4ce473b0040 req-5a4a0678-3df4-4f7a-a4fb-89c7b582efd4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.273659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-975cdb22-9f40-4253-8c9c-d4ce473b0040 req-5a4a0678-3df4-4f7a-a4fb-89c7b582efd4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2419 time: 0.1484475 Sep 16 05:19:30.303032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d80d9dc6-2cf1-44cd-904f-10883a8ca06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.322473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Made reservation on behalf of 40a02dc5ec9445fe95ee5e756b405fb8 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:30.326007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.345435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:30.349676 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.371439 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-975cdb22-9f40-4253-8c9c-d4ce473b0040 req-bc555295-67e3-4b50-a7d4-a2570419dc53 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865633 Sep 16 05:19:30.387693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d9dc6-2cf1-44cd-904f-10883a8ca06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908d4349-f200-4f13-bf2f-ed727f6be7ed,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.429944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f636f42c-bf5d-438f-8802-574aca9c2d4d req-928c7a89-7810-4519-ba1e-ca2b32601582 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.433999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d80d9dc6-2cf1-44cd-904f-10883a8ca06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.436651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d80d9dc6-2cf1-44cd-904f-10883a8ca06d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/908d4349-f200-4f13-bf2f-ed727f6be7ed HTTP/1.1" status: 204 len: 168 time: 0.9485588 Sep 16 05:19:30.446136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48476) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:30.514471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.520992 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f636f42c-bf5d-438f-8802-574aca9c2d4d req-928c7a89-7810-4519-ba1e-ca2b32601582 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.557712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.605026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41124d21-d5a2-4006-ab48-12e2f96162e0'}, {'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30980965-60ae-4536-bd63-94c1df2c7eae'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:30.609324 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8140c11c-be98-40c5-a0e7-399cf431d84a" -d '{"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-plugged", "status": "completed", "tag": "41124d21-d5a2-4006-ab48-12e2f96162e0"}, {"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-plugged", "status": "completed", "tag": "30980965-60ae-4536-bd63-94c1df2c7eae"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:30.631326 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.677769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.701559 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.734698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37771f9-939d-467c-b48d-84b403fbf872 req-78c41b3b-bbe9-4883-a9ed-c3f777c0eaed tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.736814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c37771f9-939d-467c-b48d-84b403fbf872 req-78c41b3b-bbe9-4883-a9ed-c3f777c0eaed tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.1015155 Sep 16 05:19:30.766750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161015f-2675-46b4-8172-67c7d9debeba None None] Network 6add0826-1598-417e-9cf4-0c21261a0d0c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:30.818940 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.853627 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c37771f9-939d-467c-b48d-84b403fbf872 req-de89fe75-69c2-4dc8-94b5-f146755c669a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Sep 16 05:19:30.863993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:30.877400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-13b13c7d-3d47-4b5b-a62f-dc70b0ad4bfa None None] Provisioning complete for port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:30.877775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13b13c7d-3d47-4b5b-a62f-dc70b0ad4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.885067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c94c4d-c7ec-4ca7-822f-6a334f1ee106') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:30.885735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c94c4d-c7ec-4ca7-822f-6a334f1ee106') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:30.898307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f636f42c-bf5d-438f-8802-574aca9c2d4d req-928c7a89-7810-4519-ba1e-ca2b32601582 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.907423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.908440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Router 51bd888e-2fe2-4c14-9549-497e0e140100 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:30.915961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.924632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:30.925129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.934195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c7a89-7810-4519-ba1e-ca2b32601582 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9422e32b-218b-4a72-9ff0-1e1c03694cea,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.996906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8bf14890-2b55-431f-9f77-45745da6179b details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:30.999553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ec647aa3-1510-4228-b1d4-eda836ecb9ca up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:31.008718 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:31.015076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.062126 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f636f42c-bf5d-438f-8802-574aca9c2d4d req-928c7a89-7810-4519-ba1e-ca2b32601582 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.065407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f636f42c-bf5d-438f-8802-574aca9c2d4d req-928c7a89-7810-4519-ba1e-ca2b32601582 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0203140 Sep 16 05:19:31.074097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:31.082726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cc42ca-08f1-4c87-87cd-6781bdf1cecf,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.112514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.113708 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Added segment fdf1b801-b39c-46bc-8e66-8b84638d41e5 of type vlan for network ee684761-f385-4e7d-b202-4fe99af6e2d5 Sep 16 05:19:31.149758 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0913e19-9749-426e-8eeb-eab160f355a1 x-openstack-request-id: req-d0913e19-9749-426e-8eeb-eab160f355a1 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:31.150599 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-plugged", "status": "completed", "tag": "41124d21-d5a2-4006-ab48-12e2f96162e0", "code": 200}, {"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-plugged", "status": "completed", "tag": "30980965-60ae-4536-bd63-94c1df2c7eae", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:31.151559 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0913e19-9749-426e-8eeb-eab160f355a1 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:31.151916 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41124d21-d5a2-4006-ab48-12e2f96162e0', 'code': 200} Sep 16 05:19:31.152376 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30980965-60ae-4536-bd63-94c1df2c7eae', 'code': 200} Sep 16 05:19:31.165211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc514d-46ad-47e4-95ff-efb3b0edca29 req-59b923a2-8e9e-4cab-a2e7-1ebafac67685 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.172503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fefc514d-46ad-47e4-95ff-efb3b0edca29 req-59b923a2-8e9e-4cab-a2e7-1ebafac67685 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.1617181 Sep 16 05:19:31.201758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.204602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.217531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.223357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] 10.222.0.49 "DELETE /v2.0/networks/935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b HTTP/1.1" status: 204 len: 168 time: 0.7521050 Sep 16 05:19:31.258732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a17ff1-242a-4a5c-b752-70ab5313dc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=935cf9c2-7a8f-44ef-b9e1-ff2b7274db7b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.281761 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fefc514d-46ad-47e4-95ff-efb3b0edca29 req-e564af52-dd48-4bf3-8907-680c2cf121de tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082339 Sep 16 05:19:31.402487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8bf14890-2b55-431f-9f77-45745da6179b,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:31.418503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8bf14890-2b55-431f-9f77-45745da6179b', 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'port_id': '8bf14890-2b55-431f-9f77-45745da6179b', 'mac_address': 'fa:16:3e:cf:61:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b34ebf4-5073-4092-a816-adaff7c4dfc9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:31.422669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da252af5-581f-4aeb-b022-132f52777a81 req-91d3d153-3977-4b0f-b28b-6f3231abc8fc tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/a425c519-5b50-4c6c-9e08-82d34ac47bb6 HTTP/1.1" status: 200 len: 2405 time: 0.1031215 Sep 16 05:19:31.443630 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.443630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.445160 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.498338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1d0041a-f4ad-4bf8-8ddc-77d065985e0d req-e9eb3574-3e96-409f-be2d-52a205da480c tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-group-rules/9422e32b-218b-4a72-9ff0-1e1c03694cea HTTP/1.1" status: 200 len: 778 time: 0.0496185 Sep 16 05:19:31.509540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.535569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bf14890-2b55-431f-9f77-45745da6179b {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:31.564042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8bf14890-2b55-431f-9f77-45745da6179b,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:31.574638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port ec647aa3-1510-4228-b1d4-eda836ecb9ca triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:31.575318 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.589904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] Pushing event updated for resources: {'Network': ['ID=ee684761-f385-4e7d-b202-4fe99af6e2d5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.629534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1d0041a-f4ad-4bf8-8ddc-77d065985e0d req-6779f9f0-0cf9-4b6d-b8b9-28f16aa98685 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/a425c519-5b50-4c6c-9e08-82d34ac47bb6 HTTP/1.1" status: 200 len: 2405 time: 0.1297765 Sep 16 05:19:31.646530 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e2e9b0f6-0e75-40b3-af3e-e1e8d5491632 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8443170 Sep 16 05:19:31.647982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ee684761-f385-4e7d-b202-4fe99af6e2d5 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:31.653731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:31.659752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Request body: {'subnet': {'network_id': 'ee684761-f385-4e7d-b202-4fe99af6e2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-874865084-subnet', 'tenant_id': '40a02dc5ec9445fe95ee5e756b405fb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:31.668250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4dd9f04f-77c1-4adc-a190-21d5234f5e9d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:31.692198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1d0041a-f4ad-4bf8-8ddc-77d065985e0d req-1eb40cd0-e2ac-476d-bdbc-3bbc8446872d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.705531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1d0041a-f4ad-4bf8-8ddc-77d065985e0d req-1eb40cd0-e2ac-476d-bdbc-3bbc8446872d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.740700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.785848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:31.821755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Made reservation on behalf of 40a02dc5ec9445fe95ee5e756b405fb8 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:31.825369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.845487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:31.885995 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1d0041a-f4ad-4bf8-8ddc-77d065985e0d req-1eb40cd0-e2ac-476d-bdbc-3bbc8446872d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.892637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5c91d-6365-4801-bab2-d64c9dc37e44 req-627cc8f8-b459-4825-be45-f7c1ab9b70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.893718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5c91d-6365-4801-bab2-d64c9dc37e44 req-627cc8f8-b459-4825-be45-f7c1ab9b70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.894316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5c91d-6365-4801-bab2-d64c9dc37e44 req-627cc8f8-b459-4825-be45-f7c1ab9b70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.897435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe5c91d-6365-4801-bab2-d64c9dc37e44 req-627cc8f8-b459-4825-be45-f7c1ab9b70c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2875 time: 0.1037145 Sep 16 05:19:31.912238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8bf14890-2b55-431f-9f77-45745da6179b,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.918341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237f3ec-ac02-490a-baac-e9147d942475 req-b6042f5b-8dba-4683-8425-0b4f9cecc296 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.931017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:31.932255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:31.932582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2237f3ec-ac02-490a-baac-e9147d942475 req-b6042f5b-8dba-4683-8425-0b4f9cecc296 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 945 time: 0.1413739 Sep 16 05:19:31.934411 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.939569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:31.939569 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.964201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb40cd0-e2ac-476d-bdbc-3bbc8446872d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9422e32b-218b-4a72-9ff0-1e1c03694cea,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.966959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48496) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:31.978146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8bf14890-2b55-431f-9f77-45745da6179b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:31.983998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1d0041a-f4ad-4bf8-8ddc-77d065985e0d req-1eb40cd0-e2ac-476d-bdbc-3bbc8446872d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.986912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.993144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0b1e4800-420c-4c15-85e1-f30b522705c5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8222833 Sep 16 05:19:31.996301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.000042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1d0041a-f4ad-4bf8-8ddc-77d065985e0d req-1eb40cd0-e2ac-476d-bdbc-3bbc8446872d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9422e32b-218b-4a72-9ff0-1e1c03694cea HTTP/1.1" status: 204 len: 173 time: 0.3689442 Sep 16 05:19:32.023017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-51ede82b-76c4-4a1a-94b0-e8724577a760 None None] Provisioning complete for port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:32.030732 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51ede82b-76c4-4a1a-94b0-e8724577a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.095008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe5c91d-6365-4801-bab2-d64c9dc37e44 req-20280bd0-a343-4b49-ac2b-55881ba0b620 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607718 Sep 16 05:19:32.112839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2237f3ec-ac02-490a-baac-e9147d942475 req-b7a8db0a-1b04-4575-96cd-00eb28ab9bf7 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693518 Sep 16 05:19:32.281655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f68e7445-d322-4991-8d65-63fd1095f639 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bf77001f74943419ae7d0f45f53385c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873918 Sep 16 05:19:32.291200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48504) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.330228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4dac5-6279-4643-a36d-8cfe87804785 req-5df57717-c188-4c63-9357-783964dc2828 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.343568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4dac5-6279-4643-a36d-8cfe87804785 req-5df57717-c188-4c63-9357-783964dc2828 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.356405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4dac5-6279-4643-a36d-8cfe87804785 req-5df57717-c188-4c63-9357-783964dc2828 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.359749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71a4dac5-6279-4643-a36d-8cfe87804785 req-5df57717-c188-4c63-9357-783964dc2828 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2419 time: 0.2544041 Sep 16 05:19:32.437399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:32.442335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:32.454922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d44fc-dc07-47bb-a775-cd21cb4d75fb req-ef7a1b52-cc03-4a8c-8ced-72c9e21bdf59 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.457572 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d52d44fc-dc07-47bb-a775-cd21cb4d75fb req-ef7a1b52-cc03-4a8c-8ced-72c9e21bdf59 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.2301760 Sep 16 05:19:32.555989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71a4dac5-6279-4643-a36d-8cfe87804785 req-46a2fe00-fcf1-4624-8206-9ad04139976c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796937 Sep 16 05:19:32.602060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd752-431e-48a0-b508-0435d1604cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.628926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d52d44fc-dc07-47bb-a775-cd21cb4d75fb req-787bc510-9f77-4933-b277-34805eb81d5d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629448 Sep 16 05:19:32.694453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-22c5ed79-669c-419f-8c64-f96ef0600c70 req-c7c0d189-a2bf-4ab5-8379-1262c578bf8f tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1885235297', 'description': 'tempest-description-303797240'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:32.695718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.715689 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd752-431e-48a0-b508-0435d1604cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.849934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.855675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.933851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:29Z', 'revision_number': 3, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:32.978862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:32.979574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Updating router 51bd888e-2fe2-4c14-9549-497e0e140100 port 5a529d8a-ad96-4f59-8d5b-6da451107cec binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:19:32.980821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5f7c06-3982-43bf-bb95-10230bfac070,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.002261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-22c5ed79-669c-419f-8c64-f96ef0600c70 req-c7c0d189-a2bf-4ab5-8379-1262c578bf8f tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.032090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Checking segment: {'id': 'fdf1b801-b39c-46bc-8e66-8b84638d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ee684761-f385-4e7d-b202-4fe99af6e2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:33.032459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Network hostable DHCP agents. Network: ee684761-f385-4e7d-b202-4fe99af6e2d5, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:33.032933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ec647aa3-1510-4228-b1d4-eda836ecb9ca no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:33.090062 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.124361 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd752-431e-48a0-b508-0435d1604cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.128968 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd752-431e-48a0-b508-0435d1604cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.133617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e1cbd752-431e-48a0-b508-0435d1604cd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8359602a-aede-4c33-ac79-4d5b54205cba HTTP/1.1" status: 204 len: 168 time: 0.8351474 Sep 16 05:19:33.152159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbd752-431e-48a0-b508-0435d1604cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8359602a-aede-4c33-ac79-4d5b54205cba,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.154341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:33.160200 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac06568-afbf-4e9e-a5ea-f380f4eee46d" -d '{"events": [{"server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "name": "network-vif-plugged", "status": "completed", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:33.176569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.224841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-22c5ed79-669c-419f-8c64-f96ef0600c70 req-c7c0d189-a2bf-4ab5-8379-1262c578bf8f tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.224841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Network ee684761-f385-4e7d-b202-4fe99af6e2d5 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:33.337285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-22c5ed79-669c-419f-8c64-f96ef0600c70 req-c7c0d189-a2bf-4ab5-8379-1262c578bf8f tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.373424 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.440928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0d189-a2bf-4ab5-8379-1262c578bf8f tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e25310-171d-48b2-88ac-0a9a95beb299,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.461499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ee684761-f385-4e7d-b202-4fe99af6e2d5) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:33.467189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.468403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.487633 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd7b3b-967f-4fd6-bada-888427132f2e None None] Network ee684761-f385-4e7d-b202-4fe99af6e2d5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:33.521413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:33.585463 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-703cbf5d-09b8-4a8f-83e2-3f9d531c48bf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9283490 Sep 16 05:19:33.593597 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-22c5ed79-669c-419f-8c64-f96ef0600c70 req-c7c0d189-a2bf-4ab5-8379-1262c578bf8f tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.615891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Allocated IP 172.20.0.1 (6add0826-1598-417e-9cf4-0c21261a0d0c/d3aad3ed-2412-46d8-9194-7251f4522651/2d6d58e4-0996-4820-b459-544d0217a60f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:33.623519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22c5ed79-669c-419f-8c64-f96ef0600c70 req-c7c0d189-a2bf-4ab5-8379-1262c578bf8f tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9552317 Sep 16 05:19:33.665919 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.674039 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c365b1a-6915-4524-814f-3e9b1a5ba1f1 x-openstack-request-id: req-1c365b1a-6915-4524-814f-3e9b1a5ba1f1 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:33.674350 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "name": "network-vif-plugged", "status": "completed", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:33.674737 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c365b1a-6915-4524-814f-3e9b1a5ba1f1 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:33.675142 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'code': 200} Sep 16 05:19:33.750445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.795173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.809618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b433d51-9a86-482b-8d17-e658b4ee6308 None None] Network ee684761-f385-4e7d-b202-4fe99af6e2d5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:33.869971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfb2e36e-3be8-4a72-bbb8-8d058ce0ea86 req-3ad6ed6f-eafc-451e-8a16-3a29fdd0e031 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/f5e25310-171d-48b2-88ac-0a9a95beb299 HTTP/1.1" status: 200 len: 1812 time: 0.1090951 Sep 16 05:19:33.895479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadc241-7d18-4660-9cae-2cdad7205462 req-3c48804f-ca3f-442d-98eb-578b4ff1e5a3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.899623 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.910021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3cadc241-7d18-4660-9cae-2cdad7205462 req-3c48804f-ca3f-442d-98eb-578b4ff1e5a3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 944 time: 0.1712880 Sep 16 05:19:33.987646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.995192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abee50-8164-4a28-9892-a35817dd73be None None] Pushing event updated for resources: {'Port': ['ID=5a529d8a-ad96-4f59-8d5b-6da451107cec,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:34.049647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Attempting to bind port 5a529d8a-ad96-4f59-8d5b-6da451107cec on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:34.050378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Attempting to bind port 5a529d8a-ad96-4f59-8d5b-6da451107cec by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:34.050378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Attempting to bind port 5a529d8a-ad96-4f59-8d5b-6da451107cec on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:34.078565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:34.079051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:34.079999 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.079999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:34.088889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Bound port: 5a529d8a-ad96-4f59-8d5b-6da451107cec, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:34.088889 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.089990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3cadc241-7d18-4660-9cae-2cdad7205462 req-3fa176a8-fa69-4365-a729-2391e894b90c tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774850 Sep 16 05:19:34.094200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f275b5-3d13-4421-a79a-8177a00e0c9c req-beddb994-775c-45cc-b532-5a40cb327ec3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.110526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f275b5-3d13-4421-a79a-8177a00e0c9c req-beddb994-775c-45cc-b532-5a40cb327ec3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.126692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f275b5-3d13-4421-a79a-8177a00e0c9c req-beddb994-775c-45cc-b532-5a40cb327ec3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.142912 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8f275b5-3d13-4421-a79a-8177a00e0c9c req-beddb994-775c-45cc-b532-5a40cb327ec3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2419 time: 0.1567392 Sep 16 05:19:34.184283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] For port 5a529d8a-ad96-4f59-8d5b-6da451107cec, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:34.191612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] For port 5a529d8a-ad96-4f59-8d5b-6da451107cec, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5a529d8a-ad96-4f59-8d5b-6da451107cec,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:34.215712 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.234241 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8f275b5-3d13-4421-a79a-8177a00e0c9c req-dc8ba661-0dbb-45b2-8870-0ab6f2acb095 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816579 Sep 16 05:19:34.294878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Network 6add0826-1598-417e-9cf4-0c21261a0d0c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:34.297260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6d58e4-0996-4820-b459-544d0217a60f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:34.301657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:34.308655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:34.318868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8185f21-0673-4c10-a106-c54e2b0f3cfc req-1c800c00-70f5-44b7-b8b4-d6e9989c0f7c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.324474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8185f21-0673-4c10-a106-c54e2b0f3cfc req-1c800c00-70f5-44b7-b8b4-d6e9989c0f7c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.1226251 Sep 16 05:19:34.362441 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.399262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.407917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8185f21-0673-4c10-a106-c54e2b0f3cfc req-347b8187-44d9-4c76-8bad-78a8a95a1b33 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600054 Sep 16 05:19:34.415774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:34.416450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:34.490939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abee50-8164-4a28-9892-a35817dd73be None None] Pushing event updated for resources: {'Port': ['ID=5a529d8a-ad96-4f59-8d5b-6da451107cec,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:34.589879 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:34.669979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1d9d5c25-a6b3-4be3-bcf7-c8ce3d41f897 None None] Provisioning complete for port 2d6d58e4-0996-4820-b459-544d0217a60f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:34.670357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d9d5c25-a6b3-4be3-bcf7-c8ce3d41f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.752601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d5c25-a6b3-4be3-bcf7-c8ce3d41f897 None None] Port 2d6d58e4-0996-4820-b459-544d0217a60f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:34.854218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.862641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:29Z', 'revision_number': 3, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:34.916973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e4790-d94c-437b-8e38-dda3df4a082f None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:29Z', 'revision_number': 3, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:35.018001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8bf14890-2b55-431f-9f77-45745da6179b up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:35.075782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-7a34c2f6-01a8-4402-a426-a3076bfba27c tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.083513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-7a34c2f6-01a8-4402-a426-a3076bfba27c tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/networks?id=ee684761-f385-4e7d-b202-4fe99af6e2d5 HTTP/1.1" status: 200 len: 812 time: 0.1467104 Sep 16 05:19:35.087165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8bf14890-2b55-431f-9f77-45745da6179b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:35.087753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.098023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-97061fd6-b7c2-4baf-a733-d935b736587a tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/quotas/40a02dc5ec9445fe95ee5e756b405fb8 HTTP/1.1" status: 200 len: 375 time: 0.0134959 Sep 16 05:19:35.136576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.160254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-b25aeefc-fc59-4789-b566-0737133fc14b tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40a02dc5ec9445fe95ee5e756b405fb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553300 Sep 16 05:19:35.251581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.357532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.379433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-235a6b0c-5578-42d5-87bc-0fbdf7fb4929 service neutron] 10.222.0.49 "GET /v2.0/networks/ee684761-f385-4e7d-b202-4fe99af6e2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088070 Sep 16 05:19:35.391326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-dfa88203-7647-4412-bcf4-cea258015d5f req-d67338c0-68a2-4ab4-b954-55a159e18b4d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1444466299', 'description': 'tempest-description-1655485722'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:35.422242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.424633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48574) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:35.460005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8bf14890-2b55-431f-9f77-45745da6179b,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:35.468324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6d58e4-0996-4820-b459-544d0217a60f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:35.547664 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-add40daa-3d0e-423c-8bec-69c7fbab0425 service neutron] 10.222.0.49 "GET /v2.0/networks/ee684761-f385-4e7d-b202-4fe99af6e2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672332 Sep 16 05:19:35.624333 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfa88203-7647-4412-bcf4-cea258015d5f req-d67338c0-68a2-4ab4-b954-55a159e18b4d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.664019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1435382139-network', 'tenant_id': '4d4e984145604f24af5a2ef1c8ce9f35'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:35.669588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Network 6add0826-1598-417e-9cf4-0c21261a0d0c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:35.677213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca'}, {'server_uuid': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf14890-2b55-431f-9f77-45745da6179b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:35.681518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:35.682342 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b0bb8b-8dc1-4036-a08b-d8d8984566b2" -d '{"events": [{"server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "name": "network-vif-unplugged", "status": "completed", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca"}, {"server_uuid": "f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab", "name": "network-vif-plugged", "status": "completed", "tag": "8bf14890-2b55-431f-9f77-45745da6179b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:35.692198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5a529d8a-ad96-4f59-8d5b-6da451107cec up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:35.706502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.754484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075c403-e002-43e4-933d-ad28122b84ac req-9cf16188-989b-4395-afec-a9b1d2dfb46d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.756087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3075c403-e002-43e4-933d-ad28122b84ac req-9cf16188-989b-4395-afec-a9b1d2dfb46d tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 944 time: 0.1954443 Sep 16 05:19:35.785937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8bf14890-2b55-431f-9f77-45745da6179b,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:35.833187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5a529d8a-ad96-4f59-8d5b-6da451107cec triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:35.833875 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.993560 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.004082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Router 51bd888e-2fe2-4c14-9549-497e0e140100 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:36.021080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-90f624f1-e24f-4ba8-a700-fe2b38cb72fc None None] Provisioning complete for port 2d6d58e4-0996-4820-b459-544d0217a60f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:36.021512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90f624f1-e24f-4ba8-a700-fe2b38cb72fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.029005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 5a529d8a-ad96-4f59-8d5b-6da451107cec, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5a529d8a-ad96-4f59-8d5b-6da451107cec,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:36.036658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfa88203-7647-4412-bcf4-cea258015d5f req-d67338c0-68a2-4ab4-b954-55a159e18b4d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.095725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-90f624f1-e24f-4ba8-a700-fe2b38cb72fc None None] Port 2d6d58e4-0996-4820-b459-544d0217a60f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:36.110191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e882f-2192-4d08-88c9-c98eae30e4db req-1ed3fcc8-4580-46a8-ade0-e01bb023a54b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.112325 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c66e882f-2192-4d08-88c9-c98eae30e4db req-1ed3fcc8-4580-46a8-ade0-e01bb023a54b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 944 time: 0.1307197 Sep 16 05:19:36.123406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Deleting port ec647aa3-1510-4228-b1d4-eda836ecb9ca {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:36.123770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.180504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c66e882f-2192-4d08-88c9-c98eae30e4db req-c3ec4e39-fcd7-4610-a68e-6aedb79d8942 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/security-groups?id=818bf807-4dbf-4fa8-8320-4fddadbecc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602608 Sep 16 05:19:36.186657 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.252576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfa88203-7647-4412-bcf4-cea258015d5f req-d67338c0-68a2-4ab4-b954-55a159e18b4d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.278318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=5a529d8a-ad96-4f59-8d5b-6da451107cec,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:36.278552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:36.285216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-be9215b5-b73f-41cd-8e0d-f35f29baca44 admin admin] 10.222.0.49 "PUT /v2.0/routers/51bd888e-2fe2-4c14-9549-497e0e140100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2870314 Sep 16 05:19:36.320865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67338c0-68a2-4ab4-b954-55a159e18b4d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b641ba-1750-46ba-a554-2fb6c1d8c736,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:36.326324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] For port ec647aa3-1510-4228-b1d4-eda836ecb9ca, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ec647aa3-1510-4228-b1d4-eda836ecb9ca,segment=NetworkSegment(d060e1d6-3cf1-4efd-9a13-1a49e1f6e029),segment_id=d060e1d6-3cf1-4efd-9a13-1a49e1f6e029)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:36.326780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.350228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Calling delete_port for ec647aa3-1510-4228-b1d4-eda836ecb9ca owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:36.370399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c03f5a-19d2-4207-a39c-c7cb74397e2d req-ae4408db-0e1c-4af9-a711-dd7c1427eb1c tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.374335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74c03f5a-19d2-4207-a39c-c7cb74397e2d req-ae4408db-0e1c-4af9-a711-dd7c1427eb1c tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.0977755 Sep 16 05:19:36.417744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Made reservation on behalf of 4d4e984145604f24af5a2ef1c8ce9f35 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:36.420749 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.439051 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.443536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74c03f5a-19d2-4207-a39c-c7cb74397e2d req-dd09f0bc-fb7f-44fb-8dc6-fda03854713c tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594144 Sep 16 05:19:36.571149 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-dfa88203-7647-4412-bcf4-cea258015d5f req-d67338c0-68a2-4ab4-b954-55a159e18b4d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.588120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfa88203-7647-4412-bcf4-cea258015d5f req-d67338c0-68a2-4ab4-b954-55a159e18b4d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2186403 Sep 16 05:19:36.684972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.695633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d844e2-c7b2-4eb2-8b58-c55ab929f203 req-082cd2a5-1dd8-4f95-917b-70efb9b2bd19 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.697436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79d844e2-c7b2-4eb2-8b58-c55ab929f203 req-082cd2a5-1dd8-4f95-917b-70efb9b2bd19 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0615909 Sep 16 05:19:36.724379 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.768349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Pushing event deleted for resources: {'Port': ['ID=ec647aa3-1510-4228-b1d4-eda836ecb9ca,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:36.773342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79d844e2-c7b2-4eb2-8b58-c55ab929f203 req-0a5fb3fc-db92-43b2-938a-21008d467877 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673921 Sep 16 05:19:36.841414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] No DVR routers for this DVR port ec647aa3-1510-4228-b1d4-eda836ecb9ca on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:36.844298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.847217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3075c403-e002-43e4-933d-ad28122b84ac req-c50bc05b-423b-4a6f-86a7-30a9c25a1131 tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.66 "DELETE /v2.0/ports/ec647aa3-1510-4228-b1d4-eda836ecb9ca HTTP/1.1" status: 204 len: 173 time: 1.0813339 Sep 16 05:19:36.847899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'name': 'network-vif-deleted', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:36.851382 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2170a16d-f01b-434d-a514-0ca390b86692" -d '{"events": [{"server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "name": "network-vif-deleted", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:36.859969 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.889921 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781b8d49-0e5a-4426-a2b4-5a3debc6dec5 x-openstack-request-id: req-781b8d49-0e5a-4426-a2b4-5a3debc6dec5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:36.890753 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "name": "network-vif-unplugged", "status": "completed", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca", "code": 200}, {"server_uuid": "f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab", "name": "network-vif-plugged", "status": "completed", "tag": "8bf14890-2b55-431f-9f77-45745da6179b", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:36.891266 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-781b8d49-0e5a-4426-a2b4-5a3debc6dec5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:36.892084 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'code': 200} Sep 16 05:19:36.892676 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf14890-2b55-431f-9f77-45745da6179b', 'code': 200} Sep 16 05:19:36.897472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:36.918363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3410f3-38d3-409e-aa58-263c5a2373a4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:36.925419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.925992 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Added segment 4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4 of type vlan for network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 Sep 16 05:19:36.954659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9bb4621-5a9e-43f0-aa27-0b33c539d7c9 req-0f0aea26-30ce-40b4-81f2-d408d1ff1602 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 210 time: 0.0317299 Sep 16 05:19:36.996674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.157061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.158366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.159680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.222556 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:37.236001 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:37.236635 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:37.260758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] Pushing event updated for resources: {'Network': ['ID=9849f8dd-fbfd-4ed7-840e-2321dac266e3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:37.271236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:37.278717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e47a8839-4413-4d97-85b6-a65961f62899 req-fb02f1b5-7dfc-4047-a9cb-08b77daa3036 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/f8b641ba-1750-46ba-a554-2fb6c1d8c736 HTTP/1.1" status: 200 len: 1813 time: 0.0923605 Sep 16 05:19:37.382750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ff2fae16-aa43-41e0-9a27-e3f33d68c92e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9570012 Sep 16 05:19:37.383972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48618) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:37.389233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Request body: {'subnet': {'network_id': '9849f8dd-fbfd-4ed7-840e-2321dac266e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1435382139-subnet', 'tenant_id': '4d4e984145604f24af5a2ef1c8ce9f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:37.414122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-65da9b94-cfce-4007-83f9-2f70feb34410 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.417712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-65da9b94-cfce-4007-83f9-2f70feb34410 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 820 time: 0.2188129 Sep 16 05:19:37.426230 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ef8b28-7248-4640-b77a-8531576babbd x-openstack-request-id: req-07ef8b28-7248-4640-b77a-8531576babbd {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:37.426678 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221a6c72-cecd-41b7-9e02-7c67a1c90810", "name": "network-vif-deleted", "tag": "ec647aa3-1510-4228-b1d4-eda836ecb9ca", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:37.427661 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07ef8b28-7248-4640-b77a-8531576babbd {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:37.428380 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221a6c72-cecd-41b7-9e02-7c67a1c90810', 'name': 'network-vif-deleted', 'tag': 'ec647aa3-1510-4228-b1d4-eda836ecb9ca', 'status': 'completed', 'code': 200} Sep 16 05:19:37.433329 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:37.467577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de9907-5483-409b-84b7-55b464bcba9f req-ce1d575a-e3af-4eb8-99f4-ade4cd0af394 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.469403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11de9907-5483-409b-84b7-55b464bcba9f req-ce1d575a-e3af-4eb8-99f4-ade4cd0af394 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 945 time: 0.1694725 Sep 16 05:19:37.471044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-0ee49012-7fa4-4762-97e5-94697d9bc753 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/quotas/8574de8e5c66481a898389d52299a4e6 HTTP/1.1" status: 200 len: 375 time: 0.0386047 Sep 16 05:19:37.517175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb0fd-58dd-4dc4-8336-aacfa0ed9f54 req-0a35ae40-b665-4168-8ab7-53d54ed32b66 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.521517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb0fd-58dd-4dc4-8336-aacfa0ed9f54 req-0a35ae40-b665-4168-8ab7-53d54ed32b66 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.528936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb0fd-58dd-4dc4-8336-aacfa0ed9f54 req-0a35ae40-b665-4168-8ab7-53d54ed32b66 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.533324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-995cb0fd-58dd-4dc4-8336-aacfa0ed9f54 req-0a35ae40-b665-4168-8ab7-53d54ed32b66 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2419 time: 0.0869296 Sep 16 05:19:37.612665 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-995cb0fd-58dd-4dc4-8336-aacfa0ed9f54 req-261aed92-4a01-4928-b1bd-35733d9f093a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698898 Sep 16 05:19:37.619187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-007cb49e-fdc3-436d-a1ac-129670851ae0 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329513 Sep 16 05:19:37.628121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5a529d8a-ad96-4f59-8d5b-6da451107cec up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:37.717095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5a529d8a-ad96-4f59-8d5b-6da451107cec triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:37.717784 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.721446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Deleting port 8bf14890-2b55-431f-9f77-45745da6179b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:37.721819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.770532 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 2, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:37.772231 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-711bb4ac-0b0c-467e-aa76-2ccb428c7715 req-a3e7ec93-6825-4d24-a3b6-5dcf2cd00bcf tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 210 time: 0.0417638 Sep 16 05:19:37.779961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Made reservation on behalf of 4d4e984145604f24af5a2ef1c8ce9f35 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:37.782442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.812640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2c064977-6f85-4005-aa5a-9871757f75cf req-63e6d1c4-bb65-40a4-8126-f85b04e77536 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1973265340', 'description': 'tempest-description-187953051'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:37.813860 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:37.815035 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Updating router 51bd888e-2fe2-4c14-9549-497e0e140100 port 2d6d58e4-0996-4820-b459-544d0217a60f binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:19:37.859390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-c4a419a3-a2c0-455f-b4bb-057600ef5857 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186797 Sep 16 05:19:37.865615 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.883568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] For port 8bf14890-2b55-431f-9f77-45745da6179b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8bf14890-2b55-431f-9f77-45745da6179b,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:37.883988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.919248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Calling delete_port for 8bf14890-2b55-431f-9f77-45745da6179b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:38.097593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-1de1d53f-b17a-4032-b756-66dc76c5ccba service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271867 Sep 16 05:19:38.127436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c064977-6f85-4005-aa5a-9871757f75cf req-63e6d1c4-bb65-40a4-8126-f85b04e77536 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.188999 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.235753 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.285328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02583fc-c6e6-4bd4-8ec2-30e52fad492e,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:38.316023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Checking segment: {'id': '4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9849f8dd-fbfd-4ed7-840e-2321dac266e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:38.316387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Network hostable DHCP agents. Network: 9849f8dd-fbfd-4ed7-840e-2321dac266e3, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:38.332824 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.347347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c064977-6f85-4005-aa5a-9871757f75cf req-63e6d1c4-bb65-40a4-8126-f85b04e77536 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.391214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event deleted for resources: {'Port': ['ID=8bf14890-2b55-431f-9f77-45745da6179b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:38.419175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] No DVR routers for this DVR port 8bf14890-2b55-431f-9f77-45745da6179b on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:38.426708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.426708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11de9907-5483-409b-84b7-55b464bcba9f req-570ce7e3-685f-4fa3-90c3-61a3dee57bcf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "DELETE /v2.0/ports/8bf14890-2b55-431f-9f77-45745da6179b HTTP/1.1" status: 204 len: 173 time: 0.9399037 Sep 16 05:19:38.494743 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.545362 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Pushing event updated for resources: {'Port': ['ID=2d6d58e4-0996-4820-b459-544d0217a60f,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:38.573481 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.574112 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.574442 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.574962 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.575467 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.575997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.576497 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.576992 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.578114 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.578763 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.579259 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.579882 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:38.619971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd605ba1-d678-4608-a644-2baa894deb81 req-daad9b73-906a-45c9-97d7-437bd7c60322 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 210 time: 0.0307851 Sep 16 05:19:38.626774 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Attempting to bind port 2d6d58e4-0996-4820-b459-544d0217a60f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:38.627133 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Attempting to bind port 2d6d58e4-0996-4820-b459-544d0217a60f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:38.627495 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Attempting to bind port 2d6d58e4-0996-4820-b459-544d0217a60f on network 6add0826-1598-417e-9cf4-0c21261a0d0c {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:38.635331 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:38.635665 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Checking segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:38.636193 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.636627 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Bound using segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:38.637168 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Bound port: 2d6d58e4-0996-4820-b459-544d0217a60f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:38.637623 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.646926 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c064977-6f85-4005-aa5a-9871757f75cf req-63e6d1c4-bb65-40a4-8126-f85b04e77536 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.654168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:38.717314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d1c4-bb65-40a4-8126-f85b04e77536 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96fd448-85ef-4f00-98b2-d4af5931b22e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:38.732945 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] For port 2d6d58e4-0996-4820-b459-544d0217a60f, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:38.737269 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] For port 2d6d58e4-0996-4820-b459-544d0217a60f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2d6d58e4-0996-4820-b459-544d0217a60f,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:38.825029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64733f-f92b-4bff-a4c5-dfcf968c92ab req-342205d0-7abe-4a8d-8259-10420d363080 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:38.829093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b64733f-f92b-4bff-a4c5-dfcf968c92ab req-342205d0-7abe-4a8d-8259-10420d363080 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0766108 Sep 16 05:19:38.857099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6e4bc275-6949-42e7-a051-bc31f8a41d25 None None] Provisioning complete for port 2d6d58e4-0996-4820-b459-544d0217a60f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:38.858115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc275-6949-42e7-a051-bc31f8a41d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.891718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b64733f-f92b-4bff-a4c5-dfcf968c92ab req-ab68b570-3ca6-4aee-94c1-8798a31a0c56 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566599 Sep 16 05:19:38.900173 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.902467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9849f8dd-fbfd-4ed7-840e-2321dac266e3) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:38.914292 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c064977-6f85-4005-aa5a-9871757f75cf req-63e6d1c4-bb65-40a4-8126-f85b04e77536 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.914292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c064977-6f85-4005-aa5a-9871757f75cf req-63e6d1c4-bb65-40a4-8126-f85b04e77536 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1051126 Sep 16 05:19:38.954915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:38.965166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.965433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129160e-3737-431e-a532-39993840b887 None None] Network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:39.046271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e35d16e-a707-4c0c-83a6-98dbdbe2e778 req-b26ff93b-9228-404c-add2-aacaf3640796 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 210 time: 0.0351565 Sep 16 05:19:39.097210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e00c8f3-40df-4263-aac1-636e23013a59 req-73d8c916-3834-4664-922b-e909fe5ec719 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 210 time: 0.0683115 Sep 16 05:19:39.119425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6344b030-83f0-4e79-846f-ea8089c28a89 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7335968 Sep 16 05:19:39.137782 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:39.142933 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:39.241962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8bf14890-2b55-431f-9f77-45745da6179b no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:39.270376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 8bf14890-2b55-431f-9f77-45745da6179b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:39.271056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8bf14890-2b55-431f-9f77-45745da6179b not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:39.272240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ec647aa3-1510-4228-b1d4-eda836ecb9ca no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:39.353454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: ec647aa3-1510-4228-b1d4-eda836ecb9ca {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:39.354868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ec647aa3-1510-4228-b1d4-eda836ecb9ca not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:39.364892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be28524-13cc-4cc3-bfb5-8e8f78b73e9d None None] Network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:39.367080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-461dbb41-8f70-42b2-a2c0-9dc280db5e65 req-bd04d0cf-84f5-43e1-8e78-68551ae5356b tempest-ImagesTestJSON-2117630477 tempest-ImagesTestJSON-2117630477-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a6c72-cecd-41b7-9e02-7c67a1c90810 HTTP/1.1" status: 200 len: 210 time: 0.0585349 Sep 16 05:19:39.391814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bc275-6949-42e7-a051-bc31f8a41d25 None None] Port 2d6d58e4-0996-4820-b459-544d0217a60f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:39.434705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'name': 'network-vif-deleted', 'tag': '8bf14890-2b55-431f-9f77-45745da6179b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:39.437979 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55012584-6051-44fb-aea9-28f598a437fb" -d '{"events": [{"server_uuid": "f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab", "name": "network-vif-deleted", "tag": "8bf14890-2b55-431f-9f77-45745da6179b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:39.452340 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:39.453262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-6cf600d9-7df9-40c4-b192-81f8ae38498b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.460553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-6cf600d9-7df9-40c4-b192-81f8ae38498b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.467089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-6cf600d9-7df9-40c4-b192-81f8ae38498b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.469172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-6cf600d9-7df9-40c4-b192-81f8ae38498b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.66 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2419 time: 0.2964704 Sep 16 05:19:39.529048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4388-3bd2-4576-b474-cfc9fd8dabd9 req-9d3e687a-11fb-4821-b195-df13e9ab5115 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.536746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4388-3bd2-4576-b474-cfc9fd8dabd9 req-9d3e687a-11fb-4821-b195-df13e9ab5115 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.546372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4388-3bd2-4576-b474-cfc9fd8dabd9 req-9d3e687a-11fb-4821-b195-df13e9ab5115 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.546558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b9ed2bd-fad5-4fe8-a120-9a660ab19833 req-217de0f0-40ef-4f10-908b-9eadd83d0731 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/f96fd448-85ef-4f00-98b2-d4af5931b22e HTTP/1.1" status: 200 len: 1812 time: 0.1233177 Sep 16 05:19:39.547379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f1f4388-3bd2-4576-b474-cfc9fd8dabd9 req-9d3e687a-11fb-4821-b195-df13e9ab5115 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 2419 time: 0.2962883 Sep 16 05:19:39.603550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f48ab-517a-48d7-aaed-06040466b11f None None] Pushing event updated for resources: {'Port': ['ID=2d6d58e4-0996-4820-b459-544d0217a60f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:39.634187 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f35f7f-5991-4160-b1bf-6478767ea71e x-openstack-request-id: req-b8f35f7f-5991-4160-b1bf-6478767ea71e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:39.634638 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab", "name": "network-vif-deleted", "tag": "8bf14890-2b55-431f-9f77-45745da6179b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:39.635003 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8f35f7f-5991-4160-b1bf-6478767ea71e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:39.635730 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab', 'name': 'network-vif-deleted', 'tag': '8bf14890-2b55-431f-9f77-45745da6179b', 'status': 'completed', 'code': 200} Sep 16 05:19:39.681851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-9f8303da-2ef0-4fa2-82dd-2f3287e09501 req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-888818280', 'description': 'tempest-description-1211215374'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:39.720038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f1f4388-3bd2-4576-b474-cfc9fd8dabd9 req-4443239e-5a41-4aa9-b6e9-5f0de7c8fbdc tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559551 Sep 16 05:19:39.735015 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-385facaf-c2d8-4245-bf94-e93bbf177260 None None] Provisioning complete for port 2d6d58e4-0996-4820-b459-544d0217a60f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:39.735495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-385facaf-c2d8-4245-bf94-e93bbf177260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.759426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting port 30980965-60ae-4536-bd63-94c1df2c7eae {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:39.759772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.858652 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:38Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:39.869988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-385facaf-c2d8-4245-bf94-e93bbf177260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.895702 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23acde1b-29bc-4e3c-8ff9-f5e6243d747c None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:38Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:39.911253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-385facaf-c2d8-4245-bf94-e93bbf177260 None None] For port 2d6d58e4-0996-4820-b459-544d0217a60f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2d6d58e4-0996-4820-b459-544d0217a60f,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:39.912628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] For port 30980965-60ae-4536-bd63-94c1df2c7eae, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=30980965-60ae-4536-bd63-94c1df2c7eae,segment=NetworkSegment(61852e37-e234-456e-b9c3-7205f5970030),segment_id=61852e37-e234-456e-b9c3-7205f5970030)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:39.913359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.940297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9f8303da-2ef0-4fa2-82dd-2f3287e09501 req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.007594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Calling delete_port for 30980965-60ae-4536-bd63-94c1df2c7eae owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:40.082653 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9f8303da-2ef0-4fa2-82dd-2f3287e09501 req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.095404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-385facaf-c2d8-4245-bf94-e93bbf177260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.178929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385facaf-c2d8-4245-bf94-e93bbf177260 None None] Pushing event updated for resources: {'Port': ['ID=2d6d58e4-0996-4820-b459-544d0217a60f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:40.241840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9f8303da-2ef0-4fa2-82dd-2f3287e09501 req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.280699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ea5b3f-359e-41d3-9710-c36819efb861,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:40.289944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.290300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.290649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.290989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.291341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.291665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.292109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.292442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.292973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.293480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.298301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.298301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:40.461617 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9f8303da-2ef0-4fa2-82dd-2f3287e09501 req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.464929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f8303da-2ef0-4fa2-82dd-2f3287e09501 req-9fcc3c0e-40ab-4702-bdcd-43d10b3cbcdf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7926440 Sep 16 05:19:40.589152 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6176b546-2bed-46a3-956f-c61075713310 req-6a0383dc-52ee-42b5-8ab3-0440a1e1637e tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9f10921-5c1d-4ad7-b5d3-5bcde406e6ab HTTP/1.1" status: 200 len: 210 time: 0.0299439 Sep 16 05:19:40.612373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-23cf43e2-9c2b-4323-a471-a63ee0729a75 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.618514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-23cf43e2-9c2b-4323-a471-a63ee0729a75 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/networks?id=9849f8dd-fbfd-4ed7-840e-2321dac266e3 HTTP/1.1" status: 200 len: 814 time: 0.6832230 Sep 16 05:19:40.656679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-8ce8198e-90de-4182-8df3-a47e500cd8e4 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/quotas/4d4e984145604f24af5a2ef1c8ce9f35 HTTP/1.1" status: 200 len: 375 time: 0.0371673 Sep 16 05:19:40.733045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-c453e8dd-d91c-4e4b-bb6c-f9c57fc38c5f tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d4e984145604f24af5a2ef1c8ce9f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444927 Sep 16 05:19:40.791687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4b54-4c9d-49ed-b22f-cff7801e4271 req-7f6c40d2-81e8-4810-94f5-f45c32c649b3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.793594 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8ea4b54-4c9d-49ed-b22f-cff7801e4271 req-7f6c40d2-81e8-4810-94f5-f45c32c649b3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0813482 Sep 16 05:19:40.846975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-8ba39e57-6393-46c0-8123-ace0b3532683 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.849534 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-8ba39e57-6393-46c0-8123-ace0b3532683 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.30 "GET /v2.0/networks?id=ee684761-f385-4e7d-b202-4fe99af6e2d5 HTTP/1.1" status: 200 len: 812 time: 0.3299255 Sep 16 05:19:40.888351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8ea4b54-4c9d-49ed-b22f-cff7801e4271 req-56937a90-4850-49a9-b5ae-01165c5f4fb1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805409 Sep 16 05:19:40.938005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Request body: {'port': {'device_id': '2e4b2d04-711b-4f87-8dd5-e79af8536f64', 'network_id': 'ee684761-f385-4e7d-b202-4fe99af6e2d5', 'admin_state_up': True, 'tenant_id': '40a02dc5ec9445fe95ee5e756b405fb8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:41.046425 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-6da97934-180d-460b-b7b8-ca1c666b1fb1 service neutron] 10.222.0.49 "GET /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877085 Sep 16 05:19:41.051601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59e1102a-1dda-443f-8153-074610cd7d1d req-0cbe4d6e-3788-439b-8b2a-77be9be7be48 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 210 time: 0.0394213 Sep 16 05:19:41.078691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.140974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['41124d21-d5a2-4006-ab48-12e2f96162e0', '30980965-60ae-4536-bd63-94c1df2c7eae', '02ddc6c5-915f-4350-9445-d814eea1f787'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:41.177702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Port': ['ID=30980965-60ae-4536-bd63-94c1df2c7eae,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:41.232595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c590fffa-e02f-4ad3-9563-47292e84eddf req-b8eca0af-9afa-48c7-82be-44bc9e1dfe71 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 210 time: 0.0466673 Sep 16 05:19:41.299810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-eec983eb-a21d-4833-b5c1-1d40ec9309b2 service neutron] 10.222.0.49 "GET /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412007 Sep 16 05:19:41.361222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] No DVR routers for this DVR port 30980965-60ae-4536-bd63-94c1df2c7eae on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:41.365713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Made reservation on behalf of 40a02dc5ec9445fe95ee5e756b405fb8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:41.373734 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.379171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.383189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-8b87a928-12a5-421a-8bd4-1c61ebdf82ff tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.66 "DELETE /v2.0/ports/30980965-60ae-4536-bd63-94c1df2c7eae HTTP/1.1" status: 204 len: 173 time: 1.8885984 Sep 16 05:19:41.438354 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eef0c655-6e84-46fa-b38f-f3774f8ae7ee req-064b0f52-38ce-4788-8ebf-97c8b0401fef tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/99ea5b3f-359e-41d3-9710-c36819efb861 HTTP/1.1" status: 200 len: 1812 time: 0.0814800 Sep 16 05:19:41.640778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-deleted', 'tag': '30980965-60ae-4536-bd63-94c1df2c7eae'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:41.642667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01429c-6ad4-4b62-b3ec-22cd84662ed2 req-c7dd0d90-2787-41f9-8735-301322e7d0a3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.646168 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89141a0-99b5-4401-b6d5-07c6b84367f6" -d '{"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-deleted", "tag": "30980965-60ae-4536-bd63-94c1df2c7eae"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:41.655104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01429c-6ad4-4b62-b3ec-22cd84662ed2 req-c7dd0d90-2787-41f9-8735-301322e7d0a3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.664216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c01429c-6ad4-4b62-b3ec-22cd84662ed2 req-c7dd0d90-2787-41f9-8735-301322e7d0a3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 1683 time: 0.1677296 Sep 16 05:19:41.689419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2d6d58e4-0996-4820-b459-544d0217a60f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:41.737031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c01429c-6ad4-4b62-b3ec-22cd84662ed2 req-582df2cb-ecd9-4df5-9fef-6edf8bf0f2b4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Sep 16 05:19:41.801094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2d6d58e4-0996-4820-b459-544d0217a60f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:41.802030 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.883325 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-616fe6dd-7493-45f6-8724-9d18893abbc2 req-41322bb6-1f19-4a9c-a9ea-d37fb7cc1527 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] show failed (client error): The resource could not be found. Sep 16 05:19:41.885373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-616fe6dd-7493-45f6-8724-9d18893abbc2 req-41322bb6-1f19-4a9c-a9ea-d37fb7cc1527 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/cea868ff-3bf0-4c73-b47a-93213f70e1e0 HTTP/1.1" status: 404 len: 352 time: 0.0383310 Sep 16 05:19:41.930993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting port 02ddc6c5-915f-4350-9445-d814eea1f787 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:41.931561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.032630 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48877d9-adb7-4f9d-8c3b-d590ca759327 x-openstack-request-id: req-f48877d9-adb7-4f9d-8c3b-d590ca759327 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:42.033641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc3056fa-179f-49e7-bf96-a917830c4e7d req-c23a7100-aeff-44d2-81dd-cc87431ccfd3 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 210 time: 0.0469790 Sep 16 05:19:42.033786 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-deleted", "tag": "30980965-60ae-4536-bd63-94c1df2c7eae", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:42.034062 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f48877d9-adb7-4f9d-8c3b-d590ca759327 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:42.034648 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-deleted', 'tag': '30980965-60ae-4536-bd63-94c1df2c7eae', 'status': 'completed', 'code': 200} Sep 16 05:19:42.083897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] For port 02ddc6c5-915f-4350-9445-d814eea1f787, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=02ddc6c5-915f-4350-9445-d814eea1f787,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:42.083897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.102564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Allocated IP 172.20.0.10 (ee684761-f385-4e7d-b202-4fe99af6e2d5/2c5f7c06-3982-43bf-bb95-10230bfac070/cc10d9b9-84b1-4184-a4bb-b3726d9a4300) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:42.102893 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-ffb8f75a-8bff-4130-9c6d-65f25620782c req-c4e8f85e-e967-46f3-bba3-da8ff7e4d22a tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] show failed (client error): The resource could not be found. Sep 16 05:19:42.103634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffb8f75a-8bff-4130-9c6d-65f25620782c req-c4e8f85e-e967-46f3-bba3-da8ff7e4d22a tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-group-rules/77ffdbb3-fdfd-459b-bfcc-9b405117493b HTTP/1.1" status: 404 len: 361 time: 0.0132232 Sep 16 05:19:42.106034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Calling delete_port for 02ddc6c5-915f-4350-9445-d814eea1f787 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:42.239555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270530ce-c2c9-4d90-b713-c05083db7951 req-810b8184-7c43-4b62-8b40-e9c1d5ea73aa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.242021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-270530ce-c2c9-4d90-b713-c05083db7951 req-810b8184-7c43-4b62-8b40-e9c1d5ea73aa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0645430 Sep 16 05:19:42.284979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-270530ce-c2c9-4d90-b713-c05083db7951 req-bf4c9d01-061b-4ad2-95b3-03625676f1e5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361741 Sep 16 05:19:42.433809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4283aaf-6c6e-455e-9172-5f8c33ea4ba1 req-9f921307-6684-4b32-8eb1-d9c03a4f7b76 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 210 time: 0.0328860 Sep 16 05:19:42.447639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.488702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48714) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:42.507730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1a5bc112-d9e4-4e8b-922c-774987dc3bd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544983634', 'description': 'tempest-description--2035699649'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:42.548698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3df1c3f3-9cae-47c2-b404-1ef9035aa340 req-a058cc3c-9e56-444a-803c-0027606afd9a tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/99ea5b3f-359e-41d3-9710-c36819efb861 HTTP/1.1" status: 200 len: 1812 time: 0.0864289 Sep 16 05:19:42.556971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66de2bdf-620d-41a3-88d0-5bd2d36dd5e9 req-0822fb0b-b2df-4060-b1dc-1e12c73f62d6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 210 time: 0.0314288 Sep 16 05:19:42.620797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3df1c3f3-9cae-47c2-b404-1ef9035aa340 req-dae94dec-44a5-47a7-84fa-146f2f5b2dc7 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.649202 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.650428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3df1c3f3-9cae-47c2-b404-1ef9035aa340 req-dae94dec-44a5-47a7-84fa-146f2f5b2dc7 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.679176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Port': ['ID=02ddc6c5-915f-4350-9445-d814eea1f787,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:42.687595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.713319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc112-d9e4-4e8b-922c-774987dc3bd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.825265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Network ee684761-f385-4e7d-b202-4fe99af6e2d5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:42.838037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Pushing event updated for resources: {'Port': ['ID=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:42.841975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] No DVR routers for this DVR port 02ddc6c5-915f-4350-9445-d814eea1f787 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:42.845252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.847831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-40b21d47-12ab-48d0-b359-def8e43b3e92 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.66 "DELETE /v2.0/ports/02ddc6c5-915f-4350-9445-d814eea1f787 HTTP/1.1" status: 204 len: 173 time: 1.4555929 Sep 16 05:19:42.852764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:42.855318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:42.957323 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3df1c3f3-9cae-47c2-b404-1ef9035aa340 req-dae94dec-44a5-47a7-84fa-146f2f5b2dc7 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.963375 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3df1c3f3-9cae-47c2-b404-1ef9035aa340 req-dae94dec-44a5-47a7-84fa-146f2f5b2dc7 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.967751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3df1c3f3-9cae-47c2-b404-1ef9035aa340 req-dae94dec-44a5-47a7-84fa-146f2f5b2dc7 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "DELETE /v2.0/security-groups/99ea5b3f-359e-41d3-9710-c36819efb861 HTTP/1.1" status: 204 len: 173 time: 0.4104412 Sep 16 05:19:42.996040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae94dec-44a5-47a7-84fa-146f2f5b2dc7 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ea5b3f-359e-41d3-9710-c36819efb861,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.065154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 02ddc6c5-915f-4350-9445-d814eea1f787 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:43.072655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.082264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.083448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48740) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:43.098590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 02ddc6c5-915f-4350-9445-d814eea1f787 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:43.099427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 02ddc6c5-915f-4350-9445-d814eea1f787 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:43.099904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 41124d21-d5a2-4006-ab48-12e2f96162e0 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:43.129733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad06c06-fa6c-4883-a7c7-6ec9eff2b41e req-9224444e-d0d3-4017-aa5a-2cd0738614bd tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.131328 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ad06c06-fa6c-4883-a7c7-6ec9eff2b41e req-9224444e-d0d3-4017-aa5a-2cd0738614bd tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 946 time: 0.2944031 Sep 16 05:19:43.150514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-3c61e202-5d09-4e10-a95d-e2a44abf5603 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.152096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-3c61e202-5d09-4e10-a95d-e2a44abf5603 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.30 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 820 time: 0.3765030 Sep 16 05:19:43.175728 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc112-d9e4-4e8b-922c-774987dc3bd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.198908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.208157 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ad06c06-fa6c-4883-a7c7-6ec9eff2b41e req-f7dcfc71-3292-4cd3-8c83-bd4a2d853582 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691426 Sep 16 05:19:43.214183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting port 41124d21-d5a2-4006-ab48-12e2f96162e0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:43.214183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.214572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-684c477b-37c5-4f9d-9108-0f7f831941a7 admin admin] Deleting subnet 576478f5-729e-44a4-adad-d1c8be5f43f1 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:43.218513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-684c477b-37c5-4f9d-9108-0f7f831941a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.245867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Request body: {'port': {'device_id': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'admin_state_up': True, 'tenant_id': '8574de8e5c66481a898389d52299a4e6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:43.257941 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66c7ff3d-4003-4a50-9baa-bdc192276966 req-d49c6efc-b5c0-4b79-92b8-265a73aaf1fd tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/f96fd448-85ef-4f00-98b2-d4af5931b22e HTTP/1.1" status: 200 len: 1812 time: 0.1156051 Sep 16 05:19:43.264187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41124d21-d5a2-4006-ab48-12e2f96162e0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:43.269675 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2992b7b-ec5d-42d8-ba47-e69de4f078b8" -d '{"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-unplugged", "status": "completed", "tag": "41124d21-d5a2-4006-ab48-12e2f96162e0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:43.290610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 41124d21-d5a2-4006-ab48-12e2f96162e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41124d21-d5a2-4006-ab48-12e2f96162e0,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:43.300594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc112-d9e4-4e8b-922c-774987dc3bd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.312098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-684c477b-37c5-4f9d-9108-0f7f831941a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.385741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bc112-d9e4-4e8b-922c-774987dc3bd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd46d276-2f9c-4f5f-8b67-63652ccebf2d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.404348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-684c477b-37c5-4f9d-9108-0f7f831941a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.410035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-77f868f3-ea3c-40aa-a07d-049ccced64f2 req-843c80ee-4d9f-400a-bf14-b180a62209fa tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 210 time: 0.0842776 Sep 16 05:19:43.448258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-66c7ff3d-4003-4a50-9baa-bdc192276966 req-15322897-e92e-4fda-b515-962a017d896c tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.456720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] For port 41124d21-d5a2-4006-ab48-12e2f96162e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41124d21-d5a2-4006-ab48-12e2f96162e0,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:43.457146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.473666 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a348db-5a2b-456e-86c2-d1a2ad28a93c x-openstack-request-id: req-22a348db-5a2b-456e-86c2-d1a2ad28a93c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:43.474742 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-unplugged", "status": "completed", "tag": "41124d21-d5a2-4006-ab48-12e2f96162e0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:43.475809 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22a348db-5a2b-456e-86c2-d1a2ad28a93c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:43.478197 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41124d21-d5a2-4006-ab48-12e2f96162e0', 'code': 200} Sep 16 05:19:43.479132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Calling delete_port for 41124d21-d5a2-4006-ab48-12e2f96162e0 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:43.484113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-66c7ff3d-4003-4a50-9baa-bdc192276966 req-15322897-e92e-4fda-b515-962a017d896c tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.591760 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.592779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc112-d9e4-4e8b-922c-774987dc3bd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.593402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 30980965-60ae-4536-bd63-94c1df2c7eae no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:43.597640 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1a5bc112-d9e4-4e8b-922c-774987dc3bd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0952365 Sep 16 05:19:43.597921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48754) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:43.605704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3b406653-a6d8-4352-833a-fd352657962d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Request body: {'security_group_rule': {'security_group_id': 'fd46d276-2f9c-4f5f-8b67-63652ccebf2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:43.610245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb633e-cff7-4977-b8c1-d1f98d5ddd8b req-05456641-ece7-45df-89fc-e71a5b7f127b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.612154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22fb633e-cff7-4977-b8c1-d1f98d5ddd8b req-05456641-ece7-45df-89fc-e71a5b7f127b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0819361 Sep 16 05:19:43.617182 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11ab0878-0328-4b1b-9771-9eee06f87de1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7512975 Sep 16 05:19:43.639909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 30980965-60ae-4536-bd63-94c1df2c7eae {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:43.640252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 30980965-60ae-4536-bd63-94c1df2c7eae not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:43.673782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Request body: {'port': {'device_id': '2e4b2d04-711b-4f87-8dd5-e79af8536f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:43.677211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=41124d21-d5a2-4006-ab48-12e2f96162e0,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.686954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.687303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.687705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.688074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.688410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.688743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.689072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.689399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.689726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.690049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.690375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.690722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:43.747698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22fb633e-cff7-4977-b8c1-d1f98d5ddd8b req-9028f6d9-a1bf-43cf-b2ad-944eb913528a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262853 Sep 16 05:19:43.773704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Made reservation on behalf of 8574de8e5c66481a898389d52299a4e6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:43.776615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-66c7ff3d-4003-4a50-9baa-bdc192276966 req-15322897-e92e-4fda-b515-962a017d896c tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.777232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.780380 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-66c7ff3d-4003-4a50-9baa-bdc192276966 req-15322897-e92e-4fda-b515-962a017d896c tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.781517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66c7ff3d-4003-4a50-9baa-bdc192276966 req-15322897-e92e-4fda-b515-962a017d896c tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "DELETE /v2.0/security-groups/f96fd448-85ef-4f00-98b2-d4af5931b22e HTTP/1.1" status: 204 len: 173 time: 0.5223141 Sep 16 05:19:43.788897 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-684c477b-37c5-4f9d-9108-0f7f831941a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.797937 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.835826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15322897-e92e-4fda-b515-962a017d896c tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96fd448-85ef-4f00-98b2-d4af5931b22e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.847090 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-684c477b-37c5-4f9d-9108-0f7f831941a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.849583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-684c477b-37c5-4f9d-9108-0f7f831941a7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/576478f5-729e-44a4-adad-d1c8be5f43f1 HTTP/1.1" status: 204 len: 168 time: 0.7616735 Sep 16 05:19:43.859061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c477b-37c5-4f9d-9108-0f7f831941a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576478f5-729e-44a4-adad-d1c8be5f43f1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.859061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48758) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:43.901775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c37238e1-8400-4dcb-90e4-1e55c311fca1 req-d2a7e7fb-bf74-4c51-9c7e-2b2f9e67ea07 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 210 time: 0.0365469 Sep 16 05:19:43.961574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.970661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b406653-a6d8-4352-833a-fd352657962d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.994390 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.054363 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ffc48a8-a634-4731-871a-1e339cf57e62 req-d28dad33-a230-4008-82fc-054575de8fc7 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/f8b641ba-1750-46ba-a554-2fb6c1d8c736 HTTP/1.1" status: 200 len: 1813 time: 0.1039269 Sep 16 05:19:44.097281 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b406653-a6d8-4352-833a-fd352657962d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.105263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Port': ['ID=41124d21-d5a2-4006-ab48-12e2f96162e0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:44.107432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-deleted', 'tag': '02ddc6c5-915f-4350-9445-d814eea1f787'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:44.109919 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28d5d8b-dbb3-401e-b668-e7b97c41c248" -d '{"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-deleted", "tag": "02ddc6c5-915f-4350-9445-d814eea1f787"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:44.177144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.181510 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b406653-a6d8-4352-833a-fd352657962d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.222206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7ddf9-2cfa-4a5d-b74d-c89d564ee924 req-a0554466-a5d7-4961-9678-34404b90a1a8 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.224082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-00a7ddf9-2cfa-4a5d-b74d-c89d564ee924 req-a0554466-a5d7-4961-9678-34404b90a1a8 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 932 time: 0.3471696 Sep 16 05:19:44.237521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b406653-a6d8-4352-833a-fd352657962d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b362561f-1e22-4750-9160-e1a48c146d21,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:44.240788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:44.267538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:44.267538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd060e1d6-3cf1-4efd-9a13-1a49e1f6e029') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:44.267538 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1ffc48a8-a634-4731-871a-1e339cf57e62 req-4bfde472-9163-4cd4-90bb-d76ecb2757eb tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.272671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.300903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1ffc48a8-a634-4731-871a-1e339cf57e62 req-4bfde472-9163-4cd4-90bb-d76ecb2757eb tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.306189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.327408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] No DVR routers for this DVR port 41124d21-d5a2-4006-ab48-12e2f96162e0 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:44.331947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:44.332783 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.340971 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.343089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6815bae5-bd32-4809-a8aa-93e33bd9beac req-01114782-8006-4194-a02f-af4ce7e5a9d5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.66 "DELETE /v2.0/ports/41124d21-d5a2-4006-ab48-12e2f96162e0 HTTP/1.1" status: 204 len: 173 time: 1.4703512 Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:44.346234 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:44.380776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Allocated IP 172.20.0.10 (6add0826-1598-417e-9cf4-0c21261a0d0c/d3aad3ed-2412-46d8-9194-7251f4522651/82abd80b-73ca-49c4-b225-e3902bf44b60) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:44.424731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b406653-a6d8-4352-833a-fd352657962d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.426656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3b406653-a6d8-4352-833a-fd352657962d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8272028 Sep 16 05:19:44.434664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48764) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:44.440381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ef0e6225-1c0a-422c-9deb-c91a76000cca tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Request body: {'security_group_rule': {'security_group_id': 'fd46d276-2f9c-4f5f-8b67-63652ccebf2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:44.443205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-00a7ddf9-2cfa-4a5d-b74d-c89d564ee924 req-6e6528de-140c-4053-b3df-f66c61cff021 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099894 Sep 16 05:19:44.520620 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fde1fc-68fe-4402-8544-92c912045a64 x-openstack-request-id: req-e5fde1fc-68fe-4402-8544-92c912045a64 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:44.520924 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-deleted", "tag": "02ddc6c5-915f-4350-9445-d814eea1f787", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:44.521176 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5fde1fc-68fe-4402-8544-92c912045a64 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:44.521586 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-deleted', 'tag': '02ddc6c5-915f-4350-9445-d814eea1f787', 'status': 'completed', 'code': 200} Sep 16 05:19:44.546585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc10d9b9-84b1-4184-a4bb-b3726d9a4300 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:44.555938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.568567 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.576552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.578540 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9 HTTP/1.1" status: 204 len: 168 time: 0.7207029 Sep 16 05:19:44.602420 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1ffc48a8-a634-4731-871a-1e339cf57e62 req-4bfde472-9163-4cd4-90bb-d76ecb2757eb tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.605521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1ffc48a8-a634-4731-871a-1e339cf57e62 req-4bfde472-9163-4cd4-90bb-d76ecb2757eb tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.613342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ffc48a8-a634-4731-871a-1e339cf57e62 req-4bfde472-9163-4cd4-90bb-d76ecb2757eb tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "DELETE /v2.0/security-groups/f8b641ba-1750-46ba-a554-2fb6c1d8c736 HTTP/1.1" status: 204 len: 173 time: 0.5353329 Sep 16 05:19:44.614660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaf05713-fa4d-4ac8-b124-a30d2cf89cb2 req-78b9c57f-4ab3-43dd-93ac-bc34997d558b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 210 time: 0.0560210 Sep 16 05:19:44.622217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bda2b1-9564-46ad-ab94-99c31eca1327 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ea0866-4b5c-4f46-9e6a-64fb6942a2b9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:44.629187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6225-1c0a-422c-9deb-c91a76000cca tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.660966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Transition to ACTIVE for port object cc10d9b9-84b1-4184-a4bb-b3726d9a4300 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:44.676508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfde472-9163-4cd4-90bb-d76ecb2757eb tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b641ba-1750-46ba-a554-2fb6c1d8c736,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:44.759345 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-365a06d8-a1a8-4aea-8fa8-7be89f6a8717 req-678d8b92-13ba-4f92-987b-ced14d221913 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 210 time: 0.0574925 Sep 16 05:19:44.770032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.831982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6225-1c0a-422c-9deb-c91a76000cca tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.886436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b33daf15-8c93-4d90-a88b-7224a6caf30c req-5c35a5c0-5542-4009-aeda-f783ce5e9212 tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/f5e25310-171d-48b2-88ac-0a9a95beb299 HTTP/1.1" status: 200 len: 1812 time: 0.1975551 Sep 16 05:19:44.914698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7046ad7-de94-4b1c-9235-2350004beae8 req-a538226c-6ecb-4bd0-8b9b-cabc359f0007 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.920518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7046ad7-de94-4b1c-9235-2350004beae8 req-a538226c-6ecb-4bd0-8b9b-cabc359f0007 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.0638275 Sep 16 05:19:44.940497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6225-1c0a-422c-9deb-c91a76000cca tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.971346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.977501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e6225-1c0a-422c-9deb-c91a76000cca tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f676ef5-8a22-4c0d-ad61-8d1d195ef91b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:44.993852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7046ad7-de94-4b1c-9235-2350004beae8 req-0ca8afbb-6b20-4fc6-9d1b-f904e0ba514c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657883 Sep 16 05:19:45.051390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Pushing event updated for resources: {'Port': ['ID=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:45.063896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6225-1c0a-422c-9deb-c91a76000cca tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.069624 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef0e6225-1c0a-422c-9deb-c91a76000cca tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6336193 Sep 16 05:19:45.072147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48776) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:45.078400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:45.133139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f1fb6e8-1c3c-4878-833c-932b125136d1 req-273fc344-355a-4201-8018-45b87c28db3a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 210 time: 0.0328631 Sep 16 05:19:45.191285 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-9a511512-c114-47eb-a4f0-ea1bd55a1a93 service neutron] show failed (client error): The resource could not be found. Sep 16 05:19:45.192324 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-9a511512-c114-47eb-a4f0-ea1bd55a1a93 service neutron] 10.222.0.30 "GET /v2.0/ports/c5ebcb15-b90c-4fa3-b17b-dba8062035b3/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.3297610 Sep 16 05:19:45.207233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b33daf15-8c93-4d90-a88b-7224a6caf30c req-79152cf4-bbc0-4eca-8075-cbdcff00a8cf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.209304 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.214288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Attempting to bind port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:45.214565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Attempting to bind port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'fdf1b801-b39c-46bc-8e66-8b84638d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ee684761-f385-4e7d-b202-4fe99af6e2d5'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:45.215411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Attempting to bind port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 on network ee684761-f385-4e7d-b202-4fe99af6e2d5 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:45.237604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 on network ee684761-f385-4e7d-b202-4fe99af6e2d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:45.237876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48778) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:45.238100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Attempting to bind port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 on network ee684761-f385-4e7d-b202-4fe99af6e2d5 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:45.257032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b33daf15-8c93-4d90-a88b-7224a6caf30c req-79152cf4-bbc0-4eca-8075-cbdcff00a8cf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.268499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:45.269037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Checking segment: {'id': 'fdf1b801-b39c-46bc-8e66-8b84638d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ee684761-f385-4e7d-b202-4fe99af6e2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:45.270104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Bound using segment: {'id': 'fdf1b801-b39c-46bc-8e66-8b84638d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ee684761-f385-4e7d-b202-4fe99af6e2d5'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:45.270484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Bound port: cc10d9b9-84b1-4184-a4bb-b3726d9a4300, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf1b801-b39c-46bc-8e66-8b84638d41e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ee684761-f385-4e7d-b202-4fe99af6e2d5'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:45.271060 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.295898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.320064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5c42f808-91c1-4108-9700-43471b716831 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e9ea498b78844e48522f583b72988d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804911 Sep 16 05:19:45.330932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48780) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:45.398037 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.455574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Network 6add0826-1598-417e-9cf4-0c21261a0d0c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:45.475967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Pushing event updated for resources: {'Port': ['ID=82abd80b-73ca-49c4-b225-e3902bf44b60,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:45.486715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:45.489454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:45.579439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.580137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.605052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] For port cc10d9b9-84b1-4184-a4bb-b3726d9a4300, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:45.614534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] For port cc10d9b9-84b1-4184-a4bb-b3726d9a4300, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,segment=NetworkSegment(fdf1b801-b39c-46bc-8e66-8b84638d41e5),segment_id=fdf1b801-b39c-46bc-8e66-8b84638d41e5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:45.621684 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8df8ac9-738d-4abc-a108-8d30b6b20d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.624916 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Allocated IP 172.25.1.228 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b39f52ee-e2ae-439a-b6b7-5688806f567c) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:45.679427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b33daf15-8c93-4d90-a88b-7224a6caf30c req-79152cf4-bbc0-4eca-8075-cbdcff00a8cf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.684878 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b33daf15-8c93-4d90-a88b-7224a6caf30c req-79152cf4-bbc0-4eca-8075-cbdcff00a8cf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.701210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b33daf15-8c93-4d90-a88b-7224a6caf30c req-79152cf4-bbc0-4eca-8075-cbdcff00a8cf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "DELETE /v2.0/security-groups/f5e25310-171d-48b2-88ac-0a9a95beb299 HTTP/1.1" status: 204 len: 173 time: 0.7905633 Sep 16 05:19:45.736983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8df8ac9-738d-4abc-a108-8d30b6b20d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.745171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619cf28-6f7c-4323-8ff7-d31a39f2328c req-d35c125a-7fa7-4fc4-9663-b417584035ff tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.748096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0619cf28-6f7c-4323-8ff7-d31a39f2328c req-d35c125a-7fa7-4fc4-9663-b417584035ff tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 944 time: 0.1647074 Sep 16 05:19:45.805837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7ac21f1c-f723-4824-9d9c-8368b4ea881a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5754557 Sep 16 05:19:45.813610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79152cf4-bbc0-4eca-8075-cbdcff00a8cf tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e25310-171d-48b2-88ac-0a9a95beb299,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:45.816111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.848219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Request body: {'port': {'device_id': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:45.875072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0619cf28-6f7c-4323-8ff7-d31a39f2328c req-84c45124-5d9e-41b8-865c-57d83b8500c4 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847719 Sep 16 05:19:45.920759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.951843 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:45.979573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8df8ac9-738d-4abc-a108-8d30b6b20d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.979573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8df8ac9-738d-4abc-a108-8d30b6b20d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.980096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c89beeb2-36ca-4395-9755-150572df6ea4 None None] Provisioning complete for port 82abd80b-73ca-49c4-b225-e3902bf44b60 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:45.980096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c89beeb2-36ca-4395-9755-150572df6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.980960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e8df8ac9-738d-4abc-a108-8d30b6b20d2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/818bf807-4dbf-4fa8-8320-4fddadbecc60 HTTP/1.1" status: 204 len: 168 time: 0.6018651 Sep 16 05:19:46.067285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c89beeb2-36ca-4395-9755-150572df6ea4 None None] Port 82abd80b-73ca-49c4-b225-e3902bf44b60 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:46.075009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5f86071-30dc-48d5-a3fe-8e372025b0b5 req-da57cf88-b33e-4481-848d-978a926026ef tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "GET /v2.0/security-groups/a425c519-5b50-4c6c-9e08-82d34ac47bb6 HTTP/1.1" status: 200 len: 1812 time: 0.1582656 Sep 16 05:19:46.080217 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.080847 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.082515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] 10.222.0.30 "PUT /v2.0/ports/cc10d9b9-84b1-4184-a4bb-b3726d9a4300 HTTP/1.1" status: 200 len: 1093 time: 2.4148104 Sep 16 05:19:46.093271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-f2569019-5a77-40fb-ad74-2833b53a467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.095736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-f2569019-5a77-40fb-ad74-2833b53a467f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae&tenant_id=87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 1102 time: 0.1561432 Sep 16 05:19:46.096952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-5163abef-220a-4de7-9614-724760342cb7 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.098555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-5163abef-220a-4de7-9614-724760342cb7 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.66 "GET /v2.0/networks?id=9849f8dd-fbfd-4ed7-840e-2321dac266e3 HTTP/1.1" status: 200 len: 814 time: 0.4596126 Sep 16 05:19:46.122132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.137368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c59c03a-b15a-4a0b-b462-cd741d2b0d4d req-e261340b-39fb-45ab-a15f-f0c6fd873408 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=cffa8826-aa26-493d-9305-826ece6e461f HTTP/1.1" status: 200 len: 210 time: 0.1777866 Sep 16 05:19:46.147000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Request body: {'port': {'device_id': '1f5212d1-d582-40e5-810e-a72cdb3946a0', 'network_id': '9849f8dd-fbfd-4ed7-840e-2321dac266e3', 'admin_state_up': True, 'tenant_id': '4d4e984145604f24af5a2ef1c8ce9f35'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:46.149360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:46.153731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df8ac9-738d-4abc-a108-8d30b6b20d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818bf807-4dbf-4fa8-8320-4fddadbecc60,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:46.156175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11782724-6862-49d4-b454-4c4aa9e48a35 service neutron] Pushing event updated for resources: {'Port': ['ID=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:46.261584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:46.271649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:46.287338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:46.341828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event updated for resources: {'Port': ['ID=b39f52ee-e2ae-439a-b6b7-5688806f567c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:46.362126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d5f86071-30dc-48d5-a3fe-8e372025b0b5 req-7ba9759f-521d-4e63-9453-d0f24bc7320d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.439066 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.444747 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d5f86071-30dc-48d5-a3fe-8e372025b0b5 req-7ba9759f-521d-4e63-9453-d0f24bc7320d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.482589 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.618232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-deleted', 'tag': '41124d21-d5a2-4006-ab48-12e2f96162e0'}, {'name': 'network-changed', 'server_uuid': '2e4b2d04-711b-4f87-8dd5-e79af8536f64', 'tag': 'cc10d9b9-84b1-4184-a4bb-b3726d9a4300'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:46.620612 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9" -d '{"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-deleted", "tag": "41124d21-d5a2-4006-ab48-12e2f96162e0"}, {"name": "network-changed", "server_uuid": "2e4b2d04-711b-4f87-8dd5-e79af8536f64", "tag": "cc10d9b9-84b1-4184-a4bb-b3726d9a4300"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:46.711115 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e1babc3-0155-4194-9a22-72390b12b532 req-bc282843-5473-4425-a997-cbf7094ebe06 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 210 time: 0.0842078 Sep 16 05:19:46.715238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.734401 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.738863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d5f86071-30dc-48d5-a3fe-8e372025b0b5 req-7ba9759f-521d-4e63-9453-d0f24bc7320d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.747013 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d5f86071-30dc-48d5-a3fe-8e372025b0b5 req-7ba9759f-521d-4e63-9453-d0f24bc7320d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.747013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5f86071-30dc-48d5-a3fe-8e372025b0b5 req-7ba9759f-521d-4e63-9453-d0f24bc7320d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] 10.222.0.49 "DELETE /v2.0/security-groups/a425c519-5b50-4c6c-9e08-82d34ac47bb6 HTTP/1.1" status: 204 len: 173 time: 0.6675863 Sep 16 05:19:46.768827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48804) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:46.792706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9759f-521d-4e63-9453-d0f24bc7320d tempest-SecurityGroupRulesNegativeTestJSON-1243725615 tempest-SecurityGroupRulesNegativeTestJSON-1243725615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a425c519-5b50-4c6c-9e08-82d34ac47bb6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:46.849404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:46.923078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-fc88c6da-ab24-432f-9234-0b79c1811728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.924748 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-fc88c6da-ab24-432f-9234-0b79c1811728 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40a02dc5ec9445fe95ee5e756b405fb8&device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 1096 time: 0.3009896 Sep 16 05:19:46.965150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Deleting subnet cc758003-2723-4fa9-9f04-fb844ab31d9b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:46.994876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.012960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:47.091566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c6896-576a-455d-9ae1-5fdb759feba6 req-6df262c9-0581-460f-b823-7ca50aea0ec0 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.093220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a30c6896-576a-455d-9ae1-5fdb759feba6 req-6df262c9-0581-460f-b823-7ca50aea0ec0 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 932 time: 0.1728640 Sep 16 05:19:47.115351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:47.118172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-7d52866a-8ba6-4724-b5cc-8302b1601b3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc10d9b9-84b1-4184-a4bb-b3726d9a4300 HTTP/1.1" status: 200 len: 217 time: 0.1682715 Sep 16 05:19:47.118345 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5857af1-8f05-4bdc-8bd3-889e6f2e87d8" -d '{"events": [{"server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:47.122436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.146937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.161295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Transition to ACTIVE for port object c5ebcb15-b90c-4fa3-b17b-dba8062035b3 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:47.164483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2c90-4f18-401b-88b9-4208316fd904 req-1fcbfb76-d82f-4930-b028-51ab5d331063 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.168410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cabc2c90-4f18-401b-88b9-4208316fd904 req-1fcbfb76-d82f-4930-b028-51ab5d331063 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.3233960 Sep 16 05:19:47.175121 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a30c6896-576a-455d-9ae1-5fdb759feba6 req-c192f33d-7f43-4bb0-ba51-9afc5c56116b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722041 Sep 16 05:19:47.195780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.231202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.234479 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65b3c5d-e74a-45e4-93ae-39579575cf73 x-openstack-request-id: req-d65b3c5d-e74a-45e4-93ae-39579575cf73 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:47.234746 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffa8826-aa26-493d-9305-826ece6e461f", "name": "network-vif-deleted", "tag": "41124d21-d5a2-4006-ab48-12e2f96162e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e4b2d04-711b-4f87-8dd5-e79af8536f64", "tag": "cc10d9b9-84b1-4184-a4bb-b3726d9a4300", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:47.235200 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d65b3c5d-e74a-45e4-93ae-39579575cf73 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:47.235790 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffa8826-aa26-493d-9305-826ece6e461f', 'name': 'network-vif-deleted', 'tag': '41124d21-d5a2-4006-ab48-12e2f96162e0', 'status': 'completed', 'code': 200} Sep 16 05:19:47.236410 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4b2d04-711b-4f87-8dd5-e79af8536f64', 'tag': 'cc10d9b9-84b1-4184-a4bb-b3726d9a4300', 'status': 'completed', 'code': 200} Sep 16 05:19:47.273580 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.297262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Made reservation on behalf of 4d4e984145604f24af5a2ef1c8ce9f35 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:47.301104 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.319699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-6b62d75a-7bdc-4e63-99e8-bb0163a72377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.321341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-6b62d75a-7bdc-4e63-99e8-bb0163a72377 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c5f7c06-3982-43bf-bb95-10230bfac070 HTTP/1.1" status: 200 len: 852 time: 0.1928594 Sep 16 05:19:47.344045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.364510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event updated for resources: {'Port': ['ID=b39f52ee-e2ae-439a-b6b7-5688806f567c,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:47.444145 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cabc2c90-4f18-401b-88b9-4208316fd904 req-5339bf21-9890-4cb5-b417-6a1975d7254f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227736 Sep 16 05:19:47.452181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-27b50ab2-c309-425c-9a21-710c0c3d8825 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee684761-f385-4e7d-b202-4fe99af6e2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128798 Sep 16 05:19:47.664811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48824) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:47.833041 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e87802-fb2d-48f9-8558-8bbe8a7375af x-openstack-request-id: req-82e87802-fb2d-48f9-8558-8bbe8a7375af {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:47.833041 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:47.833248 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82e87802-fb2d-48f9-8558-8bbe8a7375af {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:47.834342 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'code': 200} Sep 16 05:19:47.849684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.882564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] No DVR routers for this DVR port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:47.902156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=6']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:47.918449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b06611-e640-404b-914b-c1bedd8e2996 req-58acc662-f2ab-4e6b-9bb2-9aa9b524fabd tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.923650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf28bb3c-1703-4598-bae0-392348687939 req-962c77cf-ee69-41a9-91b0-64993d80b40c tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 210 time: 0.0806038 Sep 16 05:19:47.927721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1dcb07-910d-4559-845a-1e98c980960a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting subnet 9ed14f55-2765-4d74-9e54-160cfa2d8b69 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:47.928536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18b06611-e640-404b-914b-c1bedd8e2996 req-58acc662-f2ab-4e6b-9bb2-9aa9b524fabd tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 944 time: 0.6066108 Sep 16 05:19:47.939212 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.941205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1dcb07-910d-4559-845a-1e98c980960a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.993715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Attempting to bind port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:47.994271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Attempting to bind port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:47.994816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Attempting to bind port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:47.999626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Allocated IP 172.20.0.9 (9849f8dd-fbfd-4ed7-840e-2321dac266e3/c02583fc-c6e6-4bd4-8ec2-30e52fad492e/ce231796-e97b-42c8-b7a7-37585e7fb4cc) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:48.002061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.009377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1f34599f-5199-499f-9690-ce7322374c00 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9358187 Sep 16 05:19:48.014831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:48.016487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Attempting to bind port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:48.037494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:48.039095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:48.039944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:48.040760 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Bound port: c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:48.041339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.060051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc758003-2723-4fa9-9f04-fb844ab31d9b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:48.076783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82abd80b-73ca-49c4-b225-e3902bf44b60 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:48.084963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-1c955b00-b1af-45da-8e7c-e00bd891e27a service neutron] 10.222.0.30 "GET /v2.0/networks/ee684761-f385-4e7d-b202-4fe99af6e2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072147 Sep 16 05:19:48.090711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.092821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cc758003-2723-4fa9-9f04-fb844ab31d9b HTTP/1.1" status: 204 len: 168 time: 1.3208804 Sep 16 05:19:48.101630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48834) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:48.111147 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18b06611-e640-404b-914b-c1bedd8e2996 req-34ae38ab-54bc-42b3-a290-f81924cef98f tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815526 Sep 16 05:19:48.122928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1dcb07-910d-4559-845a-1e98c980960a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.127543 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.138487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.139086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.139765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.140764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.141251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.141737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.142317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.142848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.143331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.143796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.144287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.144770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d789116-17c0-4282-a17e-1d11dfc6ab71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:48.158768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:48.165346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:48.259573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Transition to ACTIVE for port object 82abd80b-73ca-49c4-b225-e3902bf44b60 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:48.277530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.344788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.345413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.347669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] 10.222.0.66 "PUT /v2.0/ports/c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 1097 time: 2.2102537 Sep 16 05:19:48.378203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cb346-c4ca-4abe-ae8a-01e622d04eed service neutron] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=7']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:48.397801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eea2c9-26a5-4f9e-8ac7-c8cc334d6f6b req-86ab3bdb-f438-4175-b906-edc64e0f3674 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.399618 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91eea2c9-26a5-4f9e-8ac7-c8cc334d6f6b req-86ab3bdb-f438-4175-b906-edc64e0f3674 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 932 time: 0.0889082 Sep 16 05:19:48.429690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c5ebcb15-b90c-4fa3-b17b-dba8062035b3 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:48.438778 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.489936 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.491367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-9705a2e8-7d71-4924-bc9b-0ccde99c3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.493101 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-9705a2e8-7d71-4924-bc9b-0ccde99c3266 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1100 time: 0.0923738 Sep 16 05:19:48.503775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91eea2c9-26a5-4f9e-8ac7-c8cc334d6f6b req-0cc98f4b-481d-4db8-90b7-59ab3963ac54 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877306 Sep 16 05:19:48.544269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c5ebcb15-b90c-4fa3-b17b-dba8062035b3 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:48.664210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-a1e85a69-2194-44bb-8eea-63a43c60d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.665853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-a1e85a69-2194-44bb-8eea-63a43c60d0c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1588652 Sep 16 05:19:48.710197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97622d9f-abe4-4e9d-b7a4-dab2576cf7cb req-9ba2e971-0cef-46c5-805f-e9c6ac90efb8 service neutron] 10.222.0.30 "GET /v2.0/networks/ee684761-f385-4e7d-b202-4fe99af6e2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097288 Sep 16 05:19:48.736112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=82abd80b-73ca-49c4-b225-e3902bf44b60,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:48.746778 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1dcb07-910d-4559-845a-1e98c980960a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.749700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-9e42ab36-6c03-4b91-bd07-d4440cb65a1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.0591013 Sep 16 05:19:48.780772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e7e96-6a3e-402a-85ae-10e6bf517eb5 req-2d73d64e-8876-4e88-bd96-af3ed1c3c0e2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.782457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-456e7e96-6a3e-402a-85ae-10e6bf517eb5 req-2d73d64e-8876-4e88-bd96-af3ed1c3c0e2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 948 time: 0.1354935 Sep 16 05:19:48.887025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-e4e7a840-72d9-4711-a37a-7224d3a134cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.889750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-e4e7a840-72d9-4711-a37a-7224d3a134cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1268079 Sep 16 05:19:48.894257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-456e7e96-6a3e-402a-85ae-10e6bf517eb5 req-54812fd8-1b01-49df-a7b3-b44abc98337d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868120 Sep 16 05:19:48.973597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7763b8-a668-4d58-8162-db4761827585 req-6bf2d27b-bf94-4220-92ba-c86a35bff2b8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.977707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-6bf2d27b-bf94-4220-92ba-c86a35bff2b8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 822 time: 0.6656373 Sep 16 05:19:49.000008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-b06aa7b8-5d67-4f3a-ad07-f8d6158cb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.002428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-b06aa7b8-5d67-4f3a-ad07-f8d6158cb3ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011610 Sep 16 05:19:49.067923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.158474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d3a1411-1139-4774-9929-3f785cb16dca req-da0f026d-ff15-42d8-9960-16288a8fee90 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 210 time: 0.0998087 Sep 16 05:19:49.177186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-aae783e4-2d44-499f-8e45-b82b7c67d7fd tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/quotas/4683bcbaaf764730b43842cca77fc970 HTTP/1.1" status: 200 len: 375 time: 0.1392801 Sep 16 05:19:49.179890 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.193331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-49a8fd91-38e6-4a70-9448-003a91ac939a service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824687 Sep 16 05:19:49.276502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92b1d39-ae60-4616-8451-d2aebce9f244']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:49.296923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1dcb07-910d-4559-845a-1e98c980960a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.300235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa6ea1c-3d65-41d6-91cf-39d9c402bb13') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:49.300606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa6ea1c-3d65-41d6-91cf-39d9c402bb13') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:49.308185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Attempting to bind port 82abd80b-73ca-49c4-b225-e3902bf44b60 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:49.308582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Attempting to bind port 82abd80b-73ca-49c4-b225-e3902bf44b60 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:49.308899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Attempting to bind port 82abd80b-73ca-49c4-b225-e3902bf44b60 on network 6add0826-1598-417e-9cf4-0c21261a0d0c {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:49.312394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-dd35f171-32db-45a6-b051-5152373ff306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.313953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-dd35f171-32db-45a6-b051-5152373ff306 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40a02dc5ec9445fe95ee5e756b405fb8&device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 1096 time: 0.3936195 Sep 16 05:19:49.356152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.373192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Port 82abd80b-73ca-49c4-b225-e3902bf44b60 on network 6add0826-1598-417e-9cf4-0c21261a0d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:49.373536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Attempting to bind port 82abd80b-73ca-49c4-b225-e3902bf44b60 on network 6add0826-1598-417e-9cf4-0c21261a0d0c {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:49.375555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dcb07-910d-4559-845a-1e98c980960a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed14f55-2765-4d74-9e54-160cfa2d8b69,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:49.402529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97561d-edc1-4f8c-97c3-bd873790bf3c None None] Network d3a8f6f6-2762-4b68-b557-c56b63498f97 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:49.403791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d1dcb07-910d-4559-845a-1e98c980960a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.405766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8d1dcb07-910d-4559-845a-1e98c980960a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "DELETE /v2.0/subnets/9ed14f55-2765-4d74-9e54-160cfa2d8b69 HTTP/1.1" status: 204 len: 168 time: 1.7391598 Sep 16 05:19:49.407020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.417298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:49.417641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Checking segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:49.418033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Bound using segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:49.418487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Bound port: 82abd80b-73ca-49c4-b225-e3902bf44b60, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:49.418859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.420837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48886) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:49.432587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d303790d-2df9-404e-bcaa-c6be7901e8b5 req-6dad80f4-6ec5-499c-9671-b4f9bb2fabd3 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258735 Sep 16 05:19:49.448530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:49.453344 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:49.480860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b7fc-0113-41f0-ab14-f7f345795f9f req-538d939d-c44e-47c7-8cc1-600d98137f0e tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.483189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f18b7fc-0113-41f0-ab14-f7f345795f9f req-538d939d-c44e-47c7-8cc1-600d98137f0e tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 944 time: 0.1449585 Sep 16 05:19:49.513560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-cbbb27c4-66f9-429b-a58f-5602084c0c1a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3212121 Sep 16 05:19:49.555081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f18b7fc-0113-41f0-ab14-f7f345795f9f req-c55202e9-943c-463d-809d-67cc366f3d64 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510786 Sep 16 05:19:49.645777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] DHCP port deletion for d3a8f6f6-2762-4b68-b557-c56b63498f97 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:49.741974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2ab97-f8a6-4ee9-9ff2-222c7922ee4d req-88a00445-1656-415d-8eef-cd837e975992 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.747617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] Deleting port bc1e16a9-6153-4659-87c9-08d76bc75a58 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:49.749282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.755259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75d2ab97-f8a6-4ee9-9ff2-222c7922ee4d req-88a00445-1656-415d-8eef-cd837e975992 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 944 time: 0.0822425 Sep 16 05:19:49.820578 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75d2ab97-f8a6-4ee9-9ff2-222c7922ee4d req-a0a92349-b0fd-44be-b9e5-32733ce412a3 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618422 Sep 16 05:19:49.836027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:49.841871 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8b2212-483c-4b8c-b047-e1efe9c8648e" -d '{"events": [{"name": "network-changed", "server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:49.854007 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-431fac08-6d0f-4753-a9ea-60b337cad08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.873921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] For port bc1e16a9-6153-4659-87c9-08d76bc75a58, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bc1e16a9-6153-4659-87c9-08d76bc75a58,segment=NetworkSegment(61852e37-e234-456e-b9c3-7205f5970030),segment_id=61852e37-e234-456e-b9c3-7205f5970030)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:49.873921 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.889139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] Calling delete_port for bc1e16a9-6153-4659-87c9-08d76bc75a58 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:49.941400 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef59a703-464f-415d-b0fb-6712e75861b4 x-openstack-request-id: req-ef59a703-464f-415d-b0fb-6712e75861b4 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:49.941696 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:49.941949 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef59a703-464f-415d-b0fb-6712e75861b4 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:49.942613 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'status': 'completed', 'code': 200} Sep 16 05:19:50.043750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48896) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:50.087521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.100013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.154513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-810f511a-749d-4383-b12f-629d9b3705a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.157435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-810f511a-749d-4383-b12f-629d9b3705a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1100 time: 0.1648641 Sep 16 05:19:50.179211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] Pushing event deleted for resources: {'Port': ['ID=bc1e16a9-6153-4659-87c9-08d76bc75a58,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:50.197877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ae299-6927-4b8a-9970-b33f2106e68a None None] No DVR routers for this DVR port bc1e16a9-6153-4659-87c9-08d76bc75a58 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:50.214802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869664d8-6117-45b0-b63c-0b501bce0145 req-e5e2caac-aea4-4065-a9d9-971d37a57777 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.214802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-869664d8-6117-45b0-b63c-0b501bce0145 req-e5e2caac-aea4-4065-a9d9-971d37a57777 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 948 time: 0.1591799 Sep 16 05:19:50.254673 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c68dc57-b9b6-4177-8457-3910717c6796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.349359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:50.353240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-869664d8-6117-45b0-b63c-0b501bce0145 req-04f41f0e-df9d-4711-895d-c1d5ddc586c4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246088 Sep 16 05:19:50.355195 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.387537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-75c78a0d-b6b7-4734-8c3a-f2f2f0d1c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.396956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-75c78a0d-b6b7-4734-8c3a-f2f2f0d1c159 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2315633 Sep 16 05:19:50.418653 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.433558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:50.442893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device cc10d9b9-84b1-4184-a4bb-b3726d9a4300 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:50.453646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.460392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:50.471399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] For port 82abd80b-73ca-49c4-b225-e3902bf44b60, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:50.485381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-6293fb3f-3f10-4e05-82cb-8d75a0b8e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.487992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-6293fb3f-3f10-4e05-82cb-8d75a0b8e848 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee684761-f385-4e7d-b202-4fe99af6e2d5 HTTP/1.1" status: 200 len: 913 time: 1.1379774 Sep 16 05:19:50.500518 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.504265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b92b1d39-ae60-4616-8451-d2aebce9f244 HTTP/1.1" status: 204 len: 168 time: 2.3964794 Sep 16 05:19:50.509146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Pushing event updated for resources: {'Port': ['ID=ce231796-e97b-42c8-b7a7-37585e7fb4cc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:50.519042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-df51be80-8b80-471c-8f06-fe58d11f501a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.1035216 Sep 16 05:19:50.597494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-cd620647-483c-4c34-8cdc-80be6e011785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.600120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-cd620647-483c-4c34-8cdc-80be6e011785 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1100 time: 0.5139871 Sep 16 05:19:50.613942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] For port 82abd80b-73ca-49c4-b225-e3902bf44b60, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=82abd80b-73ca-49c4-b225-e3902bf44b60,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:50.620273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a99580-d9a3-4c21-93df-2019cfbd77f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92b1d39-ae60-4616-8451-d2aebce9f244,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:50.672949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port cc10d9b9-84b1-4184-a4bb-b3726d9a4300, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,segment=NetworkSegment(fdf1b801-b39c-46bc-8e66-8b84638d41e5),segment_id=fdf1b801-b39c-46bc-8e66-8b84638d41e5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:50.689107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'cc10d9b9-84b1-4184-a4bb-b3726d9a4300', 'network_id': 'ee684761-f385-4e7d-b202-4fe99af6e2d5', 'port_id': 'cc10d9b9-84b1-4184-a4bb-b3726d9a4300', 'mac_address': 'fa:16:3e:d6:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5f7c06-3982-43bf-bb95-10230bfac070', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:50.711535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f8a8a-e102-487e-b82b-7e5db2f4df11 req-4d4122ef-95f1-431c-b7a4-784334ba7505 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.713352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f3f8a8a-e102-487e-b82b-7e5db2f4df11 req-4d4122ef-95f1-431c-b7a4-784334ba7505 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 931 time: 0.2074409 Sep 16 05:19:50.728712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-2b347683-f802-4360-8be0-120e2812e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.731166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-2b347683-f802-4360-8be0-120e2812e5ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1546156 Sep 16 05:19:50.761462 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.764583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-443cd199-317f-47fd-9edf-17c5bc43fc30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc10d9b9-84b1-4184-a4bb-b3726d9a4300 HTTP/1.1" status: 200 len: 217 time: 0.2483265 Sep 16 05:19:50.788898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc10d9b9-84b1-4184-a4bb-b3726d9a4300 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:50.821305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port cc10d9b9-84b1-4184-a4bb-b3726d9a4300, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,segment=NetworkSegment(fdf1b801-b39c-46bc-8e66-8b84638d41e5),segment_id=fdf1b801-b39c-46bc-8e66-8b84638d41e5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:50.840350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c68dc57-b9b6-4177-8457-3910717c6796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.840654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.849146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f3f8a8a-e102-487e-b82b-7e5db2f4df11 req-f0a485bc-9a26-4799-9336-5ac07cf80d18 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251800 Sep 16 05:19:50.853979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-3601d4e9-a6f5-477f-9715-1d1fa9fe52ba service neutron] 10.222.0.49 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848718 Sep 16 05:19:50.865086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-4aa4532a-bd3f-4956-bda0-20692353a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.867964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-4aa4532a-bd3f-4956-bda0-20692353a9a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146672 Sep 16 05:19:50.893275 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.968284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.005759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c68dc57-b9b6-4177-8457-3910717c6796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.016940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.017620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.036922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48908) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:51.111361 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c68dc57-b9b6-4177-8457-3910717c6796 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b72ca1b3b9a40918d2f4d263d5d49b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0646634 Sep 16 05:19:51.114352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.115407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.117545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 1093 time: 5.2776089 Sep 16 05:19:51.118067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:51.129962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:51.132491 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87184b6b-4209-41c1-878c-286ae79257d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:51.132900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68dc57-b9b6-4177-8457-3910717c6796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b0701d-8c35-46e0-a6f2-d5746a7b1522,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.146124 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-7057c962-59f9-4a37-9e39-57eb9a7e90d0 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666111 Sep 16 05:19:51.186169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f6cb72e-d0ea-456c-be12-c98621861099 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b48bb93c93b4868a534fbd01254d76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425409 Sep 16 05:19:51.193794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48914) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:51.208820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae9b45-422e-4933-a1bf-1af495c81723 req-0ddbeef8-1925-421d-9df2-33a133ee89e9 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.210910 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4ae9b45-422e-4933-a1bf-1af495c81723 req-0ddbeef8-1925-421d-9df2-33a133ee89e9 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 945 time: 0.2091081 Sep 16 05:19:51.213279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['cc10d9b9-84b1-4184-a4bb-b3726d9a4300'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:51.219192 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.236194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-f857e010-5015-49a5-b133-ea31e1fc13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.238110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-f857e010-5015-49a5-b133-ea31e1fc13cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c5f7c06-3982-43bf-bb95-10230bfac070 HTTP/1.1" status: 200 len: 852 time: 0.4201524 Sep 16 05:19:51.298097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-71dbb983-a444-4408-8b32-2b77ed76e468 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1595933 Sep 16 05:19:51.352771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e027275-64c2-46b0-a806-abb79208b6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=82abd80b-73ca-49c4-b225-e3902bf44b60,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.358162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4ae9b45-422e-4933-a1bf-1af495c81723 req-e1130c9f-da78-4861-9874-3f79c21f875b tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977528 Sep 16 05:19:51.379810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Request body: {'port': {'device_id': '1f5212d1-d582-40e5-810e-a72cdb3946a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:51.395031 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccdb219b-9eb5-4c94-b454-6dd79d66e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.400459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-f509bf4d-14b1-4c5a-ae01-76ec5d1d0a9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee684761-f385-4e7d-b202-4fe99af6e2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342471 Sep 16 05:19:51.434073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccdb219b-9eb5-4c94-b454-6dd79d66e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.448735 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-19024081-cb03-4269-91d6-de08a47a3cea service neutron] 10.222.0.49 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931613 Sep 16 05:19:51.502972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-f9392d10-4053-45d1-9eb0-2dfcc1f3f36b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461812 Sep 16 05:19:51.530660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a8f6f6-2762-4b68-b557-c56b63498f97']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:51.587506 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccdb219b-9eb5-4c94-b454-6dd79d66e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.590493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccdb219b-9eb5-4c94-b454-6dd79d66e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.595098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ccdb219b-9eb5-4c94-b454-6dd79d66e325 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93415e6f-1ef4-4620-9680-7a1f5e05e8bb HTTP/1.1" status: 204 len: 168 time: 0.3949778 Sep 16 05:19:51.611350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb219b-9eb5-4c94-b454-6dd79d66e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93415e6f-1ef4-4620-9680-7a1f5e05e8bb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.614094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-82697c7b-bf59-4e4f-8e43-d9983678a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.622032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-82697c7b-bf59-4e4f-8e43-d9983678a87d service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.9325309 Sep 16 05:19:51.675963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ce073-689f-4850-9842-8ac1b01af025 req-aaa0866e-68c6-400c-a2cd-f2d373a31772 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.691524 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-005ce073-689f-4850-9842-8ac1b01af025 req-aaa0866e-68c6-400c-a2cd-f2d373a31772 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 944 time: 0.1503308 Sep 16 05:19:51.770514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bc1e16a9-6153-4659-87c9-08d76bc75a58 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:51.780948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-005ce073-689f-4850-9842-8ac1b01af025 req-4c1b79b9-7dae-4284-9b5c-6e8035cad1e7 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 Sep 16 05:19:51.840005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: bc1e16a9-6153-4659-87c9-08d76bc75a58 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:51.841174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bc1e16a9-6153-4659-87c9-08d76bc75a58 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:51.984953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61852e37-e234-456e-b9c3-7205f5970030') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:51.985818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61852e37-e234-456e-b9c3-7205f5970030') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:51.997443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-858b0506-2cd6-4049-ae24-d0bb2c94abdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.3326421 Sep 16 05:19:52.025020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6caa86a4-2cdc-43f5-9788-71346a2bc474 req-99fd2c0f-8ebf-479d-9509-feb230c8a247 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 210 time: 0.0588291 Sep 16 05:19:52.040180 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4c360d-e6bb-4ab7-9be4-d7403589335c x-openstack-request-id: req-bd4c360d-e6bb-4ab7-9be4-d7403589335c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:52.040180 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:52.040180 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd4c360d-e6bb-4ab7-9be4-d7403589335c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:52.040180 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'status': 'completed', 'code': 200} Sep 16 05:19:52.165074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.183521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.190711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:52.194654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.236666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f5c11-84cd-43e0-b488-8cbfd5842b46 req-a910ab87-5296-48b3-b545-e1b3e8b87bba tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:52.237553 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:52.242670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c4f5c11-84cd-43e0-b488-8cbfd5842b46 req-a910ab87-5296-48b3-b545-e1b3e8b87bba tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 931 time: 0.0928297 Sep 16 05:19:52.313882 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c4f5c11-84cd-43e0-b488-8cbfd5842b46 req-7e61af24-5903-4c33-83dd-541fa3b5af55 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623543 Sep 16 05:19:52.390988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.412545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add47b04-f520-4ec4-a3eb-d4e2470e0b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.458765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device cc10d9b9-84b1-4184-a4bb-b3726d9a4300 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:52.467632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-ddd750f5-39d8-4ffc-b88d-3e1182fd0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.470559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-ddd750f5-39d8-4ffc-b88d-3e1182fd0a92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1096 time: 1.0844955 Sep 16 05:19:52.538985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-dafbea4b-4d74-4bc8-86d5-afdd2df9b84a service neutron] 10.222.0.30 "GET /v2.0/networks/ee684761-f385-4e7d-b202-4fe99af6e2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0032594 Sep 16 05:19:52.583147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037117a8-1380-49ee-bece-4344001b26d0 req-fc7fdb5a-1c04-485f-a4c2-7c810e1c1363 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.585811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-037117a8-1380-49ee-bece-4344001b26d0 req-fc7fdb5a-1c04-485f-a4c2-7c810e1c1363 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 945 time: 0.0773115 Sep 16 05:19:52.630239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-037117a8-1380-49ee-bece-4344001b26d0 req-e9969085-3dc6-4aad-9017-b5e81fe4e57d tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372701 Sep 16 05:19:52.644262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-fda8acc5-964b-4aae-a099-7b17d1f7be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.646616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-fda8acc5-964b-4aae-a099-7b17d1f7be49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.5513494 Sep 16 05:19:52.660405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:52.669402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:52.670113 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.678967 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.701500 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c21a2e-214c-4db9-bbc3-38365774acc1 req-003967fb-0233-43d6-9e15-c2fae61b04db tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.714451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07c21a2e-214c-4db9-bbc3-38365774acc1 req-003967fb-0233-43d6-9e15-c2fae61b04db tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 948 time: 0.7153156 Sep 16 05:19:52.719377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-6ddaf466-20d0-492d-89a1-5985511500e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.2238667 Sep 16 05:19:52.745300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.749455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "DELETE /v2.0/networks/d3a8f6f6-2762-4b68-b557-c56b63498f97 HTTP/1.1" status: 204 len: 168 time: 3.3225529 Sep 16 05:19:52.752627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48942) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:52.754994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add47b04-f520-4ec4-a3eb-d4e2470e0b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.811782 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.857423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4b2d04-711b-4f87-8dd5-e79af8536f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc10d9b9-84b1-4184-a4bb-b3726d9a4300'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:52.875243 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1300fe58-90b8-484d-8345-e42e65513050" -d '{"events": [{"server_uuid": "2e4b2d04-711b-4f87-8dd5-e79af8536f64", "name": "network-vif-plugged", "status": "completed", "tag": "cc10d9b9-84b1-4184-a4bb-b3726d9a4300"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:52.881376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bb1527-43d1-4ad1-ba6d-eac43cf517f4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting subnet 5d5830f3-6811-4b21-93cb-87b0263675d2 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:52.886151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07bb1527-43d1-4ad1-ba6d-eac43cf517f4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.931399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port cc10d9b9-84b1-4184-a4bb-b3726d9a4300, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,segment=NetworkSegment(fdf1b801-b39c-46bc-8e66-8b84638d41e5),segment_id=fdf1b801-b39c-46bc-8e66-8b84638d41e5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:52.974543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07bb1527-43d1-4ad1-ba6d-eac43cf517f4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.982580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81676669-0a4e-492d-9937-a99db9279f65 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Network': ['ID=d3a8f6f6-2762-4b68-b557-c56b63498f97,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:53.016043 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.033896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ceeec8-916e-4178-868a-c9f9048412a7 req-65a00d83-4715-4401-b42e-6f3ee57c057b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.035519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60ceeec8-916e-4178-868a-c9f9048412a7 req-65a00d83-4715-4401-b42e-6f3ee57c057b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 944 time: 0.0948598 Sep 16 05:19:53.112010 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60ceeec8-916e-4178-868a-c9f9048412a7 req-1c41c807-448c-49ef-882e-b6a31d756006 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558195 Sep 16 05:19:53.143673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:53.158326 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27f15b33-550e-4900-b0a7-e179e16030e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.165997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c5ebcb15-b90c-4fa3-b17b-dba8062035b3 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:53.168648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaecd58a-5352-49b4-a7e2-42c540c2f2e9 req-1bf78fcc-9d00-4e5b-b933-ab57e6da5d99 service neutron] 10.222.0.30 "GET /v2.0/networks/ee684761-f385-4e7d-b202-4fe99af6e2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290835 Sep 16 05:19:53.214224 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07bb1527-43d1-4ad1-ba6d-eac43cf517f4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.233348 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871a9029-8a90-4b92-930e-9085ebff8817 x-openstack-request-id: req-871a9029-8a90-4b92-930e-9085ebff8817 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:53.233792 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4b2d04-711b-4f87-8dd5-e79af8536f64", "name": "network-vif-plugged", "status": "completed", "tag": "cc10d9b9-84b1-4184-a4bb-b3726d9a4300", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:53.234193 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-871a9029-8a90-4b92-930e-9085ebff8817 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:53.234806 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4b2d04-711b-4f87-8dd5-e79af8536f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc10d9b9-84b1-4184-a4bb-b3726d9a4300', 'code': 200} Sep 16 05:19:53.343105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7fe3b4e2-c3e7-48c4-847b-19aa4187b45c req-2d2f346c-dbd8-4632-9d11-35a3825edec5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 210 time: 0.0496280 Sep 16 05:19:53.418235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:53.447168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-63687f1a-bb0b-4143-862f-b4dfbb00abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.448406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'mac_address': 'fa:16:3e:fc:d6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:53.449926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-63687f1a-bb0b-4143-862f-b4dfbb00abf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.6751504 Sep 16 05:19:53.464774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301931c-aaf0-4b80-b27d-10c29f2181a0 req-7b76ddda-2ed4-44b0-a749-24f01a0a2066 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.473776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c301931c-aaf0-4b80-b27d-10c29f2181a0 req-7b76ddda-2ed4-44b0-a749-24f01a0a2066 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 931 time: 0.0671978 Sep 16 05:19:53.483797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07bb1527-43d1-4ad1-ba6d-eac43cf517f4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.517561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07c21a2e-214c-4db9-bbc3-38365774acc1 req-6668b922-8afd-4f12-9036-69cf656ee331 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7406197 Sep 16 05:19:53.518797 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.544141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ebcb15-b90c-4fa3-b17b-dba8062035b3 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:53.564180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb1527-43d1-4ad1-ba6d-eac43cf517f4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5830f3-6811-4b21-93cb-87b0263675d2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:53.579086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07bb1527-43d1-4ad1-ba6d-eac43cf517f4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.583651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-07bb1527-43d1-4ad1-ba6d-eac43cf517f4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "DELETE /v2.0/subnets/5d5830f3-6811-4b21-93cb-87b0263675d2 HTTP/1.1" status: 204 len: 168 time: 0.8270946 Sep 16 05:19:53.586028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48964) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:53.605326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d7daa3-ddf3-4955-91f0-4b5d38389e8b None None] Network eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:53.605450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-a7b07ae0-7904-47bc-af8a-ed6793ad3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.607434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-a7b07ae0-7904-47bc-af8a-ed6793ad3919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8863931 Sep 16 05:19:53.615142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:53.632360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:53.639072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c301931c-aaf0-4b80-b27d-10c29f2181a0 req-d0b1a22a-3bcb-4060-84f9-8054d860b7f1 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641216 Sep 16 05:19:53.733529 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.801496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting port 36c92082-b27f-483b-b5b2-4068ac23a56d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:53.802514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.866867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b9950-d15e-47fd-8124-798e070941d8 req-a5e15c6d-d921-4e0a-8d53-222bc990294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.868869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f6b9950-d15e-47fd-8124-798e070941d8 req-a5e15c6d-d921-4e0a-8d53-222bc990294d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 1098 time: 0.4663010 Sep 16 05:19:53.877353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2019490222-network', 'tenant_id': '9ba7166b7af84591b781b0a3dc1a5ae6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:53.908741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] For port 36c92082-b27f-483b-b5b2-4068ac23a56d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=36c92082-b27f-483b-b5b2-4068ac23a56d,segment=NetworkSegment(de18eba7-0ae9-4b49-a5d8-9ab31bd85170),segment_id=de18eba7-0ae9-4b49-a5d8-9ab31bd85170)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:53.909256 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.931061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Calling delete_port for 36c92082-b27f-483b-b5b2-4068ac23a56d owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:53.979156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-8ca9c968-472d-48bf-b1e3-5dc3da92dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:53.981790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-8ca9c968-472d-48bf-b1e3-5dc3da92dc37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4519365 Sep 16 05:19:53.989488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Made reservation on behalf of 9ba7166b7af84591b781b0a3dc1a5ae6 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:53.992574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.004449 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add47b04-f520-4ec4-a3eb-d4e2470e0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.009594 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-add47b04-f520-4ec4-a3eb-d4e2470e0b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.015368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-add47b04-f520-4ec4-a3eb-d4e2470e0b83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37b0701d-8c35-46e0-a6f2-d5746a7b1522 HTTP/1.1" status: 204 len: 168 time: 2.8745279 Sep 16 05:19:54.015664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.041288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.141145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.143805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add47b04-f520-4ec4-a3eb-d4e2470e0b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b0701d-8c35-46e0-a6f2-d5746a7b1522,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:54.183303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:54.201611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-27af29f2-3c51-4087-a76d-19371048b520 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792699 Sep 16 05:19:54.210113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.211464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.218664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f6b9950-d15e-47fd-8124-798e070941d8 req-d3246ed0-ba35-491c-81be-c427702569ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180058 Sep 16 05:19:54.248405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Port': ['ID=36c92082-b27f-483b-b5b2-4068ac23a56d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:54.253906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] No DVR routers for this DVR port 36c92082-b27f-483b-b5b2-4068ac23a56d on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:54.338086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b910bd3c-d016-4fd6-a277-f835ae04925c None None] DHCP port deletion for eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:54.384079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:54.392570 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.517907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.523627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:54.563347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dd612-0dcc-4319-b024-d4e74063eeba req-4b890ab3-f7f5-4a89-bcae-de5abc3a5108 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.565061 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-035dd612-0dcc-4319-b024-d4e74063eeba req-4b890ab3-f7f5-4a89-bcae-de5abc3a5108 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 944 time: 0.2964246 Sep 16 05:19:54.568921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36454c9-9361-4829-822d-9077e157af25,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:54.592429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.593456 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Added segment 3983c280-c7d5-473e-b941-e3057a2b4eac of type vlan for network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 Sep 16 05:19:54.604244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab5e153-5cfc-4379-98d3-3d6b0ac7cb61']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:54.621388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:54.621388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de18eba7-0ae9-4b49-a5d8-9ab31bd85170') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:54.664948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.700553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.704640 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.712204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8b4f8-94da-433c-82b6-0d4b2b35cf58 req-3bb458ca-d232-4b6d-8741-3972ce598ef0 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.720007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7df8b4f8-94da-433c-82b6-0d4b2b35cf58 req-3bb458ca-d232-4b6d-8741-3972ce598ef0 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 946 time: 0.8498819 Sep 16 05:19:54.727427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:54.727889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:54.731249 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:54.746365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-035dd612-0dcc-4319-b024-d4e74063eeba req-5c29ec30-e177-459b-8d47-5bce0345d4f0 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148896 Sep 16 05:19:54.897984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce231796-e97b-42c8-b7a7-37585e7fb4cc {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:54.906491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc5f7575-86b1-4118-83ae-8c00b7a0de98 req-c214e589-397f-426b-bba1-846e4618bd0e tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 210 time: 0.0321770 Sep 16 05:19:54.916533 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.920699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-85c92438-34ec-45c9-8d97-0ad26d9b6580 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045930 Sep 16 05:19:54.926893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7df8b4f8-94da-433c-82b6-0d4b2b35cf58 req-a44ff1dc-38e0-4708-84d1-cb6c61303a05 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039399 Sep 16 05:19:54.952415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.952415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.952415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.953313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8b2212-483c-4b8c-b047-e1efe9c8648e req-df3f0613-7a6a-41e8-bb84-fc4fdc2e8607 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327297 Sep 16 05:19:54.975587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Transition to ACTIVE for port object ce231796-e97b-42c8-b7a7-37585e7fb4cc will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:54.998321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.019709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.021963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "DELETE /v2.0/networks/eab5e153-5cfc-4379-98d3-3d6b0ac7cb61 HTTP/1.1" status: 204 len: 168 time: 1.4353454 Sep 16 05:19:55.038106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48990) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:55.053372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1535329327'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:55.119105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4991460 Sep 16 05:19:55.120234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:55.124519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70fe56-dd38-466d-b3f5-5e80312805a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe60218-4370-4bc9-a5cc-3ac099de1b94,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:55.134134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Request body: {'subnet': {'network_id': '9fe60218-4370-4bc9-a5cc-3ac099de1b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2019490222-subnet', 'tenant_id': '9ba7166b7af84591b781b0a3dc1a5ae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:55.140202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:55.141300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.158385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28273057-c4b1-4027-b14d-ee1b7d224db6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Network': ['ID=eab5e153-5cfc-4379-98d3-3d6b0ac7cb61,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:55.168930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c5ebcb15-b90c-4fa3-b17b-dba8062035b3 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:55.179341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ce0ac-f01f-4191-83fa-be2d5e757782 req-0dc68ed5-0367-416b-8374-2bbb2130026e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.180715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d3ce0ac-f01f-4191-83fa-be2d5e757782 req-0dc68ed5-0367-416b-8374-2bbb2130026e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 949 time: 0.1449952 Sep 16 05:19:55.240273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.248744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eacf7ed-b0be-4dec-bad1-9fc2dd2342df req-f5164539-1e34-44a8-b419-c3010f09b665 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165860 Sep 16 05:19:55.263901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d3ce0ac-f01f-4191-83fa-be2d5e757782 req-ef87b80b-49a2-4d8d-8f98-8b2639b11216 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758274 Sep 16 05:19:55.265808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cbf04-87b9-47eb-95f4-0926d2f22318 req-294d13f9-aaa5-4cc3-ace5-450f01ca22fe tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.268388 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb9cbf04-87b9-47eb-95f4-0926d2f22318 req-294d13f9-aaa5-4cc3-ace5-450f01ca22fe tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 943 time: 0.1999261 Sep 16 05:19:55.278332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Pushing event updated for resources: {'Port': ['ID=ce231796-e97b-42c8-b7a7-37585e7fb4cc,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:55.352617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:55.358056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.397293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7763b8-a668-4d58-8162-db4761827585 req-ba9006e3-7daf-4ea4-80d1-4862a66d7ff6 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.401125 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-ba9006e3-7daf-4ea4-80d1-4862a66d7ff6 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 822 time: 0.1828163 Sep 16 05:19:55.432117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:55.440689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Request body: {'port': {'device_id': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'admin_state_up': True, 'tenant_id': '4683bcbaaf764730b43842cca77fc970'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:55.471577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb9cbf04-87b9-47eb-95f4-0926d2f22318 req-7ef7ff5a-733e-479b-a68d-bc350ccb1cbb tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884189 Sep 16 05:19:55.486632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Attempting to bind port ce231796-e97b-42c8-b7a7-37585e7fb4cc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:55.487334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Attempting to bind port ce231796-e97b-42c8-b7a7-37585e7fb4cc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9849f8dd-fbfd-4ed7-840e-2321dac266e3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:55.487815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Attempting to bind port ce231796-e97b-42c8-b7a7-37585e7fb4cc on network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:55.494638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Port ce231796-e97b-42c8-b7a7-37585e7fb4cc on network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:55.495264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Attempting to bind port ce231796-e97b-42c8-b7a7-37585e7fb4cc on network 9849f8dd-fbfd-4ed7-840e-2321dac266e3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:55.500655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.500889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:55.500999 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Added segment 84144aed-dc81-46c3-aa81-2f954b561b37 of type vlan for network 0651b366-328f-46e6-b68d-dd57e892d7ba Sep 16 05:19:55.501237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Checking segment: {'id': '4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9849f8dd-fbfd-4ed7-840e-2321dac266e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:55.501587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Bound using segment: {'id': '4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9849f8dd-fbfd-4ed7-840e-2321dac266e3'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:55.502037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Bound port: ce231796-e97b-42c8-b7a7-37585e7fb4cc, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9849f8dd-fbfd-4ed7-840e-2321dac266e3'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:55.502717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.570037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:55.581214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:55.582097 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.587282 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.594575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] For port ce231796-e97b-42c8-b7a7-37585e7fb4cc, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:55.598536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] For port ce231796-e97b-42c8-b7a7-37585e7fb4cc, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ce231796-e97b-42c8-b7a7-37585e7fb4cc,segment=NetworkSegment(4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4),segment_id=4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:55.625557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Made reservation on behalf of 9ba7166b7af84591b781b0a3dc1a5ae6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:55.637056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.689604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 36c92082-b27f-483b-b5b2-4068ac23a56d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:55.714739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 36c92082-b27f-483b-b5b2-4068ac23a56d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:55.715082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 36c92082-b27f-483b-b5b2-4068ac23a56d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:55.731973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.744180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Made reservation on behalf of 4683bcbaaf764730b43842cca77fc970 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:55.747764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.750041 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.758105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.758105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.805538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184b6b-4209-41c1-878c-286ae79257d4 req-a9e10b58-3439-4684-8759-ba726d78fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.807078 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.807842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87184b6b-4209-41c1-878c-286ae79257d4 req-a9e10b58-3439-4684-8759-ba726d78fad1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1096 time: 0.1629677 Sep 16 05:19:55.942293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8950877 Sep 16 05:19:55.942293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e067a0-12fe-403b-98b4-4188ec50e309 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Network': ['ID=0651b366-328f-46e6-b68d-dd57e892d7ba,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:55.942734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:55.950057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49010) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:55.955257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'subnet': {'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:55.981254 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b344631a-ef2b-4b96-a732-acbe6d5bbcae" -d '{"events": [{"server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "name": "network-vif-plugged", "status": "completed", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:56.016100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0651b366-328f-46e6-b68d-dd57e892d7ba details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:56.082020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.082766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.085618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] 10.222.0.66 "PUT /v2.0/ports/ce231796-e97b-42c8-b7a7-37585e7fb4cc HTTP/1.1" status: 200 len: 1092 time: 4.7131834 Sep 16 05:19:56.086435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5212d1-d582-40e5-810e-a72cdb3946a0', 'tag': 'ce231796-e97b-42c8-b7a7-37585e7fb4cc'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:56.089054 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e717f9f4-b4a6-454d-b891-2d527cbe67e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5212d1-d582-40e5-810e-a72cdb3946a0", "tag": "ce231796-e97b-42c8-b7a7-37585e7fb4cc"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:56.093745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49018) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:56.174273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Allocated IP 172.20.0.5 (cbc9b2a7-997a-4270-88bb-1b4ae4db50b1/9b34ebf4-5073-4092-a816-adaff7c4dfc9/e3c9f051-57cb-423f-ac46-9c474605ab6d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:56.183032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ff6bd-63cd-4d94-83e3-d8b608d3666d service neutron] Pushing event updated for resources: {'Port': ['ID=ce231796-e97b-42c8-b7a7-37585e7fb4cc,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:56.194669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a2f53-5cb9-4d92-ac8f-a15d6894e257 req-afbaad50-8567-4821-b117-2c3014c5bdf5 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.196328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af3a2f53-5cb9-4d92-ac8f-a15d6894e257 req-afbaad50-8567-4821-b117-2c3014c5bdf5 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 944 time: 0.1791253 Sep 16 05:19:56.245216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fdf1d-16ff-4af4-b2d6-c80951624645 req-301e0bda-30aa-4a9f-8b67-c305387d0bf4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.247139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c10fdf1d-16ff-4af4-b2d6-c80951624645 req-301e0bda-30aa-4a9f-8b67-c305387d0bf4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 949 time: 0.2875695 Sep 16 05:19:56.269972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:56.294150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:56.298406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.330173 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af3a2f53-5cb9-4d92-ac8f-a15d6894e257 req-d70e2243-3ddd-4ea8-9ee9-43a86cd62b01 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261322 Sep 16 05:19:56.369112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.401768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184b6b-4209-41c1-878c-286ae79257d4 req-22ae8e50-df7a-4305-8f73-76fce4f768ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.404563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87184b6b-4209-41c1-878c-286ae79257d4 req-22ae8e50-df7a-4305-8f73-76fce4f768ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.4861701 Sep 16 05:19:56.435637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1755308235-network', 'tenant_id': '2a45d0158da84a1282fc58d6c3e22fce'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:56.443036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:56.491590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74b3b4aa-5ada-4736-ae9a-b37e9170bf90 req-80b5169d-6194-4242-a00c-ef8c81211854 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 210 time: 0.0621440 Sep 16 05:19:56.567175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87184b6b-4209-41c1-878c-286ae79257d4 req-1b02c89e-bce3-4df4-bb5b-38a28e6b9ed2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.1269538 Sep 16 05:19:56.630245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.668027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c10fdf1d-16ff-4af4-b2d6-c80951624645 req-8987b3c5-1ea4-4b2c-a257-0a9152b31ea5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090927 Sep 16 05:19:56.695121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-794699da-3e1d-4a87-a8ff-7e9af9c8d8de tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.696785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-794699da-3e1d-4a87-a8ff-7e9af9c8d8de tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae&tenant_id=87437861a41e40c4bf78025a370c9983&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 949 time: 0.4208713 Sep 16 05:19:56.718572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-fe063da1-aa93-4ff8-ae6f-61ee0a32a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.718572 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-fe063da1-aa93-4ff8-ae6f-61ee0a32a9d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d4e984145604f24af5a2ef1c8ce9f35&device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 1095 time: 0.3873816 Sep 16 05:19:56.770423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5469cd-945d-4335-ba31-3d73e07dd2f9 req-53317a67-03df-4940-8a2a-1e5b920df1c1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.773308 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f5469cd-945d-4335-ba31-3d73e07dd2f9 req-53317a67-03df-4940-8a2a-1e5b920df1c1 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 946 time: 0.1617656 Sep 16 05:19:56.788510 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7f6c5-9810-4591-abed-9a1c494353da x-openstack-request-id: req-1dc7f6c5-9810-4591-abed-9a1c494353da {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:56.788510 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "name": "network-vif-plugged", "status": "completed", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:56.788510 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dc7f6c5-9810-4591-abed-9a1c494353da {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:56.788510 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'code': 200} Sep 16 05:19:56.838064 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e0bde-b29f-4fc1-83b9-e87550238865 x-openstack-request-id: req-ba2e0bde-b29f-4fc1-83b9-e87550238865 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:56.838424 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5212d1-d582-40e5-810e-a72cdb3946a0", "tag": "ce231796-e97b-42c8-b7a7-37585e7fb4cc", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:56.838591 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba2e0bde-b29f-4fc1-83b9-e87550238865 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:56.839009 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5212d1-d582-40e5-810e-a72cdb3946a0', 'tag': 'ce231796-e97b-42c8-b7a7-37585e7fb4cc', 'status': 'completed', 'code': 200} Sep 16 05:19:56.844218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Made reservation on behalf of 2a45d0158da84a1282fc58d6c3e22fce for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:56.846559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.849465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-25f43621-9a0e-4b87-b5dd-d19b90bcce61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce231796-e97b-42c8-b7a7-37585e7fb4cc HTTP/1.1" status: 200 len: 217 time: 0.1052494 Sep 16 05:19:56.851467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184b6b-4209-41c1-878c-286ae79257d4 req-abb65997-e4ee-4fef-b56a-1d38ee797a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.853154 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f5469cd-945d-4335-ba31-3d73e07dd2f9 req-be3f10ad-971f-4c6f-94a8-2d169a74124c tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653398 Sep 16 05:19:56.853318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87184b6b-4209-41c1-878c-286ae79257d4 req-abb65997-e4ee-4fef-b56a-1d38ee797a5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.2603040 Sep 16 05:19:56.884753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.906487 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.955301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.003782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.031651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:57.032728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Subnet': ['ID=d1886ff0-0d78-4f4c-be6d-00cd8655a2dc,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:57.045103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:57.050898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:57.061412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event updated for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:57.093373 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-e0b1a3da-93c2-494f-a31e-1d66e1b58f45 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:19:57.094430 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-e0b1a3da-93c2-494f-a31e-1d66e1b58f45 service neutron] 10.222.0.30 "DELETE /v2.0/ports/c5ebcb15-b90c-4fa3-b17b-dba8062035b3/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.3560703 Sep 16 05:19:57.103335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-e9746519-9f44-419e-9294-de061b1032c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.104911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-e9746519-9f44-419e-9294-de061b1032c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c02583fc-c6e6-4bd4-8ec2-30e52fad492e HTTP/1.1" status: 200 len: 854 time: 0.2234869 Sep 16 05:19:57.146840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184b6b-4209-41c1-878c-286ae79257d4 req-98960d39-8172-480b-aee4-5d3324db4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.149108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87184b6b-4209-41c1-878c-286ae79257d4 req-98960d39-8172-480b-aee4-5d3324db4303 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2852755 Sep 16 05:19:57.179909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950d7173-6db4-437f-8610-f92b3979830b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:57.202845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-b1b3e62d-7302-435d-aaf8-10ec03c4d795 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9849f8dd-fbfd-4ed7-840e-2321dac266e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795426 Sep 16 05:19:57.268408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41019d95-2246-4be4-ac67-2d690f8a3edb req-25ac7529-8033-435b-b745-3d44bc781d88 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.270068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41019d95-2246-4be4-ac67-2d690f8a3edb req-25ac7529-8033-435b-b745-3d44bc781d88 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 943 time: 0.2877007 Sep 16 05:19:57.345307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.419941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Checking segment: {'id': '3983c280-c7d5-473e-b941-e3057a2b4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9fe60218-4370-4bc9-a5cc-3ac099de1b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:57.420607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Network hostable DHCP agents. Network: 9fe60218-4370-4bc9-a5cc-3ac099de1b94, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:57.443374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Checking segment: {'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:57.443752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network hostable DHCP agents. Network: 0651b366-328f-46e6-b68d-dd57e892d7ba, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:57.471326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.472003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.514755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-fa56c6c8-efb9-4918-a98f-c207f3796b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.516395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-fa56c6c8-efb9-4918-a98f-c207f3796b58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1102 time: 0.2850528 Sep 16 05:19:57.530577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41019d95-2246-4be4-ac67-2d690f8a3edb req-12c20001-06ed-4ec3-8ce5-aea9bbd08380 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179265 Sep 16 05:19:57.543055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87184b6b-4209-41c1-878c-286ae79257d4 req-faa93f1f-3448-47a0-bea8-6cc4894601fb service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832593 Sep 16 05:19:57.550776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-be46dc42-2059-4356-b8dd-1cf951498bc1 service neutron] 10.222.0.66 "GET /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146203 Sep 16 05:19:57.602407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.625643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network 0651b366-328f-46e6-b68d-dd57e892d7ba is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:57.750842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:57.765172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.800547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0651b366-328f-46e6-b68d-dd57e892d7ba) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:57.809749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.810778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.820778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6c8df-78e5-439f-b9c0-23c7114ef661 None None] Network 0651b366-328f-46e6-b68d-dd57e892d7ba requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:57.848961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-57fd6be9-2f27-493d-a5f5-7aa29021f70a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4193773 Sep 16 05:19:57.859258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9fe60218-4370-4bc9-a5cc-3ac099de1b94) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:57.861550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:57.877961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Request body: {'port': {'device_id': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:57.878629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2077a-b365-4d17-9c31-eb08ea212581 None None] Network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:57.907968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.908576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.935252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-f642f68c-e10b-4de9-bfb5-f3296cd6a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.936624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-f642f68c-e10b-4de9-bfb5-f3296cd6a77f service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.4090984 Sep 16 05:19:57.945785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.946130 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Added segment eca46faf-1e03-4f8c-beb9-3168ed9bc45c of type vlan for network 5a7d4307-3dcc-471d-8565-b739392b04f2 Sep 16 05:19:57.949526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585a92d6-d6ce-476b-8680-19d8cdf41307,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:57.963240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec395a60-289d-45f4-b99d-54a695dd08f9 req-a77f6448-be0e-428f-9d56-950ca11f011d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.971521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec395a60-289d-45f4-b99d-54a695dd08f9 req-a77f6448-be0e-428f-9d56-950ca11f011d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 931 time: 0.1814752 Sep 16 05:19:57.975541 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-53ce6f67-5d29-48b2-93d3-d4d65ac694b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0244207 Sep 16 05:19:57.976445 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.983012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49040) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:57.985717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1474d-046c-4d6f-9eaf-e45da5646e15 req-0a31508a-bb8e-463f-aea2-f14a8c8632ed tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.992666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3cc1474d-046c-4d6f-9eaf-e45da5646e15 req-0a31508a-bb8e-463f-aea2-f14a8c8632ed tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 944 time: 0.3626678 Sep 16 05:19:58.010645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1945368236'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:58.028631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87184b6b-4209-41c1-878c-286ae79257d4 req-c1ffbb99-8288-4986-99d9-472a137f98a5 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719386 Sep 16 05:19:58.085701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf7172d-fc48-4f43-9b17-e33f5b739e93 req-66b696f4-ad7e-4a25-aa0a-c39e8181fee3 service neutron] 10.222.0.66 "GET /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092640 Sep 16 05:19:58.104297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-46d06de7-3c88-4b37-ab6f-ec4b15523032 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9789052 Sep 16 05:19:58.106542 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.110148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-3bf7ce41-4062-4f39-aae0-14b91fc79a09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.1327450 Sep 16 05:19:58.142388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec395a60-289d-45f4-b99d-54a695dd08f9 req-c123fc06-5e9f-49f9-9ca9-2395bf732728 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691558 Sep 16 05:19:58.211448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41371b-400c-4184-9c53-188f5c71a1ee None None] Network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:58.247835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0651b366-328f-46e6-b68d-dd57e892d7ba', 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'fixed_ips': [{'subnet_id': 'd1886ff0-0d78-4f4c-be6d-00cd8655a2dc'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:19:58.249737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.304522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3cc1474d-046c-4d6f-9eaf-e45da5646e15 req-50656783-782a-4fb7-a2a8-e0d9789a8ecf tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755926 Sep 16 05:19:58.342280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:58.349269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.363562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-a59a6802-d34a-47f3-8ca0-78bcf702f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.365257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-a59a6802-d34a-47f3-8ca0-78bcf702f644 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2476642 Sep 16 05:19:58.367638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.368835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.369422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.493269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:58.530243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 82abd80b-73ca-49c4-b225-e3902bf44b60 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:58.549542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.549937 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Added segment 7e4e81f6-4d97-4114-a97f-6deeb26f5067 of type vlan for network 596f3efe-0917-47ae-ae4a-ee51d71d15ba Sep 16 05:19:58.583735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee899ab-7132-4ce5-a8bf-b4ea8a1cd330 req-0312b2ae-be96-4039-bfc9-b29dc75583a3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.583735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee899ab-7132-4ce5-a8bf-b4ea8a1cd330 req-0312b2ae-be96-4039-bfc9-b29dc75583a3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.2652652 Sep 16 05:19:58.623426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7d4307-3dcc-471d-8565-b739392b04f2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:58.643024 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.657104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 5a7d4307-3dcc-471d-8565-b739392b04f2 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:58.676467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.688517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-624ec05e-7d0b-4103-9071-3823ec7ed074 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5850611 Sep 16 05:19:58.703504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.716081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Request body: {'subnet': {'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1755308235-subnet', 'tenant_id': '2a45d0158da84a1282fc58d6c3e22fce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:58.744526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-892adde2-1712-4b81-afc3-3de21b58c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.748498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-892adde2-1712-4b81-afc3-3de21b58c703 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3548923 Sep 16 05:19:58.791897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Allocated IP 19.80.0.2 (0651b366-328f-46e6-b68d-dd57e892d7ba/d1886ff0-0d78-4f4c-be6d-00cd8655a2dc/472338a8-535e-428e-b44d-aee32d105125) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:58.812539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2179a-69ec-4ada-9b3e-c1b0ac029811 req-c6caca40-402b-4543-990a-f3fce167697b tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.816371 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71c2179a-69ec-4ada-9b3e-c1b0ac029811 req-c6caca40-402b-4543-990a-f3fce167697b tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 946 time: 0.3570192 Sep 16 05:19:58.841693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee899ab-7132-4ce5-a8bf-b4ea8a1cd330 req-530176fc-e32c-4e4b-be6c-dc91a230e425 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226641 Sep 16 05:19:58.855741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c9f051-57cb-423f-ac46-9c474605ab6d {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:58.860855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 82abd80b-73ca-49c4-b225-e3902bf44b60, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=82abd80b-73ca-49c4-b225-e3902bf44b60,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:58.873626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.884765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-880ec74b-8ef5-47c7-9b6b-d282db142573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.887008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-880ec74b-8ef5-47c7-9b6b-d282db142573 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d4e984145604f24af5a2ef1c8ce9f35&device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 1095 time: 0.4751008 Sep 16 05:19:58.912585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Transition to ACTIVE for port object e3c9f051-57cb-423f-ac46-9c474605ab6d will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:58.942547 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.956808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'mac_address': 'fa:16:3e:01:c7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:58.971209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.971933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.024897 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.037295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.066344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82abd80b-73ca-49c4-b225-e3902bf44b60 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:59.132723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 82abd80b-73ca-49c4-b225-e3902bf44b60, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=82abd80b-73ca-49c4-b225-e3902bf44b60,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:59.156612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.180615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Network': ['ID=596f3efe-0917-47ae-ae4a-ee51d71d15ba,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:59.200088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 596f3efe-0917-47ae-ae4a-ee51d71d15ba details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:59.202443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:59.212503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f32f7a1-1a70-4cbc-80e7-e2d8b7aea8b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2234838 Sep 16 05:19:59.219907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49060) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:59.235145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'subnet': {'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:59.259226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.346762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.378144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Network 0651b366-328f-46e6-b68d-dd57e892d7ba is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:59.379290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=82abd80b-73ca-49c4-b225-e3902bf44b60,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:59.386469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:59.389951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:59.456066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71c2179a-69ec-4ada-9b3e-c1b0ac029811 req-90c9c7e6-5319-4cfe-ba11-48ad8635b79f tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/security-groups?id=33cc42ca-08f1-4c87-87cd-6781bdf1cecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987926 Sep 16 05:19:59.510666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Made reservation on behalf of 2a45d0158da84a1282fc58d6c3e22fce for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:59.513032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.569140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Attempting to bind port e3c9f051-57cb-423f-ac46-9c474605ab6d on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:59.569667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Attempting to bind port e3c9f051-57cb-423f-ac46-9c474605ab6d by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:59.570458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Attempting to bind port e3c9f051-57cb-423f-ac46-9c474605ab6d on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:59.604148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Port e3c9f051-57cb-423f-ac46-9c474605ab6d on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:59.604540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Attempting to bind port e3c9f051-57cb-423f-ac46-9c474605ab6d on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:59.636470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Pushing event updated for resources: {'Port': ['ID=472338a8-535e-428e-b44d-aee32d105125,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:59.643187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:59.643723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Checking segment: {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:59.644410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Bound using segment: {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:59.645144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Bound port: e3c9f051-57cb-423f-ac46-9c474605ab6d, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:59.645736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.647511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Attempting to bind port 472338a8-535e-428e-b44d-aee32d105125 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:59.649210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Attempting to bind port 472338a8-535e-428e-b44d-aee32d105125 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:59.649210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Attempting to bind port 472338a8-535e-428e-b44d-aee32d105125 on network 0651b366-328f-46e6-b68d-dd57e892d7ba {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:59.656298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:59.656983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Checking segment: {'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:59.658374 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.658374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Bound using segment: {'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:59.659574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Bound port: 472338a8-535e-428e-b44d-aee32d105125, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:59.659574 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.663219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a3470af3-d487-4f3b-98ab-e5ff07288b27 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:59.674974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a3470af3-d487-4f3b-98ab-e5ff07288b27 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/networks?id=9fe60218-4370-4bc9-a5cc-3ac099de1b94 HTTP/1.1" status: 200 len: 818 time: 0.4113014 Sep 16 05:19:59.688304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['82abd80b-73ca-49c4-b225-e3902bf44b60'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:59.714123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-1a4c8013-8860-4c4c-a9da-e15493787174 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/quotas/9ba7166b7af84591b781b0a3dc1a5ae6 HTTP/1.1" status: 200 len: 375 time: 0.0378940 Sep 16 05:19:59.721249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-b96505a9-76b9-4a06-af81-32c4b0f5a1f8 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9622798 Sep 16 05:19:59.745293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-fffa7a81-fe09-4de6-9e1d-717da08e76e5 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ba7166b7af84591b781b0a3dc1a5ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299084 Sep 16 05:19:59.747556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:59.751756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.756429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-e22c30ab-66e6-4200-8e57-889c33baf346 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:59.757973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-e22c30ab-66e6-4200-8e57-889c33baf346 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 946 time: 0.2921362 Sep 16 05:19:59.812955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] For port 472338a8-535e-428e-b44d-aee32d105125, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:59.818390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] For port 472338a8-535e-428e-b44d-aee32d105125, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=472338a8-535e-428e-b44d-aee32d105125,segment=NetworkSegment(84144aed-dc81-46c3-aa81-2f954b561b37),segment_id=84144aed-dc81-46c3-aa81-2f954b561b37)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:59.889059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-fd9b91e6-b6b8-4a19-ab6e-1d35088b231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:59.889059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-fd9b91e6-b6b8-4a19-ab6e-1d35088b231d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9849f8dd-fbfd-4ed7-840e-2321dac266e3 HTTP/1.1" status: 200 len: 915 time: 0.9673622 Sep 16 05:19:59.900293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.996591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b347957-7a63-4da6-83a8-09a156d6b4c7 None None] Pushing event updated for resources: {'Port': ['ID=472338a8-535e-428e-b44d-aee32d105125,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:00.047407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:00.061589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:00.079800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-3031d1a4-2376-47f2-acfb-aeaac7993df2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce231796-e97b-42c8-b7a7-37585e7fb4cc HTTP/1.1" status: 200 len: 217 time: 0.1358438 Sep 16 05:20:00.088795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-d6d8fa30-11a5-4e37-93b9-51b4fdcada7c service neutron] 10.222.0.49 "GET /v2.0/networks/9fe60218-4370-4bc9-a5cc-3ac099de1b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325500 Sep 16 05:20:00.179499 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.180905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf2b75-c636-4d87-a5ae-f0f2f6f3e1e8 req-101845b2-a5c7-4667-bd75-fe2efaaea06f tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.190181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80cf2b75-c636-4d87-a5ae-f0f2f6f3e1e8 req-101845b2-a5c7-4667-bd75-fe2efaaea06f tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 943 time: 0.4783018 Sep 16 05:20:00.265428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2584603-eb1e-4a3a-8041-0ae6305669d8 req-11657df2-aa7d-4e90-a658-b97826681cc0 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277960 Sep 16 05:20:00.328832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-72d08a59-6fb1-46c6-9330-e9d73f299a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.330765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-72d08a59-6fb1-46c6-9330-e9d73f299a25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c02583fc-c6e6-4bd4-8ec2-30e52fad492e HTTP/1.1" status: 200 len: 854 time: 0.2368801 Sep 16 05:20:00.344102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.344102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.344858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] 10.222.0.66 "PUT /v2.0/ports/e3c9f051-57cb-423f-ac46-9c474605ab6d HTTP/1.1" status: 200 len: 1092 time: 2.4726737 Sep 16 05:20:00.347196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:00.349692 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:00.411206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213806f3-6bf7-4a85-8e28-428d6bf6a082 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:00.420112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-40d681f2-740c-4957-a83d-283f9aa3499f service neutron] 10.222.0.49 "GET /v2.0/networks/9fe60218-4370-4bc9-a5cc-3ac099de1b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173106 Sep 16 05:20:00.429873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80cf2b75-c636-4d87-a5ae-f0f2f6f3e1e8 req-690e6261-8551-4a19-a905-d295075f9c60 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382646 Sep 16 05:20:00.432178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-1bb5cd05-e744-4a8b-8ad9-379323b306e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9849f8dd-fbfd-4ed7-840e-2321dac266e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775690 Sep 16 05:20:00.453659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Deleting port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:00.454001 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.504686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.530684 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 82abd80b-73ca-49c4-b225-e3902bf44b60 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:00.616277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.679437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Subnet': ['ID=207f11bd-5505-4fc8-8d8f-8372aff71e11,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:00.703393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7763b8-a668-4d58-8162-db4761827585 req-61c5494c-8837-40cf-aecf-c9e123babc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.707759 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-61c5494c-8837-40cf-aecf-c9e123babc08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 1095 time: 0.1695869 Sep 16 05:20:00.718022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Checking segment: {'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:00.718578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network hostable DHCP agents. Network: 596f3efe-0917-47ae-ae4a-ee51d71d15ba, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:00.769142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] For port cc10d9b9-84b1-4184-a4bb-b3726d9a4300, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,segment=NetworkSegment(fdf1b801-b39c-46bc-8e66-8b84638d41e5),segment_id=fdf1b801-b39c-46bc-8e66-8b84638d41e5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:00.770113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.784157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 82abd80b-73ca-49c4-b225-e3902bf44b60 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:00.789639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-5584354c-98a3-4f6a-ae38-8a5c63391ce2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d HTTP/1.1" status: 200 len: 217 time: 0.0662198 Sep 16 05:20:00.802641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff3df-4acb-4f22-8f90-6283f4830380 req-b6a4a2d6-a190-4ede-b765-917a6192cfd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.811074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-745ff3df-4acb-4f22-8f90-6283f4830380 req-b6a4a2d6-a190-4ede-b765-917a6192cfd3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 943 time: 0.2784126 Sep 16 05:20:00.821759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae839689-a5e1-4e78-ac34-b745af397204,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:00.827334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Calling delete_port for cc10d9b9-84b1-4184-a4bb-b3726d9a4300 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:00.849298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 82abd80b-73ca-49c4-b225-e3902bf44b60 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:00.853908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.858024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-a50f52ae-acdb-4ee1-a8d7-c3ee84d7ccab service neutron] 10.222.0.66 "GET /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693089 Sep 16 05:20:00.937188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network 596f3efe-0917-47ae-ae4a-ee51d71d15ba is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:00.962518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7763b8-a668-4d58-8162-db4761827585 req-2da72b12-8ec2-4653-b63a-0c75fd6d1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.964428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-2da72b12-8ec2-4653-b63a-0c75fd6d1b7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b34ebf4-5073-4092-a816-adaff7c4dfc9 HTTP/1.1" status: 200 len: 862 time: 0.1531954 Sep 16 05:20:01.031705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Checking segment: {'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:01.032180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Network hostable DHCP agents. Network: 5a7d4307-3dcc-471d-8565-b739392b04f2, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:01.114956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-745ff3df-4acb-4f22-8f90-6283f4830380 req-f10b1823-c5c0-4d6e-867c-08988dc26d71 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021145 Sep 16 05:20:01.163820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-b3cc7cb3-ff4e-48e7-9438-0252019d71c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1904891 Sep 16 05:20:01.185660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 596f3efe-0917-47ae-ae4a-ee51d71d15ba) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:01.196397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.198946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.210416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186e253-242f-43d7-ae87-bef8fdab5c8f None None] Network 596f3efe-0917-47ae-ae4a-ee51d71d15ba requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:01.225979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ce231796-e97b-42c8-b7a7-37585e7fb4cc details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:01.300317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0f78-212a-459a-8522-2c95534f1b9c req-9b23a29a-2b04-4920-b284-420d678adb42 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.316614 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-81bb0f78-212a-459a-8522-2c95534f1b9c req-9b23a29a-2b04-4920-b284-420d678adb42 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 945 time: 0.3244987 Sep 16 05:20:01.527191 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-6d03e904-580b-4dab-ae0f-17d23081e891 service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610446 Sep 16 05:20:01.549747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81170d28-4da3-4b8f-b4e3-4d3d2d5391b2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3008046 Sep 16 05:20:01.602826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e717f9f4-b4a6-454d-b891-2d527cbe67e0 req-9f0df496-3834-4114-ba67-24d8b6b44a7b service neutron] 10.222.0.66 "GET /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7284324 Sep 16 05:20:01.658400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f478b89-aa65-4ca5-b574-03b22fcc04bd req-cda89b7d-7e5e-4741-9b7d-affee1d5b5a8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.665232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f478b89-aa65-4ca5-b574-03b22fcc04bd req-cda89b7d-7e5e-4741-9b7d-affee1d5b5a8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.2931314 Sep 16 05:20:01.712097 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-81bb0f78-212a-459a-8522-2c95534f1b9c req-a0a93bae-1985-49d1-9b7f-32613a009ad2 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871253 Sep 16 05:20:01.730694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a381906-2bdc-4dc7-94ca-45887a01c883 None None] Network 0651b366-328f-46e6-b68d-dd57e892d7ba requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:01.774393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f478b89-aa65-4ca5-b574-03b22fcc04bd req-88d51d3a-e3e1-4745-80b6-8e3186b512e3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000366 Sep 16 05:20:01.781474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Network 5a7d4307-3dcc-471d-8565-b739392b04f2 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:01.807738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 5a7d4307-3dcc-471d-8565-b739392b04f2) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:01.815773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.823834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.824812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.901032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7763b8-a668-4d58-8162-db4761827585 req-99b32149-a7e2-4796-9e10-67bed113b940 service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627524 Sep 16 05:20:01.906991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ce231796-e97b-42c8-b7a7-37585e7fb4cc, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ce231796-e97b-42c8-b7a7-37585e7fb4cc,segment=NetworkSegment(4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4),segment_id=4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:01.941410 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a2a0c-dfa9-4c40-8e4a-c3c32e8eb543 x-openstack-request-id: req-094a2a0c-dfa9-4c40-8e4a-c3c32e8eb543 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:01.941945 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:01.944846 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-094a2a0c-dfa9-4c40-8e4a-c3c32e8eb543 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:01.946859 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'status': 'completed', 'code': 200} Sep 16 05:20:01.961787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Pushing event deleted for resources: {'Port': ['ID=cc10d9b9-84b1-4184-a4bb-b3726d9a4300,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:01.965081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 472338a8-535e-428e-b44d-aee32d105125 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:01.969902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7632f3-e98d-4a48-b65d-26cd5006601d None None] Network 5a7d4307-3dcc-471d-8565-b739392b04f2 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:02.021335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de965964-e12e-411d-ac2d-d98d9904171b req-0f5cd418-d66a-4521-a7a7-46b0e126ba36 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e4b2d04-711b-4f87-8dd5-e79af8536f64 HTTP/1.1" status: 200 len: 210 time: 0.0802045 Sep 16 05:20:02.079592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] No DVR routers for this DVR port cc10d9b9-84b1-4184-a4bb-b3726d9a4300 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:02.093227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:02.100570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ea5ba833-c3ad-46da-b7e1-9fed7ae90437 req-7d4ca781-96c6-4c67-b1e4-e1e2898e6303 tempest-ServerPasswordTestJSON-1982165642 tempest-ServerPasswordTestJSON-1982165642-project] 10.222.0.30 "DELETE /v2.0/ports/cc10d9b9-84b1-4184-a4bb-b3726d9a4300 HTTP/1.1" status: 204 len: 173 time: 2.3191836 Sep 16 05:20:02.102724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4b2d04-711b-4f87-8dd5-e79af8536f64', 'name': 'network-vif-deleted', 'tag': 'cc10d9b9-84b1-4184-a4bb-b3726d9a4300'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:02.109863 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73ab201-ab05-474b-8724-24367c309584" -d '{"events": [{"server_uuid": "2e4b2d04-711b-4f87-8dd5-e79af8536f64", "name": "network-vif-deleted", "tag": "cc10d9b9-84b1-4184-a4bb-b3726d9a4300"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:02.122059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0824a4a3-0f91-47c3-958b-05d1b56f23aa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4166958 Sep 16 05:20:02.123940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'ce231796-e97b-42c8-b7a7-37585e7fb4cc', 'network_id': '9849f8dd-fbfd-4ed7-840e-2321dac266e3', 'port_id': 'ce231796-e97b-42c8-b7a7-37585e7fb4cc', 'mac_address': 'fa:16:3e:02:73:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02583fc-c6e6-4bd4-8ec2-30e52fad492e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:02.157586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa19ff7a-4f7c-4bf6-a362-aec9f2a09900 req-8eb3105c-c61a-4f2c-862e-5ca3cf092d87 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 210 time: 0.0808749 Sep 16 05:20:02.247638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ee46-599e-4b85-b663-3cd906407721 req-1d87dd0d-da30-4cd7-ab36-8eee37c0659d tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.249817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b21ee46-599e-4b85-b663-3cd906407721 req-1d87dd0d-da30-4cd7-ab36-8eee37c0659d tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 943 time: 0.1079366 Sep 16 05:20:02.273284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-a0be852e-e02b-42d7-8b44-04dbb56edff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.277091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-a0be852e-e02b-42d7-8b44-04dbb56edff4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 1095 time: 0.1244674 Sep 16 05:20:02.293886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:02.360605 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b21ee46-599e-4b85-b663-3cd906407721 req-3e1d16be-06db-445f-b217-e8d9646661fb tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859747 Sep 16 05:20:02.472303 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9b5d6b-8a2f-456f-bdcb-b3d45fb13a22 x-openstack-request-id: req-6d9b5d6b-8a2f-456f-bdcb-b3d45fb13a22 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:02.476207 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4b2d04-711b-4f87-8dd5-e79af8536f64", "name": "network-vif-deleted", "tag": "cc10d9b9-84b1-4184-a4bb-b3726d9a4300", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:02.476207 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d9b5d6b-8a2f-456f-bdcb-b3d45fb13a22 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:02.476207 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4b2d04-711b-4f87-8dd5-e79af8536f64', 'name': 'network-vif-deleted', 'tag': 'cc10d9b9-84b1-4184-a4bb-b3726d9a4300', 'status': 'completed', 'code': 200} Sep 16 05:20:02.595501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-86b3009a-074e-4a57-8379-629a32dc8fd5 None None] Provisioning complete for port 472338a8-535e-428e-b44d-aee32d105125 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:02.596307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86b3009a-074e-4a57-8379-629a32dc8fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:02.656682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-88865940-03b5-442f-8f76-8897147ca26f tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.659799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d79b0-c720-427f-bbc8-1cf2413ddb1a req-fbd818de-a7e1-4ea9-a774-50d4183fc375 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.661637 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb2d79b0-c720-427f-bbc8-1cf2413ddb1a req-fbd818de-a7e1-4ea9-a774-50d4183fc375 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 943 time: 0.0687702 Sep 16 05:20:02.673869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-88865940-03b5-442f-8f76-8897147ca26f tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.675017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-237c3430-f3e2-4f2d-9405-1f53a515e967 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1275358 Sep 16 05:20:02.676751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-88865940-03b5-442f-8f76-8897147ca26f tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/networks?id=0651b366-328f-46e6-b68d-dd57e892d7ba&id=596f3efe-0917-47ae-ae4a-ee51d71d15ba HTTP/1.1" status: 200 len: 1392 time: 0.3975029 Sep 16 05:20:02.677958 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-2b24cb5a-2763-4ad9-b9ec-ec11e2e2cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.679573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-2b24cb5a-2763-4ad9-b9ec-ec11e2e2cca5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 923 time: 0.3824863 Sep 16 05:20:02.702285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1986a9b4-aee9-4204-af0e-79c2b5453c0a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/quotas/b5e2e06faeb045979b54a4881f2b5e1b HTTP/1.1" status: 200 len: 375 time: 0.0137382 Sep 16 05:20:02.748727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb2d79b0-c720-427f-bbc8-1cf2413ddb1a req-9b5d8ebd-4174-4b37-a2bd-349be4795f6a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 Sep 16 05:20:02.772308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:02.810710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:02.814263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-8a645e3e-f9d0-4323-b109-6902c9782199 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d HTTP/1.1" status: 200 len: 217 time: 0.0940304 Sep 16 05:20:02.814833 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f696409-8a2a-4deb-93bd-d84ab75e8163" -d '{"events": [{"server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "name": "network-vif-plugged", "status": "completed", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:02.905823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-ef963b53-8374-4fde-a013-83c842f31308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.908473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-ef963b53-8374-4fde-a013-83c842f31308 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1102 time: 0.1071122 Sep 16 05:20:02.957626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-d0b64d0c-f50f-4321-8fcc-9bc4038dc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.957939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5b8641dc-ada0-413e-bd05-fa6a3bb8b2ba req-2d3ff520-39f2-46d8-b793-52857321e957 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-758231909', 'description': 'tempest-description-2025819830'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:02.960197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-d0b64d0c-f50f-4321-8fcc-9bc4038dc118 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b34ebf4-5073-4092-a816-adaff7c4dfc9 HTTP/1.1" status: 200 len: 862 time: 0.1364617 Sep 16 05:20:02.971810 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a63012ff-1bfd-42cc-8c9c-84c1faeea50c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2304482 Sep 16 05:20:02.990029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 82abd80b-73ca-49c4-b225-e3902bf44b60, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=82abd80b-73ca-49c4-b225-e3902bf44b60,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:03.011367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 472338a8-535e-428e-b44d-aee32d105125 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:03.011750 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.026706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-4b981ac9-053b-4abd-aa86-89da25414857 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534790 Sep 16 05:20:03.080464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-596f3efe-0917-47ae-ae4a-ee51d71d15ba', 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'fixed_ips': [{'subnet_id': '207f11bd-5505-4fc8-8d8f-8372aff71e11'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:20:03.081333 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.117343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-7c6623f7-ed5c-41fa-bbc0-76792e9ac7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:03.118988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-7c6623f7-ed5c-41fa-bbc0-76792e9ac7f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1166036 Sep 16 05:20:03.125721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-06e92d1d-5b76-4a00-931b-8e14e2859149 service neutron] 10.222.0.49 "GET /v2.0/networks/0651b366-328f-46e6-b68d-dd57e892d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412528 Sep 16 05:20:03.145268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce231796-e97b-42c8-b7a7-37585e7fb4cc {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:03.191098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5b8641dc-ada0-413e-bd05-fa6a3bb8b2ba req-2d3ff520-39f2-46d8-b793-52857321e957 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.195654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-2933f84b-a8dd-4dc8-ae7d-aa358b8cd6e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.0681474 Sep 16 05:20:03.213525 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.223846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device cc10d9b9-84b1-4184-a4bb-b3726d9a4300 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:03.247196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: cc10d9b9-84b1-4184-a4bb-b3726d9a4300 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:03.247527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device cc10d9b9-84b1-4184-a4bb-b3726d9a4300 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:03.294115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-7ea63510-0ce6-413d-a228-cfa2620eb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:03.295949 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-7ea63510-0ce6-413d-a228-cfa2620eb993 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0890834 Sep 16 05:20:03.369503 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86b3009a-074e-4a57-8379-629a32dc8fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.406649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54308624-1253-4620-a302-0a959114d802 None None] Network 5a7d4307-3dcc-471d-8565-b739392b04f2 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:03.425889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ce231796-e97b-42c8-b7a7-37585e7fb4cc, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ce231796-e97b-42c8-b7a7-37585e7fb4cc,segment=NetworkSegment(4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4),segment_id=4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:03.447700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-07e045d3-67e0-49ef-a6b1-711f2cf91af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:03.451764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-07e045d3-67e0-49ef-a6b1-711f2cf91af5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477094 Sep 16 05:20:03.484663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-627dfb6e-f5c4-45b3-a4f5-2a5f73f6e4de service neutron] 10.222.0.49 "GET /v2.0/networks/0651b366-328f-46e6-b68d-dd57e892d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436413 Sep 16 05:20:03.549435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-0727a53f-b2a4-4da3-bd12-4d30e2af6f92 service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105493 Sep 16 05:20:03.559695 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.581046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5b8641dc-ada0-413e-bd05-fa6a3bb8b2ba req-2d3ff520-39f2-46d8-b793-52857321e957 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.601764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-86b3009a-074e-4a57-8379-629a32dc8fd5 None None] For port 472338a8-535e-428e-b44d-aee32d105125, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=472338a8-535e-428e-b44d-aee32d105125,segment=NetworkSegment(84144aed-dc81-46c3-aa81-2f954b561b37),segment_id=84144aed-dc81-46c3-aa81-2f954b561b37)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:03.609193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-e5cce3c6-8fe8-442e-bc67-f92763ed6fcc service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453888 Sep 16 05:20:03.626967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=82abd80b-73ca-49c4-b225-e3902bf44b60,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:03.673254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.725911 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86b3009a-074e-4a57-8379-629a32dc8fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.728826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5b8641dc-ada0-413e-bd05-fa6a3bb8b2ba req-2d3ff520-39f2-46d8-b793-52857321e957 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.765355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-68fd57d1-f8b3-4353-acf8-ebb217f87043 service neutron] 10.222.0.49 "GET /v2.0/networks/596f3efe-0917-47ae-ae4a-ee51d71d15ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659564 Sep 16 05:20:03.781581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Allocated IP 19.86.0.2 (596f3efe-0917-47ae-ae4a-ee51d71d15ba/207f11bd-5505-4fc8-8d8f-8372aff71e11/d9501d7d-1289-44d9-bd96-0deb151e7498) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:03.798227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b24101bb-0c98-4b41-8078-86e3bb215472 req-315098fd-b657-4cd3-92f4-8f187a312f80 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773307 Sep 16 05:20:03.799397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ff520-39f2-46d8-b793-52857321e957 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:03.870814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ce231796-e97b-42c8-b7a7-37585e7fb4cc,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:03.882107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d82c1c9-e9f8-41fb-bb8d-d7e1020ef6a3 req-515465a5-b021-4da5-bcb9-b7e5666b4add service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899663 Sep 16 05:20:03.922836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5b8641dc-ada0-413e-bd05-fa6a3bb8b2ba req-2d3ff520-39f2-46d8-b793-52857321e957 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.925422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b8641dc-ada0-413e-bd05-fa6a3bb8b2ba req-2d3ff520-39f2-46d8-b793-52857321e957 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9742849 Sep 16 05:20:03.938161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-f1632d40-9c09-4e7b-8159-668084a6135d service neutron] 10.222.0.49 "GET /v2.0/networks/596f3efe-0917-47ae-ae4a-ee51d71d15ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645050 Sep 16 05:20:04.024595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['ce231796-e97b-42c8-b7a7-37585e7fb4cc'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:04.113162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071a445-8032-49be-adcd-730fcd6c2ae4 req-c2f34d5e-321b-4e23-953d-8412bbabbbb3 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.115763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8071a445-8032-49be-adcd-730fcd6c2ae4 req-c2f34d5e-321b-4e23-953d-8412bbabbbb3 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 946 time: 0.0933836 Sep 16 05:20:04.193443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8071a445-8032-49be-adcd-730fcd6c2ae4 req-190e8aa3-e8a4-4475-8d31-7828fb4833ee tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692213 Sep 16 05:20:04.259256 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:20:04.263519 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:20:04.306328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-53382e26-3912-48ab-9fe3-5cc87654d98e None None] Provisioning complete for port 472338a8-535e-428e-b44d-aee32d105125 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:04.306328 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53382e26-3912-48ab-9fe3-5cc87654d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.308920 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0956882-71c4-4249-8811-d534ff203bc8 x-openstack-request-id: req-e0956882-71c4-4249-8811-d534ff203bc8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:04.309293 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "name": "network-vif-plugged", "status": "completed", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:04.309595 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0956882-71c4-4249-8811-d534ff203bc8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:04.309954 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'code': 200} Sep 16 05:20:04.354947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:04.375262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3009a-074e-4a57-8379-629a32dc8fd5 None None] Pushing event updated for resources: {'Port': ['ID=472338a8-535e-428e-b44d-aee32d105125,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:04.453718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acc8de-525d-41cc-b8b7-95d5f45b33c1 req-62ef99cb-a40b-4c24-afcf-63309a65a4e9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.458516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88acc8de-525d-41cc-b8b7-95d5f45b33c1 req-62ef99cb-a40b-4c24-afcf-63309a65a4e9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.1131403 Sep 16 05:20:04.499879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1406bad9-7aef-469c-9db2-1b878dc22688 req-a602a759-10e6-4428-9d55-769a291b2a1b tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 210 time: 0.0677707 Sep 16 05:20:04.519444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d0fef7-c740-4193-9ee8-28b163808a0d admin admin] Deleting subnet 2c5f7c06-3982-43bf-bb95-10230bfac070 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:04.526829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fef7-c740-4193-9ee8-28b163808a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.556759 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88acc8de-525d-41cc-b8b7-95d5f45b33c1 req-df7e511a-1912-4ab0-b677-1819c6e2e38a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854988 Sep 16 05:20:04.560402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f2ef6-65d4-4d3e-b644-1d696ee131df req-e678272f-2bd1-4c6f-b7b2-7688957d5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.563838 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa0f2ef6-65d4-4d3e-b644-1d696ee131df req-e678272f-2bd1-4c6f-b7b2-7688957d5098 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.1329081 Sep 16 05:20:04.640266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fef7-c740-4193-9ee8-28b163808a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.652123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa0f2ef6-65d4-4d3e-b644-1d696ee131df req-3461cdea-fea1-4439-9d6d-f5dc651d4e0d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751536 Sep 16 05:20:04.689625 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.748642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fef7-c740-4193-9ee8-28b163808a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.761114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a28c4e-a0ad-4525-a387-5693f904efca req-25345824-7857-4fdf-967a-3675117fe3e0 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.762804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13a28c4e-a0ad-4525-a387-5693f904efca req-25345824-7857-4fdf-967a-3675117fe3e0 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 944 time: 0.0850089 Sep 16 05:20:04.830580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a8faf-ffa9-4202-9f67-31f9d7148b8f req-a1c1a893-d796-43ab-a79a-e09e03ae7e40 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.845096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-620a8faf-ffa9-4202-9f67-31f9d7148b8f req-a1c1a893-d796-43ab-a79a-e09e03ae7e40 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 943 time: 0.1414015 Sep 16 05:20:04.853694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13a28c4e-a0ad-4525-a387-5693f904efca req-bdf15d3e-78be-44a5-b6c6-65046bca222b tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651159 Sep 16 05:20:04.877335 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.890553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6571012d-d93b-4c83-bb8a-d96a02a4c43e req-36b9af0a-73ce-47b8-83eb-ca6870235305 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1320157062', 'description': 'tempest-description-1927473421'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:04.892133 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-620a8faf-ffa9-4202-9f67-31f9d7148b8f req-dbb5af80-0fbc-4c30-8607-4a344db34808 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Sep 16 05:20:04.938475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Network 596f3efe-0917-47ae-ae4a-ee51d71d15ba is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:04.938475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:04.939634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:04.952378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Pushing event updated for resources: {'Port': ['ID=d9501d7d-1289-44d9-bd96-0deb151e7498,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:04.978411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 472338a8-535e-428e-b44d-aee32d105125 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:05.011078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fef7-c740-4193-9ee8-28b163808a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.021296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a6f5064-adec-4343-a06e-963aa748770c req-3a900a0f-85a9-4577-b9c7-5189a9b67817 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 210 time: 0.0421312 Sep 16 05:20:05.061397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0fef7-c740-4193-9ee8-28b163808a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5f7c06-3982-43bf-bb95-10230bfac070,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:05.068492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Attempting to bind port d9501d7d-1289-44d9-bd96-0deb151e7498 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:05.069884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Attempting to bind port d9501d7d-1289-44d9-bd96-0deb151e7498 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:05.070043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Attempting to bind port d9501d7d-1289-44d9-bd96-0deb151e7498 on network 596f3efe-0917-47ae-ae4a-ee51d71d15ba {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:05.071116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6571012d-d93b-4c83-bb8a-d96a02a4c43e req-36b9af0a-73ce-47b8-83eb-ca6870235305 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.075182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fef7-c740-4193-9ee8-28b163808a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.077803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:05.078309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Checking segment: {'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:05.082718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e3d0fef7-c740-4193-9ee8-28b163808a0d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c5f7c06-3982-43bf-bb95-10230bfac070 HTTP/1.1" status: 204 len: 168 time: 0.7221420 Sep 16 05:20:05.082848 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.082848 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Bound using segment: {'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:05.082848 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Bound port: d9501d7d-1289-44d9-bd96-0deb151e7498, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:05.082848 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.086148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49138) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:05.169935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 472338a8-535e-428e-b44d-aee32d105125 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:05.170407 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.281599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] For port d9501d7d-1289-44d9-bd96-0deb151e7498, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:05.286812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] For port d9501d7d-1289-44d9-bd96-0deb151e7498, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9501d7d-1289-44d9-bd96-0deb151e7498,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:05.312585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6571012d-d93b-4c83-bb8a-d96a02a4c43e req-36b9af0a-73ce-47b8-83eb-ca6870235305 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.403255 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.502078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a074fd-2df8-4490-968f-74e19d9b8604 None None] Pushing event updated for resources: {'Port': ['ID=d9501d7d-1289-44d9-bd96-0deb151e7498,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:05.580600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6571012d-d93b-4c83-bb8a-d96a02a4c43e req-36b9af0a-73ce-47b8-83eb-ca6870235305 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.613442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3c9f051-57cb-423f-ac46-9c474605ab6d details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:05.621962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ce231796-e97b-42c8-b7a7-37585e7fb4cc up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:05.637663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9af0a-73ce-47b8-83eb-ca6870235305 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eddc97-53de-46e7-bf49-138d5cb16722,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:05.739893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6571012d-d93b-4c83-bb8a-d96a02a4c43e req-36b9af0a-73ce-47b8-83eb-ca6870235305 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.759091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6571012d-d93b-4c83-bb8a-d96a02a4c43e req-36b9af0a-73ce-47b8-83eb-ca6870235305 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8697085 Sep 16 05:20:05.768191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.811598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-1e836174-c1ad-42f2-9a25-3e5889765536 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.813824 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-1e836174-c1ad-42f2-9a25-3e5889765536 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.66 "GET /v2.0/networks?id=9fe60218-4370-4bc9-a5cc-3ac099de1b94 HTTP/1.1" status: 200 len: 818 time: 0.7623928 Sep 16 05:20:05.839650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Request body: {'port': {'device_id': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'network_id': '9fe60218-4370-4bc9-a5cc-3ac099de1b94', 'admin_state_up': True, 'tenant_id': '9ba7166b7af84591b781b0a3dc1a5ae6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:05.899319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:05.925759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'port_id': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'mac_address': 'fa:16:3e:4f:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b34ebf4-5073-4092-a816-adaff7c4dfc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:05.929297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49586e4-c3fe-4469-a62d-1346d4441388 req-12d97d6a-bbbf-494a-8996-232723dee735 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.932933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e49586e4-c3fe-4469-a62d-1346d4441388 req-12d97d6a-bbbf-494a-8996-232723dee735 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1102 time: 0.6794903 Sep 16 05:20:05.963943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port ce231796-e97b-42c8-b7a7-37585e7fb4cc completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:05.969077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45146d-4186-48c2-a40b-248a28aaf90b req-c30e580a-fa04-40f3-9285-763b6db4875a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.969721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port ce231796-e97b-42c8-b7a7-37585e7fb4cc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:05.970066 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.971000 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c45146d-4186-48c2-a40b-248a28aaf90b req-c30e580a-fa04-40f3-9285-763b6db4875a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 946 time: 0.0814810 Sep 16 05:20:06.010120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.035708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c45146d-4186-48c2-a40b-248a28aaf90b req-734e5536-4ae5-4708-a14d-0608dcc138f5 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Sep 16 05:20:06.037079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c9f051-57cb-423f-ac46-9c474605ab6d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:06.062083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:06.079369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.120037 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e49586e4-c3fe-4469-a62d-1346d4441388 req-4639fae6-97b9-4c8b-a679-a0fb2d3b1981 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643479 Sep 16 05:20:06.127232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.155764 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.184211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd31c3a4-df8f-491c-a472-bdfd1383f36e req-d8ad6408-126e-4052-8d84-170117ff0f0b tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 210 time: 0.0426846 Sep 16 05:20:06.191510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee684761-f385-4e7d-b202-4fe99af6e2d5']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:06.231776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf1b801-b39c-46bc-8e66-8b84638d41e5') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:06.232144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf1b801-b39c-46bc-8e66-8b84638d41e5') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:06.274479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.280427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ce231796-e97b-42c8-b7a7-37585e7fb4cc, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ce231796-e97b-42c8-b7a7-37585e7fb4cc,segment=NetworkSegment(4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4),segment_id=4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:06.294869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:06.311400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5212d1-d582-40e5-810e-a72cdb3946a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce231796-e97b-42c8-b7a7-37585e7fb4cc'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:06.314544 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c229bd-fc0c-4113-b084-c2ee1a00c167" -d '{"events": [{"server_uuid": "1f5212d1-d582-40e5-810e-a72cdb3946a0", "name": "network-vif-plugged", "status": "completed", "tag": "ce231796-e97b-42c8-b7a7-37585e7fb4cc"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:06.318223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d88d4-1081-4fd2-bb49-4201201a9eb5 req-ecd12bf6-c6f3-48cf-8ba0-320359e49553 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.320061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-232d88d4-1081-4fd2-bb49-4201201a9eb5 req-ecd12bf6-c6f3-48cf-8ba0-320359e49553 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 944 time: 0.0606334 Sep 16 05:20:06.337401 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.347424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:06.347826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:06.349696 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:06.371259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-232d88d4-1081-4fd2-bb49-4201201a9eb5 req-ce49eb65-b189-4190-ae63-fd577471dd26 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Sep 16 05:20:06.464555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Made reservation on behalf of 9ba7166b7af84591b781b0a3dc1a5ae6 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:06.471226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.512841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e3c9f051-57cb-423f-ac46-9c474605ab6d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:06.540120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773da122-9696-4196-a0cc-96b2bf7bc14b req-8c051aa3-f595-4867-ac72-53a6b1805b6b tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.547511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-773da122-9696-4196-a0cc-96b2bf7bc14b req-8c051aa3-f595-4867-ac72-53a6b1805b6b tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 944 time: 0.0689590 Sep 16 05:20:06.607543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-c02d5599-e7a3-44d6-b3f3-7778274f04e4 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.610347 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-c02d5599-e7a3-44d6-b3f3-7778274f04e4 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 813 time: 0.3326738 Sep 16 05:20:06.618821 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.620396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-773da122-9696-4196-a0cc-96b2bf7bc14b req-323e688a-1e8b-4895-b730-7c684b85fb1e tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719078 Sep 16 05:20:06.621168 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.645841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.653179 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ee684761-f385-4e7d-b202-4fe99af6e2d5 HTTP/1.1" status: 204 len: 168 time: 1.5600007 Sep 16 05:20:06.682375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884293b2-07f4-4711-bf5c-d0e1fe752d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee684761-f385-4e7d-b202-4fe99af6e2d5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:06.696754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-4c958f7e-48f5-4fea-a8d2-4afd6407943f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/quotas/2a45d0158da84a1282fc58d6c3e22fce HTTP/1.1" status: 200 len: 375 time: 0.0671666 Sep 16 05:20:06.847936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Allocated IP 172.20.0.7 (9fe60218-4370-4bc9-a5cc-3ac099de1b94/950d7173-6db4-437f-8610-f92b3979830b/a7131102-6fe5-410f-96b1-e3810e70d329) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:06.848738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26cbed23-0ff1-47cc-a243-c57b284134e6 req-9f480785-d868-4f9f-bbba-523b54a9172d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 210 time: 0.0742798 Sep 16 05:20:06.884540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ce231796-e97b-42c8-b7a7-37585e7fb4cc,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:06.994645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a4500015-e345-442a-be96-34a676547408 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2887080 Sep 16 05:20:07.033892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df3aaa-5d92-40e6-a925-17b7c4082411 None None] Network 596f3efe-0917-47ae-ae4a-ee51d71d15ba requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:07.092472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9501d7d-1289-44d9-bd96-0deb151e7498 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:07.167134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.175307 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4650cb7f-0e6f-433f-8ef0-5a1a7924df5d x-openstack-request-id: req-4650cb7f-0e6f-433f-8ef0-5a1a7924df5d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:07.175307 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5212d1-d582-40e5-810e-a72cdb3946a0", "name": "network-vif-plugged", "status": "completed", "tag": "ce231796-e97b-42c8-b7a7-37585e7fb4cc", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:07.175307 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4650cb7f-0e6f-433f-8ef0-5a1a7924df5d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:07.175307 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5212d1-d582-40e5-810e-a72cdb3946a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce231796-e97b-42c8-b7a7-37585e7fb4cc', 'code': 200} Sep 16 05:20:07.177040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49176) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:07.202411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-b07fe31b-079f-4884-b3b8-42470d10b63e service neutron] 10.222.0.49 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760759 Sep 16 05:20:07.261871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-760c444d-5968-48ef-b758-79a2b975c882 None None] Provisioning complete for port d9501d7d-1289-44d9-bd96-0deb151e7498 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:07.262546 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-760c444d-5968-48ef-b758-79a2b975c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.294395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d9501d7d-1289-44d9-bd96-0deb151e7498 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:07.298805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3fac7ad7-dac0-4049-b22e-e9f0fbe64d11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40a02dc5ec9445fe95ee5e756b405fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1157150 Sep 16 05:20:07.298805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:07.299217 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.316326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d596-0863-4ef0-b17d-551801088b88 req-ed0a1ed0-72a2-44df-8930-95bb5d57024b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.318102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a6d0d596-0863-4ef0-b17d-551801088b88 req-ed0a1ed0-72a2-44df-8930-95bb5d57024b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 946 time: 0.1311221 Sep 16 05:20:07.327745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dd9ed-1b8a-4888-9b70-ba25470b5436 req-98336250-cf0a-4e3b-a5ba-40fbbd383e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.329547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de2dd9ed-1b8a-4888-9b70-ba25470b5436 req-98336250-cf0a-4e3b-a5ba-40fbbd383e8c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 1097 time: 0.1414785 Sep 16 05:20:07.352067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-c2a4e5a4-4228-4e5c-8f54-fa89d8be895d service neutron] 10.222.0.49 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329165 Sep 16 05:20:07.441230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de2dd9ed-1b8a-4888-9b70-ba25470b5436 req-5602fcbb-f830-4a8b-8b57-4dc49d7ec29d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955470 Sep 16 05:20:07.452582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a6d0d596-0863-4ef0-b17d-551801088b88 req-1d076204-5c3b-4d10-b02a-b31dcbd3ba59 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272006 Sep 16 05:20:07.454992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.462888 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34d86d0c-b94d-4bba-828e-5fd631c0d07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.533067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34d86d0c-b94d-4bba-828e-5fd631c0d07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.570140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:07.576584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:07.583213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:07.585743 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-760c444d-5968-48ef-b758-79a2b975c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.607550 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.638401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Pushing event updated for resources: {'Port': ['ID=a7131102-6fe5-410f-96b1-e3810e70d329,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:07.640495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3c9f051-57cb-423f-ac46-9c474605ab6d up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:07.681860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.683102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.684142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-505ae703-5937-4aab-b134-3ffa02ede4a5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=87437861a41e40c4bf78025a370c9983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339839 Sep 16 05:20:07.695793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-760c444d-5968-48ef-b758-79a2b975c882 None None] For port d9501d7d-1289-44d9-bd96-0deb151e7498, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9501d7d-1289-44d9-bd96-0deb151e7498,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:07.842456 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34d86d0c-b94d-4bba-828e-5fd631c0d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.848067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-760c444d-5968-48ef-b758-79a2b975c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.850385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port e3c9f051-57cb-423f-ac46-9c474605ab6d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:07.853481 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34d86d0c-b94d-4bba-828e-5fd631c0d07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.855019 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-34d86d0c-b94d-4bba-828e-5fd631c0d07b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33cc42ca-08f1-4c87-87cd-6781bdf1cecf HTTP/1.1" status: 204 len: 168 time: 0.5547850 Sep 16 05:20:07.885007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d86d0c-b94d-4bba-828e-5fd631c0d07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cc42ca-08f1-4c87-87cd-6781bdf1cecf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:07.893008 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-a2e49150-4140-4702-837b-0dda5b67b5ca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0612273 Sep 16 05:20:07.902758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-f8761353-c95c-4b6b-8b60-906768e5f425 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.911494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-f8761353-c95c-4b6b-8b60-906768e5f425 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166398 Sep 16 05:20:07.921088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f80f5-bcbf-4b3d-a39e-f5fde4b82cd6 req-cb9c9706-5187-43c2-ae3d-43a8ff6ebef0 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.923253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c3f80f5-bcbf-4b3d-a39e-f5fde4b82cd6 req-cb9c9706-5187-43c2-ae3d-43a8ff6ebef0 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 931 time: 0.1144238 Sep 16 05:20:07.932461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Request body: {'port': {'device_id': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:07.969539 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-c6709061-5b6e-4f05-8999-918c371feefb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/quotas/87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 375 time: 0.0563200 Sep 16 05:20:07.977186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port e3c9f051-57cb-423f-ac46-9c474605ab6d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:07.977863 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.090215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.117038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:20:08.117600 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:20:08.132735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c3f80f5-bcbf-4b3d-a39e-f5fde4b82cd6 req-5d94edc1-fb37-45f4-9dbf-f0e48947677c tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503689 Sep 16 05:20:08.140465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c444d-5968-48ef-b758-79a2b975c882 None None] Pushing event updated for resources: {'Port': ['ID=d9501d7d-1289-44d9-bd96-0deb151e7498,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:08.184489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-55220479-d334-494c-956f-344213cc4658 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2134464 Sep 16 05:20:08.210336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e011cfdb-9992-47d4-a39e-5eeb30a2ad84 None None] Provisioning complete for port d9501d7d-1289-44d9-bd96-0deb151e7498 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:08.215144 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e011cfdb-9992-47d4-a39e-5eeb30a2ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.271112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-c280e064-4317-4f35-8bd4-27af06436cbf tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.280612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-c280e064-4317-4f35-8bd4-27af06436cbf tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.282605 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-c280e064-4317-4f35-8bd4-27af06436cbf tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.30 "GET /v2.0/networks?id=0651b366-328f-46e6-b68d-dd57e892d7ba&id=596f3efe-0917-47ae-ae4a-ee51d71d15ba HTTP/1.1" status: 200 len: 1392 time: 0.3595078 Sep 16 05:20:08.310218 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.311101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'port': {'device_id': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba', 'admin_state_up': True, 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:08.426834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1af37a-56d8-46e9-92bd-11d10579250b req-76bd7b67-1d75-47cc-ba42-1d76e02daca7 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.428918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf1af37a-56d8-46e9-92bd-11d10579250b req-76bd7b67-1d75-47cc-ba42-1d76e02daca7 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.0982757 Sep 16 05:20:08.500832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:08.530257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf1af37a-56d8-46e9-92bd-11d10579250b req-072bb113-3f79-41f9-a0c6-026502f9674d tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915823 Sep 16 05:20:08.687225 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.748775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7131102-6fe5-410f-96b1-e3810e70d329 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:08.756734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:08.770129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.773529 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.781267 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-0d101dcf-b8cd-4ed2-a477-d703b50b581b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2068503 Sep 16 05:20:08.794549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Transition to ACTIVE for port object a7131102-6fe5-410f-96b1-e3810e70d329 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:08.800790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:08.885603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:08.911908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.946339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.952670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e8fe1-ee71-497b-b202-d5fcdd3574b4 req-e1a1856c-ac27-404f-ad42-35e52ca1d7a9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.963541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b0e8fe1-ee71-497b-b202-d5fcdd3574b4 req-e1a1856c-ac27-404f-ad42-35e52ca1d7a9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 945 time: 0.2458861 Sep 16 05:20:09.043622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b0e8fe1-ee71-497b-b202-d5fcdd3574b4 req-3dea9d7f-ec4e-4320-9a8a-a2cde24775e3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790608 Sep 16 05:20:09.070289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9501d7d-1289-44d9-bd96-0deb151e7498 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:09.094620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Pushing event updated for resources: {'Port': ['ID=a7131102-6fe5-410f-96b1-e3810e70d329,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:09.125927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d9501d7d-1289-44d9-bd96-0deb151e7498 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:09.126427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.174866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:09.177780 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900f9ca5-e79c-46a9-a790-3dbfe9c7108c" -d '{"events": [{"server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "name": "network-vif-plugged", "status": "completed", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:09.178895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b9cf8bb-bf4f-4a2b-b01d-8f94f8167fe5 req-4174be14-cbf0-43a5-8fce-d4376586c919 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 210 time: 0.0830669 Sep 16 05:20:09.228137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Allocated IP 19.80.0.69 (0651b366-328f-46e6-b68d-dd57e892d7ba/d1886ff0-0d78-4f4c-be6d-00cd8655a2dc/628096f8-2b03-430a-a001-e9002fae6988) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:09.313123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Attempting to bind port a7131102-6fe5-410f-96b1-e3810e70d329 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:09.313583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Attempting to bind port a7131102-6fe5-410f-96b1-e3810e70d329 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '3983c280-c7d5-473e-b941-e3057a2b4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9fe60218-4370-4bc9-a5cc-3ac099de1b94'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:09.313950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Attempting to bind port a7131102-6fe5-410f-96b1-e3810e70d329 on network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:09.323062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Port a7131102-6fe5-410f-96b1-e3810e70d329 on network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:09.323418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Attempting to bind port a7131102-6fe5-410f-96b1-e3810e70d329 on network 9fe60218-4370-4bc9-a5cc-3ac099de1b94 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:09.331634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:09.331841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Checking segment: {'id': '3983c280-c7d5-473e-b941-e3057a2b4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9fe60218-4370-4bc9-a5cc-3ac099de1b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:09.332332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Bound using segment: {'id': '3983c280-c7d5-473e-b941-e3057a2b4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9fe60218-4370-4bc9-a5cc-3ac099de1b94'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:09.332718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Bound port: a7131102-6fe5-410f-96b1-e3810e70d329, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3983c280-c7d5-473e-b941-e3057a2b4eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9fe60218-4370-4bc9-a5cc-3ac099de1b94'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:09.333628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.351275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.452906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65485b72-0440-42a1-b0c3-f46763f208bd req-56913bc5-ce40-4fb8-8c08-9c129371ff04 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 210 time: 0.1426032 Sep 16 05:20:09.526413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] For port a7131102-6fe5-410f-96b1-e3810e70d329, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:09.565228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] For port a7131102-6fe5-410f-96b1-e3810e70d329, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a7131102-6fe5-410f-96b1-e3810e70d329,segment=NetworkSegment(3983c280-c7d5-473e-b941-e3057a2b4eac),segment_id=3983c280-c7d5-473e-b941-e3057a2b4eac)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:09.567775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06810f8c-8da6-4d43-bfbc-eab4fff1abb1 req-7afd9843-1383-493e-85e5-f3877c8673a2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 210 time: 0.0622144 Sep 16 05:20:09.587184 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.587742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Allocated IP 172.25.1.188 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/f0ceccec-0667-4325-819a-b89cd62ce539) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:09.765963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.804684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f709-3fd0-4e41-bf91-4f67c2edf4c5 req-fac04c47-9ee4-4394-b64f-6bcba1a43dfc tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:09.807906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f74f709-3fd0-4e41-bf91-4f67c2edf4c5 req-fac04c47-9ee4-4394-b64f-6bcba1a43dfc tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 943 time: 0.1164386 Sep 16 05:20:09.810330 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.844809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:09.845461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.849783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] 10.222.0.66 "PUT /v2.0/ports/a7131102-6fe5-410f-96b1-e3810e70d329 HTTP/1.1" status: 200 len: 1092 time: 1.9226522 Sep 16 05:20:09.849783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'tag': 'a7131102-6fe5-410f-96b1-e3810e70d329'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:09.849783 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2850647-7519-48c9-9ce5-28c35afca2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "84f6d613-1670-4bdd-874a-c9002ba6f667", "tag": "a7131102-6fe5-410f-96b1-e3810e70d329"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:09.892285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network 0651b366-328f-46e6-b68d-dd57e892d7ba is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:09.902158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:09.908915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d937f-75af-452e-8bdd-b77801ed4eeb service neutron] Pushing event updated for resources: {'Port': ['ID=a7131102-6fe5-410f-96b1-e3810e70d329,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:09.914613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:09.917296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.101149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.170140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:10.173897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49248) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:10.176542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:10.194251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:10.244724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-4da230f5-3f1b-4c72-a8a4-fb5773aa2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.246633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-4da230f5-3f1b-4c72-a8a4-fb5773aa2da0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ba7166b7af84591b781b0a3dc1a5ae6&device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 1095 time: 0.1794724 Sep 16 05:20:10.250590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Pushing event updated for resources: {'Port': ['ID=f0ceccec-0667-4325-819a-b89cd62ce539,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.252880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d4c157f2-7fbe-42e9-992c-9cbd17944e24 None None] Provisioning complete for port 628096f8-2b03-430a-a001-e9002fae6988 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:10.254067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4c157f2-7fbe-42e9-992c-9cbd17944e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.324134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d4c157f2-7fbe-42e9-992c-9cbd17944e24 None None] Port 628096f8-2b03-430a-a001-e9002fae6988 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:10.335077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-05e2799e-0f2c-4cc7-91c6-f239a7b60b8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7131102-6fe5-410f-96b1-e3810e70d329 HTTP/1.1" status: 200 len: 217 time: 0.0610559 Sep 16 05:20:10.371685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-65410627-network', 'tenant_id': 'bf3a75159cb24768bd4069f15cdbb549'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:10.375491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Port': ['ID=628096f8-2b03-430a-a001-e9002fae6988,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.383849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f74f709-3fd0-4e41-bf91-4f67c2edf4c5 req-2f483933-f20d-418c-86d8-5b9dc9e5f0ac tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531414 Sep 16 05:20:10.429503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.430607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.455626 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80522f3c-a394-4340-9ec3-266f10dd7108 x-openstack-request-id: req-80522f3c-a394-4340-9ec3-266f10dd7108 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:10.455846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.456441 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "name": "network-vif-plugged", "status": "completed", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:10.456776 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80522f3c-a394-4340-9ec3-266f10dd7108 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:10.457641 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'code': 200} Sep 16 05:20:10.458327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-466c12a6-7e17-4e02-9cd7-eb01429ba184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.460164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-466c12a6-7e17-4e02-9cd7-eb01429ba184 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=950d7173-6db4-437f-8610-f92b3979830b HTTP/1.1" status: 200 len: 858 time: 0.1004093 Sep 16 05:20:10.523519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-bc7511c0-fb19-46b7-83af-2d83bdd2b35b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe60218-4370-4bc9-a5cc-3ac099de1b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309057 Sep 16 05:20:10.572278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471425-e53a-47db-a3dd-634bdf8ae29d req-fc1114e5-8afa-403f-ade8-77132516cae1 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.573954 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66471425-e53a-47db-a3dd-634bdf8ae29d req-fc1114e5-8afa-403f-ade8-77132516cae1 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.0577826 Sep 16 05:20:10.600779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Made reservation on behalf of bf3a75159cb24768bd4069f15cdbb549 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:10.604830 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.640309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.673964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf79411-6725-4091-849e-a02ff8ad5c75 req-12b36f53-48bc-414c-bcf3-0d11b599821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.677410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebf79411-6725-4091-849e-a02ff8ad5c75 req-12b36f53-48bc-414c-bcf3-0d11b599821f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 1097 time: 0.1017852 Sep 16 05:20:10.684020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66471425-e53a-47db-a3dd-634bdf8ae29d req-f1afe4a5-078b-4a3f-89dc-d5c37e657379 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977387 Sep 16 05:20:10.715017 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.726240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1d379955-a98a-44be-9703-57eaa549ab61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4193163 Sep 16 05:20:10.752371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Request body: {'port': {'device_id': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba', 'admin_state_up': True, 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:10.763104 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b820cdf-f157-4e45-80ea-9cf2f18d8507 x-openstack-request-id: req-9b820cdf-f157-4e45-80ea-9cf2f18d8507 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:10.763532 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f6d613-1670-4bdd-874a-c9002ba6f667", "tag": "a7131102-6fe5-410f-96b1-e3810e70d329", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:10.763937 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b820cdf-f157-4e45-80ea-9cf2f18d8507 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:10.764552 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'tag': 'a7131102-6fe5-410f-96b1-e3810e70d329', 'status': 'completed', 'code': 200} Sep 16 05:20:10.780448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebf79411-6725-4091-849e-a02ff8ad5c75 req-156b766a-86c2-4c69-aef3-2d415e7250c4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942154 Sep 16 05:20:10.808259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-24a94517-b9a4-4745-a718-064f31c113e8 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe60218-4370-4bc9-a5cc-3ac099de1b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651103 Sep 16 05:20:10.940937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac383-628d-4b1f-baf7-7898475c7047 req-aa3dd7fc-9856-4059-bc64-f99891b297f8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.942803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65cac383-628d-4b1f-baf7-7898475c7047 req-aa3dd7fc-9856-4059-bc64-f99891b297f8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 945 time: 0.1084270 Sep 16 05:20:11.001818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.003796 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65cac383-628d-4b1f-baf7-7898475c7047 req-e6001434-3f16-4364-90ba-0f2ee9876e43 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Sep 16 05:20:11.047806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.076686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.107156 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc948c21-6e2a-4baa-893a-86097fe53133 req-58cda16a-77b1-4e00-951e-9c80a58a0b64 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 210 time: 0.0343196 Sep 16 05:20:11.111797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:11.160120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.176109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32bc6ca-8d65-40b3-9a4d-0179c5801551,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:11.181789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.182184 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Added segment 8302b7f7-7426-427e-906b-8203ccb45c9a of type vlan for network af0272eb-7bf6-4856-b290-e6e46332c2f8 Sep 16 05:20:11.218004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Made reservation on behalf of b5e2e06faeb045979b54a4881f2b5e1b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:11.226084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.283287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca7786-a381-4a05-80b0-63f89e70d379 req-7b37f6a8-014c-42d3-98b1-c3d1d0a24091 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.287048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdca7786-a381-4a05-80b0-63f89e70d379 req-7b37f6a8-014c-42d3-98b1-c3d1d0a24091 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 931 time: 0.1077564 Sep 16 05:20:11.369185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Pushing event updated for resources: {'Port': ['ID=f0ceccec-0667-4325-819a-b89cd62ce539,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:11.378218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.386592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdca7786-a381-4a05-80b0-63f89e70d379 req-ce44ae32-a50f-4a2f-93e2-ad5ddbec8b8f tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591428 Sep 16 05:20:11.404061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.431557 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8ec499-3f2e-4b92-84c2-629b89b88ac6 req-d4e1556b-2761-41c5-ab44-403edd8e9eb1 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe60218-4370-4bc9-a5cc-3ac099de1b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151922 Sep 16 05:20:11.539355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Allocated IP 19.86.0.18 (596f3efe-0917-47ae-ae4a-ee51d71d15ba/207f11bd-5505-4fc8-8d8f-8372aff71e11/bdfea7d0-e68b-4939-b89d-a2af545fe902) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:11.569259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22661706-7ce5-483a-9418-f9fc382da055 req-50008519-ba4a-4af2-b593-ef248a72b3af tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 210 time: 0.0664499 Sep 16 05:20:11.598218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.612635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-51282511-d684-4bfc-994d-2d31a6a07032 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8158884 Sep 16 05:20:11.617413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.618819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.619469 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.626727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-9b8c7861-9f56-40ce-8a1d-a7494357f060 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.628349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-9b8c7861-9f56-40ce-8a1d-a7494357f060 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 813 time: 0.2289550 Sep 16 05:20:11.655107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'port': {'device_id': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2', 'admin_state_up': True, 'tenant_id': '2a45d0158da84a1282fc58d6c3e22fce'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:11.734043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-459c28a5-e99e-4e64-a418-6f04da7a646c tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.1201134 Sep 16 05:20:11.828773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] Pushing event updated for resources: {'Network': ['ID=af0272eb-7bf6-4856-b290-e6e46332c2f8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:11.843760 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1fa48e61-4295-4a5f-a30e-8591f5def950 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6580126 Sep 16 05:20:11.873451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network af0272eb-7bf6-4856-b290-e6e46332c2f8 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:11.930627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977ec1d-8ee7-4c97-84b0-695b54a1a65b req-2fe69b32-13df-4519-9b49-66495553d8b2 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.932867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5977ec1d-8ee7-4c97-84b0-695b54a1a65b req-2fe69b32-13df-4519-9b49-66495553d8b2 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 943 time: 0.1569557 Sep 16 05:20:11.958431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-e05ef3cd-d7d5-4604-80f1-bcf6c89de73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.960667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-e05ef3cd-d7d5-4604-80f1-bcf6c89de73f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ba7166b7af84591b781b0a3dc1a5ae6&device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 1095 time: 0.1756976 Sep 16 05:20:11.971489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-47772ae9-f25e-422f-8d01-70bad12b0b7b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.984772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2ab98a6-6b25-41db-8fb2-0e09dfa2c315 req-47772ae9-f25e-422f-8d01-70bad12b0b7b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2488053 Sep 16 05:20:11.988802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.188007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5977ec1d-8ee7-4c97-84b0-695b54a1a65b req-11a317fc-c157-49b2-9c83-481208dece61 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373097 Sep 16 05:20:12.201568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-0b39cde8-a0b0-4003-846c-6686fee4ea2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2580791 Sep 16 05:20:12.261295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-bc55801d-f2de-422c-9349-a3275e1bf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.263542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-bc55801d-f2de-422c-9349-a3275e1bf0e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe60218-4370-4bc9-a5cc-3ac099de1b94 HTTP/1.1" status: 200 len: 919 time: 0.2773983 Sep 16 05:20:12.271808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Made reservation on behalf of 2a45d0158da84a1282fc58d6c3e22fce for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:12.275706 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.324760 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-29afffbe-ed34-4a2c-a52a-db9ed25d1b30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7131102-6fe5-410f-96b1-e3810e70d329 HTTP/1.1" status: 200 len: 217 time: 0.0461025 Sep 16 05:20:12.384366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-4d7b173c-1284-4b94-b3e0-790295df3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.385929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-4d7b173c-1284-4b94-b3e0-790295df3fa9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=950d7173-6db4-437f-8610-f92b3979830b HTTP/1.1" status: 200 len: 858 time: 0.0518379 Sep 16 05:20:12.394360 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.427395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-54db23e9-cf5f-424b-a106-a9392f8991a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe60218-4370-4bc9-a5cc-3ac099de1b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314343 Sep 16 05:20:12.484336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Network 596f3efe-0917-47ae-ae4a-ee51d71d15ba is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:12.525009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508d772-8437-4794-ac16-5c09970be63b req-a93c034a-2c1e-44b1-856e-a3e0ceee7745 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.532771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0508d772-8437-4794-ac16-5c09970be63b req-a93c034a-2c1e-44b1-856e-a3e0ceee7745 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 945 time: 0.2305169 Sep 16 05:20:12.534929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:12.535847 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-c03551ea-541e-41d1-b74a-7a278b8aebbc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87437861a41e40c4bf78025a370c9983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540931 Sep 16 05:20:12.552392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:12.569218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-37a41217-6852-484c-a58e-bb434782d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.571596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-37a41217-6852-484c-a58e-bb434782d58f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.2516217 Sep 16 05:20:12.635921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event updated for resources: {'Port': ['ID=bdfea7d0-e68b-4939-b89d-a2af545fe902,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:12.695744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Allocated IP 172.20.0.10 (5a7d4307-3dcc-471d-8565-b739392b04f2/ae839689-a5e1-4e78-ac34-b745af397204/78344af9-4257-4f7b-8b9e-24dde401f512) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:12.703367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-65927aef-2630-43bc-80bd-a437eddbb9d5 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe60218-4370-4bc9-a5cc-3ac099de1b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655971 Sep 16 05:20:12.755539 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0508d772-8437-4794-ac16-5c09970be63b req-5fbf28b2-6a51-4b0a-80c3-ea82d1bbba78 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218544 Sep 16 05:20:12.763654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.764447 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.765140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c16baac-2293-43af-91f3-969106dbf192 req-f887ee77-04e7-4e2a-9c81-73ecfec91b40 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 210 time: 0.0775788 Sep 16 05:20:12.869301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-04fb22ce-af6c-4a5d-9d47-49bd9d8a2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.870879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-04fb22ce-af6c-4a5d-9d47-49bd9d8a2883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.2579086 Sep 16 05:20:12.923568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-25937a15-b445-44c2-a3c1-f82f3bf9a49a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.925180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-25937a15-b445-44c2-a3c1-f82f3bf9a49a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3811827 Sep 16 05:20:12.948791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Request body: {'port': {'device_id': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '87437861a41e40c4bf78025a370c9983'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:13.009259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-05b4436a-9ae0-49f1-9839-1090b23c15a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.1201138 Sep 16 05:20:13.028761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-26fa7b56-4dfc-4e7a-ba07-d62da65be60b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2852809 Sep 16 05:20:13.038433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2850647-7519-48c9-9ce5-28c35afca2d0 req-9ee1f979-c6c8-444f-9073-7b4444c8d95b service neutron] 10.222.0.66 "GET /v2.0/networks/9fe60218-4370-4bc9-a5cc-3ac099de1b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227329 Sep 16 05:20:13.077434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Request body: {'port': {'device_id': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:13.090320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2dbb-3e8d-4b03-a7ab-0ea3de378ce2 None None] Provisioning complete for port bdfea7d0-e68b-4939-b89d-a2af545fe902 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:13.091599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2dbb-3e8d-4b03-a7ab-0ea3de378ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.137610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2dbb-3e8d-4b03-a7ab-0ea3de378ce2 None None] Port bdfea7d0-e68b-4939-b89d-a2af545fe902 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:13.277121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-be27d128-4bfb-4baf-985b-f90e96d4b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.278961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-be27d128-4bfb-4baf-985b-f90e96d4b1f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d4e984145604f24af5a2ef1c8ce9f35&device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 1097 time: 0.4053314 Sep 16 05:20:13.315649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-5e00ad03-b802-4ef0-8260-cd446c831d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.317288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-5e00ad03-b802-4ef0-8260-cd446c831d23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.2921617 Sep 16 05:20:13.408704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.479182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191180-4a35-4621-a733-b0d4490e2540 req-cfdf8fbe-4137-43f6-9dce-45e1382c2a56 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.480930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-cfdf8fbe-4137-43f6-9dce-45e1382c2a56 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 820 time: 0.4688690 Sep 16 05:20:13.507375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.556246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-39335ce6-7fe7-44b1-984c-ab1e93c281d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.557817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-39335ce6-7fe7-44b1-984c-ab1e93c281d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219434 Sep 16 05:20:13.564568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-b033f995-5d79-4657-8a53-70232e89b718 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/quotas/8574de8e5c66481a898389d52299a4e6 HTTP/1.1" status: 200 len: 375 time: 0.0768249 Sep 16 05:20:13.634626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c6aed-890c-4353-b5d7-f42bbfe78344 req-997f5af4-0c76-4174-88d0-b2b792d5c931 tempest-ComputeTenantNetworksTest-1424372627 tempest-ComputeTenantNetworksTest-1424372627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.641552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c6aed-890c-4353-b5d7-f42bbfe78344 req-997f5af4-0c76-4174-88d0-b2b792d5c931 tempest-ComputeTenantNetworksTest-1424372627 tempest-ComputeTenantNetworksTest-1424372627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.648065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c6aed-890c-4353-b5d7-f42bbfe78344 req-997f5af4-0c76-4174-88d0-b2b792d5c931 tempest-ComputeTenantNetworksTest-1424372627 tempest-ComputeTenantNetworksTest-1424372627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.649823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b0c6aed-890c-4353-b5d7-f42bbfe78344 req-997f5af4-0c76-4174-88d0-b2b792d5c931 tempest-ComputeTenantNetworksTest-1424372627 tempest-ComputeTenantNetworksTest-1424372627-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.5770938 Sep 16 05:20:13.669884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-94322d67-b038-417f-a25c-8d7dd4ec5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.670173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-94322d67-b038-417f-a25c-8d7dd4ec5ff3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9849f8dd-fbfd-4ed7-840e-2321dac266e3 HTTP/1.1" status: 200 len: 915 time: 0.3734803 Sep 16 05:20:13.688252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Made reservation on behalf of 87437861a41e40c4bf78025a370c9983 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:13.694158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.827731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-beda9c4c-2a6e-48cd-890e-adcfadda2731 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce231796-e97b-42c8-b7a7-37585e7fb4cc HTTP/1.1" status: 200 len: 217 time: 0.1015620 Sep 16 05:20:13.828045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e809d-5491-4486-b49b-69e4ee0939a0 req-bf18fba8-c00d-49c5-aeff-2ef846d66768 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.830350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e809d-5491-4486-b49b-69e4ee0939a0 req-bf18fba8-c00d-49c5-aeff-2ef846d66768 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.832050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd2e809d-5491-4486-b49b-69e4ee0939a0 req-bf18fba8-c00d-49c5-aeff-2ef846d66768 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1653 time: 0.1184173 Sep 16 05:20:13.909294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-09101399-f8d9-4eb9-81db-61960cec25d8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3335373 Sep 16 05:20:13.951606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd2e809d-5491-4486-b49b-69e4ee0939a0 req-9f75334b-15d2-49a8-837a-8e3c9c3aee52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026247 Sep 16 05:20:13.951947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.958763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Allocated IP 192.168.233.47 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/45ef0701-d415-4241-95e4-d6ad73f96e32) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:13.998887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-d6aef3f6-4467-4582-9944-e13b87132d58 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274127 Sep 16 05:20:14.009155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-e2a03486-9924-4d3d-b592-cc318a6ee06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.010675 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-e2a03486-9924-4d3d-b592-cc318a6ee06e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c02583fc-c6e6-4bd4-8ec2-30e52fad492e HTTP/1.1" status: 200 len: 854 time: 0.1794491 Sep 16 05:20:14.165422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-f862ab82-e559-4fc2-b0f7-cc9b450aa999 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9849f8dd-fbfd-4ed7-840e-2321dac266e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169605 Sep 16 05:20:14.171036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Network 5a7d4307-3dcc-471d-8565-b739392b04f2 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:14.215716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ff66e-c0cc-4ce5-9a15-118ac5b7ee56 req-be7b3f66-241f-4a3c-9a62-ab33288cf2a3 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.217314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-878ff66e-c0cc-4ce5-9a15-118ac5b7ee56 req-be7b3f66-241f-4a3c-9a62-ab33288cf2a3 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.1831653 Sep 16 05:20:14.224150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:14.242565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'Port': ['ID=78344af9-4257-4f7b-8b9e-24dde401f512,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:14.245703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:14.291662 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.300896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-878ff66e-c0cc-4ce5-9a15-118ac5b7ee56 req-f5e9e00b-a185-41de-87e3-973682a23189 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695281 Sep 16 05:20:14.462379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8efd3da6-39fe-48da-888e-3c91dda37738 req-29a3fdcc-fb72-4b9d-b120-9563dc84d7e9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 210 time: 0.0343657 Sep 16 05:20:14.512576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.552078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:14.631950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:14.636861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:14.645393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:14.675730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:14.718406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c826958-df78-4f21-b207-fbdc4e0e6b38 req-c01cbcc7-6e9e-4a13-80be-f49127b6d97c tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.729107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c826958-df78-4f21-b207-fbdc4e0e6b38 req-c01cbcc7-6e9e-4a13-80be-f49127b6d97c tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 943 time: 0.1623044 Sep 16 05:20:14.771323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.772927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.777192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-89598497-d1ab-489e-8a95-212e1df6d887 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8427482 Sep 16 05:20:14.779197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5025a07b-3404-4dc2-9ada-99aca686d9b8 req-71b4646d-79ef-4c06-98fe-0bcb1b3f6660 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7675819 Sep 16 05:20:14.835077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c826958-df78-4f21-b207-fbdc4e0e6b38 req-61407fef-f798-4cd2-96ea-ccee2243dfca tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043570 Sep 16 05:20:14.859481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-25fca1e0-90ec-4aba-b522-dc154ab753c0 service neutron] 10.222.0.66 "GET /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727467 Sep 16 05:20:14.881067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.881067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.884771 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e0c9b20f-9253-4679-8df7-904dd7fbf37f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9429448 Sep 16 05:20:14.911110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Request body: {'port': {'device_id': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:14.988366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0a03c920-cefe-41b2-ba60-1a59277b4266 None None] Provisioning complete for port 45ef0701-d415-4241-95e4-d6ad73f96e32 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:14.989115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a03c920-cefe-41b2-ba60-1a59277b4266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.042811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0a03c920-cefe-41b2-ba60-1a59277b4266 None None] Port 45ef0701-d415-4241-95e4-d6ad73f96e32 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:15.054618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d002bc-df46-44da-84fc-20865abbc763 req-fe6c771d-f012-4cd1-ba45-20c75a2fce70 tempest-ComputeTenantNetworksTest-1424372627 tempest-ComputeTenantNetworksTest-1424372627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:15.060870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30d002bc-df46-44da-84fc-20865abbc763 req-fe6c771d-f012-4cd1-ba45-20c75a2fce70 tempest-ComputeTenantNetworksTest-1424372627 tempest-ComputeTenantNetworksTest-1424372627-project] 10.222.0.49 "GET /v2.0/networks/af0272eb-7bf6-4856-b290-e6e46332c2f8 HTTP/1.1" status: 200 len: 767 time: 0.1667576 Sep 16 05:20:15.060870 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.068048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49304) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:15.082001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628096f8-2b03-430a-a001-e9002fae6988 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:15.139753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.208391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ebf5569a-8007-4f16-8845-6093ae715af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5634775 Sep 16 05:20:15.215431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Transition to ACTIVE for port object 628096f8-2b03-430a-a001-e9002fae6988 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:15.221417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-d193664a-ae4e-42ff-94bb-08abcec83ed0 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124219 Sep 16 05:20:15.229522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.251031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22e471-0eb6-4e78-852a-23e85157dfad req-88acfce2-f8ca-45f0-b55b-8bee962fb80f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:15.251031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c22e471-0eb6-4e78-852a-23e85157dfad req-88acfce2-f8ca-45f0-b55b-8bee962fb80f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 945 time: 0.1332259 Sep 16 05:20:15.251369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Request body: {'port': {'device_id': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:15.276109 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd098135-4383-4ace-b6dd-aae9b529d6d5 req-0a55d0d9-8f5f-4ee6-9588-53d0e75bd3ef service neutron] 10.222.0.66 "GET /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009390 Sep 16 05:20:15.364790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.367483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c22e471-0eb6-4e78-852a-23e85157dfad req-eefb2544-e6dd-4281-83f9-a0e13f807ca1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926230 Sep 16 05:20:15.450620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.489475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ef0701-d415-4241-95e4-d6ad73f96e32 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:15.500799 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.519371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Transition to ACTIVE for port object 45ef0701-d415-4241-95e4-d6ad73f96e32 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:15.578235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f899b8f-8764-4528-b303-edd30a436e7d req-f008ccff-28f7-4932-b2a7-54e0dc120590 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:15.586660 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f899b8f-8764-4528-b303-edd30a436e7d req-f008ccff-28f7-4932-b2a7-54e0dc120590 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 932 time: 0.1324267 Sep 16 05:20:15.604622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.666205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:15.671522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Pushing event updated for resources: {'Port': ['ID=628096f8-2b03-430a-a001-e9002fae6988,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:15.676974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.704685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a7131102-6fe5-410f-96b1-e3810e70d329 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:15.781154 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f899b8f-8764-4528-b303-edd30a436e7d req-5be7c523-9536-49ff-beaa-21610d201d41 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933885 Sep 16 05:20:15.803916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0272eb-7bf6-4856-b290-e6e46332c2f8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:15.870240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8302b7f7-7426-427e-906b-8203ccb45c9a') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:15.870522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8302b7f7-7426-427e-906b-8203ccb45c9a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:15.970841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a7131102-6fe5-410f-96b1-e3810e70d329, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a7131102-6fe5-410f-96b1-e3810e70d329,segment=NetworkSegment(3983c280-c7d5-473e-b941-e3057a2b4eac),segment_id=3983c280-c7d5-473e-b941-e3057a2b4eac)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:15.978207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Attempting to bind port 45ef0701-d415-4241-95e4-d6ad73f96e32 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:15.978653 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Attempting to bind port 45ef0701-d415-4241-95e4-d6ad73f96e32 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:15.979182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Attempting to bind port 45ef0701-d415-4241-95e4-d6ad73f96e32 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:15.998186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'a7131102-6fe5-410f-96b1-e3810e70d329', 'network_id': '9fe60218-4370-4bc9-a5cc-3ac099de1b94', 'port_id': 'a7131102-6fe5-410f-96b1-e3810e70d329', 'mac_address': 'fa:16:3e:28:c9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950d7173-6db4-437f-8610-f92b3979830b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:16.003523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Port 45ef0701-d415-4241-95e4-d6ad73f96e32 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:16.004325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Attempting to bind port 45ef0701-d415-4241-95e4-d6ad73f96e32 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:16.033983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.046257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:16.046731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:16.047260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:16.047712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Bound port: 45ef0701-d415-4241-95e4-d6ad73f96e32, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:16.048103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.051205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.055236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bae6a-9cb2-44b3-90e0-556e06759b68 req-2561ffa4-6eb7-43f9-964e-1bf4cbd08de8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.069095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bae6a-9cb2-44b3-90e0-556e06759b68 req-2561ffa4-6eb7-43f9-964e-1bf4cbd08de8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.072115 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb0bae6a-9cb2-44b3-90e0-556e06759b68 req-2561ffa4-6eb7-43f9-964e-1bf4cbd08de8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1665 time: 0.5453510 Sep 16 05:20:16.081421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7131102-6fe5-410f-96b1-e3810e70d329 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:16.104087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e989-d512-4ae3-80eb-b7a6ebf38c94 req-13659d47-bf90-4856-ab2d-4a14c90d8e29 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.105842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5312e989-d512-4ae3-80eb-b7a6ebf38c94 req-13659d47-bf90-4856-ab2d-4a14c90d8e29 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.1186523 Sep 16 05:20:16.109174 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.127475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a7131102-6fe5-410f-96b1-e3810e70d329, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a7131102-6fe5-410f-96b1-e3810e70d329,segment=NetworkSegment(3983c280-c7d5-473e-b941-e3057a2b4eac),segment_id=3983c280-c7d5-473e-b941-e3057a2b4eac)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:16.135176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:16.135590 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:16.152088 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:16.178450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:16.190745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Attempting to bind port 628096f8-2b03-430a-a001-e9002fae6988 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:16.191008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Attempting to bind port 628096f8-2b03-430a-a001-e9002fae6988 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:16.191252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Attempting to bind port 628096f8-2b03-430a-a001-e9002fae6988 on network 0651b366-328f-46e6-b68d-dd57e892d7ba {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:16.196225 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5312e989-d512-4ae3-80eb-b7a6ebf38c94 req-72d5cb7a-7573-473d-8287-6d66ce3f8417 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822902 Sep 16 05:20:16.196579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.206734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:16.221426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Port 628096f8-2b03-430a-a001-e9002fae6988 on network 0651b366-328f-46e6-b68d-dd57e892d7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:16.221762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Attempting to bind port 628096f8-2b03-430a-a001-e9002fae6988 on network 0651b366-328f-46e6-b68d-dd57e892d7ba {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:16.232588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:16.235083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Checking segment: {'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:16.235083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Bound using segment: {'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:16.235083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Bound port: 628096f8-2b03-430a-a001-e9002fae6988, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84144aed-dc81-46c3-aa81-2f954b561b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:16.235083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.287242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.311892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=a7131102-6fe5-410f-96b1-e3810e70d329,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:16.357747 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb0bae6a-9cb2-44b3-90e0-556e06759b68 req-821a0b3b-5075-4680-988a-c853fff8681e tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738392 Sep 16 05:20:16.395614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.396031 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.399098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] 10.222.0.30 "PUT /v2.0/ports/45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 1096 time: 1.4955668 Sep 16 05:20:16.399835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:16.408651 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb94d15c-a672-47a8-859c-df6963be5563" -d '{"events": [{"name": "network-changed", "server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:16.416537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3364c-796b-414d-bf34-8151d472cdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:16.470715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585844f2-9481-4982-b2b1-303499206518 req-72235539-65c4-4d04-9617-80177b4acef9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.472754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-585844f2-9481-4982-b2b1-303499206518 req-72235539-65c4-4d04-9617-80177b4acef9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 945 time: 0.1768963 Sep 16 05:20:16.515625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fda0ced9-c0e9-40c7-924f-ea71f1d8d59c req-5eae326f-168c-4379-a2c2-6c6f9b9cd508 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 210 time: 0.0759919 Sep 16 05:20:16.515625 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.528988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.532569 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] 10.222.0.49 "DELETE /v2.0/networks/af0272eb-7bf6-4856-b290-e6e46332c2f8 HTTP/1.1" status: 204 len: 168 time: 1.4623504 Sep 16 05:20:16.534234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] For port 628096f8-2b03-430a-a001-e9002fae6988, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:16.551421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] For port 628096f8-2b03-430a-a001-e9002fae6988, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=628096f8-2b03-430a-a001-e9002fae6988,segment=NetworkSegment(84144aed-dc81-46c3-aa81-2f954b561b37),segment_id=84144aed-dc81-46c3-aa81-2f954b561b37)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:16.578957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['a7131102-6fe5-410f-96b1-e3810e70d329'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:16.591693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-585844f2-9481-4982-b2b1-303499206518 req-8efe9606-2676-4c8f-80bf-3680098e9601 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090100 Sep 16 05:20:16.608413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad702d-5878-424e-b475-0152d461855b admin admin] Pushing event deleted for resources: {'Network': ['ID=af0272eb-7bf6-4856-b290-e6e46332c2f8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:16.683715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.713498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e730307a-d944-4e8e-8141-d257b1832ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.715403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-e730307a-d944-4e8e-8141-d257b1832ddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1099 time: 0.0964680 Sep 16 05:20:16.801660 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-a5cebc81-7f95-44a7-b9f1-cb9ffe16ba7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 217 time: 0.0699742 Sep 16 05:20:16.822874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.823391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.824886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] 10.222.0.30 "PUT /v2.0/ports/628096f8-2b03-430a-a001-e9002fae6988 HTTP/1.1" status: 200 len: 1092 time: 3.7589290 Sep 16 05:20:16.825393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'tag': '628096f8-2b03-430a-a001-e9002fae6988'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:16.827674 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a40878-48b4-4bc2-9e61-30316e34365a" -d '{"events": [{"name": "network-changed", "server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "tag": "628096f8-2b03-430a-a001-e9002fae6988"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:16.832972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78344af9-4257-4f7b-8b9e-24dde401f512 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:16.850391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.886221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Transition to ACTIVE for port object 78344af9-4257-4f7b-8b9e-24dde401f512 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:16.889236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88de4df-31f2-44f3-92a0-8c259a628306 service neutron] Pushing event updated for resources: {'Port': ['ID=628096f8-2b03-430a-a001-e9002fae6988,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:16.901808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c4119-6193-4807-8fc1-2d9f67a334e4 req-810ec02f-2b30-44a9-8ff0-fbc61c91cc01 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.916990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-964c4119-6193-4807-8fc1-2d9f67a334e4 req-810ec02f-2b30-44a9-8ff0-fbc61c91cc01 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 947 time: 0.2228732 Sep 16 05:20:16.934107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-239e90b9-fb9e-4ec6-80d9-385cb2f212fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.936245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-239e90b9-fb9e-4ec6-80d9-385cb2f212fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1225479 Sep 16 05:20:16.969366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b10b-e499-4d42-9e7e-d34d1443ab05 req-34f41f4d-8cc6-42ad-a213-1dcae4d8271e tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.969611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Request body: {'port': {'device_id': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:16.971070 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2444b10b-e499-4d42-9e7e-d34d1443ab05 req-34f41f4d-8cc6-42ad-a213-1dcae4d8271e tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 944 time: 0.1679678 Sep 16 05:20:16.988600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-964c4119-6193-4807-8fc1-2d9f67a334e4 req-75943042-1854-41af-a477-15b472a2d859 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Sep 16 05:20:17.020565 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.064682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2444b10b-e499-4d42-9e7e-d34d1443ab05 req-562d8d06-7ba7-4d35-bc82-aecc1b8a8c30 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813863 Sep 16 05:20:17.078936 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc15cb81-7071-42d0-935f-e428a53ca67d x-openstack-request-id: req-cc15cb81-7071-42d0-935f-e428a53ca67d {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:17.081781 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:17.082319 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc15cb81-7071-42d0-935f-e428a53ca67d {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:17.082759 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'status': 'completed', 'code': 200} Sep 16 05:20:17.095636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-fe77e207-361b-4bdb-b91b-03338fd189b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.103447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-fe77e207-361b-4bdb-b91b-03338fd189b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522064 Sep 16 05:20:17.103788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=78344af9-4257-4f7b-8b9e-24dde401f512,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:17.160556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.190448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:17.286232 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-3eaca066-56aa-4b81-9a2c-cb7907d121a8 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773074 Sep 16 05:20:17.313892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5b783487-82fb-451f-a92a-b722d85d5b4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf3a75159cb24768bd4069f15cdbb549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1181011 Sep 16 05:20:17.316058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49342) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:17.335243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4541082-fdcf-4acc-885d-cd675421ef5e req-a97b0982-87ae-4b3b-94d5-f2732a5e3f43 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.348648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4541082-fdcf-4acc-885d-cd675421ef5e req-a97b0982-87ae-4b3b-94d5-f2732a5e3f43 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 944 time: 0.1160188 Sep 16 05:20:17.417650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Attempting to bind port 78344af9-4257-4f7b-8b9e-24dde401f512 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:17.418304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Attempting to bind port 78344af9-4257-4f7b-8b9e-24dde401f512 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:17.418940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Attempting to bind port 78344af9-4257-4f7b-8b9e-24dde401f512 on network 5a7d4307-3dcc-471d-8565-b739392b04f2 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:17.444620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Port 78344af9-4257-4f7b-8b9e-24dde401f512 on network 5a7d4307-3dcc-471d-8565-b739392b04f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:17.444999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Attempting to bind port 78344af9-4257-4f7b-8b9e-24dde401f512 on network 5a7d4307-3dcc-471d-8565-b739392b04f2 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:17.468419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:17.468804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Checking segment: {'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:17.469194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Bound using segment: {'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:17.469647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Bound port: 78344af9-4257-4f7b-8b9e-24dde401f512, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:17.470014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.472321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4541082-fdcf-4acc-885d-cd675421ef5e req-a1a6f539-9ac9-4074-b168-a8ba5f232014 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882571 Sep 16 05:20:17.478719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1301330-ecc4-4b7d-8789-bf504850a9b5 req-4633452a-4c91-4947-baef-0e8d656ee8e8 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839182 Sep 16 05:20:17.548382 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5697482f-236d-4d45-906a-ddc115e298fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.551134 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba27bd0-10b7-4dc7-b587-ed59dc918758 x-openstack-request-id: req-cba27bd0-10b7-4dc7-b587-ed59dc918758 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:17.551522 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "tag": "628096f8-2b03-430a-a001-e9002fae6988", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:17.551844 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cba27bd0-10b7-4dc7-b587-ed59dc918758 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:17.552408 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'tag': '628096f8-2b03-430a-a001-e9002fae6988', 'status': 'completed', 'code': 200} Sep 16 05:20:17.640777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5697482f-236d-4d45-906a-ddc115e298fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.676733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40878-48b4-4bc2-9e61-30316e34365a req-fa495c80-c300-4ffd-bf86-de14716e319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.677234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40878-48b4-4bc2-9e61-30316e34365a req-fa495c80-c300-4ffd-bf86-de14716e319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.679407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98a40878-48b4-4bc2-9e61-30316e34365a req-fa495c80-c300-4ffd-bf86-de14716e319e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1913 time: 0.0834064 Sep 16 05:20:17.705047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2df7-da7e-401b-8b72-44df0412e185 req-e7a25158-ca24-4e99-9cac-ab50ddf102fd tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.706675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e21e2df7-da7e-401b-8b72-44df0412e185 req-e7a25158-ca24-4e99-9cac-ab50ddf102fd tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.0689001 Sep 16 05:20:17.714804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a7131102-6fe5-410f-96b1-e3810e70d329 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:17.733037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] For port 78344af9-4257-4f7b-8b9e-24dde401f512, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:17.783046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] For port 78344af9-4257-4f7b-8b9e-24dde401f512, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=78344af9-4257-4f7b-8b9e-24dde401f512,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:17.882975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d15c-a672-47a8-859c-df6963be5563 req-303f7e74-3799-4cac-89ed-ad3ee94ad738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.884580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb94d15c-a672-47a8-859c-df6963be5563 req-303f7e74-3799-4cac-89ed-ad3ee94ad738 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1099 time: 0.1620977 Sep 16 05:20:17.891742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfea7d0-e68b-4939-b89d-a2af545fe902 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:17.899583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.906050 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.940172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e21e2df7-da7e-401b-8b72-44df0412e185 req-22d57d57-bba5-4cd0-930f-ad7d53d0dd54 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889417 Sep 16 05:20:17.958079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40878-48b4-4bc2-9e61-30316e34365a req-c1622d65-2cbb-45f1-ac2a-37b14e85c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.962417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40878-48b4-4bc2-9e61-30316e34365a req-c1622d65-2cbb-45f1-ac2a-37b14e85c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.962957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40878-48b4-4bc2-9e61-30316e34365a req-c1622d65-2cbb-45f1-ac2a-37b14e85c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.964802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98a40878-48b4-4bc2-9e61-30316e34365a req-c1622d65-2cbb-45f1-ac2a-37b14e85c058 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2571673 Sep 16 05:20:17.972103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5697482f-236d-4d45-906a-ddc115e298fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.980214 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5697482f-236d-4d45-906a-ddc115e298fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.980214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5697482f-236d-4d45-906a-ddc115e298fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d32bc6ca-8d65-40b3-9a4d-0179c5801551 HTTP/1.1" status: 204 len: 168 time: 0.6574385 Sep 16 05:20:18.030321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Transition to ACTIVE for port object bdfea7d0-e68b-4939-b89d-a2af545fe902 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:18.033340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port a7131102-6fe5-410f-96b1-e3810e70d329 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:18.047624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port a7131102-6fe5-410f-96b1-e3810e70d329 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:18.049118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.061744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.062427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.064249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/78344af9-4257-4f7b-8b9e-24dde401f512 HTTP/1.1" status: 200 len: 1093 time: 2.8212450 Sep 16 05:20:18.067132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697482f-236d-4d45-906a-ddc115e298fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32bc6ca-8d65-40b3-9a4d-0179c5801551,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:18.142588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.156847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=78344af9-4257-4f7b-8b9e-24dde401f512,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:18.180209 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-360aafaa-e626-48ee-a253-36bc9ec00693 req-691ef1ca-d54a-455e-b3db-338b25bbfc25 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 210 time: 0.0590949 Sep 16 05:20:18.216519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ddf51-c90d-41d0-8665-c51dd9b8bd15 req-e5be3465-d33c-49d3-b4cc-4e462796a3fb tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.230241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ddf51-c90d-41d0-8665-c51dd9b8bd15 req-e5be3465-d33c-49d3-b4cc-4e462796a3fb tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.242874 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d57ddf51-c90d-41d0-8665-c51dd9b8bd15 req-e5be3465-d33c-49d3-b4cc-4e462796a3fb tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1665 time: 0.3281698 Sep 16 05:20:18.254817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d15c-a672-47a8-859c-df6963be5563 req-c222b826-b16b-4f44-b727-0ef6e04e5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.257163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb94d15c-a672-47a8-859c-df6963be5563 req-c222b826-b16b-4f44-b727-0ef6e04e5f29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3547637 Sep 16 05:20:18.268251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a40878-48b4-4bc2-9e61-30316e34365a req-044ec20e-1676-4272-bd44-f6467d674eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.275957 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98a40878-48b4-4bc2-9e61-30316e34365a req-044ec20e-1676-4272-bd44-f6467d674eb3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2909820 Sep 16 05:20:18.346918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Pushing event updated for resources: {'Port': ['ID=bdfea7d0-e68b-4939-b89d-a2af545fe902,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:18.363035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb94d15c-a672-47a8-859c-df6963be5563 req-63bdca4d-5104-429b-a1cc-a77c04dbb814 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 217 time: 0.0963969 Sep 16 05:20:18.417447 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.425458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-eda06e96-9699-4c4c-a192-8b53f7102507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.428545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-eda06e96-9699-4c4c-a192-8b53f7102507 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1096 time: 0.0977855 Sep 16 05:20:18.482119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7131102-6fe5-410f-96b1-e3810e70d329'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:18.485009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d57ddf51-c90d-41d0-8665-c51dd9b8bd15 req-3183437e-8060-49bf-aacd-2b8ed46567b6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045913 Sep 16 05:20:18.508575 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5a095-ec51-45ac-8ae3-151184f2d4b5" -d '{"events": [{"server_uuid": "84f6d613-1670-4bdd-874a-c9002ba6f667", "name": "network-vif-plugged", "status": "completed", "tag": "a7131102-6fe5-410f-96b1-e3810e70d329"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:18.511382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d15c-a672-47a8-859c-df6963be5563 req-8fded9ae-193d-4199-82bc-21f24fe8d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.513118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb94d15c-a672-47a8-859c-df6963be5563 req-8fded9ae-193d-4199-82bc-21f24fe8d173 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1112287 Sep 16 05:20:18.518514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-1c66cc70-0ae8-4566-ba5b-721dbba78ffe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78344af9-4257-4f7b-8b9e-24dde401f512 HTTP/1.1" status: 200 len: 217 time: 0.0758705 Sep 16 05:20:18.524871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Attempting to bind port bdfea7d0-e68b-4939-b89d-a2af545fe902 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:18.525823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Attempting to bind port bdfea7d0-e68b-4939-b89d-a2af545fe902 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:18.526412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Attempting to bind port bdfea7d0-e68b-4939-b89d-a2af545fe902 on network 596f3efe-0917-47ae-ae4a-ee51d71d15ba {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:18.533723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Port bdfea7d0-e68b-4939-b89d-a2af545fe902 on network 596f3efe-0917-47ae-ae4a-ee51d71d15ba not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:18.534115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Attempting to bind port bdfea7d0-e68b-4939-b89d-a2af545fe902 on network 596f3efe-0917-47ae-ae4a-ee51d71d15ba {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:18.546444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a7131102-6fe5-410f-96b1-e3810e70d329, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a7131102-6fe5-410f-96b1-e3810e70d329,segment=NetworkSegment(3983c280-c7d5-473e-b941-e3057a2b4eac),segment_id=3983c280-c7d5-473e-b941-e3057a2b4eac)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:18.556173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:18.556829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Checking segment: {'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:18.557321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Bound using segment: {'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:18.558209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Bound port: bdfea7d0-e68b-4939-b89d-a2af545fe902, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4e81f6-4d97-4114-a97f-6deeb26f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:18.558797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.606834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ba3db783-293e-49ac-b2ab-08c2e4d3f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.609125 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-ba3db783-293e-49ac-b2ab-08c2e4d3f53b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.0709951 Sep 16 05:20:18.648922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-0f237d4e-90c5-4f77-b4cc-d16f1b5c1363 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296657 Sep 16 05:20:18.650232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 45ef0701-d415-4241-95e4-d6ad73f96e32 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:18.667882 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.734209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=a7131102-6fe5-410f-96b1-e3810e70d329,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:18.745794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d15c-a672-47a8-859c-df6963be5563 req-8343a82c-f3fc-4116-b9c1-861702c256d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.748379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb94d15c-a672-47a8-859c-df6963be5563 req-8343a82c-f3fc-4116-b9c1-861702c256d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1848223 Sep 16 05:20:18.766319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-00cbfa20-882d-43a0-a459-3847ab0bcd4e service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088753 Sep 16 05:20:18.804092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] For port bdfea7d0-e68b-4939-b89d-a2af545fe902, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:18.854528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad050-eeb7-4a69-99a9-0daf230d963e req-fa38a869-db5c-446c-a240-afb601b46c75 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.856193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a5ad050-eeb7-4a69-99a9-0daf230d963e req-fa38a869-db5c-446c-a240-afb601b46c75 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 947 time: 0.1799483 Sep 16 05:20:18.858194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] For port bdfea7d0-e68b-4939-b89d-a2af545fe902, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bdfea7d0-e68b-4939-b89d-a2af545fe902,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:18.904865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:18.923373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'mac_address': 'fa:16:3e:e3:13:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:18.948835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.949610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-2bc60315-636d-4d2b-a242-08ade658c4e0 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724293 Sep 16 05:20:18.962107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3915d1-1399-4a6e-acc0-d350336b3be5 req-f281fc48-a50f-4f92-b652-70bb777861ce tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.977160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3915d1-1399-4a6e-acc0-d350336b3be5 req-f281fc48-a50f-4f92-b652-70bb777861ce tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 945 time: 0.1622925 Sep 16 05:20:18.982200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.002212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ef0701-d415-4241-95e4-d6ad73f96e32 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:19.032525 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3915d1-1399-4a6e-acc0-d350336b3be5 req-54ab1c10-6a4f-4059-9bd1-80598064ad82 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492558 Sep 16 05:20:19.035720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:19.100373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.101173 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.102738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] 10.222.0.30 "PUT /v2.0/ports/bdfea7d0-e68b-4939-b89d-a2af545fe902 HTTP/1.1" status: 200 len: 1092 time: 2.1402836 Sep 16 05:20:19.105814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11431eb9-484f-42c7-84f9-d16865e72b6f service neutron] Pushing event updated for resources: {'Port': ['ID=bdfea7d0-e68b-4939-b89d-a2af545fe902,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.111498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a5ad050-eeb7-4a69-99a9-0daf230d963e req-76e2305e-748f-4d3f-835c-50dc7ba34099 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040749 Sep 16 05:20:19.117313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb94d15c-a672-47a8-859c-df6963be5563 req-05888dfa-5aa1-473b-8998-fa431dd838a6 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543406 Sep 16 05:20:19.183403 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.295523 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb4aa0-e5eb-4b5d-badc-f93eac9f8484 x-openstack-request-id: req-b4cb4aa0-e5eb-4b5d-badc-f93eac9f8484 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:19.301522 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f6d613-1670-4bdd-874a-c9002ba6f667", "name": "network-vif-plugged", "status": "completed", "tag": "a7131102-6fe5-410f-96b1-e3810e70d329", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:19.302053 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4cb4aa0-e5eb-4b5d-badc-f93eac9f8484 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:19.302731 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7131102-6fe5-410f-96b1-e3810e70d329', 'code': 200} Sep 16 05:20:19.347832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddacc6-e517-4a76-8206-cbcaa97cff5f req-e6a45e5f-c894-462b-b1b6-142ac83010b0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.359437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb94d15c-a672-47a8-859c-df6963be5563 req-487a0859-4fc6-427f-8d08-d5bdfe0f4628 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319374 Sep 16 05:20:19.362907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15ddacc6-e517-4a76-8206-cbcaa97cff5f req-e6a45e5f-c894-462b-b1b6-142ac83010b0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 944 time: 0.2090752 Sep 16 05:20:19.371007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.462462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15ddacc6-e517-4a76-8206-cbcaa97cff5f req-8a710fb3-f88d-46ea-9f68-61c401eb13d9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983167 Sep 16 05:20:19.516324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['45ef0701-d415-4241-95e4-d6ad73f96e32'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:19.556872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512'}, {'name': 'network-changed', 'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'tag': 'bdfea7d0-e68b-4939-b89d-a2af545fe902'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:19.563002 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630df6cf-e423-450b-8b71-80ee7462be8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512"}, {"name": "network-changed", "server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "tag": "bdfea7d0-e68b-4939-b89d-a2af545fe902"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:19.590445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cf41-a806-437f-aefb-818e84a0520b req-1b673fbd-4379-4892-9041-745a7d7c3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.595610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14d2cf41-a806-437f-aefb-818e84a0520b req-1b673fbd-4379-4892-9041-745a7d7c3805 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 1097 time: 0.1180315 Sep 16 05:20:19.701744 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7597c2c8-7b24-4ddf-a476-f5c65a3d5342 req-35bc382e-9e78-4c17-b0a4-db28587fc6f8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 210 time: 0.0656915 Sep 16 05:20:19.743710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14d2cf41-a806-437f-aefb-818e84a0520b req-5d12b774-7558-4a9b-8cb9-3f98674007fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190743 Sep 16 05:20:19.751205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-78bd1b55-8800-445e-b014-56835e10e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.752297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-78bd1b55-8800-445e-b014-56835e10e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.759079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-78bd1b55-8800-445e-b014-56835e10e24c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1981 time: 0.3941836 Sep 16 05:20:19.873496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-5030f99a-bf0e-4b10-a280-ead90d7182d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=628096f8-2b03-430a-a001-e9002fae6988 HTTP/1.1" status: 200 len: 217 time: 0.0970161 Sep 16 05:20:19.891096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191180-4a35-4621-a733-b0d4490e2540 req-2088b377-de02-4db4-863b-e1c4f20c480d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.892686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-2088b377-de02-4db4-863b-e1c4f20c480d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.66 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 820 time: 0.5293992 Sep 16 05:20:19.905615 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-011babda-fdae-4490-8796-5686bf45a20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.912933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec229c-1587-4a6a-ba1a-280cae414a61 req-3bf60aaa-61bc-4d46-ba8d-2d0228ab768e tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.920981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec229c-1587-4a6a-ba1a-280cae414a61 req-3bf60aaa-61bc-4d46-ba8d-2d0228ab768e tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.922769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dec229c-1587-4a6a-ba1a-280cae414a61 req-3bf60aaa-61bc-4d46-ba8d-2d0228ab768e tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1677 time: 0.0708017 Sep 16 05:20:19.966937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-b47f5d2c-98a6-465a-8271-6632509541f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.968525 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-b47f5d2c-98a6-465a-8271-6632509541f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d1886ff0-0d78-4f4c-be6d-00cd8655a2dc HTTP/1.1" status: 200 len: 801 time: 0.0853083 Sep 16 05:20:19.978419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53dd8-8003-47a8-a842-d3b5a4edc2ff req-a7e37aab-c3fa-46c7-bf94-a2bfba374646 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.979590 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81b53dd8-8003-47a8-a842-d3b5a4edc2ff req-a7e37aab-c3fa-46c7-bf94-a2bfba374646 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 945 time: 0.1104763 Sep 16 05:20:19.989093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dec229c-1587-4a6a-ba1a-280cae414a61 req-a4a4b183-a69e-47c8-8393-6e5fcc8661b6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502427 Sep 16 05:20:20.053135 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db1f80c-36dd-4efd-bad3-285c472f17d6 x-openstack-request-id: req-8db1f80c-36dd-4efd-bad3-285c472f17d6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:20.053419 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "tag": "bdfea7d0-e68b-4939-b89d-a2af545fe902", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:20.053672 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8db1f80c-36dd-4efd-bad3-285c472f17d6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:20.054121 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512', 'status': 'completed', 'code': 200} Sep 16 05:20:20.054512 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'tag': 'bdfea7d0-e68b-4939-b89d-a2af545fe902', 'status': 'completed', 'code': 200} Sep 16 05:20:20.082870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81b53dd8-8003-47a8-a842-d3b5a4edc2ff req-e6f866ad-8a4b-4f71-ad77-fd215b82c522 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872934 Sep 16 05:20:20.108994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-ffd2ef4d-93df-41a3-828b-8ca743a4fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.113480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-ffd2ef4d-93df-41a3-828b-8ca743a4fe56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651b366-328f-46e6-b68d-dd57e892d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269891 Sep 16 05:20:20.171291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Request body: {'port': {'device_id': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'admin_state_up': True, 'tenant_id': '8574de8e5c66481a898389d52299a4e6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:20.179596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8765a08-9595-4198-a3c4-c7dee280947d req-5f59b123-12b7-43cc-b7d0-964ccf8d2b39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.181211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8765a08-9595-4198-a3c4-c7dee280947d req-5f59b123-12b7-43cc-b7d0-964ccf8d2b39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.0583100 Sep 16 05:20:20.240238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8765a08-9595-4198-a3c4-c7dee280947d req-8b6a1f80-9780-44bf-8b42-28008485e3be tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484931 Sep 16 05:20:20.346740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df6cf-e423-450b-8b71-80ee7462be8d req-301c4b2b-37ce-4036-aed7-59f2a03d86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.348346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-301c4b2b-37ce-4036-aed7-59f2a03d86cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1096 time: 0.2338607 Sep 16 05:20:20.384793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b96bc5-b144-4a63-b736-cd8ce9fd992f req-ae51b238-528d-46c6-9d60-0627f4cd98ef tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.386843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3b96bc5-b144-4a63-b736-cd8ce9fd992f req-ae51b238-528d-46c6-9d60-0627f4cd98ef tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 948 time: 0.0576942 Sep 16 05:20:20.395023 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.432852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3b96bc5-b144-4a63-b736-cd8ce9fd992f req-33b79470-728c-4125-820f-8668f9cc8cd8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Sep 16 05:20:20.662059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 78344af9-4257-4f7b-8b9e-24dde401f512 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:20.670088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 45ef0701-d415-4241-95e4-d6ad73f96e32 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:20.726464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a6b91-f05c-429a-b65c-027cfbe510cc req-855d3ee5-7e16-4561-8cbd-6b38fb137fa5 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.732499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-194a6b91-f05c-429a-b65c-027cfbe510cc req-855d3ee5-7e16-4561-8cbd-6b38fb137fa5 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 945 time: 0.5563745 Sep 16 05:20:20.733443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545cf63-ddb1-4efd-aa97-2e772b07ab25 req-e7815b3d-22ac-4619-9612-6d281457fcfe tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.736170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6545cf63-ddb1-4efd-aa97-2e772b07ab25 req-e7815b3d-22ac-4619-9612-6d281457fcfe tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 944 time: 0.0682757 Sep 16 05:20:20.761922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-3f6032a7-d92b-4455-aed1-5223ed7bb693 service neutron] 10.222.0.30 "GET /v2.0/networks/0651b366-328f-46e6-b68d-dd57e892d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343665 Sep 16 05:20:20.820295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6545cf63-ddb1-4efd-aa97-2e772b07ab25 req-cf2dec7d-47f7-41cf-a5c6-34ce1a0d83af tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684671 Sep 16 05:20:20.822902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 78344af9-4257-4f7b-8b9e-24dde401f512, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=78344af9-4257-4f7b-8b9e-24dde401f512,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:20.837816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '78344af9-4257-4f7b-8b9e-24dde401f512', 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2', 'port_id': '78344af9-4257-4f7b-8b9e-24dde401f512', 'mac_address': 'fa:16:3e:ac:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae839689-a5e1-4e78-ac34-b745af397204', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:20.878030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 45ef0701-d415-4241-95e4-d6ad73f96e32 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:20.888219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 45ef0701-d415-4241-95e4-d6ad73f96e32 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:20.888869 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.901844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-194a6b91-f05c-429a-b65c-027cfbe510cc req-48b72741-68bf-4568-9a75-664dcf6df3a1 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632850 Sep 16 05:20:20.931433 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.963582 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f2bd327-485a-4fd7-9eca-9ff089aec103 req-74c97dca-66fd-4aba-80d8-578b4db9ea82 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 210 time: 0.0502000 Sep 16 05:20:20.983194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78344af9-4257-4f7b-8b9e-24dde401f512 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:21.027996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 78344af9-4257-4f7b-8b9e-24dde401f512, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=78344af9-4257-4f7b-8b9e-24dde401f512,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:21.058827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df6cf-e423-450b-8b71-80ee7462be8d req-d21bb768-2980-42c0-be0f-911f3c8b18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.060824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-d21bb768-2980-42c0-be0f-911f3c8b18b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 914 time: 0.6999846 Sep 16 05:20:21.093782 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.113052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Made reservation on behalf of 8574de8e5c66481a898389d52299a4e6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:21.117546 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.133338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-98071022-063c-420e-8fea-948b107a3f21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78344af9-4257-4f7b-8b9e-24dde401f512 HTTP/1.1" status: 200 len: 217 time: 0.0605564 Sep 16 05:20:21.140856 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.145432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-9e3ade2f-cae6-41f0-9d27-c2676ea7268c service neutron] 10.222.0.30 "GET /v2.0/networks/0651b366-328f-46e6-b68d-dd57e892d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612590 Sep 16 05:20:21.165531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:21.222541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=78344af9-4257-4f7b-8b9e-24dde401f512,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:21.228923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4562f-9684-4437-9c27-1793e2bff5b2 req-85eb9cd1-acdc-443a-ad51-da112ed7ad5d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.247184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4562f-9684-4437-9c27-1793e2bff5b2 req-85eb9cd1-acdc-443a-ad51-da112ed7ad5d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.249940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73d4562f-9684-4437-9c27-1793e2bff5b2 req-85eb9cd1-acdc-443a-ad51-da112ed7ad5d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1677 time: 0.1312566 Sep 16 05:20:21.276423 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.310977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:21.314387 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fa4f61-c7b5-49ce-896c-0b9ba8be0c65" -d '{"events": [{"server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "name": "network-vif-plugged", "status": "completed", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:21.348414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73d4562f-9684-4437-9c27-1793e2bff5b2 req-8f68cbcd-4925-4b1f-835d-85f6414c78d6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862167 Sep 16 05:20:21.360147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-bbc2d474-e2fb-404c-9b8b-7186b52a5cfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=bdfea7d0-e68b-4939-b89d-a2af545fe902 HTTP/1.1" status: 200 len: 217 time: 0.1771793 Sep 16 05:20:21.360435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:21.476070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df6cf-e423-450b-8b71-80ee7462be8d req-39627267-6de6-449a-a640-d4429178021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.477665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-39627267-6de6-449a-a640-d4429178021c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.2974455 Sep 16 05:20:21.493519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:21.531129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-cc931260-eb45-4b3a-a5eb-b09e9240626e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453143 Sep 16 05:20:21.578388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-c89b8c18-2e66-4721-850c-6964ff52cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.579993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-c89b8c18-2e66-4721-850c-6964ff52cb90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=207f11bd-5505-4fc8-8d8f-8372aff71e11 HTTP/1.1" status: 200 len: 801 time: 0.1941063 Sep 16 05:20:21.591629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e91393-2742-43a8-b85e-dca762c24d69 req-f5d518ac-e049-49b4-9fa8-19f9eb260041 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.603585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d0e91393-2742-43a8-b85e-dca762c24d69 req-f5d518ac-e049-49b4-9fa8-19f9eb260041 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.1079893 Sep 16 05:20:21.636536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c124b-d520-4297-8d45-e9b93cca8bf2 req-91f600ca-1322-4692-aece-aa8a1d9e46d9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.638210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-492c124b-d520-4297-8d45-e9b93cca8bf2 req-91f600ca-1322-4692-aece-aa8a1d9e46d9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 945 time: 0.2871540 Sep 16 05:20:21.659703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d0e91393-2742-43a8-b85e-dca762c24d69 req-753518bc-a89b-4cee-95e6-973cf87c84a7 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546503 Sep 16 05:20:21.706648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Allocated IP 172.20.0.5 (6add0826-1598-417e-9cf4-0c21261a0d0c/d3aad3ed-2412-46d8-9194-7251f4522651/1effb209-bee1-4aee-8940-178a922609e2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:21.750039 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc80b3ca-8435-4d7e-a2d3-f89f59d09659 x-openstack-request-id: req-cc80b3ca-8435-4d7e-a2d3-f89f59d09659 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:21.750512 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "name": "network-vif-plugged", "status": "completed", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:21.751573 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc80b3ca-8435-4d7e-a2d3-f89f59d09659 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:21.752256 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'code': 200} Sep 16 05:20:21.753724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3c9f051-57cb-423f-ac46-9c474605ab6d details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:21.815732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1e046b96-91fe-4dae-9418-16739e8f8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.817453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-1e046b96-91fe-4dae-9418-16739e8f8ceb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596f3efe-0917-47ae-ae4a-ee51d71d15ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169154 Sep 16 05:20:21.820393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-852aee1b-dec2-4c32-9ac6-c8616a3ec2df service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654440 Sep 16 05:20:21.846567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-492c124b-d520-4297-8d45-e9b93cca8bf2 req-4f258501-42a2-4d83-a6bf-dcf4396437cf tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774273 Sep 16 05:20:21.986461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f2115-6ead-44a3-b1d4-5078286b2083 req-1012a4a8-1f9b-481c-884a-ab8840d02fd3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.988400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff2f2115-6ead-44a3-b1d4-5078286b2083 req-1012a4a8-1f9b-481c-884a-ab8840d02fd3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1308060 Sep 16 05:20:21.997407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4add1e-eddd-4ba7-9dc4-7029aa1ebc76 req-7f1dc4f4-6d8c-424b-b994-e8595429821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.999403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f4add1e-eddd-4ba7-9dc4-7029aa1ebc76 req-7f1dc4f4-6d8c-424b-b994-e8595429821d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1101 time: 0.0999961 Sep 16 05:20:22.012037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-9c509ce9-a177-41bb-bdd2-daeaf3e4ecc2 service neutron] 10.222.0.30 "GET /v2.0/networks/596f3efe-0917-47ae-ae4a-ee51d71d15ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587169 Sep 16 05:20:22.014529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:22.029088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'port_id': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'mac_address': 'fa:16:3e:4f:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b34ebf4-5073-4092-a816-adaff7c4dfc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:22.047929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49464) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:22.080865 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f4add1e-eddd-4ba7-9dc4-7029aa1ebc76 req-55b8ea3c-396b-4deb-9cec-ad88cd2c76e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729842 Sep 16 05:20:22.092632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.103398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff2f2115-6ead-44a3-b1d4-5078286b2083 req-96c45554-7db5-4dea-a7c1-b2d32e81338b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025286 Sep 16 05:20:22.112083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3c9f051-57cb-423f-ac46-9c474605ab6d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:22.142077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:22.178952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c029041e-189b-4d0b-b3fd-d1a0d17fc8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.246978 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.306421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e853b-cd17-4c42-9053-e694ec846fd9 req-5f50998f-b2e7-4dcc-99b0-4e7719936670 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.310221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db9e853b-cd17-4c42-9053-e694ec846fd9 req-5f50998f-b2e7-4dcc-99b0-4e7719936670 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 945 time: 0.1161668 Sep 16 05:20:22.376476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:22.389802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e37fb-1844-4d00-9a6d-09429e3ab59c req-9966c0f0-13fc-4619-9a8f-3a64c4b0c72f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.391483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-383e37fb-1844-4d00-9a6d-09429e3ab59c req-9966c0f0-13fc-4619-9a8f-3a64c4b0c72f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 945 time: 0.3704522 Sep 16 05:20:22.416299 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-4d2e4d90-9445-4c9d-a19b-87a733201dc5 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622039 Sep 16 05:20:22.424050 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bf5e32-ab21-4cde-a998-8506b5b120da req-44016445-06c2-4fa4-9db7-ba42a8538c81 service neutron] 10.222.0.30 "GET /v2.0/networks/596f3efe-0917-47ae-ae4a-ee51d71d15ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885791 Sep 16 05:20:22.432180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db9e853b-cd17-4c42-9053-e694ec846fd9 req-fa9bbf15-7573-454f-9ff8-92e6a1423bb0 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053879 Sep 16 05:20:22.441333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e3c9f051-57cb-423f-ac46-9c474605ab6d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:22.459302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.487604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c029041e-189b-4d0b-b3fd-d1a0d17fc8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.489200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-383e37fb-1844-4d00-9a6d-09429e3ab59c req-a4d65c97-b21d-4b07-8a6e-e2723d885a41 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755191 Sep 16 05:20:22.582104 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c029041e-189b-4d0b-b3fd-d1a0d17fc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.625127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7b9b51f-fef4-43e2-9cdf-400f1aabc81c req-dcabe1cf-b96d-4c20-b47f-636b0093f252 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 210 time: 0.0385857 Sep 16 05:20:22.644407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.699320 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c029041e-189b-4d0b-b3fd-d1a0d17fc8f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f56ca43c7171407ca0bddb3bd5c9a0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453137 Sep 16 05:20:22.700731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49474) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:22.705563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['82abd80b-73ca-49c4-b225-e3902bf44b60'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:22.710019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 78344af9-4257-4f7b-8b9e-24dde401f512 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:22.728118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Network 6add0826-1598-417e-9cf4-0c21261a0d0c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:22.743917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Pushing event updated for resources: {'Port': ['ID=1effb209-bee1-4aee-8940-178a922609e2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:22.750313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:22.767501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:22.779292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029041e-189b-4d0b-b3fd-d1a0d17fc8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b67c00e-284e-44da-b5cb-0ad798b4753b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:22.818819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980995b-f13f-45b1-b709-a78617c890f4 req-cc4e7009-7a49-4b7c-866d-2ada162ce74f tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.821076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f980995b-f13f-45b1-b709-a78617c890f4 req-cc4e7009-7a49-4b7c-866d-2ada162ce74f tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.2779667 Sep 16 05:20:22.905176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b60826-8781-4e71-9b96-141c3516644d req-9a275b4a-99dc-4e8e-83f2-e08f3607a75c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.911686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b60826-8781-4e71-9b96-141c3516644d req-9a275b4a-99dc-4e8e-83f2-e08f3607a75c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.919941 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9b60826-8781-4e71-9b96-141c3516644d req-9a275b4a-99dc-4e8e-83f2-e08f3607a75c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1677 time: 0.2990634 Sep 16 05:20:22.926227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.927187 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.949038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df6cf-e423-450b-8b71-80ee7462be8d req-d200ad14-980e-4b43-9c34-020e1ffe8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.950694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df6cf-e423-450b-8b71-80ee7462be8d req-d200ad14-980e-4b43-9c34-020e1ffe8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.951598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-d200ad14-980e-4b43-9c34-020e1ffe8154 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1981 time: 0.2029130 Sep 16 05:20:22.953665 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:22.956054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98610f8a-c7c2-409c-9bc2-6e4652819f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.033251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9b60826-8781-4e71-9b96-141c3516644d req-051e7a25-baa8-4207-b9cb-6ad28bc31d0a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123722 Sep 16 05:20:23.046994 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98610f8a-c7c2-409c-9bc2-6e4652819f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.097146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a872d166-ecf6-4666-b66d-b8b655865c6d tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9434998 Sep 16 05:20:23.112338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df6cf-e423-450b-8b71-80ee7462be8d req-86410481-0762-48d6-ae1b-157c3d79f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.114362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-86410481-0762-48d6-ae1b-157c3d79f3d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=596f3efe-0917-47ae-ae4a-ee51d71d15ba HTTP/1.1" status: 200 len: 903 time: 0.1495063 Sep 16 05:20:23.148544 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8d34233-2708-4200-abbe-2b7ea91a36f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.153187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 78344af9-4257-4f7b-8b9e-24dde401f512 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:23.161769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Deleting port ce231796-e97b-42c8-b7a7-37585e7fb4cc {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:23.162557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3fe67b76-1979-423b-ae8d-e2b4a4c03aff None None] Provisioning complete for port 1effb209-bee1-4aee-8940-178a922609e2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:23.162932 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.163099 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fe67b76-1979-423b-ae8d-e2b4a4c03aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.176630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 78344af9-4257-4f7b-8b9e-24dde401f512 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:23.177295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.217606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Request body: {'port': {'device_id': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:23.227120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-94ffa3f1-4c43-48ca-8317-efd26f0fdb80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=bdfea7d0-e68b-4939-b89d-a2af545fe902 HTTP/1.1" status: 200 len: 217 time: 0.0984340 Sep 16 05:20:23.261802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98610f8a-c7c2-409c-9bc2-6e4652819f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.264906 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98610f8a-c7c2-409c-9bc2-6e4652819f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.268544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-98610f8a-c7c2-409c-9bc2-6e4652819f51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b67c00e-284e-44da-b5cb-0ad798b4753b HTTP/1.1" status: 204 len: 168 time: 0.5622773 Sep 16 05:20:23.286875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98610f8a-c7c2-409c-9bc2-6e4652819f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b67c00e-284e-44da-b5cb-0ad798b4753b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:23.339885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] For port ce231796-e97b-42c8-b7a7-37585e7fb4cc, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ce231796-e97b-42c8-b7a7-37585e7fb4cc,segment=NetworkSegment(4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4),segment_id=4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:23.341001 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.348385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3fe67b76-1979-423b-ae8d-e2b4a4c03aff None None] Port 1effb209-bee1-4aee-8940-178a922609e2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:23.357227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca005b2c-34d1-4755-a34d-40721784355f req-faa6ccb1-5f8d-49d4-9ab4-5d1e804adfed tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.382358 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca005b2c-34d1-4755-a34d-40721784355f req-faa6ccb1-5f8d-49d4-9ab4-5d1e804adfed tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 945 time: 0.2348657 Sep 16 05:20:23.418871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Calling delete_port for ce231796-e97b-42c8-b7a7-37585e7fb4cc owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:23.451540 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca005b2c-34d1-4755-a34d-40721784355f req-ff3e78c6-7101-4078-af6d-f42fca3248d7 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b3410f3-38d3-409e-aa58-263c5a2373a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726645 Sep 16 05:20:23.468145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bab19-76bb-4f18-9de2-303e6463500c req-88ffc30c-b5f6-4e20-b208-9f26d5c10c91 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.483374 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.485563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-382bab19-76bb-4f18-9de2-303e6463500c req-88ffc30c-b5f6-4e20-b208-9f26d5c10c91 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 944 time: 0.2231052 Sep 16 05:20:23.497229 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.514758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df6cf-e423-450b-8b71-80ee7462be8d req-5149bbca-18cb-4606-b130-fe06a74bc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.518045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-5149bbca-18cb-4606-b130-fe06a74bc768 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=207f11bd-5505-4fc8-8d8f-8372aff71e11 HTTP/1.1" status: 200 len: 801 time: 0.2538917 Sep 16 05:20:23.560634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 78344af9-4257-4f7b-8b9e-24dde401f512, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=78344af9-4257-4f7b-8b9e-24dde401f512,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:23.616683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-382bab19-76bb-4f18-9de2-303e6463500c req-9ab76d19-ec99-4b74-9613-5645dbf010f1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301105 Sep 16 05:20:23.686376 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.721305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e23d9-2057-4201-87e3-c364744a9340 req-cdb8cbc9-a84d-4be5-86aa-245f0a115792 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.736166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-539e23d9-2057-4201-87e3-c364744a9340 req-cdb8cbc9-a84d-4be5-86aa-245f0a115792 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1353080 Sep 16 05:20:23.753282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:23.760395 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9c6b1e-490b-496e-8438-da8c82aa1c8a" -d '{"events": [{"server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "name": "network-vif-plugged", "status": "completed", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:23.769896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df6cf-e423-450b-8b71-80ee7462be8d req-4ab162c6-07d5-457f-8e2e-a0bcf99aa762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.773553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-4ab162c6-07d5-457f-8e2e-a0bcf99aa762 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596f3efe-0917-47ae-ae4a-ee51d71d15ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220323 Sep 16 05:20:23.788889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3c9f051-57cb-423f-ac46-9c474605ab6d up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:23.820010 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.839696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-539e23d9-2057-4201-87e3-c364744a9340 req-505f5275-69c5-4a18-88ba-033ae77d9569 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991340 Sep 16 05:20:23.882309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Pushing event deleted for resources: {'Port': ['ID=ce231796-e97b-42c8-b7a7-37585e7fb4cc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:23.901919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=78344af9-4257-4f7b-8b9e-24dde401f512,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:23.928467 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.944659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] No DVR routers for this DVR port ce231796-e97b-42c8-b7a7-37585e7fb4cc on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:23.948429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.951103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f980995b-f13f-45b1-b709-a78617c890f4 req-6a05b91c-9019-41d7-9eff-2f4c7e23ae39 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.66 "DELETE /v2.0/ports/ce231796-e97b-42c8-b7a7-37585e7fb4cc HTTP/1.1" status: 204 len: 173 time: 1.1209350 Sep 16 05:20:23.951775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5212d1-d582-40e5-810e-a72cdb3946a0', 'name': 'network-vif-deleted', 'tag': 'ce231796-e97b-42c8-b7a7-37585e7fb4cc'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:23.952990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port e3c9f051-57cb-423f-ac46-9c474605ab6d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:23.953558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.954554 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bca176-503b-4b2e-acac-474bc73d1ad4" -d '{"events": [{"server_uuid": "1f5212d1-d582-40e5-810e-a72cdb3946a0", "name": "network-vif-deleted", "tag": "ce231796-e97b-42c8-b7a7-37585e7fb4cc"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:24.028670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe617a-e26e-4cbc-8c5b-25c90b6361cc req-e20d913e-4a2d-496a-8345-8e2e64e03a76 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.030883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36fe617a-e26e-4cbc-8c5b-25c90b6361cc req-e20d913e-4a2d-496a-8345-8e2e64e03a76 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 946 time: 0.0584698 Sep 16 05:20:24.079688 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.081146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cb66c-4a95-4c2a-a6bb-5114e673f622 req-e6750b3d-91c4-4f68-bdc2-7ef406983a6c tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.091461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-911cb66c-4a95-4c2a-a6bb-5114e673f622 req-e6750b3d-91c4-4f68-bdc2-7ef406983a6c tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 945 time: 0.2694557 Sep 16 05:20:24.095654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-683857d0-36d9-487f-ab01-52aaee715b38 service neutron] 10.222.0.30 "GET /v2.0/networks/596f3efe-0917-47ae-ae4a-ee51d71d15ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017220 Sep 16 05:20:24.108673 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36fe617a-e26e-4cbc-8c5b-25c90b6361cc req-ce7ea655-78a0-4d37-b83b-5ab5a4f90334 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 Sep 16 05:20:24.141163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:24.175839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-911cb66c-4a95-4c2a-a6bb-5114e673f622 req-acb78fc4-0f38-4fe2-afe1-5eb7410fbf30 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831685 Sep 16 05:20:24.244385 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.335202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:24.364116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1effb209-bee1-4aee-8940-178a922609e2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:24.376137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.383002 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-630df6cf-e423-450b-8b71-80ee7462be8d req-e454d581-8c98-496e-a507-4b3e016184b7 service neutron] 10.222.0.30 "GET /v2.0/networks/596f3efe-0917-47ae-ae4a-ee51d71d15ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538936 Sep 16 05:20:24.406748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613a444-e9f4-4477-be22-ea7bf264e6a2 req-4457aec3-c5e5-4930-8c34-ccfd1e76372e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.408345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c613a444-e9f4-4477-be22-ea7bf264e6a2 req-4457aec3-c5e5-4930-8c34-ccfd1e76372e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 931 time: 0.1377490 Sep 16 05:20:24.409504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Transition to ACTIVE for port object 1effb209-bee1-4aee-8940-178a922609e2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:24.464214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c613a444-e9f4-4477-be22-ea7bf264e6a2 req-3f14343f-a2d7-4b4c-9384-8fad19ae83c2 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466435 Sep 16 05:20:24.513989 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae707c2d-7ef4-41e0-93d6-3fcd762211b8 x-openstack-request-id: req-ae707c2d-7ef4-41e0-93d6-3fcd762211b8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:24.514364 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "name": "network-vif-plugged", "status": "completed", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:24.514682 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae707c2d-7ef4-41e0-93d6-3fcd762211b8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:24.515197 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512', 'code': 200} Sep 16 05:20:24.541219 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.575753 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62794c1b-11dd-4d7e-bd8c-8b653715e899 x-openstack-request-id: req-62794c1b-11dd-4d7e-bd8c-8b653715e899 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:24.576940 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5212d1-d582-40e5-810e-a72cdb3946a0", "name": "network-vif-deleted", "tag": "ce231796-e97b-42c8-b7a7-37585e7fb4cc", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:24.577556 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62794c1b-11dd-4d7e-bd8c-8b653715e899 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:24.578185 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5212d1-d582-40e5-810e-a72cdb3946a0', 'name': 'network-vif-deleted', 'tag': 'ce231796-e97b-42c8-b7a7-37585e7fb4cc', 'status': 'completed', 'code': 200} Sep 16 05:20:24.670685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Pushing event updated for resources: {'Port': ['ID=1effb209-bee1-4aee-8940-178a922609e2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:24.680668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 628096f8-2b03-430a-a001-e9002fae6988 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:24.816294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3a34-f4c5-4142-ac18-1f8a41169bc9 req-98df95d2-8c05-4188-8fd0-46ee5716ad61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.829636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3a34-f4c5-4142-ac18-1f8a41169bc9 req-98df95d2-8c05-4188-8fd0-46ee5716ad61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.832242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af4e3a34-f4c5-4142-ac18-1f8a41169bc9 req-98df95d2-8c05-4188-8fd0-46ee5716ad61 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1677 time: 0.1099131 Sep 16 05:20:24.852131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06667190-d642-4363-8297-067928977f55 req-5287fcdc-ec3c-4959-8850-b8e16ed09497 tempest-InstanceActionsTestJSON-1018886506 tempest-InstanceActionsTestJSON-1018886506-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f5212d1-d582-40e5-810e-a72cdb3946a0 HTTP/1.1" status: 200 len: 210 time: 0.0860467 Sep 16 05:20:24.889612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4d008-d51c-4a10-886f-73b4a056caa6 req-8ac1b4b4-c9b0-42ee-8300-3b9e4d463791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.906644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cf4d008-d51c-4a10-886f-73b4a056caa6 req-8ac1b4b4-c9b0-42ee-8300-3b9e4d463791 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1098 time: 0.2325830 Sep 16 05:20:24.944477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Attempting to bind port 1effb209-bee1-4aee-8940-178a922609e2 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:24.947585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Attempting to bind port 1effb209-bee1-4aee-8940-178a922609e2 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:24.950627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Attempting to bind port 1effb209-bee1-4aee-8940-178a922609e2 on network 6add0826-1598-417e-9cf4-0c21261a0d0c {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:24.990762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Port 1effb209-bee1-4aee-8940-178a922609e2 on network 6add0826-1598-417e-9cf4-0c21261a0d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:24.991317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Attempting to bind port 1effb209-bee1-4aee-8940-178a922609e2 on network 6add0826-1598-417e-9cf4-0c21261a0d0c {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:25.042339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af4e3a34-f4c5-4142-ac18-1f8a41169bc9 req-f884920e-88d6-4b22-bd01-68081043f47a tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967540 Sep 16 05:20:25.065901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-e44a04b6-778a-4d7d-a608-7dc3cad9f73d tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.067814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-e44a04b6-778a-4d7d-a608-7dc3cad9f73d tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.66 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 945 time: 0.1331518 Sep 16 05:20:25.072825 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cf4d008-d51c-4a10-886f-73b4a056caa6 req-19faea62-2d99-41c5-aab3-fe13a6b4c141 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643856 Sep 16 05:20:25.073979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:25.074578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Checking segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:25.075909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Bound using segment: {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:25.076735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Bound port: 1effb209-bee1-4aee-8940-178a922609e2, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e718bb-ca41-495d-a796-7fb9ac6e5111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:25.077724 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.237822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdfddc-fbaf-4a8c-a0e5-aea287856c8a req-d9438d97-1dfd-412c-93e7-29b60ab69603 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.245696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77fdfddc-fbaf-4a8c-a0e5-aea287856c8a req-d9438d97-1dfd-412c-93e7-29b60ab69603 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1093271 Sep 16 05:20:25.249607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 628096f8-2b03-430a-a001-e9002fae6988, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=628096f8-2b03-430a-a001-e9002fae6988,segment=NetworkSegment(84144aed-dc81-46c3-aa81-2f954b561b37),segment_id=84144aed-dc81-46c3-aa81-2f954b561b37)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:25.257957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70916c8f-fd51-4b1b-a6e4-80ef2e265f74 req-62d950e6-0b6a-4622-a5e4-67636f25ca42 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.260896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70916c8f-fd51-4b1b-a6e4-80ef2e265f74 req-62d950e6-0b6a-4622-a5e4-67636f25ca42 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 945 time: 0.2638464 Sep 16 05:20:25.275099 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.276717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '628096f8-2b03-430a-a001-e9002fae6988', 'network_id': '0651b366-328f-46e6-b68d-dd57e892d7ba', 'port_id': '628096f8-2b03-430a-a001-e9002fae6988', 'mac_address': 'fa:16:3e:f0:dd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1886ff0-0d78-4f4c-be6d-00cd8655a2dc', 'ip_address': '19.80.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:25.325317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] For port 1effb209-bee1-4aee-8940-178a922609e2, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:25.334659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77fdfddc-fbaf-4a8c-a0e5-aea287856c8a req-b5dcb006-cfb5-4249-824d-007f2c4df90d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866203 Sep 16 05:20:25.335327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] For port 1effb209-bee1-4aee-8940-178a922609e2, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1effb209-bee1-4aee-8940-178a922609e2,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:25.352173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70916c8f-fd51-4b1b-a6e4-80ef2e265f74 req-b600540b-812c-4a5b-8b53-6169c53fdddb tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761337 Sep 16 05:20:25.380459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Deleting port a7131102-6fe5-410f-96b1-e3810e70d329 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:25.381053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.404672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.460611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628096f8-2b03-430a-a001-e9002fae6988 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:25.477935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.527993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 628096f8-2b03-430a-a001-e9002fae6988, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=628096f8-2b03-430a-a001-e9002fae6988,segment=NetworkSegment(84144aed-dc81-46c3-aa81-2f954b561b37),segment_id=84144aed-dc81-46c3-aa81-2f954b561b37)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:25.549845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.550473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.551957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] 10.222.0.66 "PUT /v2.0/ports/1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 1092 time: 2.3463116 Sep 16 05:20:25.552472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'tag': '1effb209-bee1-4aee-8940-178a922609e2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:25.555388 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0e3170-5e0f-41d8-a88d-48476196e712" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "tag": "1effb209-bee1-4aee-8940-178a922609e2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:25.619384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a13f5-7e9b-400a-9d03-5852f8ba3867 service neutron] Pushing event updated for resources: {'Port': ['ID=1effb209-bee1-4aee-8940-178a922609e2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:25.632925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b02d5-3694-4547-8aa0-b9241772088a req-c8883bc1-b1a6-44d5-a09f-ce518403d560 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.634975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb6b02d5-3694-4547-8aa0-b9241772088a req-c8883bc1-b1a6-44d5-a09f-ce518403d560 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 945 time: 0.1277750 Sep 16 05:20:25.636951 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.638508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bdfea7d0-e68b-4939-b89d-a2af545fe902 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:25.752235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb6b02d5-3694-4547-8aa0-b9241772088a req-c896e045-3a34-4a85-826e-8cbc75410533 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/security-groups?id=c36454c9-9361-4829-822d-9077e157af25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098678 Sep 16 05:20:25.783389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=628096f8-2b03-430a-a001-e9002fae6988,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:25.797942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a7131102-6fe5-410f-96b1-e3810e70d329 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:25.864143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191180-4a35-4621-a733-b0d4490e2540 req-9d633b0d-cf06-42cf-b75d-5deb7ba72024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.867025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-9d633b0d-cf06-42cf-b75d-5deb7ba72024 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 1095 time: 0.1116121 Sep 16 05:20:25.910354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bdfea7d0-e68b-4939-b89d-a2af545fe902, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bdfea7d0-e68b-4939-b89d-a2af545fe902,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:25.958433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'bdfea7d0-e68b-4939-b89d-a2af545fe902', 'network_id': '596f3efe-0917-47ae-ae4a-ee51d71d15ba', 'port_id': 'bdfea7d0-e68b-4939-b89d-a2af545fe902', 'mac_address': 'fa:16:3e:42:48:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207f11bd-5505-4fc8-8d8f-8372aff71e11', 'ip_address': '19.86.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:25.963706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-60a7a069-8569-4fc1-b796-ba51e805fc7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 217 time: 0.0795336 Sep 16 05:20:25.984523 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.997686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-59b3f151-33dd-4a19-89ff-8399caa3dee3 req-f636277c-5347-49d7-83b1-816b24dcee69 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:20:25.999219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59b3f151-33dd-4a19-89ff-8399caa3dee3 req-f636277c-5347-49d7-83b1-816b24dcee69 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073345 Sep 16 05:20:26.048506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.068463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a7131102-6fe5-410f-96b1-e3810e70d329, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a7131102-6fe5-410f-96b1-e3810e70d329,segment=NetworkSegment(3983c280-c7d5-473e-b941-e3057a2b4eac),segment_id=3983c280-c7d5-473e-b941-e3057a2b4eac)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:26.072269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfea7d0-e68b-4939-b89d-a2af545fe902 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:26.112432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bdfea7d0-e68b-4939-b89d-a2af545fe902, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bdfea7d0-e68b-4939-b89d-a2af545fe902,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:26.112817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191180-4a35-4621-a733-b0d4490e2540 req-f7b38e22-f63e-4731-8972-18131ec5dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.112817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-f7b38e22-f63e-4731-8972-18131ec5dbd2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.1356940 Sep 16 05:20:26.158891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] For port a7131102-6fe5-410f-96b1-e3810e70d329, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a7131102-6fe5-410f-96b1-e3810e70d329,segment=NetworkSegment(3983c280-c7d5-473e-b941-e3057a2b4eac),segment_id=3983c280-c7d5-473e-b941-e3057a2b4eac)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:26.159628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.190987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Calling delete_port for a7131102-6fe5-410f-96b1-e3810e70d329 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:26.220497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191180-4a35-4621-a733-b0d4490e2540 req-3487388b-caf9-4bc5-8774-16c29e9e2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.223174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-3487388b-caf9-4bc5-8774-16c29e9e2473 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956402 Sep 16 05:20:26.225256 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.226327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3c9f051-57cb-423f-ac46-9c474605ab6d no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:26.236937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283289f-1ba2-45e8-8517-50318f2145ed req-3d789a26-c9d1-4ca3-9bbc-31d847755ab0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.239229 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6283289f-1ba2-45e8-8517-50318f2145ed req-3d789a26-c9d1-4ca3-9bbc-31d847755ab0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 946 time: 0.7006669 Sep 16 05:20:26.296655 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.341086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=a7131102-6fe5-410f-96b1-e3810e70d329,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.403165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6283289f-1ba2-45e8-8517-50318f2145ed req-c74d8846-5a6b-430d-938d-828d5fd9fe79 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671451 Sep 16 05:20:26.439164 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-fc636b2a-6c7f-4f30-9e02-558c485063a1 service neutron] 10.222.0.66 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044604 Sep 16 05:20:26.460953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bdfea7d0-e68b-4939-b89d-a2af545fe902,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.467681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.517394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d'}, {'server_uuid': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7131102-6fe5-410f-96b1-e3810e70d329'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:26.520145 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c92385-6ddb-441b-9dc9-038d64c18442" -d '{"events": [{"server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "name": "network-vif-plugged", "status": "completed", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d"}, {"server_uuid": "84f6d613-1670-4bdd-874a-c9002ba6f667", "name": "network-vif-unplugged", "status": "completed", "tag": "a7131102-6fe5-410f-96b1-e3810e70d329"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:26.605544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:26.642207 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae1cf66-3494-44a1-af23-a2a67d5897ef x-openstack-request-id: req-4ae1cf66-3494-44a1-af23-a2a67d5897ef {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:26.644933 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "tag": "1effb209-bee1-4aee-8940-178a922609e2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:26.645906 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ae1cf66-3494-44a1-af23-a2a67d5897ef {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:26.648471 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'tag': '1effb209-bee1-4aee-8940-178a922609e2', 'status': 'completed', 'code': 200} Sep 16 05:20:26.655218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd90f9-043b-4c8d-b02e-9a96fb6eb664 req-bbffe552-2f04-4e73-bd2e-7614ef0aa4e5 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.657366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1cd90f9-043b-4c8d-b02e-9a96fb6eb664 req-bbffe552-2f04-4e73-bd2e-7614ef0aa4e5 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 943 time: 0.1164751 Sep 16 05:20:26.658844 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.712671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:26.720170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Pushing event deleted for resources: {'Port': ['ID=a7131102-6fe5-410f-96b1-e3810e70d329,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.725693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac191180-4a35-4621-a733-b0d4490e2540 req-ddfd20f6-8e63-4ce9-b1ba-942a5ed1f0b0 service neutron] 10.222.0.66 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706251 Sep 16 05:20:26.729830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['bdfea7d0-e68b-4939-b89d-a2af545fe902'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:26.814418 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1cd90f9-043b-4c8d-b02e-9a96fb6eb664 req-a9e844dd-a3d7-435a-b501-6ed04d2b7860 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440554 Sep 16 05:20:26.824700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.825843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ce231796-e97b-42c8-b7a7-37585e7fb4cc no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:26.837078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['628096f8-2b03-430a-a001-e9002fae6988'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:26.884476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] No DVR routers for this DVR port a7131102-6fe5-410f-96b1-e3810e70d329 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:26.902191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.908958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc22639e-e06a-4c00-9cdd-1c26b465ae81 req-5b600a2c-8094-4db2-a920-a7b1bc834b29 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.66 "DELETE /v2.0/ports/a7131102-6fe5-410f-96b1-e3810e70d329 HTTP/1.1" status: 204 len: 173 time: 1.8200386 Sep 16 05:20:26.910038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'name': 'network-vif-deleted', 'tag': 'a7131102-6fe5-410f-96b1-e3810e70d329'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:26.919942 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefde3e-8250-42f6-866d-aa8f6dbd3b9e" -d '{"events": [{"server_uuid": "84f6d613-1670-4bdd-874a-c9002ba6f667", "name": "network-vif-deleted", "tag": "a7131102-6fe5-410f-96b1-e3810e70d329"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:26.956690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d341738d-0f09-4c6d-89ea-1e73761f7cbb admin admin] Deleting subnet c02583fc-c6e6-4bd4-8ec2-30e52fad492e {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:26.969420 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d341738d-0f09-4c6d-89ea-1e73761f7cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.976172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: ce231796-e97b-42c8-b7a7-37585e7fb4cc {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:26.976521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ce231796-e97b-42c8-b7a7-37585e7fb4cc not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:27.067982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.121732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-ddc6b688-f2f8-4661-9b79-24e846fc6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.125393 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-ddc6b688-f2f8-4661-9b79-24e846fc6d0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 1095 time: 0.1473742 Sep 16 05:20:27.141253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92f6b1-03a1-44b1-bb45-c4b9a61d0fa8 req-e538c85d-c63b-40ed-b777-d6f65bb79210 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.143493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e92f6b1-03a1-44b1-bb45-c4b9a61d0fa8 req-e538c85d-c63b-40ed-b777-d6f65bb79210 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 943 time: 0.1284800 Sep 16 05:20:27.328585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e92f6b1-03a1-44b1-bb45-c4b9a61d0fa8 req-dda5e7b7-9f90-4c15-b11a-6d477bb31ff7 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523952 Sep 16 05:20:27.344686 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.373342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-2aa1347a-f306-41e1-b523-8cb5e6f9154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.376523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-2aa1347a-f306-41e1-b523-8cb5e6f9154c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.2311215 Sep 16 05:20:27.418918 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1e0bde-2226-4646-99f1-aeba813642e9 x-openstack-request-id: req-9b1e0bde-2226-4646-99f1-aeba813642e9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:27.419362 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "name": "network-vif-plugged", "status": "completed", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d", "code": 200}, {"server_uuid": "84f6d613-1670-4bdd-874a-c9002ba6f667", "name": "network-vif-unplugged", "status": "completed", "tag": "a7131102-6fe5-410f-96b1-e3810e70d329", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:27.419984 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b1e0bde-2226-4646-99f1-aeba813642e9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:27.421048 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'code': 200} Sep 16 05:20:27.421689 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7131102-6fe5-410f-96b1-e3810e70d329', 'code': 200} Sep 16 05:20:27.470331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-1a2219d0-42ae-4428-b75c-32f3325ba2aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 217 time: 0.0764754 Sep 16 05:20:27.475160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d341738d-0f09-4c6d-89ea-1e73761f7cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.508611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2aeb3-2705-4110-ae6c-a775d1f4f3a2 req-c720e42e-02e3-426e-a9c6-1d92bf4ec419 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.515134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2aeb3-2705-4110-ae6c-a775d1f4f3a2 req-c720e42e-02e3-426e-a9c6-1d92bf4ec419 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.516953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4c2aeb3-2705-4110-ae6c-a775d1f4f3a2 req-c720e42e-02e3-426e-a9c6-1d92bf4ec419 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1679 time: 0.6996572 Sep 16 05:20:27.531702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-e5785343-786b-40d6-9e21-1dc97e243d62 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6221561 Sep 16 05:20:27.541792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-646c28d7-4f3b-4f5a-a3fd-43f53aea5f59 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.544680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-646c28d7-4f3b-4f5a-a3fd-43f53aea5f59 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 943 time: 0.7285316 Sep 16 05:20:27.591188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0de5ff-50d1-45cc-a2ea-c443639d1380 req-fb560058-6434-4a22-b337-7491e6e75e72 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.593141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b0de5ff-50d1-45cc-a2ea-c443639d1380 req-fb560058-6434-4a22-b337-7491e6e75e72 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1149578 Sep 16 05:20:27.603685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-cae1d69c-be34-4153-8445-ac5550669431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.605241 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-cae1d69c-be34-4153-8445-ac5550669431 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.0921884 Sep 16 05:20:27.631257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d341738d-0f09-4c6d-89ea-1e73761f7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.658703 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4c2aeb3-2705-4110-ae6c-a775d1f4f3a2 req-dfc454a5-fa34-4b82-a8c6-b7a3e5a6ae4d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128223 Sep 16 05:20:27.680882 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b0de5ff-50d1-45cc-a2ea-c443639d1380 req-c2be8f81-afe6-4b26-ac44-f53558525ce5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745032 Sep 16 05:20:27.719455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-2d3baf87-6a2a-4f66-8b8c-06d9f4644661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.738947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-2d3baf87-6a2a-4f66-8b8c-06d9f4644661 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131034 Sep 16 05:20:27.787914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Deleting port e3c9f051-57cb-423f-ac46-9c474605ab6d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:27.788678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.858946 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d341738d-0f09-4c6d-89ea-1e73761f7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.859236 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b79660f-43ba-4876-a2dd-8db2c2ab969d x-openstack-request-id: req-7b79660f-43ba-4876-a2dd-8db2c2ab969d {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:27.860252 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f6d613-1670-4bdd-874a-c9002ba6f667", "name": "network-vif-deleted", "tag": "a7131102-6fe5-410f-96b1-e3810e70d329", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:27.861201 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b79660f-43ba-4876-a2dd-8db2c2ab969d {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:27.861896 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f6d613-1670-4bdd-874a-c9002ba6f667', 'name': 'network-vif-deleted', 'tag': 'a7131102-6fe5-410f-96b1-e3810e70d329', 'status': 'completed', 'code': 200} Sep 16 05:20:27.911166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341738d-0f09-4c6d-89ea-1e73761f7cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02583fc-c6e6-4bd4-8ec2-30e52fad492e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.935442 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfd38aff-75cf-4cdf-a609-58b5f31cb723 req-8684cbba-4d60-43a2-87e1-f15e87b54542 tempest-InstanceActionsV221TestJSON-955107107 tempest-InstanceActionsV221TestJSON-955107107-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f6d613-1670-4bdd-874a-c9002ba6f667 HTTP/1.1" status: 200 len: 210 time: 0.0627460 Sep 16 05:20:27.966848 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-d1cf9b47-4dd0-4070-af4d-ffb1f20aacc5 service neutron] 10.222.0.66 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168777 Sep 16 05:20:27.990952 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d341738d-0f09-4c6d-89ea-1e73761f7cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.995807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d341738d-0f09-4c6d-89ea-1e73761f7cbb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c02583fc-c6e6-4bd4-8ec2-30e52fad492e HTTP/1.1" status: 204 len: 168 time: 1.2791700 Sep 16 05:20:27.996601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49580) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:28.035807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564030c7-71c0-4e9a-90ca-312e77cc3f54 req-9d139cc3-5047-43b0-983a-fdece9957380 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.043697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-564030c7-71c0-4e9a-90ca-312e77cc3f54 req-9d139cc3-5047-43b0-983a-fdece9957380 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 946 time: 0.1336057 Sep 16 05:20:28.096202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] For port e3c9f051-57cb-423f-ac46-9c474605ab6d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3c9f051-57cb-423f-ac46-9c474605ab6d,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:28.096978 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.131271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-564030c7-71c0-4e9a-90ca-312e77cc3f54 req-db9ccc08-8bba-4bb6-970e-d0ae6a2439c7 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842626 Sep 16 05:20:28.139971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Calling delete_port for e3c9f051-57cb-423f-ac46-9c474605ab6d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:28.342731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.353261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a0e3170-5e0f-41d8-a88d-48476196e712 req-1a06b697-8f1d-42eb-965b-ab1164b10779 service neutron] 10.222.0.66 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756745 Sep 16 05:20:28.418967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728800-6b7b-4cc2-bc7c-04e5a1c48b80 req-547c1790-47dd-4930-acab-4d74ebae45ec tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.421870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-90728800-6b7b-4cc2-bc7c-04e5a1c48b80 req-547c1790-47dd-4930-acab-4d74ebae45ec tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 943 time: 0.2051308 Sep 16 05:20:28.454849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53045542-e042-468b-b43a-1c5a1bf3831d req-bd66b7ad-4d59-4f00-be75-ac445841b46d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-758231909&fields=id&tenant_id=2a45d0158da84a1282fc58d6c3e22fce HTTP/1.1" status: 200 len: 267 time: 0.1995766 Sep 16 05:20:28.536047 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.575023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045542-e042-468b-b43a-1c5a1bf3831d req-ea51c324-b55c-4450-b253-850186ddcf21 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.577082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53045542-e042-468b-b43a-1c5a1bf3831d req-ea51c324-b55c-4450-b253-850186ddcf21 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 946 time: 0.1201119 Sep 16 05:20:28.585652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-90728800-6b7b-4cc2-bc7c-04e5a1c48b80 req-f3f9a8ce-f057-4937-bc98-08e30db812c3 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804477 Sep 16 05:20:28.596439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-53045542-e042-468b-b43a-1c5a1bf3831d req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'port': {'security_groups': ['585a92d6-d6ce-476b-8680-19d8cdf41307', 'bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:28.633512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.666436 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.678803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9849f8dd-fbfd-4ed7-840e-2321dac266e3']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:28.697734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bdfea7d0-e68b-4939-b89d-a2af545fe902 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:28.710077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:28.710434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7dbd0f-ab09-4c9e-bf74-bac30cdab0f4') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:28.713442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-53045542-e042-468b-b43a-1c5a1bf3831d req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.713938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c93bb3db-1882-4b7c-9ec7-bcf65ff64dc3 req-8ebe86c4-0a31-4597-b2f6-044a5d8a64ce tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 210 time: 0.0395126 Sep 16 05:20:28.718354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event deleted for resources: {'Port': ['ID=e3c9f051-57cb-423f-ac46-9c474605ab6d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:28.737920 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.787656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] No DVR routers for this DVR port e3c9f051-57cb-423f-ac46-9c474605ab6d on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:28.790711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.794820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-368411e8-1a7c-4dd7-9268-1407e0eb2990 req-aa87b336-2ebe-4a11-9cc7-b806985c57e5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "DELETE /v2.0/ports/e3c9f051-57cb-423f-ac46-9c474605ab6d HTTP/1.1" status: 204 len: 173 time: 1.2236228 Sep 16 05:20:28.795305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'name': 'network-vif-deleted', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:28.798248 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af357258-4162-48e4-bb2a-a92fdb127727" -d '{"events": [{"server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "name": "network-vif-deleted", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:28.815199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.851907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:28.851907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:28.853916 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:28.876759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port bdfea7d0-e68b-4939-b89d-a2af545fe902 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:28.882103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port bdfea7d0-e68b-4939-b89d-a2af545fe902 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:28.882529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.981208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370b09e-fe1c-45ad-ba26-b17a5d1b3453 req-4e1181f1-9fc9-4561-a868-cc3c4addebd9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.982781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e370b09e-fe1c-45ad-ba26-b17a5d1b3453 req-4e1181f1-9fc9-4561-a868-cc3c4addebd9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1508577 Sep 16 05:20:29.079529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e370b09e-fe1c-45ad-ba26-b17a5d1b3453 req-4a1fb9bb-a2d6-4c08-840a-cd6294727871 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861690 Sep 16 05:20:29.080419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.104924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.105403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.107907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9849f8dd-fbfd-4ed7-840e-2321dac266e3 HTTP/1.1" status: 204 len: 168 time: 1.1098471 Sep 16 05:20:29.119773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-53045542-e042-468b-b43a-1c5a1bf3831d req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] For port 78344af9-4257-4f7b-8b9e-24dde401f512, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=78344af9-4257-4f7b-8b9e-24dde401f512,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:29.132788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9622f-c4a0-4367-9ab9-08780d4518d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9849f8dd-fbfd-4ed7-840e-2321dac266e3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.173547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bdfea7d0-e68b-4939-b89d-a2af545fe902, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bdfea7d0-e68b-4939-b89d-a2af545fe902,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:29.188865 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-53045542-e042-468b-b43a-1c5a1bf3831d req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.222269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010c69f-11d4-4e83-a11f-1bc4ee2a3a03 req-4f09aa16-a19d-4f85-94c5-83269f00e38f tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.229154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010c69f-11d4-4e83-a11f-1bc4ee2a3a03 req-4f09aa16-a19d-4f85-94c5-83269f00e38f tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.230828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1010c69f-11d4-4e83-a11f-1bc4ee2a3a03 req-4f09aa16-a19d-4f85-94c5-83269f00e38f tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1679 time: 0.0617924 Sep 16 05:20:29.268219 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.269893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 628096f8-2b03-430a-a001-e9002fae6988 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:29.289550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-53045542-e042-468b-b43a-1c5a1bf3831d req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.336028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:29.344868 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1010c69f-11d4-4e83-a11f-1bc4ee2a3a03 req-611ea0bc-d10e-49ed-bb20-8122fad3eec1 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062136 Sep 16 05:20:29.424567 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d'}, {'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfea7d0-e68b-4939-b89d-a2af545fe902'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:29.430098 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93706d22-8e2e-4746-8cb5-fd0b6dd8b7c0" -d '{"events": [{"server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d"}, {"server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "name": "network-vif-plugged", "status": "completed", "tag": "bdfea7d0-e68b-4939-b89d-a2af545fe902"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:29.454496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045542-e042-468b-b43a-1c5a1bf3831d req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.456666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-53045542-e042-468b-b43a-1c5a1bf3831d req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.460805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bdfea7d0-e68b-4939-b89d-a2af545fe902,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.461471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53045542-e042-468b-b43a-1c5a1bf3831d req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "PUT /v2.0/ports/78344af9-4257-4f7b-8b9e-24dde401f512 HTTP/1.1" status: 200 len: 982 time: 0.8766620 Sep 16 05:20:29.475205 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aabbb75-33e7-4bb8-984d-0c084ddbe39f x-openstack-request-id: req-2aabbb75-33e7-4bb8-984d-0c084ddbe39f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:29.476974 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "name": "network-vif-deleted", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:29.478553 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aabbb75-33e7-4bb8-984d-0c084ddbe39f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:29.479840 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'name': 'network-vif-deleted', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'status': 'completed', 'code': 200} Sep 16 05:20:29.536223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 628096f8-2b03-430a-a001-e9002fae6988 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:29.540780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dc38b-26b5-4b70-aec1-70a5a8665c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'Port': ['ID=78344af9-4257-4f7b-8b9e-24dde401f512,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.565528 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e801d7-55d9-440d-9d3f-5a8b95423357 x-openstack-request-id: req-c2e801d7-55d9-440d-9d3f-5a8b95423357 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:29.565834 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e463b6d8-7f5b-4793-8027-0121efeec98a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c9f051-57cb-423f-ac46-9c474605ab6d", "code": 200}, {"server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "name": "network-vif-plugged", "status": "completed", "tag": "bdfea7d0-e68b-4939-b89d-a2af545fe902", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:29.572292 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2e801d7-55d9-440d-9d3f-5a8b95423357 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:29.572292 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e463b6d8-7f5b-4793-8027-0121efeec98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c9f051-57cb-423f-ac46-9c474605ab6d', 'code': 200} Sep 16 05:20:29.572292 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfea7d0-e68b-4939-b89d-a2af545fe902', 'code': 200} Sep 16 05:20:29.581516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 628096f8-2b03-430a-a001-e9002fae6988 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:29.582216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.644916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:29.650227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-efe7d55a-147d-4964-9a85-24b884381d41 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1320157062&fields=id&tenant_id=2a45d0158da84a1282fc58d6c3e22fce HTTP/1.1" status: 200 len: 267 time: 0.0406051 Sep 16 05:20:29.727320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-0ec4d0f1-e559-44dc-baa8-7030accaad02 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.732737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-0ec4d0f1-e559-44dc-baa8-7030accaad02 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 985 time: 0.0737295 Sep 16 05:20:29.750083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'port': {'security_groups': ['585a92d6-d6ce-476b-8680-19d8cdf41307', 'bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e', 'd0eddc97-53de-46e7-bf49-138d5cb16722']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:29.819713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1effb209-bee1-4aee-8940-178a922609e2 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:29.830911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6259adb-d1b5-4249-86db-cb67d776f974 req-37c60f86-c43d-499e-9259-3b7e4c0c8322 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.839664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3c9f051-57cb-423f-ac46-9c474605ab6d no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:29.840736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6259adb-d1b5-4249-86db-cb67d776f974 req-37c60f86-c43d-499e-9259-3b7e4c0c8322 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 943 time: 0.0778112 Sep 16 05:20:29.902080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6259adb-d1b5-4249-86db-cb67d776f974 req-348229eb-b1c7-42ad-a442-630348777c7f tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602043 Sep 16 05:20:29.902871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: e3c9f051-57cb-423f-ac46-9c474605ab6d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:29.903224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3c9f051-57cb-423f-ac46-9c474605ab6d not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:29.920895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.924488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.967111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49638) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:30.068066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 628096f8-2b03-430a-a001-e9002fae6988, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=628096f8-2b03-430a-a001-e9002fae6988,segment=NetworkSegment(84144aed-dc81-46c3-aa81-2f954b561b37),segment_id=84144aed-dc81-46c3-aa81-2f954b561b37)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:30.090635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9fa08ca9-40b4-4e99-a0de-d2b37d1064f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d4e984145604f24af5a2ef1c8ce9f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190035 Sep 16 05:20:30.091369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49642) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:30.144172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1effb209-bee1-4aee-8940-178a922609e2, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1effb209-bee1-4aee-8940-178a922609e2,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:30.171590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '1effb209-bee1-4aee-8940-178a922609e2', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'port_id': '1effb209-bee1-4aee-8940-178a922609e2', 'mac_address': 'fa:16:3e:3a:28:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:30.173262 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.223038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de51c9d5-6a39-4e04-9384-9b129121dc8d req-f0b68d57-3efb-4214-a166-841a5b57d89a tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=e463b6d8-7f5b-4793-8027-0121efeec98a HTTP/1.1" status: 200 len: 210 time: 0.0427446 Sep 16 05:20:30.273913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b171867e-4000-486f-88ce-b641e50ded9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.299297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.304175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=628096f8-2b03-430a-a001-e9002fae6988,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.316471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49646) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:30.337730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b171867e-4000-486f-88ce-b641e50ded9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.339723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1effb209-bee1-4aee-8940-178a922609e2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:30.409355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1effb209-bee1-4aee-8940-178a922609e2, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1effb209-bee1-4aee-8940-178a922609e2,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:30.493859 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.513592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] For port 78344af9-4257-4f7b-8b9e-24dde401f512, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=78344af9-4257-4f7b-8b9e-24dde401f512,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:30.542613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bb346-b96c-4afd-a963-fcdde8885640 req-18303fd7-dbc9-49e7-ace3-f64bed553b3b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:30.551284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-956bb346-b96c-4afd-a963-fcdde8885640 req-18303fd7-dbc9-49e7-ace3-f64bed553b3b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1244366 Sep 16 05:20:30.560739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.570212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dc2477-e25d-47f0-9929-e162be30986d admin admin] Deleting subnet 950d7173-6db4-437f-8610-f92b3979830b {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:30.577102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77dc2477-e25d-47f0-9929-e162be30986d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.585743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1effb209-bee1-4aee-8940-178a922609e2,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.624156 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-956bb346-b96c-4afd-a963-fcdde8885640 req-b955bc87-1949-4722-8950-00f85932c85f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723078 Sep 16 05:20:30.635551 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77dc2477-e25d-47f0-9929-e162be30986d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.683033 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.696313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77dc2477-e25d-47f0-9929-e162be30986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.727400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:30.729644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b171867e-4000-486f-88ce-b641e50ded9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.733240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b171867e-4000-486f-88ce-b641e50ded9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.733755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b171867e-4000-486f-88ce-b641e50ded9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b3410f3-38d3-409e-aa58-263c5a2373a4 HTTP/1.1" status: 204 len: 168 time: 0.6391203 Sep 16 05:20:30.773123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:30.774435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.778713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171867e-4000-486f-88ce-b641e50ded9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3410f3-38d3-409e-aa58-263c5a2373a4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.800688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a4e7a247-c874-48b9-a536-3b0c6002c660 req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "PUT /v2.0/ports/78344af9-4257-4f7b-8b9e-24dde401f512 HTTP/1.1" status: 200 len: 1021 time: 1.0582113 Sep 16 05:20:30.822865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509b96-0eb7-43ca-8a36-c780cfd06300 req-ee280b4d-d7b7-4eb0-ab01-f811813571c6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:30.829660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509b96-0eb7-43ca-8a36-c780cfd06300 req-ee280b4d-d7b7-4eb0-ab01-f811813571c6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:30.831447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37509b96-0eb7-43ca-8a36-c780cfd06300 req-ee280b4d-d7b7-4eb0-ab01-f811813571c6 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1681 time: 0.1056955 Sep 16 05:20:30.847273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1effb209-bee1-4aee-8940-178a922609e2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:30.889273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b81de7-7a90-4757-9c93-50bb707c59a9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'Port': ['ID=78344af9-4257-4f7b-8b9e-24dde401f512,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.897343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37509b96-0eb7-43ca-8a36-c780cfd06300 req-2e20804d-6d46-41f3-b163-e96becfe8db7 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541582 Sep 16 05:20:30.906156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77dc2477-e25d-47f0-9929-e162be30986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.980671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc2477-e25d-47f0-9929-e162be30986d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950d7173-6db4-437f-8610-f92b3979830b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:30.993178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77dc2477-e25d-47f0-9929-e162be30986d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.996219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77dc2477-e25d-47f0-9929-e162be30986d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/950d7173-6db4-437f-8610-f92b3979830b HTTP/1.1" status: 204 len: 168 time: 0.6763313 Sep 16 05:20:30.998597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49658) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:31.046981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d57c1-8f2d-49a4-a293-a8e490c7dcb8 req-1d016537-bb9a-4c0e-881d-55bc366d1fe0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.050169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-886d57c1-8f2d-49a4-a293-a8e490c7dcb8 req-1d016537-bb9a-4c0e-881d-55bc366d1fe0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1024 time: 0.1266091 Sep 16 05:20:31.108796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.161831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:31.187451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d813d-da7d-417b-bc37-942f5b39409d req-b0c4f872-521b-4c25-a476-f1158058c30b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.189226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-741d813d-da7d-417b-bc37-942f5b39409d req-b0c4f872-521b-4c25-a476-f1158058c30b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 944 time: 0.1471372 Sep 16 05:20:31.216767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-886d57c1-8f2d-49a4-a293-a8e490c7dcb8 req-7e85f000-19a5-44a6-bda2-354b432f158f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0eddc97-53de-46e7-bf49-138d5cb16722&id=585a92d6-d6ce-476b-8680-19d8cdf41307&id=bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e HTTP/1.1" status: 200 len: 6149 time: 0.1580405 Sep 16 05:20:31.278495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ead6cda1-3d19-46d0-9267-46e77021c014 req-6e40b0c1-bac6-4eb4-8611-10925b0b2356 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1137542774 ', 'description': 'tempest-description-956336246'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:31.306490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.352046 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-741d813d-da7d-417b-bc37-942f5b39409d req-1cf4d36c-999e-49fc-9105-dd1d6a144d13 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461055 Sep 16 05:20:31.354028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe60218-4370-4bc9-a5cc-3ac099de1b94']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:31.392516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-9640a98e-bfe1-4497-8140-b5f7041bc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.394608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-9640a98e-bfe1-4497-8140-b5f7041bc391 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1101 time: 0.1431818 Sep 16 05:20:31.396869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3983c280-c7d5-473e-b941-e3057a2b4eac') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:31.398153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3983c280-c7d5-473e-b941-e3057a2b4eac') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:31.444294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.479321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.481466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512'}, {'name': 'network-changed', 'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:31.483640 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512"}, {"name": "network-changed", "server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:31.511697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:31.514659 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:31.525360 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:31.529835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49672) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:31.529835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ead6cda1-3d19-46d0-9267-46e77021c014 req-6e40b0c1-bac6-4eb4-8611-10925b0b2356 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.583421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628096f8-2b03-430a-a001-e9002fae6988'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:31.588848 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df040a09-8c3f-457d-9161-42f015c7d3cc" -d '{"events": [{"server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "name": "network-vif-plugged", "status": "completed", "tag": "628096f8-2b03-430a-a001-e9002fae6988"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:31.621084 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb12f8-5cf3-401f-a2fa-7d2289907292 x-openstack-request-id: req-89cb12f8-5cf3-401f-a2fa-7d2289907292 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:31.621671 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:31.622251 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89cb12f8-5cf3-401f-a2fa-7d2289907292 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:31.622823 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512', 'status': 'completed', 'code': 200} Sep 16 05:20:31.623230 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512', 'status': 'completed', 'code': 200} Sep 16 05:20:31.637494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-040e103b-f8e0-478d-9cf8-a0c458d2cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.640471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-040e103b-f8e0-478d-9cf8-a0c458d2cd50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2354996 Sep 16 05:20:31.702995 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-daa48b23-2d95-4b02-b156-5e960fe89dc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 217 time: 0.0476043 Sep 16 05:20:31.736340 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33730498-f917-41e6-9841-f9382827f810 x-openstack-request-id: req-33730498-f917-41e6-9841-f9382827f810 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:31.736673 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "name": "network-vif-plugged", "status": "completed", "tag": "628096f8-2b03-430a-a001-e9002fae6988", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:31.736930 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33730498-f917-41e6-9841-f9382827f810 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:31.737454 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628096f8-2b03-430a-a001-e9002fae6988', 'code': 200} Sep 16 05:20:31.811743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.824317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.824317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9fe60218-4370-4bc9-a5cc-3ac099de1b94 HTTP/1.1" status: 204 len: 168 time: 0.8223293 Sep 16 05:20:31.873538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-d8f627b2-df8e-4522-a43b-de552f3b6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.873538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-d8f627b2-df8e-4522-a43b-de552f3b6e61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1176 time: 0.1661487 Sep 16 05:20:31.895541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f054462-14b4-432d-b11b-5a3465b3aa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.903692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa07e3d-53da-4f85-bdda-68219be0f513 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe60218-4370-4bc9-a5cc-3ac099de1b94,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:31.924580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-d0eb57ed-ce1e-496e-88bb-a807405ab697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.926144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-d0eb57ed-ce1e-496e-88bb-a807405ab697 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1762445 Sep 16 05:20:31.956539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97da31-06a3-4f8f-967c-78d965b6d3a3 req-25554903-e5fd-496d-9cec-b0e5e57bc642 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.958151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b97da31-06a3-4f8f-967c-78d965b6d3a3 req-25554903-e5fd-496d-9cec-b0e5e57bc642 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1412399 Sep 16 05:20:31.962436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea782-1e61-48d4-851d-5c11b8409ac2 req-21ff237d-0134-440c-ac21-5c7cef1b3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.964424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea782-1e61-48d4-851d-5c11b8409ac2 req-21ff237d-0134-440c-ac21-5c7cef1b3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.964558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-939ea782-1e61-48d4-851d-5c11b8409ac2 req-21ff237d-0134-440c-ac21-5c7cef1b3014 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1985 time: 0.1015630 Sep 16 05:20:31.968521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ead6cda1-3d19-46d0-9267-46e77021c014 req-6e40b0c1-bac6-4eb4-8611-10925b0b2356 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.024622 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b97da31-06a3-4f8f-967c-78d965b6d3a3 req-56e790b6-a041-40dc-b6a8-bc9d7348671c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583336 Sep 16 05:20:32.034809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-939ea782-1e61-48d4-851d-5c11b8409ac2 req-731011b9-1653-4c16-8ca1-1dfebb42465e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551991 Sep 16 05:20:32.043342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-7946bd68-ec9e-4bee-a5cd-43c68d141d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.044977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-7946bd68-ec9e-4bee-a5cd-43c68d141d3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031983 Sep 16 05:20:32.050310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-e559bfdd-49bd-4ac7-81dc-9ee890ae16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.051917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-e559bfdd-49bd-4ac7-81dc-9ee890ae16f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 914 time: 0.1670713 Sep 16 05:20:32.086660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ead6cda1-3d19-46d0-9267-46e77021c014 req-6e40b0c1-bac6-4eb4-8611-10925b0b2356 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.137011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40b0c1-bac6-4eb4-8611-10925b0b2356 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95895ad7-26a6-4916-94b7-f11256875490,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:32.209942 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f054462-14b4-432d-b11b-5a3465b3aa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.263283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-254a9e21-1d1f-450d-bd66-0b77e40758f6 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.264852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-254a9e21-1d1f-450d-bd66-0b77e40758f6 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 822 time: 0.1364474 Sep 16 05:20:32.285306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-b7cc4117-4907-44d3-a4a2-bc9c2a1233d7 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/quotas/4683bcbaaf764730b43842cca77fc970 HTTP/1.1" status: 200 len: 375 time: 0.0100796 Sep 16 05:20:32.285547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7f054462-14b4-432d-b11b-5a3465b3aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.294978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49704) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.337213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7f054462-14b4-432d-b11b-5a3465b3aa3b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e428e04104cc4f99bfc1f0fd9d9e6a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7937005 Sep 16 05:20:32.339363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f054462-14b4-432d-b11b-5a3465b3aa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384f65fe-a5d3-415b-8dee-c0d14207960a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:32.341915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49708) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.399617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-cd48f171-1d15-441d-a5d4-9db944579f51 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939643 Sep 16 05:20:32.414261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3ecd9f1b-1a8a-4b9c-957b-972291024f14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ba7166b7af84591b781b0a3dc1a5ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133573 Sep 16 05:20:32.414948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.415301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5029f6b8-3f76-4401-a0bb-093d8565b5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.492960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-c1e767e8-2bbc-43d8-a975-9f1820f5c92f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78344af9-4257-4f7b-8b9e-24dde401f512 HTTP/1.1" status: 200 len: 217 time: 0.0797746 Sep 16 05:20:32.552756 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5029f6b8-3f76-4401-a0bb-093d8565b5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.567032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e361f7-55fb-449a-9ec1-ae185859d1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.576125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ead6cda1-3d19-46d0-9267-46e77021c014 req-6e40b0c1-bac6-4eb4-8611-10925b0b2356 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.577501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ead6cda1-3d19-46d0-9267-46e77021c014 req-6e40b0c1-bac6-4eb4-8611-10925b0b2356 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.3083100 Sep 16 05:20:32.624409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e361f7-55fb-449a-9ec1-ae185859d1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.630197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-8f3ca40d-381a-4e40-a246-ecffe46ad9de service neutron] 10.222.0.49 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070491 Sep 16 05:20:32.642636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-544ae267-f984-44c2-acb2-f4ee25c451fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.644259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-544ae267-f984-44c2-acb2-f4ee25c451fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.1386681 Sep 16 05:20:32.658947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-69d836e5-dbf9-4d07-b876-b163052ef2c0 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448802 Sep 16 05:20:32.717066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-228b0655-5803-41c6-ad1d-63ce90680f61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558474 Sep 16 05:20:32.820456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-37cfa1ee-8415-4095-ac4c-de2676ac8c52 service neutron] 10.222.0.49 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741436 Sep 16 05:20:32.856819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49720) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.867256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18712e13-3142-46fa-9cd5-aa2cc6d8405a req-a7b345f7-f782-46b3-ba89-f65401aa29a2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.871525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e361f7-55fb-449a-9ec1-ae185859d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.873377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18712e13-3142-46fa-9cd5-aa2cc6d8405a req-a7b345f7-f782-46b3-ba89-f65401aa29a2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.877415 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18712e13-3142-46fa-9cd5-aa2cc6d8405a req-a7b345f7-f782-46b3-ba89-f65401aa29a2 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1681 time: 0.2292926 Sep 16 05:20:32.878034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11e361f7-55fb-449a-9ec1-ae185859d1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.883209 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-11e361f7-55fb-449a-9ec1-ae185859d1e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c36454c9-9361-4829-822d-9077e157af25 HTTP/1.1" status: 204 len: 168 time: 0.4670117 Sep 16 05:20:32.898267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e361f7-55fb-449a-9ec1-ae185859d1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36454c9-9361-4829-822d-9077e157af25,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:32.910410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5029f6b8-3f76-4401-a0bb-093d8565b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.913860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5029f6b8-3f76-4401-a0bb-093d8565b5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.915493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5029f6b8-3f76-4401-a0bb-093d8565b5ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/384f65fe-a5d3-415b-8dee-c0d14207960a HTTP/1.1" status: 204 len: 168 time: 0.5720575 Sep 16 05:20:32.952437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029f6b8-3f76-4401-a0bb-093d8565b5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384f65fe-a5d3-415b-8dee-c0d14207960a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:32.955805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-bdde89fe-c447-4893-8f9d-5228435d3d3d service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707248 Sep 16 05:20:32.965435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-3cc5868b-168f-4912-8260-4ecdac0ae483 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347305 Sep 16 05:20:32.980937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18712e13-3142-46fa-9cd5-aa2cc6d8405a req-c53748db-5ff2-48ee-9e1f-92f94229b971 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867064 Sep 16 05:20:33.077817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1742572790-network', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:33.108749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-0b3da1b1-9803-4e32-ad2b-94dda2ec7e78 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227860 Sep 16 05:20:33.237896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Made reservation on behalf of 35939a17332d4166865b8b97d16dcd7e for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:33.243907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.295802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.367327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f65cfe5-f207-4982-8bc4-bd412f94918f req-62e15f22-8ed8-40f4-b5d8-b9fece7c922e tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/95895ad7-26a6-4916-94b7-f11256875490 HTTP/1.1" status: 200 len: 1780 time: 0.0749760 Sep 16 05:20:33.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.519254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-121e34a6-7435-4114-9090-8a86e9bf6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.519254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-121e34a6-7435-4114-9090-8a86e9bf6cf8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1176 time: 0.1215260 Sep 16 05:20:33.562507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480744ab-0b29-4721-9207-e1ec9d0b8959 req-1c2fee74-d935-4836-928c-82da92b46c0c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.565256 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-480744ab-0b29-4721-9207-e1ec9d0b8959 req-1c2fee74-d935-4836-928c-82da92b46c0c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.0845571 Sep 16 05:20:33.594024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.640991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:33.666527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-480744ab-0b29-4721-9207-e1ec9d0b8959 req-3068b5d6-76f1-415a-91bf-d0c2c315014b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887110 Sep 16 05:20:33.690900 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.696385 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Added segment 24ed6bde-3fd9-49e1-961b-9992f63e86fd of type vlan for network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 Sep 16 05:20:33.698388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989874b8-e61c-4375-9ee2-6fd4fb0db73d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:33.712739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-a9874de8-79aa-4d3b-81aa-3b23e2349eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.722128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-a9874de8-79aa-4d3b-81aa-3b23e2349eae service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 914 time: 0.1948674 Sep 16 05:20:33.816867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1effb209-bee1-4aee-8940-178a922609e2 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:33.832485 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-e87ef1da-3097-4fcc-a6e1-0a77059bfa0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78344af9-4257-4f7b-8b9e-24dde401f512 HTTP/1.1" status: 200 len: 217 time: 0.0931058 Sep 16 05:20:33.837625 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97e4f7-0cf5-478d-864e-101c26bf7f93 req-940ac9d0-a03b-4adb-b126-d5ea76ccb695 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 210 time: 0.0771630 Sep 16 05:20:33.850916 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.939357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02a346ea-f4b1-4d54-8e8d-0acc5e7c2c3b req-a20a8e94-861f-426a-ac82-2242275128f7 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/95895ad7-26a6-4916-94b7-f11256875490 HTTP/1.1" status: 200 len: 1780 time: 0.0682755 Sep 16 05:20:33.962560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8b84-c464-4a7c-b762-5f2ad5b8b366 req-798e179f-688e-4db6-a844-ad69cf91fecc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.971794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e49c8b84-c464-4a7c-b762-5f2ad5b8b366 req-798e179f-688e-4db6-a844-ad69cf91fecc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 944 time: 0.9038739 Sep 16 05:20:33.997119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-cb07037a-010b-41a8-83ce-c15e07c0e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.998681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-cb07037a-010b-41a8-83ce-c15e07c0e859 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.1298957 Sep 16 05:20:34.008656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.009651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.010253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.014554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-02a346ea-f4b1-4d54-8e8d-0acc5e7c2c3b req-366a434f-a233-4fda-b309-ae24eb6ce188 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.028869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e49c8b84-c464-4a7c-b762-5f2ad5b8b366 req-d3e16cf7-d83c-4eb5-aa2a-c626482cf799 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558565 Sep 16 05:20:34.036519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 1effb209-bee1-4aee-8940-178a922609e2 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:34.043765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 1effb209-bee1-4aee-8940-178a922609e2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:34.044612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.051958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-f460bdda-6878-4637-ba12-1d8879855081 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404234 Sep 16 05:20:34.106804 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-02a346ea-f4b1-4d54-8e8d-0acc5e7c2c3b req-366a434f-a233-4fda-b309-ae24eb6ce188 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.112655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49758) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.167840 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268c8f51-40ca-4999-be46-85427e6bfe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.199337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3409424 Sep 16 05:20:34.211721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49760) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.217195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Request body: {'subnet': {'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1742572790-subnet', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:34.219735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b756bb-24a9-4380-b946-5f0d72dae263 admin admin] Pushing event updated for resources: {'Network': ['ID=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.247617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:34.296337 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.335233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268c8f51-40ca-4999-be46-85427e6bfe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.360394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1effb209-bee1-4aee-8940-178a922609e2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:34.363102 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f25e5e-50be-47de-9764-1f9f2e2ef853" -d '{"events": [{"server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "name": "network-vif-plugged", "status": "completed", "tag": "1effb209-bee1-4aee-8940-178a922609e2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:34.373810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-3d2049a8-c313-4526-82eb-c08db2f082e7 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098955 Sep 16 05:20:34.377432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1effb209-bee1-4aee-8940-178a922609e2, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1effb209-bee1-4aee-8940-178a922609e2,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:34.389738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7020-9433-4fc3-b3a4-56fce27f2f99 req-822d5e53-88b2-4ca7-9ca7-ade3c8b28058 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.395891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7020-9433-4fc3-b3a4-56fce27f2f99 req-822d5e53-88b2-4ca7-9ca7-ade3c8b28058 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.398105 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79bf7020-9433-4fc3-b3a4-56fce27f2f99 req-822d5e53-88b2-4ca7-9ca7-ade3c8b28058 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1681 time: 0.0935371 Sep 16 05:20:34.401720 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-02a346ea-f4b1-4d54-8e8d-0acc5e7c2c3b req-366a434f-a233-4fda-b309-ae24eb6ce188 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.406114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-02a346ea-f4b1-4d54-8e8d-0acc5e7c2c3b req-366a434f-a233-4fda-b309-ae24eb6ce188 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.413362 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02a346ea-f4b1-4d54-8e8d-0acc5e7c2c3b req-366a434f-a233-4fda-b309-ae24eb6ce188 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/95895ad7-26a6-4916-94b7-f11256875490 HTTP/1.1" status: 204 len: 173 time: 0.4726419 Sep 16 05:20:34.426878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a434f-a233-4fda-b309-ae24eb6ce188 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95895ad7-26a6-4916-94b7-f11256875490,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.461750 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a797c9f-8468-453e-b04e-a8f0ad719092 x-openstack-request-id: req-9a797c9f-8468-453e-b04e-a8f0ad719092 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:34.462064 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "name": "network-vif-plugged", "status": "completed", "tag": "1effb209-bee1-4aee-8940-178a922609e2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:34.462683 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a797c9f-8468-453e-b04e-a8f0ad719092 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:34.463108 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1effb209-bee1-4aee-8940-178a922609e2', 'code': 200} Sep 16 05:20:34.484655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-268c8f51-40ca-4999-be46-85427e6bfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.497575 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-41d7187e-3d06-4a64-947b-095d04c23b51 req-f9a281b4-217a-4eaf-84d9-80164cee547e tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:20:34.497575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41d7187e-3d06-4a64-947b-095d04c23b51 req-f9a281b4-217a-4eaf-84d9-80164cee547e tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/95895ad7-26a6-4916-94b7-f11256875490 HTTP/1.1" status: 404 len: 352 time: 0.0210645 Sep 16 05:20:34.497986 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.550213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-7e234be4-dc78-4f20-8cdd-b54c01ceaba7 req-e447ab3d-407e-4c22-9380-43ce6f84dbbb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-75451848', 'description': 'tempest-description-197355017'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:34.567658 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79bf7020-9433-4fc3-b3a4-56fce27f2f99 req-d8d479e1-c623-4ba0-89e5-e5ac2dfe932b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561723 Sep 16 05:20:34.575109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1effb209-bee1-4aee-8940-178a922609e2,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.650823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-268c8f51-40ca-4999-be46-85427e6bfe49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73210532c330485fa06f847f61ce78a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364265 Sep 16 05:20:34.653610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49776) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.659080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Made reservation on behalf of 35939a17332d4166865b8b97d16dcd7e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:34.663471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.666823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c8f51-40ca-4999-be46-85427e6bfe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf0cfef-74a4-4f97-9b17-ed797ef95efb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.728687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1b0c2ab-b92e-4a5f-9cf9-707a74596d3a req-0307a9f4-b86b-4fb7-a932-7e2189f9c7b9 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294814 Sep 16 05:20:34.731250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7e234be4-dc78-4f20-8cdd-b54c01ceaba7 req-e447ab3d-407e-4c22-9380-43ce6f84dbbb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.746152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d7e003c-42a2-4975-b079-c171022bb0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.793303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d7e003c-42a2-4975-b079-c171022bb0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.837008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6e39f-ac0a-4abc-a395-9e95ef3b21d6 req-b0f27705-6f94-410e-8835-cf0d1a66e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.839049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fc6e39f-ac0a-4abc-a395-9e95ef3b21d6 req-b0f27705-6f94-410e-8835-cf0d1a66e4f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 1097 time: 0.2464039 Sep 16 05:20:34.909103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7e234be4-dc78-4f20-8cdd-b54c01ceaba7 req-e447ab3d-407e-4c22-9380-43ce6f84dbbb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.921899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec28f-3c6a-4bec-a88c-7a52cb5109a4 req-6c41af0f-6dc4-4fa8-ac75-e80b5e52c59b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.923658 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1eec28f-3c6a-4bec-a88c-7a52cb5109a4 req-6c41af0f-6dc4-4fa8-ac75-e80b5e52c59b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1262939 Sep 16 05:20:34.925988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fc6e39f-ac0a-4abc-a395-9e95ef3b21d6 req-5e2dbb24-91aa-4853-9d8e-b780f40a7abb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624149 Sep 16 05:20:34.955962 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d7e003c-42a2-4975-b079-c171022bb0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.959703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d7e003c-42a2-4975-b079-c171022bb0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.961265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6d7e003c-42a2-4975-b079-c171022bb0ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cf0cfef-74a4-4f97-9b17-ed797ef95efb HTTP/1.1" status: 204 len: 168 time: 0.3064604 Sep 16 05:20:34.971313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e003c-42a2-4975-b079-c171022bb0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf0cfef-74a4-4f97-9b17-ed797ef95efb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.976693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1eec28f-3c6a-4bec-a88c-7a52cb5109a4 req-85b6a619-a12b-43ec-98ae-6077fa7cecf5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 Sep 16 05:20:34.986009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7e234be4-dc78-4f20-8cdd-b54c01ceaba7 req-e447ab3d-407e-4c22-9380-43ce6f84dbbb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.074812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447ab3d-407e-4c22-9380-43ce6f84dbbb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67147443-06a6-4348-81f7-bd960f654ead,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.149322 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7e234be4-dc78-4f20-8cdd-b54c01ceaba7 req-e447ab3d-407e-4c22-9380-43ce6f84dbbb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.154599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e234be4-dc78-4f20-8cdd-b54c01ceaba7 req-e447ab3d-407e-4c22-9380-43ce6f84dbbb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6051691 Sep 16 05:20:35.220149 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.242423 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-553dce56-c50d-4699-a465-e6ba14dba68b req-97c3e5e7-79c0-464c-abf9-f1fdc0f6594f tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 210 time: 0.0286589 Sep 16 05:20:35.291946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c93e44-e31c-47c3-8447-a5abab63fa76,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.300532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Checking segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:35.301143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Network hostable DHCP agents. Network: 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:35.401903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:35.550885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:35.562323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.562323 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.562619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd5b90-0e21-4bf3-9ca2-3aafd51efe3e None None] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:35.680190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-658f6547-54b7-4c54-8284-384adc976277 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4671066 Sep 16 05:20:35.682985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49810) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:35.689672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:35.734726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d82f7-c572-49d4-98f9-c4a60693fc2d req-1880fdfb-24da-4ce7-883a-41fff228ba55 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.737656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d16d82f7-c572-49d4-98f9-c4a60693fc2d req-1880fdfb-24da-4ce7-883a-41fff228ba55 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 945 time: 0.0971577 Sep 16 05:20:35.781412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:20:35.782342 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.805300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.805300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.845632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d16d82f7-c572-49d4-98f9-c4a60693fc2d req-31aef84c-9f0e-482c-a663-bd72b6928f9e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971386 Sep 16 05:20:35.893874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0b2dea90-024d-44b8-8f24-c015b65c8dd7 req-597628a3-a908-49cd-a754-b82009e5249b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1293295471', 'description': 'tempest-description-919668200'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:35.900306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.008514 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0b2dea90-024d-44b8-8f24-c015b65c8dd7 req-597628a3-a908-49cd-a754-b82009e5249b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.102791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Allocated IP 172.20.0.2 (972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8/a4c93e44-e31c-47c3-8447-a5abab63fa76/a05d52d5-864d-496c-bc31-07ac4b5f0568) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:36.148070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0b2dea90-024d-44b8-8f24-c015b65c8dd7 req-597628a3-a908-49cd-a754-b82009e5249b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.250974 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.257079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0b2dea90-024d-44b8-8f24-c015b65c8dd7 req-597628a3-a908-49cd-a754-b82009e5249b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.288597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597628a3-a908-49cd-a754-b82009e5249b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83ab175-b469-449f-ad73-2c677f08d46c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.391840 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0b2dea90-024d-44b8-8f24-c015b65c8dd7 req-597628a3-a908-49cd-a754-b82009e5249b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.405438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b2dea90-024d-44b8-8f24-c015b65c8dd7 req-597628a3-a908-49cd-a754-b82009e5249b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5111389 Sep 16 05:20:36.504043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5161fae0-4827-46d6-b53e-f1c52e9ff91b req-dde4c3fa-502a-49bf-add7-7277538b21d9 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0373898 Sep 16 05:20:36.506951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f615c-a675-4691-8bc1-fa85758c41e5 req-5705c7f5-2a48-472b-aa32-f46bfb00eaf5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.509266 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.522701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f615c-a675-4691-8bc1-fa85758c41e5 req-5705c7f5-2a48-472b-aa32-f46bfb00eaf5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.524767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-246f615c-a675-4691-8bc1-fa85758c41e5 req-5705c7f5-2a48-472b-aa32-f46bfb00eaf5 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1681 time: 0.4940994 Sep 16 05:20:36.590757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-52511a6b-5c2c-4cea-b340-987c033269ab tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.593204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-52511a6b-5c2c-4cea-b340-987c033269ab tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 822 time: 0.1496913 Sep 16 05:20:36.610821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-246f615c-a675-4691-8bc1-fa85758c41e5 req-c9a786f7-a981-4f93-98c3-b1f9a7119be9 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486937 Sep 16 05:20:36.619996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Request body: {'port': {'device_id': 'dab3a1a1-81f1-4731-af34-15c8cd8dfeed', 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'admin_state_up': True, 'tenant_id': '4683bcbaaf764730b43842cca77fc970'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:36.656417 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.760175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Pushing event updated for resources: {'Port': ['ID=a05d52d5-864d-496c-bc31-07ac4b5f0568,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.770284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:36.772601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:36.780297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:36.800488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c04a9-ab35-46fa-963b-0e50527d0b08 req-d583dd3a-f462-49c9-860c-f54fc7b183f6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.810685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e89c04a9-ab35-46fa-963b-0e50527d0b08 req-d583dd3a-f462-49c9-860c-f54fc7b183f6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1681745 Sep 16 05:20:36.883812 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dd6dd54-2203-45a8-bafc-0e8db5040dd3 req-b1026080-f660-4206-8310-bc2ea2d2e314 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 210 time: 0.0861249 Sep 16 05:20:36.907253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e89c04a9-ab35-46fa-963b-0e50527d0b08 req-5ae9f9cd-67ac-453e-9187-838d2258ed64 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934827 Sep 16 05:20:36.933067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Attempting to bind port a05d52d5-864d-496c-bc31-07ac4b5f0568 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:36.933526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Attempting to bind port a05d52d5-864d-496c-bc31-07ac4b5f0568 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:36.933981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Attempting to bind port a05d52d5-864d-496c-bc31-07ac4b5f0568 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:36.940024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:36.940523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Checking segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:36.941274 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.941757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Bound using segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:36.942350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Bound port: a05d52d5-864d-496c-bc31-07ac4b5f0568, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:36.942860 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.951638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-6df8a529-8aa2-41c3-887f-5842896e8197 req-65eabc8a-d193-49f6-a04e-a32b2f200150 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1973631969', 'description': 'tempest-description-1445987239'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:36.979513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.984791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Made reservation on behalf of 4683bcbaaf764730b43842cca77fc970 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:36.988870 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.011132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.106073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6df8a529-8aa2-41c3-887f-5842896e8197 req-65eabc8a-d193-49f6-a04e-a32b2f200150 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.128576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] For port a05d52d5-864d-496c-bc31-07ac4b5f0568, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:37.136314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] For port a05d52d5-864d-496c-bc31-07ac4b5f0568, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a05d52d5-864d-496c-bc31-07ac4b5f0568,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:37.183537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb4ed-0a28-420d-b80f-31a26afcbccf req-a7f405da-5f6e-405a-b11d-75f8caa25f9c tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.188879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-819fb4ed-0a28-420d-b80f-31a26afcbccf req-a7f405da-5f6e-405a-b11d-75f8caa25f9c tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 945 time: 0.1378624 Sep 16 05:20:37.219547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Allocated IP 172.25.1.51 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/619d644f-b6fa-4070-a942-a518e3e7d817) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:37.251531 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Allocated IP 172.20.0.6 (cbc9b2a7-997a-4270-88bb-1b4ae4db50b1/9b34ebf4-5073-4092-a816-adaff7c4dfc9/e3afbfd8-dcb9-426c-a1dc-1941d555eb4e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:37.257298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-819fb4ed-0a28-420d-b80f-31a26afcbccf req-6ae9deb1-7c4f-40c7-8406-943195a7e984 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628767 Sep 16 05:20:37.261526 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.353057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa766f-5804-45eb-a6c6-5c4b212b60ee None None] Pushing event updated for resources: {'Port': ['ID=a05d52d5-864d-496c-bc31-07ac4b5f0568,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.408336 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6df8a529-8aa2-41c3-887f-5842896e8197 req-65eabc8a-d193-49f6-a04e-a32b2f200150 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.435943 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.515978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6df8a529-8aa2-41c3-887f-5842896e8197 req-65eabc8a-d193-49f6-a04e-a32b2f200150 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.528726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-ffb788f3-4ff1-4808-9347-df308e109531 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.530497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-ffb788f3-4ff1-4808-9347-df308e109531 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0966864 Sep 16 05:20:37.534480 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.556737 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.565981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eabc8a-d193-49f6-a04e-a32b2f200150 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53adab9-d3f9-45ef-813f-7c9b9ece84ac,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.631845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:37.634295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6df8a529-8aa2-41c3-887f-5842896e8197 req-65eabc8a-d193-49f6-a04e-a32b2f200150 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.638999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6df8a529-8aa2-41c3-887f-5842896e8197 req-65eabc8a-d193-49f6-a04e-a32b2f200150 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6932981 Sep 16 05:20:37.663733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:37.671355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Pushing event updated for resources: {'Port': ['ID=619d644f-b6fa-4070-a942-a518e3e7d817,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.675029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:37.696657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-20d78d3c-29ed-4580-83e0-7bea44cb34af tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.1469457 Sep 16 05:20:37.711794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Request body: {'floatingip': {'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:37.802916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92280874-73ea-4e98-863b-afdd34d3ca24 req-93faa47a-fba3-41dc-a6ed-a8306e17ca18 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0860391 Sep 16 05:20:37.804331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.987455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-471d37c5-753e-4210-95a3-4284696af68d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.994341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-471d37c5-753e-4210-95a3-4284696af68d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.996505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-471d37c5-753e-4210-95a3-4284696af68d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.30 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1681 time: 0.1958213 Sep 16 05:20:38.000800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.108423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c9ff-74a1-439e-ade5-09533962c982 req-a784ab6c-f1b1-4537-946c-9f51da2f191d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.115187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c9ff-74a1-439e-ade5-09533962c982 req-a784ab6c-f1b1-4537-946c-9f51da2f191d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.116987 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7145c9ff-74a1-439e-ade5-09533962c982 req-a784ab6c-f1b1-4537-946c-9f51da2f191d tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 1681 time: 0.1680465 Sep 16 05:20:38.226105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.282260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7145c9ff-74a1-439e-ade5-09533962c982 req-c1e637a7-8bcb-425e-963e-6f48fedd9b26 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988755 Sep 16 05:20:38.544431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:38.580520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:38.582423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event updated for resources: {'Port': ['ID=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.588026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:38.728245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.728931 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.752119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e4d11-5b82-456b-8965-39f9ecb701c8 None None] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:38.844379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-e7caacda-c5e0-4d77-bbbf-18f01ca834d2 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2287729 Sep 16 05:20:38.849949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting port bdfea7d0-e68b-4939-b89d-a2af545fe902 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:38.850808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.881862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Request body: {'port': {'device_id': 'dab3a1a1-81f1-4731-af34-15c8cd8dfeed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:38.885463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-89612d00-be40-4f38-aa06-e9af87a03129 None None] Provisioning complete for port a05d52d5-864d-496c-bc31-07ac4b5f0568 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:38.886206 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89612d00-be40-4f38-aa06-e9af87a03129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.029241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.047413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.062704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a05d52d5-864d-496c-bc31-07ac4b5f0568 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:39.141220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3429c682-4668-4a9c-a8be-8d8bc81b694b req-19e16dce-7426-41c6-9d78-a1b9f727927d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a45d0158da84a1282fc58d6c3e22fce HTTP/1.1" status: 200 len: 10895 time: 0.8139102 Sep 16 05:20:39.251004 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89612d00-be40-4f38-aa06-e9af87a03129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.255198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3429c682-4668-4a9c-a8be-8d8bc81b694b req-b16a92d8-5dbf-454c-a818-7aa3c825f5de tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/585a92d6-d6ce-476b-8680-19d8cdf41307 HTTP/1.1" status: 200 len: 2981 time: 0.1130941 Sep 16 05:20:39.308597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] For port bdfea7d0-e68b-4939-b89d-a2af545fe902, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bdfea7d0-e68b-4939-b89d-a2af545fe902,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:39.309168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.313062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-89612d00-be40-4f38-aa06-e9af87a03129 None None] For port a05d52d5-864d-496c-bc31-07ac4b5f0568, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a05d52d5-864d-496c-bc31-07ac4b5f0568,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:39.332463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a05d52d5-864d-496c-bc31-07ac4b5f0568 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:39.332463 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.356286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:20:39.389603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3429c682-4668-4a9c-a8be-8d8bc81b694b req-29a46f08-c0c9-4ae9-a09a-8a09ae8e6c7e tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/585a92d6-d6ce-476b-8680-19d8cdf41307 HTTP/1.1" status: 200 len: 2981 time: 0.0882173 Sep 16 05:20:39.396518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Calling delete_port for bdfea7d0-e68b-4939-b89d-a2af545fe902 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:39.410912 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89612d00-be40-4f38-aa06-e9af87a03129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.504380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.523926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e028373-a50a-4e34-8cf5-ce071b666e8e req-1bfe86a4-6212-4f9e-a81f-23e1302bcf88 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:39.526276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e028373-a50a-4e34-8cf5-ce071b666e8e req-1bfe86a4-6212-4f9e-a81f-23e1302bcf88 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 931 time: 0.0651989 Sep 16 05:20:39.532370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89612d00-be40-4f38-aa06-e9af87a03129 None None] Pushing event updated for resources: {'Port': ['ID=a05d52d5-864d-496c-bc31-07ac4b5f0568,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:39.603899 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e028373-a50a-4e34-8cf5-ce071b666e8e req-e0bc0843-8067-4022-90ea-15d6da2d0ab1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680864 Sep 16 05:20:39.604988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Router d343d6c9-def8-4c5d-be52-80d07faf207b is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:20:39.678634 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.752693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0994a559-58e4-4828-8ac8-063adf01871a None None] Provisioning complete for port a05d52d5-864d-496c-bc31-07ac4b5f0568 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:39.753281 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0994a559-58e4-4828-8ac8-063adf01871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.769645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3afbfd8-dcb9-426c-a1dc-1941d555eb4e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:39.789889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.802810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3093015-9277-4db3-8227-73a82085c56c req-b02b611d-680e-451b-815e-14e66a1b3299 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:39.807979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3093015-9277-4db3-8227-73a82085c56c req-b02b611d-680e-451b-815e-14e66a1b3299 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1205239 Sep 16 05:20:39.814220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:39.835829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Sync routers for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:39.863790 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8 associated. External IP: 172.25.1.188, port: 82abd80b-73ca-49c4-b225-e3902bf44b60. Sep 16 05:20:39.867015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Transition to ACTIVE for port object e3afbfd8-dcb9-426c-a1dc-1941d555eb4e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:39.871467 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.873002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:39.874153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:39.897536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.901716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-14d11269-6678-44f8-a530-fe7e55fecd79 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2172968 Sep 16 05:20:39.906064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49896) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:39.932297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3093015-9277-4db3-8227-73a82085c56c req-67101257-5b22-4047-b0e5-9bf37a957f6e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203701 Sep 16 05:20:39.940588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Port': ['ID=bdfea7d0-e68b-4939-b89d-a2af545fe902,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:39.960056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.103755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] No DVR routers for this DVR port bdfea7d0-e68b-4939-b89d-a2af545fe902 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:40.117180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.119290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-5d828706-5f04-48ed-b7b7-163372b1550c tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.30 "DELETE /v2.0/ports/bdfea7d0-e68b-4939-b89d-a2af545fe902 HTTP/1.1" status: 204 len: 173 time: 2.1010303 Sep 16 05:20:40.121157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'name': 'network-vif-deleted', 'tag': 'bdfea7d0-e68b-4939-b89d-a2af545fe902'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:40.126884 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704765fe-53e4-4afd-b4c7-048c5e504f15" -d '{"events": [{"server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "name": "network-vif-deleted", "tag": "bdfea7d0-e68b-4939-b89d-a2af545fe902"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:40.211175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:40.238892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Pushing event updated for resources: {'Port': ['ID=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:40.300667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53b2d6bd-3a6b-49f6-94a0-87c1e4db24ac req-4c9d40ad-f4c1-47e6-aa7c-9689c1096b60 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0953410 Sep 16 05:20:40.500774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting port 628096f8-2b03-430a-a001-e9002fae6988 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:40.501130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.506452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:37Z', 'revision_number': 3, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:40.543053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Checking router: d343d6c9-def8-4c5d-be52-80d07faf207b for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:40.544012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Updating router d343d6c9-def8-4c5d-be52-80d07faf207b port 619d644f-b6fa-4070-a942-a518e3e7d817 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:20:40.560944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487738e-c2c5-4448-8cac-948b81544a30 req-68265e74-a927-4e88-9ab2-e94ffa5a4ebf tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.564335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b487738e-c2c5-4448-8cac-948b81544a30 req-68265e74-a927-4e88-9ab2-e94ffa5a4ebf tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/ports?device_id=781f150b-90ab-4f8c-b678-d7b4bd059636 HTTP/1.1" status: 200 len: 945 time: 0.1649897 Sep 16 05:20:40.568327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Attempting to bind port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:40.568327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Attempting to bind port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:40.568751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Attempting to bind port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:40.577492 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.590128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:40.590480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Attempting to bind port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e on network cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:40.605936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:40.607634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Checking segment: {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:40.607634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Bound using segment: {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:40.607634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Bound port: e3afbfd8-dcb9-426c-a1dc-1941d555eb4e, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a67503c-05f1-4f04-816b-72988451b8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:40.607634 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.638434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Router 51bd888e-2fe2-4c14-9549-497e0e140100 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:40.647204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] For port 628096f8-2b03-430a-a001-e9002fae6988, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=628096f8-2b03-430a-a001-e9002fae6988,segment=NetworkSegment(84144aed-dc81-46c3-aa81-2f954b561b37),segment_id=84144aed-dc81-46c3-aa81-2f954b561b37)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:40.647764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.657183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b487738e-c2c5-4448-8cac-948b81544a30 req-2562907a-9a55-485e-8fec-38db7bd090f3 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "GET /v2.0/security-groups?id=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758123 Sep 16 05:20:40.694103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Calling delete_port for 628096f8-2b03-430a-a001-e9002fae6988 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:40.800111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6531a4fd-5c3e-4426-a379-149265c5cad9 req-9fd0e86c-cc3a-4ac4-b946-1566efe4dd9b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/67147443-06a6-4348-81f7-bd960f654ead HTTP/1.1" status: 200 len: 1798 time: 0.1234934 Sep 16 05:20:40.821026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] For port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:40.848551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bdfea7d0-e68b-4939-b89d-a2af545fe902 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:40.852869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] For port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:40.878089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: bdfea7d0-e68b-4939-b89d-a2af545fe902 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:40.878570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bdfea7d0-e68b-4939-b89d-a2af545fe902 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:40.878821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 628096f8-2b03-430a-a001-e9002fae6988 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:40.891110 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.933115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:40.941638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.946652 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:40.983510 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:40.984640 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:40.993702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6531a4fd-5c3e-4426-a379-149265c5cad9 req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.023502 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.035561 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6531a4fd-5c3e-4426-a379-149265c5cad9 req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.102758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a05d52d5-864d-496c-bc31-07ac4b5f0568 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:41.162505 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:41.169235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Pushing event updated for resources: {'Port': ['ID=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.229743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-387516e4-c004-478c-97f0-7bf3b05f4ddc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "PUT /v2.0/floatingips/48d3e336-fa61-46f3-9b6b-62c6128021f8 HTTP/1.1" status: 200 len: 997 time: 3.5317066 Sep 16 05:20:41.242789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.244272 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.245819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-6aa1f275-d4ec-4c15-a128-a84a3a08293f service neutron] 10.222.0.66 "PUT /v2.0/ports/e3afbfd8-dcb9-426c-a1dc-1941d555eb4e HTTP/1.1" status: 200 len: 1092 time: 2.3712211 Sep 16 05:20:41.305871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c74c56d1-7750-4b1c-8c95-09a1906920b3 req-4250993c-d5c8-4ad0-a575-42f09300fbde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0351963 Sep 16 05:20:41.313424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.313803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Allocated IP 172.20.0.1 (972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8/a4c93e44-e31c-47c3-8447-a5abab63fa76/0ef1b442-172e-4e03-acb9-230bed4e7dcf) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:41.327921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a05d52d5-864d-496c-bc31-07ac4b5f0568 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:41.328205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.371181 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.371459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Port': ['ID=628096f8-2b03-430a-a001-e9002fae6988,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.384997 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.401170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-55c63cf8-fb73-48e6-9a77-758a86b078dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.403421 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-55c63cf8-fb73-48e6-9a77-758a86b078dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.1572351 Sep 16 05:20:41.493221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] No DVR routers for this DVR port 628096f8-2b03-430a-a001-e9002fae6988 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:41.498291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.500830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42cb8c35-ca29-4856-8471-387bb84b9652 req-3408f15a-80ec-4adc-8342-c276fa8a65d4 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.30 "DELETE /v2.0/ports/628096f8-2b03-430a-a001-e9002fae6988 HTTP/1.1" status: 204 len: 173 time: 1.3435993 Sep 16 05:20:41.511389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.534893 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.557090 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6531a4fd-5c3e-4426-a379-149265c5cad9 req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.561478 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6531a4fd-5c3e-4426-a379-149265c5cad9 req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.578687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6531a4fd-5c3e-4426-a379-149265c5cad9 req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/67147443-06a6-4348-81f7-bd960f654ead HTTP/1.1" status: 204 len: 173 time: 0.7690427 Sep 16 05:20:41.626643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-0daccdf7-8e81-4561-ab0a-5f6ece0f9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.628352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-0daccdf7-8e81-4561-ab0a-5f6ece0f9480 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.2161369 Sep 16 05:20:41.639356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67147443-06a6-4348-81f7-bd960f654ead,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.673743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.674104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.674459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.674949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.675644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.681816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.682304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.682668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.683015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.683359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.683699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.684353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37b294-a895-4d62-b774-3087a46f47c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:41.698629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:01:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:39Z', 'revision_number': 1, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.702214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.736328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Attempting to bind port 619d644f-b6fa-4070-a942-a518e3e7d817 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:41.736775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Attempting to bind port 619d644f-b6fa-4070-a942-a518e3e7d817 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:41.739340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Attempting to bind port 619d644f-b6fa-4070-a942-a518e3e7d817 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:41.755087 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53232a65-de71-42fd-951e-beec41027283 x-openstack-request-id: req-53232a65-de71-42fd-951e-beec41027283 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:41.756682 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "name": "network-vif-deleted", "tag": "bdfea7d0-e68b-4939-b89d-a2af545fe902", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:41.756951 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53232a65-de71-42fd-951e-beec41027283 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:41.757376 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'name': 'network-vif-deleted', 'tag': 'bdfea7d0-e68b-4939-b89d-a2af545fe902', 'status': 'completed', 'code': 200} Sep 16 05:20:41.772870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:41.773699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:41.774343 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.774982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:41.775727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Bound port: 619d644f-b6fa-4070-a942-a518e3e7d817, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:41.777729 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.813646 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:41.821690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a976c-afc9-493d-9efd-4714a02372d2 None None] Pushing event updated for resources: {'Port': ['ID=619d644f-b6fa-4070-a942-a518e3e7d817,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.822150 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:41.822843 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.847482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:41.853737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-b6752296-54fe-4935-969a-591865c716bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 1000 time: 0.2173445 Sep 16 05:20:41.870493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] For port 619d644f-b6fa-4070-a942-a518e3e7d817, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:41.874528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:41.877401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:41.878279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] For port 619d644f-b6fa-4070-a942-a518e3e7d817, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=619d644f-b6fa-4070-a942-a518e3e7d817,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:41.918149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-ee98a84b-b0af-4a97-b762-9823b2c0c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.919842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-ee98a84b-b0af-4a97-b762-9823b2c0c7b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.0589075 Sep 16 05:20:41.959075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef1b442-172e-4e03-acb9-230bed4e7dcf,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.988494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-4036eed0-5276-475f-833a-6ea6e03d36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.993322 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:41.993889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-7f62eb6b-e926-44b0-9cdb-ac4baab27ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.995409 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.001944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-7f62eb6b-e926-44b0-9cdb-ac4baab27ffc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 1095 time: 0.3909407 Sep 16 05:20:42.009706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-4036eed0-5276-475f-833a-6ea6e03d36f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813549 Sep 16 05:20:42.134231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:42.135353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.137397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:42.197669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583d0e0-0417-48b9-a68e-28e128e58250 req-6dd56dfd-ffad-443f-9ad1-68aeb280362d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.199410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3583d0e0-0417-48b9-a68e-28e128e58250 req-6dd56dfd-ffad-443f-9ad1-68aeb280362d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 943 time: 0.3487213 Sep 16 05:20:42.201497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-32ed6a14-81bf-46d7-8fdc-9194fb84e1dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e HTTP/1.1" status: 200 len: 217 time: 0.1769121 Sep 16 05:20:42.246007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a976c-afc9-493d-9efd-4714a02372d2 None None] Pushing event updated for resources: {'Port': ['ID=619d644f-b6fa-4070-a942-a518e3e7d817,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:42.276682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c823d09d-a250-4a45-94b9-c2be677451b5 None None] Provisioning complete for port 0ef1b442-172e-4e03-acb9-230bed4e7dcf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:42.277506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c823d09d-a250-4a45-94b9-c2be677451b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.306672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3583d0e0-0417-48b9-a68e-28e128e58250 req-a5e738ec-6913-4e17-a88e-8a707fb96f94 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992064 Sep 16 05:20:42.401255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-305818a7-cc6e-4396-8c0d-90606e5d58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.403199 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-305818a7-cc6e-4396-8c0d-90606e5d58ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b34ebf4-5073-4092-a816-adaff7c4dfc9 HTTP/1.1" status: 200 len: 862 time: 0.1707318 Sep 16 05:20:42.432414 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:01:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:39Z', 'revision_number': 1, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:42.483986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-91fda5ec-3ab6-4e9e-820e-07973f74c207 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703869 Sep 16 05:20:42.492800 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30b2d8-0af0-4f02-8ff3-03c3dc29066a None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:01:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:39Z', 'revision_number': 1, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:42.567581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:42.626937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c823d09d-a250-4a45-94b9-c2be677451b5 None None] Port 0ef1b442-172e-4e03-acb9-230bed4e7dcf cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:42.725274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.766011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a377ff3-5f2c-4355-a0bc-897b1655d720 req-7f460515-6eda-42ef-aa60-b8b35119d55c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.774271 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9a377ff3-5f2c-4355-a0bc-897b1655d720 req-7f460515-6eda-42ef-aa60-b8b35119d55c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.2317803 Sep 16 05:20:42.781692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-f63cfffa-28d4-49d8-ae05-2896dc9ddf2e service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848868 Sep 16 05:20:42.791716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-9e70ac83-560a-4404-9d97-03352fae97d8 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724912 Sep 16 05:20:42.993029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968cc95-8e16-47f9-989c-58dd2915ba40 req-ced70f03-2bc9-4563-b1a4-dacfc038da43 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911018 Sep 16 05:20:43.037068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:37Z', 'revision_number': 3, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:43.040225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1efc9-9ade-4c98-bf01-8ef51ac2daf3 None None] New status for floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:20:43.059628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9a377ff3-5f2c-4355-a0bc-897b1655d720 req-f29f4793-4b18-4c74-b239-ef3d69c44f50 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840044 Sep 16 05:20:43.088832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd6735-f960-442d-a246-d3f18b49574a None None] The sync data for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 is: [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:37Z', 'revision_number': 3, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:43.176001 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-1a859f68-185b-4021-b718-1141582e6336 req-a33f606f-ff72-4f11-ac84-f2f95675b116 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:20:43.188800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a859f68-185b-4021-b718-1141582e6336 req-a33f606f-ff72-4f11-ac84-f2f95675b116 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/67147443-06a6-4348-81f7-bd960f654ead HTTP/1.1" status: 404 len: 352 time: 0.0322852 Sep 16 05:20:43.243506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8d5c869-b0f2-43fa-a897-cc2c019df704 req-3fe1282f-668a-403c-a2b8-2c04aefc604d tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0847549 Sep 16 05:20:43.253887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:43.260016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285c5823-9430-461e-9d1a-9f40d8d123a5 req-a68b810c-2f95-4807-8acf-d69f93c16446 service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631357 Sep 16 05:20:43.408893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.409604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5dbf656-2706-4b00-bd52-f46992691ce8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting subnet 207f11bd-5505-4fc8-8d8f-8372aff71e11 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:43.414677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf656-2706-4b00-bd52-f46992691ce8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.435972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37164075-6457-4f92-a62b-2a966fc35a1c req-fb424152-9f38-4d13-b25b-d3b3a22e151e tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/d83ab175-b469-449f-ad73-2c677f08d46c HTTP/1.1" status: 200 len: 1800 time: 0.0993042 Sep 16 05:20:43.465820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-eb668517-2bd0-4c6a-a162-044a5670e7e6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.467556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-eb668517-2bd0-4c6a-a162-044a5670e7e6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1278234 Sep 16 05:20:43.524303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.532384 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf656-2706-4b00-bd52-f46992691ce8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.658689 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-37164075-6457-4f92-a62b-2a966fc35a1c req-a796b5cf-ab45-43f6-ad45-f99529e0f1ab tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.678152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef1b442-172e-4e03-acb9-230bed4e7dcf,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.689095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-ebb8c68b-6f92-4fe1-950e-b598a38bbc13 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1002 time: 0.2100475 Sep 16 05:20:43.701695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.709019 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-37164075-6457-4f92-a62b-2a966fc35a1c req-a796b5cf-ab45-43f6-ad45-f99529e0f1ab tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.734469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Request body: {'floatingip': {'port_id': '1effb209-bee1-4aee-8940-178a922609e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:43.801713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60'}, {'name': 'network-changed', 'server_uuid': 'dab3a1a1-81f1-4731-af34-15c8cd8dfeed', 'tag': 'e3afbfd8-dcb9-426c-a1dc-1941d555eb4e'}, {'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'name': 'network-vif-deleted', 'tag': '628096f8-2b03-430a-a001-e9002fae6988'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:43.805962 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee71100e-3d80-41f6-8e7f-9377c4a3c265" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60"}, {"name": "network-changed", "server_uuid": "dab3a1a1-81f1-4731-af34-15c8cd8dfeed", "tag": "e3afbfd8-dcb9-426c-a1dc-1941d555eb4e"}, {"server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "name": "network-vif-deleted", "tag": "628096f8-2b03-430a-a001-e9002fae6988"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:43.856785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf656-2706-4b00-bd52-f46992691ce8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.861959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:43.863648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:43.891161 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.938412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-37164075-6457-4f92-a62b-2a966fc35a1c req-a796b5cf-ab45-43f6-ad45-f99529e0f1ab tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.942081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-37164075-6457-4f92-a62b-2a966fc35a1c req-a796b5cf-ab45-43f6-ad45-f99529e0f1ab tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.958534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37164075-6457-4f92-a62b-2a966fc35a1c req-a796b5cf-ab45-43f6-ad45-f99529e0f1ab tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/d83ab175-b469-449f-ad73-2c677f08d46c HTTP/1.1" status: 204 len: 173 time: 0.5162027 Sep 16 05:20:44.069929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796b5cf-ab45-43f6-ad45-f99529e0f1ab tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83ab175-b469-449f-ad73-2c677f08d46c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:44.144735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Router d343d6c9-def8-4c5d-be52-80d07faf207b has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:44.244374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf656-2706-4b00-bd52-f46992691ce8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.269172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-067dc4a2-3c49-4ae9-b6cb-e71cff7a9803 None None] Provisioning complete for port 0ef1b442-172e-4e03-acb9-230bed4e7dcf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:44.273062 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-067dc4a2-3c49-4ae9-b6cb-e71cff7a9803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.357877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbf656-2706-4b00-bd52-f46992691ce8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Subnet': ['ID=207f11bd-5505-4fc8-8d8f-8372aff71e11,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:44.363846 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5dbf656-2706-4b00-bd52-f46992691ce8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.369809 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c5dbf656-2706-4b00-bd52-f46992691ce8 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "DELETE /v2.0/subnets/207f11bd-5505-4fc8-8d8f-8372aff71e11 HTTP/1.1" status: 204 len: 168 time: 1.1117656 Sep 16 05:20:44.374965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-067dc4a2-3c49-4ae9-b6cb-e71cff7a9803 None None] Port 0ef1b442-172e-4e03-acb9-230bed4e7dcf cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:44.377413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49980) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:44.380465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345d200-cf0b-497c-b53b-434e8ebe2310 None None] Network 596f3efe-0917-47ae-ae4a-ee51d71d15ba requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:44.608645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.688506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] DHCP port deletion for 596f3efe-0917-47ae-ae4a-ee51d71d15ba request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:44.768839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Deleting port d9501d7d-1289-44d9-bd96-0deb151e7498 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:44.770007 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.785391 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7aac-782c-4bc1-abbe-d550045344a5 req-c834d5ac-1841-4c1b-9d64-3e0ff49304d8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.792556 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a8c7aac-782c-4bc1-abbe-d550045344a5 req-c834d5ac-1841-4c1b-9d64-3e0ff49304d8 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 943 time: 0.1130044 Sep 16 05:20:44.815715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting port d9501d7d-1289-44d9-bd96-0deb151e7498 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:44.816632 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.858884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:44.883984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1cf3bad0-85f7-4f59-a394-a3218e3e02b9 admin admin] 10.222.0.49 "PUT /v2.0/routers/d343d6c9-def8-4c5d-be52-80d07faf207b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9691749 Sep 16 05:20:44.894139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] For port d9501d7d-1289-44d9-bd96-0deb151e7498, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9501d7d-1289-44d9-bd96-0deb151e7498,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:44.895659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.935189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a8c7aac-782c-4bc1-abbe-d550045344a5 req-8c321abe-6bbc-4665-93fc-46fa6d7e6158 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401958 Sep 16 05:20:44.938231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Calling delete_port for d9501d7d-1289-44d9-bd96-0deb151e7498 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:45.001229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] For port d9501d7d-1289-44d9-bd96-0deb151e7498, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9501d7d-1289-44d9-bd96-0deb151e7498,segment=NetworkSegment(7e4e81f6-4d97-4114-a97f-6deeb26f5067),segment_id=7e4e81f6-4d97-4114-a97f-6deeb26f5067)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:45.001607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.044516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Calling delete_port for d9501d7d-1289-44d9-bd96-0deb151e7498 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:45.099956 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c8009-fa43-4967-839d-48830166232b x-openstack-request-id: req-5e5c8009-fa43-4967-839d-48830166232b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:45.099956 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dab3a1a1-81f1-4731-af34-15c8cd8dfeed", "tag": "e3afbfd8-dcb9-426c-a1dc-1941d555eb4e", "status": "completed", "code": 200}, {"server_uuid": "781f150b-90ab-4f8c-b678-d7b4bd059636", "name": "network-vif-deleted", "tag": "628096f8-2b03-430a-a001-e9002fae6988", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:45.099956 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e5c8009-fa43-4967-839d-48830166232b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:45.099956 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'status': 'completed', 'code': 200} Sep 16 05:20:45.099956 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab3a1a1-81f1-4731-af34-15c8cd8dfeed', 'tag': 'e3afbfd8-dcb9-426c-a1dc-1941d555eb4e', 'status': 'completed', 'code': 200} Sep 16 05:20:45.099956 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781f150b-90ab-4f8c-b678-d7b4bd059636', 'name': 'network-vif-deleted', 'tag': '628096f8-2b03-430a-a001-e9002fae6988', 'status': 'completed', 'code': 200} Sep 16 05:20:45.112045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 619d644f-b6fa-4070-a942-a518e3e7d817 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:45.215192 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-ebc49627-1761-4671-94d8-9c15031ed12e req-79f0c24f-515e-461f-8558-04834c23cfda tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:20:45.218149 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:20:45.234977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ebc49627-1761-4671-94d8-9c15031ed12e req-79f0c24f-515e-461f-8558-04834c23cfda tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/d83ab175-b469-449f-ad73-2c677f08d46c HTTP/1.1" status: 404 len: 352 time: 0.0394070 Sep 16 05:20:45.241972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 619d644f-b6fa-4070-a942-a518e3e7d817 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:45.242441 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.265598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-d24cdbc9-809d-434a-9d35-14201fce5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.267447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-d24cdbc9-809d-434a-9d35-14201fce5e2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4683bcbaaf764730b43842cca77fc970&device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 1095 time: 0.1231666 Sep 16 05:20:45.324820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.328818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.347546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-94f43bd1-08c8-4410-bb4c-56ae2f846201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.350371 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-94f43bd1-08c8-4410-bb4c-56ae2f846201 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.1516135 Sep 16 05:20:45.356641 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.402281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:45.404705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] No DVR routers for this DVR port d9501d7d-1289-44d9-bd96-0deb151e7498 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:45.412895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] No DVR routers for this DVR port d9501d7d-1289-44d9-bd96-0deb151e7498 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:45.419954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Pushing event deleted for resources: {'Port': ['ID=d9501d7d-1289-44d9-bd96-0deb151e7498,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:45.448792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.455303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Port': ['ID=d9501d7d-1289-44d9-bd96-0deb151e7498,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:45.481682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.482076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.482384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.482716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.483048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.484885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.487122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.487468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.487811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.489261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.490055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.490521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01682608-4d24-4004-aaab-33a58a21ff82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:45.497541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b0ac-f91d-4f1e-9155-77e39c409b75 req-558179a7-4ad7-42a4-855f-4ff7e2655f2e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.506226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8522b0ac-f91d-4f1e-9155-77e39c409b75 req-558179a7-4ad7-42a4-855f-4ff7e2655f2e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1408877 Sep 16 05:20:45.530015 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.539426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-11d2d5d4-16a2-4680-a5cb-1b97217d2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.540996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-11d2d5d4-16a2-4680-a5cb-1b97217d2182 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 200 len: 923 time: 0.2655973 Sep 16 05:20:45.570720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 619d644f-b6fa-4070-a942-a518e3e7d817, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=619d644f-b6fa-4070-a942-a518e3e7d817,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:45.573215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8522b0ac-f91d-4f1e-9155-77e39c409b75 req-225f1d15-a358-4d3d-9cc1-a56d786b0afa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660594 Sep 16 05:20:45.655577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-664b0be4-2d4c-4b2c-b02b-e69a46d31f6a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e HTTP/1.1" status: 200 len: 217 time: 0.1004977 Sep 16 05:20:45.669727 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.686861 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.730491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-0c2a7e9c-5bbe-4167-8fa8-319650f6b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.734626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-0c2a7e9c-5bbe-4167-8fa8-319650f6b64c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b34ebf4-5073-4092-a816-adaff7c4dfc9 HTTP/1.1" status: 200 len: 862 time: 0.0686529 Sep 16 05:20:45.796959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-b0ee516c-54b7-455a-8e4f-4f79923df755 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553412 Sep 16 05:20:45.797621 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Sync routers for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:45.812338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-7bc8119c-9194-4d64-9f2f-53060bb3aabf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:20:45.815255 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-7bc8119c-9194-4d64-9f2f-53060bb3aabf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102861 Sep 16 05:20:45.817117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9501d7d-1289-44d9-bd96-0deb151e7498 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:45.820495 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:45.820941 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:45.852021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=619d644f-b6fa-4070-a942-a518e3e7d817,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:45.855627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596f3efe-0917-47ae-ae4a-ee51d71d15ba']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:45.869965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d9501d7d-1289-44d9-bd96-0deb151e7498 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:45.870563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9501d7d-1289-44d9-bd96-0deb151e7498 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:45.873485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4e81f6-4d97-4114-a97f-6deeb26f5067') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:45.874173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4e81f6-4d97-4114-a97f-6deeb26f5067') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:45.886660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3afbfd8-dcb9-426c-a1dc-1941d555eb4e details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:45.889211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.913047 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.955172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-15788a8c-ccfb-4f9b-ba9d-43bbcb0c5e66 service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329505 Sep 16 05:20:45.956203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:45.956637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:45.964479 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:45.982466 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8cf0de7e-4638-4834-a4de-aa98d54c36bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.993203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-e224012d-98fb-4d66-915b-a698f5b633ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.995108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-e224012d-98fb-4d66-915b-a698f5b633ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.6197314 Sep 16 05:20:46.027217 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:46.108873 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8 associated. External IP: 172.25.1.188, port: 82abd80b-73ca-49c4-b225-e3902bf44b60. Sep 16 05:20:46.117554 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-f32bb9cf-5a41-4d7c-8cc9-fb192311e680 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.1018336 Sep 16 05:20:46.135216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:46.158438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'e3afbfd8-dcb9-426c-a1dc-1941d555eb4e', 'network_id': 'cbc9b2a7-997a-4270-88bb-1b4ae4db50b1', 'port_id': 'e3afbfd8-dcb9-426c-a1dc-1941d555eb4e', 'mac_address': 'fa:16:3e:c2:10:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b34ebf4-5073-4092-a816-adaff7c4dfc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:46.179885 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-b9e49ab2-b679-47b7-b1cb-fc37a24d6ece service neutron] 10.222.0.66 "GET /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030070 Sep 16 05:20:46.247804 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.258249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.265244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.267224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "DELETE /v2.0/networks/596f3efe-0917-47ae-ae4a-ee51d71d15ba HTTP/1.1" status: 204 len: 168 time: 1.8879025 Sep 16 05:20:46.270303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50008) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:46.291827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3afbfd8-dcb9-426c-a1dc-1941d555eb4e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:46.305307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bed96-4cdb-4031-821d-daf1f18a8cac tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Network': ['ID=596f3efe-0917-47ae-ae4a-ee51d71d15ba,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:46.330614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:46.405538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cc02f7-c859-4f47-9eb4-f8c010a03d1b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting subnet d1886ff0-0d78-4f4c-be6d-00cd8655a2dc {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:46.410894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6cc02f7-c859-4f47-9eb4-f8c010a03d1b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.415558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-545351aa-b23d-43c8-9019-9dd2918d4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.417253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-545351aa-b23d-43c8-9019-9dd2918d4c3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.2474384 Sep 16 05:20:46.424756 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8cf0de7e-4638-4834-a4de-aa98d54c36bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.433186 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.510039 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6cc02f7-c859-4f47-9eb4-f8c010a03d1b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.559682 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:43Z', 'revision_number': 2, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:46.564645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:46.592404 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Checking router: d343d6c9-def8-4c5d-be52-80d07faf207b for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:46.592765 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Updating router d343d6c9-def8-4c5d-be52-80d07faf207b port 0ef1b442-172e-4e03-acb9-230bed4e7dcf binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:20:46.616568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8cf0de7e-4638-4834-a4de-aa98d54c36bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.626397 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.626690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6cc02f7-c859-4f47-9eb4-f8c010a03d1b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.668018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-dff1cbac-6ae5-40ba-a400-48a0fe0de323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.669731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-dff1cbac-6ae5-40ba-a400-48a0fe0de323 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2412591 Sep 16 05:20:46.686571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0de7e-4638-4834-a4de-aa98d54c36bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37220efd-ed03-4c1d-9e7c-6fd6192e534d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:46.782073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e3afbfd8-dcb9-426c-a1dc-1941d555eb4e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:46.805483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8cf0de7e-4638-4834-a4de-aa98d54c36bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d04f7996cd744ac8e044257d6e38504&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3753524 Sep 16 05:20:46.805909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50020) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:46.813684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6cc02f7-c859-4f47-9eb4-f8c010a03d1b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.903241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-e61c9fe7-8805-4235-b0ff-22c4a3fe37b3 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130089 Sep 16 05:20:46.992016 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6cc02f7-c859-4f47-9eb4-f8c010a03d1b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.997803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e6cc02f7-c859-4f47-9eb4-f8c010a03d1b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "DELETE /v2.0/subnets/d1886ff0-0d78-4f4c-be6d-00cd8655a2dc HTTP/1.1" status: 204 len: 168 time: 0.7248690 Sep 16 05:20:47.007229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fd107f-61ad-4175-8d9f-927661906be7 None None] Network 0651b366-328f-46e6-b68d-dd57e892d7ba requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:47.009433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc02f7-c859-4f47-9eb4-f8c010a03d1b tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Subnet': ['ID=d1886ff0-0d78-4f4c-be6d-00cd8655a2dc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.027423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50022) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:47.070276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 619d644f-b6fa-4070-a942-a518e3e7d817 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:47.139086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640f9992-29d9-47d0-b456-afd1d307976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.194830 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.201054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640f9992-29d9-47d0-b456-afd1d307976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.303803 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.324287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.342323 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640f9992-29d9-47d0-b456-afd1d307976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.346163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640f9992-29d9-47d0-b456-afd1d307976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.348129 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-640f9992-29d9-47d0-b456-afd1d307976c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37220efd-ed03-4c1d-9e7c-6fd6192e534d HTTP/1.1" status: 204 len: 168 time: 0.5411134 Sep 16 05:20:47.384247 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f9992-29d9-47d0-b456-afd1d307976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37220efd-ed03-4c1d-9e7c-6fd6192e534d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.426995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Deleting port 472338a8-535e-428e-b44d-aee32d105125 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:47.427754 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.467668 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Pushing event updated for resources: {'Port': ['ID=0ef1b442-172e-4e03-acb9-230bed4e7dcf,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.504237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee71100e-3d80-41f6-8e7f-9377c4a3c265 req-73c70352-7fdb-413f-b99a-ff2ea122d4ad service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913239 Sep 16 05:20:47.532613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Router 51bd888e-2fe2-4c14-9549-497e0e140100 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:47.576216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] For port 472338a8-535e-428e-b44d-aee32d105125, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=472338a8-535e-428e-b44d-aee32d105125,segment=NetworkSegment(84144aed-dc81-46c3-aa81-2f954b561b37),segment_id=84144aed-dc81-46c3-aa81-2f954b561b37)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:47.576600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.598390 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.599422 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.600355 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.600988 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.601558 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.602335 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.603290 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.604890 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.605519 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.606108 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.606626 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.607056 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.631728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Calling delete_port for 472338a8-535e-428e-b44d-aee32d105125 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:47.661468 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Attempting to bind port 0ef1b442-172e-4e03-acb9-230bed4e7dcf on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:47.664425 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Attempting to bind port 0ef1b442-172e-4e03-acb9-230bed4e7dcf by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:47.665170 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Attempting to bind port 0ef1b442-172e-4e03-acb9-230bed4e7dcf on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:47.686371 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:47.687271 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Checking segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:47.687970 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.688630 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Bound using segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:47.689372 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Bound port: 0ef1b442-172e-4e03-acb9-230bed4e7dcf, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:47.690025 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.801059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:47.855893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:47.859392 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] For port 0ef1b442-172e-4e03-acb9-230bed4e7dcf, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:47.873013 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] For port 0ef1b442-172e-4e03-acb9-230bed4e7dcf, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0ef1b442-172e-4e03-acb9-230bed4e7dcf,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:47.905134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.909313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:47.912554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:47.915393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 619d644f-b6fa-4070-a942-a518e3e7d817 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:47.915393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.972037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Port': ['ID=472338a8-535e-428e-b44d-aee32d105125,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.986053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] No DVR routers for this DVR port 472338a8-535e-428e-b44d-aee32d105125 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:47.997661 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.121603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:48.140347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0748c-08ee-43c8-ad05-b41f18ad2500 None None] DHCP port deletion for 0651b366-328f-46e6-b68d-dd57e892d7ba request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:48.149340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c0385021-a95c-4c5d-8e05-e25d3463495f None None] Provisioning complete for port 0ef1b442-172e-4e03-acb9-230bed4e7dcf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:48.149718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0385021-a95c-4c5d-8e05-e25d3463495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.155434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311361192', 'description': 'tempest-description--695926606'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:48.156125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:48.256611 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd080724-f662-4d38-9347-acbb9cf7d861 None None] Pushing event updated for resources: {'Port': ['ID=0ef1b442-172e-4e03-acb9-230bed4e7dcf,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:48.288673 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:48.289710 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:48.320667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.402281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0651b366-328f-46e6-b68d-dd57e892d7ba']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:48.424006 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ce77827-0b2f-42e4-b00e-a042430b5d07 req-ead04264-0d91-40c1-818b-7c94354303e7 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/b53adab9-d3f9-45ef-813f-7c9b9ece84ac HTTP/1.1" status: 200 len: 1801 time: 0.2631896 Sep 16 05:20:48.434898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.481889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84144aed-dc81-46c3-aa81-2f954b561b37') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:48.482545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84144aed-dc81-46c3-aa81-2f954b561b37') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:48.502537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.534531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0ce77827-0b2f-42e4-b00e-a042430b5d07 req-35276bd9-4fc0-4cef-9ccc-c755deba83d1 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.550583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.579704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:48.580567 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:48.585613 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:48.628799 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:48.636490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0ce77827-0b2f-42e4-b00e-a042430b5d07 req-35276bd9-4fc0-4cef-9ccc-c755deba83d1 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.641809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Router 51bd888e-2fe2-4c14-9549-497e0e140100 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:48.772203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.787829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0385021-a95c-4c5d-8e05-e25d3463495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.848681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:48.853948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.859319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.872318 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.875522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] 10.222.0.49 "DELETE /v2.0/networks/0651b366-328f-46e6-b68d-dd57e892d7ba HTTP/1.1" status: 204 len: 168 time: 1.8437526 Sep 16 05:20:48.906693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0ce77827-0b2f-42e4-b00e-a042430b5d07 req-35276bd9-4fc0-4cef-9ccc-c755deba83d1 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.906693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0ce77827-0b2f-42e4-b00e-a042430b5d07 req-35276bd9-4fc0-4cef-9ccc-c755deba83d1 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.918242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:48.922204 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749f199a-fb28-4ce4-9975-d68076878798" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:48.930500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ce77827-0b2f-42e4-b00e-a042430b5d07 req-35276bd9-4fc0-4cef-9ccc-c755deba83d1 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/b53adab9-d3f9-45ef-813f-7c9b9ece84ac HTTP/1.1" status: 204 len: 173 time: 0.5051558 Sep 16 05:20:48.953408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83251290-f9c2-4576-a76e-1142ea098b52 tempest-ServersTestMultiNic-896410420 tempest-ServersTestMultiNic-896410420-project] Pushing event deleted for resources: {'Network': ['ID=0651b366-328f-46e6-b68d-dd57e892d7ba,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:48.955386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35276bd9-4fc0-4cef-9ccc-c755deba83d1 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53adab9-d3f9-45ef-813f-7c9b9ece84ac,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:48.968491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.016138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-e6191b3b-0b03-4ba7-b06e-68bc05cc6887 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "PUT /v2.0/floatingips/48d3e336-fa61-46f3-9b6b-62c6128021f8 HTTP/1.1" status: 200 len: 998 time: 5.3195503 Sep 16 05:20:49.056350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f490d3-d676-4360-90ac-f7bcfb81b46c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:49.073870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50036) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:49.079201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c0385021-a95c-4c5d-8e05-e25d3463495f None None] For port 0ef1b442-172e-4e03-acb9-230bed4e7dcf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0ef1b442-172e-4e03-acb9-230bed4e7dcf,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:49.080158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 472338a8-535e-428e-b44d-aee32d105125 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:49.105459 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:47Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:49.106020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 472338a8-535e-428e-b44d-aee32d105125 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:49.106352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c2c5-212f-44f3-8af4-c3dc33f8a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.106631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 472338a8-535e-428e-b44d-aee32d105125 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:49.112420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-24dbc2f9-597e-4f6e-93d1-30686e54de46 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.115231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-24dbc2f9-597e-4f6e-93d1-30686e54de46 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports/82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 943 time: 0.0802727 Sep 16 05:20:49.122542 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.123908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0002384 Sep 16 05:20:49.126119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.126853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.127736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.128208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.128656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.129101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.129544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.129986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.131384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.132034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.132631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.133234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb6f840-8f14-43ad-a240-6ad93a274ccc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:49.139679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:49.144738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-80c9a669-2a29-4084-abc1-c7a8fcc5c5f4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'security_group_rule': {'security_group_id': 'e4f490d3-d676-4360-90ac-f7bcfb81b46c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:49.161578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '1effb209-bee1-4aee-8940-178a922609e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:3a:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 3, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:49.194492 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894d625-8888-4760-9b58-97bce5aa49db None None] The sync data for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 is: [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:47Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:49.195107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db593-b8f7-492b-992c-20d805da8e8c req-f2a41e74-787a-4687-b335-2b6bfd660d1d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.197465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-309db593-b8f7-492b-992c-20d805da8e8c req-f2a41e74-787a-4687-b335-2b6bfd660d1d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 944 time: 0.1782455 Sep 16 05:20:49.227588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:49.233061 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0385021-a95c-4c5d-8e05-e25d3463495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.274508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-f291405f-393f-4b27-a44b-5af4d10639f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.279111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-f291405f-393f-4b27-a44b-5af4d10639f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.0737836 Sep 16 05:20:49.282773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:49.286063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:49.310438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80c9a669-2a29-4084-abc1-c7a8fcc5c5f4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.323993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-309db593-b8f7-492b-992c-20d805da8e8c req-ab3f096a-8119-42e2-b849-34eddfcd2904 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003933 Sep 16 05:20:49.468884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-05b31ea6-11dc-4539-9121-a3e4cdc7ad81 None None] Provisioning complete for port 0ef1b442-172e-4e03-acb9-230bed4e7dcf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:49.469482 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05b31ea6-11dc-4539-9121-a3e4cdc7ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.492997 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80c9a669-2a29-4084-abc1-c7a8fcc5c5f4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.528621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-39050b23-9301-49f3-bbb6-52d1b41e350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.532797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c2c5-212f-44f3-8af4-c3dc33f8a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.535325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-39050b23-9301-49f3-bbb6-52d1b41e350b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.2097859 Sep 16 05:20:49.563704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0385021-a95c-4c5d-8e05-e25d3463495f None None] Pushing event updated for resources: {'Port': ['ID=0ef1b442-172e-4e03-acb9-230bed4e7dcf,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:49.574173 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60aeb8c6-a8a4-4caf-92f1-e7e3fa39d845 req-b4e810ff-9da2-4e82-b30c-66930f42a785 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0639827 Sep 16 05:20:49.615762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:49.650077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80c9a669-2a29-4084-abc1-c7a8fcc5c5f4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.660174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c2c5-212f-44f3-8af4-c3dc33f8a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.672360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-ac48108a-a0bf-4e81-97ef-5c2757908f13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.1313169 Sep 16 05:20:49.726593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9a669-2a29-4084-abc1-c7a8fcc5c5f4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cb7a9d-916c-466f-a276-50af41cf9e60,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:49.749218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-5b60c945-1b09-4954-9642-a3c8991ec295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.758463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-5b60c945-1b09-4954-9642-a3c8991ec295 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.0848897 Sep 16 05:20:49.806521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0c2c5-212f-44f3-8af4-c3dc33f8a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8fce4-6904-4cdc-9e35-5a381df7ed54,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:49.818226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-91fad42a-90c9-4324-a078-197a56472b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.821551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f3f0c2c5-212f-44f3-8af4-c3dc33f8a47c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8880cdd6c2634dd2a7d03959867f8ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431288 Sep 16 05:20:49.821775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50040) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:49.827326 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-91fad42a-90c9-4324-a078-197a56472b77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675628 Sep 16 05:20:49.845249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80c9a669-2a29-4084-abc1-c7a8fcc5c5f4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.847270 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-80c9a669-2a29-4084-abc1-c7a8fcc5c5f4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7064676 Sep 16 05:20:49.858324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:49.866925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-735b4d62-59c9-4e87-993c-ae84a39fcab7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'security_group_rule': {'security_group_id': 'e4f490d3-d676-4360-90ac-f7bcfb81b46c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:49.890234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3afbfd8-dcb9-426c-a1dc-1941d555eb4e up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:49.955599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b623a31-5c52-4f68-8f87-19a3c44b1e47 req-9c47d325-1036-40cd-8b70-90331087a5fa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.966927 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1fd73f46-60c9-4bf6-b9ef-8cacb92f808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.972341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b623a31-5c52-4f68-8f87-19a3c44b1e47 req-9c47d325-1036-40cd-8b70-90331087a5fa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.2680991 Sep 16 05:20:50.009296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-473fe813-d246-4fd4-b083-ac7148e3dccd service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807904 Sep 16 05:20:50.071614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-735b4d62-59c9-4e87-993c-ae84a39fcab7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.083927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48fc817f-8d58-447c-b864-1fc575037437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.108121 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b623a31-5c52-4f68-8f87-19a3c44b1e47 req-e501c92c-d2dd-4e3b-ac97-23dda5121e56 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323018 Sep 16 05:20:50.140056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48fc817f-8d58-447c-b864-1fc575037437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.140388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:50.160306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:50.160683 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.203054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-03f9b4a6-5cf5-4f79-9537-6051ffaa4ab4 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874084 Sep 16 05:20:50.273136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '1effb209-bee1-4aee-8940-178a922609e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:3a:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 3, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:50.281721 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-479c6c19-a5d3-4542-a260-13dd9eb46285 req-dabaed9f-c024-4997-8cfa-7b6aa2c1a48d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:20:50.297444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-735b4d62-59c9-4e87-993c-ae84a39fcab7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.298831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-479c6c19-a5d3-4542-a260-13dd9eb46285 req-dabaed9f-c024-4997-8cfa-7b6aa2c1a48d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/b53adab9-d3f9-45ef-813f-7c9b9ece84ac HTTP/1.1" status: 404 len: 352 time: 0.0307419 Sep 16 05:20:50.309941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb376c51-7a2e-43b1-a0e2-b7293637cd5f None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '1effb209-bee1-4aee-8940-178a922609e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:3a:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 3, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:50.322783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-4975b155-26b6-43e9-8541-7922a222eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.324283 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-4975b155-26b6-43e9-8541-7922a222eaca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 1097 time: 0.0638385 Sep 16 05:20:50.351340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48fc817f-8d58-447c-b864-1fc575037437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.354287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48fc817f-8d58-447c-b864-1fc575037437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.355601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-48fc817f-8d58-447c-b864-1fc575037437 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9d8fce4-6904-4cdc-9e35-5a381df7ed54 HTTP/1.1" status: 204 len: 168 time: 0.5322304 Sep 16 05:20:50.377589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc817f-8d58-447c-b864-1fc575037437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d8fce4-6904-4cdc-9e35-5a381df7ed54,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:50.403223 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea3aa3b-0c49-4a57-bf40-1ac08af191f6 x-openstack-request-id: req-5ea3aa3b-0c49-4a57-bf40-1ac08af191f6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:50.403556 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:50.404997 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ea3aa3b-0c49-4a57-bf40-1ac08af191f6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:50.406252 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'status': 'completed', 'code': 200} Sep 16 05:20:50.411243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-735b4d62-59c9-4e87-993c-ae84a39fcab7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.467386 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.526322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab3a1a1-81f1-4731-af34-15c8cd8dfeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3afbfd8-dcb9-426c-a1dc-1941d555eb4e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:50.528792 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d0b419-7415-4b28-bf36-c7045fdf3b1c" -d '{"events": [{"server_uuid": "dab3a1a1-81f1-4731-af34-15c8cd8dfeed", "name": "network-vif-plugged", "status": "completed", "tag": "e3afbfd8-dcb9-426c-a1dc-1941d555eb4e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:50.564918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b4d62-59c9-4e87-993c-ae84a39fcab7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a08ce58-62be-439d-b630-60988dc51640,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:50.565657 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.588271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-735b4d62-59c9-4e87-993c-ae84a39fcab7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.589873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-735b4d62-59c9-4e87-993c-ae84a39fcab7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7296503 Sep 16 05:20:50.591372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:50.595998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50056) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:50.614208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:50.648918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f199a-fb28-4ce4-9975-d68076878798 req-527bb763-1554-4485-afd0-642bd59e1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.651804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749f199a-fb28-4ce4-9975-d68076878798 req-527bb763-1554-4485-afd0-642bd59e1025 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.1535470 Sep 16 05:20:50.653942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-881d8d4e-3577-4da7-beb2-376ce1fe1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.668893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-881d8d4e-3577-4da7-beb2-376ce1fe1061 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.3374233 Sep 16 05:20:50.687337 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.744518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d37c57e-d6ee-49be-ba0d-683b6021da3f req-a73d3556-9c44-47a6-be6d-9c8313bb4966 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a45d0158da84a1282fc58d6c3e22fce HTTP/1.1" status: 200 len: 6149 time: 0.2506189 Sep 16 05:20:50.803485 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.832969 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:50.848036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d37c57e-d6ee-49be-ba0d-683b6021da3f req-d4e0d1d1-9ced-4853-9de7-be203df31066 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/585a92d6-d6ce-476b-8680-19d8cdf41307 HTTP/1.1" status: 200 len: 2981 time: 0.0905027 Sep 16 05:20:50.852386 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd6fea-5170-4882-80ad-bd30231d83d7 None None] New status for floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:20:50.976600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d37c57e-d6ee-49be-ba0d-683b6021da3f req-38c02f4a-e424-417a-b1e5-c3180511ebd9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/585a92d6-d6ce-476b-8680-19d8cdf41307 HTTP/1.1" status: 200 len: 2981 time: 0.1249001 Sep 16 05:20:50.996454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f199a-fb28-4ce4-9975-d68076878798 req-95194486-c24b-4d4a-bba6-344f1bee9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.999015 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749f199a-fb28-4ce4-9975-d68076878798 req-95194486-c24b-4d4a-bba6-344f1bee9306 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.3185148 Sep 16 05:20:51.082665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.160869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749f199a-fb28-4ce4-9975-d68076878798 req-32b3a7ad-af21-4da0-84c0-52e39c58efd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.1417129 Sep 16 05:20:51.162788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0ef1b442-172e-4e03-acb9-230bed4e7dcf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:51.193708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-d57f1ed2-f3a9-4fa2-968b-236624e438cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 1001 time: 0.5234039 Sep 16 05:20:51.233755 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-d00cae06-3d44-454c-9c67-0cf7d7ceb0ba service neutron] show failed (client error): The resource could not be found. Sep 16 05:20:51.239220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-d00cae06-3d44-454c-9c67-0cf7d7ceb0ba service neutron] 10.222.0.30 "GET /v2.0/ports/45ef0701-d415-4241-95e4-d6ad73f96e32/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.4675341 Sep 16 05:20:51.281418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3986e2b-8495-4c5a-bcd6-b33c4e5381b6 req-c88bf5df-b103-4fe3-b7e8-08be49451ae0 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.293597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3986e2b-8495-4c5a-bcd6-b33c4e5381b6 req-c88bf5df-b103-4fe3-b7e8-08be49451ae0 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 945 time: 0.2308440 Sep 16 05:20:51.295477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0ef1b442-172e-4e03-acb9-230bed4e7dcf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:51.295880 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.375709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f199a-fb28-4ce4-9975-d68076878798 req-2b57e6a5-dd1c-4b20-982e-9aa5f73412f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.377278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749f199a-fb28-4ce4-9975-d68076878798 req-2b57e6a5-dd1c-4b20-982e-9aa5f73412f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.2069206 Sep 16 05:20:51.411411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-9391f949-cebd-49e3-b2c5-3080058bb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.411411 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-9391f949-cebd-49e3-b2c5-3080058bb26d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.1672077 Sep 16 05:20:51.470560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3986e2b-8495-4c5a-bcd6-b33c4e5381b6 req-7b5276d8-d239-4e7f-a187-b17028a0992e tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644075 Sep 16 05:20:51.498863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Allocated IP 172.25.1.186 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/a30a88c2-e2da-4255-b3e7-38f261975e3d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:51.568404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f199a-fb28-4ce4-9975-d68076878798 req-09127d9c-8bef-4cb4-9faf-6eb5667f5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.570414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749f199a-fb28-4ce4-9975-d68076878798 req-09127d9c-8bef-4cb4-9faf-6eb5667f5f35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1831384 Sep 16 05:20:51.572514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-207ecf56-8195-4757-b269-d95bc91f0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.582219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-207ecf56-8195-4757-b269-d95bc91f0af3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289475 Sep 16 05:20:51.605785 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818b8018-4591-4914-98ca-c94032057c6b x-openstack-request-id: req-818b8018-4591-4914-98ca-c94032057c6b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:51.606194 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab3a1a1-81f1-4731-af34-15c8cd8dfeed", "name": "network-vif-plugged", "status": "completed", "tag": "e3afbfd8-dcb9-426c-a1dc-1941d555eb4e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:51.606540 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-818b8018-4591-4914-98ca-c94032057c6b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:51.607047 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab3a1a1-81f1-4731-af34-15c8cd8dfeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3afbfd8-dcb9-426c-a1dc-1941d555eb4e', 'code': 200} Sep 16 05:20:51.699016 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.732168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:51.751979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:51.754296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:51.813472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4d2949b-f228-49c4-b21e-c3e68747e773 req-836c4bbf-98c9-4669-9b82-b230720d6d0d tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0537324 Sep 16 05:20:51.816492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749f199a-fb28-4ce4-9975-d68076878798 req-5d89beb2-d20f-4c3c-9bac-db01d1f26a7e service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371304 Sep 16 05:20:51.826859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-cc00d732-7bfe-406c-9e9c-aba38ad5d597 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338393 Sep 16 05:20:51.864723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-01496231-c07d-4d0f-b92f-1ade37003aac req-c6ee8345-6bce-4f83-829d-3beb2300ab94 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-295207984', 'description': 'tempest-description-364570446'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:51.921332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:51.969493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.021717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d58f1a7-d986-4e3c-bdb0-a0e40c8890eb req-60967afd-a0d2-48be-b69c-2d2bfd20caab service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934650 Sep 16 05:20:52.028222 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749f199a-fb28-4ce4-9975-d68076878798 req-85fa4ff5-79ff-400f-8c67-b1209e560d61 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901884 Sep 16 05:20:52.075698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'Port': ['ID=a30a88c2-e2da-4255-b3e7-38f261975e3d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.093516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01496231-c07d-4d0f-b92f-1ade37003aac req-c6ee8345-6bce-4f83-829d-3beb2300ab94 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.113326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:52.129682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:52.129682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:52.185021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-87b91f63-2006-471a-8f95-f339ee23d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.187488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-87b91f63-2006-471a-8f95-f339ee23d44f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2&tenant_id=87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 1101 time: 0.0754740 Sep 16 05:20:52.214116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:52.219607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4d7f-3897-4559-bea2-30472e61d0cc req-4dadd1d5-6800-4f5c-83eb-c880d7969da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.221269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef9a4d7f-3897-4559-bea2-30472e61d0cc req-4dadd1d5-6800-4f5c-83eb-c880d7969da6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 1097 time: 0.4382944 Sep 16 05:20:52.252346 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.293093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef9a4d7f-3897-4559-bea2-30472e61d0cc req-cf2d37b0-2092-4220-bfa7-91abb676dfff service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603712 Sep 16 05:20:52.331703 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.344084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938d89c-0b10-440f-bb03-220fdb04100f req-aca6e011-4316-4772-b18f-c59f989f3aa3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.350562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2938d89c-0b10-440f-bb03-220fdb04100f req-aca6e011-4316-4772-b18f-c59f989f3aa3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1398234 Sep 16 05:20:52.387573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01496231-c07d-4d0f-b92f-1ade37003aac req-c6ee8345-6bce-4f83-829d-3beb2300ab94 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.408114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'tag': '1effb209-bee1-4aee-8940-178a922609e2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:52.410552 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187c477-54ed-40f0-ba18-dc548c192691" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "tag": "1effb209-bee1-4aee-8940-178a922609e2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:52.426340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.446362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2938d89c-0b10-440f-bb03-220fdb04100f req-c778da52-edfa-4107-bb25-5a96b2dae044 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892286 Sep 16 05:20:52.483462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '1effb209-bee1-4aee-8940-178a922609e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:3a:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:51Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:52.514937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01496231-c07d-4d0f-b92f-1ade37003aac req-c6ee8345-6bce-4f83-829d-3beb2300ab94 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.517483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:52.529113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:52.530090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:52.548688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:52.657555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee8345-6bce-4f83-829d-3beb2300ab94 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48b745d-d181-4253-bb3c-ca4c9a025c5a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.684838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:52.721362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01496231-c07d-4d0f-b92f-1ade37003aac req-c6ee8345-6bce-4f83-829d-3beb2300ab94 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.737128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01496231-c07d-4d0f-b92f-1ade37003aac req-c6ee8345-6bce-4f83-829d-3beb2300ab94 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8769240 Sep 16 05:20:52.784446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9e5b492-fbe9-4de6-a20c-d215a80aeb7b req-d29ee372-db9a-41f8-90e4-a8cd3f927b1b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1001 time: 0.1736069 Sep 16 05:20:52.840976 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac2891a-eafe-4a2b-8808-ef2c2f6a167b x-openstack-request-id: req-8ac2891a-eafe-4a2b-8808-ef2c2f6a167b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:52.841595 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "tag": "1effb209-bee1-4aee-8940-178a922609e2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:52.842107 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ac2891a-eafe-4a2b-8808-ef2c2f6a167b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:52.842857 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'tag': '1effb209-bee1-4aee-8940-178a922609e2', 'status': 'completed', 'code': 200} Sep 16 05:20:52.874843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.956484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.959017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b492-fbe9-4de6-a20c-d215a80aeb7b req-9e5665fa-ebd4-4295-a221-0e7942b70cc9 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.961690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9e5b492-fbe9-4de6-a20c-d215a80aeb7b req-9e5665fa-ebd4-4295-a221-0e7942b70cc9 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports/1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 942 time: 0.1545460 Sep 16 05:20:53.011536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c477-54ed-40f0-ba18-dc548c192691 req-81eb3df0-114b-4594-82b6-eb71ec910cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.018878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7187c477-54ed-40f0-ba18-dc548c192691 req-81eb3df0-114b-4594-82b6-eb71ec910cc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 1097 time: 0.1322114 Sep 16 05:20:53.044234 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b56923e-bb31-4213-ad3f-12b044915c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.072745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec894a2-df68-4723-843f-00d446f38955 req-cd2c0f87-ce13-4de5-aaff-8a0c4601504c tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.074454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dec894a2-df68-4723-843f-00d446f38955 req-cd2c0f87-ce13-4de5-aaff-8a0c4601504c tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 945 time: 0.1583707 Sep 16 05:20:53.100184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'Port': ['ID=a30a88c2-e2da-4255-b3e7-38f261975e3d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.162508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:53.166168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '1effb209-bee1-4aee-8940-178a922609e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:3a:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:51Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:53.172512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.192599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dec894a2-df68-4723-843f-00d446f38955 req-69377e4b-f5f8-4dea-be7e-1e67cddbaed3 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014788 Sep 16 05:20:53.206019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043d0a3-80c3-4a66-8ba9-2d0cab79b035 None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '1effb209-bee1-4aee-8940-178a922609e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:3a:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:20:51Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:53.226113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c477-54ed-40f0-ba18-dc548c192691 req-28956b8d-8626-4379-b139-7c49bc1df205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.226113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7187c477-54ed-40f0-ba18-dc548c192691 req-28956b8d-8626-4379-b139-7c49bc1df205 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.1981654 Sep 16 05:20:53.260288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4093d1fa-952f-4474-bc4d-9a3c4668e516 req-78988fe0-e35d-4eed-9fb0-94b769bcbb5a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1530244321', 'description': 'tempest-description-583556305'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:53.318288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9e5b492-fbe9-4de6-a20c-d215a80aeb7b req-e69d66b4-a3f8-4b4d-808b-35362929aaf2 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1001 time: 0.2593930 Sep 16 05:20:53.324225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:53.351271 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.352792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a87ec463-9c5a-49a8-a09f-1874124add2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7552993 Sep 16 05:20:53.460916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7187c477-54ed-40f0-ba18-dc548c192691 req-eee9eaeb-2059-4914-9fea-41dd0fd7d847 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 1001 time: 0.2198510 Sep 16 05:20:53.529664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4093d1fa-952f-4474-bc4d-9a3c4668e516 req-78988fe0-e35d-4eed-9fb0-94b769bcbb5a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.563111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c477-54ed-40f0-ba18-dc548c192691 req-4c5b0677-c0db-4bbe-b620-62f16810c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.565052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7187c477-54ed-40f0-ba18-dc548c192691 req-4c5b0677-c0db-4bbe-b620-62f16810c21d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.0917268 Sep 16 05:20:53.617863 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.648553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Transition to ACTIVE for port object 45ef0701-d415-4241-95e4-d6ad73f96e32 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:53.685804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c477-54ed-40f0-ba18-dc548c192691 req-4476e4b3-3924-483a-89a5-13b9129b0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.687979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b492-fbe9-4de6-a20c-d215a80aeb7b req-c6e0bf76-27cf-4e8f-8d80-ede393df7dff tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.688193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7187c477-54ed-40f0-ba18-dc548c192691 req-4476e4b3-3924-483a-89a5-13b9129b0e75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989590 Sep 16 05:20:53.689990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9e5b492-fbe9-4de6-a20c-d215a80aeb7b req-c6e0bf76-27cf-4e8f-8d80-ede393df7dff tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2834690 Sep 16 05:20:53.763545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4093d1fa-952f-4474-bc4d-9a3c4668e516 req-78988fe0-e35d-4eed-9fb0-94b769bcbb5a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.777806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.813146 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.869060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4093d1fa-952f-4474-bc4d-9a3c4668e516 req-78988fe0-e35d-4eed-9fb0-94b769bcbb5a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.893575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7187c477-54ed-40f0-ba18-dc548c192691 req-541bbd19-073d-49f1-afc0-e505cd353ad7 service neutron] 10.222.0.66 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929283 Sep 16 05:20:53.901574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] No DVR routers for this DVR port 45ef0701-d415-4241-95e4-d6ad73f96e32 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:53.925352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.944497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78988fe0-e35d-4eed-9fb0-94b769bcbb5a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf61b8b-dba2-4531-a513-23a2ce55297e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.968083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da0ec930-4768-45cd-9506-ddd80de051d0 req-ddb6b9e7-eccb-4b66-a31a-bf9f817259b9 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0705729 Sep 16 05:20:53.984488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.016221 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4093d1fa-952f-4474-bc4d-9a3c4668e516 req-78988fe0-e35d-4eed-9fb0-94b769bcbb5a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.051074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4093d1fa-952f-4474-bc4d-9a3c4668e516 req-78988fe0-e35d-4eed-9fb0-94b769bcbb5a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8060510 Sep 16 05:20:54.103897 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7187c477-54ed-40f0-ba18-dc548c192691 req-9a92f965-7b8d-464a-a1e6-4cb2cbf630bb service neutron] 10.222.0.66 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002678 Sep 16 05:20:54.123128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Attempting to bind port 45ef0701-d415-4241-95e4-d6ad73f96e32 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:54.123128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Attempting to bind port 45ef0701-d415-4241-95e4-d6ad73f96e32 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:54.123128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Attempting to bind port 45ef0701-d415-4241-95e4-d6ad73f96e32 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:54.215140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Port 45ef0701-d415-4241-95e4-d6ad73f96e32 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:54.215481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Attempting to bind port 45ef0701-d415-4241-95e4-d6ad73f96e32 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:54.236581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-9f26e9cd-be54-4b9d-96e2-6b919214ac65 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1311361192&fields=id&tenant_id=35939a17332d4166865b8b97d16dcd7e HTTP/1.1" status: 200 len: 267 time: 0.0601962 Sep 16 05:20:54.248014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:54.248357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:54.248748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:54.249357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Bound port: 45ef0701-d415-4241-95e4-d6ad73f96e32, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:54.249748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.377886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-b7b9699b-5a53-4af7-91e4-66a600a84add tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.379535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-b7b9699b-5a53-4af7-91e4-66a600a84add tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.1312230 Sep 16 05:20:54.399023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-8a138ff2-7e77-4018-9b9e-f38cceb980a8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/quotas/35939a17332d4166865b8b97d16dcd7e HTTP/1.1" status: 200 len: 375 time: 0.0119131 Sep 16 05:20:54.473217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-e1bfcfe8-1ca2-4375-ab1e-e0b082ff4c47 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673470 Sep 16 05:20:54.608098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-9d769726-ff29-4c92-8d20-28b99f798847 service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201451 Sep 16 05:20:54.664905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1484-8b46-4173-95e6-158aedbda985 req-e30b06ca-3ea6-4976-ab3d-937ddb81ebb2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.666537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-552e1484-8b46-4173-95e6-158aedbda985 req-e30b06ca-3ea6-4976-ab3d-937ddb81ebb2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 947 time: 0.4840808 Sep 16 05:20:54.735067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:54.740366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:54.770542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-552e1484-8b46-4173-95e6-158aedbda985 req-09639f48-eb68-48bd-bcad-c3acfdbd2ad6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901299 Sep 16 05:20:54.787322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-8d557b77-db2a-439d-b7e9-4299395a19d8 service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684656 Sep 16 05:20:54.801620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 45ef0701-d415-4241-95e4-d6ad73f96e32 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:54.824121 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.860728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:54.867074 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d006c63b-0bc8-4367-b7f2-a7359665b1e6" -d '{"events": [{"server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "name": "network-vif-unplugged", "status": "completed", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:54.895152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 45ef0701-d415-4241-95e4-d6ad73f96e32 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:54.902075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.902718 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.904198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] 10.222.0.66 "PUT /v2.0/ports/45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 1096 time: 2.6966937 Sep 16 05:20:55.026918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b4e20-191b-416d-a29c-91a7732e5df0 service neutron] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.044489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-391358c0-176f-4a10-9ddf-25ff695f36cf tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1001 time: 0.1780224 Sep 16 05:20:55.050350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Deleting port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:55.050820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.119671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-502f54e5-ddcc-4003-8758-9ee1ee79c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.122581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-502f54e5-ddcc-4003-8758-9ee1ee79c3f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1099 time: 0.1603496 Sep 16 05:20:55.210984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051c934-f140-4147-9e99-9f9f1c871130 req-9e13d740-ff81-449f-bb3f-1eab0e53b2c1 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.217974 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-9e13d740-ff81-449f-bb3f-1eab0e53b2c1 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports/1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 942 time: 0.1623962 Sep 16 05:20:55.225922 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.322027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c30ab-cf7e-4ba4-afe4-1da6ba523a0a req-fe8e5cb5-158b-4901-a31a-cd341583d6b5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.323977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a9c30ab-cf7e-4ba4-afe4-1da6ba523a0a req-fe8e5cb5-158b-4901-a31a-cd341583d6b5 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 945 time: 0.0920331 Sep 16 05:20:55.397118 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a9c30ab-cf7e-4ba4-afe4-1da6ba523a0a req-725c7fa8-dcef-4f17-823a-43bfa0449d70 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599601 Sep 16 05:20:55.482074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] For port dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,segment=NetworkSegment(7afe61ba-85ef-4d08-8549-8452925a9684),segment_id=7afe61ba-85ef-4d08-8549-8452925a9684)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:55.482426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.536704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Calling delete_port for dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:55.579259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-c35522e8-8500-4a93-b869-c379814e4837 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1001 time: 0.2999203 Sep 16 05:20:55.668680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-c8cfdf78-e2aa-4a8e-bce2-f3e65009b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.668680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-c8cfdf78-e2aa-4a8e-bce2-f3e65009b5f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.5076201 Sep 16 05:20:55.723305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-2bdf5653-76eb-4ffd-ade0-87cfe4d64587 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.728180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-0bd4b712-7385-4acd-bfef-45aaeb88a56d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 217 time: 0.0460601 Sep 16 05:20:55.739160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-2bdf5653-76eb-4ffd-ade0-87cfe4d64587 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 813 time: 0.2324097 Sep 16 05:20:55.758359 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-56dfb417-344b-42ff-8108-a269acbc5b28 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/quotas/2a45d0158da84a1282fc58d6c3e22fce HTTP/1.1" status: 200 len: 375 time: 0.0168004 Sep 16 05:20:55.821141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-0037311c-73b7-48b4-903d-cc2ffcdae470 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558290 Sep 16 05:20:55.888135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-ff8d86de-7a69-4d57-a97e-5e01780e2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.889642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-ff8d86de-7a69-4d57-a97e-5e01780e2535 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1199932 Sep 16 05:20:55.899950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051c934-f140-4147-9e99-9f9f1c871130 req-dc769dc3-6e87-407f-9dec-453bdcaa2688 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.901537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-dc769dc3-6e87-407f-9dec-453bdcaa2688 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.3071482 Sep 16 05:20:55.952712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-7b5c9ec4-3678-4257-bda3-220ff756c684 service neutron] 10.222.0.49 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238084 Sep 16 05:20:56.060171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-034f4d9a-3312-4ab9-a48a-d33d142f91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.061854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-034f4d9a-3312-4ab9-a48a-d33d142f91ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571393 Sep 16 05:20:56.065149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-30ab302b-c384-4422-ad86-e2d1252c679a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1001 time: 0.1216431 Sep 16 05:20:56.093699 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-b0938deb-8279-4cb8-8f05-517f8db126c9 service neutron] 10.222.0.49 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226189 Sep 16 05:20:56.100150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:56.218543 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.267201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-2303a0d3-4071-4d2d-a832-c5e26bc824ea service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961751 Sep 16 05:20:56.355122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.432509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.442287 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2a794f-32ab-435a-aeae-80da2ac9d848 x-openstack-request-id: req-9d2a794f-32ab-435a-aeae-80da2ac9d848 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:56.443166 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "name": "network-vif-unplugged", "status": "completed", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:56.444106 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d2a794f-32ab-435a-aeae-80da2ac9d848 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:56.444538 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'code': 200} Sep 16 05:20:56.588574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eda6b3f5-a47e-47d9-a2b1-14236bef0006 req-0deebd76-571a-4065-a2f6-60964c043092 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0996192 Sep 16 05:20:56.638510 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.662158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-969c433c-1545-4d28-9ed7-a83ecd7e7f4b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814464 Sep 16 05:20:56.732628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31ae8ae2-82d1-4d7c-8f4a-55d14cef9551 req-38961dd8-e36e-4509-aef8-da83bdf50f90 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 210 time: 0.0609236 Sep 16 05:20:56.757109 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.758012 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8 disassociated. External IP: 172.25.1.188, port: 1effb209-bee1-4aee-8940-178a922609e2. Sep 16 05:20:56.936611 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.158992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Router 51bd888e-2fe2-4c14-9549-497e0e140100 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:57.315733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.328240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:57.386065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f6543-c150-4a5a-8b1a-666fc6eddaa2 req-19f04ac8-a2c5-44dc-90f9-986e89fff629 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.388004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-464f6543-c150-4a5a-8b1a-666fc6eddaa2 req-19f04ac8-a2c5-44dc-90f9-986e89fff629 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 947 time: 0.0701070 Sep 16 05:20:57.410568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Router c592fdac-76ef-4204-98a3-1f6a517c17fc has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:57.413017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:57.420141 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.428434 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:57.462917 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:57.462917 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:57.475217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-d92fa64f-8f70-4607-a7f8-449f4b2a6551 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "PUT /v2.0/floatingips/48d3e336-fa61-46f3-9b6b-62c6128021f8 HTTP/1.1" status: 200 len: 695 time: 1.3927567 Sep 16 05:20:57.489696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-464f6543-c150-4a5a-8b1a-666fc6eddaa2 req-2295d0e0-92eb-460e-8269-dcc424f2fff7 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Sep 16 05:20:57.574464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfcf6e2e-ac25-416b-9367-0b64d83de698 req-8afa169e-a44c-45f9-8fb6-5e066b5a95c5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 210 time: 0.0335648 Sep 16 05:20:57.603662 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:57.701766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6a80-56ef-4c49-a7dd-7ef4edb8e8ea req-7e30ffd2-813a-4334-bc5f-0f950bf2ba2e tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.704110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-372b6a80-56ef-4c49-a7dd-7ef4edb8e8ea req-7e30ffd2-813a-4334-bc5f-0f950bf2ba2e tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 945 time: 0.0644331 Sep 16 05:20:57.769226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-372b6a80-56ef-4c49-a7dd-7ef4edb8e8ea req-f0ec7c5f-96ae-4fe4-a5ac-9bc942f03318 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522249 Sep 16 05:20:57.921315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9637128-54f3-4954-a75d-315b48ec4417 req-56aff4da-661c-4121-b15a-2fe4f4b15c4c tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0462391 Sep 16 05:20:57.929203 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.062410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89d7e6f8-7ca5-4f0a-81b0-aa5ff00b89d0 req-1b74ea37-a64f-49c0-8bee-c6e388be392a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 210 time: 0.0398266 Sep 16 05:20:58.114945 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:58.125411 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:58.126079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.164049 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c7b982a-6b4a-4fca-9b0c-b24a6c83601a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.191605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051c934-f140-4147-9e99-9f9f1c871130 req-9184083f-5a78-4902-aeca-e1294e0b6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.193861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-9184083f-5a78-4902-aeca-e1294e0b6358 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 1097 time: 0.6551585 Sep 16 05:20:58.197538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:58.211777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50204) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:58.212069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-031b8f7c-4359-4f0f-ac6a-d92c4dea9fbe admin admin] 10.222.0.49 "PUT /v2.0/routers/c592fdac-76ef-4204-98a3-1f6a517c17fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6613319 Sep 16 05:20:58.229355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] Sync routers for ids ['c592fdac-76ef-4204-98a3-1f6a517c17fc'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:58.250022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] Routers {'c592fdac-76ef-4204-98a3-1f6a517c17fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:58.251404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c592fdac-76ef-4204-98a3-1f6a517c17fc'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.284448 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:58.431049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051c934-f140-4147-9e99-9f9f1c871130 req-b8ff56ed-b6e7-4983-8f91-d10f56364ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.444555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-b8ff56ed-b6e7-4983-8f91-d10f56364ad8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.2271156 Sep 16 05:20:58.452504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32'}, {'name': 'network-changed', 'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'tag': '1effb209-bee1-4aee-8940-178a922609e2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:58.456843 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5005964-e400-43fe-952d-f3368866e0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32"}, {"name": "network-changed", "server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "tag": "1effb209-bee1-4aee-8940-178a922609e2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:58.491327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] Set router c592fdac-76ef-4204-98a3-1f6a517c17fc gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:58.551362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-7ee6cda5-d118-4f42-82d2-18ee92375426 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 217 time: 0.0846269 Sep 16 05:20:58.602079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.607252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.641994 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd412a-de4b-429c-b632-d0909428e2c6 None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:58.659193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051c934-f140-4147-9e99-9f9f1c871130 req-fd37a20c-2ae9-4fbd-b0fd-9dba20b62288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.672749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-fd37a20c-2ae9-4fbd-b0fd-9dba20b62288 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.1190302 Sep 16 05:20:58.814722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051c934-f140-4147-9e99-9f9f1c871130 req-edd8bffa-5fe2-422b-9e45-4ba3202873ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.836188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-edd8bffa-5fe2-422b-9e45-4ba3202873ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479299 Sep 16 05:20:58.836688 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.959993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:59.021768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] Checking router: c592fdac-76ef-4204-98a3-1f6a517c17fc for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:59.037671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c7b982a-6b4a-4fca-9b0c-b24a6c83601a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.047035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] Routers {'c592fdac-76ef-4204-98a3-1f6a517c17fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:59.048480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c592fdac-76ef-4204-98a3-1f6a517c17fc'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:59.340605 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb9396-4e3f-4453-94b9-4b8a2b7462a2 None None] New status for floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:20:59.370781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-a6f6bf3f-72bf-4d0e-9f44-4854fe75d187 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.374882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-a6f6bf3f-72bf-4d0e-9f44-4854fe75d187 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.3728004 Sep 16 05:20:59.381934 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8185161b-5b65-4b05-b262-e92386de4d17 x-openstack-request-id: req-8185161b-5b65-4b05-b262-e92386de4d17 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:59.382259 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "tag": "1effb209-bee1-4aee-8940-178a922609e2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:59.383354 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8185161b-5b65-4b05-b262-e92386de4d17 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:59.383814 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'status': 'completed', 'code': 200} Sep 16 05:20:59.384094 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'tag': '1effb209-bee1-4aee-8940-178a922609e2', 'status': 'completed', 'code': 200} Sep 16 05:20:59.394979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c7b982a-6b4a-4fca-9b0c-b24a6c83601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.461071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] Set router c592fdac-76ef-4204-98a3-1f6a517c17fc gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:59.717029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c7b982a-6b4a-4fca-9b0c-b24a6c83601a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3334e45e420b4c368c4e95d32b678d86&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3876925 Sep 16 05:20:59.726425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50222) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:59.738710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-ffb4e897-1808-40e4-84b7-b943d586f67e service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9010494 Sep 16 05:20:59.750149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b982a-6b4a-4fca-9b0c-b24a6c83601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41072efd-1764-4718-ac33-dd21f2506645,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.822520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-fd568f07-784c-4a2e-a1f3-072268fd1715 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35939a17332d4166865b8b97d16dcd7e HTTP/1.1" status: 200 len: 380 time: 0.3038630 Sep 16 05:20:59.835849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-5ccb3a39-01bb-4754-b921-4d233272ece9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.837889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-5ccb3a39-01bb-4754-b921-4d233272ece9 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 945 time: 0.4609196 Sep 16 05:20:59.855404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'port': {'device_id': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'admin_state_up': True, 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'security_groups': ['e4f490d3-d676-4360-90ac-f7bcfb81b46c']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:59.866709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.905012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:59.933206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-670a00c8-a887-41fa-8fb0-f9eef10a8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.934778 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-670a00c8-a887-41fa-8fb0-f9eef10a8572 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1099 time: 0.2575657 Sep 16 05:20:59.941740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e10c1-7910-4da6-8e64-6dd30a95a650 None None] The sync data for ids ['c592fdac-76ef-4204-98a3-1f6a517c17fc'] in n-d-712749-15 is: [{'id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'name': 'tempest-ServersTestMultiNic-1384537123-router', 'tenant_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:28Z', 'updated_at': '2021-09-16T05:20:56Z', 'revision_number': 5, 'project_id': 'b5e2e06faeb045979b54a4881f2b5e1b', 'gw_port': {'id': '271fadae-1f26-4a17-85e4-d95fb49e71a3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c592fdac-76ef-4204-98a3-1f6a517c17fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:31Z', 'updated_at': '2021-09-16T05:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:59.946786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 45ef0701-d415-4241-95e4-d6ad73f96e32 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:59.967591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-8e0a623e-5829-4203-bbf2-ace839eab175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.967591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-8e0a623e-5829-4203-bbf2-ace839eab175 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1099 time: 0.5718682 Sep 16 05:20:59.976026 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:59.982244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7432e65-0cb4-4134-9a77-3e032b7a107c req-d17e6577-d670-4db4-9d71-8e5580e1be57 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.991289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7432e65-0cb4-4134-9a77-3e032b7a107c req-d17e6577-d670-4db4-9d71-8e5580e1be57 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 947 time: 0.3149543 Sep 16 05:21:00.110573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:00.119418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-d9f8e38b-1889-4886-8945-adea9f2540f8 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.120891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-d9f8e38b-1889-4886-8945-adea9f2540f8 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 813 time: 0.3975055 Sep 16 05:21:00.131383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9c2214e-09cd-48ed-883b-a68410c76faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.140445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7051c934-f140-4147-9e99-9f9f1c871130 req-335e5c8c-c311-44b7-95a7-257392a486f6 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657906 Sep 16 05:21:00.149827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'mac_address': 'fa:16:3e:e3:13:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:00.175457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'port': {'device_id': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2', 'admin_state_up': True, 'tenant_id': '2a45d0158da84a1282fc58d6c3e22fce'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:00.202687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-16115e99-d31d-43b4-9fcd-609559b39f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.204661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-16115e99-d31d-43b4-9fcd-609559b39f5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2233367 Sep 16 05:21:00.212832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7432e65-0cb4-4134-9a77-3e032b7a107c req-0585eecd-271e-4a50-ad22-86f3fb9ce63e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154543 Sep 16 05:21:00.225407 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.252070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ef0701-d415-4241-95e4-d6ad73f96e32 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:00.268621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-b0f0de36-26fe-464b-9afd-470bf862a5c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 217 time: 0.0552750 Sep 16 05:21:00.274697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Deleting port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:00.274697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.282470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:00.303236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-981391c6-d34d-44bd-a391-a5e073c87318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.304807 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-981391c6-d34d-44bd-a391-a5e073c87318 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3503795 Sep 16 05:21:00.329661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9c2214e-09cd-48ed-883b-a68410c76faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.421769 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.437757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Made reservation on behalf of 35939a17332d4166865b8b97d16dcd7e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:00.441460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-438a7807-3264-4a99-aa9c-63f19d4b33cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 217 time: 0.1062257 Sep 16 05:21:00.446230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.458579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-a5e003d0-6ab8-4406-95e0-fefe228d371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.460152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-a5e003d0-6ab8-4406-95e0-fefe228d371b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1713707 Sep 16 05:21:00.480910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] For port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,segment=NetworkSegment(5a67503c-05f1-4f04-816b-72988451b8f9),segment_id=5a67503c-05f1-4f04-816b-72988451b8f9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:00.481285 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.487332 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bca1278-3ae2-4264-b45a-3babeb679e6d req-ad141fa7-3c80-4414-9c77-74f2a07c4972 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 210 time: 0.1227860 Sep 16 05:21:00.532120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Calling delete_port for e3afbfd8-dcb9-426c-a1dc-1941d555eb4e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:00.533019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:00.539389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Deleting port 271fadae-1f26-4a17-85e4-d95fb49e71a3 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:00.539831 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.649543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343f2d-854e-4d68-b8f7-bb0016cc7b8e req-e60d6a21-84ee-4df7-8730-1f56eb352495 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.651490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86343f2d-854e-4d68-b8f7-bb0016cc7b8e req-e60d6a21-84ee-4df7-8730-1f56eb352495 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 945 time: 0.2510221 Sep 16 05:21:00.670558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-8f95c8e9-4eca-4d5c-816b-32db786c5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.672094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-8f95c8e9-4eca-4d5c-816b-32db786c5dcd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2086740 Sep 16 05:21:00.704441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba61a0ef-27bd-46bc-9d96-c47032fe9559 req-b9c2e1a4-9e3a-453d-9622-fa0a433ab57a tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.1144631 Sep 16 05:21:00.726294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-5983b267-0676-49aa-8fb8-7d0b20ffd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.727997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-5983b267-0676-49aa-8fb8-7d0b20ffd3ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2336817 Sep 16 05:21:00.767200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] For port 271fadae-1f26-4a17-85e4-d95fb49e71a3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=271fadae-1f26-4a17-85e4-d95fb49e71a3,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:00.767915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.769404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-9de68b16-1d9c-4a0b-9c7b-243a7c23e1ea service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:00.771234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-9de68b16-1d9c-4a0b-9c7b-243a7c23e1ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318694 Sep 16 05:21:00.785572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9c2214e-09cd-48ed-883b-a68410c76faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.788898 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9c2214e-09cd-48ed-883b-a68410c76faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.790839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9c2214e-09cd-48ed-883b-a68410c76faa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41072efd-1764-4718-ac33-dd21f2506645 HTTP/1.1" status: 204 len: 168 time: 1.0612755 Sep 16 05:21:00.799555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Calling delete_port for 271fadae-1f26-4a17-85e4-d95fb49e71a3 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:00.813177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['45ef0701-d415-4241-95e4-d6ad73f96e32'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:00.836495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86343f2d-854e-4d68-b8f7-bb0016cc7b8e req-26f8d63a-c13a-4c37-bdbb-5830d8d8b771 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups?id=5f62a295-2bbd-4247-bfde-ea0928b9bd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512504 Sep 16 05:21:00.869446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2214e-09cd-48ed-883b-a68410c76faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41072efd-1764-4718-ac33-dd21f2506645,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:00.916148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Made reservation on behalf of 2a45d0158da84a1282fc58d6c3e22fce for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:00.921661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.951399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Allocated IP 172.20.0.4 (972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8/a4c93e44-e31c-47c3-8447-a5abab63fa76/0afed1aa-f013-464f-85a6-fa3a21c1cf18) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:00.955973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:00.964482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb5bc59f-9252-4ed8-bbbf-e1a59e2d5f0e req-12cf61a5-38dd-42c1-b2a2-424aa39b3cc4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 210 time: 0.1208360 Sep 16 05:21:00.985335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-4a63270f-cedd-4ff7-91c8-c7b864a7e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.986992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-4a63270f-cedd-4ff7-91c8-c7b864a7e8cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2751493 Sep 16 05:21:00.998751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:00.999812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device dd6dd93f-58d5-4a4f-a5db-204e0e5d8b0d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:01.123896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-e4c9af1f-bad7-46e6-b904-a3b03562c9de service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311226 Sep 16 05:21:01.417236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-644a143e-c3de-4aa4-8ae6-905ae8c44cf7 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201672 Sep 16 05:21:01.451800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.479710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Allocated IP 172.20.0.6 (5a7d4307-3dcc-471d-8565-b739392b04f2/ae839689-a5e1-4e78-ac34-b745af397204/13825ddc-f967-43c2-8564-f791e49c237c) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:01.538742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.573903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-33df28a2-3eff-4e3d-8b38-43e9f8d26fcc service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305933 Sep 16 05:21:01.591308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event deleted for resources: {'Port': ['ID=e3afbfd8-dcb9-426c-a1dc-1941d555eb4e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:01.652103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-b248c661-d961-45cf-bc54-05a65555170e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.653644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-b248c661-d961-45cf-bc54-05a65555170e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2094407 Sep 16 05:21:01.676473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] No DVR routers for this DVR port e3afbfd8-dcb9-426c-a1dc-1941d555eb4e on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:01.688277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.699301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b746a1eb-39ce-4dea-bd24-8e307b073913 req-58584b4f-614d-432b-b5ae-7773a1fe1299 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.66 "DELETE /v2.0/ports/e3afbfd8-dcb9-426c-a1dc-1941d555eb4e HTTP/1.1" status: 204 len: 173 time: 1.8409343 Sep 16 05:21:01.699301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab3a1a1-81f1-4731-af34-15c8cd8dfeed', 'name': 'network-vif-deleted', 'tag': 'e3afbfd8-dcb9-426c-a1dc-1941d555eb4e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:01.699301 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb8439-3a36-4231-bce8-95e580322f1c" -d '{"events": [{"server_uuid": "dab3a1a1-81f1-4731-af34-15c8cd8dfeed", "name": "network-vif-deleted", "tag": "e3afbfd8-dcb9-426c-a1dc-1941d555eb4e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:01.700021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef65f4d-e379-4677-84ff-ee0207c87520 req-1bda8736-1376-41b4-89b3-8d2acab87fb6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.700021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ef65f4d-e379-4677-84ff-ee0207c87520 req-1bda8736-1376-41b4-89b3-8d2acab87fb6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 948 time: 0.2873445 Sep 16 05:21:01.759832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-12fc748d-c5a8-4031-9638-dea71fb90781 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282371 Sep 16 05:21:01.807134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-3669ea61-8b1d-4ac6-9629-5855415c4975 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.1214130 Sep 16 05:21:01.808543 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.862473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Request body: {'floatingip': {'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:01.866866 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.873591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ef65f4d-e379-4677-84ff-ee0207c87520 req-b23326c3-1a0f-4fcd-a67b-a2d995095aab tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279640 Sep 16 05:21:01.889230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:01.909232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=271fadae-1f26-4a17-85e4-d95fb49e71a3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:01.968566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 45ef0701-d415-4241-95e4-d6ad73f96e32 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:02.011893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:02.023414 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.079376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50246) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:02.109003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:02.132469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 45ef0701-d415-4241-95e4-d6ad73f96e32 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:02.143054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 45ef0701-d415-4241-95e4-d6ad73f96e32 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:02.143418 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.150082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:02.262370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.263168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.297560 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.339494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:02.347260 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a545048a-3c85-4830-a1b2-97f6cd854395" -d '{"events": [{"server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "name": "network-vif-plugged", "status": "completed", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:02.376605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:02.408734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-c3fdb8b7-1cbb-477a-a903-4e2e30023f84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5616584 Sep 16 05:21:02.430880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-771aad3e-96ea-45aa-af63-4331678e45bc None None] Provisioning complete for port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:02.431402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-771aad3e-96ea-45aa-af63-4331678e45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.468154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Request body: {'port': {'device_id': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:02.485478 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-80815303-8de6-4ce6-b042-9a9ab1f5c628 req-1669ba3b-e47b-45a7-ab36-4675d52a3494 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 210 time: 0.4024765 Sep 16 05:21:02.491303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.492867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-771aad3e-96ea-45aa-af63-4331678e45bc None None] Port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:02.498097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc11ba-70ff-4fcf-b625-303e3a89d787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.516609 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.518600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3afbfd8-dcb9-426c-a1dc-1941d555eb4e no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:02.540853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.570798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: e3afbfd8-dcb9-426c-a1dc-1941d555eb4e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:02.571023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e3afbfd8-dcb9-426c-a1dc-1941d555eb4e not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:02.597883 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f372212f-1fe3-43d9-aa94-8382dff36f01 x-openstack-request-id: req-f372212f-1fe3-43d9-aa94-8382dff36f01 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:02.598164 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab3a1a1-81f1-4731-af34-15c8cd8dfeed", "name": "network-vif-deleted", "tag": "e3afbfd8-dcb9-426c-a1dc-1941d555eb4e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:02.598419 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f372212f-1fe3-43d9-aa94-8382dff36f01 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:02.599742 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab3a1a1-81f1-4731-af34-15c8cd8dfeed', 'name': 'network-vif-deleted', 'tag': 'e3afbfd8-dcb9-426c-a1dc-1941d555eb4e', 'status': 'completed', 'code': 200} Sep 16 05:21:02.657095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.673531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:02.725291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-cf37eabf-9786-4aa9-83a4-668da52bfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.728310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-cf37eabf-9786-4aa9-83a4-668da52bfaa4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 1097 time: 0.8012805 Sep 16 05:21:02.790661 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1dcef510-38ef-46ee-a501-583e3416413b req-065ee878-0cde-46bf-aa1d-21205392a38b tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0827029 Sep 16 05:21:02.846084 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.851028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.999219 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.042642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:03.048802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e053d4d-116b-43ab-92e9-96a8107972ae req-f3f5bc35-e024-4dac-833e-167635cfbb6e tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/ports?device_id=dab3a1a1-81f1-4731-af34-15c8cd8dfeed HTTP/1.1" status: 200 len: 210 time: 0.0962827 Sep 16 05:21:03.096370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Network 5a7d4307-3dcc-471d-8565-b739392b04f2 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:03.101909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.102929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c592fdac-76ef-4204-98a3-1f6a517c17fc {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:03.125048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.125690 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4a671be4-4603-41d7-b738-da66f8fa0a12 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c592fdac-76ef-4204-98a3-1f6a517c17fc HTTP/1.1" status: 204 len: 168 time: 4.9115169 Sep 16 05:21:03.131408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:03.138946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50250) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:03.151252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:03.156272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'Port': ['ID=13825ddc-f967-43c2-8564-f791e49c237c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:03.171145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-62cae84c-724c-4c3e-95a9-0ab92d1861a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.171145 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-62cae84c-724c-4c3e-95a9-0ab92d1861a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.4240320 Sep 16 05:21:03.312014 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-8c8065e5-4457-45a5-b6c1-057bb889f5da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 200 len: 217 time: 0.0762260 Sep 16 05:21:03.382160 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc11ba-70ff-4fcf-b625-303e3a89d787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.391006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.391006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.415159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef8f940-94b5-4bd4-9242-414ea22ae095 admin admin] Deleting subnet 314a4f9f-897c-42dc-ad19-17b4675960f6 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:03.497062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fef8f940-94b5-4bd4-9242-414ea22ae095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.497062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-d3c79d5c-357f-4116-ac13-b8816b070ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.497062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-d3c79d5c-357f-4116-ac13-b8816b070ce4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.1347609 Sep 16 05:21:03.497062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fef8f940-94b5-4bd4-9242-414ea22ae095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.507943 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:21:03.574828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005964-e400-43fe-952d-f3368866e0ac req-f6fa1beb-9f22-4981-a689-b9ac8400d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.577589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-f6fa1beb-9f22-4981-a689-b9ac8400d2dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006982 Sep 16 05:21:03.619836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.670800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-55830bd2-5b44-46de-8f5b-6188a116716c tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.672408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-55830bd2-5b44-46de-8f5b-6188a116716c tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.66 "GET /v2.0/ports?device_id=5fbf84a0-a164-4c86-814e-fd69db7d3fab HTTP/1.1" status: 200 len: 945 time: 0.1082189 Sep 16 05:21:03.692088 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fef8f940-94b5-4bd4-9242-414ea22ae095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.766543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-87919994-78cd-4a4c-9939-26e3df5f1891 service neutron] 10.222.0.66 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567955 Sep 16 05:21:03.810318 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0fc11ba-70ff-4fcf-b625-303e3a89d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.874329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.906062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5005964-e400-43fe-952d-f3368866e0ac req-37bc79cf-5847-4189-a2db-1836b61a6b23 service neutron] 10.222.0.66 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317761 Sep 16 05:21:03.955947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e0fc11ba-70ff-4fcf-b625-303e3a89d787 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e13ce8e2288d409caeb87936fb3e4d79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8690884 Sep 16 05:21:03.961806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50258) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:03.973948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fef8f940-94b5-4bd4-9242-414ea22ae095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.986002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Deleting port 1effb209-bee1-4aee-8940-178a922609e2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:03.986568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.002638 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-bf5ea5cf-d569-4784-ad8f-79a7b2b4ec82 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8591201 Sep 16 05:21:04.014630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afed1aa-f013-464f-85a6-fa3a21c1cf18 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:04.034218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc11ba-70ff-4fcf-b625-303e3a89d787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2929e93e-a8f1-42c6-a758-d2a562f7f336,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:04.040648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fef8f940-94b5-4bd4-9242-414ea22ae095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.044579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fef8f940-94b5-4bd4-9242-414ea22ae095 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/314a4f9f-897c-42dc-ad19-17b4675960f6 HTTP/1.1" status: 204 len: 168 time: 0.9044032 Sep 16 05:21:04.047421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d5540-0d64-401c-846c-219829dbc85e None None] Network 28795798-bb94-4709-affe-fe3804ce5d6b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:04.057387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:04.058533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Request body: {'port': {'device_id': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:04.065904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.188410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8f940-94b5-4bd4-9242-414ea22ae095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314a4f9f-897c-42dc-ad19-17b4675960f6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:04.234525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Transition to ACTIVE for port object 0afed1aa-f013-464f-85a6-fa3a21c1cf18 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:04.253749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310134d-fa5c-44e0-8e05-8fc1c7e0841f req-e77d4419-52cb-4a8c-af2d-45dedec6be40 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.256103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4310134d-fa5c-44e0-8e05-8fc1c7e0841f req-e77d4419-52cb-4a8c-af2d-45dedec6be40 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 931 time: 0.2500939 Sep 16 05:21:04.273042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.304509 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8 associated. External IP: 172.25.1.188, port: 82abd80b-73ca-49c4-b225-e3902bf44b60. Sep 16 05:21:04.381203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.389405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] DHCP port deletion for 28795798-bb94-4709-affe-fe3804ce5d6b request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:04.396760 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.400165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] For port 1effb209-bee1-4aee-8940-178a922609e2, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1effb209-bee1-4aee-8940-178a922609e2,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:04.400702 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.409416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-359ec686-f399-4e05-a234-627414be6633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.459177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4310134d-fa5c-44e0-8e05-8fc1c7e0841f req-067c5278-d03f-482e-95e8-a8a1c6f14e8e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655023 Sep 16 05:21:04.467443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Calling delete_port for 1effb209-bee1-4aee-8940-178a922609e2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:04.494449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] Deleting port a451c421-9682-40f1-bca9-2757133b6c0a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:04.495053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-b56b093c-e365-4eab-b690-a1e3f569e4ab tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.495265 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.497100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-b56b093c-e365-4eab-b690-a1e3f569e4ab tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2&tenant_id=87437861a41e40c4bf78025a370c9983&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 949 time: 0.3672614 Sep 16 05:21:04.537534 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-359ec686-f399-4e05-a234-627414be6633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.633365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:04.793660 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd797386-a865-402f-bc89-68028ec6aaaa x-openstack-request-id: req-cd797386-a865-402f-bc89-68028ec6aaaa {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:04.794108 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "name": "network-vif-plugged", "status": "completed", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:04.794676 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd797386-a865-402f-bc89-68028ec6aaaa {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:04.795297 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'code': 200} Sep 16 05:21:04.907478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8839f-b978-4541-98df-240199ada41f req-0edffbd9-4ad7-4e8b-a862-7c9efbedc471 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.909399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bba8839f-b978-4541-98df-240199ada41f req-0edffbd9-4ad7-4e8b-a862-7c9efbedc471 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 931 time: 0.1590142 Sep 16 05:21:04.914021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-a57ab1dc-3921-46ab-a8b9-2fa5df233002 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1444929 Sep 16 05:21:04.957686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] For port a451c421-9682-40f1-bca9-2757133b6c0a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a451c421-9682-40f1-bca9-2757133b6c0a,segment=NetworkSegment(7afe61ba-85ef-4d08-8549-8452925a9684),segment_id=7afe61ba-85ef-4d08-8549-8452925a9684)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:04.958601 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.960932 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-de2eda1a-f39f-4a56-8415-dd462fb80ede service neutron] delete failed (client error): The resource could not be found. Sep 16 05:21:04.962277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-de2eda1a-f39f-4a56-8415-dd462fb80ede service neutron] 10.222.0.30 "DELETE /v2.0/ports/45ef0701-d415-4241-95e4-d6ad73f96e32/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.4446051 Sep 16 05:21:04.990406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] Calling delete_port for a451c421-9682-40f1-bca9-2757133b6c0a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:04.992555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-359ec686-f399-4e05-a234-627414be6633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.996191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-359ec686-f399-4e05-a234-627414be6633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.999991 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-359ec686-f399-4e05-a234-627414be6633 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2929e93e-a8f1-42c6-a758-d2a562f7f336 HTTP/1.1" status: 204 len: 168 time: 1.0331414 Sep 16 05:21:05.034098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Attempting to bind port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:05.037472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Attempting to bind port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:05.037472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Attempting to bind port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:05.044480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ec686-f399-4e05-a234-627414be6633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2929e93e-a8f1-42c6-a758-d2a562f7f336,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:05.054635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Deleting port a451c421-9682-40f1-bca9-2757133b6c0a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:05.055127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.062341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a451c421-9682-40f1-bca9-2757133b6c0a no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:05.114840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13825ddc-f967-43c2-8564-f791e49c237c {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:05.123629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.147584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:05.147584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Attempting to bind port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:05.154259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bba8839f-b978-4541-98df-240199ada41f req-f21e6471-704f-4162-b256-495c003177f7 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215796 Sep 16 05:21:05.182630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-59474dae-d91b-4dd2-8adb-9570a7dc6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.184342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-59474dae-d91b-4dd2-8adb-9570a7dc6036 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1102 time: 0.1457479 Sep 16 05:21:05.285229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:05.286683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Checking segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:05.288127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Bound using segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:05.289079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Bound port: 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:05.289715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.304700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a8898a3-3b80-443f-9b7a-21d41c7de939 req-7e2697f2-5d3c-4be1-8053-1ff91ab6cf20 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0580065 Sep 16 05:21:05.380576 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.385576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Transition to ACTIVE for port object 13825ddc-f967-43c2-8564-f791e49c237c will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:05.400653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] For port a451c421-9682-40f1-bca9-2757133b6c0a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a451c421-9682-40f1-bca9-2757133b6c0a,segment=NetworkSegment(7afe61ba-85ef-4d08-8549-8452925a9684),segment_id=7afe61ba-85ef-4d08-8549-8452925a9684)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:05.401290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.412860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-f288b3d4-e1af-4126-80b7-205ab0a170a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.414818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-f288b3d4-e1af-4126-80b7-205ab0a170a3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2031991 Sep 16 05:21:05.421406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.461375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['82abd80b-73ca-49c4-b225-e3902bf44b60'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:05.470225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Router 51bd888e-2fe2-4c14-9549-497e0e140100 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:05.473628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-88204fc0-f6fa-4eb6-8fdc-a0da76b474aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.474997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-88204fc0-f6fa-4eb6-8fdc-a0da76b474aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1101 time: 0.3880053 Sep 16 05:21:05.488785 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-0c4592e4-bdc3-4896-a61a-6fd345265bf9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.0620630 Sep 16 05:21:05.498286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.500119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Calling delete_port for a451c421-9682-40f1-bca9-2757133b6c0a owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:05.519728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1effb209-bee1-4aee-8940-178a922609e2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:05.524249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Pushing event deleted for resources: {'Port': ['ID=1effb209-bee1-4aee-8940-178a922609e2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:05.575096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.605912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] No DVR routers for this DVR port a451c421-9682-40f1-bca9-2757133b6c0a on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:05.628063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6ccb9-b439-4f7b-a2c2-8e006714110c req-246d90f2-5734-42d0-8995-1f4caf2bd4e5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.636547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bf6ccb9-b439-4f7b-a2c2-8e006714110c req-246d90f2-5734-42d0-8995-1f4caf2bd4e5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.2198699 Sep 16 05:21:05.687189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:05.720472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Pushing event updated for resources: {'Port': ['ID=13825ddc-f967-43c2-8564-f791e49c237c,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:05.721025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690715d-7caf-410b-a353-385c7efdc13f None None] Pushing event deleted for resources: {'Port': ['ID=a451c421-9682-40f1-bca9-2757133b6c0a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:05.728337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 271fadae-1f26-4a17-85e4-d95fb49e71a3 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:05.764669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] No DVR routers for this DVR port 1effb209-bee1-4aee-8940-178a922609e2 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:05.768779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 271fadae-1f26-4a17-85e4-d95fb49e71a3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:05.769606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 271fadae-1f26-4a17-85e4-d95fb49e71a3 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:05.776133 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.779236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd5a3841-b159-47bc-a9fc-dc65830393e7 req-f70d61ad-4ee0-488c-be74-6ff36cf12eb8 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.66 "DELETE /v2.0/ports/1effb209-bee1-4aee-8940-178a922609e2 HTTP/1.1" status: 204 len: 173 time: 2.0757897 Sep 16 05:21:05.800150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-af9a21c0-97e3-4b8c-94cf-16d47e73d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.802598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'name': 'network-vif-deleted', 'tag': '1effb209-bee1-4aee-8940-178a922609e2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:05.807136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-af9a21c0-97e3-4b8c-94cf-16d47e73d445 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2914877 Sep 16 05:21:05.807308 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c751aa-97d8-4362-8c4b-3634ce53c107" -d '{"events": [{"server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "name": "network-vif-deleted", "tag": "1effb209-bee1-4aee-8940-178a922609e2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:05.820620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bf6ccb9-b439-4f7b-a2c2-8e006714110c req-06cd185e-1f91-4615-a822-402092159728 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574459 Sep 16 05:21:05.873272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:05.952441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Attempting to bind port 13825ddc-f967-43c2-8564-f791e49c237c on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:05.952900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Attempting to bind port 13825ddc-f967-43c2-8564-f791e49c237c by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:05.955448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Attempting to bind port 13825ddc-f967-43c2-8564-f791e49c237c on network 5a7d4307-3dcc-471d-8565-b739392b04f2 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:05.975237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Port 13825ddc-f967-43c2-8564-f791e49c237c on network 5a7d4307-3dcc-471d-8565-b739392b04f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:05.975574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Attempting to bind port 13825ddc-f967-43c2-8564-f791e49c237c on network 5a7d4307-3dcc-471d-8565-b739392b04f2 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:06.002904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:06.006239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Checking segment: {'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:06.006239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Bound using segment: {'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:06.006239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Bound port: 13825ddc-f967-43c2-8564-f791e49c237c, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:06.006239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.053860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-5f48ec67-1107-45a5-a9a7-37086d81edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.055718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-5f48ec67-1107-45a5-a9a7-37086d81edd2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2412038 Sep 16 05:21:06.065758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-a6d5ffd4-5318-4097-a95d-6c0c99e32601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.067727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-a6d5ffd4-5318-4097-a95d-6c0c99e32601 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.5589175 Sep 16 05:21:06.068510 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.076520 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.122938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Pushing event deleted for resources: {'Port': ['ID=a451c421-9682-40f1-bca9-2757133b6c0a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:06.162676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed77ec-02d6-4ea9-b8d4-3d3441281e5e req-b12e6d0c-96d6-4af4-8cb8-8933f1cf22ac tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.163669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] No DVR routers for this DVR port a451c421-9682-40f1-bca9-2757133b6c0a on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:06.164798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13ed77ec-02d6-4ea9-b8d4-3d3441281e5e req-b12e6d0c-96d6-4af4-8cb8-8933f1cf22ac tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 943 time: 0.1773760 Sep 16 05:21:06.188705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-c1f1cfcf-cda0-4f5b-93ae-f5970d2ea09a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 217 time: 0.0818355 Sep 16 05:21:06.234950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:06.250953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:06.251774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.252298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.254007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] 10.222.0.30 "PUT /v2.0/ports/0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 1092 time: 3.7932823 Sep 16 05:21:06.293758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.305131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:06.312256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:06.555449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:06.601145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] For port 13825ddc-f967-43c2-8564-f791e49c237c, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:06.625985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] For port 13825ddc-f967-43c2-8564-f791e49c237c, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=13825ddc-f967-43c2-8564-f791e49c237c,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:06.631089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13ed77ec-02d6-4ea9-b8d4-3d3441281e5e req-97c052fe-94d4-4db7-8b97-e963da4941f5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582734 Sep 16 05:21:06.645110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-86c65c06-5dad-4737-a67b-dcc4d5587d3a service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497017 Sep 16 05:21:06.735898 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.797141 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.820468 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dccb11e-f7ae-4b43-86bb-fbd27ee02fc2 x-openstack-request-id: req-8dccb11e-f7ae-4b43-86bb-fbd27ee02fc2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:06.820778 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbf84a0-a164-4c86-814e-fd69db7d3fab", "name": "network-vif-deleted", "tag": "1effb209-bee1-4aee-8940-178a922609e2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:06.820998 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dccb11e-f7ae-4b43-86bb-fbd27ee02fc2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:06.821451 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbf84a0-a164-4c86-814e-fd69db7d3fab', 'name': 'network-vif-deleted', 'tag': '1effb209-bee1-4aee-8940-178a922609e2', 'status': 'completed', 'code': 200} Sep 16 05:21:06.839889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b5010-6902-4331-a8bc-475d22a61ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:06.878498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28795798-bb94-4709-affe-fe3804ce5d6b']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:06.904056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afe61ba-85ef-4d08-8549-8452925a9684') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:06.904056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afe61ba-85ef-4d08-8549-8452925a9684') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:06.922964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-5d4afbd6-8301-4471-9d42-3029ae5442f6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "PUT /v2.0/floatingips/48d3e336-fa61-46f3-9b6b-62c6128021f8 HTTP/1.1" status: 200 len: 997 time: 5.0794401 Sep 16 05:21:06.937981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.938822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.939433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.940612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] 10.222.0.30 "PUT /v2.0/ports/13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 200 len: 1092 time: 2.8910387 Sep 16 05:21:06.970455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:06.973609 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "tag": "13825ddc-f967-43c2-8564-f791e49c237c"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:07.009658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31625e1a-9f8f-4ef9-96f9-9b087834c1eb service neutron] Pushing event updated for resources: {'Port': ['ID=13825ddc-f967-43c2-8564-f791e49c237c,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:07.012675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-ef5a762d-ab13-44e4-9c68-b60e786191a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.015791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-ef5a762d-ab13-44e4-9c68-b60e786191a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.7541151 Sep 16 05:21:07.018966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-9660a41d-1022-4cac-a384-fd13bccdcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.022525 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-9660a41d-1022-4cac-a384-fd13bccdcd6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1095 time: 0.1976559 Sep 16 05:21:07.048970 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.061633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2ce5a43-2d87-4a0c-8787-d4b26eb25d18 req-d295f490-6170-4c27-a970-5e94548c8b8b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066632 Sep 16 05:21:07.080169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:01:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:21:03Z', 'revision_number': 8, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:07.113796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281a208-caae-4db6-a5ef-d26511a66ea3 req-3e4c36ce-8d35-4cfc-83c2-59f22afb07ad tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.128645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8281a208-caae-4db6-a5ef-d26511a66ea3 req-3e4c36ce-8d35-4cfc-83c2-59f22afb07ad tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 943 time: 0.2428997 Sep 16 05:21:07.163632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:07.164828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-64ce8f99-5211-4af9-bde1-c45005702545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.174575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:07.175367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:07.179014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-64ce8f99-5211-4af9-bde1-c45005702545 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.2415833 Sep 16 05:21:07.183938 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-0ec57050-9206-48a8-87ba-ace13c9aa32f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 217 time: 0.1312726 Sep 16 05:21:07.202186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:07.202643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:07.205090 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:07.238235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8281a208-caae-4db6-a5ef-d26511a66ea3 req-d86cf7c3-2b0d-4170-b023-1828644620f4 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083882 Sep 16 05:21:07.255281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-cbe4eeae-b338-4f39-bf8a-0a8ad85e865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.257034 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-cbe4eeae-b338-4f39-bf8a-0a8ad85e865a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1095 time: 0.1231658 Sep 16 05:21:07.317977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:07.322127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-f0e531f5-0cf9-4d07-a2cc-2bc69a8bc460 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 200 len: 217 time: 0.0502577 Sep 16 05:21:07.381575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-b0a1baf8-1ba4-409a-94fd-d84d776d24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.383313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-b0a1baf8-1ba4-409a-94fd-d84d776d24ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3577907 Sep 16 05:21:07.410985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92bda528-7a9a-4c44-93ef-2fcde5acfe19 req-c13a65be-babc-405e-97d9-c4f70f538e97 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0670283 Sep 16 05:21:07.421551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-283176ab-5b97-4adf-80a8-f6c2d5ae1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.424134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-283176ab-5b97-4adf-80a8-f6c2d5ae1a4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.2272811 Sep 16 05:21:07.436609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-869dd19f-5be6-4d17-9735-3634e226e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.438030 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-869dd19f-5be6-4d17-9735-3634e226e2d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.1072757 Sep 16 05:21:07.476512 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.498402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-b321ef2b-9f06-4a59-8b54-97bd91756d9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525510 Sep 16 05:21:07.540671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.543601 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] 10.222.0.49 "DELETE /v2.0/networks/28795798-bb94-4709-affe-fe3804ce5d6b HTTP/1.1" status: 204 len: 168 time: 3.4465752 Sep 16 05:21:07.545248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0daa5c-ae5e-4c15-a5dd-f65714fab709 admin admin] Pushing event deleted for resources: {'Network': ['ID=28795798-bb94-4709-affe-fe3804ce5d6b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:07.561847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-78fe9595-4356-47fe-bfca-74fa3f81de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.563413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-78fe9595-4356-47fe-bfca-74fa3f81de30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.3833342 Sep 16 05:21:07.667339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-8a94a535-326e-44d9-9d03-1a2cee5e8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.669204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-8a94a535-326e-44d9-9d03-1a2cee5e8917 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2253850 Sep 16 05:21:07.678300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:01:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:21:03Z', 'revision_number': 8, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:07.693496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ab3fd-727e-48f4-866d-912729a3d9ee req-d710f4e2-b93a-4118-af6c-e133a06335a5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.695820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee9ab3fd-727e-48f4-866d-912729a3d9ee req-d710f4e2-b93a-4118-af6c-e133a06335a5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.0932243 Sep 16 05:21:07.701012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-b772ea64-d8fc-4cf4-8289-e6e866b40e7e service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910224 Sep 16 05:21:07.716745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb4b23-f23e-4dbd-bde1-e85fd7273aae None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '48d3e336-fa61-46f3-9b6b-62c6128021f8', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'port_id': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'mac_address': 'fa:16:3e:01:c7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:10Z', 'updated_at': '2021-09-16T05:21:03Z', 'revision_number': 8, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:07.745380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-a884fe8a-dd01-49ff-805c-1d06b7c52c99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 1000 time: 0.1469328 Sep 16 05:21:07.809767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee9ab3fd-727e-48f4-866d-912729a3d9ee req-69ce3f78-5ad0-48c3-be33-55c9f6f4cbc3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012397 Sep 16 05:21:07.810127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-c9f939ee-ba19-4871-8526-25497b335c07 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944626 Sep 16 05:21:07.922943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-896a252e-c900-4fae-9c9d-2ffb05db5467 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444320 Sep 16 05:21:07.938734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd3c21c3-5a34-490f-88c8-953ff3b0a6cc req-48d62b30-cd86-4df6-84f0-2e7ed4ee94a4 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079494 Sep 16 05:21:07.942234 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f423b6b9-f455-4e84-8c3a-d6dd38dada08 x-openstack-request-id: req-f423b6b9-f455-4e84-8c3a-d6dd38dada08 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:07.943165 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "tag": "13825ddc-f967-43c2-8564-f791e49c237c", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:07.943657 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f423b6b9-f455-4e84-8c3a-d6dd38dada08 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:07.944606 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c', 'status': 'completed', 'code': 200} Sep 16 05:21:07.951660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-bb5a2803-1133-4dff-b419-de561a8de7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.953209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-bb5a2803-1133-4dff-b419-de561a8de7bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.1728907 Sep 16 05:21:08.007882 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1effb209-bee1-4aee-8940-178a922609e2 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:08.010710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50320) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.063631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 1effb209-bee1-4aee-8940-178a922609e2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:08.064432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1effb209-bee1-4aee-8940-178a922609e2 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:08.110277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90525827-8483-4cff-8c9e-fe6de8f2ca9f req-81813fb4-fd15-47c7-9b2f-b14462887eca service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755423 Sep 16 05:21:08.121898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2c8e4fb8-a069-4090-be9a-bb991ba5e98d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5e2e06faeb045979b54a4881f2b5e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1099577 Sep 16 05:21:08.124584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-04439c65-a342-4b15-bf16-14737d6e7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.126286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-04439c65-a342-4b15-bf16-14737d6e7fab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586754 Sep 16 05:21:08.128617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50324) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.170229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ab069a-ff2b-4d8f-8ed2-929020077b10 req-cae43906-13a2-4704-adab-56f0e6113e4b service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160096 Sep 16 05:21:08.174057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cac72c-3943-4501-b607-ba48d949104b req-5a7c6829-9a98-44bd-b151-01c24275d895 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.176378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4cac72c-3943-4501-b607-ba48d949104b req-5a7c6829-9a98-44bd-b151-01c24275d895 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 943 time: 0.1039677 Sep 16 05:21:08.192467 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44b09c-bf40-47ef-a952-3bf8fc9b78b3 None None] New status for floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:21:08.288716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-57bda5f1-afb6-433b-9549-6dc43de312da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.290278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-57bda5f1-afb6-433b-9549-6dc43de312da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1095 time: 0.1040010 Sep 16 05:21:08.293143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-80ccd6cf-0472-425c-b76a-fd50dd6d87d6 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527164 Sep 16 05:21:08.341767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89500877-d620-4b1b-97f5-cf0e0ea05625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.350031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4cac72c-3943-4501-b607-ba48d949104b req-1c3944b8-9b91-406a-b8cd-8f9fb8dfba79 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040151 Sep 16 05:21:08.383979 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89500877-d620-4b1b-97f5-cf0e0ea05625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.509134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cdf50771-5909-46fe-b4ac-a400f9ffa779 req-f64b8b2c-1325-4899-8cea-769f9d5d7a02 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015629 Sep 16 05:21:08.514374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-74d79ca9-e1f3-4891-8746-6aac2e1fbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.518078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-74d79ca9-e1f3-4891-8746-6aac2e1fbf94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 914 time: 0.2199233 Sep 16 05:21:08.528540 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89500877-d620-4b1b-97f5-cf0e0ea05625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.534671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89500877-d620-4b1b-97f5-cf0e0ea05625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.542116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89500877-d620-4b1b-97f5-cf0e0ea05625 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aaab89b8-cb11-4e0b-9969-88fe1bcd2f53 HTTP/1.1" status: 204 len: 168 time: 0.3878546 Sep 16 05:21:08.542777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50336) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.570578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-81bd30df-07a4-4595-a52f-cb48449217c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 200 len: 217 time: 0.0422091 Sep 16 05:21:08.575904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89500877-d620-4b1b-97f5-cf0e0ea05625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab89b8-cb11-4e0b-9969-88fe1bcd2f53,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:08.703904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-b59c1b23-9d71-47df-af21-dce1e8939256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.705983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-b59c1b23-9d71-47df-af21-dce1e8939256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.1209111 Sep 16 05:21:08.757709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-7be9af67-280e-426a-ab19-32aa894bf89c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408530 Sep 16 05:21:08.768071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a438429-4058-4b68-b5f7-cf384bf4123d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.800417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e03b3-0d5d-4b6b-8120-a2ca3aedb540 req-092d65d3-d46d-4b53-8b5f-afb868bfc12b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.803172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-328e03b3-0d5d-4b6b-8120-a2ca3aedb540 req-092d65d3-d46d-4b53-8b5f-afb868bfc12b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 943 time: 0.1023908 Sep 16 05:21:08.829612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a438429-4058-4b68-b5f7-cf384bf4123d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.830962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}, {'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:08.834331 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}, {"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:08.895029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-328e03b3-0d5d-4b6b-8120-a2ca3aedb540 req-c8693bd1-e9ad-45fa-a253-878b3bf17ca0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818961 Sep 16 05:21:08.913069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-622f6369-a0cf-4c95-9e6a-a60ce7c6c95f req-840d6ddb-b7b3-46bc-b99a-0934b284f7f5 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0983021 Sep 16 05:21:09.019070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-b746ec84-68dc-442d-a818-69aa51771a66 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508311 Sep 16 05:21:09.030929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a438429-4058-4b68-b5f7-cf384bf4123d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.034087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a438429-4058-4b68-b5f7-cf384bf4123d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.035296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5a438429-4058-4b68-b5f7-cf384bf4123d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "DELETE /v2.0/security-groups/fd46d276-2f9c-4f5f-8b67-63652ccebf2d HTTP/1.1" status: 204 len: 168 time: 0.4708045 Sep 16 05:21:09.047261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50348) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:09.075250 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-a579ad54-377a-4ccf-b99d-244b498e8303 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] show failed (client error): The resource could not be found. Sep 16 05:21:09.078955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a579ad54-377a-4ccf-b99d-244b498e8303 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "GET /v2.0/security-groups/fd46d276-2f9c-4f5f-8b67-63652ccebf2d HTTP/1.1" status: 404 len: 347 time: 0.0215137 Sep 16 05:21:09.102252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50350) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:09.118403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a438429-4058-4b68-b5f7-cf384bf4123d tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd46d276-2f9c-4f5f-8b67-63652ccebf2d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:09.154238 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6c00d3-0b43-4ec9-8db3-9e8f11364f76 x-openstack-request-id: req-2b6c00d3-0b43-4ec9-8db3-9e8f11364f76 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:09.154545 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:09.154796 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b6c00d3-0b43-4ec9-8db3-9e8f11364f76 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:09.155196 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'status': 'completed', 'code': 200} Sep 16 05:21:09.155449 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'status': 'completed', 'code': 200} Sep 16 05:21:09.321713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46fe3b11-a7db-4439-8ed1-c1d7fb2238c4 req-09761928-ebc8-49d4-9f42-9d7b0c69c4ab service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943637 Sep 16 05:21:09.353183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-a9082cda-c1a1-4068-a832-85264f79cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.355093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-a9082cda-c1a1-4068-a832-85264f79cdb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1095 time: 0.2031624 Sep 16 05:21:09.372309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48e65d10-be3a-4c2c-a37b-d406c26b0f9b req-f3248911-3dd1-45d5-b809-5238a633dc24 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips/48d3e336-fa61-46f3-9b6b-62c6128021f8 HTTP/1.1" status: 200 len: 999 time: 0.4144607 Sep 16 05:21:09.378249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95b66-f3c4-400f-a126-626eb96a3934 req-4ffd5613-6df2-4324-870c-89d3d3a80abb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.383562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97d95b66-f3c4-400f-a126-626eb96a3934 req-4ffd5613-6df2-4324-870c-89d3d3a80abb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.2014921 Sep 16 05:21:09.492666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97d95b66-f3c4-400f-a126-626eb96a3934 req-605bba25-f4a7-49f2-a2fd-55ecc493a17e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964661 Sep 16 05:21:09.495978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Deleting port b39f52ee-e2ae-439a-b6b7-5688806f567c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:09.496407 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.538837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-af78e493-87a9-46cb-a20c-b08ccac76718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.564602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-af78e493-87a9-46cb-a20c-b08ccac76718 service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.1799192 Sep 16 05:21:09.599664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e65d10-be3a-4c2c-a37b-d406c26b0f9b req-ae52683f-5edb-4649-a690-1b2c179bf58a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.610676 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48e65d10-be3a-4c2c-a37b-d406c26b0f9b req-ae52683f-5edb-4649-a690-1b2c179bf58a tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2228053 Sep 16 05:21:09.648933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.649163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.667304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-39208e48-813c-4b13-a2db-fe0c00bc8a15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 217 time: 0.0930488 Sep 16 05:21:09.713597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Calling delete_port for b39f52ee-e2ae-439a-b6b7-5688806f567c owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:09.806899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013e825-2eee-463f-a041-6971fd925800 req-e5fdcd58-81f8-44f8-adb0-70acbff5624a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.809726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e013e825-2eee-463f-a041-6971fd925800 req-e5fdcd58-81f8-44f8-adb0-70acbff5624a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 943 time: 0.1460931 Sep 16 05:21:09.824890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-01e0f06e-3aac-4624-b3c8-2ba52b565d4b tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1002 time: 0.1920402 Sep 16 05:21:09.828235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-a31d3e35-ca7b-420f-b819-3c29567542e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.830800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-a31d3e35-ca7b-420f-b819-3c29567542e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.1236444 Sep 16 05:21:09.938646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e013e825-2eee-463f-a041-6971fd925800 req-9a6731d8-d35e-49bf-878b-024120ec6566 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199782 Sep 16 05:21:09.948225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-a8bcc311-b575-4e5c-8486-52ee64716ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.949873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-a8bcc311-b575-4e5c-8486-52ee64716ae6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920281 Sep 16 05:21:09.971111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-1f752482-6cb0-4068-8e00-953b4e9847f5 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.974649 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-1f752482-6cb0-4068-8e00-953b4e9847f5 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports/82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 943 time: 0.1213388 Sep 16 05:21:10.177153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-de84a74c-a470-4b77-8dd5-ac62584fb9ce tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1002 time: 0.0737128 Sep 16 05:21:10.182832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9b405-ab4d-4a64-a510-425ffb2c78bd req-93032fab-8ed8-4d52-b062-39bb7c961c7a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.184439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebc9b405-ab4d-4a64-a510-425ffb2c78bd req-93032fab-8ed8-4d52-b062-39bb7c961c7a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 943 time: 0.1435971 Sep 16 05:21:10.186885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-42a6d7f4-03a1-4dc0-b31b-80d730ee76b1 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237656 Sep 16 05:21:10.194729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.253586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Pushing event deleted for resources: {'Port': ['ID=b39f52ee-e2ae-439a-b6b7-5688806f567c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.352578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebc9b405-ab4d-4a64-a510-425ffb2c78bd req-418682d8-a49b-45b8-8bd4-485442278bdb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595445 Sep 16 05:21:10.372798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:10.383530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-381925c5-c44f-4971-a3ba-32ae00d5beee tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.384061 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-381925c5-c44f-4971-a3ba-32ae00d5beee tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1999948 Sep 16 05:21:10.384619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.387489 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.388946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2349c5ba-7512-4226-b710-df96e18984d1 tempest-ImagesOneServerNegativeTestJSON-1879087402 tempest-ImagesOneServerNegativeTestJSON-1879087402-project] 10.222.0.49 "DELETE /v2.0/floatingips/05566c50-5b51-443e-9f70-bf100c78ad1a HTTP/1.1" status: 204 len: 168 time: 1.2950878 Sep 16 05:21:10.426231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50390) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:10.441310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-6a6ef4cc-cf08-47d1-b514-7330b3ed77d4 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330194 Sep 16 05:21:10.526260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b11426a2-0f92-42dd-9a28-2a16ad805814 req-91ae8534-9917-40ed-9ef0-4772151257ef tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0521381 Sep 16 05:21:10.559334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-e1fb8d42-d5e3-4935-a048-72bccaae8d0e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 1002 time: 0.1647725 Sep 16 05:21:10.573005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:10.620463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1389292093-network', 'tenant_id': '689261a598f0454eb848c3998b1952cf'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:10.647271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-6091d84e-98f1-49f3-aa41-242aa99b9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.651338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-6091d84e-98f1-49f3-aa41-242aa99b9cc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.1118767 Sep 16 05:21:10.653047 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.713866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c19cf4d-a97c-4050-b99e-f6dcfc6b4fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.840163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.860706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 13825ddc-f967-43c2-8564-f791e49c237c details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:10.904381 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.904893 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8 disassociated. External IP: 172.25.1.188, port: 82abd80b-73ca-49c4-b225-e3902bf44b60. Sep 16 05:21:10.990801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 13825ddc-f967-43c2-8564-f791e49c237c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=13825ddc-f967-43c2-8564-f791e49c237c,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:11.014355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '13825ddc-f967-43c2-8564-f791e49c237c', 'network_id': '5a7d4307-3dcc-471d-8565-b739392b04f2', 'port_id': '13825ddc-f967-43c2-8564-f791e49c237c', 'mac_address': 'fa:16:3e:84:5c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae839689-a5e1-4e78-ac34-b745af397204', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:11.064065 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.084347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13825ddc-f967-43c2-8564-f791e49c237c {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:11.119926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 13825ddc-f967-43c2-8564-f791e49c237c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=13825ddc-f967-43c2-8564-f791e49c237c,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:11.191174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Made reservation on behalf of 689261a598f0454eb848c3998b1952cf for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:11.195987 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.220383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Router 51bd888e-2fe2-4c14-9549-497e0e140100 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:11.222585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.223573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:11.229635 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.268713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052a842-a565-4c01-9c55-40a3f1aafb40 req-6e9a9b04-c722-4ffc-b775-94cedb4e6103 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.271013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8052a842-a565-4c01-9c55-40a3f1aafb40 req-6e9a9b04-c722-4ffc-b775-94cedb4e6103 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.6033456 Sep 16 05:21:11.305475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=13825ddc-f967-43c2-8564-f791e49c237c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:11.326155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-3c40561c-d3ba-4f28-a053-1ab980c8ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.327697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-3c40561c-d3ba-4f28-a053-1ab980c8ca34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.6692162 Sep 16 05:21:11.387729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8052a842-a565-4c01-9c55-40a3f1aafb40 req-f1d3adea-4a73-47bc-94db-d089af615d92 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010094 Sep 16 05:21:11.389066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:11.389726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-8186473c-f13e-428c-b3c4-6edb59393c08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.0481050 Sep 16 05:21:11.393551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:11.400184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.410143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'mac_address': 'fa:16:3e:e8:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:11.414990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:11.480096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:11.481597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:11.496162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-e8551a7d-22b0-45b1-83cf-a6716b631dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.497969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-e8551a7d-22b0-45b1-83cf-a6716b631dac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.0945063 Sep 16 05:21:11.554696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c19cf4d-a97c-4050-b99e-f6dcfc6b4fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.574896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-0fb63d6f-30ec-40ba-af6e-02bb410259dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.577357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-0fb63d6f-30ec-40ba-af6e-02bb410259dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712278 Sep 16 05:21:11.720079 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.733709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c19cf4d-a97c-4050-b99e-f6dcfc6b4fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.762074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afed1aa-f013-464f-85a6-fa3a21c1cf18 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:11.766842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-cc3eefeb-9c42-412d-bc32-b10abd583ca6 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "PUT /v2.0/floatingips/48d3e336-fa61-46f3-9b6b-62c6128021f8 HTTP/1.1" status: 200 len: 696 time: 1.2006490 Sep 16 05:21:11.767396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:11.771143 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e231eac-fc40-4654-814a-f3cca3baa65b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:11.803985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:11.807470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:11.841093 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.841441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-628112e8-69b1-4f39-90c2-7c36c791e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.843357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-628112e8-69b1-4f39-90c2-7c36c791e23d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.0560479 Sep 16 05:21:11.873278 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.969923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.981992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-b327de65-d55d-458f-b5d8-bee90e2a8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.983756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-b327de65-d55d-458f-b5d8-bee90e2a8439 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.1219316 Sep 16 05:21:12.002784 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c19cf4d-a97c-4050-b99e-f6dcfc6b4fd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f62900b446a74c2e8b9fb285b7e5be67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5723736 Sep 16 05:21:12.004868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19cf4d-a97c-4050-b99e-f6dcfc6b4fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408699d4-900b-42cb-ba9e-571e6c9733b2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.007627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.034844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:12.055155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-b02e2a7b-5c53-4d5a-ac90-792da7669dff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.0572329 Sep 16 05:21:12.059550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74938fff-3be6-4ea7-bbc0-cb7dba4170c0 req-dd8b5715-f7ae-4f12-8626-c9ff6f8ca1ed tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.066647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74938fff-3be6-4ea7-bbc0-cb7dba4170c0 req-dd8b5715-f7ae-4f12-8626-c9ff6f8ca1ed tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 943 time: 0.4717245 Sep 16 05:21:12.095309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.126897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.127422 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Added segment 791d051c-43b6-4934-bdff-e718b9e9d316 of type vlan for network 98720363-ea84-46cd-9b62-1fe94821b803 Sep 16 05:21:12.135064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-a1e0bdb4-3ace-456d-a376-26fbe9aa6ccc service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499530 Sep 16 05:21:12.152415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-ce860e19-e377-41e5-a49c-e607f1d64328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.153990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-ce860e19-e377-41e5-a49c-e607f1d64328 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.0810425 Sep 16 05:21:12.155449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.179236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-147abae0-1875-4233-b350-ac6a02588260 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2462144 Sep 16 05:21:12.183950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-687ba9f3-c42b-4a6a-9a1b-d07ab51f37a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.204336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['13825ddc-f967-43c2-8564-f791e49c237c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:12.232766 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-687ba9f3-c42b-4a6a-9a1b-d07ab51f37a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.242312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0afed1aa-f013-464f-85a6-fa3a21c1cf18'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:12.263656 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.278636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-8683a87a-3e0f-453b-8d3c-ac90d061ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.281047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-8683a87a-3e0f-453b-8d3c-ac90d061ef2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147816 Sep 16 05:21:12.349893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74938fff-3be6-4ea7-bbc0-cb7dba4170c0 req-9193c53a-25f4-4080-8504-8542b91d80b4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805035 Sep 16 05:21:12.358313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:12.401527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:12.418304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-d9966895-1478-4bd1-bc7c-2e3b0347167b service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250212 Sep 16 05:21:12.419982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-687ba9f3-c42b-4a6a-9a1b-d07ab51f37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.422864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-687ba9f3-c42b-4a6a-9a1b-d07ab51f37a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.424119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-687ba9f3-c42b-4a6a-9a1b-d07ab51f37a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/408699d4-900b-42cb-ba9e-571e6c9733b2 HTTP/1.1" status: 204 len: 168 time: 0.4152670 Sep 16 05:21:12.437012 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db28d7f-ca4a-4ac0-91a9-4c5c9630a25a req-ec9c8212-c511-4be9-9a2f-e1f19ea20f7a service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829015 Sep 16 05:21:12.440120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:12.440601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:12.447646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ba9f3-c42b-4a6a-9a1b-d07ab51f37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408699d4-900b-42cb-ba9e-571e6c9733b2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.496807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.498415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.499569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.553892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67005475-61f8-44c3-b198-50604630490a req-793807ea-5580-4360-90e6-6929d76841d8 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.555731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67005475-61f8-44c3-b198-50604630490a req-793807ea-5580-4360-90e6-6929d76841d8 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 944 time: 0.1057887 Sep 16 05:21:12.566501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4277c-211e-42a4-b5f1-f783fcf71958 req-1e7e20a8-3646-42df-aaed-9560dae233b0 service neutron] 10.222.0.49 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278818 Sep 16 05:21:12.633393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] Pushing event updated for resources: {'Network': ['ID=98720363-ea84-46cd-9b62-1fe94821b803,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.643010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-57abfe84-488d-41cc-bd27-001b6f18cc11 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2681565 Sep 16 05:21:12.649876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50420) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.655200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Request body: {'subnet': {'network_id': '98720363-ea84-46cd-9b62-1fe94821b803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1389292093-subnet', 'tenant_id': '689261a598f0454eb848c3998b1952cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:12.660598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 98720363-ea84-46cd-9b62-1fe94821b803 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:12.685607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67005475-61f8-44c3-b198-50604630490a req-3f0301d2-f25e-4e08-8322-128dcf7fb9c8 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159043 Sep 16 05:21:12.747509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50422) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.787728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-b5cfc77e-50ad-4cc6-b732-787799f07937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.790357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-b5cfc77e-50ad-4cc6-b732-787799f07937 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.1007950 Sep 16 05:21:12.840303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99042-eae0-4f0f-8543-05c7335d4628 req-aa0cdd1c-055b-48c3-aa04-3858a4e22f94 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.842128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1cf99042-eae0-4f0f-8543-05c7335d4628 req-aa0cdd1c-055b-48c3-aa04-3858a4e22f94 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.1819501 Sep 16 05:21:12.845851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:12.846224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b79d4bf-a3a6-45be-9116-9006f98e838a admin admin] Deleting subnet 9b34ebf4-5073-4092-a816-adaff7c4dfc9 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:12.852007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b79d4bf-a3a6-45be-9116-9006f98e838a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.924580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Made reservation on behalf of 689261a598f0454eb848c3998b1952cf for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:12.928312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.947144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-a9dbad6e-8d39-4cea-a916-f1417667f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.948920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-a9dbad6e-8d39-4cea-a916-f1417667f3c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.1330330 Sep 16 05:21:13.025115 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b71b0c75-d0d0-4e24-acad-bddcafcb8d8f req-a3490c66-e914-49dc-90bd-38213174d2ee tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0748570 Sep 16 05:21:13.027090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-35e4c918-37f0-4609-9da4-145673c7204f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.0676715 Sep 16 05:21:13.049598 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b79d4bf-a3a6-45be-9116-9006f98e838a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.099117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1cf99042-eae0-4f0f-8543-05c7335d4628 req-2b79edff-00d5-44e3-b89c-b6557112245d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136242 Sep 16 05:21:13.112774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-24c99566-4d5a-41bf-9db6-233462fc2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.112774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-24c99566-4d5a-41bf-9db6-233462fc2dc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.0717762 Sep 16 05:21:13.136155 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6432a0-5b8d-4612-b349-945fdc067bd9 x-openstack-request-id: req-1d6432a0-5b8d-4612-b349-945fdc067bd9 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:13.136681 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:13.141265 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d6432a0-5b8d-4612-b349-945fdc067bd9 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:13.141752 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'status': 'completed', 'code': 200} Sep 16 05:21:13.166726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b79d4bf-a3a6-45be-9116-9006f98e838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.250026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-361c9c78-013a-4172-acee-2f990fa508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.253257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-361c9c78-013a-4172-acee-2f990fa508d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361785 Sep 16 05:21:13.267962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.307736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4152489-d64f-457e-b5db-794e30e2d0b5 None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:19:34Z', 'revision_number': 4, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '2d6d58e4-0996-4820-b459-544d0217a60f', 'name': '', 'network_id': '6add0826-1598-417e-9cf4-0c21261a0d0c', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'mac_address': 'fa:16:3e:9b:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:33Z', 'updated_at': '2021-09-16T05:19:39Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'subnets': [{'id': 'd3aad3ed-2412-46d8-9194-7251f4522651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:13.322994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-fa5fa1b4-2932-4a11-a08a-40b86db0c9c5 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips/48d3e336-fa61-46f3-9b6b-62c6128021f8 HTTP/1.1" status: 200 len: 696 time: 0.0632412 Sep 16 05:21:13.410850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-2dbc0dd8-ef65-4560-8393-cce91e9bbf0b service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481020 Sep 16 05:21:13.425443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50440) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:13.499367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3c55855b-c7d8-4727-9962-11af89ff525f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.504838 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b79d4bf-a3a6-45be-9116-9006f98e838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.547393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79d4bf-a3a6-45be-9116-9006f98e838a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b34ebf4-5073-4092-a816-adaff7c4dfc9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.564892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b79d4bf-a3a6-45be-9116-9006f98e838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.564892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7b79d4bf-a3a6-45be-9116-9006f98e838a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9b34ebf4-5073-4092-a816-adaff7c4dfc9 HTTP/1.1" status: 204 len: 168 time: 0.7946467 Sep 16 05:21:13.565785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170d0-3181-4e7a-b17c-6d35f9e25907 req-f564408e-56d1-4797-a090-30e58d59eca8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.567152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:13.569805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9d170d0-3181-4e7a-b17c-6d35f9e25907 req-f564408e-56d1-4797-a090-30e58d59eca8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1095045 Sep 16 05:21:13.583917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e47c66-c47f-4467-9759-de9b9ac86d23 req-fd0d1b8a-bf55-451c-bdcb-6ae07cd3bcb1 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622410 Sep 16 05:21:13.616429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.619500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9d170d0-3181-4e7a-b17c-6d35f9e25907 req-7acd89f0-4626-4b34-abc0-84e8a3c42251 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457673 Sep 16 05:21:13.636791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-f6625088-ef4c-4ab4-a686-c40a1155311f tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.638352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-f6625088-ef4c-4ab4-a686-c40a1155311f tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.3001473 Sep 16 05:21:13.722422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-a0ff7e2e-b389-41f2-8d89-c00ee94cdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.725097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-a0ff7e2e-b389-41f2-8d89-c00ee94cdb74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8574de8e5c66481a898389d52299a4e6&device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 1098 time: 0.0621443 Sep 16 05:21:13.804111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-5dc0c4aa-f4a0-492f-a193-fd6dc73cb984 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 699 time: 0.1343699 Sep 16 05:21:13.809624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.816008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbf9e5c-7d85-41ab-8fee-b4871d4e0232,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.833611 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15339f-682d-4b78-a476-509bc508c847 None None] New status for floating IP 48d3e336-fa61-46f3-9b6b-62c6128021f8: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:21:13.913042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-2163cc89-2213-4b2a-ab5f-b4c8b94893dc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 699 time: 0.0824370 Sep 16 05:21:13.938068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-1c8ecb99-d354-4941-b5c8-51018ee6860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.940422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-1c8ecb99-d354-4941-b5c8-51018ee6860e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 200 len: 921 time: 0.2064097 Sep 16 05:21:13.951401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5f16e-08ad-4f13-ae0a-d06f6d29aa70 req-27feed3b-f701-488c-a09d-9a67bdff550b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.959591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71b5f16e-08ad-4f13-ae0a-d06f6d29aa70 req-27feed3b-f701-488c-a09d-9a67bdff550b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 944 time: 0.1196685 Sep 16 05:21:13.975691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Checking segment: {'id': '791d051c-43b6-4934-bdff-e718b9e9d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '98720363-ea84-46cd-9b62-1fe94821b803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:13.976079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Network hostable DHCP agents. Network: 98720363-ea84-46cd-9b62-1fe94821b803, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:14.018308 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-b848fcc3-0d88-4c46-9bcf-44afc6d72828 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 200 len: 217 time: 0.0513673 Sep 16 05:21:14.057861 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3c55855b-c7d8-4727-9962-11af89ff525f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.072397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71b5f16e-08ad-4f13-ae0a-d06f6d29aa70 req-5abc58eb-9034-4c32-a260-f45590f70ef9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117547 Sep 16 05:21:14.090075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.106014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-b0aad8ae-2713-4cf2-845a-382c89683e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.107699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-b0aad8ae-2713-4cf2-845a-382c89683e8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 200 len: 859 time: 0.0729663 Sep 16 05:21:14.137832 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3c55855b-c7d8-4727-9962-11af89ff525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.166894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-5f180473-7a57-45b1-b2ab-6611dcfff899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.168783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-5f180473-7a57-45b1-b2ab-6611dcfff899 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6add0826-1598-417e-9cf4-0c21261a0d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532854 Sep 16 05:21:14.178334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc9b2a7-997a-4270-88bb-1b4ae4db50b1']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:14.230181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a67503c-05f1-4f04-816b-72988451b8f9') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:14.230486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a67503c-05f1-4f04-816b-72988451b8f9') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:14.235154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55855b-c7d8-4727-9962-11af89ff525f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209f3d23-0620-43f1-bdb4-d5130721246c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.247183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-3cd88e32-afbe-47e5-8823-84b584693682 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=87437861a41e40c4bf78025a370c9983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434413 Sep 16 05:21:14.261775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3c55855b-c7d8-4727-9962-11af89ff525f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18ef6fd11fe44893905f56c05f57f0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303421 Sep 16 05:21:14.262079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.266100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50460) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:14.273113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Network 98720363-ea84-46cd-9b62-1fe94821b803 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:14.307587 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.321373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:14.321775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:14.326445 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:14.381070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-cae0f948-47ae-4212-86c2-16856d19a7e1 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043042 Sep 16 05:21:14.385680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Deleting port f0ceccec-0667-4325-819a-b89cd62ce539 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:14.385967 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.444832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-23290e02-fdb9-44f5-ba43-66ea326737b7 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.446985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-23290e02-fdb9-44f5-ba43-66ea326737b7 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669986 Sep 16 05:21:14.457545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 98720363-ea84-46cd-9b62-1fe94821b803) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:14.464722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98c877bf-2ddb-48c1-948d-81f87e823289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.468508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16169205-cee5-4023-a2f8-0ca19e107fbd None None] Network 98720363-ea84-46cd-9b62-1fe94821b803 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:14.469289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.470146 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.495903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-0a31cf98-64ff-4ade-96f7-65b2f089fd7d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/quotas/87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 375 time: 0.0160232 Sep 16 05:21:14.517113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98c877bf-2ddb-48c1-948d-81f87e823289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.518806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.530407 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.530734 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.542972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.546842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cbc9b2a7-997a-4270-88bb-1b4ae4db50b1 HTTP/1.1" status: 204 len: 168 time: 0.9771202 Sep 16 05:21:14.562369 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e231eac-fc40-4654-814a-f3cca3baa65b req-9879b6c0-84fa-4b5a-a914-662cf8bc95a4 service neutron] 10.222.0.30 "GET /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732078 Sep 16 05:21:14.568351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bd3a8-e10f-4ca2-bf3e-58ac82d63935 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc9b2a7-997a-4270-88bb-1b4ae4db50b1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.572626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Calling delete_port for f0ceccec-0667-4325-819a-b89cd62ce539 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:14.599895 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-69c53084-4f40-4ef2-ae5a-6bfcd4ca734d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9370091 Sep 16 05:21:14.600241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-b65c047f-aa11-43b4-b200-77b5d5e19ca6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958748 Sep 16 05:21:14.667814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15f361-3bc0-486b-95cd-f94a7dbad6de None None] Network 98720363-ea84-46cd-9b62-1fe94821b803 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:14.762545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98c877bf-2ddb-48c1-948d-81f87e823289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.765157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98c877bf-2ddb-48c1-948d-81f87e823289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.771338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-98c877bf-2ddb-48c1-948d-81f87e823289 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/209f3d23-0620-43f1-bdb4-d5130721246c HTTP/1.1" status: 204 len: 168 time: 0.4963171 Sep 16 05:21:14.784159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c877bf-2ddb-48c1-948d-81f87e823289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f3d23-0620-43f1-bdb4-d5130721246c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.892144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 13825ddc-f967-43c2-8564-f791e49c237c up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:14.925037 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.986381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54e30481-2a77-44d4-8c1f-4471926932c2 req-f91545a2-7039-4983-833e-35072aa212ab tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0599661 Sep 16 05:21:15.057923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Pushing event deleted for resources: {'Port': ['ID=f0ceccec-0667-4325-819a-b89cd62ce539,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:15.075252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 13825ddc-f967-43c2-8564-f791e49c237c completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:15.085553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 13825ddc-f967-43c2-8564-f791e49c237c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:15.086300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.101610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.105016 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.118079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63ac43f2-2d73-4b71-8038-4fe45dc94215 req-b5d9f2ac-47c8-4310-8d3e-3719bf78586e tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "DELETE /v2.0/floatingips/48d3e336-fa61-46f3-9b6b-62c6128021f8 HTTP/1.1" status: 204 len: 173 time: 1.1737711 Sep 16 05:21:15.200508 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b501f4b3-43ac-4230-a9cf-66b065a6a87c req-8ada089b-7b9c-48ea-bcd8-ae02c0f9e029 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 210 time: 0.0347559 Sep 16 05:21:15.200727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f96e7-dcff-4a17-a847-2c9c986d7f81 req-23faf3c3-0d7c-40b4-be3d-17579f43fbbd tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:15.201941 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-786f96e7-dcff-4a17-a847-2c9c986d7f81 req-23faf3c3-0d7c-40b4-be3d-17579f43fbbd tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0647626 Sep 16 05:21:15.209672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.237061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:15.240367 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de83d44-ca0f-4d7c-ac80-a90e14a20246" -d '{"events": [{"server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "name": "network-vif-plugged", "status": "completed", "tag": "13825ddc-f967-43c2-8564-f791e49c237c"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:15.253165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50488) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:15.267091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-786f96e7-dcff-4a17-a847-2c9c986d7f81 req-c4618d57-95a9-4565-86f5-ad1d3c70d427 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549536 Sep 16 05:21:15.287330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 13825ddc-f967-43c2-8564-f791e49c237c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=13825ddc-f967-43c2-8564-f791e49c237c,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:15.339085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50490) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:15.345313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b1bbe93-bb06-4f1f-b6b5-4dedddfbafa5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4683bcbaaf764730b43842cca77fc970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904448 Sep 16 05:21:15.416386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8029167e-346f-4f72-9bae-1e67041d2056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.422759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.424045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:15.442628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5a592-fa36-4df6-9830-c1d41bd94d65 req-1673c7c7-5987-430b-996c-27a9e7a43ceb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:15.445794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29e5a592-fa36-4df6-9830-c1d41bd94d65 req-1673c7c7-5987-430b-996c-27a9e7a43ceb tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 944 time: 0.0622835 Sep 16 05:21:15.446531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8029167e-346f-4f72-9bae-1e67041d2056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.505135 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29e5a592-fa36-4df6-9830-c1d41bd94d65 req-580e3e16-d3a1-41e7-9353-79e8bbadc540 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524302 Sep 16 05:21:15.531465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=13825ddc-f967-43c2-8564-f791e49c237c,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:15.669953 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8029167e-346f-4f72-9bae-1e67041d2056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.673052 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8029167e-346f-4f72-9bae-1e67041d2056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.676124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8029167e-346f-4f72-9bae-1e67041d2056 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f62a295-2bbd-4247-bfde-ea0928b9bd0c HTTP/1.1" status: 204 len: 168 time: 0.3336377 Sep 16 05:21:15.690600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029167e-346f-4f72-9bae-1e67041d2056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f62a295-2bbd-4247-bfde-ea0928b9bd0c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:15.698379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:15.712138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:15.712923 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.771753 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c1250e-98d1-4f85-ae11-bd8f74fdf76c req-7b2e5d13-e517-4dee-b63d-282155686a8f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0562079 Sep 16 05:21:15.780755 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd22ae7-9f69-41e3-9775-714cd487c799 x-openstack-request-id: req-fcd22ae7-9f69-41e3-9775-714cd487c799 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:15.780755 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "name": "network-vif-plugged", "status": "completed", "tag": "13825ddc-f967-43c2-8564-f791e49c237c", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:15.783889 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcd22ae7-9f69-41e3-9775-714cd487c799 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:15.784330 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c', 'code': 200} Sep 16 05:21:15.857396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.909416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:16.005168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64f688-f8ce-44d8-bc65-765467656359 req-33208c63-7543-44fd-a0ac-9f1d483f63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.006897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab64f688-f8ce-44d8-bc65-765467656359 req-33208c63-7543-44fd-a0ac-9f1d483f63c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1097 time: 0.0816765 Sep 16 05:21:16.016087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28a07f-eb92-4e0b-922f-afe8b365db41 req-166b3eb6-3dde-45c0-974e-eeccdb675243 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.017909 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e28a07f-eb92-4e0b-922f-afe8b365db41 req-166b3eb6-3dde-45c0-974e-eeccdb675243 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 946 time: 0.0808325 Sep 16 05:21:16.041466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.073274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab64f688-f8ce-44d8-bc65-765467656359 req-661999d8-52fd-4225-90a3-22344388c16b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545540 Sep 16 05:21:16.081185 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e28a07f-eb92-4e0b-922f-afe8b365db41 req-dce72c3e-4d83-4a11-a9c8-815e3717d51c tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Sep 16 05:21:16.118821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:16.216073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0609c174-ec8a-4d58-b433-9cf9db10d8bc req-2b5ba5ba-2c04-439e-a428-6d8c18b55e23 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0513325 Sep 16 05:21:16.404079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b753bfce-4f52-41bf-9fa3-13ffc7d6c81e req-93a7533c-e1f0-4876-8c0c-e76cac2bdcf3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 210 time: 0.0595148 Sep 16 05:21:16.475543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-34bc317a-9a4b-467d-b583-dbb406bbe36e tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.478284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-34bc317a-9a4b-467d-b583-dbb406bbe36e tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/networks?id=98720363-ea84-46cd-9b62-1fe94821b803 HTTP/1.1" status: 200 len: 822 time: 0.2239101 Sep 16 05:21:16.505523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-97cb5a54-aa81-4d73-8e84-0fd1387fbb5a tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/quotas/689261a598f0454eb848c3998b1952cf HTTP/1.1" status: 200 len: 375 time: 0.0194736 Sep 16 05:21:16.539079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-a2e5e20c-1c35-47a5-8774-8fd784956078 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=689261a598f0454eb848c3998b1952cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324352 Sep 16 05:21:16.555052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-f273b24d-49dc-4c30-8a4a-50239b417edb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:16.556485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-f273b24d-49dc-4c30-8a4a-50239b417edb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099695 Sep 16 05:21:16.595994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4e053-73eb-46f1-a969-d74339b8361a req-75e2a951-4313-4177-b712-4a19fff60fe4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.597604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51f4e053-73eb-46f1-a969-d74339b8361a req-75e2a951-4313-4177-b712-4a19fff60fe4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.0814996 Sep 16 05:21:16.640587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51f4e053-73eb-46f1-a969-d74339b8361a req-42fd7b25-cd01-4e74-ba19-2536d5c281dc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365522 Sep 16 05:21:16.688342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-66302e97-67d9-41da-a828-363a9fd347f0 service neutron] 10.222.0.49 "GET /v2.0/networks/98720363-ea84-46cd-9b62-1fe94821b803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245162 Sep 16 05:21:16.814942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-c7005186-04c2-4b30-b40c-0fd3c9a8c4d5 service neutron] 10.222.0.49 "GET /v2.0/networks/98720363-ea84-46cd-9b62-1fe94821b803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185803 Sep 16 05:21:16.840724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf402-0f63-467b-9ce6-2e38b9195c42 req-19f58ca7-8dcc-4622-88a9-9232d95509f9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.849224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f7cf402-0f63-467b-9ce6-2e38b9195c42 req-19f58ca7-8dcc-4622-88a9-9232d95509f9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 945 time: 0.1347668 Sep 16 05:21:16.914634 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f7cf402-0f63-467b-9ce6-2e38b9195c42 req-a1003f35-b5f5-4b54-987a-9a0a5d4c9c2f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648403 Sep 16 05:21:17.220643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8d70f48-d0af-4435-871b-3e733ebcf94e req-d8a7a8e5-5f4a-4ebe-9830-aac57169042c tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 210 time: 0.0437350 Sep 16 05:21:17.259912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73ce05-6522-4239-a433-2ea3e0ec04b6 req-bb0306c3-7639-4293-855f-6fb1fc6d7f12 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.268644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c73ce05-6522-4239-a433-2ea3e0ec04b6 req-bb0306c3-7639-4293-855f-6fb1fc6d7f12 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 946 time: 0.0764995 Sep 16 05:21:17.338253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c73ce05-6522-4239-a433-2ea3e0ec04b6 req-5b24d004-3251-43e8-8c5c-50f1fba1e8f1 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684667 Sep 16 05:21:17.435816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11af633b-0236-4155-b349-7956f657ee54 req-e43f8b5a-d1ff-41ee-9cc7-93b3b6e2274e tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0522335 Sep 16 05:21:17.689579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da6fd8e1-261d-4eb7-9855-73026ced0a21 req-5aa7809d-a7ae-470b-a923-e72f1439ced1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 210 time: 0.0412481 Sep 16 05:21:17.698945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50580) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:17.773818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0f15e-b9ee-4754-b5be-12cab25adf66 req-229fc87c-8229-4ab7-b298-39aad6d16608 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.775679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4a0f15e-b9ee-4754-b5be-12cab25adf66 req-229fc87c-8229-4ab7-b298-39aad6d16608 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.0534554 Sep 16 05:21:17.787792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:17.798962 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b69eb5-35f2-467d-bc60-15de68d61c20" -d '{"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-plugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:17.834570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4a0f15e-b9ee-4754-b5be-12cab25adf66 req-f7148e81-c44b-4fb0-a62d-1594e8e6896f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527508 Sep 16 05:21:17.964187 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b1f7a0-abf0-4cc9-aeb8-081f4074f7d9 x-openstack-request-id: req-24b1f7a0-abf0-4cc9-aeb8-081f4074f7d9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:17.964668 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-plugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:17.965095 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24b1f7a0-abf0-4cc9-aeb8-081f4074f7d9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:17.965752 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'code': 200} Sep 16 05:21:17.974316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1292132217-network', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:18.040255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-ec8fa493-a1df-4a9b-9c8c-a2bb07712923 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.043379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-ec8fa493-a1df-4a9b-9c8c-a2bb07712923 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 946 time: 0.1744237 Sep 16 05:21:18.142323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-713e241e-373a-4361-9116-ed970f448e76 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=87437861a41e40c4bf78025a370c9983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687878 Sep 16 05:21:18.164631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Made reservation on behalf of 51fe8b50c4274c2fb1e1a35f85a1cc2c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:18.167306 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.201811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.258706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86947fd9-d848-44ad-8799-7fa9d5608767 req-05b3c243-ba1e-4d58-b6bb-839b4ce1a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.260344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86947fd9-d848-44ad-8799-7fa9d5608767 req-05b3c243-ba1e-4d58-b6bb-839b4ce1a06e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1097 time: 0.1559427 Sep 16 05:21:18.291461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b395a7d-6b79-4837-a925-945595741efe req-3242ae0f-b210-4132-8a7f-1e9462c8dadc tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.299761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b395a7d-6b79-4837-a925-945595741efe req-3242ae0f-b210-4132-8a7f-1e9462c8dadc tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 945 time: 0.1786821 Sep 16 05:21:18.330694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Deleting port 82abd80b-73ca-49c4-b225-e3902bf44b60 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:18.336173 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.410581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-3072dc69-3ab1-4869-ae5a-e467f3de95bf tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.413809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-3072dc69-3ab1-4869-ae5a-e467f3de95bf tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618072 Sep 16 05:21:18.438798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86947fd9-d848-44ad-8799-7fa9d5608767 req-9d064a7b-a052-4f9c-9542-ab157bbe6256 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640043 Sep 16 05:21:18.454055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b395a7d-6b79-4837-a925-945595741efe req-6d964651-27f7-45dc-95c9-fc4329783d44 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530645 Sep 16 05:21:18.488582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Request body: {'port': {'device_id': 'b23cae65-ab78-496e-adce-85450edf56c5', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '87437861a41e40c4bf78025a370c9983'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:18.529283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] For port 82abd80b-73ca-49c4-b225-e3902bf44b60, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=82abd80b-73ca-49c4-b225-e3902bf44b60,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:18.529899 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.559777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15a9494b-82b9-4875-9c44-3501fb20b1cc req-bdfeea93-93c1-46d4-bc42-cbc5c3dd5143 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 210 time: 0.0476310 Sep 16 05:21:18.639300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ed476ce-df04-46e6-abf1-1297c3a67ed4 req-3bceed37-0765-4746-a84c-507ac76d27d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cc47a3811c474e36a3e9b5d1a86fd507&device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.1278591 Sep 16 05:21:18.662731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.678518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Calling delete_port for 82abd80b-73ca-49c4-b225-e3902bf44b60 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:18.698570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ed476ce-df04-46e6-abf1-1297c3a67ed4 req-dd41937c-513b-45e6-ae1f-41a444f62767 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cc47a3811c474e36a3e9b5d1a86fd507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336435 Sep 16 05:21:18.791006 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.816762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1a967cb-d5c6-4478-b45e-2d001fbde31c req-87546929-e203-48dc-ac81-12d1540efb7b tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0980268 Sep 16 05:21:18.873001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:18.923238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ec6c79-3dd7-4338-b657-5a9931286f1b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.944447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Made reservation on behalf of 87437861a41e40c4bf78025a370c9983 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:18.951331 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.962178 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.962727 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Added segment fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4 of type vlan for network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 Sep 16 05:21:18.996323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfda78e-93b7-4f0d-9a4a-ed96a3f366ef req-450e6138-90c0-404a-9635-ca8f3c6782a4 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.998894 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cfda78e-93b7-4f0d-9a4a-ed96a3f366ef req-450e6138-90c0-404a-9635-ca8f3c6782a4 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 946 time: 0.3054767 Sep 16 05:21:19.021283 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-dacd10ad-3486-4446-8bba-0236777d1005 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-295207984&fields=id&tenant_id=2a45d0158da84a1282fc58d6c3e22fce HTTP/1.1" status: 200 len: 267 time: 0.1189821 Sep 16 05:21:19.022557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed476ce-df04-46e6-abf1-1297c3a67ed4 req-3775ac6d-3d25-47bf-824f-147b2c4233c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.024848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ed476ce-df04-46e6-abf1-1297c3a67ed4 req-3775ac6d-3d25-47bf-824f-147b2c4233c2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126094 Sep 16 05:21:19.168549 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.210314 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cfda78e-93b7-4f0d-9a4a-ed96a3f366ef req-a06aca28-c01e-4374-8f32-17c45f71a0bb tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/security-groups?id=b196a9b1-23f7-4496-aaa3-892f3fc05e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946414 Sep 16 05:21:19.264179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-7e771d30-64e4-4d84-932c-ba2fc6b406d3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.265852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-7e771d30-64e4-4d84-932c-ba2fc6b406d3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 945 time: 0.2379391 Sep 16 05:21:19.295518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'port': {'security_groups': ['585a92d6-d6ce-476b-8680-19d8cdf41307', 'f48b745d-d181-4253-bb3c-ca4c9a025c5a']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:19.332274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ca1e2ec-c77b-436c-beae-a9bbc068bb8a req-c663254b-829a-4331-b29c-98203a91a287 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 210 time: 0.0314417 Sep 16 05:21:19.336247 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.341953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Allocated IP 192.168.233.96 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/548ed469-7e0d-4ecd-9685-eada3ef439e0) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:19.367669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Pushing event deleted for resources: {'Port': ['ID=82abd80b-73ca-49c4-b225-e3902bf44b60,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:19.377626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.379191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.382483 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.425101 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.508208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] No DVR routers for this DVR port 82abd80b-73ca-49c4-b225-e3902bf44b60 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:19.536222 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.538477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd0fec7b-7344-4750-a88e-abe930041c0b req-99380eef-fa99-4f6c-a432-708e8a262adc tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.30 "DELETE /v2.0/ports/82abd80b-73ca-49c4-b225-e3902bf44b60 HTTP/1.1" status: 204 len: 173 time: 1.4878354 Sep 16 05:21:19.538946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'name': 'network-vif-deleted', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:19.541373 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c845a63-4c93-40a3-9293-685f512be646" -d '{"events": [{"server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "name": "network-vif-deleted", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:19.550576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8502920 Sep 16 05:21:19.551231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50624) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:19.554708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d7d61-44a4-4048-bedd-d83b91ada7b2 admin admin] Pushing event updated for resources: {'Network': ['ID=9003e45a-1b6d-4881-aa1e-2b660512ffb5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:19.560098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Request body: {'subnet': {'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1292132217-subnet', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:19.566552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:19.606746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a35bc5-4a6a-4f5a-baef-dc12de13cba7 req-696b6431-313a-46f7-b4fe-5109b153e767 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.616146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-12a35bc5-4a6a-4f5a-baef-dc12de13cba7 req-696b6431-313a-46f7-b4fe-5109b153e767 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.1706438 Sep 16 05:21:19.672723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Made reservation on behalf of 51fe8b50c4274c2fb1e1a35f85a1cc2c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:19.677189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.720681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-12a35bc5-4a6a-4f5a-baef-dc12de13cba7 req-f11cdf96-03cb-44e2-8d1c-60f0719a669f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036057 Sep 16 05:21:19.829661 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46f45138-7519-44a4-a0c2-e28522df3e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.848590 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025fb77a-d723-45ae-9771-8ecab3fb21ed x-openstack-request-id: req-025fb77a-d723-45ae-9771-8ecab3fb21ed {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:19.848930 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b1a010-8917-41a5-b78f-c77b0a6526d1", "name": "network-vif-deleted", "tag": "82abd80b-73ca-49c4-b225-e3902bf44b60", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:19.849165 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-025fb77a-d723-45ae-9771-8ecab3fb21ed {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:19.849589 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b1a010-8917-41a5-b78f-c77b0a6526d1', 'name': 'network-vif-deleted', 'tag': '82abd80b-73ca-49c4-b225-e3902bf44b60', 'status': 'completed', 'code': 200} Sep 16 05:21:19.951407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebdd5928-8eeb-4fb4-ae6a-fa29d1a8218a req-a63ac73b-8471-4674-b078-15c610241ddc tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 210 time: 0.0407739 Sep 16 05:21:20.071893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.106147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb1bca6d-4b15-4d40-a83a-a6e16c094388 req-11d57743-6a47-452c-a582-8365873a625c tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0468979 Sep 16 05:21:20.205404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] For port 13825ddc-f967-43c2-8564-f791e49c237c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=13825ddc-f967-43c2-8564-f791e49c237c,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:20.241473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.257406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.291249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.324527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3499753c-73f6-451f-b14f-059ddde3c11b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:20.337645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3', '45ef0701-d415-4241-95e4-d6ad73f96e32'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:20.346382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Checking segment: {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:20.346741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Network hostable DHCP agents. Network: 9003e45a-1b6d-4881-aa1e-2b660512ffb5, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:20.353516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:20.357483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:20.376728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:20.381940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7278d917-4a9d-4148-8ecb-058988ec24ee req-1ab8dc34-2967-4221-85f0-0350f89c6263 tempest-FloatingIPsAssociationTestJSON-2020102261 tempest-FloatingIPsAssociationTestJSON-2020102261-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b1a010-8917-41a5-b78f-c77b0a6526d1 HTTP/1.1" status: 200 len: 210 time: 0.0484657 Sep 16 05:21:20.453933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:20.514285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.514865 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.541361 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.634997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124d556-5860-4d94-afd4-5641c98a4c68 req-068f3724-d373-41ad-95ab-49a655950201 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.634997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1124d556-5860-4d94-afd4-5641c98a4c68 req-068f3724-d373-41ad-95ab-49a655950201 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 935 time: 0.0769687 Sep 16 05:21:20.636771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512', '13825ddc-f967-43c2-8564-f791e49c237c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:20.637377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.637377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.637377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d97bac6f-5f03-411c-9013-7716df910cc3 req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "PUT /v2.0/ports/13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 200 len: 981 time: 1.3186126 Sep 16 05:21:20.637377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:20.637377 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96837dcb-9ec9-4284-9f14-1c71795d6609" -d '{"events": [{"name": "network-changed", "server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "tag": "13825ddc-f967-43c2-8564-f791e49c237c"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:20.639425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4726d4-5679-4b13-aad6-64757967ae5f tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'Port': ['ID=13825ddc-f967-43c2-8564-f791e49c237c,revision_number=6']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:20.661749 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1b3261-9014-4a9d-8a4d-ba7e271db14c x-openstack-request-id: req-eb1b3261-9014-4a9d-8a4d-ba7e271db14c {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:20.662505 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "tag": "13825ddc-f967-43c2-8564-f791e49c237c", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:20.664900 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb1b3261-9014-4a9d-8a4d-ba7e271db14c {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:20.664900 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c', 'status': 'completed', 'code': 200} Sep 16 05:21:20.731421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bfd44fc8-4494-4412-888f-a2954927348b None None] Provisioning complete for port 548ed469-7e0d-4ecd-9685-eada3ef439e0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:20.731902 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfd44fc8-4494-4412-888f-a2954927348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.761064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['13825ddc-f967-43c2-8564-f791e49c237c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:20.799671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-fb31100d-f61f-4ea8-8f38-77ffd1915726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.801742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-fb31100d-f61f-4ea8-8f38-77ffd1915726 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1136 time: 0.0894227 Sep 16 05:21:20.807293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ed476ce-df04-46e6-abf1-1297c3a67ed4 req-ea96c195-9f68-4a3b-a01d-b535ed5bee60 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0457084 Sep 16 05:21:20.825291 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1124d556-5860-4d94-afd4-5641c98a4c68 req-25d12935-cd36-48d3-a4f7-fe7d22799ac6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657824 Sep 16 05:21:20.852830 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ba0f255-6a02-4c73-b7fd-d95eb4bb25db req-03d2d375-7a19-4100-856e-fd77bcf38af3 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/f48b745d-d181-4253-bb3c-ca4c9a025c5a HTTP/1.1" status: 200 len: 1799 time: 0.1738982 Sep 16 05:21:20.937656 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-3ba0f255-6a02-4c73-b7fd-d95eb4bb25db req-b8eb4d1c-918a-4f7c-9656-a70dcc5b6eda tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:21:20.939481 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ba0f255-6a02-4c73-b7fd-d95eb4bb25db req-b8eb4d1c-918a-4f7c-9656-a70dcc5b6eda tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/f48b745d-d181-4253-bb3c-ca4c9a025c5a HTTP/1.1" status: 409 len: 341 time: 0.0743196 Sep 16 05:21:20.997206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-3939b645-6053-418c-8170-3b492f0b6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.998861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-3939b645-6053-418c-8170-3b492f0b6a51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 914 time: 0.1873238 Sep 16 05:21:21.010755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 82abd80b-73ca-49c4-b225-e3902bf44b60 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:21.018615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21442b35-08f8-49e7-ad68-0550b179bc4a req-6bbf30b8-f2f6-4a9c-9266-f3dfa53626e6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.021468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21442b35-08f8-49e7-ad68-0550b179bc4a req-6bbf30b8-f2f6-4a9c-9266-f3dfa53626e6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.0892878 Sep 16 05:21:21.035575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-c1dc12ba-0f8e-466c-be6d-9888d61ba3c0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5621657 Sep 16 05:21:21.050604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.066029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Request body: {'port': {'device_id': 'b23cae65-ab78-496e-adce-85450edf56c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:21.092198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:21.096451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 82abd80b-73ca-49c4-b225-e3902bf44b60 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:21.096451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 82abd80b-73ca-49c4-b225-e3902bf44b60 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:21.118541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bfd44fc8-4494-4412-888f-a2954927348b None None] Port 548ed469-7e0d-4ecd-9685-eada3ef439e0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:21.162416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-b03dffc5-e903-4852-9018-abd1913e18db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 200 len: 217 time: 0.1394231 Sep 16 05:21:21.172120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.188835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21442b35-08f8-49e7-ad68-0550b179bc4a req-2c2aef86-ac2e-4660-a971-bddea8c39bc2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475451 Sep 16 05:21:21.383340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-da1ee677-4089-4403-99de-0839c02f6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.386634 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-da1ee677-4089-4403-99de-0839c02f6dd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.1956096 Sep 16 05:21:21.392953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9003e45a-1b6d-4881-aa1e-2b660512ffb5) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:21.406766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4ec3d-37b0-4163-9aa7-1fa61d2be74e None None] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:21.477406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-91dbeb80-df41-4d4b-b1c0-94e2e7751f87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631599 Sep 16 05:21:21.489793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.491563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.534089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45ae6f21-4ebb-47e5-b17d-52c963dbb87b req-ee439df2-6b32-423c-8107-926c6c79ba25 tempest-ServerShowV254Test-911879311 tempest-ServerShowV254Test-911879311-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c4e035-6693-41f1-a433-faee6bcfaa8a HTTP/1.1" status: 200 len: 210 time: 0.0639961 Sep 16 05:21:21.654362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6d74380-2610-41d3-ba72-eb73159ec1d6 req-625d4a6d-79b1-4503-9d56-63eb6b5b1a35 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 210 time: 0.2643979 Sep 16 05:21:21.744486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548ed469-7e0d-4ecd-9685-eada3ef439e0 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:21.753432 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.780701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Transition to ACTIVE for port object 548ed469-7e0d-4ecd-9685-eada3ef439e0 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:21.826699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:21.828117 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.833886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-acde5a72-e7e5-438f-85c2-9dc4a0a07382 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489421 Sep 16 05:21:21.840764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-db79a05f-e95f-4f5a-b3d8-84c03ba1b031 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2866766 Sep 16 05:21:21.844863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.854239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85f7e2-79c3-4f63-966c-bf3e3dfb8d89 req-aadc5c7d-23df-4a8a-90b9-5856ecd6ef5e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.858504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e85f7e2-79c3-4f63-966c-bf3e3dfb8d89 req-aadc5c7d-23df-4a8a-90b9-5856ecd6ef5e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.0931275 Sep 16 05:21:21.885503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50678) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.893289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'floatingip': {'port_id': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:21.951625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50682) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:22.003546 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.035328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.038113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96837dcb-9ec9-4284-9f14-1c71795d6609 req-854ae9db-150c-491f-94fb-d2b730bbf9a8 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857810 Sep 16 05:21:22.049341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:22.091622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Allocated IP 172.20.0.2 (9003e45a-1b6d-4881-aa1e-2b660512ffb5/3499753c-73f6-451f-b14f-059ddde3c11b/d8e2075c-b980-4ed3-8791-e73ca02f111e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:22.157502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.164820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea2ac4-57be-4c07-a565-84db33e62fbd req-0a644730-347f-45db-8c0c-50a1c6e7737a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.167058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cea2ac4-57be-4c07-a565-84db33e62fbd req-0a644730-347f-45db-8c0c-50a1c6e7737a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 984 time: 0.3295398 Sep 16 05:21:22.194455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.195421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.215444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-9cf64d5b-5da7-4791-8176-cd70f1985d3a tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.215444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-9cf64d5b-5da7-4791-8176-cd70f1985d3a tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.66 "GET /v2.0/networks?id=98720363-ea84-46cd-9b62-1fe94821b803 HTTP/1.1" status: 200 len: 822 time: 0.8211987 Sep 16 05:21:22.280519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Request body: {'port': {'device_id': '61160c83-8661-4174-a90a-7ee5d6e41b52', 'network_id': '98720363-ea84-46cd-9b62-1fe94821b803', 'admin_state_up': True, 'tenant_id': '689261a598f0454eb848c3998b1952cf'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:22.345494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50686) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:22.376753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.434732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e451-2e03-4afe-b8b9-fbd0762cadc9 req-310d4dcc-36ed-4f89-98fb-4ae46ee6345a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.443826 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d94e451-2e03-4afe-b8b9-fbd0762cadc9 req-310d4dcc-36ed-4f89-98fb-4ae46ee6345a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.4429770 Sep 16 05:21:22.476825 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.570849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Pushing event updated for resources: {'Port': ['ID=d8e2075c-b980-4ed3-8791-e73ca02f111e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.595491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:22.613135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:22.618474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:22.663518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d94e451-2e03-4afe-b8b9-fbd0762cadc9 req-4290af8d-80d1-43aa-803b-3d1292b21fd2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184358 Sep 16 05:21:22.697184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Attempting to bind port d8e2075c-b980-4ed3-8791-e73ca02f111e on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:22.698432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Attempting to bind port d8e2075c-b980-4ed3-8791-e73ca02f111e by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:22.698432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Attempting to bind port d8e2075c-b980-4ed3-8791-e73ca02f111e on network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:22.700286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:22.700518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:22.700810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:22.707475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:22.707911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Checking segment: {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:22.708581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.709158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Bound using segment: {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:22.709574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Bound port: d8e2075c-b980-4ed3-8791-e73ca02f111e, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:22.709982 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.736267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d285028-366e-4f18-8c15-ded73d7237c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.749279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:22.749618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:22.775596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:22.775961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:22.776353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:22.776806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Bound port: 548ed469-7e0d-4ecd-9685-eada3ef439e0, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:22.777170 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.808633 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] For port d8e2075c-b980-4ed3-8791-e73ca02f111e, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:22.814434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] For port d8e2075c-b980-4ed3-8791-e73ca02f111e, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d8e2075c-b980-4ed3-8791-e73ca02f111e,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:22.903338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cea2ac4-57be-4c07-a565-84db33e62fbd req-bfc78424-5c4d-47ee-a6c5-4dc88da94d54 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&id=f48b745d-d181-4253-bb3c-ca4c9a025c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.7160277 Sep 16 05:21:22.933845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.948905 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.952022 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980e29f-624e-4077-938c-169e799a0852 req-f6dc81cd-1a49-4f9a-a9a6-3ccfe164faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.953665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7980e29f-624e-4077-938c-169e799a0852 req-f6dc81cd-1a49-4f9a-a9a6-3ccfe164faba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1136 time: 0.7390826 Sep 16 05:21:23.032031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c1057-c13e-4ad2-aa0a-659513c2ca03 None None] Pushing event updated for resources: {'Port': ['ID=d8e2075c-b980-4ed3-8791-e73ca02f111e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:23.065520 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb50dcbb-5d26-4812-9885-cc43a68837c7 req-9bca8117-34e9-4ae9-bc1e-3fba45d3b54b tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 210 time: 0.1876488 Sep 16 05:21:23.086102 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15454179-20bf-4c47-a8c4-8828ed905166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.284229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980e29f-624e-4077-938c-169e799a0852 req-42501f30-365f-482f-9aef-6a0a60454f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.286797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7980e29f-624e-4077-938c-169e799a0852 req-42501f30-365f-482f-9aef-6a0a60454f72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 914 time: 0.3171790 Sep 16 05:21:23.289425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.339812 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7980e29f-624e-4077-938c-169e799a0852 req-f86adf57-7e98-441b-9181-c4a5d004d01c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 200 len: 217 time: 0.0449052 Sep 16 05:21:23.439749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50698) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:23.472151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980e29f-624e-4077-938c-169e799a0852 req-dc1cfc18-7455-42a1-b5ae-8ac7d2abdf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.475546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7980e29f-624e-4077-938c-169e799a0852 req-dc1cfc18-7455-42a1-b5ae-8ac7d2abdf27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.1277871 Sep 16 05:21:23.530407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7980e29f-624e-4077-938c-169e799a0852 req-262d98de-7447-484e-8604-46b40d07d32a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396116 Sep 16 05:21:23.635050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:23.683811 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7980e29f-624e-4077-938c-169e799a0852 req-f5572c50-e86e-4a7f-bee2-febf78560bc8 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257184 Sep 16 05:21:23.715709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:23.716583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a006147-59de-477e-9d0a-2e8f159449d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.726363 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.762239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.resource_extend [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:21:23.845563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.901829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d285028-366e-4f18-8c15-ded73d7237c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.930405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.931040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.932508 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] 10.222.0.66 "PUT /v2.0/ports/548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 1096 time: 2.8735003 Sep 16 05:21:23.933484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.953006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:23.955991 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:23.964811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.971677 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.006487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee024aa-2fcd-428c-a29c-5518ddadc592 service neutron] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.013181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d285028-366e-4f18-8c15-ded73d7237c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.028345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a92532-c8e9-499a-8d87-5687119671ea req-541a8e3b-3987-4179-b22d-9716cb8e416b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.029962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3a92532-c8e9-499a-8d87-5687119671ea req-541a8e3b-3987-4179-b22d-9716cb8e416b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.2706532 Sep 16 05:21:24.059697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7980e29f-624e-4077-938c-169e799a0852 req-2c2cad87-1ffe-4110-8e4f-4008e6ec737f service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237264 Sep 16 05:21:24.077121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d285028-366e-4f18-8c15-ded73d7237c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d7edc4-2bd0-4dc8-b0dc-3dbfeb0e1111,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.152035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3a92532-c8e9-499a-8d87-5687119671ea req-0e67499f-5791-4b99-81c5-625099aadadb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095407 Sep 16 05:21:24.172915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Allocated IP 172.25.1.165 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/a931b274-0a66-4d12-af4e-ba7e6b89fee1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:24.174977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Made reservation on behalf of 689261a598f0454eb848c3998b1952cf for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:24.179427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.185267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.288903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-353a2c31-fcd0-4e51-81a7-0fadbe141dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.290995 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-353a2c31-fcd0-4e51-81a7-0fadbe141dea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1099 time: 0.1951733 Sep 16 05:21:24.305280 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5d285028-366e-4f18-8c15-ded73d7237c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=989d45af5d154d70b58986fb81db35c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9417984 Sep 16 05:21:24.312252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50710) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:24.352604 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9739e706-50a9-4172-9cd4-d2bd2e413d3c x-openstack-request-id: req-9739e706-50a9-4172-9cd4-d2bd2e413d3c {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:24.353543 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:24.353543 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9739e706-50a9-4172-9cd4-d2bd2e413d3c {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:24.353957 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'status': 'completed', 'code': 200} Sep 16 05:21:24.402531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d93a51b-31f2-43a7-85ea-0ec07a09ce2c None None] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:24.473737 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-8eb5e6eb-2327-4592-8737-5acd3454b82f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.1383235 Sep 16 05:21:24.484920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef8c7c-8f12-40c3-a9ac-7c59181417ec req-ffab07fa-25c9-4719-91d4-c57c7b8b209d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.486492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8ef8c7c-8f12-40c3-a9ac-7c59181417ec req-ffab07fa-25c9-4719-91d4-c57c7b8b209d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 984 time: 0.4680514 Sep 16 05:21:24.520449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f44e1789-6d2a-4174-831f-a183a23fff9e req-22b37785-b952-489c-a958-16a2214aedad tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 210 time: 0.0764110 Sep 16 05:21:24.537948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.571450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Allocated IP 172.20.0.11 (98720363-ea84-46cd-9b62-1fe94821b803/3dbf9e5c-7d85-41ab-8fee-b4871d4e0232/1d7dbf43-3e89-4ee3-9fe6-1758e5955f53) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:24.581217 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7dc61e55-0b52-477c-b91d-993e260fefb2 None None] Provisioning complete for port d8e2075c-b980-4ed3-8791-e73ca02f111e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:24.581746 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7dc61e55-0b52-477c-b91d-993e260fefb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.595201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.688323 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.716947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8ef8c7c-8f12-40c3-a9ac-7c59181417ec req-dda78c60-cb13-4454-b18a-c86a7cbea6ab tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&id=f48b745d-d181-4253-bb3c-ca4c9a025c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1873219 Sep 16 05:21:24.732906 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7dc61e55-0b52-477c-b91d-993e260fefb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.737727 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Floating IP e5c5b3e5-7345-42ac-9e76-683d4fece381 associated. External IP: 172.25.1.186, port: 0afed1aa-f013-464f-85a6-fa3a21c1cf18. Sep 16 05:21:24.799451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:24.801298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:24.808888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7dc61e55-0b52-477c-b91d-993e260fefb2 None None] For port d8e2075c-b980-4ed3-8791-e73ca02f111e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d8e2075c-b980-4ed3-8791-e73ca02f111e,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:24.810365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:24.825261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80277807-9819-4f2e-a02c-a5b07a9cf1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.859701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-84ad52ab-b314-4d03-ad64-5ab26d44aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.861370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-84ad52ab-b314-4d03-ad64-5ab26d44aa99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.3739309 Sep 16 05:21:24.869469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Pushing event updated for resources: {'Port': ['ID=a931b274-0a66-4d12-af4e-ba7e6b89fee1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.884672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7dc61e55-0b52-477c-b91d-993e260fefb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.978516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc61e55-0b52-477c-b91d-993e260fefb2 None None] Pushing event updated for resources: {'Port': ['ID=d8e2075c-b980-4ed3-8791-e73ca02f111e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.993006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80277807-9819-4f2e-a02c-a5b07a9cf1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.028683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.039716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a006147-59de-477e-9d0a-2e8f159449d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.080563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d8e2075c-b980-4ed3-8791-e73ca02f111e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:25.105465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a006147-59de-477e-9d0a-2e8f159449d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.148057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b1afd8b3-59b8-4c81-bbbc-3f8a129bcef5 None None] Provisioning complete for port d8e2075c-b980-4ed3-8791-e73ca02f111e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:25.148426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1afd8b3-59b8-4c81-bbbc-3f8a129bcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.194173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d8e2075c-b980-4ed3-8791-e73ca02f111e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:25.194640 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.221580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.247882 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-ad43be6f-2588-465d-bdad-cc0d13a761df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.249576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-ad43be6f-2588-465d-bdad-cc0d13a761df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3749228 Sep 16 05:21:25.274036 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.344014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a006147-59de-477e-9d0a-2e8f159449d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3855cc-aeb3-4208-8ae0-ee5c81ffaa4b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.392104 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0a006147-59de-477e-9d0a-2e8f159449d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc47a3811c474e36a3e9b5d1a86fd507&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9419341 Sep 16 05:21:25.399114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50716) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:25.417827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Network 98720363-ea84-46cd-9b62-1fe94821b803 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:25.434085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:25.435619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80277807-9819-4f2e-a02c-a5b07a9cf1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.441490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:25.442628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80277807-9819-4f2e-a02c-a5b07a9cf1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.442628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-80277807-9819-4f2e-a02c-a5b07a9cf1ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81d7edc4-2bd0-4dc8-b0dc-3dbfeb0e1111 HTTP/1.1" status: 204 len: 168 time: 1.1236203 Sep 16 05:21:25.500815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Pushing event updated for resources: {'Port': ['ID=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.526215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b7c70-eca4-41b4-97d5-4ce5ed30c2d6 req-9cc2b371-9d06-4a83-ba8d-b3a9f5e18745 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.528055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f85b7c70-eca4-41b4-97d5-4ce5ed30c2d6 req-9cc2b371-9d06-4a83-ba8d-b3a9f5e18745 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.2137756 Sep 16 05:21:25.595920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.606557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.607246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.675606 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69293515-3ab1-41f7-b657-3ef980747999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.691942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f85b7c70-eca4-41b4-97d5-4ce5ed30c2d6 req-b4669618-0824-4940-99f2-bbd37f3cb601 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468356 Sep 16 05:21:25.757257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69293515-3ab1-41f7-b657-3ef980747999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.766039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-31708246-c0a3-42e1-b4e8-570504d38ad3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5048902 Sep 16 05:21:25.797689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Request body: {'port': {'device_id': '61160c83-8661-4174-a90a-7ee5d6e41b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:25.834553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80277807-9819-4f2e-a02c-a5b07a9cf1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d7edc4-2bd0-4dc8-b0dc-3dbfeb0e1111,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.865066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Router d343d6c9-def8-4c5d-be52-80d07faf207b has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:25.924158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afce15c-7636-4e4f-bd23-301e1605c026 req-94633e57-7e17-4c5f-a31e-67cdee5c5659 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.926008 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0afce15c-7636-4e4f-bd23-301e1605c026 req-94633e57-7e17-4c5f-a31e-67cdee5c5659 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 932 time: 0.1458473 Sep 16 05:21:25.932544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-719e7df2-ee48-4083-91d6-fb2d49c406be service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418381 Sep 16 05:21:26.093680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.111269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f271f-db07-4385-878d-b0f2c15e0a4f req-03418a5b-4e8e-4bec-84c7-e7c07f9f3f2c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.112883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b0f271f-db07-4385-878d-b0f2c15e0a4f req-03418a5b-4e8e-4bec-84c7-e7c07f9f3f2c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 984 time: 0.2383919 Sep 16 05:21:26.124146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69293515-3ab1-41f7-b657-3ef980747999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.126811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69293515-3ab1-41f7-b657-3ef980747999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.127965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-69293515-3ab1-41f7-b657-3ef980747999 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b3855cc-aeb3-4208-8ae0-ee5c81ffaa4b HTTP/1.1" status: 204 len: 168 time: 0.7183723 Sep 16 05:21:26.155719 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.177882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69293515-3ab1-41f7-b657-3ef980747999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3855cc-aeb3-4208-8ae0-ee5c81ffaa4b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.183533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0afce15c-7636-4e4f-bd23-301e1605c026 req-f37e817f-ead1-4ac2-b0dc-ad4cf2ce36ca tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106273 Sep 16 05:21:26.220064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:26.230274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.234078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] Sync routers for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:26.235132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-853588b8-d6c2-4adb-a887-4d9eebd5dc67 req-462267b3-0b12-49c8-a133-1dc805ff33f5 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595315 Sep 16 05:21:26.247958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b0f271f-db07-4385-878d-b0f2c15e0a4f req-5c2271a7-5b7e-4837-a842-cb69027d73a4 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&id=f48b745d-d181-4253-bb3c-ca4c9a025c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1153216 Sep 16 05:21:26.252529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:26.253841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:26.273918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-405be837-7430-4999-9c59-68b4fde8e5c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "PUT /v2.0/floatingips/e5c5b3e5-7345-42ac-9e76-683d4fece381 HTTP/1.1" status: 200 len: 991 time: 4.3858871 Sep 16 05:21:26.296833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Deleting port 2d6d58e4-0996-4820-b459-544d0217a60f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:26.296833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.356300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:26.358969 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:26.397891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:26.422367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-cb8f9d37-9c6d-46a3-a335-500bc62293f2 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1530244321&fields=id&tenant_id=2a45d0158da84a1282fc58d6c3e22fce HTTP/1.1" status: 200 len: 267 time: 0.0568156 Sep 16 05:21:26.424322 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] For port 2d6d58e4-0996-4820-b459-544d0217a60f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2d6d58e4-0996-4820-b459-544d0217a60f,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:26.424698 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.462776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Calling delete_port for 2d6d58e4-0996-4820-b459-544d0217a60f owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:26.485978 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb616edc-b7af-4840-8c98-e9d5e7d89d0f x-openstack-request-id: req-bb616edc-b7af-4840-8c98-e9d5e7d89d0f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:26.486396 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:26.486759 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb616edc-b7af-4840-8c98-e9d5e7d89d0f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:26.487258 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'status': 'completed', 'code': 200} Sep 16 05:21:26.546249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50734) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:26.551150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-f95bd527-d4a3-44b8-bbb3-65234e3bd2f9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.553390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-f95bd527-d4a3-44b8-bbb3-65234e3bd2f9 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 984 time: 0.1123688 Sep 16 05:21:26.575463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'port': {'security_groups': ['585a92d6-d6ce-476b-8680-19d8cdf41307', 'f48b745d-d181-4253-bb3c-ca4c9a025c5a', 'dcf61b8b-dba2-4531-a513-23a2ce55297e']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:26.709527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'e5c5b3e5-7345-42ac-9e76-683d4fece381', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'port_id': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'mac_address': 'fa:16:3e:e8:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:21:23Z', 'revision_number': 1, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:48Z', 'revision_number': 5, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:26.761880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.769376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-fd102507-73d3-42fa-9a23-454a77c4425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.773228 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-fd102507-73d3-42fa-9a23-454a77c4425c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1099 time: 0.1246169 Sep 16 05:21:26.787985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] Checking router: d343d6c9-def8-4c5d-be52-80d07faf207b for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:26.811041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:26.812073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:26.952871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:27.037406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-a2a134c2-357c-4081-a84a-41740edd11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.038990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-a2a134c2-357c-4081-a84a-41740edd11f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2508361 Sep 16 05:21:27.040162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.104770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d8e2075c-b980-4ed3-8791-e73ca02f111e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:27.120367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6d58e4-0996-4820-b459-544d0217a60f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:27.136288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-ce4baffe-a261-4691-b7f6-397221b5e696 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.0793955 Sep 16 05:21:27.195701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5213df5-762b-4d4c-9d94-3abd91b5cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.292524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-0a4eaea4-4524-4af7-a9f2-91d7e0de3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.294518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-0a4eaea4-4524-4af7-a9f2-91d7e0de3fc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1097 time: 0.7555475 Sep 16 05:21:27.312366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-041dad42-14da-48da-ab94-1b4c196535b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.313944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-041dad42-14da-48da-ab94-1b4c196535b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1658962 Sep 16 05:21:27.350630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] For port 13825ddc-f967-43c2-8564-f791e49c237c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=13825ddc-f967-43c2-8564-f791e49c237c,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:27.358613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d8e2075c-b980-4ed3-8791-e73ca02f111e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:27.359242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.459129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.479089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-8eb4e25d-1647-4387-87f7-8a1e75e7ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.481613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-8eb4e25d-1647-4387-87f7-8a1e75e7ca85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1565444 Sep 16 05:21:27.533423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-4cd55f04-6fc3-4b46-845a-b46792950d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.535288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-4cd55f04-6fc3-4b46-845a-b46792950d3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.2238662 Sep 16 05:21:27.603460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.603697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:27.603826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.608691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Router 01713a94-c02f-43cb-b7b6-153885891f79 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:27.621093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88594c74-d4fc-4bca-b563-0238f43fe5b6 req-c8793978-1c68-4596-b953-9f1fb5c17e8f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.623010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88594c74-d4fc-4bca-b563-0238f43fe5b6 req-c8793978-1c68-4596-b953-9f1fb5c17e8f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.4721892 Sep 16 05:21:27.644453 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.652358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'e5c5b3e5-7345-42ac-9e76-683d4fece381', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'port_id': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'mac_address': 'fa:16:3e:e8:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:21:23Z', 'revision_number': 1, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:48Z', 'revision_number': 5, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:27.671105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.686474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3cc09-0706-4327-8b9b-8e1881c18b1f None None] The sync data for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 is: [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'e5c5b3e5-7345-42ac-9e76-683d4fece381', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'port_id': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'mac_address': 'fa:16:3e:e8:96:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:20:52Z', 'updated_at': '2021-09-16T05:21:23Z', 'revision_number': 1, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:48Z', 'revision_number': 5, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:27.704990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512', '13825ddc-f967-43c2-8564-f791e49c237c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:27.708278 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5213df5-762b-4d4c-9d94-3abd91b5cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.721131 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-266d4573-89c0-42b7-8526-9c1bd80015be service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989198 Sep 16 05:21:27.727153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Transition to ACTIVE for port object 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:27.788600 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.789287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.790765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d61a26f0-0967-4224-88c0-59a41e8bdf30 req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "PUT /v2.0/ports/13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 200 len: 1020 time: 1.2239416 Sep 16 05:21:27.825352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5213df5-762b-4d4c-9d94-3abd91b5cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.829490 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.855739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adeee8-9899-48c7-b3d9-e8ff1403c523 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'Port': ['ID=13825ddc-f967-43c2-8564-f791e49c237c,revision_number=7']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:27.903668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-7d0fd65c-2a14-41a4-8356-739b71d39c00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 999 time: 0.2968907 Sep 16 05:21:27.942515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88594c74-d4fc-4bca-b563-0238f43fe5b6 req-902b44fb-bbd8-4e2a-b0e6-e59b9c42d96e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027358 Sep 16 05:21:27.991583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50762) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:27.993801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f00f6c4-0577-402b-b0cf-6734d82e3e7b req-28d6f0a8-af8e-48ae-89d0-74aa0a34e7bd service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499382 Sep 16 05:21:28.027167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['13825ddc-f967-43c2-8564-f791e49c237c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:28.077599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf232d4-5f02-407f-ba18-9c1853aa3da6 req-4cd0a272-35ee-411c-b693-2778e0ee4bac tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.078366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b5213df5-762b-4d4c-9d94-3abd91b5cd20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0194a6065cc7491788cbb1490746e88b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4821646 Sep 16 05:21:28.091946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:28.097240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eaf232d4-5f02-407f-ba18-9c1853aa3da6 req-4cd0a272-35ee-411c-b693-2778e0ee4bac tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 944 time: 0.1003702 Sep 16 05:21:28.107460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5213df5-762b-4d4c-9d94-3abd91b5cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc759d-5cc3-4f5a-a361-1aa0d9d2250d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.136983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Pushing event updated for resources: {'Port': ['ID=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.212779 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c1843b-e85e-4700-ac9a-8fccd2a517f4 None None] New status for floating IP e5c5b3e5-7345-42ac-9e76-683d4fece381: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:21:28.244999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-18b1428b-826e-4663-ad74-9e6d1ef2a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.257187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-18b1428b-826e-4663-ad74-9e6d1ef2a778 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.3098617 Sep 16 05:21:28.258338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:28.277128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Sync routers for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:28.318461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:28.319109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:28.324850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Router 51bd888e-2fe2-4c14-9549-497e0e140100 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:28.346580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eaf232d4-5f02-407f-ba18-9c1853aa3da6 req-df8ccd97-34be-4cf1-8ad3-086979b29766 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470357 Sep 16 05:21:28.360977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1290791139-network', 'tenant_id': '22e02d65f47744b3a57f16e04807ba90'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:28.470236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fb31409-b8e8-40c9-bdaa-ef492ed3a9aa req-c59bf2fc-78d2-46d7-97cb-393e07817275 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/dcf61b8b-dba2-4531-a513-23a2ce55297e HTTP/1.1" status: 200 len: 1801 time: 0.3400998 Sep 16 05:21:28.471922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Attempting to bind port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:28.472263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Attempting to bind port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '791d051c-43b6-4934-bdff-e718b9e9d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '98720363-ea84-46cd-9b62-1fe94821b803'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:28.472593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Attempting to bind port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 on network 98720363-ea84-46cd-9b62-1fe94821b803 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:28.474742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:28.480736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-66ea69ee-ec8f-4bb6-8297-df932a812fe2 admin admin] 10.222.0.49 "PUT /v2.0/routers/51bd888e-2fe2-4c14-9549-497e0e140100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5279224 Sep 16 05:21:28.484813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50768) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:28.492125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:28.495058 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116a7237-f07d-4797-9a1d-c26de3e57d88" -d '{"events": [{"name": "network-changed", "server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "tag": "13825ddc-f967-43c2-8564-f791e49c237c"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:28.495548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3ce381b-0eb4-490f-8f4a-5065513244a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.504993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 on network 98720363-ea84-46cd-9b62-1fe94821b803 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:28.505335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Attempting to bind port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 on network 98720363-ea84-46cd-9b62-1fe94821b803 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:28.507306 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] Sync routers for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:28.525825 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:28.527572 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:28.557736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Made reservation on behalf of 22e02d65f47744b3a57f16e04807ba90 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:28.560574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.570314 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbed9eb4-58fb-4769-9930-989db599af58 x-openstack-request-id: req-fbed9eb4-58fb-4769-9930-989db599af58 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:28.570801 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "tag": "13825ddc-f967-43c2-8564-f791e49c237c", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:28.571231 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbed9eb4-58fb-4769-9930-989db599af58 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:28.571921 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c', 'status': 'completed', 'code': 200} Sep 16 05:21:28.581918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:28.582821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Checking segment: {'id': '791d051c-43b6-4934-bdff-e718b9e9d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '98720363-ea84-46cd-9b62-1fe94821b803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:28.583818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Bound using segment: {'id': '791d051c-43b6-4934-bdff-e718b9e9d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '98720363-ea84-46cd-9b62-1fe94821b803'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:28.584395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Bound port: 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791d051c-43b6-4934-bdff-e718b9e9d316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '98720363-ea84-46cd-9b62-1fe94821b803'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:28.584842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.602926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-c981f4cf-aafb-418f-b5fb-0452bbaab367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.604892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-c981f4cf-aafb-418f-b5fb-0452bbaab367 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2770677 Sep 16 05:21:28.607398 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3ce381b-0eb4-490f-8f4a-5065513244a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.618991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.626310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:28.637216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.661507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.674963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.677083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e02477a8-658b-4727-8266-06fa94ab39eb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8254936 Sep 16 05:21:28.697505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50772) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:28.819484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.841240 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-8fb31409-b8e8-40c9-bdaa-ef492ed3a9aa req-3323ef9e-e173-49d7-87f0-466bdeb9c811 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:21:28.841240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fb31409-b8e8-40c9-bdaa-ef492ed3a9aa req-3323ef9e-e173-49d7-87f0-466bdeb9c811 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/dcf61b8b-dba2-4531-a513-23a2ce55297e HTTP/1.1" status: 409 len: 341 time: 0.3195343 Sep 16 05:21:28.859559 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:28.983494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 3, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.034224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-1caa3c59-14f3-4b6b-ab7c-15142d47d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.036513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-1caa3c59-14f3-4b6b-ab7c-15142d47d3c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1175 time: 0.3893845 Sep 16 05:21:29.040184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Deleting port 5a529d8a-ad96-4f59-8d5b-6da451107cec {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:29.054484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.072550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Checking router: 01713a94-c02f-43cb-b7b6-153885891f79 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:29.072550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Updating router 01713a94-c02f-43cb-b7b6-153885891f79 port a931b274-0a66-4d12-af4e-ba7e6b89fee1 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:29.104993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] For port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:29.134813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.155576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-9e9da8b4-b8b1-4fe7-a149-1b2bb14a3b23 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347741 Sep 16 05:21:29.157540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] For port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,segment=NetworkSegment(791d051c-43b6-4934-bdff-e718b9e9d316),segment_id=791d051c-43b6-4934-bdff-e718b9e9d316)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:29.201092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] For port 5a529d8a-ad96-4f59-8d5b-6da451107cec, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5a529d8a-ad96-4f59-8d5b-6da451107cec,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:29.201722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.216802 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:21:26Z', 'revision_number': 5, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port': {'id': '5a529d8a-ad96-4f59-8d5b-6da451107cec', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:28Z', 'updated_at': '2021-09-16T05:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.224279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Calling delete_port for 5a529d8a-ad96-4f59-8d5b-6da451107cec owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:29.255281 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] Checking router: 51bd888e-2fe2-4c14-9549-497e0e140100 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:29.267339 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] Routers {'51bd888e-2fe2-4c14-9549-497e0e140100'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:29.268911 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['51bd888e-2fe2-4c14-9549-497e0e140100'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.289952 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3ce381b-0eb4-490f-8f4a-5065513244a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.292628 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3ce381b-0eb4-490f-8f4a-5065513244a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.293903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3ce381b-0eb4-490f-8f4a-5065513244a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2afc759d-5cc3-4f5a-a361-1aa0d9d2250d HTTP/1.1" status: 204 len: 168 time: 1.1875095 Sep 16 05:21:29.316253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.374992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce381b-0eb4-490f-8f4a-5065513244a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc759d-5cc3-4f5a-a361-1aa0d9d2250d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.428503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.429038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.430377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] 10.222.0.66 "PUT /v2.0/ports/1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 HTTP/1.1" status: 200 len: 1093 time: 3.6479762 Sep 16 05:21:29.449794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61160c83-8661-4174-a90a-7ee5d6e41b52', 'tag': '1d7dbf43-3e89-4ee3-9fe6-1758e5955f53'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:29.452247 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67" -d '{"events": [{"name": "network-changed", "server_uuid": "61160c83-8661-4174-a90a-7ee5d6e41b52", "tag": "1d7dbf43-3e89-4ee3-9fe6-1758e5955f53"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:29.462891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981a29d-473e-402d-8d7b-281f92a51d3a req-178070ac-c567-4e9d-a565-7963b23137e9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.464555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2981a29d-473e-402d-8d7b-281f92a51d3a req-178070ac-c567-4e9d-a565-7963b23137e9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.3574493 Sep 16 05:21:29.508525 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] Set router 51bd888e-2fe2-4c14-9549-497e0e140100 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:29.541163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-13b544f7-fc75-4c2a-b66a-691ff9f49051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.542718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-13b544f7-fc75-4c2a-b66a-691ff9f49051 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 200 len: 914 time: 0.4675691 Sep 16 05:21:29.573829 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 6, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.593821 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.639017 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.642191 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a849436-5cc2-46bf-af43-fe4e723f23ff None None] The sync data for ids ['51bd888e-2fe2-4c14-9549-497e0e140100'] in n-d-712749-15 is: [{'id': '51bd888e-2fe2-4c14-9549-497e0e140100', 'name': 'tempest-FloatingIPsAssociationTestJSON-719405404-router', 'tenant_id': '8574de8e5c66481a898389d52299a4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:27Z', 'updated_at': '2021-09-16T05:21:28Z', 'revision_number': 6, 'project_id': '8574de8e5c66481a898389d52299a4e6', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:29.665286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a529d8a-ad96-4f59-8d5b-6da451107cec,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.689971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be9357-6a89-43bc-897f-834166bfb85a service neutron] Pushing event updated for resources: {'Port': ['ID=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.710684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3515d1-dd35-41bd-9ef8-27f7341a14e3 req-cb5d5225-2351-4da1-9b16-2072ee805787 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314541 Sep 16 05:21:29.716835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-83f53390-8eb2-442b-8e0b-039dab23a4c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 200 len: 217 time: 0.1089535 Sep 16 05:21:29.789485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.792894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.828994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2981a29d-473e-402d-8d7b-281f92a51d3a req-06ea9626-8163-4e40-937b-e81d1153f0e8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286548 Sep 16 05:21:29.830116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.887909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6cb3f-49e3-416f-bd90-635dfa75f5fa req-b810e4d3-04f2-4ad8-8a39-4a31b7a3fc8b tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.889778 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69a6cb3f-49e3-416f-bd90-635dfa75f5fa req-b810e4d3-04f2-4ad8-8a39-4a31b7a3fc8b tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 944 time: 0.1523333 Sep 16 05:21:29.901917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-03d45e5f-6698-464c-83d9-11340b607b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.905215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-03d45e5f-6698-464c-83d9-11340b607b72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=689261a598f0454eb848c3998b1952cf&device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 1096 time: 0.2654579 Sep 16 05:21:29.906577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b8c54-3d72-45d5-a0d8-c6f87195a582 None None] Pushing event updated for resources: {'Port': ['ID=a931b274-0a66-4d12-af4e-ba7e6b89fee1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.921583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Attempting to bind port a931b274-0a66-4d12-af4e-ba7e6b89fee1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:29.922127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Attempting to bind port a931b274-0a66-4d12-af4e-ba7e6b89fee1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:29.922645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Attempting to bind port a931b274-0a66-4d12-af4e-ba7e6b89fee1 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:29.929389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:29.929904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:29.931572 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.931572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:29.931572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Bound port: a931b274-0a66-4d12-af4e-ba7e6b89fee1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:29.932149 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.939630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-681a731b-0073-4ba7-87c2-59d4f3df470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.941510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-681a731b-0073-4ba7-87c2-59d4f3df470f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 200 len: 853 time: 0.1951413 Sep 16 05:21:30.002949 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.014631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-19268197-7c14-42ad-9b10-5376981b6a7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 HTTP/1.1" status: 200 len: 217 time: 0.0786090 Sep 16 05:21:30.028314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] For port a931b274-0a66-4d12-af4e-ba7e6b89fee1, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:30.034979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] For port a931b274-0a66-4d12-af4e-ba7e6b89fee1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a931b274-0a66-4d12-af4e-ba7e6b89fee1,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:30.143170 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.173520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:30.284245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:30.284962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:30.288073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b8c54-3d72-45d5-a0d8-c6f87195a582 None None] Pushing event updated for resources: {'Port': ['ID=a931b274-0a66-4d12-af4e-ba7e6b89fee1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.308337 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.317837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.404366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69a6cb3f-49e3-416f-bd90-635dfa75f5fa req-1575f704-1116-465d-a4ab-e813abd2a1e3 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860438 Sep 16 05:21:30.448511 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0403102-4505-4eba-be6d-aa22e4c87924 x-openstack-request-id: req-b0403102-4505-4eba-be6d-aa22e4c87924 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:30.449145 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61160c83-8661-4174-a90a-7ee5d6e41b52", "tag": "1d7dbf43-3e89-4ee3-9fe6-1758e5955f53", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:30.449256 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0403102-4505-4eba-be6d-aa22e4c87924 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:30.449729 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61160c83-8661-4174-a90a-7ee5d6e41b52', 'tag': '1d7dbf43-3e89-4ee3-9fe6-1758e5955f53', 'status': 'completed', 'code': 200} Sep 16 05:21:30.454233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-142bc432-4d76-4b81-9431-fd1de4c4f0b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7d4307-3dcc-471d-8565-b739392b04f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4638047 Sep 16 05:21:30.474752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:30.479625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:30.499635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'mac_address': 'fa:16:3e:38:ee:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:30.510881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:30.515165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.515751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51bd888e-2fe2-4c14-9549-497e0e140100 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:30.525068 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.526558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-040ce856-48b8-409e-b62d-2056eb1b295e admin admin] 10.222.0.49 "DELETE /v2.0/routers/51bd888e-2fe2-4c14-9549-497e0e140100 HTTP/1.1" status: 204 len: 168 time: 2.0407126 Sep 16 05:21:30.529672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50798) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:30.560884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.568781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.569776 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Added segment ed9b1dea-2d7c-4bd1-b607-1ff67877efad of type vlan for network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e Sep 16 05:21:30.633908 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-780976fd-79c1-47cf-a4fc-9e4ff1466a2f admin admin] Deleting subnet d3aad3ed-2412-46d8-9194-7251f4522651 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:30.637718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-c5b6313d-8f41-4f37-993b-ee320e3b9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:30.638714 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-780976fd-79c1-47cf-a4fc-9e4ff1466a2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.640003 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-c5b6313d-8f41-4f37-993b-ee320e3b9d17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3dbf9e5c-7d85-41ab-8fee-b4871d4e0232 HTTP/1.1" status: 200 len: 862 time: 0.5933976 Sep 16 05:21:30.683205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ca25d-c10b-46e9-be99-9ef8eff29d5b req-8491e385-6a74-457c-a0f0-517c4d12d19e tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:30.686038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3d4ca25d-c10b-46e9-be99-9ef8eff29d5b req-8491e385-6a74-457c-a0f0-517c4d12d19e tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1023 time: 0.7339315 Sep 16 05:21:30.724539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.725821 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.733054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-780976fd-79c1-47cf-a4fc-9e4ff1466a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.746617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548ed469-7e0d-4ecd-9685-eada3ef439e0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:30.776867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-1fc8912e-35d2-425e-85e1-d6ef262c6c31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98720363-ea84-46cd-9b62-1fe94821b803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896869 Sep 16 05:21:30.791158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:30.874442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 3, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:30.876285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-780976fd-79c1-47cf-a4fc-9e4ff1466a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.878910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.928857 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.938536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-86de74b3-a0de-4c5d-b241-146033d8a2d9 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499989 Sep 16 05:21:30.959695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c6961-d15b-44fc-bef9-e5f760c8e4b4 None None] The sync data for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 is: [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:25Z', 'revision_number': 3, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:31.003975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3d4ca25d-c10b-46e9-be99-9ef8eff29d5b req-b6f55d83-6218-4f0a-a36f-d3ff1938982a tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&id=dcf61b8b-dba2-4531-a513-23a2ce55297e&id=f48b745d-d181-4253-bb3c-ca4c9a025c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2875152 Sep 16 05:21:31.042150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.052735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.054964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:31.055758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.118910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc1405-11d4-44a2-8163-74271a42b50c req-08e5af2f-abd1-40c4-a074-6c31f4c5e321 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:31.128017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6cc1405-11d4-44a2-8163-74271a42b50c req-08e5af2f-abd1-40c4-a074-6c31f4c5e321 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 948 time: 0.1849990 Sep 16 05:21:31.135329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2d6d58e4-0996-4820-b459-544d0217a60f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:31.163123 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-780976fd-79c1-47cf-a4fc-9e4ff1466a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.178319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 2d6d58e4-0996-4820-b459-544d0217a60f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:31.178576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2d6d58e4-0996-4820-b459-544d0217a60f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:31.178930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5a529d8a-ad96-4f59-8d5b-6da451107cec no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:31.212038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780976fd-79c1-47cf-a4fc-9e4ff1466a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3aad3ed-2412-46d8-9194-7251f4522651,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.221891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-f052468c-81c4-4a62-bc72-cd21850674de service neutron] 10.222.0.66 "GET /v2.0/networks/98720363-ea84-46cd-9b62-1fe94821b803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288187 Sep 16 05:21:31.224759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-780976fd-79c1-47cf-a4fc-9e4ff1466a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.227096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-780976fd-79c1-47cf-a4fc-9e4ff1466a2f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d3aad3ed-2412-46d8-9194-7251f4522651 HTTP/1.1" status: 204 len: 168 time: 0.6958997 Sep 16 05:21:31.230168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50814) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:31.253494 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6cc1405-11d4-44a2-8163-74271a42b50c req-a90b9e73-d438-4796-9229-053cf74d4dcb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118395 Sep 16 05:21:31.283537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['548ed469-7e0d-4ecd-9685-eada3ef439e0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:31.283537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c9a3f-30f3-462f-ba92-9acf954a7990 None None] Network 6add0826-1598-417e-9cf4-0c21261a0d0c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:31.305486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 5a529d8a-ad96-4f59-8d5b-6da451107cec {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:31.305883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5a529d8a-ad96-4f59-8d5b-6da451107cec not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:31.339375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3425145 Sep 16 05:21:31.342600 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50816) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:31.349592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528b002-5291-4c2a-a3ba-ff5ae408ffd4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1faf5a8-b70f-4d3d-b870-7620fdfebd3e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.350302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Request body: {'subnet': {'network_id': 'd1faf5a8-b70f-4d3d-b870-7620fdfebd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1290791139-subnet', 'tenant_id': '22e02d65f47744b3a57f16e04807ba90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:31.369441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:31.396307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-116a7237-f07d-4797-9a1d-c26de3e57d88 req-16c1f880-9990-4523-90bf-c720f7b36e43 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276087 Sep 16 05:21:31.398404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.502963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Made reservation on behalf of 22e02d65f47744b3a57f16e04807ba90 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:31.505830 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.584976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Allocated IP 172.20.0.1 (9003e45a-1b6d-4881-aa1e-2b660512ffb5/3499753c-73f6-451f-b14f-059ddde3c11b/b7535cf7-4e87-4c44-ae43-4622bfc080db) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:31.600814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Deleting port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:31.601535 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.663763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094d7cab-5f9e-4619-9b7f-75e2f1c32306 req-51ecf4df-8d2b-4d58-abea-e48067652656 service neutron] 10.222.0.66 "GET /v2.0/networks/98720363-ea84-46cd-9b62-1fe94821b803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324722 Sep 16 05:21:31.764202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] For port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:31.767595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.807486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Calling delete_port for 4dd9f04f-77c1-4adc-a190-21d5234f5e9d owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:31.940574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-385ae711-adaa-4e44-a061-3dfe916a97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:31.942652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-385ae711-adaa-4e44-a061-3dfe916a97c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=689261a598f0454eb848c3998b1952cf&device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 1096 time: 0.0795541 Sep 16 05:21:31.983693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] DHCP port deletion for 6add0826-1598-417e-9cf4-0c21261a0d0c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:31.991814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-0e32767d-4e3c-4a5b-b929-3cd303cd5b2b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:31.994074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-0e32767d-4e3c-4a5b-b929-3cd303cd5b2b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.30 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1023 time: 0.3289235 Sep 16 05:21:32.090778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.105872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] Deleting port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:32.106663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.138638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.164765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9db1d7-7196-45f6-9544-6a84fe46ea53 req-08ec33b1-e68b-464e-9c87-8a20bc2e566a tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.167962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa9db1d7-7196-45f6-9544-6a84fe46ea53 req-08ec33b1-e68b-464e-9c87-8a20bc2e566a tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 944 time: 0.4995887 Sep 16 05:21:32.176906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.185837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.266995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] For port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,segment=NetworkSegment(e7e718bb-ca41-495d-a796-7fb9ac6e5111),segment_id=e7e718bb-ca41-495d-a796-7fb9ac6e5111)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:32.267615 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.282970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] No DVR routers for this DVR port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:32.297973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] Calling delete_port for 4dd9f04f-77c1-4adc-a190-21d5234f5e9d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:32.345388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4607d0e8-f2af-4682-9e82-e708ebfbf023,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.381110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa9db1d7-7196-45f6-9544-6a84fe46ea53 req-b94d2b80-4a71-48a5-be79-592992f9d6f6 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271021 Sep 16 05:21:32.427579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-4f1e84b0-9bc1-457a-9d45-975e92635969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.431720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-4f1e84b0-9bc1-457a-9d45-975e92635969 service neutron] 10.222.0.66 "GET /v2.0/networks?id=98720363-ea84-46cd-9b62-1fe94821b803 HTTP/1.1" status: 200 len: 923 time: 0.4716458 Sep 16 05:21:32.450625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Deleting port 13825ddc-f967-43c2-8564-f791e49c237c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:32.450979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.483584 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.490348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f609fd-3ff3-4ac6-8724-4c004733ba8f req-8bd34af9-7ff3-4c22-ad8a-a8357c0886b2 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.493179 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04f609fd-3ff3-4ac6-8724-4c004733ba8f req-8bd34af9-7ff3-4c22-ad8a-a8357c0886b2 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 1023 time: 0.3554106 Sep 16 05:21:32.537148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] No DVR routers for this DVR port 4dd9f04f-77c1-4adc-a190-21d5234f5e9d on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:32.552110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-9b37743c-b71c-4051-9008-18c74ba6e31b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 HTTP/1.1" status: 200 len: 217 time: 0.0943913 Sep 16 05:21:32.574795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Checking segment: {'id': 'ed9b1dea-2d7c-4bd1-b607-1ff67877efad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd1faf5a8-b70f-4d3d-b870-7620fdfebd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:32.575359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Network hostable DHCP agents. Network: d1faf5a8-b70f-4d3d-b870-7620fdfebd3e, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:32.584186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.589639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046b4eb-6017-475e-b55a-d3df00e90432 None None] Pushing event deleted for resources: {'Port': ['ID=4dd9f04f-77c1-4adc-a190-21d5234f5e9d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.653436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6add0826-1598-417e-9cf4-0c21261a0d0c']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:32.678933 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.686916 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e718bb-ca41-495d-a796-7fb9ac6e5111') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:32.687215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e718bb-ca41-495d-a796-7fb9ac6e5111') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:32.702849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04f609fd-3ff3-4ac6-8724-4c004733ba8f req-76d5b9bb-43b6-4cb8-9649-b4172c00a8aa tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=585a92d6-d6ce-476b-8680-19d8cdf41307&id=dcf61b8b-dba2-4531-a513-23a2ce55297e&id=f48b745d-d181-4253-bb3c-ca4c9a025c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1295645 Sep 16 05:21:32.713930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.739538 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.746177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:32.746601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:32.748447 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:32.769111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:32.786400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:32.794423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-cf09bdff-5a1f-4b79-891c-c802db88e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.796032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-cf09bdff-5a1f-4b79-891c-c802db88e2b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3dbf9e5c-7d85-41ab-8fee-b4871d4e0232 HTTP/1.1" status: 200 len: 862 time: 0.2007883 Sep 16 05:21:32.798087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] For port 13825ddc-f967-43c2-8564-f791e49c237c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=13825ddc-f967-43c2-8564-f791e49c237c,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:32.798479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.810992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332090ca-b810-4770-ac60-65025c84607d req-debbaf05-e5aa-4019-8798-bb5e9aab0663 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.818789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-332090ca-b810-4770-ac60-65025c84607d req-debbaf05-e5aa-4019-8798-bb5e9aab0663 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 948 time: 0.2791288 Sep 16 05:21:32.846733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:32.857047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:32.864618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d1faf5a8-b70f-4d3d-b870-7620fdfebd3e) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:32.884498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:32.884930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa247d0-b207-4fe4-8e0c-33ad6acc3a03 None None] Network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:32.885043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.900921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Calling delete_port for 13825ddc-f967-43c2-8564-f791e49c237c owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:32.904515 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.905794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-a798257f-94f9-451e-98b8-ea0799de2b00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98720363-ea84-46cd-9b62-1fe94821b803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751176 Sep 16 05:21:32.926239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.932970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7535cf7-4e87-4c44-ae43-4622bfc080db,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.934991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] 10.222.0.49 "DELETE /v2.0/networks/6add0826-1598-417e-9cf4-0c21261a0d0c HTTP/1.1" status: 204 len: 168 time: 1.7032957 Sep 16 05:21:33.073159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f000381e-cd35-4448-aba6-2374adcd14bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7294559 Sep 16 05:21:33.088006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5fdb6-e0c7-4146-94b0-7a2d883cc7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=6add0826-1598-417e-9cf4-0c21261a0d0c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.126173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-332090ca-b810-4770-ac60-65025c84607d req-c6c03def-3c8f-43b8-82aa-aa88f51a6c94 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018994 Sep 16 05:21:33.182102 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.244468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a931b274-0a66-4d12-af4e-ba7e6b89fee1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:33.286648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d86cc-1774-44ea-81af-9711030029b9 None None] Network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:33.367147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-1474a854-32e0-4d53-9e70-48251a2e443d service neutron] 10.222.0.66 "GET /v2.0/networks/98720363-ea84-46cd-9b62-1fe94821b803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263654 Sep 16 05:21:33.385691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8b6e6b8a-389c-4105-a978-0df74c775d85 None None] Provisioning complete for port b7535cf7-4e87-4c44-ae43-4622bfc080db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:33.386067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6b8a-389c-4105-a978-0df74c775d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.387804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a931b274-0a66-4d12-af4e-ba7e6b89fee1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:33.388200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.507053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e6b8a-389c-4105-a978-0df74c775d85 None None] Port b7535cf7-4e87-4c44-ae43-4622bfc080db cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:33.552854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11369c2a-1d04-4a9c-aba8-25f87b3bcd67 req-286183db-646e-4ec0-ae78-d450e1666866 service neutron] 10.222.0.66 "GET /v2.0/networks/98720363-ea84-46cd-9b62-1fe94821b803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562498 Sep 16 05:21:33.563920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.568076 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.605072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port a931b274-0a66-4d12-af4e-ba7e6b89fee1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a931b274-0a66-4d12-af4e-ba7e6b89fee1,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:33.617528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['78344af9-4257-4f7b-8b9e-24dde401f512'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:33.625204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'Port': ['ID=13825ddc-f967-43c2-8564-f791e49c237c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.646561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50854) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.685286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.698020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.716876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983f467-6863-448b-98ad-c44ee8f34459 req-33be9f75-08a6-4d51-b736-bb53c0369227 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.718765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4983f467-6863-448b-98ad-c44ee8f34459 req-33be9f75-08a6-4d51-b736-bb53c0369227 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 944 time: 0.1813629 Sep 16 05:21:33.719690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] No DVR routers for this DVR port 13825ddc-f967-43c2-8564-f791e49c237c on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:33.759870 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.762281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0acdc8b-b4cd-41e6-a28f-201694a1686e req-7c3cb258-7b65-43fe-ac92-554f97245cfd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.30 "DELETE /v2.0/ports/13825ddc-f967-43c2-8564-f791e49c237c HTTP/1.1" status: 204 len: 173 time: 1.7437484 Sep 16 05:21:33.775696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ab875ede-78f5-4bb3-8000-29e515ee1e51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8574de8e5c66481a898389d52299a4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1223843 Sep 16 05:21:33.777815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50860) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.786597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'name': 'network-vif-deleted', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:33.791577 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9716f5-8927-42d5-8324-4b9fd4f51d3d" -d '{"events": [{"server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "name": "network-vif-deleted", "tag": "13825ddc-f967-43c2-8564-f791e49c237c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:33.827129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4983f467-6863-448b-98ad-c44ee8f34459 req-81399115-83f1-44ca-8e50-0c85eeacf943 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915987 Sep 16 05:21:33.830603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4dd9f04f-77c1-4adc-a190-21d5234f5e9d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:33.934625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9daa564f-9a73-483f-b5a4-b5c70aa8b0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.936495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 4dd9f04f-77c1-4adc-a190-21d5234f5e9d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:33.936977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4dd9f04f-77c1-4adc-a190-21d5234f5e9d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:33.942673 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7748f65-e271-48f3-942c-853610200803 x-openstack-request-id: req-b7748f65-e271-48f3-942c-853610200803 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:33.943008 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5894df37-f9e5-4292-a029-6b2867d1fe3a", "name": "network-vif-deleted", "tag": "13825ddc-f967-43c2-8564-f791e49c237c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:33.943880 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7748f65-e271-48f3-942c-853610200803 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:33.943880 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5894df37-f9e5-4292-a029-6b2867d1fe3a', 'name': 'network-vif-deleted', 'tag': '13825ddc-f967-43c2-8564-f791e49c237c', 'status': 'completed', 'code': 200} Sep 16 05:21:33.999170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9277350-3715-427c-a599-96c6eee54ab1 req-c75f44b7-0969-4a54-8b9b-b83fd880fcd2 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 210 time: 0.0648999 Sep 16 05:21:34.022095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9daa564f-9a73-483f-b5a4-b5c70aa8b0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.038935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50866) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:34.041404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=a931b274-0a66-4d12-af4e-ba7e6b89fee1,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.185525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:34.199093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:34.202215 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.274964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f2e129d5-3667-4aeb-bbd5-a207d1d0157c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.279276 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9daa564f-9a73-483f-b5a4-b5c70aa8b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.283291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9daa564f-9a73-483f-b5a4-b5c70aa8b0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.299167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9daa564f-9a73-483f-b5a4-b5c70aa8b0f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b196a9b1-23f7-4496-aaa3-892f3fc05e83 HTTP/1.1" status: 204 len: 168 time: 0.5189743 Sep 16 05:21:34.327213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c266-284f-4a3a-9b7e-738165b3310c req-4db2aa58-4173-4543-a9ed-6e758c6b0f49 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:34.390331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0fa2c266-284f-4a3a-9b7e-738165b3310c req-4db2aa58-4173-4543-a9ed-6e758c6b0f49 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 948 time: 0.1277006 Sep 16 05:21:34.390581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa564f-9a73-483f-b5a4-b5c70aa8b0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b196a9b1-23f7-4496-aaa3-892f3fc05e83,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.390833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.400749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0fa2c266-284f-4a3a-9b7e-738165b3310c req-1871d83b-5662-4ac7-aa6a-42e2d93e4be5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615792 Sep 16 05:21:34.470896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,segment=NetworkSegment(791d051c-43b6-4934-bdff-e718b9e9d316),segment_id=791d051c-43b6-4934-bdff-e718b9e9d316)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:34.484604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '1d7dbf43-3e89-4ee3-9fe6-1758e5955f53', 'network_id': '98720363-ea84-46cd-9b62-1fe94821b803', 'port_id': '1d7dbf43-3e89-4ee3-9fe6-1758e5955f53', 'mac_address': 'fa:16:3e:1f:44:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbf9e5c-7d85-41ab-8fee-b4871d4e0232', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:34.488742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.491892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7535cf7-4e87-4c44-ae43-4622bfc080db,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.511442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f2e129d5-3667-4aeb-bbd5-a207d1d0157c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.526064 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.539371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:34.558751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,segment=NetworkSegment(791d051c-43b6-4934-bdff-e718b9e9d316),segment_id=791d051c-43b6-4934-bdff-e718b9e9d316)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:34.587214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:34.588570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:34.680607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 548ed469-7e0d-4ecd-9685-eada3ef439e0 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:34.685400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 548ed469-7e0d-4ecd-9685-eada3ef439e0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:34.685794 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.725413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Router 01713a94-c02f-43cb-b7b6-153885891f79 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:34.766244 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f2e129d5-3667-4aeb-bbd5-a207d1d0157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.777528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.812822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f2e129d5-3667-4aeb-bbd5-a207d1d0157c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d438bc0399694929a34056de93de112e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726891 Sep 16 05:21:34.817658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50878) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:34.826969 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.849050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e129d5-3667-4aeb-bbd5-a207d1d0157c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebdb737-b556-4fa8-b2c4-af8d314c9537,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.897000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:34.906332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:34.910880 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac3838a-8154-49bb-9316-9d4299ffd4d6" -d '{"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-plugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:34.925357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49543095-823f-400e-b855-1b45525b0429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.950945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.981888 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.986903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49543095-823f-400e-b855-1b45525b0429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.033454 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43735038-47b3-4e6d-92eb-c48116da9041 x-openstack-request-id: req-43735038-47b3-4e6d-92eb-c48116da9041 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:35.036181 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-plugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:35.039408 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43735038-47b3-4e6d-92eb-c48116da9041 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:35.040283 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'code': 200} Sep 16 05:21:35.121314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49543095-823f-400e-b855-1b45525b0429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.135705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 13825ddc-f967-43c2-8564-f791e49c237c no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:35.137074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49543095-823f-400e-b855-1b45525b0429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.140623 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-49543095-823f-400e-b855-1b45525b0429 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ebdb737-b556-4fa8-b2c4-af8d314c9537 HTTP/1.1" status: 204 len: 168 time: 0.3194113 Sep 16 05:21:35.179404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49543095-823f-400e-b855-1b45525b0429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebdb737-b556-4fa8-b2c4-af8d314c9537,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.217486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40b7d-02c1-4dc1-bab7-147829f08287 req-e4d5a781-5ac6-4db9-882e-d7723e5f7296 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.227619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39c40b7d-02c1-4dc1-bab7-147829f08287 req-e4d5a781-5ac6-4db9-882e-d7723e5f7296 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 945 time: 0.1884265 Sep 16 05:21:35.253863 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 13825ddc-f967-43c2-8564-f791e49c237c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:35.254725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 13825ddc-f967-43c2-8564-f791e49c237c not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:35.264716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1d7dbf43-3e89-4ee3-9fe6-1758e5955f53'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:35.269123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a931b274-0a66-4d12-af4e-ba7e6b89fee1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:35.289160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5bf5bf44-73ff-43d8-8654-7092142af953 None None] Provisioning complete for port b7535cf7-4e87-4c44-ae43-4622bfc080db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:35.291542 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bf5bf44-73ff-43d8-8654-7092142af953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.291701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39c40b7d-02c1-4dc1-bab7-147829f08287 req-1011edc3-fe6e-4564-b12f-119f2954c048 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612700 Sep 16 05:21:35.397525 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbb579b-54f4-45b7-b5cd-51cf9a15a475 req-3a5c9ea3-b3fe-4481-ad8f-799664329d6c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=5894df37-f9e5-4292-a029-6b2867d1fe3a HTTP/1.1" status: 200 len: 210 time: 0.0553968 Sep 16 05:21:35.440332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.445205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:35.451463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-22881596-a655-4e78-8af0-b88bdd0fd5d0 admin admin] 10.222.0.49 "PUT /v2.0/routers/01713a94-c02f-43cb-b7b6-153885891f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7384551 Sep 16 05:21:35.468004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Sync routers for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:35.468327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca652ae-e36d-4b11-a881-62334e7c94dd req-d5200942-8003-4cdf-8db7-54540caa1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.470385 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ca652ae-e36d-4b11-a881-62334e7c94dd req-d5200942-8003-4cdf-8db7-54540caa1144 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1101 time: 0.1411989 Sep 16 05:21:35.496303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:35.501447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1717739869-network', 'tenant_id': 'b63e7246b68e4982ac951f262d66745d'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:35.512623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a931b274-0a66-4d12-af4e-ba7e6b89fee1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:35.513157 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.514957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5bf44-73ff-43d8-8654-7092142af953 None None] Port b7535cf7-4e87-4c44-ae43-4622bfc080db cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:35.543715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:35.544511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:35.603228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ca652ae-e36d-4b11-a881-62334e7c94dd req-993d7b4a-00fb-4bea-9aa5-f6c3cde3800e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086955 Sep 16 05:21:35.612453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Made reservation on behalf of b63e7246b68e4982ac951f262d66745d for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:35.618108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f892-849c-4762-bdce-01c5ee8e8313 req-9447c8c3-561b-4459-aba0-8b61c7fc06b2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.618358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.626575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c54f892-849c-4762-bdce-01c5ee8e8313 req-9447c8c3-561b-4459-aba0-8b61c7fc06b2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1083424 Sep 16 05:21:35.639560 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.705875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c54f892-849c-4762-bdce-01c5ee8e8313 req-50f9767e-28bd-4209-bf8e-2e04538d4df5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763032 Sep 16 05:21:35.764325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:35.841947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.921981 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.955716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:35.968175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb61ff8-20bd-4fa7-bcb6-3c8aa38b68a8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.975423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.975768 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Added segment f69978ba-8ddc-495c-9e29-a544916650a9 of type vlan for network 7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd Sep 16 05:21:36.021819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.154918 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.155923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:36.156527 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.175512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 2, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:36.210282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Checking router: 01713a94-c02f-43cb-b7b6-153885891f79 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:36.210764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Updating router 01713a94-c02f-43cb-b7b6-153885891f79 port b7535cf7-4e87-4c44-ae43-4622bfc080db binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:36.244276 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.257990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7606449 Sep 16 05:21:36.260757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50924) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:36.262376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4da29-ec97-4227-829a-ea3193f10986 admin admin] Pushing event updated for resources: {'Network': ['ID=7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.272519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Request body: {'subnet': {'network_id': '7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1717739869-subnet', 'tenant_id': 'b63e7246b68e4982ac951f262d66745d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:36.292009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:36.450802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Made reservation on behalf of b63e7246b68e4982ac951f262d66745d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:36.453388 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.487578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50940) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:36.494147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c5d95d10-0e8e-44e3-8c97-1ed0fa223850 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719688042', 'description': 'tempest-description--515942069'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:36.573348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69bee3-9f76-4a7b-907b-8653ec97ed5e req-1cd277f4-8cbc-4b47-a9a6-14d9872ea770 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:36.573348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e69bee3-9f76-4a7b-907b-8653ec97ed5e req-1cd277f4-8cbc-4b47-a9a6-14d9872ea770 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 945 time: 0.1333771 Sep 16 05:21:36.621768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5d95d10-0e8e-44e3-8c97-1ed0fa223850 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.675703 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e69bee3-9f76-4a7b-907b-8653ec97ed5e req-d0927cdb-e3b3-4f27-a993-5a5122d7d2f5 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944614 Sep 16 05:21:36.741516 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.755954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c11103b-2264-40e9-900e-c9e830e29245 req-603871cc-374a-4f92-8ff1-ff1e02cdbb10 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/f48b745d-d181-4253-bb3c-ca4c9a025c5a HTTP/1.1" status: 200 len: 1799 time: 0.1145782 Sep 16 05:21:36.802097 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.873992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6c11103b-2264-40e9-900e-c9e830e29245 req-effac558-5da0-4787-9df6-a19d44a3b737 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.878022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5d95d10-0e8e-44e3-8c97-1ed0fa223850 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.912269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6c11103b-2264-40e9-900e-c9e830e29245 req-effac558-5da0-4787-9df6-a19d44a3b737 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.931235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f3e24-a699-4fe8-9b8e-bc3f53d1dda8 None None] Pushing event updated for resources: {'Port': ['ID=b7535cf7-4e87-4c44-ae43-4622bfc080db,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.958795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.965865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Attempting to bind port b7535cf7-4e87-4c44-ae43-4622bfc080db on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:36.966439 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Attempting to bind port b7535cf7-4e87-4c44-ae43-4622bfc080db by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:36.967325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Attempting to bind port b7535cf7-4e87-4c44-ae43-4622bfc080db on network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:36.976674 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:36.978072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:36.978456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Checking segment: {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:36.978863 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.979259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Bound using segment: {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:36.979742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Bound port: b7535cf7-4e87-4c44-ae43-4622bfc080db, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:36.980158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.982319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5d95d10-0e8e-44e3-8c97-1ed0fa223850 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.050812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d95d10-0e8e-44e3-8c97-1ed0fa223850 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f428e-aef1-4178-b4b6-47bc09256d91,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.082551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3bd13-3b00-43e1-b878-1e8137d8ac0c req-d84c1888-d177-46f7-ba1a-42dcb5902dab tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.084871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c3bd13-3b00-43e1-b878-1e8137d8ac0c req-d84c1888-d177-46f7-ba1a-42dcb5902dab tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1814399 Sep 16 05:21:37.090930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d33a21d-2da2-43a1-86b2-399c12f9f05f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.109110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] For port b7535cf7-4e87-4c44-ae43-4622bfc080db, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:37.117218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] For port b7535cf7-4e87-4c44-ae43-4622bfc080db, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b7535cf7-4e87-4c44-ae43-4622bfc080db,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:37.125659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Checking segment: {'id': 'f69978ba-8ddc-495c-9e29-a544916650a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:37.126024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Network hostable DHCP agents. Network: 7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:37.146235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5d95d10-0e8e-44e3-8c97-1ed0fa223850 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.150677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c5d95d10-0e8e-44e3-8c97-1ed0fa223850 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6584382 Sep 16 05:21:37.150677 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6c11103b-2264-40e9-900e-c9e830e29245 req-effac558-5da0-4787-9df6-a19d44a3b737 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.154804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.162645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c1a2b250-80d7-4620-956e-e7558729e29a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Request body: {'security_group_rule': {'security_group_id': '7f5f428e-aef1-4178-b4b6-47bc09256d91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:37.166339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6c11103b-2264-40e9-900e-c9e830e29245 req-effac558-5da0-4787-9df6-a19d44a3b737 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.181652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c3bd13-3b00-43e1-b878-1e8137d8ac0c req-ea948065-a9b1-42c6-b968-cf80760bfa10 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835383 Sep 16 05:21:37.193826 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c11103b-2264-40e9-900e-c9e830e29245 req-effac558-5da0-4787-9df6-a19d44a3b737 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/f48b745d-d181-4253-bb3c-ca4c9a025c5a HTTP/1.1" status: 204 len: 173 time: 0.4257898 Sep 16 05:21:37.210644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.212144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effac558-5da0-4787-9df6-a19d44a3b737 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48b745d-d181-4253-bb3c-ca4c9a025c5a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.301034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Network 7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:37.311141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fe846522-ef88-4897-96eb-5d8cb6cac4a6 None None] Provisioning complete for port b7535cf7-4e87-4c44-ae43-4622bfc080db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:37.311514 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe846522-ef88-4897-96eb-5d8cb6cac4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.324724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ead0521-a61e-4829-8192-35bcc733b67b req-7932bb14-c8f7-42e6-8a03-6a20ce19a2ec tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/dcf61b8b-dba2-4531-a513-23a2ce55297e HTTP/1.1" status: 200 len: 1801 time: 0.1074533 Sep 16 05:21:37.333341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:37.333341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:37.358627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f3e24-a699-4fe8-9b8e-bc3f53d1dda8 None None] Pushing event updated for resources: {'Port': ['ID=b7535cf7-4e87-4c44-ae43-4622bfc080db,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.382570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b250-80d7-4620-956e-e7558729e29a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.447646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ead0521-a61e-4829-8192-35bcc733b67b req-0816d2c3-3aa9-484c-9cc1-a5f148301d8d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.478830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ead0521-a61e-4829-8192-35bcc733b67b req-0816d2c3-3aa9-484c-9cc1-a5f148301d8d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.527322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:37.553789 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b250-80d7-4620-956e-e7558729e29a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.561957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de665d3-953b-4038-8a53-31f5dabbf75d None None] Network 7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:37.562175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.562175 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.612150 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b250-80d7-4620-956e-e7558729e29a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.628388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2b250-80d7-4620-956e-e7558729e29a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28d2e7a-3d42-4379-b0ee-1df89907ba87,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.672031 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe846522-ef88-4897-96eb-5d8cb6cac4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.674007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ead0521-a61e-4829-8192-35bcc733b67b req-0816d2c3-3aa9-484c-9cc1-a5f148301d8d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.677674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1ead0521-a61e-4829-8192-35bcc733b67b req-0816d2c3-3aa9-484c-9cc1-a5f148301d8d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.684485 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ead0521-a61e-4829-8192-35bcc733b67b req-0816d2c3-3aa9-484c-9cc1-a5f148301d8d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/dcf61b8b-dba2-4531-a513-23a2ce55297e HTTP/1.1" status: 204 len: 173 time: 0.3581986 Sep 16 05:21:37.688915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:37.713333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d60f598f-03ce-4025-9b83-77f5f6857853 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4411123 Sep 16 05:21:37.713333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816d2c3-3aa9-484c-9cc1-a5f148301d8d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf61b8b-dba2-4531-a513-23a2ce55297e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.744826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1a2b250-80d7-4620-956e-e7558729e29a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.751374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c1a2b250-80d7-4620-956e-e7558729e29a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5901809 Sep 16 05:21:37.751541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.763892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fe846522-ef88-4897-96eb-5d8cb6cac4a6 None None] For port b7535cf7-4e87-4c44-ae43-4622bfc080db, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b7535cf7-4e87-4c44-ae43-4622bfc080db,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:37.764640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-692b2e5e-41e4-464f-abaa-a57cbe6b620b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Request body: {'security_group_rule': {'security_group_id': '7f5f428e-aef1-4178-b4b6-47bc09256d91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:37.808921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-08fe571a-d213-4cff-a640-2b997c296841 req-ac2cc16f-d838-43c6-a3d9-8b0318c8b78d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-188534333', 'description': 'tempest-description-1602960087'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:37.865122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe846522-ef88-4897-96eb-5d8cb6cac4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.955554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-692b2e5e-41e4-464f-abaa-a57cbe6b620b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.042538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bcb1e2-3673-478a-bc76-15fb419ca17b None None] Network 7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:38.091105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.100233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe846522-ef88-4897-96eb-5d8cb6cac4a6 None None] Pushing event updated for resources: {'Port': ['ID=b7535cf7-4e87-4c44-ae43-4622bfc080db,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.114034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-692b2e5e-41e4-464f-abaa-a57cbe6b620b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.115557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-08fe571a-d213-4cff-a640-2b997c296841 req-ac2cc16f-d838-43c6-a3d9-8b0318c8b78d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.147324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b46e07f9-2702-4ccb-97dc-8e19b55a0dc2 None None] Provisioning complete for port b7535cf7-4e87-4c44-ae43-4622bfc080db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:38.148088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b46e07f9-2702-4ccb-97dc-8e19b55a0dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.220003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-692b2e5e-41e4-464f-abaa-a57cbe6b620b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.225960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:38.250729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-08fe571a-d213-4cff-a640-2b997c296841 req-ac2cc16f-d838-43c6-a3d9-8b0318c8b78d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.265670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b2e5e-41e4-464f-abaa-a57cbe6b620b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c748d1e2-cea7-47e7-870a-2de17d6dfd17,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.303977 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03562f2f-a60c-4e42-a7e5-9b9d4a8ce5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.355733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-08fe571a-d213-4cff-a640-2b997c296841 req-ac2cc16f-d838-43c6-a3d9-8b0318c8b78d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.391296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cc16f-d838-43c6-a3d9-8b0318c8b78d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa69b6d-3596-4877-9a9c-2ed9129532e5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.500850 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-692b2e5e-41e4-464f-abaa-a57cbe6b620b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.502678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-692b2e5e-41e4-464f-abaa-a57cbe6b620b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7471471 Sep 16 05:21:38.504080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-08fe571a-d213-4cff-a640-2b997c296841 req-ac2cc16f-d838-43c6-a3d9-8b0318c8b78d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.516118 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-08fe571a-d213-4cff-a640-2b997c296841 req-ac2cc16f-d838-43c6-a3d9-8b0318c8b78d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7126687 Sep 16 05:21:38.523488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51002) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.547586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:38.592645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:38.612123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:38.634185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03562f2f-a60c-4e42-a7e5-9b9d4a8ce5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.663792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeac7bf-c521-494b-80a4-5a0b7f88b2e2 None None] The sync data for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 is: [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:38.667195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:38.667924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.696345 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03562f2f-a60c-4e42-a7e5-9b9d4a8ce5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.727188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6c919-9950-45b3-8178-3cf755cfb37b req-e281d203-3f55-48b9-971a-ce546e2e1a52 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:38.758441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccf6c919-9950-45b3-8178-3cf755cfb37b req-e281d203-3f55-48b9-971a-ce546e2e1a52 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 945 time: 0.1479075 Sep 16 05:21:38.779028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03562f2f-a60c-4e42-a7e5-9b9d4a8ce5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa5062b-0e54-4fb0-9078-51e75f945a39,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.790649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-03562f2f-a60c-4e42-a7e5-9b9d4a8ce5e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6071a6dcf164ac3b26ed1eeb75546ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6972764 Sep 16 05:21:38.804526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51016) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.891935 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.906098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccf6c919-9950-45b3-8178-3cf755cfb37b req-513f24ab-80e7-4e41-8354-e25553afb183 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300511 Sep 16 05:21:38.914765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.953639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61160c83-8661-4174-a90a-7ee5d6e41b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7dbf43-3e89-4ee3-9fe6-1758e5955f53'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:38.957322 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8a9fd2-81f6-4d37-8776-4fad15deff9b" -d '{"events": [{"server_uuid": "61160c83-8661-4174-a90a-7ee5d6e41b52", "name": "network-vif-plugged", "status": "completed", "tag": "1d7dbf43-3e89-4ee3-9fe6-1758e5955f53"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:39.002069 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61c46ba7-3b20-49f2-95e7-96eaa4452bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.014922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,segment=NetworkSegment(791d051c-43b6-4934-bdff-e718b9e9d316),segment_id=791d051c-43b6-4934-bdff-e718b9e9d316)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:39.069770 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.092591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61c46ba7-3b20-49f2-95e7-96eaa4452bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.107606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626562-1a0e-4985-8790-02ae5c080077 req-f50fbdaf-6f83-47c5-b90e-b40a9850010f tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.117373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-f50fbdaf-6f83-47c5-b90e-b40a9850010f tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/networks?id=d1faf5a8-b70f-4d3d-b870-7620fdfebd3e HTTP/1.1" status: 200 len: 825 time: 0.2831917 Sep 16 05:21:39.122730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b7535cf7-4e87-4c44-ae43-4622bfc080db up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:39.145506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-8b27ffb3-457c-4bd6-a4c6-f1f4c683ece2 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/quotas/22e02d65f47744b3a57f16e04807ba90 HTTP/1.1" status: 200 len: 375 time: 0.0264370 Sep 16 05:21:39.178772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44bcc4-3757-4d62-95ed-95e635e0247b req-e17bbc1c-b0a2-499b-85d0-050fb2180c03 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.181212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed44bcc4-3757-4d62-95ed-95e635e0247b req-e17bbc1c-b0a2-499b-85d0-050fb2180c03 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.0887842 Sep 16 05:21:39.199350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.199689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-2e16cb68-21f4-41da-b3a9-9da0a82e0bae tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=22e02d65f47744b3a57f16e04807ba90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506616 Sep 16 05:21:39.205871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.235608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b7535cf7-4e87-4c44-ae43-4622bfc080db triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:39.236142 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.337966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-a3a14ee3-41dd-4d42-9d1e-169170d8de76 service neutron] 10.222.0.49 "GET /v2.0/networks/d1faf5a8-b70f-4d3d-b870-7620fdfebd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275675 Sep 16 05:21:39.434633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61c46ba7-3b20-49f2-95e7-96eaa4452bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.437298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61c46ba7-3b20-49f2-95e7-96eaa4452bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.441550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-61c46ba7-3b20-49f2-95e7-96eaa4452bb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fa5062b-0e54-4fb0-9078-51e75f945a39 HTTP/1.1" status: 204 len: 168 time: 0.6328137 Sep 16 05:21:39.448985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed44bcc4-3757-4d62-95ed-95e635e0247b req-1774491e-38c8-4383-8576-a13f1467d373 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517732 Sep 16 05:21:39.489373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-b0c4dc35-38e8-4027-b8ec-94b58256137a service neutron] 10.222.0.49 "GET /v2.0/networks/d1faf5a8-b70f-4d3d-b870-7620fdfebd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357961 Sep 16 05:21:39.504865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46ba7-3b20-49f2-95e7-96eaa4452bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa5062b-0e54-4fb0-9078-51e75f945a39,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.548511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Allocated IP 172.25.1.121 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/aca2e7b9-b823-470e-a263-d5989e827ec4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:39.621845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5293031d-4f32-4f33-a97d-fe4c84d6965a req-67f02d09-dde9-4866-8aa5-3dfeb63d2c5c tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/efa69b6d-3596-4877-9a9c-2ed9129532e5 HTTP/1.1" status: 200 len: 1802 time: 0.1017089 Sep 16 05:21:39.682747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-5293031d-4f32-4f33-a97d-fe4c84d6965a req-7d044150-dd36-4de2-b5ff-404c252605ac tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Request body: {'security_group': {'name': 'tempest-sg-hth-784266141', 'description': 'tempest-description-hth-872162409'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:39.757971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5293031d-4f32-4f33-a97d-fe4c84d6965a req-7d044150-dd36-4de2-b5ff-404c252605ac tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.806711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.846524 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5293031d-4f32-4f33-a97d-fe4c84d6965a req-7d044150-dd36-4de2-b5ff-404c252605ac tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.921934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5293031d-4f32-4f33-a97d-fe4c84d6965a req-7d044150-dd36-4de2-b5ff-404c252605ac tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.925491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5293031d-4f32-4f33-a97d-fe4c84d6965a req-7d044150-dd36-4de2-b5ff-404c252605ac tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.930651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5293031d-4f32-4f33-a97d-fe4c84d6965a req-7d044150-dd36-4de2-b5ff-404c252605ac tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "PUT /v2.0/security-groups/efa69b6d-3596-4877-9a9c-2ed9129532e5 HTTP/1.1" status: 200 len: 1775 time: 0.2591002 Sep 16 05:21:39.963376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.996360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044150-dd36-4de2-b5ff-404c252605ac tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa69b6d-3596-4877-9a9c-2ed9129532e5,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.048430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:40.053987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:40.068498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:40.126481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event updated for resources: {'Port': ['ID=aca2e7b9-b823-470e-a263-d5989e827ec4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.183910 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e513bee-76f3-46fb-bf32-f75c628aefe0 x-openstack-request-id: req-1e513bee-76f3-46fb-bf32-f75c628aefe0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:40.184861 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61160c83-8661-4174-a90a-7ee5d6e41b52", "name": "network-vif-plugged", "status": "completed", "tag": "1d7dbf43-3e89-4ee3-9fe6-1758e5955f53", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:40.185284 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e513bee-76f3-46fb-bf32-f75c628aefe0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:40.185856 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61160c83-8661-4174-a90a-7ee5d6e41b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7dbf43-3e89-4ee3-9fe6-1758e5955f53', 'code': 200} Sep 16 05:21:40.310751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9214e86b-d791-4aba-b413-3138a90ff71b req-7d8197e5-002f-40b6-8b4b-8f4fa540c0e3 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 210 time: 0.0597844 Sep 16 05:21:40.335125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.392010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f827e-0a80-4109-8e90-c46ccce8df81 req-ec7f9fe8-be56-4248-bb51-81fdadae3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.396403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad3f827e-0a80-4109-8e90-c46ccce8df81 req-ec7f9fe8-be56-4248-bb51-81fdadae3267 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 1098 time: 0.0896978 Sep 16 05:21:40.399614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5db27-ef25-4305-a1cd-43552fa16264 req-cbdcd5d8-bde1-4057-ac94-865470ec6ef9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.407974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bd5db27-ef25-4305-a1cd-43552fa16264 req-cbdcd5d8-bde1-4057-ac94-865470ec6ef9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1006444 Sep 16 05:21:40.475817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bd5db27-ef25-4305-a1cd-43552fa16264 req-ee0d6ef7-2668-427c-95cf-66f242847ac8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667360 Sep 16 05:21:40.497499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad3f827e-0a80-4109-8e90-c46ccce8df81 req-3efc6bf5-8589-4dc7-9398-2bf577b57a44 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931599 Sep 16 05:21:40.531113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df1f8-53ff-4409-ab5a-7f2d45b0e629 req-28698b06-ad10-4009-8cf5-ba72416271e1 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.532835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b65df1f8-53ff-4409-ab5a-7f2d45b0e629 req-28698b06-ad10-4009-8cf5-ba72416271e1 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 946 time: 0.0958080 Sep 16 05:21:40.557987 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.598639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b65df1f8-53ff-4409-ab5a-7f2d45b0e629 req-1a0d93ff-5c3c-473b-9b08-0ebedf4e2f74 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579391 Sep 16 05:21:40.703492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93ce8f42-56e1-4001-8060-8c4fed21ab31 req-804225ae-e8c2-4311-8503-4829b3c4c4ee tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/efa69b6d-3596-4877-9a9c-2ed9129532e5 HTTP/1.1" status: 200 len: 1775 time: 0.0946953 Sep 16 05:21:40.846091 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.916779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-813e1e2d-fa75-45fb-bbb6-a5e2eec98c02 req-c83d5938-c78f-41f3-9136-fd6028a897fd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/efa69b6d-3596-4877-9a9c-2ed9129532e5 HTTP/1.1" status: 200 len: 1775 time: 0.1199660 Sep 16 05:21:40.924757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.030084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event updated for resources: {'Port': ['ID=aca2e7b9-b823-470e-a263-d5989e827ec4,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.045717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.074701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-813e1e2d-fa75-45fb-bbb6-a5e2eec98c02 req-b0116672-abc3-4775-8c2b-9b8050343ba5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.115772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-813e1e2d-fa75-45fb-bbb6-a5e2eec98c02 req-b0116672-abc3-4775-8c2b-9b8050343ba5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.140341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-5f348147-eb71-4dcc-8594-d42d8d55e1bd req-3c789114-f9d3-4716-b7a7-e0718607f840 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:41.141597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5f348147-eb71-4dcc-8594-d42d8d55e1bd req-3c789114-f9d3-4716-b7a7-e0718607f840 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058620 Sep 16 05:21:41.160868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.160868 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cac7430f-da22-4ba9-abd7-cb5ab2d50a97 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6241691 Sep 16 05:21:41.297961 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-813e1e2d-fa75-45fb-bbb6-a5e2eec98c02 req-b0116672-abc3-4775-8c2b-9b8050343ba5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.301720 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-813e1e2d-fa75-45fb-bbb6-a5e2eec98c02 req-b0116672-abc3-4775-8c2b-9b8050343ba5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.310668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-813e1e2d-fa75-45fb-bbb6-a5e2eec98c02 req-b0116672-abc3-4775-8c2b-9b8050343ba5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/efa69b6d-3596-4877-9a9c-2ed9129532e5 HTTP/1.1" status: 204 len: 173 time: 0.3923640 Sep 16 05:21:41.343977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0116672-abc3-4775-8c2b-9b8050343ba5 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa69b6d-3596-4877-9a9c-2ed9129532e5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.701160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d8a144f-a984-4f70-aed5-a94325792564 req-fc447546-f7f9-46e2-bdf1-c657c0389367 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 210 time: 0.0553224 Sep 16 05:21:41.813239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7419d-0f4a-458c-9a3b-d627894df365 req-0d205ba6-6ac2-4ec1-887d-fa04743efa3a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.824132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0fb7419d-0f4a-458c-9a3b-d627894df365 req-0d205ba6-6ac2-4ec1-887d-fa04743efa3a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.0854533 Sep 16 05:21:41.889602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0fb7419d-0f4a-458c-9a3b-d627894df365 req-8083230a-8d50-4672-9c96-7388353b8482 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640767 Sep 16 05:21:41.931704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69aa7e-e68e-471d-a4e1-8e60c0c22d5a req-5088b699-e397-4ad2-94fe-2fa7224d7eba tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.933349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac69aa7e-e68e-471d-a4e1-8e60c0c22d5a req-5088b699-e397-4ad2-94fe-2fa7224d7eba tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 946 time: 0.1212218 Sep 16 05:21:41.944531 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-7773cd42-1941-4c82-b7ba-26a9a79f18ef req-469c1216-a450-4a53-ae12-dcecf00a07cd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:21:41.952907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7773cd42-1941-4c82-b7ba-26a9a79f18ef req-469c1216-a450-4a53-ae12-dcecf00a07cd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/dcf61b8b-dba2-4531-a513-23a2ce55297e HTTP/1.1" status: 404 len: 352 time: 0.0253468 Sep 16 05:21:41.989563 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-384eb9bb-cefb-4220-8280-5c5d437fde68 req-08758699-c888-406e-a09f-5a4e6fa9bf51 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:21:42.000580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-384eb9bb-cefb-4220-8280-5c5d437fde68 req-08758699-c888-406e-a09f-5a4e6fa9bf51 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/f48b745d-d181-4253-bb3c-ca4c9a025c5a HTTP/1.1" status: 404 len: 352 time: 0.0322318 Sep 16 05:21:42.002813 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac69aa7e-e68e-471d-a4e1-8e60c0c22d5a req-5382f893-3957-4669-97ad-d6f9c3af9045 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610697 Sep 16 05:21:42.032020 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-3b016adf-a827-4f87-b588-2e37d7fd07c0 req-30caa216-6a84-4d7d-8efa-7259129e89b7 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:21:42.033043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b016adf-a827-4f87-b588-2e37d7fd07c0 req-30caa216-6a84-4d7d-8efa-7259129e89b7 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/b53adab9-d3f9-45ef-813f-7c9b9ece84ac HTTP/1.1" status: 404 len: 352 time: 0.0150352 Sep 16 05:21:42.078407 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-04188f3f-3685-4016-9460-e6df51bf3400 req-070cc34f-80b1-4073-91c6-19ca9bda0d64 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:21:42.079619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04188f3f-3685-4016-9460-e6df51bf3400 req-070cc34f-80b1-4073-91c6-19ca9bda0d64 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/d83ab175-b469-449f-ad73-2c677f08d46c HTTP/1.1" status: 404 len: 352 time: 0.0235040 Sep 16 05:21:42.135870 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-3aaaf365-ba4b-42d6-b363-10d09650d125 req-04c4f377-54e9-4bf4-b0e7-9ef8557d3f66 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:21:42.141678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3aaaf365-ba4b-42d6-b363-10d09650d125 req-04c4f377-54e9-4bf4-b0e7-9ef8557d3f66 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/67147443-06a6-4348-81f7-bd960f654ead HTTP/1.1" status: 404 len: 352 time: 0.0218573 Sep 16 05:21:42.188825 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-70fda090-a04e-4693-8777-40083aafa814 req-9f70f22e-c5ca-421f-a4d0-d476201b6ab0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] show failed (client error): The resource could not be found. Sep 16 05:21:42.189887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70fda090-a04e-4693-8777-40083aafa814 req-9f70f22e-c5ca-421f-a4d0-d476201b6ab0 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/95895ad7-26a6-4916-94b7-f11256875490 HTTP/1.1" status: 404 len: 352 time: 0.0305243 Sep 16 05:21:42.368833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51160) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:42.406246 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-bebeabb9-949e-4dde-9106-04c99e3430f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5280304 Sep 16 05:21:42.412460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-c9d66f2f-ac4d-45ba-b73b-87a399901758 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:42.417679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-c9d66f2f-ac4d-45ba-b73b-87a399901758 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101273 Sep 16 05:21:42.468970 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.640281 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.679315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51174) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:42.803150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:42.807986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.883128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31372973-5f9a-47f5-8efb-fa88eea2c778,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.890057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fc043e20fc945d88ae09292ea50d96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201046 Sep 16 05:21:42.894176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51188) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:42.906702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.907449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.907449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.907822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.908170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.908397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.909106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.910009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.910722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.911214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.912184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.912714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce58ab8-a958-45a0-bc94-238ca808aed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:42.962049 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.971051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b181874-fc6a-4023-9932-71be4881c85f req-6f57e2d5-ac58-44a6-8748-dffbaa153839 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 210 time: 0.0662849 Sep 16 05:21:43.054637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f5a96d3-f5ba-4a88-9ba1-2d203be89c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.106348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec680c1-c4e5-443f-a186-ca726e3b76f3 req-ea798811-18d4-4eca-afd2-f508f386dd3b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.112414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ec680c1-c4e5-443f-a186-ca726e3b76f3 req-ea798811-18d4-4eca-afd2-f508f386dd3b tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1024 time: 0.1473813 Sep 16 05:21:43.114501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ecae-c37f-40de-8204-f3d83a3f0c50 req-03233382-6123-4739-9654-62703a992cc3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.117159 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f5a96d3-f5ba-4a88-9ba1-2d203be89c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.120619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e84ecae-c37f-40de-8204-f3d83a3f0c50 req-03233382-6123-4739-9654-62703a992cc3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.0658295 Sep 16 05:21:43.165994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e84ecae-c37f-40de-8204-f3d83a3f0c50 req-414d47fe-e900-47d8-a5b6-ada3f15c98ae tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Sep 16 05:21:43.268462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ec680c1-c4e5-443f-a186-ca726e3b76f3 req-567ad3af-ac34-4195-a15a-531c15469e2d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0eddc97-53de-46e7-bf49-138d5cb16722&id=585a92d6-d6ce-476b-8680-19d8cdf41307&id=bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1489127 Sep 16 05:21:43.313421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.411988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001e40-2141-4abf-8a97-9ed0b69e70df req-aac9798d-0cb0-4cfc-bb02-c2a3b86b60ad tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.413011 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f5a96d3-f5ba-4a88-9ba1-2d203be89c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.415886 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f5a96d3-f5ba-4a88-9ba1-2d203be89c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.424248 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f5a96d3-f5ba-4a88-9ba1-2d203be89c10 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31372973-5f9a-47f5-8efb-fa88eea2c778 HTTP/1.1" status: 204 len: 168 time: 0.5213630 Sep 16 05:21:43.424640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13001e40-2141-4abf-8a97-9ed0b69e70df req-aac9798d-0cb0-4cfc-bb02-c2a3b86b60ad tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 946 time: 0.1768365 Sep 16 05:21:43.475726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626562-1a0e-4985-8790-02ae5c080077 req-4972a44d-c42c-4ecf-a0ca-ae5f02396df4 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.477346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-4972a44d-c42c-4ecf-a0ca-ae5f02396df4 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.30 "GET /v2.0/networks?id=d1faf5a8-b70f-4d3d-b870-7620fdfebd3e HTTP/1.1" status: 200 len: 825 time: 0.1802819 Sep 16 05:21:43.488054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a96d3-f5ba-4a88-9ba1-2d203be89c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31372973-5f9a-47f5-8efb-fa88eea2c778,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:43.500653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13001e40-2141-4abf-8a97-9ed0b69e70df req-8e835637-66c6-4343-880b-8218d2b59c5b tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796058 Sep 16 05:21:43.512296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Request body: {'port': {'device_id': '3458e440-7d0a-4b29-a937-b606a80b28a4', 'network_id': 'd1faf5a8-b70f-4d3d-b870-7620fdfebd3e', 'admin_state_up': True, 'tenant_id': '22e02d65f47744b3a57f16e04807ba90'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:43.660908 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Allocated IP 172.25.1.53 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/3c92ff51-d415-4f6b-870f-6438e0cb375c) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:43.896314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.972954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Made reservation on behalf of 22e02d65f47744b3a57f16e04807ba90 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:43.976985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.040754 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.060365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:44.064098 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:44.093492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:44.146680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Pushing event updated for resources: {'Port': ['ID=3c92ff51-d415-4f6b-870f-6438e0cb375c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:44.187291 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b9e4493-ad90-4484-854a-0b4761686672 req-c2c45198-8183-4b0c-83e8-5bc9757918eb tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 210 time: 0.0516984 Sep 16 05:21:44.213782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.376104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Allocated IP 172.20.0.10 (d1faf5a8-b70f-4d3d-b870-7620fdfebd3e/4607d0e8-f2af-4682-9e82-e708ebfbf023/bf48e740-e7eb-40f9-992f-c379ba2357a5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:44.395723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca93567-5917-4203-a669-34581387b8b5 req-577b4649-b718-49ba-a01f-222f2bc17d8c tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.397445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ca93567-5917-4203-a669-34581387b8b5 req-577b4649-b718-49ba-a01f-222f2bc17d8c tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 946 time: 0.0879779 Sep 16 05:21:44.398260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.409612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36758689-1cd9-4f9b-9bd8-d31990d7a0e1 req-643ef14c-3321-420b-8abe-e93f3152b82b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.417499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36758689-1cd9-4f9b-9bd8-d31990d7a0e1 req-643ef14c-3321-420b-8abe-e93f3152b82b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1199245 Sep 16 05:21:44.493134 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ca93567-5917-4203-a669-34581387b8b5 req-84707b1c-f628-4b69-af7d-f0bfaf7dbbae tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719357 Sep 16 05:21:44.525250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36758689-1cd9-4f9b-9bd8-d31990d7a0e1 req-e7d7c3b8-3de0-4cc6-b69b-0d6e202e7642 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982740 Sep 16 05:21:44.697611 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.708913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.725200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe195116-613e-4469-b50c-f35f9394c599 req-84db8a8e-617e-4cf6-a3c9-908ca5f46872 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.726794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe195116-613e-4469-b50c-f35f9394c599 req-84db8a8e-617e-4cf6-a3c9-908ca5f46872 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1024 time: 0.0892034 Sep 16 05:21:44.778352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe195116-613e-4469-b50c-f35f9394c599 req-fceaf065-e853-4ff0-aeb7-f5dead6781e6 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0eddc97-53de-46e7-bf49-138d5cb16722&id=585a92d6-d6ce-476b-8680-19d8cdf41307&id=bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0414984 Sep 16 05:21:44.809559 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.901459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Pushing event updated for resources: {'Port': ['ID=3c92ff51-d415-4f6b-870f-6438e0cb375c,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:44.918297 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.931077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.984616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:44.994906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:45.000263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:45.017878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-5656256f-71e1-43bf-8855-f178cdd43194 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.020054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-5656256f-71e1-43bf-8855-f178cdd43194 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.30 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 1024 time: 0.1822648 Sep 16 05:21:45.029609 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.033758 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a23afe16-3d18-4241-8350-fec297a95321 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3504794 Sep 16 05:21:45.034315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51282) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:45.039050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Pushing event updated for resources: {'Port': ['ID=bf48e740-e7eb-40f9-992f-c379ba2357a5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:45.042197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1649518396', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'fixed_ips': [{'ip_address': '172.25.1.53'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:45.158257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.159607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.167668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Made reservation on behalf of 2c8a12824e5f40a89a199c9746f88e15 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:45.170211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.183812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.262977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-1cdf4ebb-ce09-4646-9dc1-2a4fbfa2081e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7608771 Sep 16 05:21:45.291903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Request body: {'port': {'device_id': '3458e440-7d0a-4b29-a937-b606a80b28a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:45.297760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Deleting port 78344af9-4257-4f7b-8b9e-24dde401f512 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:45.298105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.426367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2dae3-e2ba-4e73-9b96-4c7e88a0fcb5 req-68429938-b32d-4b8c-a196-09afe971376f tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.433406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65e2dae3-e2ba-4e73-9b96-4c7e88a0fcb5 req-68429938-b32d-4b8c-a196-09afe971376f tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 932 time: 0.1173468 Sep 16 05:21:45.436862 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.478334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.478750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] For port 78344af9-4257-4f7b-8b9e-24dde401f512, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=78344af9-4257-4f7b-8b9e-24dde401f512,segment=NetworkSegment(eca46faf-1e03-4f8c-beb9-3168ed9bc45c),segment_id=eca46faf-1e03-4f8c-beb9-3168ed9bc45c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:45.479927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.498322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Calling delete_port for 78344af9-4257-4f7b-8b9e-24dde401f512 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:45.525340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65e2dae3-e2ba-4e73-9b96-4c7e88a0fcb5 req-b9fc2e17-c034-4322-adf6-e52d263cadd0 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760581 Sep 16 05:21:45.559558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.565138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] device_id is not set on port 68d17346-5d84-4d57-96c1-ccccf9892d8d yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:45.740166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65017f3c-103d-4844-b818-2c27eb4248d0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:45.811046 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30f26c-4d07-4ff6-8575-c1cec1167ce6 req-7a019f25-68da-4537-8448-9b7dc80fd78f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.812579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a30f26c-4d07-4ff6-8575-c1cec1167ce6 req-7a019f25-68da-4537-8448-9b7dc80fd78f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1585753 Sep 16 05:21:45.941135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee3419-cbdf-4a78-b01f-48be00c289e0 req-2580c547-9456-45e8-b74c-e4179d865974 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.943545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48ee3419-cbdf-4a78-b01f-48be00c289e0 req-2580c547-9456-45e8-b74c-e4179d865974 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 946 time: 0.2537034 Sep 16 05:21:45.947841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a30f26c-4d07-4ff6-8575-c1cec1167ce6 req-099fc26a-5534-458f-a7e7-c2e84fe8998f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243579 Sep 16 05:21:45.985335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-64d26135-9d3d-46de-8e82-16c21f3b1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.990643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-64d26135-9d3d-46de-8e82-16c21f3b1cc0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1101 time: 0.0997040 Sep 16 05:21:46.031001 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:21:46.031811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:21:46.033575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-2f010d3b-0c69-448a-ba87-23a674dffd10 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.035791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-2f010d3b-0c69-448a-ba87-23a674dffd10 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.66 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 946 time: 0.2603235 Sep 16 05:21:46.110081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48ee3419-cbdf-4a78-b01f-48be00c289e0 req-9b85fbbb-77ef-457c-978f-143dcb832d4a tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467652 Sep 16 05:21:46.140492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60a744b8-56ad-4d04-b57c-f2b01d37b60b req-0cc1ee4b-59b7-48e8-ab24-9efb34520b0c tempest-AbsoluteLimitsNegativeTestJSON-806861465 tempest-AbsoluteLimitsNegativeTestJSON-806861465-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cc0b4bd4711c406fbb037de4f5c309ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488737 Sep 16 05:21:46.158845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.170269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-80735763-2de6-4366-bd78-02221a4ebab0 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1346843 Sep 16 05:21:46.183277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51314) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:46.231712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'Port': ['ID=78344af9-4257-4f7b-8b9e-24dde401f512,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.283446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-21b2d7c4-7ca4-4df0-93ad-4f4cd04b5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.285128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-21b2d7c4-7ca4-4df0-93ad-4f4cd04b5a3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2886550 Sep 16 05:21:46.294184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf48e740-e7eb-40f9-992f-c379ba2357a5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:46.303731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46099e87-563c-41ef-9f0f-5a9c49965dbe req-84d5c306-d3ad-4d2f-a5ef-3f8c0717b192 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 210 time: 0.0904222 Sep 16 05:21:46.311893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.331548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] No DVR routers for this DVR port 78344af9-4257-4f7b-8b9e-24dde401f512 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:46.338960 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.341127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdf62874-9bbc-4a69-82d2-e5bf985f1a6f req-40f704bc-5759-4a92-9c2c-ed56f9c44f72 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.30 "DELETE /v2.0/ports/78344af9-4257-4f7b-8b9e-24dde401f512 HTTP/1.1" status: 204 len: 173 time: 1.2902961 Sep 16 05:21:46.341618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'name': 'network-vif-deleted', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:46.344088 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c984f387-8c8a-4207-b86a-7a119db90f16" -d '{"events": [{"server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "name": "network-vif-deleted", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:46.361983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Transition to ACTIVE for port object bf48e740-e7eb-40f9-992f-c379ba2357a5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:46.365787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Deleting port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:46.366143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.475598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.495823 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbf8f8b-630e-40f9-a0c0-ef4113f40b56 x-openstack-request-id: req-ffbf8f8b-630e-40f9-a0c0-ef4113f40b56 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:46.497902 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70f4ca4-4563-4d68-b34b-76d6c46755f8", "name": "network-vif-deleted", "tag": "78344af9-4257-4f7b-8b9e-24dde401f512", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:46.497902 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffbf8f8b-630e-40f9-a0c0-ef4113f40b56 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:46.497902 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70f4ca4-4563-4d68-b34b-76d6c46755f8', 'name': 'network-vif-deleted', 'tag': '78344af9-4257-4f7b-8b9e-24dde401f512', 'status': 'completed', 'code': 200} Sep 16 05:21:46.597400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] For port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,segment=NetworkSegment(791d051c-43b6-4934-bdff-e718b9e9d316),segment_id=791d051c-43b6-4934-bdff-e718b9e9d316)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:46.598276 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.609139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf48e740-e7eb-40f9-992f-c379ba2357a5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.635561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Calling delete_port for 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:46.777998 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-5af16122-15ca-4850-ae0a-f8cb45166c88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.0803213 Sep 16 05:21:46.786578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250854-3acf-43b3-a35a-2cae867b579d req-d067a3a1-9a5a-4381-9fae-a97fd3e3521c tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.788220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9250854-3acf-43b3-a35a-2cae867b579d req-d067a3a1-9a5a-4381-9fae-a97fd3e3521c tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 944 time: 0.1558957 Sep 16 05:21:46.791004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Attempting to bind port bf48e740-e7eb-40f9-992f-c379ba2357a5 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:46.791343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Attempting to bind port bf48e740-e7eb-40f9-992f-c379ba2357a5 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'ed9b1dea-2d7c-4bd1-b607-1ff67877efad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd1faf5a8-b70f-4d3d-b870-7620fdfebd3e'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:46.791666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Attempting to bind port bf48e740-e7eb-40f9-992f-c379ba2357a5 on network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:46.807097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Port bf48e740-e7eb-40f9-992f-c379ba2357a5 on network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:46.807501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Attempting to bind port bf48e740-e7eb-40f9-992f-c379ba2357a5 on network d1faf5a8-b70f-4d3d-b870-7620fdfebd3e {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:46.834667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:46.835006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Checking segment: {'id': 'ed9b1dea-2d7c-4bd1-b607-1ff67877efad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd1faf5a8-b70f-4d3d-b870-7620fdfebd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:46.835223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Bound using segment: {'id': 'ed9b1dea-2d7c-4bd1-b607-1ff67877efad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd1faf5a8-b70f-4d3d-b870-7620fdfebd3e'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:46.835670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Bound port: bf48e740-e7eb-40f9-992f-c379ba2357a5, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9b1dea-2d7c-4bd1-b607-1ff67877efad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd1faf5a8-b70f-4d3d-b870-7620fdfebd3e'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:46.836058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.889523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a744b8-56ad-4d04-b57c-f2b01d37b60b req-fa011145-9f74-4996-8691-70b567d03841 tempest-AbsoluteLimitsNegativeTestJSON-806861465 tempest-AbsoluteLimitsNegativeTestJSON-806861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.889930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9250854-3acf-43b3-a35a-2cae867b579d req-11d850f4-bb6e-4658-a27e-d057af1487ae tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935004 Sep 16 05:21:46.895429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60a744b8-56ad-4d04-b57c-f2b01d37b60b req-fa011145-9f74-4996-8691-70b567d03841 tempest-AbsoluteLimitsNegativeTestJSON-806861465 tempest-AbsoluteLimitsNegativeTestJSON-806861465-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7403905 Sep 16 05:21:46.922811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-53583000-04a3-4b54-b99b-131b4177e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.924121 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-53583000-04a3-4b54-b99b-131b4177e7f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1169968 Sep 16 05:21:46.926919 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60a744b8-56ad-4d04-b57c-f2b01d37b60b req-f7eefbac-cb42-47b7-9e3d-9dd49ebbd6c8 tempest-AbsoluteLimitsNegativeTestJSON-806861465 tempest-AbsoluteLimitsNegativeTestJSON-806861465-project] 10.222.0.49 "GET /v2.0/quotas/cc0b4bd4711c406fbb037de4f5c309ba HTTP/1.1" status: 200 len: 375 time: 0.0272260 Sep 16 05:21:46.973593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] For port bf48e740-e7eb-40f9-992f-c379ba2357a5, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:46.974617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] For port bf48e740-e7eb-40f9-992f-c379ba2357a5, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bf48e740-e7eb-40f9-992f-c379ba2357a5,segment=NetworkSegment(ed9b1dea-2d7c-4bd1-b607-1ff67877efad),segment_id=ed9b1dea-2d7c-4bd1-b607-1ff67877efad)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:47.002680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60a744b8-56ad-4d04-b57c-f2b01d37b60b req-402d8774-2dd9-4eb8-85c3-b9d4220928ec tempest-AbsoluteLimitsNegativeTestJSON-806861465 tempest-AbsoluteLimitsNegativeTestJSON-806861465-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc0b4bd4711c406fbb037de4f5c309ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479891 Sep 16 05:21:47.004753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Deleting port 3c92ff51-d415-4f6b-870f-6438e0cb375c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:47.005177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.022426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.065669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1d7dbf43-3e89-4ee3-9fe6-1758e5955f53'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:47.082065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.083968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-2ef9e00f-ba2e-4c31-b822-0700afd53244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.085639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-2ef9e00f-ba2e-4c31-b822-0700afd53244 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494644 Sep 16 05:21:47.095273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Pushing event deleted for resources: {'Port': ['ID=1d7dbf43-3e89-4ee3-9fe6-1758e5955f53,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:47.147564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 78344af9-4257-4f7b-8b9e-24dde401f512 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:47.182353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.182693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.208643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.209588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.211336 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/bf48e740-e7eb-40f9-992f-c379ba2357a5 HTTP/1.1" status: 200 len: 1093 time: 1.9261584 Sep 16 05:21:47.212573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] No DVR routers for this DVR port 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:47.217033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 78344af9-4257-4f7b-8b9e-24dde401f512 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:47.218190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 78344af9-4257-4f7b-8b9e-24dde401f512 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:47.220498 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.224274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-925cce16-fc97-4c0b-9dbd-4f732e0c3725 req-26400563-9b8e-4e0f-bd52-ef3bdb36ee67 tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.66 "DELETE /v2.0/ports/1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 HTTP/1.1" status: 204 len: 173 time: 1.1770093 Sep 16 05:21:47.235667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Calling delete_port for 3c92ff51-d415-4f6b-870f-6438e0cb375c owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:47.249641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461e6cf-3458-4029-b5b9-4df2882186bf req-fd0de7fc-f3b0-431a-9504-589e2caf02a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.257533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3461e6cf-3458-4029-b5b9-4df2882186bf req-fd0de7fc-f3b0-431a-9504-589e2caf02a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1708086 Sep 16 05:21:47.289396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74074-bd69-44a7-8145-4f6bfca221c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf48e740-e7eb-40f9-992f-c379ba2357a5,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:47.313026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3461e6cf-3458-4029-b5b9-4df2882186bf req-eaf507cb-d748-47e4-ace1-d8d2a61f3a9f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541449 Sep 16 05:21:47.350356 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7bb347d1-ee0d-43bd-af5d-0a4e74384361 req-f834e56d-d687-4e5c-887d-74ed87b1c26c tempest-ServerAddressesNegativeTestJSON-1148276163 tempest-ServerAddressesNegativeTestJSON-1148276163-project] 10.222.0.49 "GET /v2.0/ports?device_id=61160c83-8661-4174-a90a-7ee5d6e41b52 HTTP/1.1" status: 200 len: 210 time: 0.0453055 Sep 16 05:21:47.359292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-68df4882-9bcd-4ecb-9c85-555e20028e55 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553601 Sep 16 05:21:47.506069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70909d41-5631-4a5b-8314-e640b1f87e11 req-21284fef-c5f1-42ec-9756-434922ee40ee tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/ports?device_id=b70f4ca4-4563-4d68-b34b-76d6c46755f8 HTTP/1.1" status: 200 len: 210 time: 0.0566015 Sep 16 05:21:47.525277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626562-1a0e-4985-8790-02ae5c080077 req-7189b9ac-6241-4077-bc61-be04a3aae749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.526794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-7189b9ac-6241-4077-bc61-be04a3aae749 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22e02d65f47744b3a57f16e04807ba90&device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 1096 time: 0.0929348 Sep 16 05:21:47.560780 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-66bee8ac-e3be-4c45-b94b-cba21f1d5051 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834185 Sep 16 05:21:47.589205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-fe1dfa90-beb5-469f-8b69-2e4f1bc03ca5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf48e740-e7eb-40f9-992f-c379ba2357a5 HTTP/1.1" status: 200 len: 217 time: 0.0441251 Sep 16 05:21:47.670527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8626562-1a0e-4985-8790-02ae5c080077 req-e61debc9-ba7a-47af-9fb6-4177bbb9b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.673166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-e61debc9-ba7a-47af-9fb6-4177bbb9b1ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4607d0e8-f2af-4682-9e82-e708ebfbf023 HTTP/1.1" status: 200 len: 865 time: 0.0660536 Sep 16 05:21:47.685141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.719025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-9b08a69f-3c6e-497b-9b35-fa7caeb610ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1faf5a8-b70f-4d3d-b870-7620fdfebd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346556 Sep 16 05:21:47.724016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c92ff51-d415-4f6b-870f-6438e0cb375c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:47.807782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.815053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.815053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a47203ec-e805-4f5c-845b-e78cb84e2e65 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374 tempest-ExternalNetworksAdminNegativeTestJSON-1659808374-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/891ec934-17d6-487a-b5a8-facade27f252 HTTP/1.1" status: 204 len: 168 time: 1.6277378 Sep 16 05:21:47.897740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51340) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:47.904211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-ab1f6754-0679-4c3a-a174-e05bd998dbf6 service neutron] 10.222.0.30 "GET /v2.0/networks/d1faf5a8-b70f-4d3d-b870-7620fdfebd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707973 Sep 16 05:21:48.083186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f280c1c3-9757-482d-83fb-4855b7f33d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.093875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e113c-fca2-4274-b07b-ffc7e00c3fbd req-ea4d0f51-fbcb-4dfe-ab81-c7d338b54047 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.096032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f3e113c-fca2-4274-b07b-ffc7e00c3fbd req-ea4d0f51-fbcb-4dfe-ab81-c7d338b54047 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 944 time: 0.0901616 Sep 16 05:21:48.105543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8626562-1a0e-4985-8790-02ae5c080077 req-30b28e83-9877-4cf5-bb6c-966cb6be7295 service neutron] 10.222.0.30 "GET /v2.0/networks/d1faf5a8-b70f-4d3d-b870-7620fdfebd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926088 Sep 16 05:21:48.239098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f280c1c3-9757-482d-83fb-4855b7f33d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.379157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f280c1c3-9757-482d-83fb-4855b7f33d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.453348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280c1c3-9757-482d-83fb-4855b7f33d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a2114c-b676-452a-a550-d076e2c12b05,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:48.461527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f280c1c3-9757-482d-83fb-4855b7f33d44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc0b4bd4711c406fbb037de4f5c309ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600815 Sep 16 05:21:48.466625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51354) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:48.542587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:48.554950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3458e440-7d0a-4b29-a937-b606a80b28a4', 'tag': 'bf48e740-e7eb-40f9-992f-c379ba2357a5'}, {'server_uuid': '61160c83-8661-4174-a90a-7ee5d6e41b52', 'name': 'network-vif-deleted', 'tag': '1d7dbf43-3e89-4ee3-9fe6-1758e5955f53'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:48.558621 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b68133c-fcc7-4378-acce-6b7683e80853" -d '{"events": [{"name": "network-changed", "server_uuid": "3458e440-7d0a-4b29-a937-b606a80b28a4", "tag": "bf48e740-e7eb-40f9-992f-c379ba2357a5"}, {"server_uuid": "61160c83-8661-4174-a90a-7ee5d6e41b52", "name": "network-vif-deleted", "tag": "1d7dbf43-3e89-4ee3-9fe6-1758e5955f53"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:48.591727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f3e113c-fca2-4274-b07b-ffc7e00c3fbd req-0d236224-2e93-43ab-a3ed-9102c40c6dc9 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816489 Sep 16 05:21:48.618082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0302009f-4f10-429d-bf04-836b00ade84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.637570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b859-945e-4824-93ed-9a594842ca48 req-e60a101a-5e1b-4694-b097-092262e8cc18 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.647268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aac9b859-945e-4824-93ed-9a594842ca48 req-e60a101a-5e1b-4694-b097-092262e8cc18 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1193790 Sep 16 05:21:48.669466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51366) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:48.697594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0302009f-4f10-429d-bf04-836b00ade84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.774364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Deleting subnet 3dbf9e5c-7d85-41ab-8fee-b4871d4e0232 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:48.784041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.799829 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aac9b859-945e-4824-93ed-9a594842ca48 req-d362d5ca-9ed1-4c3a-b298-3e7dd0348ddc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510036 Sep 16 05:21:48.827508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38f2ea38-2e2f-42da-9b11-01d2cfb07c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.858821 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.896386 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8999a-3ea2-41f9-afda-e0354519ccb4 x-openstack-request-id: req-a3e8999a-3ea2-41f9-afda-e0354519ccb4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:48.897013 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3458e440-7d0a-4b29-a937-b606a80b28a4", "tag": "bf48e740-e7eb-40f9-992f-c379ba2357a5", "status": "completed", "code": 200}, {"server_uuid": "61160c83-8661-4174-a90a-7ee5d6e41b52", "name": "network-vif-deleted", "tag": "1d7dbf43-3e89-4ee3-9fe6-1758e5955f53", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:48.897264 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3e8999a-3ea2-41f9-afda-e0354519ccb4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:48.897753 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3458e440-7d0a-4b29-a937-b606a80b28a4', 'tag': 'bf48e740-e7eb-40f9-992f-c379ba2357a5', 'status': 'completed', 'code': 200} Sep 16 05:21:48.898041 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61160c83-8661-4174-a90a-7ee5d6e41b52', 'name': 'network-vif-deleted', 'tag': '1d7dbf43-3e89-4ee3-9fe6-1758e5955f53', 'status': 'completed', 'code': 200} Sep 16 05:21:48.986527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.996553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0302009f-4f10-429d-bf04-836b00ade84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.001578 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0302009f-4f10-429d-bf04-836b00ade84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.004275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0302009f-4f10-429d-bf04-836b00ade84d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79a2114c-b676-452a-a550-d076e2c12b05 HTTP/1.1" status: 204 len: 168 time: 0.5313590 Sep 16 05:21:49.037315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302009f-4f10-429d-bf04-836b00ade84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a2114c-b676-452a-a550-d076e2c12b05,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.038540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3251c24-39e2-4176-b66c-bd5a15a09423 req-f4fa9af2-b4cc-4e06-b8c7-80850f77bc6d tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/d0eddc97-53de-46e7-bf49-138d5cb16722 HTTP/1.1" status: 200 len: 1801 time: 0.1392469 Sep 16 05:21:49.062988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-e1287320-290a-4ffb-aacc-4d5ec1482fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.065309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-e1287320-290a-4ffb-aacc-4d5ec1482fce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22e02d65f47744b3a57f16e04807ba90&device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 1096 time: 0.1498735 Sep 16 05:21:49.145248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38f2ea38-2e2f-42da-9b11-01d2cfb07c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.220479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3251c24-39e2-4176-b66c-bd5a15a09423 req-d48646ee-b05a-4f99-9130-ced4012d0177 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.240817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-de84a181-e29b-4b46-bd28-051b051cd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.242290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-de84a181-e29b-4b46-bd28-051b051cd632 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1faf5a8-b70f-4d3d-b870-7620fdfebd3e HTTP/1.1" status: 200 len: 926 time: 0.1637156 Sep 16 05:21:49.262328 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3251c24-39e2-4176-b66c-bd5a15a09423 req-d48646ee-b05a-4f99-9130-ced4012d0177 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.280331 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38f2ea38-2e2f-42da-9b11-01d2cfb07c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.298215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-e3701404-4a6a-4a8e-9ae0-5801236df679 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf48e740-e7eb-40f9-992f-c379ba2357a5 HTTP/1.1" status: 200 len: 217 time: 0.0442088 Sep 16 05:21:49.322014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2ea38-2e2f-42da-9b11-01d2cfb07c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258f1280-0b7a-41dc-a140-a5f8de57385e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.328320 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-38f2ea38-2e2f-42da-9b11-01d2cfb07c47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b012101befe943b095a27689e81a3ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7806571 Sep 16 05:21:49.330616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51374) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:49.359620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.395342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbf9e5c-7d85-41ab-8fee-b4871d4e0232,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.400316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.402200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3dbf9e5c-7d85-41ab-8fee-b4871d4e0232 HTTP/1.1" status: 204 len: 168 time: 0.7317107 Sep 16 05:21:49.405479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51376) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:49.413245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.413589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.413929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.414257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.414603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.415038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.415376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.415711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.416027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.416443 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d7c49f7-ff24-4516-9b28-762a508b1414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.416602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.416967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.417236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b8f2ba-91cd-4584-949c-4768b34a0110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:49.421000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-ccf5d4b5-619e-4428-92c0-0cbb4b24dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.422486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-ccf5d4b5-619e-4428-92c0-0cbb4b24dea4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4607d0e8-f2af-4682-9e82-e708ebfbf023 HTTP/1.1" status: 200 len: 865 time: 0.1159499 Sep 16 05:21:49.456362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-2997f31e-bc00-4bfb-b541-c14930fcb3ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1faf5a8-b70f-4d3d-b870-7620fdfebd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258622 Sep 16 05:21:49.491791 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d7c49f7-ff24-4516-9b28-762a508b1414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.492037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3251c24-39e2-4176-b66c-bd5a15a09423 req-d48646ee-b05a-4f99-9130-ced4012d0177 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.494960 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a3251c24-39e2-4176-b66c-bd5a15a09423 req-d48646ee-b05a-4f99-9130-ced4012d0177 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.496251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3251c24-39e2-4176-b66c-bd5a15a09423 req-d48646ee-b05a-4f99-9130-ced4012d0177 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/d0eddc97-53de-46e7-bf49-138d5cb16722 HTTP/1.1" status: 204 len: 173 time: 0.4478650 Sep 16 05:21:49.519789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.522843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48646ee-b05a-4f99-9130-ced4012d0177 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eddc97-53de-46e7-bf49-138d5cb16722,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.606457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-b2693f91-d01e-4414-8eeb-e1ddbfb09768 service neutron] 10.222.0.30 "GET /v2.0/networks/d1faf5a8-b70f-4d3d-b870-7620fdfebd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342149 Sep 16 05:21:49.643791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd4fe157-b0ae-4060-ad5e-118f969cc3c4 req-032041be-1f70-49b9-900f-62cda051ce80 tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "GET /v2.0/security-groups/bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e HTTP/1.1" status: 200 len: 1800 time: 0.0939837 Sep 16 05:21:49.701526 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.751522 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d7c49f7-ff24-4516-9b28-762a508b1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.754669 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d7c49f7-ff24-4516-9b28-762a508b1414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.758366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1d7c49f7-ff24-4516-9b28-762a508b1414 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/258f1280-0b7a-41dc-a140-a5f8de57385e HTTP/1.1" status: 204 len: 168 time: 0.4241555 Sep 16 05:21:49.758366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98720363-ea84-46cd-9b62-1fe94821b803']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:49.782484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791d051c-43b6-4934-bdff-e718b9e9d316') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:49.782859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791d051c-43b6-4934-bdff-e718b9e9d316') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:49.784969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c49f7-ff24-4516-9b28-762a508b1414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258f1280-0b7a-41dc-a140-a5f8de57385e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.806759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.813277 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d52994b-025e-4f62-86dc-75ffd8b83419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.817328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd4fe157-b0ae-4060-ad5e-118f969cc3c4 req-6ddd6e4a-2473-4f01-8751-24c812cf31cd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.836982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.861177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:49.862036 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:49.864891 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:49.880412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd4fe157-b0ae-4060-ad5e-118f969cc3c4 req-6ddd6e4a-2473-4f01-8751-24c812cf31cd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.885180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a38bb8-3a95-40d2-9684-352b9723a9c1 req-5664ed2a-32b2-43cf-bd0a-24414d7396e6 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.887421 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96a38bb8-3a95-40d2-9684-352b9723a9c1 req-5664ed2a-32b2-43cf-bd0a-24414d7396e6 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 944 time: 0.1216831 Sep 16 05:21:49.889952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b68133c-fcc7-4378-acce-6b7683e80853 req-ceb50f25-e976-4e53-8dc1-62aaf2095da7 service neutron] 10.222.0.30 "GET /v2.0/networks/d1faf5a8-b70f-4d3d-b870-7620fdfebd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753539 Sep 16 05:21:49.965760 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96a38bb8-3a95-40d2-9684-352b9723a9c1 req-252155d0-6b7a-448c-af8d-1f58d17178fe tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677321 Sep 16 05:21:50.089915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.098402 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.100622 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] 10.222.0.49 "DELETE /v2.0/networks/98720363-ea84-46cd-9b62-1fe94821b803 HTTP/1.1" status: 204 len: 168 time: 0.6940506 Sep 16 05:21:50.105092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284c1b8-59ca-4712-80a6-1d71eb53c038 req-0993a922-db19-45e1-a272-6461c0e60e83 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.106818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0284c1b8-59ca-4712-80a6-1d71eb53c038 req-0993a922-db19-45e1-a272-6461c0e60e83 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.0737910 Sep 16 05:21:50.116147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e78d29-b5c1-41b4-ac7e-6dee0520fcab admin admin] Pushing event deleted for resources: {'Network': ['ID=98720363-ea84-46cd-9b62-1fe94821b803,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:50.136921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd4fe157-b0ae-4060-ad5e-118f969cc3c4 req-6ddd6e4a-2473-4f01-8751-24c812cf31cd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.140667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fd4fe157-b0ae-4060-ad5e-118f969cc3c4 req-6ddd6e4a-2473-4f01-8751-24c812cf31cd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.147797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd4fe157-b0ae-4060-ad5e-118f969cc3c4 req-6ddd6e4a-2473-4f01-8751-24c812cf31cd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] 10.222.0.49 "DELETE /v2.0/security-groups/bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e HTTP/1.1" status: 204 len: 173 time: 0.4921777 Sep 16 05:21:50.153782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51398) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:50.172314 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0284c1b8-59ca-4712-80a6-1d71eb53c038 req-578c0117-51bf-4176-80a8-01f526515c9a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553420 Sep 16 05:21:50.181346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd6e4a-2473-4f01-8751-24c812cf31cd tempest-SecurityGroupsTestJSON-1553355687 tempest-SecurityGroupsTestJSON-1553355687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc281fc9-55ba-4c80-8dfd-94e6ea23fe3e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:50.265394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:50.273115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bfa81c-2613-4b1b-864d-c91ba56af53d admin admin] Deleting subnet ae839689-a5e1-4e78-ac34-b745af397204 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:50.285960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52bfa81c-2613-4b1b-864d-c91ba56af53d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.304324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:50.305244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1d7dbf43-3e89-4ee3-9fe6-1758e5955f53 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:50.345328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52bfa81c-2613-4b1b-864d-c91ba56af53d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.412022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52bfa81c-2613-4b1b-864d-c91ba56af53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.439770 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.611787 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52bfa81c-2613-4b1b-864d-c91ba56af53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.639122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfa81c-2613-4b1b-864d-c91ba56af53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae839689-a5e1-4e78-ac34-b745af397204,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:50.642865 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52bfa81c-2613-4b1b-864d-c91ba56af53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.647469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-52bfa81c-2613-4b1b-864d-c91ba56af53d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ae839689-a5e1-4e78-ac34-b745af397204 HTTP/1.1" status: 204 len: 168 time: 0.4887524 Sep 16 05:21:50.648526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:50.741572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.782241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51410) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:50.846061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.851949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a13fed7a-b699-4a0e-abff-e498ac4b034b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=689261a598f0454eb848c3998b1952cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680215 Sep 16 05:21:50.855635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51412) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:50.885679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7d4307-3dcc-471d-8565-b739392b04f2']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:50.901921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:50.902807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca46faf-1e03-4f8c-beb9-3168ed9bc45c') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:50.922981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.934492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe81237b-df2a-4791-9a9f-ba2fbc6dc840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.940102 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.948488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:50.950844 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:50.975229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe81237b-df2a-4791-9a9f-ba2fbc6dc840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.076697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:51.129377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e40816-f492-46b5-927d-4b63d6c071e8 req-50d0f1aa-b98c-40fe-9ada-d537e3e1776e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.131305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60e40816-f492-46b5-927d-4b63d6c071e8 req-50d0f1aa-b98c-40fe-9ada-d537e3e1776e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 944 time: 0.0825112 Sep 16 05:21:51.135037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.143155 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.148276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5a7d4307-3dcc-471d-8565-b739392b04f2 HTTP/1.1" status: 204 len: 168 time: 0.4954915 Sep 16 05:21:51.149852 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe81237b-df2a-4791-9a9f-ba2fbc6dc840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.152596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe81237b-df2a-4791-9a9f-ba2fbc6dc840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.158709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eff48c87-1be2-43cf-8895-642d69136dab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c8a12824e5f40a89a199c9746f88e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808964 Sep 16 05:21:51.162199 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fe81237b-df2a-4791-9a9f-ba2fbc6dc840 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3b2ec0b-a803-4fa2-9354-ea2fb1011b25 HTTP/1.1" status: 204 len: 168 time: 0.3054032 Sep 16 05:21:51.173210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51424) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:51.173730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a89c48-caa1-42ae-980e-53194aea1206 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7d4307-3dcc-471d-8565-b739392b04f2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.177362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bf48e740-e7eb-40f9-992f-c379ba2357a5 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:51.214885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81237b-df2a-4791-9a9f-ba2fbc6dc840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b2ec0b-a803-4fa2-9354-ea2fb1011b25,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.221942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60e40816-f492-46b5-927d-4b63d6c071e8 req-250b117c-fc25-43ed-a76c-599361ad2853 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808694 Sep 16 05:21:51.334377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bf48e740-e7eb-40f9-992f-c379ba2357a5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bf48e740-e7eb-40f9-992f-c379ba2357a5,segment=NetworkSegment(ed9b1dea-2d7c-4bd1-b607-1ff67877efad),segment_id=ed9b1dea-2d7c-4bd1-b607-1ff67877efad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:51.350159 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38ca4a9e-37b7-46da-b901-0d471ca49e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.351617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'bf48e740-e7eb-40f9-992f-c379ba2357a5', 'network_id': 'd1faf5a8-b70f-4d3d-b870-7620fdfebd3e', 'port_id': 'bf48e740-e7eb-40f9-992f-c379ba2357a5', 'mac_address': 'fa:16:3e:a5:64:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4607d0e8-f2af-4682-9e82-e708ebfbf023', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:51.420960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38ca4a9e-37b7-46da-b901-0d471ca49e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.428822 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.450803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf48e740-e7eb-40f9-992f-c379ba2357a5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:51.491631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bf48e740-e7eb-40f9-992f-c379ba2357a5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bf48e740-e7eb-40f9-992f-c379ba2357a5,segment=NetworkSegment(ed9b1dea-2d7c-4bd1-b607-1ff67877efad),segment_id=ed9b1dea-2d7c-4bd1-b607-1ff67877efad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:51.504127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8527-ff0b-42c3-8923-ab1bdacb3288 req-24623c1d-fb59-4f29-9b95-4f87ab6643d1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.511790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02af8527-ff0b-42c3-8923-ab1bdacb3288 req-24623c1d-fb59-4f29-9b95-4f87ab6643d1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1052835 Sep 16 05:21:51.556700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02af8527-ff0b-42c3-8923-ab1bdacb3288 req-9c3b2460-87aa-4bc0-8112-03d19cfdf17e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Sep 16 05:21:51.754600 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.788750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38ca4a9e-37b7-46da-b901-0d471ca49e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.792261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38ca4a9e-37b7-46da-b901-0d471ca49e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.797118 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-38ca4a9e-37b7-46da-b901-0d471ca49e6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65017f3c-103d-4844-b818-2c27eb4248d0 HTTP/1.1" status: 204 len: 168 time: 0.6265140 Sep 16 05:21:51.823532 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bf48e740-e7eb-40f9-992f-c379ba2357a5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.828417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca4a9e-37b7-46da-b901-0d471ca49e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65017f3c-103d-4844-b818-2c27eb4248d0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.838182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.838668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.839012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.839346 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.839677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.840029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.840525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.841034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.841522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.841955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.842279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.842601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:51.914978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51440) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:51.976726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51444) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:52.033786 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-73d07a98-09e3-4d1a-927a-28096dfb5785 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a45d0158da84a1282fc58d6c3e22fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535641 Sep 16 05:21:52.037874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51446) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:52.103382 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18c9f1d9-0c48-465a-b981-70dda6ad0fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.106566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['bf48e740-e7eb-40f9-992f-c379ba2357a5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:52.136273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18c9f1d9-0c48-465a-b981-70dda6ad0fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.257430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18c9f1d9-0c48-465a-b981-70dda6ad0fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.261058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18c9f1d9-0c48-465a-b981-70dda6ad0fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.264100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-18c9f1d9-0c48-465a-b981-70dda6ad0fda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/585a92d6-d6ce-476b-8680-19d8cdf41307 HTTP/1.1" status: 204 len: 168 time: 0.2250791 Sep 16 05:21:52.283083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9f1d9-0c48-465a-b981-70dda6ad0fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585a92d6-d6ce-476b-8680-19d8cdf41307,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:52.382140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc53b46-2268-4f49-a8fa-7132799788ee req-cfcf43f7-6a4f-4c31-a22c-137c7c28e2f6 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.384135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbc53b46-2268-4f49-a8fa-7132799788ee req-cfcf43f7-6a4f-4c31-a22c-137c7c28e2f6 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 945 time: 0.0610268 Sep 16 05:21:52.434547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbc53b46-2268-4f49-a8fa-7132799788ee req-e9d06cd0-002a-4c3a-beb6-e6e28aca11cd tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 Sep 16 05:21:52.479064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1244447198-network', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:52.581246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Made reservation on behalf of 73cc3cf6edc146eabeb0569757fdef45 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:52.583973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.594229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.750079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.758533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a141a-a155-416a-9593-8427aa311eff req-42c19cbf-0245-4f8b-b365-d9b530195a4d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.760254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d7a141a-a155-416a-9593-8427aa311eff req-42c19cbf-0245-4f8b-b365-d9b530195a4d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.0670667 Sep 16 05:21:52.815665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d7a141a-a155-416a-9593-8427aa311eff req-169046f4-51f8-4490-a5b1-c4c9a0ed1ffa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491581 Sep 16 05:21:52.874352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.904572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:52.946595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.946595 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Added segment 20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9 of type vlan for network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 Sep 16 05:21:52.949966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b99615f-5a0b-4dfb-bb7f-0f5063b71900,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:53.013229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.046110 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acbdda83-a07d-48fe-8262-76dd7effe185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.148727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.149743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.150351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.199240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bf48e740-e7eb-40f9-992f-c379ba2357a5 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:53.240840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:53.250816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:53.275171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f28a593f-d529-43ae-949b-a0ad227f3e51 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3577738 Sep 16 05:21:53.278318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:53.284188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Request body: {'subnet': {'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1244447198-subnet', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:53.434280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Made reservation on behalf of 73cc3cf6edc146eabeb0569757fdef45 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:53.436689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.457066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port bf48e740-e7eb-40f9-992f-c379ba2357a5 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:53.461755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port bf48e740-e7eb-40f9-992f-c379ba2357a5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:53.462330 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.555895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.600225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458e440-7d0a-4b29-a937-b606a80b28a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf48e740-e7eb-40f9-992f-c379ba2357a5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:53.604986 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d1c04b-2e15-49ac-88ad-3933a16b6c38" -d '{"events": [{"server_uuid": "3458e440-7d0a-4b29-a937-b606a80b28a4", "name": "network-vif-plugged", "status": "completed", "tag": "bf48e740-e7eb-40f9-992f-c379ba2357a5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:53.628331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bf48e740-e7eb-40f9-992f-c379ba2357a5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bf48e740-e7eb-40f9-992f-c379ba2357a5,segment=NetworkSegment(ed9b1dea-2d7c-4bd1-b607-1ff67877efad),segment_id=ed9b1dea-2d7c-4bd1-b607-1ff67877efad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:53.629611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391783d5-e4c2-4fdb-a5c5-68ddb8c598b6 req-bf358bb3-94ab-4238-9371-9de2dc6e62ec tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.631400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-391783d5-e4c2-4fdb-a5c5-68ddb8c598b6 req-bf358bb3-94ab-4238-9371-9de2dc6e62ec tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 945 time: 0.1004176 Sep 16 05:21:53.701808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-391783d5-e4c2-4fdb-a5c5-68ddb8c598b6 req-e1cfa9c3-ab4f-4b30-a48d-cf92ddb342a1 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607538 Sep 16 05:21:53.716838 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.789519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51508) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:53.797082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.805966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bf48e740-e7eb-40f9-992f-c379ba2357a5,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:53.839965 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a12ee4-ab6d-4079-9dfa-44e3cdf0a207 x-openstack-request-id: req-85a12ee4-ab6d-4079-9dfa-44e3cdf0a207 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:53.839965 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458e440-7d0a-4b29-a937-b606a80b28a4", "name": "network-vif-plugged", "status": "completed", "tag": "bf48e740-e7eb-40f9-992f-c379ba2357a5", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:53.839965 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85a12ee4-ab6d-4079-9dfa-44e3cdf0a207 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:53.839965 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458e440-7d0a-4b29-a937-b606a80b28a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf48e740-e7eb-40f9-992f-c379ba2357a5', 'code': 200} Sep 16 05:21:53.925386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.072341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-network', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:54.097020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d46130-b9e3-48db-9fd0-498c766cd147 req-a9b227fb-9971-4275-bb0c-640fc828f18c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.101376 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82d46130-b9e3-48db-9fd0-498c766cd147 req-a9b227fb-9971-4275-bb0c-640fc828f18c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1915131 Sep 16 05:21:54.134266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1da843-3a6c-4279-b6ce-05d0c04a32f6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.140482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853baa2c-f582-4665-8483-7c511edf8f13 req-26a5cea2-cf8f-4195-9515-e6b744c5359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.143147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-853baa2c-f582-4665-8483-7c511edf8f13 req-26a5cea2-cf8f-4195-9515-e6b744c5359a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 1098 time: 0.1462998 Sep 16 05:21:54.150809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Checking segment: {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:54.150809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Network hostable DHCP agents. Network: ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:54.183943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82d46130-b9e3-48db-9fd0-498c766cd147 req-dd3656bf-14f8-4054-9a5d-bb2ef4518bf1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668206 Sep 16 05:21:54.211704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-853baa2c-f582-4665-8483-7c511edf8f13 req-1db9a679-3a64-492c-a19d-6f13e8047e8e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549612 Sep 16 05:21:54.285935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Made reservation on behalf of ff74d4ba8bd04c84869be2c9b53b3e66 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:54.286189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:54.288456 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.301342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.439943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:54.447053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.447681 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.453689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76613211-9d77-45c3-a912-0bcd7715fdf7 None None] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:54.477972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.525758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51528) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:54.579012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.639783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:54.647327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-55f55d18-005d-4fce-a027-2d5c8b4cf696 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3672838 Sep 16 05:21:54.650109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:54.655132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7513e2d4-0bfc-4c99-930a-6cb04d925c66,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.657902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:54.671643 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.672452 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Added segment 6f2a2fbf-abd5-4f67-b001-788b76d31254 of type vlan for network adf65298-6f74-4172-8808-b53e211fe76b Sep 16 05:21:54.691056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51534) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:54.727046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:54.728494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.765273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.767652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.786975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-330450239-network', 'tenant_id': '6f09bc556bb34764a5912a52c26626fd'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:54.840796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1363822303'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:54.851724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.900572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.925333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Made reservation on behalf of 6f09bc556bb34764a5912a52c26626fd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:54.932634 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.969661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Allocated IP 172.20.0.2 (ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5/9a1da843-3a6c-4279-b6ce-05d0c04a32f6/955453ca-2f20-4dcc-a826-1288c78bf039) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:54.970143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.028921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.030132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.030896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.089576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Made reservation on behalf of 68bba54eca1847bb85234d3081892508 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:55.095993 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.163257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.181317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] Pushing event updated for resources: {'Network': ['ID=adf65298-6f74-4172-8808-b53e211fe76b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.189601 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.199492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network adf65298-6f74-4172-8808-b53e211fe76b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:55.210265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1ddbf477-e2c8-426f-acf6-bfe51cee43d8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4214876 Sep 16 05:21:55.211595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51544) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:55.227444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0393ec-8077-4893-9e67-d95e77ef8f74 req-d97318c3-9118-4606-9aed-41d17e716ecc tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.228187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Request body: {'subnet': {'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-subnet', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:55.241352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb0393ec-8077-4893-9e67-d95e77ef8f74 req-d97318c3-9118-4606-9aed-41d17e716ecc tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 946 time: 0.2784858 Sep 16 05:21:55.342637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.352149 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.354628 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.402301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb0393ec-8077-4893-9e67-d95e77ef8f74 req-73bf10cb-7a97-432e-ab30-9b6a25f2c2ac tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526310 Sep 16 05:21:55.402851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:55.406166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:55.411408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:55.438862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Pushing event updated for resources: {'Port': ['ID=955453ca-2f20-4dcc-a826-1288c78bf039,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.443276 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.460626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d3747-ffe1-4d94-b93f-dd43565122de req-3abb45b8-5594-4002-abb4-5fe7ad4014c9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.464312 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c1d3747-ffe1-4d94-b93f-dd43565122de req-3abb45b8-5594-4002-abb4-5fe7ad4014c9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.0944643 Sep 16 05:21:55.551524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Attempting to bind port 955453ca-2f20-4dcc-a826-1288c78bf039 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:55.552499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Attempting to bind port 955453ca-2f20-4dcc-a826-1288c78bf039 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:55.553002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Attempting to bind port 955453ca-2f20-4dcc-a826-1288c78bf039 on network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:55.559400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.562173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:55.563035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Checking segment: {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:55.564350 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.565115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Bound using segment: {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:55.565975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Bound port: 955453ca-2f20-4dcc-a826-1288c78bf039, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:55.567346 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.600316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c1d3747-ffe1-4d94-b93f-dd43565122de req-3e5f86ec-0d78-4960-a16f-ac72d7427dbc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258764 Sep 16 05:21:55.603270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f70b9a1-e58f-4312-b04e-0abd33230397,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.625020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:55.648149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.649268 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Added segment 19b09a43-0670-4752-9107-631315826056 of type vlan for network 23d716e2-dc45-4538-825e-b9a4880cffcb Sep 16 05:21:55.711971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] For port 955453ca-2f20-4dcc-a826-1288c78bf039, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:55.718507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] For port 955453ca-2f20-4dcc-a826-1288c78bf039, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=955453ca-2f20-4dcc-a826-1288c78bf039,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:55.724424 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.729079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.799513 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.804656 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.837400 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.865197 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.866976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.868313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.874519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.888752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6f093-a7a6-43d5-81ba-0d07ea292cf0 None None] Pushing event updated for resources: {'Port': ['ID=955453ca-2f20-4dcc-a826-1288c78bf039,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.992138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:56.070961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.071359 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Added segment 9b66a9f2-7c82-46f9-984f-3080bae7e202 of type vlan for network 33d46786-88e9-4790-9723-7682e76703f1 Sep 16 05:21:56.087725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3f118-a91f-4c2b-9d6e-f829230fd579,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:56.106971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Allocated IP 172.25.1.221 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0b7be0cd-32e5-437c-9b22-8c702ea3591c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:56.111837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] Pushing event updated for resources: {'Network': ['ID=23d716e2-dc45-4538-825e-b9a4880cffcb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:56.135355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.143744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 23d716e2-dc45-4538-825e-b9a4880cffcb details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:56.330003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.561204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fe586-8d74-483f-997e-c2c869368db0 req-844b5e85-3668-4824-a526-f101509aeada tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.563339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c45fe586-8d74-483f-997e-c2c869368db0 req-844b5e85-3668-4824-a526-f101509aeada tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 946 time: 0.0696058 Sep 16 05:21:56.620362 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c45fe586-8d74-483f-997e-c2c869368db0 req-d5b9a625-d4b7-48b7-bd4a-ace0d70d4fc9 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Sep 16 05:21:56.817342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc1cab-2da0-409a-9277-af8f20fb8d25 req-e7626c76-9f36-407d-a4e7-5da19110b373 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.844244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbfc1cab-2da0-409a-9277-af8f20fb8d25 req-e7626c76-9f36-407d-a4e7-5da19110b373 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1278245 Sep 16 05:21:56.848508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b6cdc-50d1-4a4a-b0d0-f54193cd83b4 req-b3de1937-a220-4cef-93b5-e1c28bb3b6c4 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.862139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c6b6cdc-50d1-4a4a-b0d0-f54193cd83b4 req-b3de1937-a220-4cef-93b5-e1c28bb3b6c4 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 946 time: 0.1183591 Sep 16 05:21:56.923544 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbfc1cab-2da0-409a-9277-af8f20fb8d25 req-0413640f-2cfb-47a4-be7d-0b7beff2f84a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779748 Sep 16 05:21:56.936054 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c6b6cdc-50d1-4a4a-b0d0-f54193cd83b4 req-cbb76e85-e9ff-4cd3-90a8-bcc037281de3 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668566 Sep 16 05:21:56.936054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Made reservation on behalf of ff74d4ba8bd04c84869be2c9b53b3e66 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:56.936054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.022331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.050289 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.069088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.069088 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.156749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8505b6f7-811f-402b-b8f5-3a3b6b1cad61 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6289279 Sep 16 05:21:57.167707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51566) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:57.190153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:57.214852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:57.228238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Request body: {'subnet': {'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-330450239-subnet', 'tenant_id': '6f09bc556bb34764a5912a52c26626fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:57.236547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:57.261124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7be0cd-32e5-437c-9b22-8c702ea3591c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:57.318915 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.360076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Network': ['ID=33d46786-88e9-4790-9723-7682e76703f1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:57.363274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 955453ca-2f20-4dcc-a826-1288c78bf039 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:57.371038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9f266711-6301-44ef-a759-670fb7d238a7 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6771097 Sep 16 05:21:57.382936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51568) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:57.420759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'subnet': {'network_id': '33d46786-88e9-4790-9723-7682e76703f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:57.430736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 33d46786-88e9-4790-9723-7682e76703f1 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:57.608727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Made reservation on behalf of 6f09bc556bb34764a5912a52c26626fd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:57.611573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.640837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 955453ca-2f20-4dcc-a826-1288c78bf039 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:57.641762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.682321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ebf6f9-6c6d-4353-8bad-2eb4b0d119a1 None None] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:57.788167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-47e577cf-5a91-4d5f-9372-f0ff4b5b909d None None] Provisioning complete for port 955453ca-2f20-4dcc-a826-1288c78bf039 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:57.788517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e577cf-5a91-4d5f-9372-f0ff4b5b909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.823715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408b323-c841-41a1-a7d9-b3f42398da29 req-f6103915-2879-447a-bc86-aefd79e144d9 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.832865 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0408b323-c841-41a1-a7d9-b3f42398da29 req-f6103915-2879-447a-bc86-aefd79e144d9 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 946 time: 0.1629965 Sep 16 05:21:57.862238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.915465 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.938718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Made reservation on behalf of 68bba54eca1847bb85234d3081892508 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:57.954931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.030159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.121700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 955453ca-2f20-4dcc-a826-1288c78bf039, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=955453ca-2f20-4dcc-a826-1288c78bf039,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:58.139299 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e577cf-5a91-4d5f-9372-f0ff4b5b909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.176308 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0408b323-c841-41a1-a7d9-b3f42398da29 req-27d2b203-9955-4917-bb4a-f50476a13585 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418529 Sep 16 05:21:58.210591 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.239841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca515-209a-47cd-b0c0-bdc11316e49c req-429d6318-0571-443d-b494-962c642a2167 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.397404 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6fca515-209a-47cd-b0c0-bdc11316e49c req-429d6318-0571-443d-b494-962c642a2167 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1321318 Sep 16 05:21:58.397404 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6fca515-209a-47cd-b0c0-bdc11316e49c req-91b599c3-1d76-499a-9352-f4021de3990c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587647 Sep 16 05:21:58.399575 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-47e577cf-5a91-4d5f-9372-f0ff4b5b909d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:21:58.399575 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-47e577cf-5a91-4d5f-9372-f0ff4b5b909d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:21:58.399575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=955453ca-2f20-4dcc-a826-1288c78bf039,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:58.400320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87c8521-234e-41c4-a187-2665b5dd23ab,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:58.434202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Checking segment: {'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:58.435005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Network hostable DHCP agents. Network: adf65298-6f74-4172-8808-b53e211fe76b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:58.533544 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.611730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.663283 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.671595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.674317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Network adf65298-6f74-4172-8808-b53e211fe76b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:58.700512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Subnet': ['ID=6d529023-b670-4367-add3-cc1f4ed114be,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:58.748257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Router d450e8b0-e56f-4dde-bf7e-c262182c4481 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:58.751422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Checking segment: {'id': '9b66a9f2-7c82-46f9-984f-3080bae7e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '33d46786-88e9-4790-9723-7682e76703f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:58.751770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Network hostable DHCP agents. Network: 33d46786-88e9-4790-9723-7682e76703f1, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:58.779781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, adf65298-6f74-4172-8808-b53e211fe76b) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:58.786704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec37c82-919e-41b8-8934-007460e0c85e,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:58.796415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.797030 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.801782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Checking segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:58.802146 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Network hostable DHCP agents. Network: 23d716e2-dc45-4538-825e-b9a4880cffcb, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:58.808676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48bd97f-d9da-4acd-bed7-4475ccc0746c None None] Network adf65298-6f74-4172-8808-b53e211fe76b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:58.908269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:58.937308 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c78d4391-0884-4aba-ae17-7f5bdded3f15 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.7202780 Sep 16 05:21:58.942644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Network 33d46786-88e9-4790-9723-7682e76703f1 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:58.943130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:58.943355 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Sync routers for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:58.947604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Network 23d716e2-dc45-4538-825e-b9a4880cffcb is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:58.949968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:58.957695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 33d46786-88e9-4790-9723-7682e76703f1) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:58.971741 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:58.971741 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:58.975661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.976326 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.981198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 23d716e2-dc45-4538-825e-b9a4880cffcb) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:58.982025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9ac80-f281-4e84-9305-3e4c64124302 None None] Network 33d46786-88e9-4790-9723-7682e76703f1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:59.001856 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.003064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-91dea1f7-3eda-4675-b481-25baad37ed94 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3497424 Sep 16 05:21:59.008373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:59.017633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.020939 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.039027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81779fa3-549b-45e4-8bdf-e0afe5b32cc1 None None] Network 23d716e2-dc45-4538-825e-b9a4880cffcb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:59.105176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976e0f6-53e5-40f5-96ee-4387bb22678c None None] Network adf65298-6f74-4172-8808-b53e211fe76b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:59.229035 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.233218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.237589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64891aef-3e84-456a-b668-610f7af494ed req-5241db1f-3fb2-43d8-9f99-fa240413553d tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.240435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64891aef-3e84-456a-b668-610f7af494ed req-5241db1f-3fb2-43d8-9f99-fa240413553d tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 946 time: 0.1265001 Sep 16 05:21:59.264953 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:59.348642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 955453ca-2f20-4dcc-a826-1288c78bf039 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:59.367433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64891aef-3e84-456a-b668-610f7af494ed req-0a02cb62-6194-472b-b488-465f5a5be132 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087015 Sep 16 05:21:59.369167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-239716ae-37b6-44e1-8720-a10eeaa5e349 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1758444 Sep 16 05:21:59.380373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5d4d32f1-aa4c-4add-8350-8366bdc7f2af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9853084 Sep 16 05:21:59.384137 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51590) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:59.392919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'network_id': '33d46786-88e9-4790-9723-7682e76703f1', 'name': 'tempest-AllowedAddressPairTestJSON-1137981131'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:59.435891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.458810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-156c41b3-2c44-4b2a-9d42-97602ef9adc9 None None] Provisioning complete for port 955453ca-2f20-4dcc-a826-1288c78bf039 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:59.459340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-156c41b3-2c44-4b2a-9d42-97602ef9adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.822641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Made reservation on behalf of 68bba54eca1847bb85234d3081892508 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:59.826393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.880100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] device_id is not set on port 3e342314-c561-4388-8eb0-5512fe438a4d yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:59.965737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:21:57Z', 'revision_number': 3, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:00.073947 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Checking router: d450e8b0-e56f-4dde-bf7e-c262182c4481 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:00.076561 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Updating router d450e8b0-e56f-4dde-bf7e-c262182c4481 port 0b7be0cd-32e5-437c-9b22-8c702ea3591c binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:00.078857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 955453ca-2f20-4dcc-a826-1288c78bf039 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:00.079239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.151667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af380043-d003-4477-9069-3a6b24fd0b09 None None] Network 23d716e2-dc45-4538-825e-b9a4880cffcb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:00.182782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-33d46786-88e9-4790-9723-7682e76703f1', 'network_id': '33d46786-88e9-4790-9723-7682e76703f1', 'tenant_id': '68bba54eca1847bb85234d3081892508', 'fixed_ips': [{'subnet_id': '6d529023-b670-4367-add3-cc1f4ed114be'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:00.184067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.213693 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.541937 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.643654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a30708-97a6-4e53-be62-b62740b93d68 req-a7934224-74bf-4bc2-8eae-d3c3d26ee53c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.648932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92a30708-97a6-4e53-be62-b62740b93d68 req-a7934224-74bf-4bc2-8eae-d3c3d26ee53c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.4790392 Sep 16 05:22:00.736229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-a6379d52-daeb-460d-bef5-6c718b15d72c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.743848 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-a6379d52-daeb-460d-bef5-6c718b15d72c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.7730687 Sep 16 05:22:00.765126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-01e8ddb3-2259-4f62-a59e-eac5b3a60931 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/quotas/6f09bc556bb34764a5912a52c26626fd HTTP/1.1" status: 200 len: 375 time: 0.0202138 Sep 16 05:22:00.766376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Allocated IP 172.20.0.9 (33d46786-88e9-4790-9723-7682e76703f1/6d529023-b670-4367-add3-cc1f4ed114be/3e342314-c561-4388-8eb0-5512fe438a4d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:00.811939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-ca1fc5c8-368e-47b9-b356-8bb6570f8c1e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.813816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-ca1fc5c8-368e-47b9-b356-8bb6570f8c1e tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.30 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 946 time: 0.2550149 Sep 16 05:22:00.824628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-803e1022-56a1-4e04-864c-7ef84e1c0381 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499251 Sep 16 05:22:00.920859 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.007217 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.010435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-c30f807d-e313-405e-911a-fdf8707bb02c service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848228 Sep 16 05:22:01.039366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92a30708-97a6-4e53-be62-b62740b93d68 req-f2f0a693-fe21-41b2-a043-05bd893d7d51 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567121 Sep 16 05:22:01.126886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-d1089498-b3c6-4d2b-a288-40a1eeb88647 service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081009 Sep 16 05:22:01.130062 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Pushing event updated for resources: {'Port': ['ID=0b7be0cd-32e5-437c-9b22-8c702ea3591c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:01.182626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.186430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.187341 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.188357 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.189312 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.189989 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.190645 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.191927 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.196840 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.196840 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.196840 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.196840 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.196840 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:01.218958 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Attempting to bind port 0b7be0cd-32e5-437c-9b22-8c702ea3591c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:01.219939 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Attempting to bind port 0b7be0cd-32e5-437c-9b22-8c702ea3591c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:01.220706 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Attempting to bind port 0b7be0cd-32e5-437c-9b22-8c702ea3591c on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:01.231845 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:01.233432 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:01.234732 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.236548 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:01.238083 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Bound port: 0b7be0cd-32e5-437c-9b22-8c702ea3591c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:01.240154 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.358691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.412116 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] For port 0b7be0cd-32e5-437c-9b22-8c702ea3591c, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:01.422196 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] For port 0b7be0cd-32e5-437c-9b22-8c702ea3591c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b7be0cd-32e5-437c-9b22-8c702ea3591c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:01.434721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5cdec-7f1d-4284-9dfb-8b5a965f5666 req-5a94f10e-242d-41a0-bb50-835f41640743 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:01.448476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92c5cdec-7f1d-4284-9dfb-8b5a965f5666 req-5a94f10e-242d-41a0-bb50-835f41640743 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 946 time: 0.1997843 Sep 16 05:22:01.451498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Allocated IP 172.20.0.2 (33d46786-88e9-4790-9723-7682e76703f1/6d529023-b670-4367-add3-cc1f4ed114be/8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:01.459441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Network 33d46786-88e9-4790-9723-7682e76703f1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:01.469532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:01.481505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:01.502173 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.527797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Deleting port bf48e740-e7eb-40f9-992f-c379ba2357a5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:01.528149 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.532604 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.592481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=3e342314-c561-4388-8eb0-5512fe438a4d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:01.720029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:01.721674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.759487 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:01.761111 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:01.767417 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e293b-fa3a-4687-9f6d-ef056570c39f None None] Pushing event updated for resources: {'Port': ['ID=0b7be0cd-32e5-437c-9b22-8c702ea3591c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:01.864976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5d9d39a2-ce67-43de-8adc-99ab26853c6c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4793236 Sep 16 05:22:01.869742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51624) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:01.885748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'network_id': '33d46786-88e9-4790-9723-7682e76703f1', 'name': 'tempest-AllowedAddressPairTestJSON-1375524047', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7f:4c:a8'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:01.898731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92c5cdec-7f1d-4284-9dfb-8b5a965f5666 req-b5ff7236-0713-40da-84af-8b73cef5499b tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302981 Sep 16 05:22:02.172917 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.174636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b091ccc0-6a23-4c56-b70f-0a72584ff0bc req-986794f9-5faa-4b59-ac5c-8494617e6318 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 210 time: 0.2134769 Sep 16 05:22:02.185320 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:02.319239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.384883 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.413189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Pushing event updated for resources: {'Port': ['ID=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:02.437618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Network 33d46786-88e9-4790-9723-7682e76703f1 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:02.445008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:02.454006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:02.474833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] For port bf48e740-e7eb-40f9-992f-c379ba2357a5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bf48e740-e7eb-40f9-992f-c379ba2357a5,segment=NetworkSegment(ed9b1dea-2d7c-4bd1-b607-1ff67877efad),segment_id=ed9b1dea-2d7c-4bd1-b607-1ff67877efad)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:02.475480 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.480766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.552848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec18ab-9462-4371-9a73-4ada6751185c req-e5aa73f7-5a13-4d0d-846e-25d3c2b2a650 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:02.555755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fec18ab-9462-4371-9a73-4ada6751185c req-e5aa73f7-5a13-4d0d-846e-25d3c2b2a650 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.3031762 Sep 16 05:22:02.561933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Made reservation on behalf of 68bba54eca1847bb85234d3081892508 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:02.576884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Calling delete_port for bf48e740-e7eb-40f9-992f-c379ba2357a5 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:02.580804 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:21:57Z', 'revision_number': 3, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:02.591165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Attempting to bind port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:02.591741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Attempting to bind port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '9b66a9f2-7c82-46f9-984f-3080bae7e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '33d46786-88e9-4790-9723-7682e76703f1'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:02.593901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Attempting to bind port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 on network 33d46786-88e9-4790-9723-7682e76703f1 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:02.621371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:02.622079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Checking segment: {'id': '9b66a9f2-7c82-46f9-984f-3080bae7e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '33d46786-88e9-4790-9723-7682e76703f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:02.623212 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.623896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Bound using segment: {'id': '9b66a9f2-7c82-46f9-984f-3080bae7e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '33d46786-88e9-4790-9723-7682e76703f1'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:02.629099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Bound port: 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b66a9f2-7c82-46f9-984f-3080bae7e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '33d46786-88e9-4790-9723-7682e76703f1'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:02.629727 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.857376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.882636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] device_id is not set on port 615d55fd-6656-471c-a03d-c49b835e5488 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:02.928953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] For port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:02.956094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] For port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,segment=NetworkSegment(9b66a9f2-7c82-46f9-984f-3080bae7e202),segment_id=9b66a9f2-7c82-46f9-984f-3080bae7e202)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:03.057956 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.256636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea42a1-9824-452b-a512-dfe4388ad581 None None] Pushing event updated for resources: {'Port': ['ID=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:03.307291 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da6dd9-5f69-401d-b2e5-e1c402f34771 None None] The sync data for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 is: [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:21:57Z', 'revision_number': 3, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:03.359178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Allocated IP 172.20.0.1 (ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5/9a1da843-3a6c-4279-b6ce-05d0c04a32f6/56f106ca-2727-4279-9ca4-833d5d94dcdf) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:03.366643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.411196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2183f155-d781-4e52-abc5-de921d0a6cc3 req-6d0b83b7-4a26-4ee9-a32c-493fb20e86c2 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 210 time: 0.0807157 Sep 16 05:22:03.421100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Allocated IP 172.20.0.13 (33d46786-88e9-4790-9723-7682e76703f1/6d529023-b670-4367-add3-cc1f4ed114be/615d55fd-6656-471c-a03d-c49b835e5488) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:03.481574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Allocated IP 172.25.1.190 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/cd2e17e9-14d0-4928-94ef-468ed2f6e627) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:03.655960 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-387a0f29-f853-4542-9176-be46ccf462e5 req-f4fbf0ca-41c2-427d-8ef6-75957ab1b2bc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 210 time: 0.0656042 Sep 16 05:22:03.681616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fec18ab-9462-4371-9a73-4ada6751185c req-2492f74e-4d73-41c5-8947-0db4ac2fdfcc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925799 Sep 16 05:22:03.697449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Pushing event deleted for resources: {'Port': ['ID=bf48e740-e7eb-40f9-992f-c379ba2357a5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:03.896864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.987390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] No DVR routers for this DVR port bf48e740-e7eb-40f9-992f-c379ba2357a5 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:03.996873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.999112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a9e0351-9e9f-48e4-8ec0-322f4ac68211 req-137402bc-1ed6-42da-ae66-e759f40c6302 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.30 "DELETE /v2.0/ports/bf48e740-e7eb-40f9-992f-c379ba2357a5 HTTP/1.1" status: 204 len: 173 time: 3.1678905 Sep 16 05:22:04.001943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458e440-7d0a-4b29-a937-b606a80b28a4', 'name': 'network-vif-deleted', 'tag': 'bf48e740-e7eb-40f9-992f-c379ba2357a5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:04.005334 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079316e3-0b65-48dc-bfa1-b5424d5f8341" -d '{"events": [{"server_uuid": "3458e440-7d0a-4b29-a937-b606a80b28a4", "name": "network-vif-deleted", "tag": "bf48e740-e7eb-40f9-992f-c379ba2357a5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:04.015570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.024793 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.092625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Network 33d46786-88e9-4790-9723-7682e76703f1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:04.106023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:04.131678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:04.141004 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.156457 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938038f7-cdc6-4e9d-aa47-771946d2271e x-openstack-request-id: req-938038f7-cdc6-4e9d-aa47-771946d2271e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:04.156780 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458e440-7d0a-4b29-a937-b606a80b28a4", "name": "network-vif-deleted", "tag": "bf48e740-e7eb-40f9-992f-c379ba2357a5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:04.157905 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-938038f7-cdc6-4e9d-aa47-771946d2271e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:04.160473 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458e440-7d0a-4b29-a937-b606a80b28a4', 'name': 'network-vif-deleted', 'tag': 'bf48e740-e7eb-40f9-992f-c379ba2357a5', 'status': 'completed', 'code': 200} Sep 16 05:22:04.210306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=615d55fd-6656-471c-a03d-c49b835e5488,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:04.271129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.272565 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.332271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.391103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ffef3ca-6474-4232-a4a6-ca857201425d tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5188558 Sep 16 05:22:04.392779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:04.394546 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.395732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51648) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:04.400703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:04.410395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:04.483354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Pushing event updated for resources: {'Port': ['ID=cd2e17e9-14d0-4928-94ef-468ed2f6e627,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:04.504632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:04.516107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:04.540122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:04.596066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.616987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f0c68-b6d5-4abc-858e-8aecffb6f9ee tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.647663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f0c68-b6d5-4abc-858e-8aecffb6f9ee tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.677766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f0c68-b6d5-4abc-858e-8aecffb6f9ee tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.686047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c56f0c68-b6d5-4abc-858e-8aecffb6f9ee tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2865026 Sep 16 05:22:04.688368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51652) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:04.967554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Pushing event updated for resources: {'Port': ['ID=56f106ca-2727-4279-9ca4-833d5d94dcdf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:04.989506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14b1af40-6635-40de-988b-247cd4161ead req-1f8b0af4-5eb4-4cee-aa74-144a99457590 tempest-ServersNegativeTestMultiTenantJSON-1616729876 tempest-ServersNegativeTestMultiTenantJSON-1616729876-project] 10.222.0.49 "GET /v2.0/ports?device_id=3458e440-7d0a-4b29-a937-b606a80b28a4 HTTP/1.1" status: 200 len: 210 time: 0.2295125 Sep 16 05:22:05.057704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc8a8d-7620-470f-bc77-6f6be36c7e05 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Deleting port 615d55fd-6656-471c-a03d-c49b835e5488 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:05.058413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8a8d-7620-470f-bc77-6f6be36c7e05 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.129523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e5b907e8-f09f-4488-877f-fe42a5f2daf6 None None] Provisioning complete for port 56f106ca-2727-4279-9ca4-833d5d94dcdf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:05.129523 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5b907e8-f09f-4488-877f-fe42a5f2daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.227027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c5c4e04-77c3-4865-b7be-873109b7309c req-c8dab6aa-4ca4-4036-b72b-08579bd0ac0e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 210 time: 0.3349369 Sep 16 05:22:05.262305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bf48e740-e7eb-40f9-992f-c379ba2357a5 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:05.330106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: bf48e740-e7eb-40f9-992f-c379ba2357a5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:05.330553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bf48e740-e7eb-40f9-992f-c379ba2357a5 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:05.389825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e5b907e8-f09f-4488-877f-fe42a5f2daf6 None None] Port 56f106ca-2727-4279-9ca4-833d5d94dcdf cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:05.399007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b7be0cd-32e5-437c-9b22-8c702ea3591c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:05.434265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8a8d-7620-470f-bc77-6f6be36c7e05 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.489799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb52740-a91e-4911-ac20-8d1f1dd21963 None None] Network 33d46786-88e9-4790-9723-7682e76703f1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:05.521323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc8a8d-7620-470f-bc77-6f6be36c7e05 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Calling delete_port for 615d55fd-6656-471c-a03d-c49b835e5488 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:05.552356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb78c7-0a47-4848-9c42-9d7f6fa232ec req-1d50f006-ae2a-4d6f-a74c-48ad7bf05464 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:05.555029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5cfb78c7-0a47-4848-9c42-9d7f6fa232ec req-1d50f006-ae2a-4d6f-a74c-48ad7bf05464 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.2783558 Sep 16 05:22:05.621950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-adb50fc7-7345-4406-8e78-98b476eb2022 None None] Provisioning complete for port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:05.622305 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adb50fc7-7345-4406-8e78-98b476eb2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.670888 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.671517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0b7be0cd-32e5-437c-9b22-8c702ea3591c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:05.671819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.686715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-8cc9b90c-5d21-4882-80ac-339cb4409715 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2203979 Sep 16 05:22:05.771384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5cfb78c7-0a47-4848-9c42-9d7f6fa232ec req-23cd4dc4-35e5-4b47-bf3e-25faee823de6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025101 Sep 16 05:22:05.886856 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adb50fc7-7345-4406-8e78-98b476eb2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.951980 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.016813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-70c3d39c-8de4-470b-8851-ef9125c87a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.028974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-70c3d39c-8de4-470b-8851-ef9125c87a9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 1101 time: 0.2907503 Sep 16 05:22:06.042841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.043288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 0b7be0cd-32e5-437c-9b22-8c702ea3591c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b7be0cd-32e5-437c-9b22-8c702ea3591c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:06.047596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-adb50fc7-7345-4406-8e78-98b476eb2022 None None] For port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,segment=NetworkSegment(9b66a9f2-7c82-46f9-984f-3080bae7e202),segment_id=9b66a9f2-7c82-46f9-984f-3080bae7e202)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:06.126638 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.127907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:06.134197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adb50fc7-7345-4406-8e78-98b476eb2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.139024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51674) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:06.158447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8a8d-7620-470f-bc77-6f6be36c7e05 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.348486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc8a8d-7620-470f-bc77-6f6be36c7e05 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Port': ['ID=615d55fd-6656-471c-a03d-c49b835e5488,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.504596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:06.505206 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.623308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=0b7be0cd-32e5-437c-9b22-8c702ea3591c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.627265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac899a9-48c5-48cf-a493-5c2b63493d4d admin admin] Deleting subnet 4607d0e8-f2af-4682-9e82-e708ebfbf023 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:06.664957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fac899a9-48c5-48cf-a493-5c2b63493d4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.697101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a494806b-aefd-4f38-a604-acbc6cec3e3c None None] Could not find standard attr ID for object 615d55fd-6656-471c-a03d-c49b835e5488. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:06.753381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86e0a732-72b0-4707-8c9c-6fe468bcf696 req-d97b0c92-9877-4462-a337-7cf4e9010e5c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 210 time: 0.1678216 Sep 16 05:22:06.825208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-3319997e-e7d7-4bdb-8e8d-9c4aa7106573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.827307 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-3319997e-e7d7-4bdb-8e8d-9c4aa7106573 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.7682471 Sep 16 05:22:06.832846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8a8d-7620-470f-bc77-6f6be36c7e05 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.835977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9ebc8a8d-7620-470f-bc77-6f6be36c7e05 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "DELETE /v2.0/ports/615d55fd-6656-471c-a03d-c49b835e5488 HTTP/1.1" status: 204 len: 168 time: 2.1460328 Sep 16 05:22:06.841626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51684) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:06.905562 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0137e70c-5396-476c-ab55-04bbbf8fc2f2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] GET failed (client error): The resource could not be found. Sep 16 05:22:06.909292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0137e70c-5396-476c-ab55-04bbbf8fc2f2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "GET /v2.0/ports/615d55fd-6656-471c-a03d-c49b835e5488 HTTP/1.1" status: 404 len: 333 time: 0.0659246 Sep 16 05:22:06.939129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb50fc7-7345-4406-8e78-98b476eb2022 None None] Pushing event updated for resources: {'Port': ['ID=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.978125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fac899a9-48c5-48cf-a493-5c2b63493d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.981851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51686) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:06.991361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'network_id': '33d46786-88e9-4790-9723-7682e76703f1', 'name': 'tempest-AllowedAddressPairTestJSON-1542766234'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:07.099967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a494806b-aefd-4f38-a604-acbc6cec3e3c None None] Provisioning complete for port 3e342314-c561-4388-8eb0-5512fe438a4d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:07.102569 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a494806b-aefd-4f38-a604-acbc6cec3e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.236471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a494806b-aefd-4f38-a604-acbc6cec3e3c None None] Port 3e342314-c561-4388-8eb0-5512fe438a4d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:07.265479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a494806b-aefd-4f38-a604-acbc6cec3e3c None None] Provisioning complete for port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:07.266611 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a494806b-aefd-4f38-a604-acbc6cec3e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.345763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-5fe7461d-eec8-4ff9-9cdc-d96d84ea31b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 200 len: 217 time: 0.5048614 Sep 16 05:22:07.386769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b7be0cd-32e5-437c-9b22-8c702ea3591c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:07.541576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0b7be0cd-32e5-437c-9b22-8c702ea3591c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:07.542035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.583652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-a88702f4-c4c3-494e-a3fc-f67104b03c89 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.585361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-a88702f4-c4c3-494e-a3fc-f67104b03c89 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 1.1949928 Sep 16 05:22:07.618687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Request body: {'port': {'device_id': 'a468367e-5c8e-47a0-a9d6-3ec42001e3a9', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'admin_state_up': True, 'tenant_id': '6f09bc556bb34764a5912a52c26626fd'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:07.649746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-33e3eaa5-9cdd-49e7-981c-5f9b6ce1a311 None None] Could not find standard attr ID for object 615d55fd-6656-471c-a03d-c49b835e5488. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:07.656103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:07.687382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-33e3eaa5-9cdd-49e7-981c-5f9b6ce1a311 None None] Provisioning complete for port 3e342314-c561-4388-8eb0-5512fe438a4d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:07.687742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33e3eaa5-9cdd-49e7-981c-5f9b6ce1a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.742443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de44cf-4acc-4717-86b7-85764878f6b4 req-3f0a8437-f301-4230-9591-e71006cba0f1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.750858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2de44cf-4acc-4717-86b7-85764878f6b4 req-3f0a8437-f301-4230-9591-e71006cba0f1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.4451790 Sep 16 05:22:07.774680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-33e3eaa5-9cdd-49e7-981c-5f9b6ce1a311 None None] Port 3e342314-c561-4388-8eb0-5512fe438a4d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:07.817092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-a282b599-7a92-477c-8387-09be15a57dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.828083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-a282b599-7a92-477c-8387-09be15a57dc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2966847 Sep 16 05:22:07.851737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:07.851737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.877674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.892296 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.944620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2de44cf-4acc-4717-86b7-85764878f6b4 req-d5e27eb8-2a9e-4019-8c98-3979de584b7f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887305 Sep 16 05:22:07.964327 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fac899a9-48c5-48cf-a493-5c2b63493d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.024146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.071977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Made reservation on behalf of 68bba54eca1847bb85234d3081892508 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:08.075829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.106409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-e9e6f286-0901-4a15-8c52-df139e9457b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.108388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-e9e6f286-0901-4a15-8c52-df139e9457b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2246151 Sep 16 05:22:08.121073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] device_id is not set on port 42277a58-cb03-4518-909c-3055265b8ad6 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:08.251892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a897272d-6a7e-4fbb-ad85-5638a5ffaad3 req-d110ec7c-b84a-4e3d-b603-4a1435f593b3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 210 time: 0.1172884 Sep 16 05:22:08.261759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Pushing event updated for resources: {'Port': ['ID=56f106ca-2727-4279-9ca4-833d5d94dcdf,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:08.312299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Made reservation on behalf of 6f09bc556bb34764a5912a52c26626fd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:08.316120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.321259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.336520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fac899a9-48c5-48cf-a493-5c2b63493d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.391253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac899a9-48c5-48cf-a493-5c2b63493d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4607d0e8-f2af-4682-9e82-e708ebfbf023,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:08.400600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-a304f838-1f24-4058-b5d7-99711a6853b4 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723420 Sep 16 05:22:08.408597 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fac899a9-48c5-48cf-a493-5c2b63493d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.411323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fac899a9-48c5-48cf-a493-5c2b63493d4d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4607d0e8-f2af-4682-9e82-e708ebfbf023 HTTP/1.1" status: 204 len: 168 time: 2.2705779 Sep 16 05:22:08.412739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Allocated IP 172.20.0.4 (33d46786-88e9-4790-9723-7682e76703f1/6d529023-b670-4367-add3-cc1f4ed114be/42277a58-cb03-4518-909c-3055265b8ad6) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:08.421832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:08.585113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5c0e6fc-1c83-4b1b-abde-424bddf82da0 req-e20d0c04-df12-4a20-8f58-0f139e8c4f5b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693721 Sep 16 05:22:08.664994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.682490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:08.689325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:08.712971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Allocated IP 172.20.0.4 (23d716e2-dc45-4538-825e-b9a4880cffcb/cec37c82-919e-41b8-8934-007460e0c85e/8a0b5d43-4479-453e-b8e9-ba4ce93db9be) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:08.717977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.903752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.954865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:08.959076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c69db514-de86-462f-ad62-660716489263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1faf5a8-b70f-4d3d-b870-7620fdfebd3e']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:08.994846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c69db514-de86-462f-ad62-660716489263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9b1dea-2d7c-4bd1-b607-1ff67877efad') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:08.995141 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c69db514-de86-462f-ad62-660716489263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9b1dea-2d7c-4bd1-b607-1ff67877efad') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:09.000871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.008506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Router d450e8b0-e56f-4dde-bf7e-c262182c4481 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:09.016547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.056346 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b545c2ea-b5fe-47e7-ad12-1a64d237d131 None None] Provisioning complete for port 56f106ca-2727-4279-9ca4-833d5d94dcdf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:09.058946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b545c2ea-b5fe-47e7-ad12-1a64d237d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.092452 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.180406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:09.181359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:09.183565 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:09.223262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b545c2ea-b5fe-47e7-ad12-1a64d237d131 None None] Port 56f106ca-2727-4279-9ca4-833d5d94dcdf cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:09.391948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.455149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:09.473177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Network 33d46786-88e9-4790-9723-7682e76703f1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:09.482991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:09.486939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Sync routers for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:09.492045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:09.506434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:09.508232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.521182 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1ae9c8e2-89f0-4575-93f4-601408c0af36 admin admin] 10.222.0.49 "PUT /v2.0/routers/d450e8b0-e56f-4dde-bf7e-c262182c4481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5020072 Sep 16 05:22:09.528534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:09.531098 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Sync routers for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:09.532338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:09.540282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.545618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c69db514-de86-462f-ad62-660716489263 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d1faf5a8-b70f-4d3d-b870-7620fdfebd3e HTTP/1.1" status: 204 len: 168 time: 1.1142285 Sep 16 05:22:09.563806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e62c6a8-3b97-4fd4-9e53-0e5901e3ef18 req-811c4c91-f088-419f-a33f-a43c8c577fe5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 210 time: 0.0778747 Sep 16 05:22:09.566312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51716) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:09.571735 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:09.591130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=42277a58-cb03-4518-909c-3055265b8ad6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:09.591259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69db514-de86-462f-ad62-660716489263 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1faf5a8-b70f-4d3d-b870-7620fdfebd3e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:09.594505 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:09.619607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.621112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0613e318-b767-4f08-b313-e2cdaa7702fd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.6771467 Sep 16 05:22:09.625404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:09.750494 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:09.782361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72aa2f-1655-4f37-9287-dc352cd96e0f req-a1291239-c51d-4253-8fa2-221f0cb7ac5a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:09.795769 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.804216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa72aa2f-1655-4f37-9287-dc352cd96e0f req-a1291239-c51d-4253-8fa2-221f0cb7ac5a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.3728461 Sep 16 05:22:09.866221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa26c06-eea6-4d57-bada-568ae414f4cd admin admin] Deleting subnet 2d33a21d-2da2-43a1-86b2-399c12f9f05f {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:09.945052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:09.946349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.006342 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eaa26c06-eea6-4d57-bada-568ae414f4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.010052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa72aa2f-1655-4f37-9287-dc352cd96e0f req-804ea36d-73a2-4e72-8f96-00d769ba9015 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903911 Sep 16 05:22:10.162884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1cee9d1b-1fc7-45b1-9193-9abd19f4f6dc None None] Provisioning complete for port 42277a58-cb03-4518-909c-3055265b8ad6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:10.162884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cee9d1b-1fc7-45b1-9193-9abd19f4f6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.168604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c215b636-56cf-4fce-bf5f-523d225a2abd tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1848614 Sep 16 05:22:10.171411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51734) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:10.191069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7f:4c:a8'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:10.308385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1cee9d1b-1fc7-45b1-9193-9abd19f4f6dc None None] Port 42277a58-cb03-4518-909c-3055265b8ad6 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:10.364338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:10.366101 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 2, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:10.373590 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eaa26c06-eea6-4d57-bada-568ae414f4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.457767 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Checking router: d450e8b0-e56f-4dde-bf7e-c262182c4481 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:10.458386 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Updating router d450e8b0-e56f-4dde-bf7e-c262182c4481 port 56f106ca-2727-4279-9ca4-833d5d94dcdf binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:10.476472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eaa26c06-eea6-4d57-bada-568ae414f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.541043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Network 23d716e2-dc45-4538-825e-b9a4880cffcb is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:10.543973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event updated for resources: {'Port': ['ID=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:10.545867 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.643250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:10.670343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:10.691605 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eaa26c06-eea6-4d57-bada-568ae414f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.717493 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-5210e628-e286-4438-a3bc-fb9b45824990 req-99cd8681-fc67-4177-9311-8d3ac8203070 service neutron] show failed (client error): The resource could not be found. Sep 16 05:22:10.720798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-99cd8681-fc67-4177-9311-8d3ac8203070 service neutron] 10.222.0.66 "GET /v2.0/ports/548ed469-7e0d-4ecd-9685-eada3ef439e0/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.4084780 Sep 16 05:22:10.806053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51740) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:10.818311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-75a46f4b-91a3-41cc-9df0-1192f55b1e69 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942594430', 'description': 'tempest-description--167656592'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:10.898605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 3, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:10.965654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Checking router: ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:10.966867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Updating router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 port cd2e17e9-14d0-4928-94ef-468ed2f6e627 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:11.006920 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.054942 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.134074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8579546-a055-4135-88e1-a7a82569079c req-0badcf4f-2b8f-4dfb-8248-aefc3f95b0a4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:11.148167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8579546-a055-4135-88e1-a7a82569079c req-0badcf4f-2b8f-4dfb-8248-aefc3f95b0a4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 931 time: 0.3892221 Sep 16 05:22:11.389576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75a46f4b-91a3-41cc-9df0-1192f55b1e69 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.413192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8579546-a055-4135-88e1-a7a82569079c req-14d24313-adbb-45cd-8bb3-209b9db0e31b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523282 Sep 16 05:22:11.512566 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.600541 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.646575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:11.647943 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.675755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eaa26c06-eea6-4d57-bada-568ae414f4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.702336 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eaa26c06-eea6-4d57-bada-568ae414f4cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2d33a21d-2da2-43a1-86b2-399c12f9f05f HTTP/1.1" status: 204 len: 168 time: 2.1347046 Sep 16 05:22:11.711428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa26c06-eea6-4d57-bada-568ae414f4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d33a21d-2da2-43a1-86b2-399c12f9f05f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:11.718036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51748) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:11.780812 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.784123 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41f4a8-0070-420f-8d55-fddacf706e4c None None] Pushing event updated for resources: {'Port': ['ID=56f106ca-2727-4279-9ca4-833d5d94dcdf,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:11.866629 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.895553 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Attempting to bind port 56f106ca-2727-4279-9ca4-833d5d94dcdf on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:11.896542 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Attempting to bind port 56f106ca-2727-4279-9ca4-833d5d94dcdf by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:11.897759 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Attempting to bind port 56f106ca-2727-4279-9ca4-833d5d94dcdf on network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:11.912744 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:11.912744 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Checking segment: {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:11.912744 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.912744 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Bound using segment: {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:11.912744 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Bound port: 56f106ca-2727-4279-9ca4-833d5d94dcdf, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:11.912744 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.972068 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75a46f4b-91a3-41cc-9df0-1192f55b1e69 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.031318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Attempting to bind port cd2e17e9-14d0-4928-94ef-468ed2f6e627 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:12.031646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Attempting to bind port cd2e17e9-14d0-4928-94ef-468ed2f6e627 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:12.031884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Attempting to bind port cd2e17e9-14d0-4928-94ef-468ed2f6e627 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:12.034067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb769615-304a-43de-a7ef-5433b7d62d88 None None] Pushing event updated for resources: {'Port': ['ID=cd2e17e9-14d0-4928-94ef-468ed2f6e627,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.038898 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.042442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.053112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:12.053464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:12.053900 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.054262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:12.054770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Bound port: cd2e17e9-14d0-4928-94ef-468ed2f6e627, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:12.055194 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.060730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75a46f4b-91a3-41cc-9df0-1192f55b1e69 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.069953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f21cf-2a62-4742-ac85-14fe82f112a6 req-eb993251-ea84-44a9-9127-9168b724d579 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.084740 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-206f21cf-2a62-4742-ac85-14fe82f112a6 req-eb993251-ea84-44a9-9127-9168b724d579 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.4449611 Sep 16 05:22:12.116023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-71160399-f73f-4846-b089-fdf871eef176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.119635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-71160399-f73f-4846-b089-fdf871eef176 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5&tenant_id=87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 1101 time: 0.5123520 Sep 16 05:22:12.127769 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.129235 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] For port 56f106ca-2727-4279-9ca4-833d5d94dcdf, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:12.137981 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] For port 56f106ca-2727-4279-9ca4-833d5d94dcdf, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=56f106ca-2727-4279-9ca4-833d5d94dcdf,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:12.163555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] For port cd2e17e9-14d0-4928-94ef-468ed2f6e627, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:12.167786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] For port cd2e17e9-14d0-4928-94ef-468ed2f6e627, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cd2e17e9-14d0-4928-94ef-468ed2f6e627,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:12.183782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-649a6dfa-120b-41d0-a94a-1afeb8d9c447 None None] Provisioning complete for port 56f106ca-2727-4279-9ca4-833d5d94dcdf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:12.184309 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-649a6dfa-120b-41d0-a94a-1afeb8d9c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.206901 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.207750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-206f21cf-2a62-4742-ac85-14fe82f112a6 req-10edecbc-acb7-4f93-9086-0636b790a31d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016951 Sep 16 05:22:12.230064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:12.244681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-07936e30-292f-4874-a7d0-d571370c3a65 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6223671 Sep 16 05:22:12.253653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-649a6dfa-120b-41d0-a94a-1afeb8d9c447 None None] Port 56f106ca-2727-4279-9ca4-833d5d94dcdf cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:12.272937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.285710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a46f4b-91a3-41cc-9df0-1192f55b1e69 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de28385e-7b5d-4a15-91e7-77717d201cbe,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.339108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Request body: {'port': {'device_id': 'a468367e-5c8e-47a0-a9d6-3ec42001e3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:12.355320 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75a46f4b-91a3-41cc-9df0-1192f55b1e69 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.363460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-75a46f4b-91a3-41cc-9df0-1192f55b1e69 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5532899 Sep 16 05:22:12.368504 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:12.369170 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:12.380582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb769615-304a-43de-a7ef-5433b7d62d88 None None] Pushing event updated for resources: {'Port': ['ID=cd2e17e9-14d0-4928-94ef-468ed2f6e627,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.380895 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41f4a8-0070-420f-8d55-fddacf706e4c None None] Pushing event updated for resources: {'Port': ['ID=56f106ca-2727-4279-9ca4-833d5d94dcdf,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.452914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51750) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:12.454407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:12.455073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:12.480246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a167e762-9570-4eed-84f1-74e8287f813f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Request body: {'security_group_rule': {'security_group_id': 'de28385e-7b5d-4a15-91e7-77717d201cbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:12.560488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.612210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=42277a58-cb03-4518-909c-3055265b8ad6,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.747013 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.748891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:12.791352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69978ba-8ddc-495c-9e29-a544916650a9') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:12.800255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69978ba-8ddc-495c-9e29-a544916650a9') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:12.800255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] In _notify_port_updated(), no bound segment for port 42277a58-cb03-4518-909c-3055265b8ad6 on network 33d46786-88e9-4790-9723-7682e76703f1 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:12.812023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.812754 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.818944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-70f09a33-982d-4311-8c99-8c58e5e2bbc6 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "PUT /v2.0/ports/42277a58-cb03-4518-909c-3055265b8ad6 HTTP/1.1" status: 200 len: 993 time: 2.6456199 Sep 16 05:22:12.836778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51758) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:12.851394 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.856229 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:12.886553 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.933457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.935775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a167e762-9570-4eed-84f1-74e8287f813f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.971369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:12.971945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:13.001690 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:13.021144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9b6658d5-c589-4544-bea9-5730b9a91691 None None] Provisioning complete for port 56f106ca-2727-4279-9ca4-833d5d94dcdf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:13.022200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b6658d5-c589-4544-bea9-5730b9a91691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.122335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16868d-857f-43e0-acb2-543ce8e38722 req-3fecd43e-d744-4988-91b5-1a3a8a4cf373 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.124499 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b16868d-857f-43e0-acb2-543ce8e38722 req-3fecd43e-d744-4988-91b5-1a3a8a4cf373 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 931 time: 0.3043199 Sep 16 05:22:13.127735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:13.141933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a167e762-9570-4eed-84f1-74e8287f813f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.166990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f82a1d21-0d8e-4622-a0c6-f308d321acb2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Deleting port 42277a58-cb03-4518-909c-3055265b8ad6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:13.167339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82a1d21-0d8e-4622-a0c6-f308d321acb2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.204068 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.213302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.218517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.220647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] 10.222.0.49 "DELETE /v2.0/networks/7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd HTTP/1.1" status: 204 len: 168 time: 1.5015948 Sep 16 05:22:13.249389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a167e762-9570-4eed-84f1-74e8287f813f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.352357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a167e762-9570-4eed-84f1-74e8287f813f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.353725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a167e762-9570-4eed-84f1-74e8287f813f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8872313 Sep 16 05:22:13.369843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85104ea-1e55-43a6-92d1-3709c6bd04cc admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdbbaf3-1a0e-4d20-88e0-94f55c7d35cd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.371489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b16868d-857f-43e0-acb2-543ce8e38722 req-66d81faa-ab09-4fa2-9271-005add37051f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252560 Sep 16 05:22:13.376440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51764) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:13.386007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4c675a5f-5026-4295-89cd-e8b22389276e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Request body: {'security_group_rule': {'security_group_id': 'de28385e-7b5d-4a15-91e7-77717d201cbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:13.394906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167e762-9570-4eed-84f1-74e8287f813f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c950b883-7341-422f-9afe-fe8cc8811639,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.421292 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b6658d5-c589-4544-bea9-5730b9a91691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.479925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82a1d21-0d8e-4622-a0c6-f308d321acb2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.485628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9b6658d5-c589-4544-bea9-5730b9a91691 None None] For port 56f106ca-2727-4279-9ca4-833d5d94dcdf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=56f106ca-2727-4279-9ca4-833d5d94dcdf,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:13.514383 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:12Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:13.520397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f82a1d21-0d8e-4622-a0c6-f308d321acb2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Calling delete_port for 42277a58-cb03-4518-909c-3055265b8ad6 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:13.596305 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b6658d5-c589-4544-bea9-5730b9a91691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.612357 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f55ce7-7483-4895-9fdd-008b0d6d3d41 None None] The sync data for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 is: [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:12Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:13.692986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c675a5f-5026-4295-89cd-e8b22389276e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.763615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51768) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:13.883135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80237b-6c3a-46a7-8140-06183d2b5cf9 req-7aea5f1e-ce85-4e56-9921-42b1c1715cd1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.895883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6658d5-c589-4544-bea9-5730b9a91691 None None] Pushing event updated for resources: {'Port': ['ID=56f106ca-2727-4279-9ca4-833d5d94dcdf,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.911271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a80237b-6c3a-46a7-8140-06183d2b5cf9 req-7aea5f1e-ce85-4e56-9921-42b1c1715cd1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.3698337 Sep 16 05:22:13.937038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7240929c-16ec-4159-9231-9d41beacd39a None None] Provisioning complete for port 42277a58-cb03-4518-909c-3055265b8ad6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:13.937427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7240929c-16ec-4159-9231-9d41beacd39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.975513 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:14.018562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7240929c-16ec-4159-9231-9d41beacd39a None None] Port 42277a58-cb03-4518-909c-3055265b8ad6 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:14.044441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 3, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:14.091651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446115d5-0cab-4193-b52d-e5e480434391 None None] The sync data for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 is: [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 3, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:14.120199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c675a5f-5026-4295-89cd-e8b22389276e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.152035 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b7ca4b2d-f9af-442a-ab2e-3138df741ffb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22e02d65f47744b3a57f16e04807ba90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710990 Sep 16 05:22:14.152035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51772) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:14.192594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a80237b-6c3a-46a7-8140-06183d2b5cf9 req-3b31e821-dd71-404d-b416-a72df65a9385 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797341 Sep 16 05:22:14.258705 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c675a5f-5026-4295-89cd-e8b22389276e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.288682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Allocated IP 172.20.0.1 (adf65298-6f74-4172-8808-b53e211fe76b/f87c8521-234e-41c4-a187-2665b5dd23ab/5f8497e2-d11f-4d68-9aab-7b371d7f16ea) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:14.299547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:14.326355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-04294cc7-66bb-44c3-b28f-9cf012de502e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.340743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0b5d43-4479-453e-b8e9-ba4ce93db9be {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:14.342125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c675a5f-5026-4295-89cd-e8b22389276e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff95ad9e-acf9-4266-9e1f-a68750a6cfb6,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:14.353548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.381867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-04294cc7-66bb-44c3-b28f-9cf012de502e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.450950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:14.473224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:14.491392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82a1d21-0d8e-4622-a0c6-f308d321acb2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.631590 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.646271 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4c675a5f-5026-4295-89cd-e8b22389276e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.649029 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.657803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4c675a5f-5026-4295-89cd-e8b22389276e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2770362 Sep 16 05:22:14.660605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51776) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:14.672925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:14.679605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Transition to ACTIVE for port object 548ed469-7e0d-4ecd-9685-eada3ef439e0 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:14.680643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:14.686346 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce32b3d-99fb-445b-9a6c-e1093530dcfa" -d '{"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-unplugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:14.692102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Transition to ACTIVE for port object 8a0b5d43-4479-453e-b8e9-ba4ce93db9be will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:14.710367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-04294cc7-66bb-44c3-b28f-9cf012de502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.721488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-04294cc7-66bb-44c3-b28f-9cf012de502e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.727559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-04294cc7-66bb-44c3-b28f-9cf012de502e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff HTTP/1.1" status: 204 len: 168 time: 0.5769141 Sep 16 05:22:14.731537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a1d21-0d8e-4622-a0c6-f308d321acb2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Port': ['ID=42277a58-cb03-4518-909c-3055265b8ad6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:14.768591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.848525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04294cc7-66bb-44c3-b28f-9cf012de502e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b3e6d-201d-4f6f-ad1d-e81e80d30aff,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:14.922557 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d05e1b-b876-44a0-ad00-5003422ef93f x-openstack-request-id: req-46d05e1b-b876-44a0-ad00-5003422ef93f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:14.923205 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-unplugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:14.923417 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46d05e1b-b876-44a0-ad00-5003422ef93f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:14.924380 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'code': 200} Sep 16 05:22:15.020923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.040914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8509719-42a9-41c2-b47e-d525c24203ac req-ed5e1586-68ee-480b-b2e6-5b1bdafa6fd9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.043665 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8509719-42a9-41c2-b47e-d525c24203ac req-ed5e1586-68ee-480b-b2e6-5b1bdafa6fd9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 931 time: 0.2936299 Sep 16 05:22:15.133544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.181657 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:15.181657 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:15.188361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.193085 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.245643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Network adf65298-6f74-4172-8808-b53e211fe76b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:15.327332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:15.329629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] No DVR routers for this DVR port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:15.340157 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8509719-42a9-41c2-b47e-d525c24203ac req-13fccf51-3b66-4fc1-b9c0-cac548bdf3f0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452145 Sep 16 05:22:15.347377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82a1d21-0d8e-4622-a0c6-f308d321acb2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.347971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:15.354286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f82a1d21-0d8e-4622-a0c6-f308d321acb2 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "DELETE /v2.0/ports/42277a58-cb03-4518-909c-3055265b8ad6 HTTP/1.1" status: 204 len: 168 time: 2.5162737 Sep 16 05:22:15.365203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51788) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:15.422300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:15.423760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 56f106ca-2727-4279-9ca4-833d5d94dcdf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:15.462093 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecf0d80-9742-4d81-803a-ce7ffb898dc8 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] GET failed (client error): The resource could not be found. Sep 16 05:22:15.467274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5ecf0d80-9742-4d81-803a-ce7ffb898dc8 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "GET /v2.0/ports/42277a58-cb03-4518-909c-3055265b8ad6 HTTP/1.1" status: 404 len: 333 time: 0.0961480 Sep 16 05:22:15.468093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51790) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:15.491282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'network_id': '33d46786-88e9-4790-9723-7682e76703f1', 'name': 'tempest-AllowedAddressPairTestJSON-1819842276'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:15.531443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 56f106ca-2727-4279-9ca4-833d5d94dcdf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:15.531836 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.689371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.762854 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cd2e17e9-14d0-4928-94ef-468ed2f6e627 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:15.850125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cd2e17e9-14d0-4928-94ef-468ed2f6e627 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:15.850125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.968517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.974615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Allocated IP 172.25.1.101 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/2b981f15-9e3e-49c6-ba37-0acaa1f23025) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:15.999101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Attempting to bind port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:15.999680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Attempting to bind port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:16.000503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Attempting to bind port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:16.005396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.022343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port cd2e17e9-14d0-4928-94ef-468ed2f6e627, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cd2e17e9-14d0-4928-94ef-468ed2f6e627,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:16.085029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Made reservation on behalf of 68bba54eca1847bb85234d3081892508 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:16.093557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.099633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:16.100089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:16.100496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:16.106545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:16.119630 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.182898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] device_id is not set on port 68fdc9af-7a78-454d-a111-92412c27fc15 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:16.187265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:16.204102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be on network 23d716e2-dc45-4538-825e-b9a4880cffcb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:16.207024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Attempting to bind port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:16.211685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=cd2e17e9-14d0-4928-94ef-468ed2f6e627,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:16.224073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51798) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.231636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:16.232407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:16.252042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:16.252385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Checking segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:16.252771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Bound using segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:16.253768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Bound port: 8a0b5d43-4479-453e-b8e9-ba4ce93db9be, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:16.254302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.275603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2118e3-4f4c-4b80-8e53-e734dd0feae9 req-e87fd3f4-d58c-440b-b78b-e6f643286e87 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.277261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b2118e3-4f4c-4b80-8e53-e734dd0feae9 req-e87fd3f4-d58c-440b-b78b-e6f643286e87 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.8064935 Sep 16 05:22:16.278075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:16.284815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:16.284815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:16.284815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Bound port: 548ed469-7e0d-4ecd-9685-eada3ef439e0, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:16.284815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.346666 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.461542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c52f5ce3-6407-4429-9951-9555a16764b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b63e7246b68e4982ac951f262d66745d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328613 Sep 16 05:22:16.462802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51802) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.479026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b2118e3-4f4c-4b80-8e53-e734dd0feae9 req-b5cafff7-71e0-4109-86ce-2567f8792f14 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867244 Sep 16 05:22:16.533305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:16.536620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] For port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:16.540250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:16.542371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] For port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:16.619125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.621618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.640435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Allocated IP 172.20.0.10 (33d46786-88e9-4790-9723-7682e76703f1/6d529023-b670-4367-add3-cc1f4ed114be/68fdc9af-7a78-454d-a111-92412c27fc15) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:16.660757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.672690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.672900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.674148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] 10.222.0.66 "PUT /v2.0/ports/8a0b5d43-4479-453e-b8e9-ba4ce93db9be HTTP/1.1" status: 200 len: 1092 time: 4.3905857 Sep 16 05:22:16.684949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203fadc-829b-4ff4-8f92-86fd4945c893 req-80097b89-9d45-4a3f-bd49-787d86b05137 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.685733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.686359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.687604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2203fadc-829b-4ff4-8f92-86fd4945c893 req-80097b89-9d45-4a3f-bd49-787d86b05137 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 943 time: 0.2103586 Sep 16 05:22:16.687878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] 10.222.0.30 "PUT /v2.0/ports/548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 1096 time: 4.5023136 Sep 16 05:22:16.758196 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a6110cd-3abe-4e20-870a-d29d12a90631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.760937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.854370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event updated for resources: {'Port': ['ID=2b981f15-9e3e-49c6-ba37-0acaa1f23025,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:16.892249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f47c1-4928-448b-8740-2acd000b3c55 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:16.912773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:16.927800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:16.930832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:16.990665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a468367e-5c8e-47a0-a9d6-3ec42001e3a9', 'tag': '8a0b5d43-4479-453e-b8e9-ba4ce93db9be'}, {'name': 'network-changed', 'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:16.993398 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42d6c66-81b4-47ef-b650-0266c4b696ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a468367e-5c8e-47a0-a9d6-3ec42001e3a9", "tag": "8a0b5d43-4479-453e-b8e9-ba4ce93db9be"}, {"name": "network-changed", "server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:16.993635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2203fadc-829b-4ff4-8f92-86fd4945c893 req-a4e9f5d7-58ec-4dcd-aa9d-c9116c4c3508 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943547 Sep 16 05:22:16.996048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a6110cd-3abe-4e20-870a-d29d12a90631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.107268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-2d574e1b-9aff-47da-b745-549913e298f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.109706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-2d574e1b-9aff-47da-b745-549913e298f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1099 time: 0.2878392 Sep 16 05:22:17.110624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8040e88-58be-4ae3-9125-c9967d4ae338 service neutron] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.124556 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5eb94c-d313-42f5-87c6-3e5cdb3bc821 x-openstack-request-id: req-4f5eb94c-d313-42f5-87c6-3e5cdb3bc821 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:17.131687 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a468367e-5c8e-47a0-a9d6-3ec42001e3a9", "tag": "8a0b5d43-4479-453e-b8e9-ba4ce93db9be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:17.131687 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f5eb94c-d313-42f5-87c6-3e5cdb3bc821 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:17.131687 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a468367e-5c8e-47a0-a9d6-3ec42001e3a9', 'tag': '8a0b5d43-4479-453e-b8e9-ba4ce93db9be', 'status': 'completed', 'code': 200} Sep 16 05:22:17.131687 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'status': 'completed', 'code': 200} Sep 16 05:22:17.131687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-eb22695e-b92c-4eff-9d1b-e40ab2873475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.131687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-eb22695e-b92c-4eff-9d1b-e40ab2873475 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 1095 time: 0.2562501 Sep 16 05:22:17.231343 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-e38e1822-f6ad-40e7-a8ea-1850157bd197 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a0b5d43-4479-453e-b8e9-ba4ce93db9be HTTP/1.1" status: 200 len: 217 time: 0.0807579 Sep 16 05:22:17.233884 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.251186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.275710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cd2e17e9-14d0-4928-94ef-468ed2f6e627 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:17.338441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cd2e17e9-14d0-4928-94ef-468ed2f6e627 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:17.342904 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.365254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-d614fbe1-7cda-4e35-aca2-ed252672ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.366803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-d614fbe1-7cda-4e35-aca2-ed252672ab42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.1244187 Sep 16 05:22:17.370031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-d9d37c58-8fb8-4e64-aa2c-ad60554e832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.371796 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-d9d37c58-8fb8-4e64-aa2c-ad60554e832b service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2377346 Sep 16 05:22:17.404395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.450097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a6110cd-3abe-4e20-870a-d29d12a90631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.453613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a6110cd-3abe-4e20-870a-d29d12a90631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.455356 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0a6110cd-3abe-4e20-870a-d29d12a90631 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bcb61ff8-20bd-4fa7-bcb6-3c8aa38b68a8 HTTP/1.1" status: 204 len: 168 time: 0.9837101 Sep 16 05:22:17.480813 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-5ff63ce6-27cc-4e82-8081-ce5cd87dc6ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017065 Sep 16 05:22:17.485570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-213c5963-38af-40e7-8da0-66c3120db4ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.0975151 Sep 16 05:22:17.544469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6110cd-3abe-4e20-870a-d29d12a90631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb61ff8-20bd-4fa7-bcb6-3c8aa38b68a8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.608577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.636275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-9c13de87-6a16-47dd-b8b6-9f34eaa85133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.638418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-9c13de87-6a16-47dd-b8b6-9f34eaa85133 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1240222 Sep 16 05:22:17.644236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.685488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.748240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.980578 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.056306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.141627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.261467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Network 33d46786-88e9-4790-9723-7682e76703f1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:18.261741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e628-e286-4438-a3bc-fb9b45824990 req-288b3824-8661-461a-ae64-d294cc1a6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:18.261741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-288b3824-8661-461a-ae64-d294cc1a6ec3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5832276 Sep 16 05:22:18.306604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=68fdc9af-7a78-454d-a111-92412c27fc15,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:18.316860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:18.320652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:18.342117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070dd97-77b3-46e2-91eb-fae69eedfc7b req-3ae828b2-0ddc-44dd-8c33-532881dc6e2c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:18.344664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2070dd97-77b3-46e2-91eb-fae69eedfc7b req-3ae828b2-0ddc-44dd-8c33-532881dc6e2c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.7153420 Sep 16 05:22:18.412686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-d64b292f-2a0f-4410-97a0-06448538629b service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8969338 Sep 16 05:22:18.435573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.488101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c445c-5426-4b9e-8075-52bfa78526cd req-f043aa10-316c-49bd-a454-6548f0895293 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:18.494379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e83c445c-5426-4b9e-8075-52bfa78526cd req-f043aa10-316c-49bd-a454-6548f0895293 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 943 time: 0.3395352 Sep 16 05:22:18.497601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event updated for resources: {'Port': ['ID=2b981f15-9e3e-49c6-ba37-0acaa1f23025,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:18.527366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:18.528356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.566078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e83c445c-5426-4b9e-8075-52bfa78526cd req-4c6d49fb-a647-418c-aacf-89f1cd31b75c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700886 Sep 16 05:22:18.572633 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.574834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-39984c46-56f1-4249-b7a1-9766193ea42e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9124050 Sep 16 05:22:18.606387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Network adf65298-6f74-4172-8808-b53e211fe76b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:18.623728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b7c1ecbf-361f-49b5-b7e4-b8d0697367b7 None None] Provisioning complete for port 68fdc9af-7a78-454d-a111-92412c27fc15 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:18.624992 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ecbf-361f-49b5-b7e4-b8d0697367b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.661323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d83c624e-bede-4f9e-9f5d-3c1a3eecd900 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1883373 Sep 16 05:22:18.662260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51832) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:18.670752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7f:4c:a8'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:18.689358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:18.705823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1ecbf-361f-49b5-b7e4-b8d0697367b7 None None] Port 68fdc9af-7a78-454d-a111-92412c27fc15 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:18.735072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2070dd97-77b3-46e2-91eb-fae69eedfc7b req-3cbf22b4-ddd2-4eb8-9bb6-c41070c8492e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654819 Sep 16 05:22:18.747758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-1bcdb6f8-d56e-4970-8703-83148b98c4af service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483027 Sep 16 05:22:18.873279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9d604f8-1fb3-4969-9868-db86a80badc5 req-68bcfa4e-b7a2-42c2-8de5-c4031f319a01 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938088 Sep 16 05:22:18.978442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.014042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5210e628-e286-4438-a3bc-fb9b45824990 req-fbb6c57d-d19d-4fcb-9e68-f8a8d821b7c4 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314739 Sep 16 05:22:19.017329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bece1b9f-e82b-4b66-9448-b62b0ed2521a tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1942594430&fields=id&tenant_id=73cc3cf6edc146eabeb0569757fdef45 HTTP/1.1" status: 200 len: 267 time: 0.0703557 Sep 16 05:22:19.023612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:19.204184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:19.216635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d18b6742-1edb-4ca9-9906-4e50b4c3b273 admin admin] 10.222.0.49 "PUT /v2.0/routers/ba7043a2-7dcf-48d0-b16c-e2dec778e5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5842762 Sep 16 05:22:19.216635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-f6c3bdab-f119-44da-b78b-9ef80ee9d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.216635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-f6c3bdab-f119-44da-b78b-9ef80ee9d95b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 1095 time: 0.1010919 Sep 16 05:22:19.235002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Sync routers for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:19.274268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:19.275210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:19.457690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-aa790c7a-c3a8-4aad-b909-5fc61f2aeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.459532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-aa790c7a-c3a8-4aad-b909-5fc61f2aeec8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 912 time: 0.2342286 Sep 16 05:22:19.463277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-688f68b0-44f2-454d-84f7-22a098f2fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.465079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-688f68b0-44f2-454d-84f7-22a098f2fd23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1099 time: 0.1834626 Sep 16 05:22:19.586305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-b8ac7974-a589-48b0-a219-9f54a4c38ec5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a0b5d43-4479-453e-b8e9-ba4ce93db9be HTTP/1.1" status: 200 len: 217 time: 0.1162326 Sep 16 05:22:19.603600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:19.678944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-3ecfe035-acac-4ccb-9c35-2d8cee2bc85d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.680972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-3ecfe035-acac-4ccb-9c35-2d8cee2bc85d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/networks?id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 HTTP/1.1" status: 200 len: 812 time: 0.6136265 Sep 16 05:22:19.782374 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.796082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-13ca60b2-9374-458c-9326-24a8c184fe2c tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/quotas/73cc3cf6edc146eabeb0569757fdef45 HTTP/1.1" status: 200 len: 375 time: 0.0965967 Sep 16 05:22:19.880170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-b0ae61d8-c1c5-4e90-a59e-b46a836e4d53 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=73cc3cf6edc146eabeb0569757fdef45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785990 Sep 16 05:22:19.880552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-1635b5e7-44f6-4f14-9db1-f00e221a5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.880552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-1635b5e7-44f6-4f14-9db1-f00e221a5844 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.2641881 Sep 16 05:22:19.928881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93885257-6c25-425e-b488-9f0f83e70cc7 req-1ed7482c-d42a-478a-bf45-34290f9ff9f1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.930413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93885257-6c25-425e-b488-9f0f83e70cc7 req-1ed7482c-d42a-478a-bf45-34290f9ff9f1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 943 time: 0.1432936 Sep 16 05:22:19.950387 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-0e1c7862-ab0b-4145-9045-b33ee4cec1dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568025 Sep 16 05:22:19.952410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-6817864b-3d0b-4edf-ab7e-a2b127b9f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.954235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-6817864b-3d0b-4edf-ab7e-a2b127b9f3f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.4756701 Sep 16 05:22:19.977764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.031817 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6d3275d-24c1-4653-8207-bbeef61756e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.055556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-4932c48c-c497-480b-bbd1-4903d64a8a0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.0850589 Sep 16 05:22:20.127470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] In _notify_port_updated(), no bound segment for port 68fdc9af-7a78-454d-a111-92412c27fc15 on network 33d46786-88e9-4790-9723-7682e76703f1 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:20.134729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.135487 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.140739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "PUT /v2.0/ports/68fdc9af-7a78-454d-a111-92412c27fc15 HTTP/1.1" status: 200 len: 997 time: 1.4735146 Sep 16 05:22:20.149549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51870) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:20.179057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93885257-6c25-425e-b488-9f0f83e70cc7 req-9e032ad2-10cf-401a-b107-cd75231c3a6f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313976 Sep 16 05:22:20.179751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a16bc-7bbb-4b84-b3dc-64a7632caa37 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=68fdc9af-7a78-454d-a111-92412c27fc15,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:20.247673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-90619fb5-ef7a-4673-9ec1-5c84d2707129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.249284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-90619fb5-ef7a-4673-9ec1-5c84d2707129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1526499 Sep 16 05:22:20.273422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-01cb7466-5ffa-4d39-9ad6-1b9c2787d300 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124866 Sep 16 05:22:20.297292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 2, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:20.339060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Checking router: ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:20.339413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Updating router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:20.342025 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-935b359d-89d4-47ff-9e7e-305566ae2d72 service neutron] 10.222.0.49 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643102 Sep 16 05:22:20.390465 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.523192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8ec822f0-77a6-4728-9a39-aee102aecdf0 None None] Provisioning complete for port 68fdc9af-7a78-454d-a111-92412c27fc15 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:20.523192 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ec822f0-77a6-4728-9a39-aee102aecdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.527506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-14af64ca-f67f-4d06-9f90-840212f9ab9b service neutron] 10.222.0.49 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841950 Sep 16 05:22:20.538468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-220bb530-7ecb-4a71-9c94-f157e379005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:20.540263 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-220bb530-7ecb-4a71-9c94-f157e379005e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2789783 Sep 16 05:22:20.567540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.584064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e94319a4-20b5-4578-bad9-68e0b55a52b4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Deleting port 68fdc9af-7a78-454d-a111-92412c27fc15 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:20.584407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e94319a4-20b5-4578-bad9-68e0b55a52b4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.692777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8ec822f0-77a6-4728-9a39-aee102aecdf0 None None] Port 68fdc9af-7a78-454d-a111-92412c27fc15 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:20.763204 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e94319a4-20b5-4578-bad9-68e0b55a52b4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.787244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-b9a0388f-e80d-4e26-b301-d9a2ab0535ba service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754422 Sep 16 05:22:20.829540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e94319a4-20b5-4578-bad9-68e0b55a52b4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Calling delete_port for 68fdc9af-7a78-454d-a111-92412c27fc15 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:21.016506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-28d7db37-5138-4c3f-8a9b-dcb346c2a8ba service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621153 Sep 16 05:22:21.034533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.075156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f828058-d4e5-4ad7-82fd-1727167c82d9 req-42f2a797-6803-4675-8b45-17e75cf52362 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.080227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6f828058-d4e5-4ad7-82fd-1727167c82d9 req-42f2a797-6803-4675-8b45-17e75cf52362 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.2151783 Sep 16 05:22:21.122041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-815253e8-66d1-45b8-b474-ec50887ebe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.123597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-815253e8-66d1-45b8-b474-ec50887ebe45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1099 time: 0.2070270 Sep 16 05:22:21.184737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.258096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-064461f5-97fb-4832-bb61-082a8a0cd82b service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277913 Sep 16 05:22:21.273426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a0ecf-7e21-43c4-882a-d9c902aac327 None None] Pushing event updated for resources: {'Port': ['ID=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:21.306825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Attempting to bind port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:21.307217 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Attempting to bind port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:21.307594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Attempting to bind port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea on network adf65298-6f74-4172-8808-b53e211fe76b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:21.313803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:21.314231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Checking segment: {'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:21.314588 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.315050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Bound using segment: {'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:21.316189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Bound port: 5f8497e2-d11f-4d68-9aab-7b371d7f16ea, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:21.316678 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.324987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-d3795620-3cd8-4443-a10d-ff6532b33cd8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.336974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-d3795620-3cd8-4443-a10d-ff6532b33cd8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 820 time: 0.2181461 Sep 16 05:22:21.357863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6f828058-d4e5-4ad7-82fd-1727167c82d9 req-07fdb834-0d6e-4225-88bd-19f1b8fbe294 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701430 Sep 16 05:22:21.377077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-0a2c9268-f5c1-4ef6-ad91-78aff1fc4cc4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/quotas/ff74d4ba8bd04c84869be2c9b53b3e66 HTTP/1.1" status: 200 len: 375 time: 0.0386612 Sep 16 05:22:21.432112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] For port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:21.446544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] For port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:21.474960 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-0fedd697-7151-488a-93d9-f1185b706bf3 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968852 Sep 16 05:22:21.510993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-857e0ce5-d5ad-4d79-bb71-31011ea6e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.512624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-857e0ce5-d5ad-4d79-bb71-31011ea6e10e service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3325045 Sep 16 05:22:21.569493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-b7f9c68c-bc68-4af8-ae76-137624fb4f3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.0489686 Sep 16 05:22:21.608286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d6a6c59-f00a-4660-820c-4618b871e2ca req-0d379293-f24b-4d6c-83ed-fbe042af41e0 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 210 time: 0.0410280 Sep 16 05:22:21.614162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-336fa248-d1e7-46d5-8cc9-127d622adf92 service neutron] 10.222.0.49 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288137 Sep 16 05:22:21.623485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.628431 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e94319a4-20b5-4578-bad9-68e0b55a52b4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.679968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94319a4-20b5-4578-bad9-68e0b55a52b4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Port': ['ID=68fdc9af-7a78-454d-a111-92412c27fc15,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:21.709323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-9a25ff60-83b8-4174-a681-1f6dd58b87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.710900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-9a25ff60-83b8-4174-a681-1f6dd58b87f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1311703 Sep 16 05:22:21.763136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-384abfda-6bf6-47c5-9d53-816301c18065 service neutron] 10.222.0.49 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412542 Sep 16 05:22:21.803987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:21.804799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:21:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:21.862133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a0ecf-7e21-43c4-882a-d9c902aac327 None None] Pushing event updated for resources: {'Port': ['ID=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:21.885049 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e94319a4-20b5-4578-bad9-68e0b55a52b4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.887032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e94319a4-20b5-4578-bad9-68e0b55a52b4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "DELETE /v2.0/ports/68fdc9af-7a78-454d-a111-92412c27fc15 HTTP/1.1" status: 204 len: 168 time: 1.7320421 Sep 16 05:22:21.890575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51912) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:21.903889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7bf1e-70d8-4719-8f8b-16d97adf0cab req-20687cc9-6862-4ff9-8458-68aa123abe5c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.912784 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bfc7bf1e-70d8-4719-8f8b-16d97adf0cab req-20687cc9-6862-4ff9-8458-68aa123abe5c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 943 time: 0.1708302 Sep 16 05:22:21.922646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-b254637a-4f14-4d95-8ec5-646b9f9ffbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.924196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-b254637a-4f14-4d95-8ec5-646b9f9ffbef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1964750 Sep 16 05:22:21.929626 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c778e14d-fc69-4634-9c9b-498c57e88e04 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] GET failed (client error): The resource could not be found. Sep 16 05:22:21.931671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c778e14d-fc69-4634-9c9b-498c57e88e04 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "GET /v2.0/ports/68fdc9af-7a78-454d-a111-92412c27fc15 HTTP/1.1" status: 404 len: 333 time: 0.0398684 Sep 16 05:22:21.937667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51914) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:21.944536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'network_id': '33d46786-88e9-4790-9723-7682e76703f1', 'name': 'tempest-AllowedAddressPairTestJSON-571213966'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:22.015117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bfc7bf1e-70d8-4719-8f8b-16d97adf0cab req-6cf87857-3532-4231-849a-f9263a52b989 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010587 Sep 16 05:22:22.049360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:22.269472 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-7a4bd3b9-d0a0-4f16-a33a-dd5144f4f3c6 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282304 Sep 16 05:22:22.450887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Made reservation on behalf of 68bba54eca1847bb85234d3081892508 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:22.457529 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.468227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a7acd84-308b-423c-88bb-4d38a1bf8eaf req-9d883c73-3fa8-40e5-b07f-187e916131b4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 210 time: 0.0651398 Sep 16 05:22:22.483085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8a0b5d43-4479-453e-b8e9-ba4ce93db9be details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:22.510766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] device_id is not set on port 25226268-ffeb-4e02-9092-04ae3fd66dc5 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:22.556560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c42d6c66-81b4-47ef-b650-0266c4b696ac req-8f7a14a7-adb5-4e1c-a7c6-ac3a9177408b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749336 Sep 16 05:22:22.729042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded1a4c-bbc7-4c67-8650-8c761194e7d4 req-c97abc98-0541-43e6-8ac4-a0242c8f4bbc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:22.736672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dded1a4c-bbc7-4c67-8650-8c761194e7d4 req-c97abc98-0541-43e6-8ac4-a0242c8f4bbc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.1995475 Sep 16 05:22:22.744166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:22.757031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:21Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:22.786320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Allocated IP 172.20.0.10 (33d46786-88e9-4790-9723-7682e76703f1/6d529023-b670-4367-add3-cc1f4ed114be/25226268-ffeb-4e02-9092-04ae3fd66dc5) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:22.817373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5a2d9-9424-4c33-912f-e98d1ec352e6 None None] The sync data for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 is: [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:21Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:22.827189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8a0b5d43-4479-453e-b8e9-ba4ce93db9be', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'port_id': '8a0b5d43-4479-453e-b8e9-ba4ce93db9be', 'mac_address': 'fa:16:3e:53:5c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec37c82-919e-41b8-8934-007460e0c85e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:22.836871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dded1a4c-bbc7-4c67-8650-8c761194e7d4 req-a92394c3-3937-4f43-bf0a-861a46b14b53 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867169 Sep 16 05:22:22.965510 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.966498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ab92623-7bb9-4537-b507-22983e57838d req-c2f55f9b-02e9-4690-a299-3ad73ce58334 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 210 time: 0.0950034 Sep 16 05:22:23.005707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0b5d43-4479-453e-b8e9-ba4ce93db9be {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:23.069620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:23.074215 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-611e8320-04ac-43ee-82b8-276134dbaaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.166538 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.261415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:23.267122 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.338466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:23.351468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5f8497e2-d11f-4d68-9aab-7b371d7f16ea up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:23.363983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b0251-837c-4271-b566-f0368c82ce2b req-7f27781e-5507-44db-b9fe-cf662ed8f99d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.369317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a79b0251-837c-4271-b566-f0368c82ce2b req-7f27781e-5507-44db-b9fe-cf662ed8f99d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 944 time: 0.1939611 Sep 16 05:22:23.450923 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a79b0251-837c-4271-b566-f0368c82ce2b req-91302098-b9fd-4cf0-9aa2-98f0fe795c41 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734153 Sep 16 05:22:23.504934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.518185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:23.519382 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.551045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8a0b5d43-4479-453e-b8e9-ba4ce93db9be'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:23.644590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Network 33d46786-88e9-4790-9723-7682e76703f1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:23.649367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:23.674318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:23.678104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=25226268-ffeb-4e02-9092-04ae3fd66dc5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:23.694990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:23.702142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d7842932-f67d-4032-8c14-e4073ffe902e req-ca0cbb19-42d9-49fd-a66e-a95b3ec514c8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 210 time: 0.0528741 Sep 16 05:22:23.736118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'mac_address': 'fa:16:3e:38:ee:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:23.809655 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.810509 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.918873 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.927146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51970) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:23.938251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8a82d0e3-3d0d-49f7-b069-4fb4cea16c59 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9993474 Sep 16 05:22:23.942284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51972) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:23.949202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'network_id': '33d46786-88e9-4790-9723-7682e76703f1', 'name': 'tempest-AllowedAddressPairTestJSON-70600377'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:23.970488 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.004942 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.044871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548ed469-7e0d-4ecd-9685-eada3ef439e0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:24.170772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:24.180318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:24.222571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7aa87-d7c9-411a-8e3f-6b5829142678 req-3b35d772-c4d6-4bc3-834b-daf2e0ce9d7f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.224232 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7f7aa87-d7c9-411a-8e3f-6b5829142678 req-3b35d772-c4d6-4bc3-834b-daf2e0ce9d7f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 947 time: 0.2117231 Sep 16 05:22:24.247165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-4ec4c120-6795-4529-9b68-e329c200c2ad tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1719688042&fields=id&tenant_id=51fe8b50c4274c2fb1e1a35f85a1cc2c HTTP/1.1" status: 200 len: 267 time: 0.1192808 Sep 16 05:22:24.250315 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5773d381-d686-4395-8f43-cd182b5e48f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.273725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-03a335de-cd57-4bae-a7d4-5101e2cfd0db None None] Provisioning complete for port 25226268-ffeb-4e02-9092-04ae3fd66dc5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:24.274085 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a335de-cd57-4bae-a7d4-5101e2cfd0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.276457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.299270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7f7aa87-d7c9-411a-8e3f-6b5829142678 req-a7504459-24ff-44fb-a579-92efbbcf1dfa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675306 Sep 16 05:22:24.374810 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.381016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-03a335de-cd57-4bae-a7d4-5101e2cfd0db None None] Port 25226268-ffeb-4e02-9092-04ae3fd66dc5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:24.415415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:24.422111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Made reservation on behalf of 68bba54eca1847bb85234d3081892508 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:24.426593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.489246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:24.503376 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a42d9242-d44a-4344-9363-56d7a91ee05b req-87b3c955-acc8-4aea-b7e0-39d39e985e84 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 210 time: 0.0482550 Sep 16 05:22:24.515190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] device_id is not set on port e7ca93d8-a300-46b4-9b80-a4dc06cac1ef yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:24.702244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-f6259741-f2e9-4149-a5a4-0be5e0eafb84 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.703842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-f6259741-f2e9-4149-a5a4-0be5e0eafb84 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5&tenant_id=87437861a41e40c4bf78025a370c9983&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 947 time: 0.6585391 Sep 16 05:22:24.721058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['548ed469-7e0d-4ecd-9685-eada3ef439e0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:24.732146 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274123-170f-47c7-87d1-8656a853e6d3 req-527fe809-bcc3-4cf5-b161-7a94db343a5a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.733966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db274123-170f-47c7-87d1-8656a853e6d3 req-527fe809-bcc3-4cf5-b161-7a94db343a5a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 944 time: 0.1321692 Sep 16 05:22:24.746102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Allocated IP 172.20.0.13 (33d46786-88e9-4790-9723-7682e76703f1/6d529023-b670-4367-add3-cc1f4ed114be/e7ca93d8-a300-46b4-9b80-a4dc06cac1ef) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:24.809603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db274123-170f-47c7-87d1-8656a853e6d3 req-018a23a4-5406-42b6-9340-a56d3e77f27e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607595 Sep 16 05:22:24.893041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-de28f1fa-55d8-4118-a521-acd8220d6684 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.901407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-de28f1fa-55d8-4118-a521-acd8220d6684 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/networks?id=9003e45a-1b6d-4881-aa1e-2b660512ffb5 HTTP/1.1" status: 200 len: 816 time: 0.6437516 Sep 16 05:22:24.935265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-d8a77254-e80d-4ce6-8eec-2cfb18fc6b77 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/quotas/51fe8b50c4274c2fb1e1a35f85a1cc2c HTTP/1.1" status: 200 len: 375 time: 0.0325463 Sep 16 05:22:24.979695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-c16a3f4d-1a44-426a-aa23-dd1199c0b187 service neutron] 10.222.0.30 "GET /v2.0/ports/548ed469-7e0d-4ecd-9685-eada3ef439e0/bindings/n-h1-712749-15 HTTP/1.1" status: 200 len: 383 time: 0.2334018 Sep 16 05:22:25.057398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5a308325-b4ce-4a98-b886-43752b90af44 req-29804c61-cbd8-4adc-ae17-3492dc8436c0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 210 time: 0.0463984 Sep 16 05:22:25.087362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3fe6ee6b-556d-44a5-b9bf-069d545a24a2 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51fe8b50c4274c2fb1e1a35f85a1cc2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1471794 Sep 16 05:22:25.116879 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5773d381-d686-4395-8f43-cd182b5e48f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.124702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.158373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-32dc41b8-aebc-403d-b6f3-50f30030d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.159932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-32dc41b8-aebc-403d-b6f3-50f30030d264 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1100 time: 0.1297927 Sep 16 05:22:25.248094 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.276061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5773d381-d686-4395-8f43-cd182b5e48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.283665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5f8497e2-d11f-4d68-9aab-7b371d7f16ea up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:25.291012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-2ea59248-d605-4787-8492-f826a2115251 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:22:25.292363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-2ea59248-d605-4787-8492-f826a2115251 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1741965 Sep 16 05:22:25.331691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.367762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:25.368261 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.397179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Network 33d46786-88e9-4790-9723-7682e76703f1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:25.400822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:25.407111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:25.445793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-a9314d7b-08b7-4a75-88b0-cfa8038a019b tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.447464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-a9314d7b-08b7-4a75-88b0-cfa8038a019b tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.30 "GET /v2.0/networks?id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 HTTP/1.1" status: 200 len: 812 time: 0.3516548 Sep 16 05:22:25.467712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5773d381-d686-4395-8f43-cd182b5e48f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cb586340c384c0e9d286ed05ea5f248&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5391965 Sep 16 05:22:25.475190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:25.490397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=e7ca93d8-a300-46b4-9b80-a4dc06cac1ef,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:25.565855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773d381-d686-4395-8f43-cd182b5e48f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7397fbe-767a-4d46-a874-6378dc48f34a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:25.606550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-cde08c5c-ceaa-4211-8be6-5d770fde7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.607965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-cde08c5c-ceaa-4211-8be6-5d770fde7060 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3898642 Sep 16 05:22:25.655122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.657348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.697573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7b8c-4aae-400b-a8e3-fc925840491b req-5d21f9a0-7e86-411c-9e7c-eaca2f3023a0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.699628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6de7b8c-4aae-400b-a8e3-fc925840491b req-5d21f9a0-7e86-411c-9e7c-eaca2f3023a0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 948 time: 0.2229574 Sep 16 05:22:25.701383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbc99f0d-b6d9-4e73-b64d-a6d856270d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.715643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-b2712655-9bbf-4467-87a2-b1153772ae54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.0959928 Sep 16 05:22:25.724631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-60b814f1-af49-47ce-95b2-cbf66528fb37 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73cc3cf6edc146eabeb0569757fdef45 HTTP/1.1" status: 200 len: 380 time: 0.2476971 Sep 16 05:22:25.734574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbc99f0d-b6d9-4e73-b64d-a6d856270d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.737927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-363f08ac-070e-4945-8a32-c4cb04fc5810 service neutron] 10.222.0.49 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167812 Sep 16 05:22:25.770714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Request body: {'port': {'device_id': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'admin_state_up': True, 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'security_groups': ['de28385e-7b5d-4a15-91e7-77717d201cbe']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:25.806304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6de7b8c-4aae-400b-a8e3-fc925840491b req-970af63e-3405-4d01-a9cb-61db2a16a112 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800660 Sep 16 05:22:25.847819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-89e85ab5-5ae0-4d38-8783-11e0f3b45e6b None None] Provisioning complete for port e7ca93d8-a300-46b4-9b80-a4dc06cac1ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:25.848356 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89e85ab5-5ae0-4d38-8783-11e0f3b45e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.863144 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0352e6d6-0b1b-4801-9b08-508907ed1654 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9192986 Sep 16 05:22:25.867528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51994) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:25.878819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7f:4c:a8'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ca:d3:6f'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:25.897943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-89e85ab5-5ae0-4d38-8783-11e0f3b45e6b None None] Port e7ca93d8-a300-46b4-9b80-a4dc06cac1ef cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:25.932978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbc99f0d-b6d9-4e73-b64d-a6d856270d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.935380 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbc99f0d-b6d9-4e73-b64d-a6d856270d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.939379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bbc99f0d-b6d9-4e73-b64d-a6d856270d65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7397fbe-767a-4d46-a874-6378dc48f34a HTTP/1.1" status: 204 len: 168 time: 0.4589221 Sep 16 05:22:25.960284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc99f0d-b6d9-4e73-b64d-a6d856270d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7397fbe-767a-4d46-a874-6378dc48f34a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:25.988905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-f261d921-0356-4b71-863f-7fc4679bf058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.990998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-f261d921-0356-4b71-863f-7fc4679bf058 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2355454 Sep 16 05:22:26.032820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-830102da-d415-4332-8a47-349ead9f49e1 req-c25badca-bcac-4331-8aa1-03ebf8dfa56d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 210 time: 0.0750206 Sep 16 05:22:26.099584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7308707a-20c5-4831-86bb-701d9a914397 service neutron] 10.222.0.49 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554366 Sep 16 05:22:26.120592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-8a95e9e4-f073-49df-94e1-0e56281d1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.122341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-8a95e9e4-f073-49df-94e1-0e56281d1089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1233654 Sep 16 05:22:26.247026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Made reservation on behalf of 73cc3cf6edc146eabeb0569757fdef45 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:26.252482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.328020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-dd31baaa-942b-4880-9e3d-7b2b20fbe1e2 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960897 Sep 16 05:22:26.345496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742526f-8300-4253-9db3-59b1ca88cedc req-e059e8ef-804c-4dd4-992d-5593ec100f98 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.353028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d742526f-8300-4253-9db3-59b1ca88cedc req-e059e8ef-804c-4dd4-992d-5593ec100f98 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 944 time: 0.2049706 Sep 16 05:22:26.411078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-87d14c8b-ed6a-4911-8ae6-bbd257ad875e tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.414808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-87d14c8b-ed6a-4911-8ae6-bbd257ad875e tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.30 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 820 time: 0.2947879 Sep 16 05:22:26.446430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.477636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Request body: {'port': {'device_id': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'admin_state_up': True, 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:26.491726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8a0b5d43-4479-453e-b8e9-ba4ce93db9be up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:26.644761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Allocated IP 172.20.0.8 (ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5/9a1da843-3a6c-4279-b6ce-05d0c04a32f6/18839a78-b05c-45fb-8900-c58c0f8c53a4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:26.648835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-75ab073e-3c3b-4393-b09c-42f6b26f4bb1 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910650 Sep 16 05:22:26.720791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:26.725498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d742526f-8300-4253-9db3-59b1ca88cedc req-23d2674f-3ff4-4bef-b074-8341a7becba0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702908 Sep 16 05:22:26.726364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:26.726842 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.867243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.934387 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.979327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Made reservation on behalf of ff74d4ba8bd04c84869be2c9b53b3e66 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:26.986298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.006215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:27.008222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a468367e-5c8e-47a0-a9d6-3ec42001e3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0b5d43-4479-453e-b8e9-ba4ce93db9be'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:27.013078 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71661bdc-3b38-47bf-92bc-c772dd6126e0" -d '{"events": [{"server_uuid": "a468367e-5c8e-47a0-a9d6-3ec42001e3a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a0b5d43-4479-453e-b8e9-ba4ce93db9be"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:27.032700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.078918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f123db4-2bcf-4549-a193-53c5f5dc03b9 req-cf9705f8-6a78-40df-bc69-fa97ab2b654a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 210 time: 0.0610425 Sep 16 05:22:27.088149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:27.092536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:27.098720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:27.133899 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.186081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.186642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event updated for resources: {'Port': ['ID=18839a78-b05c-45fb-8900-c58c0f8c53a4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.262772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.264316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.271479 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e94d23-3d2b-4640-827c-c084b7de563d x-openstack-request-id: req-02e94d23-3d2b-4640-827c-c084b7de563d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:27.278454 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a468367e-5c8e-47a0-a9d6-3ec42001e3a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a0b5d43-4479-453e-b8e9-ba4ce93db9be", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:27.278828 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02e94d23-3d2b-4640-827c-c084b7de563d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:27.280655 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a468367e-5c8e-47a0-a9d6-3ec42001e3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0b5d43-4479-453e-b8e9-ba4ce93db9be', 'code': 200} Sep 16 05:22:27.317309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.356799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:27.411471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fa7c5-58e0-45ed-ba7d-717cd719127f req-1dae4053-cfbd-486e-ae4c-454d5d6f3101 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.420230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b07fa7c5-58e0-45ed-ba7d-717cd719127f req-1dae4053-cfbd-486e-ae4c-454d5d6f3101 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 948 time: 0.1458924 Sep 16 05:22:27.494982 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b07fa7c5-58e0-45ed-ba7d-717cd719127f req-c1f560ab-83fe-478a-95c9-c27fa3e3d566 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691268 Sep 16 05:22:27.543277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Allocated IP 172.20.0.8 (adf65298-6f74-4172-8808-b53e211fe76b/f87c8521-234e-41c4-a187-2665b5dd23ab/17e0ceb2-6fd2-488c-a31e-86b48c467711) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:27.547969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-bbcf9450-ff8c-4201-97f0-3eb18f2071f6 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7934623 Sep 16 05:22:27.550059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event updated for resources: {'Port': ['ID=e7ca93d8-a300-46b4-9b80-a4dc06cac1ef,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.563959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.574736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.606041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Request body: {'port': {'device_id': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:27.688297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8b4e3580-72e6-49c1-82b1-c9baf745e262 None None] Provisioning complete for port 18839a78-b05c-45fb-8900-c58c0f8c53a4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:27.688297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b4e3580-72e6-49c1-82b1-c9baf745e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.754418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c839732-7888-40d6-aac0-42f3c5387df2 req-accc9483-b2b6-4d4e-b7ba-bf3daaa0e4fe tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.767091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c839732-7888-40d6-aac0-42f3c5387df2 req-accc9483-b2b6-4d4e-b7ba-bf3daaa0e4fe tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 931 time: 0.2423885 Sep 16 05:22:27.772722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9822dd44-dfb4-4cb5-9d0a-2d3c354935ed req-cf92edc8-a95c-4409-be79-a6e8984ed855 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.0568368 Sep 16 05:22:27.774314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e3580-72e6-49c1-82b1-c9baf745e262 None None] Port 18839a78-b05c-45fb-8900-c58c0f8c53a4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:27.779658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.786105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] In _notify_port_updated(), no bound segment for port e7ca93d8-a300-46b4-9b80-a4dc06cac1ef on network 33d46786-88e9-4790-9723-7682e76703f1 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:27.793917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.794745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.798771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891480-64d7-4ae5-9829-ad5168b78922 req-b975ba4f-ce49-403d-9bc0-cddcb68f4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.799878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ddd97cee-2a68-4fa4-82dd-0fcee0ab8722 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "PUT /v2.0/ports/e7ca93d8-a300-46b4-9b80-a4dc06cac1ef HTTP/1.1" status: 200 len: 1055 time: 1.9307699 Sep 16 05:22:27.801075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84891480-64d7-4ae5-9829-ad5168b78922 req-b975ba4f-ce49-403d-9bc0-cddcb68f4f4e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 1097 time: 0.3361845 Sep 16 05:22:27.802702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52040) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:27.880075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 548ed469-7e0d-4ecd-9685-eada3ef439e0 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:27.888208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 548ed469-7e0d-4ecd-9685-eada3ef439e0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:27.888208 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.928899 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c839732-7888-40d6-aac0-42f3c5387df2 req-b0dad59f-7e04-45ff-bae1-aff4e741c1ce tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552043 Sep 16 05:22:27.937037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b0def7c3-3c9f-4556-ac56-535e62094f63 None None] Provisioning complete for port e7ca93d8-a300-46b4-9b80-a4dc06cac1ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:27.937580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0def7c3-3c9f-4556-ac56-535e62094f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.012409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b0def7c3-3c9f-4556-ac56-535e62094f63 None None] Port e7ca93d8-a300-46b4-9b80-a4dc06cac1ef cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:28.042768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52046) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:28.047158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84891480-64d7-4ae5-9829-ad5168b78922 req-9b37eace-0ad1-4704-b8c9-0e2f29e9afc8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715274 Sep 16 05:22:28.100981 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.101269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.171615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e351ab-bd89-49b1-b402-1cb897b4a998 req-5415cf6c-4aa2-4da6-9fc6-df2655a3f86d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.173796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:28.177278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28e351ab-bd89-49b1-b402-1cb897b4a998 req-5415cf6c-4aa2-4da6-9fc6-df2655a3f86d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 945 time: 0.2992105 Sep 16 05:22:28.279369 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ae936a5-2fda-4dc7-a452-22cfc1203e47 req-16eb65d0-2615-400a-a919-37ef944547cb tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 210 time: 0.0612562 Sep 16 05:22:28.280397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.301240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-network', 'tenant_id': '87a82320fc364a3682465099ceb7e456'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:28.346590 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28e351ab-bd89-49b1-b402-1cb897b4a998 req-7ce49261-2dc6-40d1-80dd-651fb2171ee9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599107 Sep 16 05:22:28.355500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Network adf65298-6f74-4172-8808-b53e211fe76b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:28.356193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-12e2b1ea-b3f9-4b85-a9f5-ad49cbdc097c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Deleting port e7ca93d8-a300-46b4-9b80-a4dc06cac1ef {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:28.356632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.356939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12e2b1ea-b3f9-4b85-a9f5-ad49cbdc097c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.359340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:28.368249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:28.471575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:28.482623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.483560 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.487807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event updated for resources: {'Port': ['ID=17e0ceb2-6fd2-488c-a31e-86b48c467711,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:28.540549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Made reservation on behalf of 87a82320fc364a3682465099ceb7e456 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:28.548021 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.569189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.576505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.615014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12e2b1ea-b3f9-4b85-a9f5-ad49cbdc097c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.649854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-12e2b1ea-b3f9-4b85-a9f5-ad49cbdc097c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Calling delete_port for e7ca93d8-a300-46b4-9b80-a4dc06cac1ef owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:28.680937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c0e19-c3cc-4b5f-b69d-5a64039c3104 req-d8b2ab1b-383b-4423-b3f4-e0348e9dafbb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.682596 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-430c0e19-c3cc-4b5f-b69d-5a64039c3104 req-d8b2ab1b-383b-4423-b3f4-e0348e9dafbb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.0891120 Sep 16 05:22:28.684722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-9907ca4a-c99e-468b-a433-0b85539c4615 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2411876 Sep 16 05:22:28.710747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Request body: {'port': {'device_id': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:28.761394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18839a78-b05c-45fb-8900-c58c0f8c53a4 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:28.777781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.810157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Transition to ACTIVE for port object 18839a78-b05c-45fb-8900-c58c0f8c53a4 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:28.833081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-430c0e19-c3cc-4b5f-b69d-5a64039c3104 req-6123a244-41f9-45fd-9be7-2227972edc2b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426284 Sep 16 05:22:28.863893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.889945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.939082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a786d68f-4135-4609-ade8-2d04fbfa1522 req-d96eb018-1fed-4b20-b5b8-7083040d1861 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.0614500 Sep 16 05:22:29.032640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=18839a78-b05c-45fb-8900-c58c0f8c53a4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.140386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12e2b1ea-b3f9-4b85-a9f5-ad49cbdc097c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.199157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2b1ea-b3f9-4b85-a9f5-ad49cbdc097c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Port': ['ID=e7ca93d8-a300-46b4-9b80-a4dc06cac1ef,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.279173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Attempting to bind port 18839a78-b05c-45fb-8900-c58c0f8c53a4 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:29.279173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Attempting to bind port 18839a78-b05c-45fb-8900-c58c0f8c53a4 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:29.279519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Attempting to bind port 18839a78-b05c-45fb-8900-c58c0f8c53a4 on network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:29.284986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:29.287673 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a011560-2440-4869-9cb5-34baab7ee84d" -d '{"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-plugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:29.291359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f09b-080e-4d4b-ba53-63bb026d4c7d req-3e678582-d2f0-472c-bbdf-d5b51e27cba5 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.300414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3379f09b-080e-4d4b-ba53-63bb026d4c7d req-3e678582-d2f0-472c-bbdf-d5b51e27cba5 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 943 time: 0.2427106 Sep 16 05:22:29.305482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Port 18839a78-b05c-45fb-8900-c58c0f8c53a4 on network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:29.306213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Attempting to bind port 18839a78-b05c-45fb-8900-c58c0f8c53a4 on network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:29.328931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:29.329577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Checking segment: {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:29.330185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Bound using segment: {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:29.331386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Bound port: 18839a78-b05c-45fb-8900-c58c0f8c53a4, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:29.332553 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.437248 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dc9c16-14d9-4fd6-8a13-3371c1ec48bd x-openstack-request-id: req-62dc9c16-14d9-4fd6-8a13-3371c1ec48bd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:29.437702 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-plugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:29.438106 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62dc9c16-14d9-4fd6-8a13-3371c1ec48bd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:29.438687 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'code': 200} Sep 16 05:22:29.511493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.535554 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3379f09b-080e-4d4b-ba53-63bb026d4c7d req-bff10ca7-3f9a-4f66-8dea-401f738d3fb8 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335572 Sep 16 05:22:29.548179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e0ceb2-6fd2-488c-a31e-86b48c467711 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:29.559921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.577823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Transition to ACTIVE for port object 17e0ceb2-6fd2-488c-a31e-86b48c467711 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:29.625698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] For port 18839a78-b05c-45fb-8900-c58c0f8c53a4, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:29.673549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] For port 18839a78-b05c-45fb-8900-c58c0f8c53a4, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:29.681903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.730323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceeeaa-e16e-4bf4-8e94-01d30b6acbee req-98bbc6d9-7496-41a0-9eb9-746b678af64c tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.736885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c5ceeeaa-e16e-4bf4-8e94-01d30b6acbee req-98bbc6d9-7496-41a0-9eb9-746b678af64c tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 931 time: 0.2082603 Sep 16 05:22:29.738294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.757336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:29.766958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12e2b1ea-b3f9-4b85-a9f5-ad49cbdc097c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.775393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-12e2b1ea-b3f9-4b85-a9f5-ad49cbdc097c tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "DELETE /v2.0/ports/e7ca93d8-a300-46b4-9b80-a4dc06cac1ef HTTP/1.1" status: 204 len: 168 time: 1.9630904 Sep 16 05:22:29.775713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52068) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:29.809453 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd45e62-c0fc-4322-87c1-3719a3ee510b tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] GET failed (client error): The resource could not be found. Sep 16 05:22:29.816460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ecd45e62-c0fc-4322-87c1-3719a3ee510b tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "GET /v2.0/ports/e7ca93d8-a300-46b4-9b80-a4dc06cac1ef HTTP/1.1" status: 404 len: 333 time: 0.0344419 Sep 16 05:22:29.816597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6349d72a-ae46-4e01-8c10-f6a7b6a3e3b4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.820387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52070) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:29.838316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.838316 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Added segment f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6 of type vlan for network 43a78e0f-128c-4631-a7ec-3fd38421e560 Sep 16 05:22:29.863697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.895352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c5ceeeaa-e16e-4bf4-8e94-01d30b6acbee req-67c5834b-0f29-4d11-bc55-b6d48703d8d4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553380 Sep 16 05:22:29.898655 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed8fa9-a828-4f0f-9091-937fb058395d req-4d444cfa-e5b7-49ef-acdb-87284ed9700e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.907317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4eed8fa9-a828-4f0f-9091-937fb058395d req-4d444cfa-e5b7-49ef-acdb-87284ed9700e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 945 time: 0.2395012 Sep 16 05:22:29.933703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Pushing event updated for resources: {'Port': ['ID=17e0ceb2-6fd2-488c-a31e-86b48c467711,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.949479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:29.950003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.951473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/18839a78-b05c-45fb-8900-c58c0f8c53a4 HTTP/1.1" status: 200 len: 1092 time: 2.3802946 Sep 16 05:22:29.952039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'tag': '18839a78-b05c-45fb-8900-c58c0f8c53a4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:29.953296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.954701 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d9b099-e633-4faa-b7eb-dfdf1943380c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7b5872-3ed0-4892-b947-30d57a24482a", "tag": "18839a78-b05c-45fb-8900-c58c0f8c53a4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:30.086535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90a247-f3fc-4abc-b94e-d8ff2cdce4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=18839a78-b05c-45fb-8900-c58c0f8c53a4,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.087687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4eed8fa9-a828-4f0f-9091-937fb058395d req-c41270b3-fb54-4871-8ffb-36ab958b9364 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790929 Sep 16 05:22:30.130560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Attempting to bind port 17e0ceb2-6fd2-488c-a31e-86b48c467711 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:30.130560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Attempting to bind port 17e0ceb2-6fd2-488c-a31e-86b48c467711 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:30.131354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Attempting to bind port 17e0ceb2-6fd2-488c-a31e-86b48c467711 on network adf65298-6f74-4172-8808-b53e211fe76b {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:30.138260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Port 17e0ceb2-6fd2-488c-a31e-86b48c467711 on network adf65298-6f74-4172-8808-b53e211fe76b not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:30.138260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Attempting to bind port 17e0ceb2-6fd2-488c-a31e-86b48c467711 on network adf65298-6f74-4172-8808-b53e211fe76b {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:30.151615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:30.155101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Checking segment: {'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:30.155101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Bound using segment: {'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:30.155483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Bound port: 17e0ceb2-6fd2-488c-a31e-86b48c467711, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2a2fbf-abd5-4f67-b001-788b76d31254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:30.155946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.166994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944d61-e674-494f-b65c-950a5b45df3e req-40348918-1559-4edc-acba-8f1bd7018d32 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.168693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90944d61-e674-494f-b65c-950a5b45df3e req-40348918-1559-4edc-acba-8f1bd7018d32 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.1385884 Sep 16 05:22:30.195122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2fb37a72-824b-4f6d-b793-fdbe98a9d7af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Deleting port 25226268-ffeb-4e02-9092-04ae3fd66dc5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:30.195788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb37a72-824b-4f6d-b793-fdbe98a9d7af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.228978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.230307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.231163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.265924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-873821d7-1824-4068-92fb-cfd7484f90bf req-703dd67d-8248-447d-ae1f-bfc01381c97b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.0537398 Sep 16 05:22:30.277578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-f2417a9e-1f39-4ce1-a6d7-067d7f9b96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.279899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-f2417a9e-1f39-4ce1-a6d7-067d7f9b96d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73cc3cf6edc146eabeb0569757fdef45&device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 1095 time: 0.1687427 Sep 16 05:22:30.351900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90944d61-e674-494f-b65c-950a5b45df3e req-225baf90-c856-4349-a479-b39582891356 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729596 Sep 16 05:22:30.365485 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a745b7-af36-4561-a87f-0b01a0639d02 x-openstack-request-id: req-31a745b7-af36-4561-a87f-0b01a0639d02 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:30.366630 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7b5872-3ed0-4892-b947-30d57a24482a", "tag": "18839a78-b05c-45fb-8900-c58c0f8c53a4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:30.367693 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31a745b7-af36-4561-a87f-0b01a0639d02 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:30.368388 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'tag': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'status': 'completed', 'code': 200} Sep 16 05:22:30.384097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] Pushing event updated for resources: {'Network': ['ID=43a78e0f-128c-4631-a7ec-3fd38421e560,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.390688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] For port 17e0ceb2-6fd2-488c-a31e-86b48c467711, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:30.395348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] For port 17e0ceb2-6fd2-488c-a31e-86b48c467711, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:30.402627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:30.455318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-f3b7d7c3-1684-4c41-84a4-8eca806bdd4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4 HTTP/1.1" status: 200 len: 217 time: 0.1001198 Sep 16 05:22:30.463198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-01a65fef-0556-4979-bcca-41cc215c58da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.464885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-01a65fef-0556-4979-bcca-41cc215c58da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5&tenant_id=87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 1101 time: 0.2725720 Sep 16 05:22:30.476012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d9f39c80-988f-4075-875d-2681b95e9b1b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4318888 Sep 16 05:22:30.478595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52080) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.492505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Request body: {'subnet': {'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-subnet', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:30.492679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:30.493349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.558886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb37a72-824b-4f6d-b793-fdbe98a9d7af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.602266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2fb37a72-824b-4f6d-b793-fdbe98a9d7af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Calling delete_port for 25226268-ffeb-4e02-9092-04ae3fd66dc5 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:30.605453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-d2378975-8bb6-44db-a0ab-8a92a5ad1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.607005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-d2378975-8bb6-44db-a0ab-8a92a5ad1b52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a1da843-3a6c-4279-b6ce-05d0c04a32f6 HTTP/1.1" status: 200 len: 851 time: 0.1392097 Sep 16 05:22:30.663891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.796200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-79fc531a-e30d-4bba-91ee-2ed038f7d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.797651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-79fc531a-e30d-4bba-91ee-2ed038f7d88e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1806593 Sep 16 05:22:30.834978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73594f52-709b-4d70-9e28-06ccaca5b95c req-f5dcf105-3f50-49e7-b671-ec68fbd7aec2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.836060 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73594f52-709b-4d70-9e28-06ccaca5b95c req-f5dcf105-3f50-49e7-b671-ec68fbd7aec2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 943 time: 0.2047830 Sep 16 05:22:30.852830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.853730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.855668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] 10.222.0.30 "PUT /v2.0/ports/17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 1092 time: 2.1515713 Sep 16 05:22:30.859964 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:30.862554 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9" -d '{"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:30.946074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f79ab-ace2-4729-bac9-0d1680ae771a service neutron] Pushing event updated for resources: {'Port': ['ID=17e0ceb2-6fd2-488c-a31e-86b48c467711,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.007545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Made reservation on behalf of 87a82320fc364a3682465099ceb7e456 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:31.012671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.142612 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110b2b12-1b1b-4cb4-8471-c88903af5901 x-openstack-request-id: req-110b2b12-1b1b-4cb4-8471-c88903af5901 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:31.142990 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:31.143214 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-110b2b12-1b1b-4cb4-8471-c88903af5901 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:31.144180 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'status': 'completed', 'code': 200} Sep 16 05:22:31.149076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-8b0774ad-3f35-4a33-b30e-8f745a8fb840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.150712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-8b0774ad-3f35-4a33-b30e-8f745a8fb840 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1095 time: 0.1325827 Sep 16 05:22:31.240854 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-ca413fe1-0dc8-4043-b10b-a7f356a6b760 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 217 time: 0.0708709 Sep 16 05:22:31.376443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-3a847745-e97a-456a-8f92-5336416e6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.378275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-3a847745-e97a-456a-8f92-5336416e6b5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.1292875 Sep 16 05:22:31.391382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8d712-2447-4ef8-820f-9c286a8a6f74 req-a64f2a3f-b6ec-4c49-82e4-39c41c1e1f2d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.393022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ae8d712-2447-4ef8-820f-9c286a8a6f74 req-a64f2a3f-b6ec-4c49-82e4-39c41c1e1f2d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 943 time: 0.1347206 Sep 16 05:22:31.483986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-d2954166-906c-4e35-a2f5-67c1b54e0e69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896764 Sep 16 05:22:31.524145 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73594f52-709b-4d70-9e28-06ccaca5b95c req-58b92bf9-c34f-414a-920d-772a8272c4a0 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909608 Sep 16 05:22:31.564052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ae8d712-2447-4ef8-820f-9c286a8a6f74 req-1ea2d6c4-078d-415f-a9e2-898d9718b4da tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323321 Sep 16 05:22:31.577273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-91128653-2694-4ca2-989a-b38b89eb56af service neutron] 10.222.0.30 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652810 Sep 16 05:22:31.633084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-b8d03cab-3994-4b4e-b756-b0fce50f1469 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.636976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-b8d03cab-3994-4b4e-b756-b0fce50f1469 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.30 "GET /v2.0/networks?id=9003e45a-1b6d-4881-aa1e-2b660512ffb5 HTTP/1.1" status: 200 len: 816 time: 0.4129009 Sep 16 05:22:31.654714 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.667953 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb37a72-824b-4f6d-b793-fdbe98a9d7af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.782250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07850bc7-6603-4e27-ba23-3334c07eff57,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.789643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-7aaf1d59-ba7d-49f3-8789-cbdc0ebe2774 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841620 Sep 16 05:22:31.810288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Checking segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:31.810734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Network hostable DHCP agents. Network: 43a78e0f-128c-4631-a7ec-3fd38421e560, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:31.843180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb37a72-824b-4f6d-b793-fdbe98a9d7af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Port': ['ID=25226268-ffeb-4e02-9092-04ae3fd66dc5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.852325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:31.853084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced7bad-445d-4570-bab0-ef19990b64e5 req-ffb1404d-1b7f-405d-ae7e-188764ddaf82 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.854818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fced7bad-445d-4570-bab0-ef19990b64e5 req-ffb1404d-1b7f-405d-ae7e-188764ddaf82 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 945 time: 0.1478002 Sep 16 05:22:31.941775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cdef22a-6320-44b7-acca-b468116d99a8 req-7c9e6783-8738-49e0-8a0c-c42bbbb8206e tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.2291915 Sep 16 05:22:31.968250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-11650615-fc9a-444e-afb6-840c29f94cad tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51fe8b50c4274c2fb1e1a35f85a1cc2c HTTP/1.1" status: 200 len: 380 time: 0.3118365 Sep 16 05:22:31.998727 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fced7bad-445d-4570-bab0-ef19990b64e5 req-c1211495-7151-4a84-a008-2f8afaafa46d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308527 Sep 16 05:22:32.005506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:32.012706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Request body: {'port': {'device_id': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'admin_state_up': True, 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'security_groups': ['7f5f428e-aef1-4178-b4b6-47bc09256d91']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:32.019252 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-948ec21f-1e3c-40e9-86f5-969f73cac452 req-f2383df9-dd65-4c3a-b569-437b089fd5d2 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185915 Sep 16 05:22:32.066996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:32.114303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 43a78e0f-128c-4631-a7ec-3fd38421e560) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:32.127694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322ba3c-f5c7-4635-84ee-80bd5f0d6e85 None None] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:32.134341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.135629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.210098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e220d2fb-773a-4315-a239-ff0ae8685310 req-3be0cb09-7af1-444e-94c7-1d0fd5a915fd service neutron] 10.222.0.30 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021795 Sep 16 05:22:32.267238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.305667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-29f9b488-ac68-4b15-ada3-1577f4202af1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8236952 Sep 16 05:22:32.310259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52100) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:32.317557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:32.325220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Transition to ACTIVE for port object 548ed469-7e0d-4ecd-9685-eada3ef439e0 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:32.343560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb37a72-824b-4f6d-b793-fdbe98a9d7af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.347880 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2fb37a72-824b-4f6d-b793-fdbe98a9d7af tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "DELETE /v2.0/ports/25226268-ffeb-4e02-9092-04ae3fd66dc5 HTTP/1.1" status: 204 len: 168 time: 2.5264709 Sep 16 05:22:32.363039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52102) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:32.368403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63020c9b-f166-4cf1-bcef-e0f704934462 req-f2c4f67d-6acc-44cb-812b-7bd77a5fb6b6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.370237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63020c9b-f166-4cf1-bcef-e0f704934462 req-f2c4f67d-6acc-44cb-812b-7bd77a5fb6b6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.2657833 Sep 16 05:22:32.373460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:32.376011 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d48e7d-5ce7-429d-9bf1-8e2c06703761" -d '{"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-unplugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:32.406997 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ddee6a-5c1a-41a9-be62-e285c64b997e tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] GET failed (client error): The resource could not be found. Sep 16 05:22:32.412267 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43ddee6a-5c1a-41a9-be62-e285c64b997e tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "GET /v2.0/ports/25226268-ffeb-4e02-9092-04ae3fd66dc5 HTTP/1.1" status: 404 len: 333 time: 0.0439005 Sep 16 05:22:32.413951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52106) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:32.422521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-82d7ca5f-77a1-4a1a-8339-b4dbe256adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.425430 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-82d7ca5f-77a1-4a1a-8339-b4dbe256adf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1095 time: 0.1685824 Sep 16 05:22:32.445021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63020c9b-f166-4cf1-bcef-e0f704934462 req-a77ca79e-0830-45cd-97c0-5905af1bbb6a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629649 Sep 16 05:22:32.450538 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.570073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] No DVR routers for this DVR port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:32.585266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.587467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.631180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-43a78e0f-128c-4631-a7ec-3fd38421e560', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:32.632534 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.669971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:32.701425 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f35e17-e5c5-4723-8c41-f1eedf73e02f x-openstack-request-id: req-16f35e17-e5c5-4723-8c41-f1eedf73e02f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:32.701742 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-unplugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:32.701988 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16f35e17-e5c5-4723-8c41-f1eedf73e02f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:32.702398 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'code': 200} Sep 16 05:22:32.723869 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.779198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:32.779619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:32.780065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:32.789487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-727ef608-c9cf-4503-899e-18f5b6fd32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.790379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-727ef608-c9cf-4503-899e-18f5b6fd32f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 921 time: 0.3038194 Sep 16 05:22:32.795447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:32.795779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Attempting to bind port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:32.834017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Made reservation on behalf of 51fe8b50c4274c2fb1e1a35f85a1cc2c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:32.837815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.094945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:33.094945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:33.094945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:33.094945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Bound port: 548ed469-7e0d-4ecd-9685-eada3ef439e0, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:33.094945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.094945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-f4cc67c9-cc96-4c84-ba65-3f664653a010 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 217 time: 0.1805644 Sep 16 05:22:33.098303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Allocated IP 172.20.0.2 (43a78e0f-128c-4631-a7ec-3fd38421e560/07850bc7-6603-4e27-ba23-3334c07eff57/7b8812da-628d-4b14-ab8a-cc5ec331e134) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:33.098445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-156a196f-2f62-42fe-b33d-a37c236d09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.098445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-156a196f-2f62-42fe-b33d-a37c236d09eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73cc3cf6edc146eabeb0569757fdef45&device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 1095 time: 0.4493003 Sep 16 05:22:33.157797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925931cb-7ef3-4c15-803b-834a9f08bf35 req-b92048f4-8b24-4576-8534-260ab67bb912 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.160504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-925931cb-7ef3-4c15-803b-834a9f08bf35 req-b92048f4-8b24-4576-8534-260ab67bb912 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 943 time: 0.3035243 Sep 16 05:22:33.162295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-ac35d86a-41e3-4084-b2b1-f06549c774d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.163631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-ac35d86a-41e3-4084-b2b1-f06549c774d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.1731195 Sep 16 05:22:33.245712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-292c9160-02eb-4554-9c77-cc28d01422a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511451 Sep 16 05:22:33.264108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:33.278300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.298552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.342294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:33.347784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:33.348992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-925931cb-7ef3-4c15-803b-834a9f08bf35 req-df17b8cd-bb45-430f-b0ec-f017a64b2d16 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712162 Sep 16 05:22:33.401868 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.415694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Allocated IP 172.20.0.6 (9003e45a-1b6d-4881-aa1e-2b660512ffb5/3499753c-73f6-451f-b14f-059ddde3c11b/757bac38-d245-4438-b0f0-4b3675b33fa6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:33.428175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b2cee11e-a347-4680-af37-42239318ebb4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Deleting port 3e342314-c561-4388-8eb0-5512fe438a4d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:33.429145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2cee11e-a347-4680-af37-42239318ebb4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.469522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-93ff9eb0-6d1f-4682-9281-93c9a3899d48 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129326 Sep 16 05:22:33.470769 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.471457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:33.479902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:33.491259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:33.585904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:33.591689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadad18-510b-444f-bca3-728fa7bf430d req-fc70cc22-10fb-4b2f-89e2-ca2872d6779e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.593948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccadad18-510b-444f-bca3-728fa7bf430d req-fc70cc22-10fb-4b2f-89e2-ca2872d6779e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 943 time: 0.2912669 Sep 16 05:22:33.617746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Pushing event updated for resources: {'Port': ['ID=7b8812da-628d-4b14-ab8a-cc5ec331e134,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:33.629461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Attempting to bind port 7b8812da-628d-4b14-ab8a-cc5ec331e134 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:33.629972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Attempting to bind port 7b8812da-628d-4b14-ab8a-cc5ec331e134 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:33.630347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Attempting to bind port 7b8812da-628d-4b14-ab8a-cc5ec331e134 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:33.638260 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:33.638643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Checking segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:33.639054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.639450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Bound using segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:33.640104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Bound port: 7b8812da-628d-4b14-ab8a-cc5ec331e134, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:33.640495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.669470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-dd212d14-4ddd-4727-9a9e-ba1e6e3bb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.671350 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-dd212d14-4ddd-4727-9a9e-ba1e6e3bb4b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 HTTP/1.1" status: 200 len: 913 time: 0.3986006 Sep 16 05:22:33.672986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-675a7e02-3fe6-476c-ae6c-3e7004fa07b9 req-328df8fc-f3ec-4f8f-a375-e6e8d5def3bd service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786470 Sep 16 05:22:33.690231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.692747 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.694262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] 10.222.0.66 "PUT /v2.0/ports/548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 1097 time: 3.2127223 Sep 16 05:22:33.715078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2cee11e-a347-4680-af37-42239318ebb4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.724753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e5a67-2532-41c9-8326-e11505df5e22 service neutron] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=11']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:33.746048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f701c09-c1e4-4b33-94a1-5ddc363550c3 req-c3f149df-74d7-4104-8cdf-e8a2c795003c tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.2619598 Sep 16 05:22:33.766884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccadad18-510b-444f-bca3-728fa7bf430d req-b3bff168-0330-4727-ab40-d91221fdf4d8 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579683 Sep 16 05:22:33.775620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-480398f0-8b06-4ce5-be77-9cc00c2ec057 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4 HTTP/1.1" status: 200 len: 217 time: 0.0746586 Sep 16 05:22:33.788012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] For port 7b8812da-628d-4b14-ab8a-cc5ec331e134, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:33.792247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] For port 7b8812da-628d-4b14-ab8a-cc5ec331e134, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7b8812da-628d-4b14-ab8a-cc5ec331e134,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:33.795054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b2cee11e-a347-4680-af37-42239318ebb4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Calling delete_port for 3e342314-c561-4388-8eb0-5512fe438a4d owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:33.900937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.903712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-fc021697-7fa1-4ea5-ba58-323f1e02bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:33.909832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-fc021697-7fa1-4ea5-ba58-323f1e02bb88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1100 time: 0.1596720 Sep 16 05:22:34.046851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-c695c1a6-83f9-4e1b-b6a0-aa0ac254ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.050408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-c695c1a6-83f9-4e1b-b6a0-aa0ac254ef09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a1da843-3a6c-4279-b6ce-05d0c04a32f6 HTTP/1.1" status: 200 len: 851 time: 0.2570670 Sep 16 05:22:34.156694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b343a-4ae8-4836-ba5f-512b98891b33 None None] Pushing event updated for resources: {'Port': ['ID=7b8812da-628d-4b14-ab8a-cc5ec331e134,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.167599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-ad56b232-f51a-4b0a-8d99-72e34956f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.186591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-ad56b232-f51a-4b0a-8d99-72e34956f0f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2659366 Sep 16 05:22:34.328747 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-571211c8-ab4a-407f-9167-a503df97950c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.0841570 Sep 16 05:22:34.406379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11462-acc0-4fb1-9232-9433f915a30c req-be208729-5890-4eb3-ab80-3e75bbc5921d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.437025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85b11462-acc0-4fb1-9232-9433f915a30c req-be208729-5890-4eb3-ab80-3e75bbc5921d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 945 time: 0.2482545 Sep 16 05:22:34.530790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-7809b45c-10a8-47f2-beda-8edded466dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.534931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-7809b45c-10a8-47f2-beda-8edded466dbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4726467 Sep 16 05:22:34.609945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85b11462-acc0-4fb1-9232-9433f915a30c req-d2aa2ba0-1940-494b-9b25-acfe2a2f0e4f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705434 Sep 16 05:22:34.616593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-8546d965-725a-43ab-8738-29ce96aea0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.620769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-8546d965-725a-43ab-8738-29ce96aea0f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2748165 Sep 16 05:22:34.692575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.700902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.704732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:34.712661 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ba8824-5eaf-4fcb-870f-2a1625c56a87" -d '{"events": [{"name": "network-changed", "server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:34.724265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168879f-f24c-453d-a7c8-c5c1fb2b48e4 req-c6decbae-904a-4338-8e97-e53ec2e4a0e6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.732213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4168879f-f24c-453d-a7c8-c5c1fb2b48e4 req-c6decbae-904a-4338-8e97-e53ec2e4a0e6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 948 time: 0.5447650 Sep 16 05:22:34.739736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec729-9395-4cfc-8bef-26482026b64d req-1dd07052-70c0-4010-a0cc-2f0a003391e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.743368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-1dd07052-70c0-4010-a0cc-2f0a003391e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141129 Sep 16 05:22:34.824245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.888489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bd014-3761-4bbe-94bf-3d26bb8280b1 req-82c497c5-4e4b-45f4-aaca-cf3c1ed0f993 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.890346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b8bd014-3761-4bbe-94bf-3d26bb8280b1 req-82c497c5-4e4b-45f4-aaca-cf3c1ed0f993 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 943 time: 0.1325336 Sep 16 05:22:34.928956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4168879f-f24c-453d-a7c8-c5c1fb2b48e4 req-86b9420c-e775-4c90-99f8-8148c02cf417 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955786 Sep 16 05:22:34.963976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b8bd014-3761-4bbe-94bf-3d26bb8280b1 req-c3f924d4-15f4-4cec-ac66-a174b5d56a0b tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610056 Sep 16 05:22:34.970092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-ac3939fd-d5e6-46a1-a6bd-41db0089d0d1 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021227 Sep 16 05:22:34.993400 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.020360 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-858fb6a4-a60b-46c3-b959-ef3d0cc995cf service neutron] 10.222.0.30 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740436 Sep 16 05:22:35.086956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:35.095305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-a173988f-117d-4742-a0ed-15278f0c320b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:35.098302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-a173988f-117d-4742-a0ed-15278f0c320b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 945 time: 0.3186197 Sep 16 05:22:35.103893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2cee11e-a347-4680-af37-42239318ebb4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.214601 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:35.270759 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d545bd3-9b19-4b8a-9660-61d4d866d46c x-openstack-request-id: req-5d545bd3-9b19-4b8a-9660-61d4d866d46c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:35.271224 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:35.271493 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d545bd3-9b19-4b8a-9660-61d4d866d46c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:35.271922 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'status': 'completed', 'code': 200} Sep 16 05:22:35.280032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:35.287708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event updated for resources: {'Port': ['ID=757bac38-d245-4438-b0f0-4b3675b33fa6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:35.351644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 18839a78-b05c-45fb-8900-c58c0f8c53a4 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:35.570037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7b8812da-628d-4b14-ab8a-cc5ec331e134 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:35.712677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 18839a78-b05c-45fb-8900-c58c0f8c53a4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:35.747477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d46cf5b2-c1f2-47b9-9795-81e3df807d07 None None] Provisioning complete for port 757bac38-d245-4438-b0f0-4b3675b33fa6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:35.748204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d46cf5b2-c1f2-47b9-9795-81e3df807d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.757654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'port_id': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'mac_address': 'fa:16:3e:25:cf:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:35.797301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cee11e-a347-4680-af37-42239318ebb4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Port': ['ID=3e342314-c561-4388-8eb0-5512fe438a4d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:35.871164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33d9b099-e633-4faa-b7eb-dfdf1943380c req-1354c26e-45b4-490b-b8a2-f9d0c5d11030 service neutron] 10.222.0.30 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8370011 Sep 16 05:22:35.884567 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.916981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18839a78-b05c-45fb-8900-c58c0f8c53a4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:35.949188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d46cf5b2-c1f2-47b9-9795-81e3df807d07 None None] Port 757bac38-d245-4438-b0f0-4b3675b33fa6 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:35.995883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-dfb1341d-4d8a-4e9f-a743-709115309b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:35.999436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-dfb1341d-4d8a-4e9f-a743-709115309b7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1100 time: 0.7781978 Sep 16 05:22:35.999712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9803e-029d-4f6d-9b77-1b98d8468e83 None None] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:36.042887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0ef6-26e2-4c1c-9a56-d7224a4fac2c req-ac56f0cc-a178-4b99-817e-580dc28a8da0 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.052424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f93e0ef6-26e2-4c1c-9a56-d7224a4fac2c req-ac56f0cc-a178-4b99-817e-580dc28a8da0 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 931 time: 0.7979789 Sep 16 05:22:36.057836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d2a34-e9d7-45f1-a40a-65ac43c535a9 req-c3327d3e-6170-42b1-911d-b934d1058be2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.069938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d5d2a34-e9d7-45f1-a40a-65ac43c535a9 req-c3327d3e-6170-42b1-911d-b934d1058be2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 943 time: 0.4797449 Sep 16 05:22:36.097114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.097965 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.127516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47fec729-9395-4cfc-8bef-26482026b64d req-2cdc9705-42c6-4251-a82d-f873a32c20a7 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1453588 Sep 16 05:22:36.130697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Allocated IP 172.25.1.99 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:36.168630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f93e0ef6-26e2-4c1c-9a56-d7224a4fac2c req-449cd65c-4be0-4bf0-9fbd-a81845037c3f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145103 Sep 16 05:22:36.176423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2cee11e-a347-4680-af37-42239318ebb4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.178536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b2cee11e-a347-4680-af37-42239318ebb4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "DELETE /v2.0/ports/3e342314-c561-4388-8eb0-5512fe438a4d HTTP/1.1" status: 204 len: 168 time: 3.7592292 Sep 16 05:22:36.190846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52136) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.221117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 18839a78-b05c-45fb-8900-c58c0f8c53a4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:36.255046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-3d15a93a-d8fb-42e6-b18e-2a6ace0f307a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2464435 Sep 16 05:22:36.256992 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b4f096f6-9c4b-4cca-838a-218a532e9e8a None None] Provisioning complete for port 7b8812da-628d-4b14-ab8a-cc5ec331e134 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:36.257384 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4f096f6-9c4b-4cca-838a-218a532e9e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.260387 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7b8812da-628d-4b14-ab8a-cc5ec331e134 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:36.260758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.289463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Request body: {'port': {'device_id': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:36.344179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.345139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 17e0ceb2-6fd2-488c-a31e-86b48c467711 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:36.352929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Deleting port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:36.353888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.365292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d5d2a34-e9d7-45f1-a40a-65ac43c535a9 req-03eb0037-b7c4-42b6-9893-a2777d89fa82 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934334 Sep 16 05:22:36.501480 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.531774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-7a2148cb-df09-4d45-9c72-85b1ca2e917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.534325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-7a2148cb-df09-4d45-9c72-85b1ca2e917b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 1100 time: 0.2769408 Sep 16 05:22:36.536129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-8b4dd065-08f7-4e94-9f3d-9e15a3a3d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.538294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-8b4dd065-08f7-4e94-9f3d-9e15a3a3d49f service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.5236948 Sep 16 05:22:36.567301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8672c84-6376-4c06-b815-744ddeeee8ac tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Deleting subnet 6d529023-b670-4367-add3-cc1f4ed114be {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:36.656654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf895-adca-4793-b102-ee69c9612fc1 req-cdbb29a0-aa07-4622-a9e0-a7cebd79f585 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.669159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2efbf895-adca-4793-b102-ee69c9612fc1 req-cdbb29a0-aa07-4622-a9e0-a7cebd79f585 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 945 time: 0.2077415 Sep 16 05:22:36.679527 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.691343 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-5ba127e6-2399-40f4-8926-6949a9a1a198 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.1386859 Sep 16 05:22:36.712890 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8672c84-6376-4c06-b815-744ddeeee8ac tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.726223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:22:36.809205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8672c84-6376-4c06-b815-744ddeeee8ac tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.873415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=18839a78-b05c-45fb-8900-c58c0f8c53a4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:36.883983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] For port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:36.884358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.904612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.911273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff30ed5-18f0-4a26-805e-81b8ceb9b8d3 req-a632033a-daa6-4135-bc96-bff2735889dc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.919171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ff30ed5-18f0-4a26-805e-81b8ceb9b8d3 req-a632033a-daa6-4135-bc96-bff2735889dc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 948 time: 0.3831983 Sep 16 05:22:36.941917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 17e0ceb2-6fd2-488c-a31e-86b48c467711, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:36.965353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'port_id': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'mac_address': 'fa:16:3e:c4:19:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:36.970583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Calling delete_port for 8a0b5d43-4479-453e-b8e9-ba4ce93db9be owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:36.977420 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.064488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7b8812da-628d-4b14-ab8a-cc5ec331e134, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7b8812da-628d-4b14-ab8a-cc5ec331e134,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:37.065434 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4f096f6-9c4b-4cca-838a-218a532e9e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.097052 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.125860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e0ceb2-6fd2-488c-a31e-86b48c467711 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:37.155379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2efbf895-adca-4793-b102-ee69c9612fc1 req-30149916-0821-4061-8cd8-9f552915b6a9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850438 Sep 16 05:22:37.177233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 17e0ceb2-6fd2-488c-a31e-86b48c467711, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:37.198388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-fc7cad84-07cf-48b3-92d2-d6b464acaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.198730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-fc7cad84-07cf-48b3-92d2-d6b464acaf1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.4382141 Sep 16 05:22:37.203677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:37.205657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.225031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:37.233239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.243541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:37.261891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ff30ed5-18f0-4a26-805e-81b8ceb9b8d3 req-ab254ad8-d9da-4341-869b-6d8ef61d8b6e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399310 Sep 16 05:22:37.286546 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.313916 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-b4f096f6-9c4b-4cca-838a-218a532e9e8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:37.314732 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-b4f096f6-9c4b-4cca-838a-218a532e9e8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:37.340492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7b8812da-628d-4b14-ab8a-cc5ec331e134,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.384819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8672c84-6376-4c06-b815-744ddeeee8ac tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.409833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=17e0ceb2-6fd2-488c-a31e-86b48c467711,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.469309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-93fc748e-ee17-4433-96c1-4a6066142fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.472079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-93fc748e-ee17-4433-96c1-4a6066142fd2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.9295909 Sep 16 05:22:37.562034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-8f09727b-54ea-49ba-ab0f-26f95f5322e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 200 len: 217 time: 0.0563495 Sep 16 05:22:37.590738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad573ca4-14fe-4486-8fe8-56eb714f6b79 req-89611526-d680-41f3-a03c-c8d7c1fa2c22 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.590738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad573ca4-14fe-4486-8fe8-56eb714f6b79 req-89611526-d680-41f3-a03c-c8d7c1fa2c22 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 944 time: 0.1576214 Sep 16 05:22:37.591203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561550c-0b12-4021-960b-53eec7f486e9 req-8dff068a-e570-4a0f-a0d6-8b73644763ea tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.597713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4561550c-0b12-4021-960b-53eec7f486e9 req-8dff068a-e570-4a0f-a0d6-8b73644763ea tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 931 time: 0.1477289 Sep 16 05:22:37.610969 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['18839a78-b05c-45fb-8900-c58c0f8c53a4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:37.639121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['17e0ceb2-6fd2-488c-a31e-86b48c467711'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:37.783205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757bac38-d245-4438-b0f0-4b3675b33fa6 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:37.808266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.871889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4561550c-0b12-4021-960b-53eec7f486e9 req-1e080a55-cb59-4784-99a8-11024cb646b3 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547071 Sep 16 05:22:37.883622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.947311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-99670fd5-3ebd-4891-9aa2-4fbb54a3d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.951889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-99670fd5-3ebd-4891-9aa2-4fbb54a3d7d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5225761 Sep 16 05:22:37.960063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Transition to ACTIVE for port object 757bac38-d245-4438-b0f0-4b3675b33fa6 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:37.991595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8672c84-6376-4c06-b815-744ddeeee8ac tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.000153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event deleted for resources: {'Port': ['ID=8a0b5d43-4479-453e-b8e9-ba4ce93db9be,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.062111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-17934dd0-3bcf-47dd-b863-e7523ff15332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.063764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-17934dd0-3bcf-47dd-b863-e7523ff15332 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.4882035 Sep 16 05:22:38.107614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.108269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672c84-6376-4c06-b815-744ddeeee8ac tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Subnet': ['ID=6d529023-b670-4367-add3-cc1f4ed114be,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.160378 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad573ca4-14fe-4486-8fe8-56eb714f6b79 req-7c2e9316-1c01-4215-890a-dddb1e2e1f02 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569570 Sep 16 05:22:38.190171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8672c84-6376-4c06-b815-744ddeeee8ac tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.195982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e8672c84-6376-4c06-b815-744ddeeee8ac tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "DELETE /v2.0/subnets/6d529023-b670-4367-add3-cc1f4ed114be HTTP/1.1" status: 204 len: 168 time: 2.0003364 Sep 16 05:22:38.200114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52146) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:38.204968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31499ea2-bbaa-4520-be3c-64c44b9207a1 None None] Network 33d46786-88e9-4790-9723-7682e76703f1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:38.271927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] No DVR routers for this DVR port 8a0b5d43-4479-453e-b8e9-ba4ce93db9be on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:38.294486 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.296480 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ffcfdf4-6185-4168-84f4-0735e20708e3 req-06b732dd-e31c-48f1-b319-540ee4fb58cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "DELETE /v2.0/ports/8a0b5d43-4479-453e-b8e9-ba4ce93db9be HTTP/1.1" status: 204 len: 173 time: 2.6601107 Sep 16 05:22:38.311732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a468367e-5c8e-47a0-a9d6-3ec42001e3a9', 'name': 'network-vif-deleted', 'tag': '8a0b5d43-4479-453e-b8e9-ba4ce93db9be'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:38.314373 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243e983b-282c-473e-a79d-64829e0ccb91" -d '{"events": [{"server_uuid": "a468367e-5c8e-47a0-a9d6-3ec42001e3a9", "name": "network-vif-deleted", "tag": "8a0b5d43-4479-453e-b8e9-ba4ce93db9be"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:38.364219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ab6850d8-9ceb-456b-8f53-6a6b319e56d1 None None] Provisioning complete for port 7b8812da-628d-4b14-ab8a-cc5ec331e134 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:38.365011 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab6850d8-9ceb-456b-8f53-6a6b319e56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.371874 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-2e263ecb-dab0-4408-9d19-e10e7e282acd service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047031 Sep 16 05:22:38.372656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=757bac38-d245-4438-b0f0-4b3675b33fa6,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.455711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.468578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890d62b-f72c-4585-9dd3-52d8f9fdc15c req-ad3a52c0-cbba-4dee-8dcb-7be49dc73218 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.479580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5890d62b-f72c-4585-9dd3-52d8f9fdc15c req-ad3a52c0-cbba-4dee-8dcb-7be49dc73218 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 944 time: 0.2661655 Sep 16 05:22:38.487695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.506540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-424af91a-ff3c-461b-aeb6-ab8e16d9543d req-fdccebea-3444-4d07-98e6-c94dcfa60132 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a468367e-5c8e-47a0-a9d6-3ec42001e3a9 HTTP/1.1" status: 200 len: 210 time: 0.0790586 Sep 16 05:22:38.545423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:38.547601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8a0b5d43-4479-453e-b8e9-ba4ce93db9be no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:38.561730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-7896ba3d-5157-48cc-892f-6d89c2722b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:38.564345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-7896ba3d-5157-48cc-892f-6d89c2722b59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4910066 Sep 16 05:22:38.628881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 8a0b5d43-4479-453e-b8e9-ba4ce93db9be {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:38.628881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8a0b5d43-4479-453e-b8e9-ba4ce93db9be not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:38.726495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5890d62b-f72c-4585-9dd3-52d8f9fdc15c req-da229496-01a6-4db8-ae8e-d3a4a65f156a tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452700 Sep 16 05:22:38.796988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:22:38.834893 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59339c12-174a-480c-8def-6120da20e258 x-openstack-request-id: req-59339c12-174a-480c-8def-6120da20e258 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:38.835568 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a468367e-5c8e-47a0-a9d6-3ec42001e3a9", "name": "network-vif-deleted", "tag": "8a0b5d43-4479-453e-b8e9-ba4ce93db9be", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:38.836128 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59339c12-174a-480c-8def-6120da20e258 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:38.837171 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a468367e-5c8e-47a0-a9d6-3ec42001e3a9', 'name': 'network-vif-deleted', 'tag': '8a0b5d43-4479-453e-b8e9-ba4ce93db9be', 'status': 'completed', 'code': 200} Sep 16 05:22:38.897758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] DHCP port deletion for 33d46786-88e9-4790-9723-7682e76703f1 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:38.929789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Deleting port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:38.930399 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.004449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:39.019177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'mac_address': 'fa:16:3e:38:ee:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:39.056229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-fba971b8-c4a7-43ec-aa57-a6830e56f1c7 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577661 Sep 16 05:22:39.096983 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.122176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] Deleting port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:39.122781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] For port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,segment=NetworkSegment(9b66a9f2-7c82-46f9-984f-3080bae7e202),segment_id=9b66a9f2-7c82-46f9-984f-3080bae7e202)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:39.123155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.123481 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.132620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.146141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Calling delete_port for 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:39.198007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] For port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,segment=NetworkSegment(9b66a9f2-7c82-46f9-984f-3080bae7e202),segment_id=9b66a9f2-7c82-46f9-984f-3080bae7e202)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:39.199037 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.199195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f2825-b042-48d1-be18-76200bf995a5 req-6f39bc4c-fdcc-468d-acf7-049149fb09ca tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.201685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb3f2825-b042-48d1-be18-76200bf995a5 req-6f39bc4c-fdcc-468d-acf7-049149fb09ca tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 943 time: 0.1946163 Sep 16 05:22:39.217438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] Calling delete_port for 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:39.287552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbafae-b487-4803-9ecc-ec8e625bf629 req-c4d6d3a5-fe97-402e-b44c-bee242cca92a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.291388 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21cbafae-b487-4803-9ecc-ec8e625bf629 req-c4d6d3a5-fe97-402e-b44c-bee242cca92a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 948 time: 0.5305409 Sep 16 05:22:39.308150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-cfac95f5-d8e5-4ec6-a9db-4b5098102baa service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946017 Sep 16 05:22:39.315563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548ed469-7e0d-4ecd-9685-eada3ef439e0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:39.366119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7b8812da-628d-4b14-ab8a-cc5ec331e134 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:39.382361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Attempting to bind port 757bac38-d245-4438-b0f0-4b3675b33fa6 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:39.382713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Attempting to bind port 757bac38-d245-4438-b0f0-4b3675b33fa6 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:39.383341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Attempting to bind port 757bac38-d245-4438-b0f0-4b3675b33fa6 on network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:39.410573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Port 757bac38-d245-4438-b0f0-4b3675b33fa6 on network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:39.410803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Attempting to bind port 757bac38-d245-4438-b0f0-4b3675b33fa6 on network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:39.413544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:39.416486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 18839a78-b05c-45fb-8900-c58c0f8c53a4 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:39.417489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21cbafae-b487-4803-9ecc-ec8e625bf629 req-e5a701bd-a8a9-4af0-b315-52c6b43b1006 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975780 Sep 16 05:22:39.436579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:39.436765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Checking segment: {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:39.437274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Bound using segment: {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:39.438021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Bound port: 757bac38-d245-4438-b0f0-4b3675b33fa6, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:39.451719 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.499768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb3f2825-b042-48d1-be18-76200bf995a5 req-f99c6c03-5742-4db8-b87b-6a7b79f8c60d tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874528 Sep 16 05:22:39.527603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.608357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.610278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7b8812da-628d-4b14-ab8a-cc5ec331e134 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:39.610633 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.657181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.674451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=12']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.683136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] No DVR routers for this DVR port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:39.684053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] No DVR routers for this DVR port 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:39.685075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] For port 757bac38-d245-4438-b0f0-4b3675b33fa6, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:39.688831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ba8824-5eaf-4fcb-870f-2a1625c56a87 req-d373cd54-5b45-4458-b2ef-2ed6920559df service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280213 Sep 16 05:22:39.691754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Router 0a92099a-5478-4eef-9b4c-e672f11af075 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:39.697343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 18839a78-b05c-45fb-8900-c58c0f8c53a4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:39.712190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] For port 757bac38-d245-4438-b0f0-4b3675b33fa6, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=757bac38-d245-4438-b0f0-4b3675b33fa6,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:39.724446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 18839a78-b05c-45fb-8900-c58c0f8c53a4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:39.724825 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.740065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525b21a-8ed3-4208-bdf9-044d03cf4e91 req-74fd5a4f-a52e-4199-8d09-7a6873487ffc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.742038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a525b21a-8ed3-4208-bdf9-044d03cf4e91 req-74fd5a4f-a52e-4199-8d09-7a6873487ffc tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 949 time: 0.0887408 Sep 16 05:22:39.742932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Port': ['ID=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.749882 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943fa6a-7d7d-4f1b-9393-f959b6f23936 None None] Pushing event deleted for resources: {'Port': ['ID=8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.795588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.839660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5aea7-5ef5-48ac-9b50-15232e480691 req-425e482e-c83e-4e4a-8459-5e057cf1baa7 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.841372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f5aea7-5ef5-48ac-9b50-15232e480691 req-425e482e-c83e-4e4a-8459-5e057cf1baa7 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 944 time: 0.2386773 Sep 16 05:22:39.850219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.851066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.853465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] 10.222.0.30 "PUT /v2.0/ports/757bac38-d245-4438-b0f0-4b3675b33fa6 HTTP/1.1" status: 200 len: 1092 time: 3.5697761 Sep 16 05:22:39.857521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'tag': '757bac38-d245-4438-b0f0-4b3675b33fa6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:39.867079 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e81ace-012d-4d28-9544-a3b388009d73" -d '{"events": [{"name": "network-changed", "server_uuid": "c23129e2-0aaa-423d-80a4-b97523a66512", "tag": "757bac38-d245-4438-b0f0-4b3675b33fa6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:39.920501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a525b21a-8ed3-4208-bdf9-044d03cf4e91 req-cc5c145f-553e-419b-bb13-349d4565c02e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688273 Sep 16 05:22:39.942019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['548ed469-7e0d-4ecd-9685-eada3ef439e0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:39.948419 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.008884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb136c-5806-4520-a55c-4df11c592fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=757bac38-d245-4438-b0f0-4b3675b33fa6,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:40.098125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:40.122974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-824c3278-981a-4d89-ae66-6eda7381a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:40.125697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-824c3278-981a-4d89-ae66-6eda7381a4de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51fe8b50c4274c2fb1e1a35f85a1cc2c&device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 1095 time: 0.1060243 Sep 16 05:22:40.138091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18839a78-b05c-45fb-8900-c58c0f8c53a4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:40.142872 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26237dd-9d6c-45c0-b460-4b158297b735" -d '{"events": [{"server_uuid": "eb7b5872-3ed0-4892-b947-30d57a24482a", "name": "network-vif-plugged", "status": "completed", "tag": "18839a78-b05c-45fb-8900-c58c0f8c53a4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:40.172561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 18839a78-b05c-45fb-8900-c58c0f8c53a4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:40.176834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:40.177104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8dffd7ed-f75e-46ae-a30f-e0b3a0db7af9 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:40.226037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-a1068251-f482-4c03-87fc-a697ff61002e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=757bac38-d245-4438-b0f0-4b3675b33fa6 HTTP/1.1" status: 200 len: 217 time: 0.0780785 Sep 16 05:22:40.329720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea0e42-1e41-4546-b672-2165e874fff3 req-cb6b9e7d-88c5-42dd-8d1a-d0c446d9a22e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:40.329720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1ea0e42-1e41-4546-b672-2165e874fff3 req-cb6b9e7d-88c5-42dd-8d1a-d0c446d9a22e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 944 time: 0.2113895 Sep 16 05:22:40.350760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-2ddc9f8f-ecd1-4f09-a8bb-a8098dbbef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:40.352596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-2ddc9f8f-ecd1-4f09-a8bb-a8098dbbef48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3499753c-73f6-451f-b14f-059ddde3c11b HTTP/1.1" status: 200 len: 855 time: 0.1186862 Sep 16 05:22:40.390386 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1ea0e42-1e41-4546-b672-2165e874fff3 req-473fabcb-e852-45e2-9fb0-148b8a75dea1 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804939 Sep 16 05:22:40.429607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.429607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 17e0ceb2-6fd2-488c-a31e-86b48c467711 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:40.433183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.451448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-8f6e9bf6-c003-40d7-b1f5-722cb795ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:40.453471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-8f6e9bf6-c003-40d7-b1f5-722cb795ce44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9003e45a-1b6d-4881-aa1e-2b660512ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805824 Sep 16 05:22:40.481367 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0523985-c54e-4872-b8eb-728fa943664a x-openstack-request-id: req-a0523985-c54e-4872-b8eb-728fa943664a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:40.481367 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23129e2-0aaa-423d-80a4-b97523a66512", "tag": "757bac38-d245-4438-b0f0-4b3675b33fa6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:40.485294 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0523985-c54e-4872-b8eb-728fa943664a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:40.485294 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'tag': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'status': 'completed', 'code': 200} Sep 16 05:22:40.485609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d46786-88e9-4790-9723-7682e76703f1']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:40.493686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:40.500790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b66a9f2-7c82-46f9-984f-3080bae7e202') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:40.501096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b66a9f2-7c82-46f9-984f-3080bae7e202') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:40.507687 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Sync routers for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:40.521679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f5aea7-5ef5-48ac-9b50-15232e480691 req-351142a0-2583-46c8-aa95-99941e2dc32d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589422 Sep 16 05:22:40.530551 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:40.535460 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:22:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:40.545739 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.593297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.601011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:40.601493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:40.604696 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:40.617504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=18839a78-b05c-45fb-8900-c58c0f8c53a4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:40.630430 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feea5a1f-544b-4aa3-8059-a1f79c78f895 x-openstack-request-id: req-feea5a1f-544b-4aa3-8059-a1f79c78f895 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:40.631885 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7b5872-3ed0-4892-b947-30d57a24482a", "name": "network-vif-plugged", "status": "completed", "tag": "18839a78-b05c-45fb-8900-c58c0f8c53a4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:40.634879 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-feea5a1f-544b-4aa3-8059-a1f79c78f895 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:40.637104 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'code': 200} Sep 16 05:22:40.661840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.673160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-34a89f25-9183-4241-8e4b-721028167827 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3608928 Sep 16 05:22:40.678977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52184) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:40.762779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 17e0ceb2-6fd2-488c-a31e-86b48c467711 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:40.767632 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:40.774181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 17e0ceb2-6fd2-488c-a31e-86b48c467711 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:40.775476 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.841477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-a442944a-5342-4e39-94cf-08a23417d492 service neutron] 10.222.0.30 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744650 Sep 16 05:22:40.857769 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.862895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28a9b8-19f3-4964-971f-30d160a8018a req-cc1a96ec-0b55-45ba-b54b-b0d2f5f5f317 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:40.873505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e28a9b8-19f3-4964-971f-30d160a8018a req-cc1a96ec-0b55-45ba-b54b-b0d2f5f5f317 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 943 time: 0.1418471 Sep 16 05:22:40.886129 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.911006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.916542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] 10.222.0.49 "DELETE /v2.0/networks/33d46786-88e9-4790-9723-7682e76703f1 HTTP/1.1" status: 204 len: 168 time: 2.7150273 Sep 16 05:22:40.937460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6befb-1673-4b90-bf41-fac0c32c56f4 tempest-AllowedAddressPairTestJSON-1130794710 tempest-AllowedAddressPairTestJSON-1130794710-project] Pushing event deleted for resources: {'Network': ['ID=33d46786-88e9-4790-9723-7682e76703f1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:40.975105 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 3, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:40.980668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 17e0ceb2-6fd2-488c-a31e-86b48c467711, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:41.007981 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Checking router: 0a92099a-5478-4eef-9b4c-e672f11af075 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:41.008749 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Updating router 0a92099a-5478-4eef-9b4c-e672f11af075 port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:41.009785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489b245-430a-4968-bf7f-032f4374db05 req-af798294-9ed2-474e-929b-2bb4fd3aaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.011331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4489b245-430a-4968-bf7f-032f4374db05 req-af798294-9ed2-474e-929b-2bb4fd3aaad6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 1097 time: 0.2995813 Sep 16 05:22:41.039451 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.042675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-8556b055-fafc-4153-9928-2a09818015bb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.048483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-8556b055-fafc-4153-9928-2a09818015bb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.2990534 Sep 16 05:22:41.053325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9202413-69e8-49ef-8fa6-345c6b8b4142 req-a324d9ac-a0c5-4b09-8549-8646b0454de9 service neutron] 10.222.0.30 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043328 Sep 16 05:22:41.060584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e28a9b8-19f3-4964-971f-30d160a8018a req-c8de594f-f0da-4ce4-a6d3-63dcf91dc275 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862237 Sep 16 05:22:41.077629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4489b245-430a-4968-bf7f-032f4374db05 req-faf637ef-d600-4771-a98e-6dfd5f9e5af6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536129 Sep 16 05:22:41.105331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-957a6f9a-0c87-487f-a10d-5c1a03e10e66 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/quotas/6f09bc556bb34764a5912a52c26626fd HTTP/1.1" status: 200 len: 375 time: 0.0516801 Sep 16 05:22:41.106338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.160062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-9d61d308-ffee-450f-b094-825215b41176 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428212 Sep 16 05:22:41.173956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=17e0ceb2-6fd2-488c-a31e-86b48c467711,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:41.397736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-9135e574-f9d0-4af6-a5c4-e9e4e7fcd31b service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250860 Sep 16 05:22:41.524830 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.555340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-4ff3f076-b187-48a5-b2e7-70b2760252ac tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=87437861a41e40c4bf78025a370c9983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385973 Sep 16 05:22:41.562484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-c54415b3-54fd-469c-a838-bff35e990230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.564366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-c54415b3-54fd-469c-a838-bff35e990230 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51fe8b50c4274c2fb1e1a35f85a1cc2c&device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 1095 time: 0.0815365 Sep 16 05:22:41.574718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:41.615726 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.671051 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c2270-d36f-47e7-8ced-baeedb1cb572 None None] Pushing event updated for resources: {'Port': ['ID=a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:41.709764 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Attempting to bind port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:41.710857 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Attempting to bind port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:41.711545 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Attempting to bind port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:41.718685 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:41.719715 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:41.720335 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.720979 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:41.722375 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Bound port: a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:41.722981 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.780423 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] For port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:41.786377 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] For port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:41.820818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-4f254f21-8aeb-4ca3-a00a-55870384b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.822362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-4f254f21-8aeb-4ca3-a00a-55870384b836 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9003e45a-1b6d-4881-aa1e-2b660512ffb5 HTTP/1.1" status: 200 len: 917 time: 0.2493935 Sep 16 05:22:41.833739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-12497f87-d9e8-467d-a246-200122c82f5a service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197097 Sep 16 05:22:41.855635 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.869743 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.909724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-cc12503e-fa56-43b2-98a4-41c028882c88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=757bac38-d245-4438-b0f0-4b3675b33fa6 HTTP/1.1" status: 200 len: 217 time: 0.0702548 Sep 16 05:22:41.923280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-142ce61c-efca-43f2-a2fa-0c69bf0428ff tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.932005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-142ce61c-efca-43f2-a2fa-0c69bf0428ff tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627691 Sep 16 05:22:41.961447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cfbbfa7c-b3e4-4376-9a30-b621f2249b47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68bba54eca1847bb85234d3081892508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670235 Sep 16 05:22:41.962736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52212) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:41.977820 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c2270-d36f-47e7-8ced-baeedb1cb572 None None] Pushing event updated for resources: {'Port': ['ID=a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:41.990234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d4dfa1fc-2c79-4c8f-bb22-0867245c60cd tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/quotas/87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 375 time: 0.0556319 Sep 16 05:22:41.996788 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:41.997646 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:22:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:42.046620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-7981ef73-e7ff-4333-97ac-c1019370f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.048486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-7981ef73-e7ff-4333-97ac-c1019370f806 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3499753c-73f6-451f-b14f-059ddde3c11b HTTP/1.1" status: 200 len: 855 time: 0.1126034 Sep 16 05:22:42.096989 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de649c29-acca-455b-bfb1-5a3e175b4ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.137961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-08d4ddb9-0d94-4b41-8ee5-f4308fc20f54 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438670 Sep 16 05:22:42.161667 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:42.188885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-a35f6fbf-f5a6-44c7-ab4f-38408d07bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.191244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-a35f6fbf-f5a6-44c7-ab4f-38408d07bab8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9003e45a-1b6d-4881-aa1e-2b660512ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241429 Sep 16 05:22:42.229428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de649c29-acca-455b-bfb1-5a3e175b4ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.244293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Allocated IP 172.20.0.1 (43a78e0f-128c-4631-a7ec-3fd38421e560/07850bc7-6603-4e27-ba23-3334c07eff57/a77c3246-9919-42a3-baa2-2ace34b93846) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:42.346795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88f7f6-c059-472e-b821-a97b279cc250 req-09cab42c-d291-4a63-b2df-804f78b3871e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.355098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb88f7f6-c059-472e-b821-a97b279cc250 req-09cab42c-d291-4a63-b2df-804f78b3871e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 945 time: 0.2074766 Sep 16 05:22:42.396797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-6936088a-f358-4571-9948-4b72761e1586 service neutron] 10.222.0.30 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839969 Sep 16 05:22:42.422225 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 3, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:42.436437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb88f7f6-c059-472e-b821-a97b279cc250 req-ca602a95-9353-41d6-9607-6781e9a069ba tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798707 Sep 16 05:22:42.492700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.532477 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9aa1b4-1046-45cd-b1ad-ec95160fb44e None None] The sync data for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 is: [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 3, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:42.538405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:42.555053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de649c29-acca-455b-bfb1-5a3e175b4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.559252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de649c29-acca-455b-bfb1-5a3e175b4ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.561473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-de649c29-acca-455b-bfb1-5a3e175b4ed1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9aa3f118-a91f-4c2b-9d6e-f829230fd579 HTTP/1.1" status: 204 len: 168 time: 0.5983605 Sep 16 05:22:42.579309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de649c29-acca-455b-bfb1-5a3e175b4ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3f118-a91f-4c2b-9d6e-f829230fd579,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:42.647144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99058e9f-c94f-4899-92af-bc5fe5bd7842 req-54b9bebc-14b9-4fb8-9a43-cf4a2b96d6f9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.0691183 Sep 16 05:22:42.670180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.677415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:42.684109 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00177c3-4bfd-4e0a-b67e-32cb6f3326b2" -d '{"events": [{"server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "name": "network-vif-plugged", "status": "completed", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:42.776098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e81ace-012d-4d28-9544-a3b388009d73 req-2334b5ea-fe18-4b26-93ac-ec9e2d5e4548 service neutron] 10.222.0.30 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659441 Sep 16 05:22:42.778080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb24d03-1e16-42bf-96dc-5a2b4606a892 req-d61ec4e6-6c51-424b-9b17-384f0227979f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.779770 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb24d03-1e16-42bf-96dc-5a2b4606a892 req-d61ec4e6-6c51-424b-9b17-384f0227979f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1924374 Sep 16 05:22:42.791888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:42.796601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:42.816946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:42.818941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Pushing event updated for resources: {'Port': ['ID=a77c3246-9919-42a3-baa2-2ace34b93846,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:42.827239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 548ed469-7e0d-4ecd-9685-eada3ef439e0 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:42.834040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 548ed469-7e0d-4ecd-9685-eada3ef439e0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:42.834421 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.038599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.041406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bb24d03-1e16-42bf-96dc-5a2b4606a892 req-5bd3a47b-2ea5-48d3-90c6-d677963ddd45 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351801 Sep 16 05:22:43.058118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.097965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d687f-de1a-4f2b-b74e-7a57ddbeb454 req-e6deaefb-4020-4fab-91c0-8e75467ff138 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.123604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-078d687f-de1a-4f2b-b74e-7a57ddbeb454 req-e6deaefb-4020-4fab-91c0-8e75467ff138 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 943 time: 0.2313635 Sep 16 05:22:43.188033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-078d687f-de1a-4f2b-b74e-7a57ddbeb454 req-58b5ffab-090e-4e8e-a9c7-b23cd14ed3df tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648613 Sep 16 05:22:43.232308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:43.301546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bf8edf7c-ff7f-4810-85d4-fe9eb97d8b9c req-de4259bc-99f3-4fd0-b9e9-5552c9e518bf tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 210 time: 0.0389199 Sep 16 05:22:43.321525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7b310aa0-4932-48ce-82bc-4f84a518932c None None] Provisioning complete for port a77c3246-9919-42a3-baa2-2ace34b93846 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:43.321855 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b310aa0-4932-48ce-82bc-4f84a518932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.398299 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.466114 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91183a7e-150c-4920-aa78-a8d5c9bc496f x-openstack-request-id: req-91183a7e-150c-4920-aa78-a8d5c9bc496f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:43.466114 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "name": "network-vif-plugged", "status": "completed", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:43.466631 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91183a7e-150c-4920-aa78-a8d5c9bc496f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:43.466806 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'code': 200} Sep 16 05:22:43.467363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7b310aa0-4932-48ce-82bc-4f84a518932c None None] Port a77c3246-9919-42a3-baa2-2ace34b93846 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:43.485018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:43.559131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=13']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.601461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:43.601986 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.607221 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.664621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919b160-4922-453c-9952-47853dfbc72a req-214eb159-ebf9-414c-a9de-ca6547d83af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.667066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d919b160-4922-453c-9952-47853dfbc72a req-214eb159-ebf9-414c-a9de-ca6547d83af4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.0904188 Sep 16 05:22:43.785485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.792364 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d919b160-4922-453c-9952-47853dfbc72a req-a8059a22-f400-4eeb-8f01-3add4b37f017 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175830 Sep 16 05:22:43.865656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:43.865957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56047efc-3723-4300-85b5-dee97040fb38 req-7f6e90ee-664d-43d3-8eec-5d5caf6de1fe tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.869630 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56047efc-3723-4300-85b5-dee97040fb38 req-7f6e90ee-664d-43d3-8eec-5d5caf6de1fe tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 945 time: 0.2642341 Sep 16 05:22:43.897560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96bbc357-ff63-4dc8-af8e-e253e3dd1391 req-f30f03ce-a8af-443c-bed9-6cf6665f2942 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.0368805 Sep 16 05:22:43.955121 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56047efc-3723-4300-85b5-dee97040fb38 req-fcee8c23-e7a4-44ab-a75b-18156b6c7e06 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783789 Sep 16 05:22:43.970656 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.060341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.093555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.136477 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.164861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd2bc6-e77d-4e0d-b95f-02f39e2842ca req-2e9515fa-e992-4df1-85d4-a3b58dfc3273 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.485173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26fd2bc6-e77d-4e0d-b95f-02f39e2842ca req-2e9515fa-e992-4df1-85d4-a3b58dfc3273 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 945 time: 0.1000094 Sep 16 05:22:44.485173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.485173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Request body: {'floatingip': {'port_id': '18839a78-b05c-45fb-8900-c58c0f8c53a4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:44.485173 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Pushing event updated for resources: {'Port': ['ID=a77c3246-9919-42a3-baa2-2ace34b93846,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:44.487382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4901-40dc-4f96-bb4e-65ca318f0906 req-17df3997-b038-40e1-9e6a-bd7c3b57ec77 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.489032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-280d4901-40dc-4f96-bb4e-65ca318f0906 req-17df3997-b038-40e1-9e6a-bd7c3b57ec77 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.2820859 Sep 16 05:22:44.594481 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-280d4901-40dc-4f96-bb4e-65ca318f0906 req-0aaee222-f940-40e7-a391-b734db715a6f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 Sep 16 05:22:44.625174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:44.626941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:44.667713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3cf72-024a-458c-8b22-4f60b0ac14ea req-55673fa7-b7cf-4fa0-b756-31b662c944dc tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.669308 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7f3cf72-024a-458c-8b22-4f60b0ac14ea req-55673fa7-b7cf-4fa0-b756-31b662c944dc tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 943 time: 0.3227997 Sep 16 05:22:44.716508 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6de32bd-2995-4f98-b21c-763d277ea738 req-e8e54957-f6ec-44c4-9591-ac87b15545a2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 210 time: 0.0344090 Sep 16 05:22:44.776183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7f3cf72-024a-458c-8b22-4f60b0ac14ea req-fbfa757e-f0a1-4520-b6fa-f605d175b40f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715287 Sep 16 05:22:44.937570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Router 0a92099a-5478-4eef-9b4c-e672f11af075 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:45.029942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7de41f06-8d31-4900-b9a8-31411cdd43d7 None None] Provisioning complete for port a77c3246-9919-42a3-baa2-2ace34b93846 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:45.036152 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7de41f06-8d31-4900-b9a8-31411cdd43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.050411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52280) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:45.062022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7ce453d-e153-4a40-baaf-d97d6ad1394b req-52d37a24-6bb3-431f-a85e-362629cb0c4b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.0464485 Sep 16 05:22:45.155291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7de41f06-8d31-4900-b9a8-31411cdd43d7 None None] Port a77c3246-9919-42a3-baa2-2ace34b93846 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:45.200244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:45.209865 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2b815b6d-b2b1-44fd-b3b7-5cefce5a7d83 admin admin] 10.222.0.49 "PUT /v2.0/routers/0a92099a-5478-4eef-9b4c-e672f11af075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5200274 Sep 16 05:22:45.366306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:45.446388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:45.447263 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.474034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:45.476800 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d11513-a47e-4050-9f60-fbb1b9411a39" -d '{"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-plugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:45.491739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Sync routers for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:45.517391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:45.519184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:22:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.562125 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af347b9-efb1-477e-88b3-5456173f97d8 x-openstack-request-id: req-4af347b9-efb1-477e-88b3-5456173f97d8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:45.562576 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-plugged", "status": "completed", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:45.562940 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4af347b9-efb1-477e-88b3-5456173f97d8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:45.563403 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'code': 200} Sep 16 05:22:45.612590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-182743058'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:45.734792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:45.786006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:45.793468 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.822910 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.829141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd84a70-db4b-4c62-b044-1e74a9aca3c2 req-63acf93a-38ce-4488-ab7a-600fe639d7b5 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:45.843216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bdd84a70-db4b-4c62-b044-1e74a9aca3c2 req-63acf93a-38ce-4488-ab7a-600fe639d7b5 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1154342 Sep 16 05:22:45.929355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bdd84a70-db4b-4c62-b044-1e74a9aca3c2 req-78c0074f-22c7-42e7-bf72-da50e1059783 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813231 Sep 16 05:22:46.022422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-ab2d4ed7-380f-4ce5-a61f-7d21b5d8b862 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.025575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-ab2d4ed7-380f-4ce5-a61f-7d21b5d8b862 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.4196482 Sep 16 05:22:46.046510 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.061409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Request body: {'port': {'device_id': '7591a175-b7a1-4e5a-a4c6-89db4aef079a', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'admin_state_up': True, 'tenant_id': '6f09bc556bb34764a5912a52c26626fd'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:46.144049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488e856-6468-4b1a-b0a5-2fe1ed4fdcc4 req-1533d205-4f31-4bee-8c32-5d5041aac5cf tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.146688 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d488e856-6468-4b1a-b0a5-2fe1ed4fdcc4 req-1533d205-4f31-4bee-8c32-5d5041aac5cf tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 943 time: 0.1406229 Sep 16 05:22:46.153558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.199678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 2, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:46.201199 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d488e856-6468-4b1a-b0a5-2fe1ed4fdcc4 req-86a7f7e9-e56d-4162-a7e2-0d1b5b07fd68 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465052 Sep 16 05:22:46.234469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Checking router: 0a92099a-5478-4eef-9b4c-e672f11af075 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:46.234961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Updating router 0a92099a-5478-4eef-9b4c-e672f11af075 port a77c3246-9919-42a3-baa2-2ace34b93846 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:46.263280 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.328851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52304) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:46.342243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c0150bae-51c9-414b-b0eb-a49131e11818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280328576', 'description': 'tempest-description--655841541'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:46.355428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-f6cdbc5e-6cd5-4e25-9f59-d684cf9a54f4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=87437861a41e40c4bf78025a370c9983&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419474 Sep 16 05:22:46.360083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3641e9b9-05ae-43d3-a05f-9d12c7f4938a req-19b8ff98-bbd2-4423-a783-de0dc5e12997 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 210 time: 0.0630624 Sep 16 05:22:46.383666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.396519 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Floating IP 78ef15b7-af95-4aff-b7d5-e4386da963e7 associated. External IP: 172.25.1.101, port: 18839a78-b05c-45fb-8900-c58c0f8c53a4. Sep 16 05:22:46.523260 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.536659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:46.546609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.546916 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Added segment 48e93557-88b0-4e57-8f0e-29d06ba51b95 of type vlan for network d2c3d9b3-2001-4bf4-a882-0f1f1549889c Sep 16 05:22:46.595081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.629554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-cb52b5ca-b9a9-40b8-9100-0ae5ce98347e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.630858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-cb52b5ca-b9a9-40b8-9100-0ae5ce98347e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511735 Sep 16 05:22:46.665817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Request body: {'port': {'device_id': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '87437861a41e40c4bf78025a370c9983'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:46.666923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfc9d07-522f-43af-9a53-d25a1a4405c8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.697329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.713539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ccdb725-685b-4020-833c-a2f962cd80bd req-42cf04db-09fe-42d3-b4aa-10d10b172433 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.1045632 Sep 16 05:22:46.724932 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.730849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.731500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.755135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Made reservation on behalf of 6f09bc556bb34764a5912a52c26626fd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:46.760124 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.799022 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.856235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154d07-584a-4b02-9fbf-18f2b245f4c6 None None] Pushing event updated for resources: {'Port': ['ID=a77c3246-9919-42a3-baa2-2ace34b93846,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.904240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Network': ['ID=d2c3d9b3-2001-4bf4-a882-0f1f1549889c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.910013 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0150bae-51c9-414b-b0eb-a49131e11818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.922200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:46.945830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Attempting to bind port a77c3246-9919-42a3-baa2-2ace34b93846 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:46.946193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Attempting to bind port a77c3246-9919-42a3-baa2-2ace34b93846 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:46.946555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Attempting to bind port a77c3246-9919-42a3-baa2-2ace34b93846 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:46.961770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:46.962166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Checking segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:46.962609 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.966637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Bound using segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:46.966637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Bound port: a77c3246-9919-42a3-baa2-2ace34b93846, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:46.966637 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.012805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Router d450e8b0-e56f-4dde-bf7e-c262182c4481 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:47.061459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-859139c8-a443-4f86-875a-914af53aca4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0093982 Sep 16 05:22:47.068557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:47.073830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:47.090111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] For port a77c3246-9919-42a3-baa2-2ace34b93846, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:47.093781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] For port a77c3246-9919-42a3-baa2-2ace34b93846, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a77c3246-9919-42a3-baa2-2ace34b93846,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:47.165494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Allocated IP 172.20.0.10 (23d716e2-dc45-4538-825e-b9a4880cffcb/cec37c82-919e-41b8-8934-007460e0c85e/c0435273-1d35-4d51-8812-b44173ab14c8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:47.193494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.198332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Made reservation on behalf of 87437861a41e40c4bf78025a370c9983 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:47.201413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.205939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-38bbe0fa-2ebf-4cc1-9840-b6dd45e6286a None None] Provisioning complete for port a77c3246-9919-42a3-baa2-2ace34b93846 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:47.206420 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-2ebf-4cc1-9840-b6dd45e6286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.230263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b0e08-3c98-44fc-be1d-63f48444f546 req-6b5b0aa7-ddcd-43d3-ad6c-cc449ad65896 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.238055 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-043b0e08-3c98-44fc-be1d-63f48444f546 req-6b5b0aa7-ddcd-43d3-ad6c-cc449ad65896 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1337681 Sep 16 05:22:47.327316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:47.328103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:22:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:47.330483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154d07-584a-4b02-9fbf-18f2b245f4c6 None None] Pushing event updated for resources: {'Port': ['ID=a77c3246-9919-42a3-baa2-2ace34b93846,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.346663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:47.357449 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] Sync routers for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:47.369407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.370636 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:47.374253 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:22:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:47.481925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-a159d92c-755f-4d25-ad60-f9eaf3d7c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.483753 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-a159d92c-755f-4d25-ad60-f9eaf3d7c9e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.2693794 Sep 16 05:22:47.531681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-2ebf-4cc1-9840-b6dd45e6286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.536381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dbd90-0d24-44da-806a-c44deb19c5a0 req-a404aef0-d563-4097-b7fa-c21a00f4199f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.536640 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:47.538136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d4dbd90-0d24-44da-806a-c44deb19c5a0 req-a404aef0-d563-4097-b7fa-c21a00f4199f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 943 time: 0.1655478 Sep 16 05:22:47.598127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-38bbe0fa-2ebf-4cc1-9840-b6dd45e6286a None None] For port a77c3246-9919-42a3-baa2-2ace34b93846, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a77c3246-9919-42a3-baa2-2ace34b93846,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:47.621207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:47.719989 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-2ebf-4cc1-9840-b6dd45e6286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.730537 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0150bae-51c9-414b-b0eb-a49131e11818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.785988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-78c6312d-5087-4ae2-b346-3d4845305c6f tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "PUT /v2.0/floatingips/78ef15b7-af95-4aff-b7d5-e4386da963e7 HTTP/1.1" status: 200 len: 991 time: 3.6047993 Sep 16 05:22:47.795728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'tag': '18839a78-b05c-45fb-8900-c58c0f8c53a4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:47.798210 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f043f35d-50e6-4806-9786-952686dc411f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7b5872-3ed0-4892-b947-30d57a24482a", "tag": "18839a78-b05c-45fb-8900-c58c0f8c53a4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:47.814436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbe0fa-2ebf-4cc1-9840-b6dd45e6286a None None] Pushing event updated for resources: {'Port': ['ID=a77c3246-9919-42a3-baa2-2ace34b93846,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.836216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0150bae-51c9-414b-b0eb-a49131e11818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.866370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d4dbd90-0d24-44da-806a-c44deb19c5a0 req-b672a678-27e4-4388-a6e0-f0916e4e468a tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990899 Sep 16 05:22:47.869261 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '78ef15b7-af95-4aff-b7d5-e4386da963e7', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'port_id': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'mac_address': 'fa:16:3e:25:cf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:17Z', 'updated_at': '2021-09-16T05:22:45Z', 'revision_number': 1, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:13Z', 'revision_number': 5, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:47.905013 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] Checking router: d450e8b0-e56f-4dde-bf7e-c262182c4481 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:47.908198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7b2def36-cbea-4e5e-ab47-1091774fb780 None None] Provisioning complete for port a77c3246-9919-42a3-baa2-2ace34b93846 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:47.908605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b2def36-cbea-4e5e-ab47-1091774fb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.915113 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:47.921153 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:22:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:47.922884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Allocated IP 192.168.233.228 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/8ebacd64-e5c9-4523-9b28-3d463b9c9dc8) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:47.943871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0150bae-51c9-414b-b0eb-a49131e11818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ab04f3-f72b-4995-b625-af1af2dcdd13,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.968838 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-043b0e08-3c98-44fc-be1d-63f48444f546 req-dab0d2a4-039b-4ef1-b3f6-11e0a2383a4a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299795 Sep 16 05:22:47.986439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-06a32e2b-399f-4fde-bc65-b8bfc2de5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.986439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-06a32e2b-399f-4fde-bc65-b8bfc2de5cbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 921 time: 0.4789052 Sep 16 05:22:48.001897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20f54771-51d3-43c9-8548-4ea3dfa92f5f req-1c0588d0-78f1-4f3e-a0ba-f223ec7bb978 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 210 time: 0.0481293 Sep 16 05:22:48.058258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-85bbeffa-cfb4-41f6-96f9-70cf394cb4c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 217 time: 0.0637670 Sep 16 05:22:48.096943 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:48.114442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.133102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:48.140305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-da1f97e4-5b81-4cf9-90c7-35a7fe918e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:48.141816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-da1f97e4-5b81-4cf9-90c7-35a7fe918e6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.0743740 Sep 16 05:22:48.168064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c686ef4-0387-4738-a663-8ac4f5869f38 None None] The sync data for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 is: [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:48.203728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:48.209935 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.232211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-b60d42d5-3663-4d46-b392-4bcbad0c2ab6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587671 Sep 16 05:22:48.318304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ea2e0b6d-1722-440f-a66a-d1eebd1633f8 req-2a82b71b-5cb4-43ac-bb98-3258e9f48cd1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.0853672 Sep 16 05:22:48.357146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.444067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0150bae-51c9-414b-b0eb-a49131e11818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.445678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c0150bae-51c9-414b-b0eb-a49131e11818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1140716 Sep 16 05:22:48.464166 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2b5144-b7c5-40d9-8669-88a7a7f3b75c x-openstack-request-id: req-9d2b5144-b7c5-40d9-8669-88a7a7f3b75c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:48.465363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52324) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:48.465515 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7b5872-3ed0-4892-b947-30d57a24482a", "tag": "18839a78-b05c-45fb-8900-c58c0f8c53a4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:48.466688 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d2b5144-b7c5-40d9-8669-88a7a7f3b75c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:48.467188 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'tag': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'status': 'completed', 'code': 200} Sep 16 05:22:48.482528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d041ab06-70f4-4093-8f6b-a415287b5d6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'security_group_rule': {'security_group_id': 'c3ab04f3-f72b-4995-b625-af1af2dcdd13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:48.529450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Network 23d716e2-dc45-4538-825e-b9a4880cffcb is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:48.540985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:48.541923 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '78ef15b7-af95-4aff-b7d5-e4386da963e7', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'port_id': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'mac_address': 'fa:16:3e:25:cf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:17Z', 'updated_at': '2021-09-16T05:22:45Z', 'revision_number': 1, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:13Z', 'revision_number': 5, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:48.554115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.558075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:48.590538 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fce56-855b-40da-8cfd-6eaae867ec3a None None] The sync data for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 is: [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '78ef15b7-af95-4aff-b7d5-e4386da963e7', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'port_id': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'mac_address': 'fa:16:3e:25:cf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:17Z', 'updated_at': '2021-09-16T05:22:45Z', 'revision_number': 1, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:13Z', 'revision_number': 5, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:48.603071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event updated for resources: {'Port': ['ID=c0435273-1d35-4d51-8812-b44173ab14c8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:48.622550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-3cdd85b4-bfac-439c-93e3-3d87e1984c28 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437812 Sep 16 05:22:48.627533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043f35d-50e6-4806-9786-952686dc411f req-d204ea2f-4433-4306-afba-eadab64c099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:48.629389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f043f35d-50e6-4806-9786-952686dc411f req-d204ea2f-4433-4306-afba-eadab64c099a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73cc3cf6edc146eabeb0569757fdef45&device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 1097 time: 0.1478374 Sep 16 05:22:48.656955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:48.657784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.724833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d041ab06-70f4-4093-8f6b-a415287b5d6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.788924 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d041ab06-70f4-4093-8f6b-a415287b5d6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.821182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.864721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3', '45ef0701-d415-4241-95e4-d6ad73f96e32', '548ed469-7e0d-4ecd-9685-eada3ef439e0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:48.867665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043f35d-50e6-4806-9786-952686dc411f req-16e351b7-8982-44ef-971b-cf942b061a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:48.869636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f043f35d-50e6-4806-9786-952686dc411f req-16e351b7-8982-44ef-971b-cf942b061a1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 HTTP/1.1" status: 200 len: 913 time: 0.2068942 Sep 16 05:22:48.876380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-01ce0f80-36cb-4e08-bfe7-4f55444c5ac4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8213432 Sep 16 05:22:48.897764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c71b672e-9f2b-470f-a803-83355b53b2fc req-c7123d61-bc95-4438-80d6-bec0cb44fd9e service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300723 Sep 16 05:22:48.907722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:48.925854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:48.931732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:48.937915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d041ab06-70f4-4093-8f6b-a415287b5d6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.944632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.949375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:48.961701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Request body: {'port': {'device_id': '7591a175-b7a1-4e5a-a4c6-89db4aef079a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:49.110591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a981df0-64a4-4cd0-8040-b219f54da93b None None] New status for floating IP 78ef15b7-af95-4aff-b7d5-e4386da963e7: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:22:49.120944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041ab06-70f4-4093-8f6b-a415287b5d6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fa2272-4010-4064-add0-a4d4219dd893,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:49.128960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=7cd9d811-4220-42c0-b5a3-157c24897d8f,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:49.152798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f043f35d-50e6-4806-9786-952686dc411f req-6e0b9c4f-8832-4ed9-9dfa-903bc2b9d584 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4 HTTP/1.1" status: 200 len: 999 time: 0.2751751 Sep 16 05:22:49.154554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d041ab06-70f4-4093-8f6b-a415287b5d6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.155817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d041ab06-70f4-4093-8f6b-a415287b5d6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6892660 Sep 16 05:22:49.165982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52336) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:49.181386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e58daf96-d2a0-4ed8-aa3f-3e7fb949d0ca tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'security_group_rule': {'security_group_id': 'c3ab04f3-f72b-4995-b625-af1af2dcdd13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:49.265084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.300735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179ec02-2804-4191-a058-6ceba9cb5246 req-dba75aa5-5d67-4f9c-84f0-69c9c14b0040 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.304503 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a179ec02-2804-4191-a058-6ceba9cb5246 req-dba75aa5-5d67-4f9c-84f0-69c9c14b0040 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 943 time: 0.2129624 Sep 16 05:22:49.413593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d011fec-97ff-4df5-890b-6f0b88b902c3 req-639427af-8e3d-49a1-a9bc-2a164ec05613 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.428792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b36b2139-9e97-491c-91b4-1d5bd0c03a42 None None] Provisioning complete for port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:49.429204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b36b2139-9e97-491c-91b4-1d5bd0c03a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.429944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d011fec-97ff-4df5-890b-6f0b88b902c3 req-639427af-8e3d-49a1-a9bc-2a164ec05613 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.2379675 Sep 16 05:22:49.436083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 757bac38-d245-4438-b0f0-4b3675b33fa6 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:49.444101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.445070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.447784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a77c3246-9919-42a3-baa2-2ace34b93846 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:49.504573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:49.504953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network hostable DHCP agents. Network: d2c3d9b3-2001-4bf4-a882-0f1f1549889c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:49.523965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043f35d-50e6-4806-9786-952686dc411f req-8abf811c-fd6d-4e9e-b1eb-4b858a2b5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.525961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f043f35d-50e6-4806-9786-952686dc411f req-8abf811c-fd6d-4e9e-b1eb-4b858a2b5351 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a1da843-3a6c-4279-b6ce-05d0c04a32f6 HTTP/1.1" status: 200 len: 851 time: 0.3167090 Sep 16 05:22:49.544476 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d011fec-97ff-4df5-890b-6f0b88b902c3 req-8333428b-0b42-4488-aac9-bee893efa6bb tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815494 Sep 16 05:22:49.569196 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e58daf96-d2a0-4ed8-aa3f-3e7fb949d0ca tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.601640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b36b2139-9e97-491c-91b4-1d5bd0c03a42 None None] Port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:49.656119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-d2f98001-2d00-4290-aaa3-60e09d142eb4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9968719 Sep 16 05:22:49.681517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a179ec02-2804-4191-a058-6ceba9cb5246 req-17939698-3192-44fe-b555-ff0b201f8802 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732809 Sep 16 05:22:49.716479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Request body: {'port': {'device_id': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:49.719438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043f35d-50e6-4806-9786-952686dc411f req-0f4ee27e-433d-40d7-8c73-9a8c5048050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.721172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f043f35d-50e6-4806-9786-952686dc411f req-0f4ee27e-433d-40d7-8c73-9a8c5048050b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687889 Sep 16 05:22:49.790485 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:49.873175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e58daf96-d2a0-4ed8-aa3f-3e7fb949d0ca tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.893921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cabf8-8346-4b2f-b573-83e8cc91e7ce req-695fb2d0-b4c1-4538-a3ba-71e6d918ff39 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.897273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d62cabf8-8346-4b2f-b573-83e8cc91e7ce req-695fb2d0-b4c1-4538-a3ba-71e6d918ff39 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 936 time: 0.2489548 Sep 16 05:22:49.913485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a77c3246-9919-42a3-baa2-2ace34b93846 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:49.914567 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.966627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d2c3d9b3-2001-4bf4-a882-0f1f1549889c) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:49.989675 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f043f35d-50e6-4806-9786-952686dc411f req-e9599608-dc12-4107-a246-426c4fc9a2ca service neutron] 10.222.0.30 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092538 Sep 16 05:22:49.990114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 757bac38-d245-4438-b0f0-4b3675b33fa6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=757bac38-d245-4438-b0f0-4b3675b33fa6,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:49.995303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.997750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.998106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6256f1-3df7-4fc4-91e1-7176896e5343 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:50.017198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e58daf96-d2a0-4ed8-aa3f-3e7fb949d0ca tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.050894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e1abdd1-ab47-4bdd-9769-109bc8fa1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.082950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'port_id': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'mac_address': 'fa:16:3e:a3:71:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:50.094490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.135844 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d62cabf8-8346-4b2f-b573-83e8cc91e7ce req-c326c9f5-7837-4b3b-bab5-1de9edcf1a45 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723003 Sep 16 05:22:50.136608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58daf96-d2a0-4ed8-aa3f-3e7fb949d0ca tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fda7a89-57d9-4c84-a84f-bd5832bce6a6,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.163051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0435273-1d35-4d51-8812-b44173ab14c8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:50.185144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.222781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba74bc7-2511-49b3-a62e-d360379e6acf req-551a1262-aadf-464c-bd9f-ae42971a5498 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.223504 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e58daf96-d2a0-4ed8-aa3f-3e7fb949d0ca tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.224900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e58daf96-d2a0-4ed8-aa3f-3e7fb949d0ca tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0519059 Sep 16 05:22:50.227842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cba74bc7-2511-49b3-a62e-d360379e6acf req-551a1262-aadf-464c-bd9f-ae42971a5498 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 932 time: 0.1609700 Sep 16 05:22:50.230982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:50.239524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:50.244174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Transition to ACTIVE for port object c0435273-1d35-4d51-8812-b44173ab14c8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:50.248069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f043f35d-50e6-4806-9786-952686dc411f req-9c05d12c-7528-45ca-9717-1080a38afef9 service neutron] 10.222.0.30 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308061 Sep 16 05:22:50.296433 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cba74bc7-2511-49b3-a62e-d360379e6acf req-97f23345-5164-49de-8ad9-7fead6ffb5d3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510881 Sep 16 05:22:50.298533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.336491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f358f08b-dee8-4cf7-9c50-b240bb76a271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2663229 Sep 16 05:22:50.343363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52346) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:50.349694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'name': 'tempest-NetworksTestDHCPv6-1589275965'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:50.366165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757bac38-d245-4438-b0f0-4b3675b33fa6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:50.464802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 757bac38-d245-4438-b0f0-4b3675b33fa6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=757bac38-d245-4438-b0f0-4b3675b33fa6,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:50.510673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '7cd9d811-4220-42c0-b5a3-157c24897d8f'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:50.512118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.523365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.599037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.617985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.624953 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.712120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Pushing event updated for resources: {'Port': ['ID=c0435273-1d35-4d51-8812-b44173ab14c8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.723926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=757bac38-d245-4438-b0f0-4b3675b33fa6,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.727643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:50.741568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.753728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/7cd9d811-4220-42c0-b5a3-157c24897d8f/ff4cfb0c-2218-4d2a-892b-c5495389ef7c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:50.762602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b92d2c-956d-487e-aae9-0f23630b30b3 req-8a0b6068-a975-49aa-9886-d1b210b52267 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.764422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20b92d2c-956d-487e-aae9-0f23630b30b3 req-8a0b6068-a975-49aa-9886-d1b210b52267 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1121821 Sep 16 05:22:50.770924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Transition to ACTIVE for port object 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:50.790486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:50.794386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.803223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.803793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.804334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.804668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.805002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.805332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.806603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.806762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.807068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.807385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.807774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.808130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:50.817946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20b92d2c-956d-487e-aae9-0f23630b30b3 req-cf784413-d5f5-4ce5-a34b-bac93b410848 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456581 Sep 16 05:22:50.853225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.898836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port d7f55835-f336-4ca6-a79f-e7e549b04654 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:50.929084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.941250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['757bac38-d245-4438-b0f0-4b3675b33fa6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:50.965748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:51.085946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:51.086854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:51.087220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:51.093910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:51.094470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:51.102437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:51.103037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:51.104830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:51.105406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Bound port: 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:51.105795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.178311 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.225548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:51.231474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:51.301931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.335144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7077b-7482-422a-94f4-800de9ad81c0 req-084fcf68-682c-43e9-8872-680bbc6c9f59 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.336958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14e7077b-7482-422a-94f4-800de9ad81c0 req-084fcf68-682c-43e9-8872-680bbc6c9f59 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 948 time: 0.0712740 Sep 16 05:22:51.359559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:51.373594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:51.377882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.378948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:51.395370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14e7077b-7482-422a-94f4-800de9ad81c0 req-de937f06-c639-46d8-84f5-ec03ec3f35a7 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500927 Sep 16 05:22:51.397488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Pushing event updated for resources: {'Port': ['ID=ff4cfb0c-2218-4d2a-892b-c5495389ef7c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.457877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.466851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.467514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.469507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-8c1ef9cf-faf2-43b5-842f-b0289bbaf007 service neutron] 10.222.0.66 "PUT /v2.0/ports/8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 1097 time: 1.7603209 Sep 16 05:22:51.469910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:51.472503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Attempting to bind port c0435273-1d35-4d51-8812-b44173ab14c8 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:51.473328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Attempting to bind port c0435273-1d35-4d51-8812-b44173ab14c8 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:51.473328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Attempting to bind port c0435273-1d35-4d51-8812-b44173ab14c8 on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:51.473655 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:51.481564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Port c0435273-1d35-4d51-8812-b44173ab14c8 on network 23d716e2-dc45-4538-825e-b9a4880cffcb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:51.482035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Attempting to bind port c0435273-1d35-4d51-8812-b44173ab14c8 on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:51.495147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bda37-b552-4adc-baf7-46807cea1ff1 req-1008e16e-86cb-4c33-ae79-7b1f07642345 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.503573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-822bda37-b552-4adc-baf7-46807cea1ff1 req-1008e16e-86cb-4c33-ae79-7b1f07642345 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 944 time: 0.6727312 Sep 16 05:22:51.518949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Attempting to bind port ff4cfb0c-2218-4d2a-892b-c5495389ef7c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:51.519729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Attempting to bind port ff4cfb0c-2218-4d2a-892b-c5495389ef7c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:51.520243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Attempting to bind port ff4cfb0c-2218-4d2a-892b-c5495389ef7c on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:51.525003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:51.525336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Checking segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:51.525720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Bound using segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:51.526168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Bound port: c0435273-1d35-4d51-8812-b44173ab14c8, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:51.526526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.530506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:51.531143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:51.536459 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.536459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:51.536459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Bound port: ff4cfb0c-2218-4d2a-892b-c5495389ef7c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:51.536459 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.600258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a0ce-297c-407d-a51b-d8a68fa73582 req-b54e9139-f8a8-4be3-9b3c-994777007405 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.602430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef09a0ce-297c-407d-a51b-d8a68fa73582 req-b54e9139-f8a8-4be3-9b3c-994777007405 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 944 time: 0.0757279 Sep 16 05:22:51.651405 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-822bda37-b552-4adc-baf7-46807cea1ff1 req-a1e2bea6-edf7-48ed-a2f2-4d1ef71b6fc5 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467896 Sep 16 05:22:51.662097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] For port ff4cfb0c-2218-4d2a-892b-c5495389ef7c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:51.680980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] For port ff4cfb0c-2218-4d2a-892b-c5495389ef7c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ff4cfb0c-2218-4d2a-892b-c5495389ef7c,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:51.699671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef09a0ce-297c-407d-a51b-d8a68fa73582 req-fd5c9eb8-6dbe-4180-8d9b-c0d7b4583441 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846615 Sep 16 05:22:51.727592 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490b269b-715d-4173-a8a8-9b97b9336c71 x-openstack-request-id: req-490b269b-715d-4173-a8a8-9b97b9336c71 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:51.727592 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:51.727592 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-490b269b-715d-4173-a8a8-9b97b9336c71 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:51.727592 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'status': 'completed', 'code': 200} Sep 16 05:22:51.727592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-21b886da-42c9-4cbf-8a10-3330f5d0f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.729599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-21b886da-42c9-4cbf-8a10-3330f5d0f4df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1100 time: 0.0782163 Sep 16 05:22:51.735377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.753951 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.761869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::285 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/7cd9d811-4220-42c0-b5a3-157c24897d8f/d7f55835-f336-4ca6-a79f-e7e549b04654) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:51.781228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] For port c0435273-1d35-4d51-8812-b44173ab14c8, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:51.785581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] For port c0435273-1d35-4d51-8812-b44173ab14c8, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c0435273-1d35-4d51-8812-b44173ab14c8,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:51.800533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-0eb2dc46-de5c-429b-a368-2088bd65755a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0543416 Sep 16 05:22:51.853455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Pushing event updated for resources: {'Port': ['ID=ff4cfb0c-2218-4d2a-892b-c5495389ef7c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.868336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.868779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.869349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.869904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.871354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.872034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.872152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.872435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.872792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.873178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.873543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.874033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.874459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3129a145-022a-456e-971f-e76dbfd3a70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:51.894078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-963d7f89-96f2-43ce-9ae4-2e469769b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.897215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-963d7f89-96f2-43ce-9ae4-2e469769b47e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0886052 Sep 16 05:22:51.913496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.914491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.916660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] 10.222.0.66 "PUT /v2.0/ports/c0435273-1d35-4d51-8812-b44173ab14c8 HTTP/1.1" status: 200 len: 1093 time: 2.9637220 Sep 16 05:22:51.925196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591a175-b7a1-4e5a-a4c6-89db4aef079a', 'tag': 'c0435273-1d35-4d51-8812-b44173ab14c8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:51.928621 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6478d1ae-0ae0-41ab-90ee-0783d5f95526" -d '{"events": [{"name": "network-changed", "server_uuid": "7591a175-b7a1-4e5a-a4c6-89db4aef079a", "tag": "c0435273-1d35-4d51-8812-b44173ab14c8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:51.986787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-e6768332-4b94-4e21-8ba6-9441693d2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.989926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-e6768332-4b94-4e21-8ba6-9441693d2336 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820246 Sep 16 05:22:52.016104 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a7b26-cd3a-40ad-8e3d-df6a1d663f12 x-openstack-request-id: req-ef5a7b26-cd3a-40ad-8e3d-df6a1d663f12 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:52.016413 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591a175-b7a1-4e5a-a4c6-89db4aef079a", "tag": "c0435273-1d35-4d51-8812-b44173ab14c8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:52.016665 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef5a7b26-cd3a-40ad-8e3d-df6a1d663f12 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:52.017069 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7591a175-b7a1-4e5a-a4c6-89db4aef079a', 'tag': 'c0435273-1d35-4d51-8812-b44173ab14c8', 'status': 'completed', 'code': 200} Sep 16 05:22:52.151454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-0c08036a-38c6-4cd2-82c9-c737751d1a01 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503921 Sep 16 05:22:52.204091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Allocated IP 172.25.1.217 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/ca8c582d-72a4-4118-be50-381d8d6c6745) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:52.244759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e8a9b-70d5-425c-9729-30b2036bae37 service neutron] Pushing event updated for resources: {'Port': ['ID=c0435273-1d35-4d51-8812-b44173ab14c8,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.310408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-3e97ad3a-4b00-470d-84da-7873c2fed19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.312152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-3e97ad3a-4b00-470d-84da-7873c2fed19a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 1096 time: 0.2488186 Sep 16 05:22:52.326254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377da40-ea17-4919-bb00-97d49d24168c req-73a045d1-08a8-4933-b903-ed1ecc0cc9fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.327939 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9377da40-ea17-4919-bb00-97d49d24168c req-73a045d1-08a8-4933-b903-ed1ecc0cc9fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.3419473 Sep 16 05:22:52.337617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d903fd1-cc45-44dd-a196-bfef337d1f6c req-6cbc4f14-9929-4029-8a1d-3777993672e2 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759861 Sep 16 05:22:52.400242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.448272 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-f1ea285a-c4d0-4303-9ca3-2ca41b33d742 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0435273-1d35-4d51-8812-b44173ab14c8 HTTP/1.1" status: 200 len: 217 time: 0.0637496 Sep 16 05:22:52.486190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9377da40-ea17-4919-bb00-97d49d24168c req-4d067bbd-ac70-4a7f-b07f-92c040215ced tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506488 Sep 16 05:22:52.520982 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.593008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-322d15ef-7a66-4428-beae-bd136dfbcf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.594664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-322d15ef-7a66-4428-beae-bd136dfbcf70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.0778127 Sep 16 05:22:52.596537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5bfc9-46fb-482e-a3a8-4db316619b97 req-1081484b-b41a-4c67-b236-1a495d516e13 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.599402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18e5bfc9-46fb-482e-a3a8-4db316619b97 req-1081484b-b41a-4c67-b236-1a495d516e13 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 948 time: 0.1078715 Sep 16 05:22:52.630844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-dd39d09d-2d34-4a19-b8ad-159973bea195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.632832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-4e937a34-857a-4d18-a258-cc6c5153a988 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296962 Sep 16 05:22:52.634218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-dd39d09d-2d34-4a19-b8ad-159973bea195 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1100 time: 0.1061354 Sep 16 05:22:52.662627 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.732841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18e5bfc9-46fb-482e-a3a8-4db316619b97 req-5c3d4fe3-8a1c-480d-903c-7e392566482e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220469 Sep 16 05:22:52.797099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:52.808081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.821284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:52.850722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:52.857012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.857768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.857950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-aed2fdf4-63a5-4e45-8b1c-aa86666be919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.860423 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-aed2fdf4-63a5-4e45-8b1c-aa86666be919 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2058263 Sep 16 05:22:52.862682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=d7f55835-f336-4ca6-a79f-e7e549b04654,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.939527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-5b44abc3-d525-4042-8f29-3bed55669763 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0659485 Sep 16 05:22:52.940507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:52.956938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:52.960752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:53.001351 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-4c89a20f-5ced-4257-a6fb-7723024986e4 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470657 Sep 16 05:22:53.035941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e059c0c-9a79-4e1a-95c3-796f030cd9cc req-132222fd-f037-4059-a401-22ad039db79a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.037590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e059c0c-9a79-4e1a-95c3-796f030cd9cc req-132222fd-f037-4059-a401-22ad039db79a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 944 time: 0.1027644 Sep 16 05:22:53.039174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-d1541aa8-3dbf-44e7-88bd-57188a6b6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.040736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-d1541aa8-3dbf-44e7-88bd-57188a6b6485 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0887451 Sep 16 05:22:53.042919 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d36811e8-5c8b-446c-8898-fc6ca98caf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.050856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea26a8-b1e0-4254-a249-456edefec402 req-b92d2851-74db-4828-a7cb-dc16edae1e7b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.052574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79ea26a8-b1e0-4254-a249-456edefec402 req-b92d2851-74db-4828-a7cb-dc16edae1e7b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 944 time: 0.2462635 Sep 16 05:22:53.056408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c962be5a-9218-4ce4-b0dc-a98b265fe7b4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7113075 Sep 16 05:22:53.058412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52376) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:53.084362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'Port': ['ID=ca8c582d-72a4-4118-be50-381d8d6c6745,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.157029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e059c0c-9a79-4e1a-95c3-796f030cd9cc req-81c37948-190c-4a49-85d9-0ab562215cc5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089618 Sep 16 05:22:53.199625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-7ac79bb5-6e3d-4789-87bd-7878b08c18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.207201 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-7ac79bb5-6e3d-4789-87bd-7878b08c18e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503861 Sep 16 05:22:53.209302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4c57f-09ea-406e-9eda-a62da34ac7b7 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:53.351399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79ea26a8-b1e0-4254-a249-456edefec402 req-9037a80e-1228-4adc-91bc-95650b3eeec2 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887838 Sep 16 05:22:53.374968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5d6a861c-067f-4285-b468-c7f6d264b4e7 None None] Provisioning complete for port ff4cfb0c-2218-4d2a-892b-c5495389ef7c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:53.375373 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d6a861c-067f-4285-b468-c7f6d264b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.416087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c560e3a-ebca-43cd-97fb-45a9a29f1dd7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.422918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c560e3a-ebca-43cd-97fb-45a9a29f1dd7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.425142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8c560e3a-ebca-43cd-97fb-45a9a29f1dd7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3632095 Sep 16 05:22:53.433685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52382) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:53.451636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b66e905-742f-4398-9158-60911dbbbdd0 req-1fb923eb-44f5-47c3-8680-dddfeaf685b3 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265957 Sep 16 05:22:53.452948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.483196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-69e5f6e3-da4e-461b-83e1-5e570e8d4030 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672439 Sep 16 05:22:53.483841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 757bac38-d245-4438-b0f0-4b3675b33fa6 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:53.486045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ff4cfb0c-2218-4d2a-892b-c5495389ef7c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:53.598844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.652764 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb8f6048-0ed2-4ff8-8eb9-00720436ba9b req-78d6446d-7eba-4966-b650-53a04da05749 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577826 Sep 16 05:22:53.726760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a006693c-adce-4e2e-a119-4efd69d21bdf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port d7f55835-f336-4ca6-a79f-e7e549b04654 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:53.727025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a006693c-adce-4e2e-a119-4efd69d21bdf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.766840 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ff4cfb0c-2218-4d2a-892b-c5495389ef7c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:53.767205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.855642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e26d9-a776-4308-9bd7-1fc7778f6d82 req-6242c495-9452-490a-be0a-2d6462f4c740 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.857341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-829e26d9-a776-4308-9bd7-1fc7778f6d82 req-6242c495-9452-490a-be0a-2d6462f4c740 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.2286875 Sep 16 05:22:53.869893 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.885484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 757bac38-d245-4438-b0f0-4b3675b33fa6 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:53.889635 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d6a861c-067f-4285-b468-c7f6d264b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.909335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 757bac38-d245-4438-b0f0-4b3675b33fa6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:53.910098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.923769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-13bf1921-681e-45a6-9ae5-9e1fca43be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.926365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-13bf1921-681e-45a6-9ae5-9e1fca43be9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 1096 time: 0.2426121 Sep 16 05:22:53.984371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5d6a861c-067f-4285-b468-c7f6d264b4e7 None None] For port ff4cfb0c-2218-4d2a-892b-c5495389ef7c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ff4cfb0c-2218-4d2a-892b-c5495389ef7c,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:54.023376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905613-d9e9-4895-bda1-94c906377ea4 req-f69921cc-9ab2-44a1-a09e-99d09c0be81b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.032237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa905613-d9e9-4895-bda1-94c906377ea4 req-f69921cc-9ab2-44a1-a09e-99d09c0be81b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 948 time: 0.1361432 Sep 16 05:22:54.044416 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.081383 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d6a861c-067f-4285-b468-c7f6d264b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.101197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa905613-d9e9-4895-bda1-94c906377ea4 req-db4e21f5-ea53-49c3-8c33-3af4fda5b8cd tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677876 Sep 16 05:22:54.141453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-829e26d9-a776-4308-9bd7-1fc7778f6d82 req-ce768dca-2c42-48c2-bbc8-d1cccd790c6a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442586 Sep 16 05:22:54.172128 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.187491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a006693c-adce-4e2e-a119-4efd69d21bdf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.212216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a861c-067f-4285-b468-c7f6d264b4e7 None None] Pushing event updated for resources: {'Port': ['ID=ff4cfb0c-2218-4d2a-892b-c5495389ef7c,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.221775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:54.222170 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:54.227129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.234462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757bac38-d245-4438-b0f0-4b3675b33fa6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:54.237585 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6412e174-ced2-463a-8dd3-2f297135c84d" -d '{"events": [{"server_uuid": "c23129e2-0aaa-423d-80a4-b97523a66512", "name": "network-vif-plugged", "status": "completed", "tag": "757bac38-d245-4438-b0f0-4b3675b33fa6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:54.256006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 757bac38-d245-4438-b0f0-4b3675b33fa6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=757bac38-d245-4438-b0f0-4b3675b33fa6,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:54.274137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a006693c-adce-4e2e-a119-4efd69d21bdf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for d7f55835-f336-4ca6-a79f-e7e549b04654 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:54.287255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-0fb60d9a-2f88-496e-9676-a248fcc86acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.289000 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-0fb60d9a-2f88-496e-9676-a248fcc86acd service neutron] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 912 time: 0.3464847 Sep 16 05:22:54.316418 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3ad9b8-7ae6-47c1-8fd7-6989e098cba3 x-openstack-request-id: req-ad3ad9b8-7ae6-47c1-8fd7-6989e098cba3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:54.316709 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23129e2-0aaa-423d-80a4-b97523a66512", "name": "network-vif-plugged", "status": "completed", "tag": "757bac38-d245-4438-b0f0-4b3675b33fa6", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:54.316933 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad3ad9b8-7ae6-47c1-8fd7-6989e098cba3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:54.317337 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'code': 200} Sep 16 05:22:54.327574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6293875b-73c0-44ac-96d0-fe7f011485fc None None] Provisioning complete for port ff4cfb0c-2218-4d2a-892b-c5495389ef7c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:54.328314 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6293875b-73c0-44ac-96d0-fe7f011485fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.363276 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.366404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d333d-5ed1-4421-b747-ecbfe664f687 req-d800e63f-f21b-46aa-aa44-3a2f74731f4d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.374251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-497d333d-5ed1-4421-b747-ecbfe664f687 req-d800e63f-f21b-46aa-aa44-3a2f74731f4d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 944 time: 0.1007128 Sep 16 05:22:54.414793 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.454787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-497d333d-5ed1-4421-b747-ecbfe664f687 req-31ddbd7a-cf7e-4842-97d3-06bc5d8ad9d4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795398 Sep 16 05:22:54.506621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'Port': ['ID=ca8c582d-72a4-4118-be50-381d8d6c6745,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.514032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=757bac38-d245-4438-b0f0-4b3675b33fa6,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.521152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-154326d7-8b87-4345-88c4-97b03ff93a3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0435273-1d35-4d51-8812-b44173ab14c8 HTTP/1.1" status: 200 len: 217 time: 0.1810894 Sep 16 05:22:54.556749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6293875b-73c0-44ac-96d0-fe7f011485fc None None] Provisioning complete for port d7f55835-f336-4ca6-a79f-e7e549b04654 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:54.557554 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6293875b-73c0-44ac-96d0-fe7f011485fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.609284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:54.652462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd78237-ebf2-4098-9a1d-f29ce87e3c73 req-2e57cd10-75aa-42d0-b169-f85b9aeeb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.654229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acd78237-ebf2-4098-9a1d-f29ce87e3c73 req-2e57cd10-75aa-42d0-b169-f85b9aeeb3f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 1097 time: 0.1773086 Sep 16 05:22:54.662624 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.667684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-d21c631c-b3e0-4b14-a97b-b4b4db14339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.669113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6293875b-73c0-44ac-96d0-fe7f011485fc None None] Port d7f55835-f336-4ca6-a79f-e7e549b04654 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:54.671073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-d21c631c-b3e0-4b14-a97b-b4b4db14339f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.1412706 Sep 16 05:22:54.736979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-51782048-c27d-485c-80ab-5e96f71a7383 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496490 Sep 16 05:22:54.766481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f2c4d-e7e1-4390-aa4c-aa633daf2e03 req-f5162f56-eef1-446e-96aa-f84419df6c62 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.769706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-867f2c4d-e7e1-4390-aa4c-aa633daf2e03 req-f5162f56-eef1-446e-96aa-f84419df6c62 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.0946319 Sep 16 05:22:54.824183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acd78237-ebf2-4098-9a1d-f29ce87e3c73 req-8a1d210f-2063-4695-9adb-de8dd940fe5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504340 Sep 16 05:22:54.831073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-867f2c4d-e7e1-4390-aa4c-aa633daf2e03 req-79ac5578-089e-44de-bdf6-34bbd52967c0 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534239 Sep 16 05:22:54.869552 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.870758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-db63e726-36f4-49e7-b7de-5bf749f4b98d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6371074 Sep 16 05:22:54.907051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-64dc276a-d06e-4b6e-85c6-5ea2a416c476 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612973 Sep 16 05:22:54.975110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-aa17d596-7284-4e0f-8806-51d29f52bc4b None None] Provisioning complete for port d7f55835-f336-4ca6-a79f-e7e549b04654 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:54.975486 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa17d596-7284-4e0f-8806-51d29f52bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.980557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:55.005747 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a006693c-adce-4e2e-a119-4efd69d21bdf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.019009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'mac_address': 'fa:16:3e:ee:a3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:55.035916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-aa17d596-7284-4e0f-8806-51d29f52bc4b None None] Port d7f55835-f336-4ca6-a79f-e7e549b04654 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:55.053063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006693c-adce-4e2e-a119-4efd69d21bdf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=d7f55835-f336-4ca6-a79f-e7e549b04654,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.076978 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.095593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:55.114576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a006693c-adce-4e2e-a119-4efd69d21bdf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.116690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a006693c-adce-4e2e-a119-4efd69d21bdf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/d7f55835-f336-4ca6-a79f-e7e549b04654 HTTP/1.1" status: 204 len: 168 time: 1.6819534 Sep 16 05:22:55.119099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6478d1ae-0ae0-41ab-90ee-0783d5f95526 req-b37065c5-58e0-4b9f-8e7d-ebe8bbc85985 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005637 Sep 16 05:22:55.120784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52410) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.135624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-4016c621-daed-4b4f-ac9d-74a2c2241868 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1280328576&fields=id&tenant_id=87a82320fc364a3682465099ceb7e456 HTTP/1.1" status: 200 len: 267 time: 0.0935190 Sep 16 05:22:55.136125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:55.198601 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.266245 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.342435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-f5ada102-46c3-4db2-9c2f-f34bde253410 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.348319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-f5ada102-46c3-4db2-9c2f-f34bde253410 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 817 time: 0.1880825 Sep 16 05:22:55.360757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d5115-06e4-4bf6-a567-3ab74504410d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.364067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d5115-06e4-4bf6-a567-3ab74504410d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.366545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f61d5115-06e4-4bf6-a567-3ab74504410d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2433729 Sep 16 05:22:55.370556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52416) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.372425 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-7ba674b0-9a8d-44e9-9afb-dcb3c9cf9fda tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/quotas/87a82320fc364a3682465099ceb7e456 HTTP/1.1" status: 200 len: 375 time: 0.0174003 Sep 16 05:22:55.407011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.448193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ff4cfb0c-2218-4d2a-892b-c5495389ef7c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:55.463240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-797c0b14-ecff-4f0d-af14-4892043828e0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803752 Sep 16 05:22:55.465510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6785e-a24a-4b81-8e15-613d26875df6 req-00e99332-a1a1-42dc-ab66-468aa565917e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.467159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bda6785e-a24a-4b81-8e15-613d26875df6 req-00e99332-a1a1-42dc-ab66-468aa565917e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 949 time: 0.2279792 Sep 16 05:22:55.514381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e138949-6001-4466-a25b-0e9641dd5de7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 7cd9d811-4220-42c0-b5a3-157c24897d8f {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:55.519155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e138949-6001-4466-a25b-0e9641dd5de7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.529400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ff4cfb0c-2218-4d2a-892b-c5495389ef7c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:55.529731 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.561917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bda6785e-a24a-4b81-8e15-613d26875df6 req-b20c369a-4d29-4298-9f12-d16e5bb783fa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826468 Sep 16 05:22:55.590556 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e138949-6001-4466-a25b-0e9641dd5de7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.636954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:55.698560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-43c7789f-b08d-4063-af78-31a166c84305 service neutron] 10.222.0.49 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163973 Sep 16 05:22:55.763646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e138949-6001-4466-a25b-0e9641dd5de7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.815286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661074a6-f2fc-46d0-88cd-1a9a531f6df0 req-3895aca6-04f8-4d70-b297-0655da2d8853 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:55.817110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-661074a6-f2fc-46d0-88cd-1a9a531f6df0 req-3895aca6-04f8-4d70-b297-0655da2d8853 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1179652 Sep 16 05:22:55.864581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-894ff042-c7d3-4d51-a9ea-d9aefa8e064b service neutron] 10.222.0.49 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643417 Sep 16 05:22:55.875653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-661074a6-f2fc-46d0-88cd-1a9a531f6df0 req-f515c15b-f0b4-4ffd-a459-79b7a4079625 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482483 Sep 16 05:22:55.953306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e138949-6001-4466-a25b-0e9641dd5de7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.005880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e138949-6001-4466-a25b-0e9641dd5de7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd9d811-4220-42c0-b5a3-157c24897d8f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.020377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e138949-6001-4466-a25b-0e9641dd5de7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.021699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e06448-6a56-43f3-8a2a-ddb41bdde792 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:56.026288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8e138949-6001-4466-a25b-0e9641dd5de7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/7cd9d811-4220-42c0-b5a3-157c24897d8f HTTP/1.1" status: 204 len: 168 time: 0.6411018 Sep 16 05:22:56.033439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:56.047702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450f889-dac1-4aa1-bb80-cbad3174b3d4 req-98083798-8010-4535-9852-43343e277798 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.050907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a450f889-dac1-4aa1-bb80-cbad3174b3d4 req-98083798-8010-4535-9852-43343e277798 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 944 time: 0.1080937 Sep 16 05:22:56.121063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a450f889-dac1-4aa1-bb80-cbad3174b3d4 req-37322455-a6bc-4a69-a4b4-998ff41c3b40 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601728 Sep 16 05:22:56.139061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6308ce38-d7f4-4e7a-8e40-2105a0c08bd5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100752 Sep 16 05:22:56.144127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52428) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:56.158175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:56.319079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:56.386986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f17e050-3d78-4ac5-8ac0-f1d939b37eb7 req-c689dc52-3566-4b81-b4f9-5e4525822426 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 210 time: 0.0406044 Sep 16 05:22:56.416366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] Deleting port ff4cfb0c-2218-4d2a-892b-c5495389ef7c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:56.417502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.439303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee653-e191-47b5-a967-0dfb1b7ed8de req-8d9244cf-3d55-4418-bb4a-ad795db78d87 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.439303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74aee653-e191-47b5-a967-0dfb1b7ed8de req-8d9244cf-3d55-4418-bb4a-ad795db78d87 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.0683846 Sep 16 05:22:56.478211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:56.482582 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.513623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] For port ff4cfb0c-2218-4d2a-892b-c5495389ef7c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ff4cfb0c-2218-4d2a-892b-c5495389ef7c,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:56.514268 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.532887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] Calling delete_port for ff4cfb0c-2218-4d2a-892b-c5495389ef7c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:56.533235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74aee653-e191-47b5-a967-0dfb1b7ed8de req-dc34b99e-0c3e-496f-9cb5-94c396bfa8b5 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867426 Sep 16 05:22:56.603306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c0435273-1d35-4d51-8812-b44173ab14c8 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:56.626092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:56.730226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7f06-f34e-481f-803f-894436dcdcbd req-fc14eb00-30b6-48db-aabe-85f4ed28cb7f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.732214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd2f7f06-f34e-481f-803f-894436dcdcbd req-fc14eb00-30b6-48db-aabe-85f4ed28cb7f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 949 time: 0.0743494 Sep 16 05:22:56.873291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.874087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.928259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] No DVR routers for this DVR port ff4cfb0c-2218-4d2a-892b-c5495389ef7c on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:56.951849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420f676-5c6f-4e0d-bd33-7b4725f8c540 None None] Pushing event deleted for resources: {'Port': ['ID=ff4cfb0c-2218-4d2a-892b-c5495389ef7c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.961625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:56.965817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c0435273-1d35-4d51-8812-b44173ab14c8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c0435273-1d35-4d51-8812-b44173ab14c8,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:56.984495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:56.984871 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.991688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:56.998224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:57.003273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.007184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.048399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=b15be34b-517e-4315-9358-eb42e2e1c49a,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:57.059031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d345be3-376b-40d8-b867-104c2d8258a8 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:57.065783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'c0435273-1d35-4d51-8812-b44173ab14c8', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'port_id': 'c0435273-1d35-4d51-8812-b44173ab14c8', 'mac_address': 'fa:16:3e:7b:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec37c82-919e-41b8-8934-007460e0c85e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:57.137099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4177910f-d94f-4724-a6f3-4d4f7b6414ba tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9910386 Sep 16 05:22:57.139395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52442) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:57.146233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'name': 'tempest-NetworksTestDHCPv6-882166167'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:57.183712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220e3eb-2c1d-4336-b75a-ca54e3be1e88 req-bdd36cae-d770-4294-b345-0a272eba561f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.185581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7220e3eb-2c1d-4336-b75a-ca54e3be1e88 req-bdd36cae-d770-4294-b345-0a272eba561f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1092577 Sep 16 05:22:57.189487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd2f7f06-f34e-481f-803f-894436dcdcbd req-adb2b97e-0b50-4f47-af27-451c0e12ebb1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417734 Sep 16 05:22:57.282374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7220e3eb-2c1d-4336-b75a-ca54e3be1e88 req-fbeb55d7-8493-4308-acfb-7cfa318790f9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779572 Sep 16 05:22:57.282628 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.345254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.353694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0435273-1d35-4d51-8812-b44173ab14c8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:57.417379 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.451380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ff4cfb0c-2218-4d2a-892b-c5495389ef7c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:57.473890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94091175-4a55-43d3-8a0b-8bbe643a9177 req-4495c1e3-edc6-4ff0-8416-29d843ac1210 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.475542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94091175-4a55-43d3-8a0b-8bbe643a9177 req-4495c1e3-edc6-4ff0-8416-29d843ac1210 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 944 time: 0.1032381 Sep 16 05:22:57.477091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:57.481609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.515736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:57.516709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port ae24f615-9967-470e-8e28-ff70fd60d64e yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:57.520120 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c43ea7a-35ed-4589-919e-818146b0e28e" -d '{"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-plugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:57.532896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c0435273-1d35-4d51-8812-b44173ab14c8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c0435273-1d35-4d51-8812-b44173ab14c8,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:57.544346 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ff4cfb0c-2218-4d2a-892b-c5495389ef7c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:57.544726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ff4cfb0c-2218-4d2a-892b-c5495389ef7c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:57.554329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:57.588756 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94091175-4a55-43d3-8a0b-8bbe643a9177 req-4b38029a-fdfe-492a-8223-3e19c29695a3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043928 Sep 16 05:22:57.611179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'b15be34b-517e-4315-9358-eb42e2e1c49a'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:57.612550 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.640504 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.714591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e440f54-cff8-4e9f-a406-94a587d0e988 req-88f4de2b-3f90-4574-90f1-7d1cf6bbc927 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 210 time: 0.0506127 Sep 16 05:22:57.739609 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876485f1-1fec-4078-ac5e-49ec7ed5e03c x-openstack-request-id: req-876485f1-1fec-4078-ac5e-49ec7ed5e03c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:57.739930 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-plugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:57.740338 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-876485f1-1fec-4078-ac5e-49ec7ed5e03c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:57.740733 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'code': 200} Sep 16 05:22:57.748871 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.782267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=c0435273-1d35-4d51-8812-b44173ab14c8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:57.785924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::302 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/b15be34b-517e-4315-9358-eb42e2e1c49a/ae24f615-9967-470e-8e28-ff70fd60d64e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:57.849383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facbaf-cfec-4a35-871b-8b3025d1eadc req-c0259428-30ee-427a-9674-bb0082a17e4b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.851290 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98facbaf-cfec-4a35-871b-8b3025d1eadc req-c0259428-30ee-427a-9674-bb0082a17e4b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.0672677 Sep 16 05:22:57.877745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:57.913691 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98facbaf-cfec-4a35-871b-8b3025d1eadc req-45b8cb01-173e-4e71-9c2a-6c922aebe612 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492105 Sep 16 05:22:57.979110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657781e-8b99-4c53-bde3-b2beaf45899e req-38b40aaf-89c5-4554-9a0e-799fe6936472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.980713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b657781e-8b99-4c53-bde3-b2beaf45899e req-38b40aaf-89c5-4554-9a0e-799fe6936472 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1102 time: 0.1412699 Sep 16 05:22:58.006526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c0435273-1d35-4d51-8812-b44173ab14c8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:58.078733 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.092218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b657781e-8b99-4c53-bde3-b2beaf45899e req-1e29ce0b-56b8-476d-8439-1c9c32945dd4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015100 Sep 16 05:22:58.115363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f5c86-c004-40a5-8312-57b2bd144947 req-3d18ae8c-a45c-4582-9c7d-398ccb1e62d8 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.117022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f5c86-c004-40a5-8312-57b2bd144947 req-3d18ae8c-a45c-4582-9c7d-398ccb1e62d8 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.1130300 Sep 16 05:22:58.126805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52460) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.131548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Request body: {'floatingip': {'port_id': '757bac38-d245-4438-b0f0-4b3675b33fa6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:58.178145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.231322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.281254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:58.285896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:58.292076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:58.305645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.307216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.328999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/b15be34b-517e-4315-9358-eb42e2e1c49a/1e703534-8408-4efd-a52e-b2f345299cf5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:58.396663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=ae24f615-9967-470e-8e28-ff70fd60d64e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.479641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-347adb51-ca3c-4dcb-8b56-2050ecae3b00 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3387301 Sep 16 05:22:58.482521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52466) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.504382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f492c7-2735-4fe1-ac5e-a5baed4b70e2 req-a33667c5-241c-4a58-8b89-9eaf8bf9d789 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.506024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70f492c7-2735-4fe1-ac5e-a5baed4b70e2 req-a33667c5-241c-4a58-8b89-9eaf8bf9d789 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1814425 Sep 16 05:22:58.530950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2ae9-44d5-4207-b0e3-b21dc91b84ad req-2ad506f7-2147-486c-94e0-daa28f36fa46 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.536427 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a90d2ae9-44d5-4207-b0e3-b21dc91b84ad req-2ad506f7-2147-486c-94e0-daa28f36fa46 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.0816977 Sep 16 05:22:58.561663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.596694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a90d2ae9-44d5-4207-b0e3-b21dc91b84ad req-a1f7eab8-cf6a-4958-92c1-e040adfac2d8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457625 Sep 16 05:22:58.632031 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.670632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70f492c7-2735-4fe1-ac5e-a5baed4b70e2 req-2969e348-b695-4f03-93e2-2563433745af tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403773 Sep 16 05:22:58.679924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.696453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eaa5d2-a4fd-4e6b-b63f-4ebdcbe985d2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.700504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c4eaa5d2-a4fd-4e6b-b63f-4ebdcbe985d2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2157617 Sep 16 05:22:58.703196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52474) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.746499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:58.758212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:58.766718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:58.827210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Pushing event updated for resources: {'Port': ['ID=1e703534-8408-4efd-a52e-b2f345299cf5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.855781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Attempting to bind port 1e703534-8408-4efd-a52e-b2f345299cf5 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:58.856314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Attempting to bind port 1e703534-8408-4efd-a52e-b2f345299cf5 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:58.858030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Attempting to bind port 1e703534-8408-4efd-a52e-b2f345299cf5 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:58.866715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:58.867332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:58.868226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.870151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:58.870946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Bound port: 1e703534-8408-4efd-a52e-b2f345299cf5, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:58.872021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.943979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-80c42a85-c681-445e-8686-23e9d536ba45 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port ae24f615-9967-470e-8e28-ff70fd60d64e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:58.944871 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80c42a85-c681-445e-8686-23e9d536ba45 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.013071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] For port 1e703534-8408-4efd-a52e-b2f345299cf5, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:59.020342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] For port 1e703534-8408-4efd-a52e-b2f345299cf5, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e703534-8408-4efd-a52e-b2f345299cf5,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:59.032657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91c527fc-6742-47aa-8513-9ba76de2e7bb req-12bcd709-0760-4c93-be41-a929270d8c77 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 210 time: 0.0797193 Sep 16 05:22:59.118844 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.128124 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80c42a85-c681-445e-8686-23e9d536ba45 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.144353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-80c42a85-c681-445e-8686-23e9d536ba45 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for ae24f615-9967-470e-8e28-ff70fd60d64e owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:59.200427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a185f-5d32-43ab-b69a-ff76246736be None None] Pushing event updated for resources: {'Port': ['ID=1e703534-8408-4efd-a52e-b2f345299cf5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.259288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49a58a-bbf3-4220-82f4-eb7f34e0a3bb req-eb06c265-a709-4b5e-829b-6cb8b21718fc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.266867 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a49a58a-bbf3-4220-82f4-eb7f34e0a3bb req-eb06c265-a709-4b5e-829b-6cb8b21718fc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 945 time: 0.1494408 Sep 16 05:22:59.319219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a49a58a-bbf3-4220-82f4-eb7f34e0a3bb req-d576cf23-37ca-4f2b-8d33-c75a835fd37c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515018 Sep 16 05:22:59.444711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80c42a85-c681-445e-8686-23e9d536ba45 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.482032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c42a85-c681-445e-8686-23e9d536ba45 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=ae24f615-9967-470e-8e28-ff70fd60d64e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.519242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80c42a85-c681-445e-8686-23e9d536ba45 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.521313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-80c42a85-c681-445e-8686-23e9d536ba45 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/ae24f615-9967-470e-8e28-ff70fd60d64e HTTP/1.1" status: 204 len: 168 time: 0.8167400 Sep 16 05:22:59.523876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52478) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:59.558233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.657383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34c6d9-d076-4899-9867-8d19a005b207 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.659475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34c6d9-d076-4899-9867-8d19a005b207 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.661110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1d34c6d9-d076-4899-9867-8d19a005b207 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1360493 Sep 16 05:22:59.664032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52482) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:59.731616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.794698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccee988d-a8f0-45da-a8dd-279df81576f3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet b15be34b-517e-4315-9358-eb42e2e1c49a {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:59.802628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccee988d-a8f0-45da-a8dd-279df81576f3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.829604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a162319-7832-41f5-a9d4-d24943d48d6f req-d4f5e1db-1026-425c-a5d1-110799fd050f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.833272 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a162319-7832-41f5-a9d4-d24943d48d6f req-d4f5e1db-1026-425c-a5d1-110799fd050f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1330035 Sep 16 05:22:59.848006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-c374c740-4abe-42b8-90be-17952f2bb8ce tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.850758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-c374c740-4abe-42b8-90be-17952f2bb8ce tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.30 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 817 time: 0.2446470 Sep 16 05:22:59.928620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccee988d-a8f0-45da-a8dd-279df81576f3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.945008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-49c888c8-6cc4-459e-a488-46ee854de59a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a82320fc364a3682465099ceb7e456 HTTP/1.1" status: 200 len: 380 time: 0.0679600 Sep 16 05:22:59.958768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a162319-7832-41f5-a9d4-d24943d48d6f req-f989a2dd-66f8-4d64-9b17-eacfd26cd0ca tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042120 Sep 16 05:22:59.977786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'port': {'device_id': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'admin_state_up': True, 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'security_groups': ['c3ab04f3-f72b-4995-b625-af1af2dcdd13']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:00.005536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cc246-cf7e-427f-bbc6-9c5858138c7a req-a3251010-9cc0-4ed9-91f0-522f257fbdde tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.007512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-000cc246-cf7e-427f-bbc6-9c5858138c7a req-a3251010-9cc0-4ed9-91f0-522f257fbdde tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1802263 Sep 16 05:23:00.008927 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Floating IP 695b33dc-15be-4b2b-b429-25ba9f4afe79 associated. External IP: 172.25.1.121, port: 757bac38-d245-4438-b0f0-4b3675b33fa6. Sep 16 05:23:00.146863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-000cc246-cf7e-427f-bbc6-9c5858138c7a req-ae4af9ba-ab0e-49de-92e7-5edada619b1e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201520 Sep 16 05:23:00.177886 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccee988d-a8f0-45da-a8dd-279df81576f3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.244875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Made reservation on behalf of 87a82320fc364a3682465099ceb7e456 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:00.249352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.292073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-849a3453-5b17-4f72-bd43-d60faf42bb49 req-0d0820da-f75d-4347-b606-b6bd3af4a973 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 210 time: 0.0822270 Sep 16 05:23:00.481213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccee988d-a8f0-45da-a8dd-279df81576f3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.530379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1abed4-3dda-4844-991d-616393b6bb1b req-e72d5e69-a347-47bb-99aa-a71facfec95c tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.534356 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc1abed4-3dda-4844-991d-616393b6bb1b req-e72d5e69-a347-47bb-99aa-a71facfec95c tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1102 time: 0.1578310 Sep 16 05:23:00.557204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee988d-a8f0-45da-a8dd-279df81576f3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=b15be34b-517e-4315-9358-eb42e2e1c49a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.604382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Allocated IP 172.20.0.5 (43a78e0f-128c-4631-a7ec-3fd38421e560/07850bc7-6603-4e27-ba23-3334c07eff57/8532642e-8b63-4c0d-8c14-4dcc40b33449) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:00.610099 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccee988d-a8f0-45da-a8dd-279df81576f3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.615805 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ccee988d-a8f0-45da-a8dd-279df81576f3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/b15be34b-517e-4315-9358-eb42e2e1c49a HTTP/1.1" status: 204 len: 168 time: 0.9505422 Sep 16 05:23:00.619132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52496) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:00.638022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c0435273-1d35-4d51-8812-b44173ab14c8 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:00.681630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc1abed4-3dda-4844-991d-616393b6bb1b req-419a6dec-1bb4-43db-ba0c-5cd6d2a4a0c0 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280425 Sep 16 05:23:00.717726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1520ac68-dbfe-4c87-bd19-ddfefc66c86b None None] Provisioning complete for port 1e703534-8408-4efd-a52e-b2f345299cf5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:00.718174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1520ac68-dbfe-4c87-bd19-ddfefc66c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.786792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf2c44-5fad-4563-b031-01340165d24a req-28fe2a34-9749-43d8-90c6-a451367d100a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.801813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbbf2c44-5fad-4563-b031-01340165d24a req-28fe2a34-9749-43d8-90c6-a451367d100a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 945 time: 0.3738093 Sep 16 05:23:00.820456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-97eee0e5-5582-431f-a4a0-ca0924dbdb6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1976128 Sep 16 05:23:00.823193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52500) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:00.839815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-f2b1b6d5-05ee-47bf-a602-4f5ab83d3ec6 req-7e12d7cb-a2c0-427d-9b9a-3771771810a8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:23:00.852736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2b1b6d5-05ee-47bf-a602-4f5ab83d3ec6 req-7e12d7cb-a2c0-427d-9b9a-3771771810a8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265951 Sep 16 05:23:00.859936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Router 01713a94-c02f-43cb-b7b6-153885891f79 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:00.868090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:00.920543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbbf2c44-5fad-4563-b031-01340165d24a req-b21020e8-0d7f-4d1d-b550-d2b97bd6f9c1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177123 Sep 16 05:23:00.936386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port c0435273-1d35-4d51-8812-b44173ab14c8 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:00.947892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port c0435273-1d35-4d51-8812-b44173ab14c8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:00.961046 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.066186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b93c6-2efc-4c51-b24e-328594e79cdb None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:01.112191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1520ac68-dbfe-4c87-bd19-ddfefc66c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.179698 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.261813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:01.268094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.271964 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:01.281450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.284618 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] Sync routers for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:01.316814 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:01.317548 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:22:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:01.365841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.389303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aa53f-7958-41c0-946e-dafa0817c3b8 req-033c5ab2-4e1c-49aa-8e0e-bbf8d4cbe722 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.406923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e08aa53f-7958-41c0-946e-dafa0817c3b8 req-033c5ab2-4e1c-49aa-8e0e-bbf8d4cbe722 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.3380721 Sep 16 05:23:01.419305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-440e9bb9-da6c-42c1-81d6-64ca16a0a7e4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "PUT /v2.0/floatingips/695b33dc-15be-4b2b-b429-25ba9f4afe79 HTTP/1.1" status: 200 len: 991 time: 3.2910199 Sep 16 05:23:01.459203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'tag': '757bac38-d245-4438-b0f0-4b3675b33fa6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:01.462595 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ff386b-d8f6-4b01-8016-907b853d7c78" -d '{"events": [{"name": "network-changed", "server_uuid": "c23129e2-0aaa-423d-80a4-b97523a66512", "tag": "757bac38-d245-4438-b0f0-4b3675b33fa6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:01.541153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e08aa53f-7958-41c0-946e-dafa0817c3b8 req-90775d59-84d6-4663-9d4a-28fb4c7049ea tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324198 Sep 16 05:23:01.658179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e703534-8408-4efd-a52e-b2f345299cf5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:01.748278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1520ac68-dbfe-4c87-bd19-ddfefc66c86b None None] For port 1e703534-8408-4efd-a52e-b2f345299cf5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e703534-8408-4efd-a52e-b2f345299cf5,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:01.770765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:01.798642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:01.805587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.819117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:01.820454 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:01.842898 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.877084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bb959-9512-4b63-9bc2-fb0c6ff86063 req-76e765c7-9407-401e-be8b-8147ac0298d3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.887493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-515bb959-9512-4b63-9bc2-fb0c6ff86063 req-76e765c7-9407-401e-be8b-8147ac0298d3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 931 time: 0.1226323 Sep 16 05:23:01.888200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecf692-97d4-4012-9962-050c83dcd5fd req-a99e1a96-d420-42f7-90be-edac765c8820 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.898871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cecf692-97d4-4012-9962-050c83dcd5fd req-a99e1a96-d420-42f7-90be-edac765c8820 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.2232227 Sep 16 05:23:01.933220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1520ac68-dbfe-4c87-bd19-ddfefc66c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.961567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-515bb959-9512-4b63-9bc2-fb0c6ff86063 req-d0225118-63ca-46a9-8499-4d03853a77c6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725203 Sep 16 05:23:01.978360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-d66e55a5-9ae9-4c63-8cca-ea632b763927 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3232090 Sep 16 05:23:02.044896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cecf692-97d4-4012-9962-050c83dcd5fd req-859de97f-07b0-4d1b-8de4-40c5aa8be3c3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443458 Sep 16 05:23:02.061903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.064492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591a175-b7a1-4e5a-a4c6-89db4aef079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0435273-1d35-4d51-8812-b44173ab14c8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:02.065714 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.068310 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b90e4f4-9df0-44a4-a0d2-fb89fbc5181d" -d '{"events": [{"server_uuid": "7591a175-b7a1-4e5a-a4c6-89db4aef079a", "name": "network-vif-plugged", "status": "completed", "tag": "c0435273-1d35-4d51-8812-b44173ab14c8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:02.092522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1e703534-8408-4efd-a52e-b2f345299cf5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:02.095014 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.134659 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beefc1c-4fb4-43f5-b599-119aa6f301ac x-openstack-request-id: req-7beefc1c-4fb4-43f5-b599-119aa6f301ac {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:02.135118 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23129e2-0aaa-423d-80a4-b97523a66512", "tag": "757bac38-d245-4438-b0f0-4b3675b33fa6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:02.135521 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7beefc1c-4fb4-43f5-b599-119aa6f301ac {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:02.136412 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'tag': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'status': 'completed', 'code': 200} Sep 16 05:23:02.259461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c0435273-1d35-4d51-8812-b44173ab14c8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c0435273-1d35-4d51-8812-b44173ab14c8,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:02.266601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-21e33a37-04c9-4739-b1d4-ed9c02eee53f None None] Could not find standard attr ID for object ae24f615-9967-470e-8e28-ff70fd60d64e. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:02.272100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ac68-dbfe-4c87-bd19-ddfefc66c86b None None] Pushing event updated for resources: {'Port': ['ID=1e703534-8408-4efd-a52e-b2f345299cf5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.278360 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ecea5a-6809-4b41-8b60-1d357b98f505 x-openstack-request-id: req-36ecea5a-6809-4b41-8b60-1d357b98f505 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:02.279988 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591a175-b7a1-4e5a-a4c6-89db4aef079a", "name": "network-vif-plugged", "status": "completed", "tag": "c0435273-1d35-4d51-8812-b44173ab14c8", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:02.280472 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36ecea5a-6809-4b41-8b60-1d357b98f505 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:02.281249 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591a175-b7a1-4e5a-a4c6-89db4aef079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0435273-1d35-4d51-8812-b44173ab14c8', 'code': 200} Sep 16 05:23:02.303592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-23908a46-da9b-4439-9ae7-1a47334f4a43 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3436747 Sep 16 05:23:02.358663 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '695b33dc-15be-4b2b-b429-25ba9f4afe79', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'port_id': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'mac_address': 'fa:16:3e:a3:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:22:59Z', 'revision_number': 1, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:02.396780 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] Checking router: 01713a94-c02f-43cb-b7b6-153885891f79 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:02.409748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:02.410458 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:22:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:02.428009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:02.428009 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.495931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=c0435273-1d35-4d51-8812-b44173ab14c8,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.506475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Request body: {'port': {'device_id': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:02.531244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.540581 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:02.577132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-08171397-f02f-4a4d-90d5-35a94c1dc3b7 None None] Provisioning complete for port 8532642e-8b63-4c0d-8c14-4dcc40b33449 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:02.577512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-08171397-f02f-4a4d-90d5-35a94c1dc3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.661431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-7ded9ded-d307-4b83-98ac-f2edfdc41032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.664668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-7ded9ded-d307-4b83-98ac-f2edfdc41032 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51fe8b50c4274c2fb1e1a35f85a1cc2c&device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 1097 time: 0.4561467 Sep 16 05:23:02.676801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=9235609f-3008-4892-9aaf-206c779a0f99,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.711749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-08171397-f02f-4a4d-90d5-35a94c1dc3b7 None None] Port 8532642e-8b63-4c0d-8c14-4dcc40b33449 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:02.731976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] Deleting port 1e703534-8408-4efd-a52e-b2f345299cf5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:02.732368 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.869225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-c1b6843b-c0b1-450d-8f5d-19e03953588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.870809 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-c1b6843b-c0b1-450d-8f5d-19e03953588a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9003e45a-1b6d-4881-aa1e-2b660512ffb5 HTTP/1.1" status: 200 len: 917 time: 0.1818914 Sep 16 05:23:02.876829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] For port 1e703534-8408-4efd-a52e-b2f345299cf5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e703534-8408-4efd-a52e-b2f345299cf5,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:02.877296 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.929650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] Calling delete_port for 1e703534-8408-4efd-a52e-b2f345299cf5 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:02.971400 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '695b33dc-15be-4b2b-b429-25ba9f4afe79', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'port_id': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'mac_address': 'fa:16:3e:a3:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:22:59Z', 'revision_number': 1, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:02.982112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08441b2-a6ac-4325-be45-09bfcabdbbcf req-a0613840-664c-4ad0-8402-514b7c1acbd8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.985763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a08441b2-a6ac-4325-be45-09bfcabdbbcf req-a0613840-664c-4ad0-8402-514b7c1acbd8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1662037 Sep 16 05:23:03.034723 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c30fc-2184-4975-b0dd-3b83ed2e626c None None] The sync data for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 is: [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '695b33dc-15be-4b2b-b429-25ba9f4afe79', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'port_id': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'mac_address': 'fa:16:3e:a3:71:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:22:59Z', 'revision_number': 1, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:03.067627 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a08441b2-a6ac-4325-be45-09bfcabdbbcf req-5d606baa-893e-4744-94dc-ca9fe7ebff05 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704484 Sep 16 05:23:03.247738 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.311409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] Pushing event deleted for resources: {'Port': ['ID=1e703534-8408-4efd-a52e-b2f345299cf5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:03.324743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c83d4-1610-46b0-a872-007c3ce3e9f9 None None] No DVR routers for this DVR port 1e703534-8408-4efd-a52e-b2f345299cf5 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:03.381874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:03.386757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3db5-ef9e-427b-8bdd-14c44a316b8b req-580d8d0c-8df2-44f7-9da9-c6fabc52b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.388841 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d9c3db5-ef9e-427b-8bdd-14c44a316b8b req-580d8d0c-8df2-44f7-9da9-c6fabc52b88d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 1098 time: 0.9814663 Sep 16 05:23:03.433982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e703534-8408-4efd-a52e-b2f345299cf5 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:03.477144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 1e703534-8408-4efd-a52e-b2f345299cf5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:03.477928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e703534-8408-4efd-a52e-b2f345299cf5 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:03.483962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66871c3d-065a-475e-be5f-d3e2f7a2ce1d req-88c562d2-1bc1-4878-8d44-f8d656c8d2b5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.492179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e066e7c-4303-4b19-8f88-8c52eaf1b9e9 None None] New status for floating IP 695b33dc-15be-4b2b-b429-25ba9f4afe79: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:23:03.496312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:03.498265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66871c3d-065a-475e-be5f-d3e2f7a2ce1d req-88c562d2-1bc1-4878-8d44-f8d656c8d2b5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 931 time: 0.1427975 Sep 16 05:23:03.526091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.527789 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.542970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217671c2-e7f2-412d-aef2-18ad96012fd0 req-e71d4427-29c9-4a75-8d94-891cb3682400 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.545316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c030f022-9a5b-4231-9b34-ccbdd26509a8 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:03.548029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217671c2-e7f2-412d-aef2-18ad96012fd0 req-e71d4427-29c9-4a75-8d94-891cb3682400 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 946 time: 1.2477059 Sep 16 05:23:03.552519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-b93e5e23-bf49-4daf-9859-7868ccd833fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=757bac38-d245-4438-b0f0-4b3675b33fa6 HTTP/1.1" status: 200 len: 999 time: 0.6726069 Sep 16 05:23:03.559784 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66871c3d-065a-475e-be5f-d3e2f7a2ce1d req-1022f67a-b623-43c4-8dd3-bd20f97a4bf8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598493 Sep 16 05:23:03.576131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.663582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d9c3db5-ef9e-427b-8bdd-14c44a316b8b req-99547901-c6f7-4058-880f-0bffe4ddbb26 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429814 Sep 16 05:23:03.724955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a0f8e17f-0301-43f1-9751-419b24bb2dac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8706315 Sep 16 05:23:03.738455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217671c2-e7f2-412d-aef2-18ad96012fd0 req-effa0ee5-18ea-448d-bb50-477d5708214b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847739 Sep 16 05:23:03.740216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-8b9e1b3d-ebbf-414e-b334-8b66caa8e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.742312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-8b9e1b3d-ebbf-414e-b334-8b66caa8e3a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3499753c-73f6-451f-b14f-059ddde3c11b HTTP/1.1" status: 200 len: 855 time: 0.1736014 Sep 16 05:23:03.742740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.810164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'name': 'tempest-NetworksTestDHCPv6-970656210'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:03.820568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7b66e-4017-4678-86b6-d4aae501f07f req-84728aca-69ef-4575-9382-23ffde99dcc6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.822332 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04e7b66e-4017-4678-86b6-d4aae501f07f req-84728aca-69ef-4575-9382-23ffde99dcc6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.0979092 Sep 16 05:23:03.933544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04e7b66e-4017-4678-86b6-d4aae501f07f req-f405f5f9-e49e-4e2f-ab09-a718fbfc5bb0 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017458 Sep 16 05:23:03.936707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '9235609f-3008-4892-9aaf-206c779a0f99'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:03.938074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.145933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-0c4d3792-fbdf-4ce0-b6a3-ed3a09df09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.148750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-0c4d3792-fbdf-4ce0-b6a3-ed3a09df09ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9003e45a-1b6d-4881-aa1e-2b660512ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2521977 Sep 16 05:23:04.235485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/9235609f-3008-4892-9aaf-206c779a0f99/84626583-0824-41ef-b492-9d5b87e50f08) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:04.242624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a441e-dae8-443f-8261-e2997c3bbfc8 req-f17e2a53-d530-4416-ade3-f82084805049 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.245756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-452a441e-dae8-443f-8261-e2997c3bbfc8 req-f17e2a53-d530-4416-ade3-f82084805049 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.1321566 Sep 16 05:23:04.300099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-452a441e-dae8-443f-8261-e2997c3bbfc8 req-e6175b3a-5ee4-445e-81e8-574948214b94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Sep 16 05:23:04.508446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.530713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd35af5-7cf6-4243-bb56-a538df046736 req-df4331e4-96e8-43ca-99ab-ca9205a4d9bf tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.533312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdd35af5-7cf6-4243-bb56-a538df046736 req-df4331e4-96e8-43ca-99ab-ca9205a4d9bf tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.2523098 Sep 16 05:23:04.578385 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-a8f69459-8e8f-4050-aaae-252f7e37e1b8 service neutron] 10.222.0.30 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189675 Sep 16 05:23:04.626217 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8532642e-8b63-4c0d-8c14-4dcc40b33449 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:04.652213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:04.656029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.660884 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.680716 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.730795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdd35af5-7cf6-4243-bb56-a538df046736 req-4beafa83-2c1b-44e4-90ce-e9dc6a9101ff tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677132 Sep 16 05:23:04.750427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Transition to ACTIVE for port object 8532642e-8b63-4c0d-8c14-4dcc40b33449 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:04.754233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 2bc4ded9-1af8-43a3-9946-15e14df6b62d yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:04.772526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:04.778867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:04.784466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:04.886208 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.902073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Pushing event updated for resources: {'Port': ['ID=84626583-0824-41ef-b492-9d5b87e50f08,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.902350 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28ff386b-d8f6-4b01-8016-907b853d7c78 req-e62df7df-5340-440d-b59d-7c2dbd23c4cc service neutron] 10.222.0.30 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120246 Sep 16 05:23:04.957482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Attempting to bind port 84626583-0824-41ef-b492-9d5b87e50f08 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:04.958278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Attempting to bind port 84626583-0824-41ef-b492-9d5b87e50f08 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:04.958278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Attempting to bind port 84626583-0824-41ef-b492-9d5b87e50f08 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:04.966412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:04.966837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:04.967605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.968109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:04.968798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Bound port: 84626583-0824-41ef-b492-9d5b87e50f08, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:04.969359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.024399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::236 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/9235609f-3008-4892-9aaf-206c779a0f99/2bc4ded9-1af8-43a3-9946-15e14df6b62d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:05.028994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.090988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] For port 84626583-0824-41ef-b492-9d5b87e50f08, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:05.096156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] For port 84626583-0824-41ef-b492-9d5b87e50f08, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=84626583-0824-41ef-b492-9d5b87e50f08,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:05.103950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac53d6-11b6-4acb-93d1-d4c79b70323d req-e9ac46b0-1b10-4b2c-bc25-9bdb3fb72b73 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.106010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8ac53d6-11b6-4acb-93d1-d4c79b70323d req-e9ac46b0-1b10-4b2c-bc25-9bdb3fb72b73 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1702001 Sep 16 05:23:05.210506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.253547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8ac53d6-11b6-4acb-93d1-d4c79b70323d req-e25273bb-7b4a-411f-9a79-15c3401286ba tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184459 Sep 16 05:23:05.286638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Attempting to bind port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:05.287024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Attempting to bind port 8532642e-8b63-4c0d-8c14-4dcc40b33449 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:05.287361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Attempting to bind port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:05.300855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:05.301087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Attempting to bind port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:05.328903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a27cc3-2b6c-4f32-97f6-1bd5b2d2ff74 None None] Pushing event updated for resources: {'Port': ['ID=84626583-0824-41ef-b492-9d5b87e50f08,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.394608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:05.394959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Checking segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:05.395372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Bound using segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:05.395905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Bound port: 8532642e-8b63-4c0d-8c14-4dcc40b33449, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:05.396275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.545633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.596183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae606b92-b338-4876-8e54-b81c9553ffab req-f3d12bf1-2963-4adb-8fa7-eeefc2055e64 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.602898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae606b92-b338-4876-8e54-b81c9553ffab req-f3d12bf1-2963-4adb-8fa7-eeefc2055e64 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 946 time: 0.2006869 Sep 16 05:23:05.609180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:05.618874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:05.688814 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae606b92-b338-4876-8e54-b81c9553ffab req-d8bb25c0-82a5-45ef-a18d-dbb8e9ee08f8 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849710 Sep 16 05:23:05.855846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b21220-040a-4532-8893-7dfff7d74e07 req-c76b4162-5465-44cd-ab26-efe9fd48faa6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.857765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b21220-040a-4532-8893-7dfff7d74e07 req-c76b4162-5465-44cd-ab26-efe9fd48faa6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.0798025 Sep 16 05:23:05.906125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.911490 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.989317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f62531-8762-4518-ab96-9a9bc7a5c51f req-3ca06842-3413-46b5-8a38-73eddf45ab41 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.991828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27f62531-8762-4518-ab96-9a9bc7a5c51f req-3ca06842-3413-46b5-8a38-73eddf45ab41 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1036136 Sep 16 05:23:06.032748 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b21220-040a-4532-8893-7dfff7d74e07 req-c1893cab-f38f-4e64-8ae8-2fbbb9a950db tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668932 Sep 16 05:23:06.043536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.044583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.046760 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] 10.222.0.30 "PUT /v2.0/ports/8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 200 len: 1092 time: 3.5695314 Sep 16 05:23:06.051041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:06.055021 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a31ccfd-3eb9-458e-a25a-73d9f21543f6" -d '{"events": [{"name": "network-changed", "server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:06.075301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27f62531-8762-4518-ab96-9a9bc7a5c51f req-9049cd96-6ab4-4f1d-9be5-42b0965d0610 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758579 Sep 16 05:23:06.089450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:06.107619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:06.114730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:06.130558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.131427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.151017 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e94a9d5-0620-4f99-a9c3-de6655de223a x-openstack-request-id: req-9e94a9d5-0620-4f99-a9c3-de6655de223a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:06.157271 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:06.157271 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e94a9d5-0620-4f99-a9c3-de6655de223a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:06.157271 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'status': 'completed', 'code': 200} Sep 16 05:23:06.157271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0365c1-61e9-4b79-a326-cdbe5850b39a service neutron] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:06.328808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=2bc4ded9-1af8-43a3-9946-15e14df6b62d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:06.358096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-11b7594c-ceed-4f66-bfa4-13b3ec2fecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.359713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-11b7594c-ceed-4f66-bfa4-13b3ec2fecb2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1102 time: 0.1208634 Sep 16 05:23:06.362556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccfd-3eb9-458e-a25a-73d9f21543f6 req-618f08e2-2f0a-4702-b1f8-786bcef375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.372958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a31ccfd-3eb9-458e-a25a-73d9f21543f6 req-618f08e2-2f0a-4702-b1f8-786bcef375b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1095 time: 0.1701856 Sep 16 05:23:06.372958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c140527a-2e7e-4731-aa5d-c94ab44c57ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6206326 Sep 16 05:23:06.373312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52598) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.572792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1e57e-03dd-40af-b617-83a1677ea747 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.587818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1e57e-03dd-40af-b617-83a1677ea747 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.591354 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-00f1e57e-03dd-40af-b617-83a1677ea747 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2187450 Sep 16 05:23:06.596598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.620117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dbc51-f0fd-473c-994e-c028131a70c6 req-e7568dad-8cf5-4f7f-b7a6-d1a833c84d3c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.623091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf8dbc51-f0fd-473c-994e-c028131a70c6 req-e7568dad-8cf5-4f7f-b7a6-d1a833c84d3c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1694324 Sep 16 05:23:06.707847 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf8dbc51-f0fd-473c-994e-c028131a70c6 req-86b39ea9-0a09-4e41-ab4e-d0473a92b326 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726080 Sep 16 05:23:06.966120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-306ff65a-cafa-4e3c-a7ee-c081498a9f49 None None] Provisioning complete for port 84626583-0824-41ef-b492-9d5b87e50f08 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.967000 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-306ff65a-cafa-4e3c-a7ee-c081498a9f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.036559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-52a390eb-f5e6-47c7-b39c-c112f159fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.039207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-52a390eb-f5e6-47c7-b39c-c112f159fd5a service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.6711171 Sep 16 05:23:07.117077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccfd-3eb9-458e-a25a-73d9f21543f6 req-87ce18fe-1c07-4b3e-a9c7-2228f68c3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.117077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a31ccfd-3eb9-458e-a25a-73d9f21543f6 req-87ce18fe-1c07-4b3e-a9c7-2228f68c3a3e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=87a82320fc364a3682465099ceb7e456&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7144241 Sep 16 05:23:07.137940 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-306ff65a-cafa-4e3c-a7ee-c081498a9f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.197094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d90a8-b2fd-4add-ba0b-5244608a86d8 req-7385f7d2-1b10-4865-9d58-17a5e2112d40 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.202021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-887d90a8-b2fd-4add-ba0b-5244608a86d8 req-7385f7d2-1b10-4865-9d58-17a5e2112d40 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.0757625 Sep 16 05:23:07.206342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-b1eca9e3-debe-4eaf-8497-5eda326612b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.1218109 Sep 16 05:23:07.207188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-306ff65a-cafa-4e3c-a7ee-c081498a9f49 None None] For port 84626583-0824-41ef-b492-9d5b87e50f08, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=84626583-0824-41ef-b492-9d5b87e50f08,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:07.279293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-306ff65a-cafa-4e3c-a7ee-c081498a9f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.294328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837627a-d853-4ce6-80f2-867437a5b933 req-efd61ca1-8609-4898-b03a-51ddf732b2a7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.306672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-887d90a8-b2fd-4add-ba0b-5244608a86d8 req-83188aff-57f4-4fe0-bc97-6a6d92bbf1c1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887256 Sep 16 05:23:07.307574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9837627a-d853-4ce6-80f2-867437a5b933 req-efd61ca1-8609-4898-b03a-51ddf732b2a7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 946 time: 0.3905692 Sep 16 05:23:07.421837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ff65a-cafa-4e3c-a7ee-c081498a9f49 None None] Pushing event updated for resources: {'Port': ['ID=84626583-0824-41ef-b492-9d5b87e50f08,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.456227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2ec64160-93e6-49a1-9a1d-44b7518c261d None None] Provisioning complete for port 2bc4ded9-1af8-43a3-9946-15e14df6b62d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.457130 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ec64160-93e6-49a1-9a1d-44b7518c261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.530954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 84626583-0824-41ef-b492-9d5b87e50f08 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:07.543840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701f4dc-e25a-4eaf-b246-3fd26181675e req-3edf3dc4-8237-424a-b742-12ea7242c457 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.546511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e701f4dc-e25a-4eaf-b246-3fd26181675e req-3edf3dc4-8237-424a-b742-12ea7242c457 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1457064 Sep 16 05:23:07.569240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-3f970d54-f2ff-4e9d-99c9-23cdcedf0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.571773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-3f970d54-f2ff-4e9d-99c9-23cdcedf0d4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.3424680 Sep 16 05:23:07.598879 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2ec64160-93e6-49a1-9a1d-44b7518c261d None None] Port 2bc4ded9-1af8-43a3-9946-15e14df6b62d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:07.611036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e701f4dc-e25a-4eaf-b246-3fd26181675e req-be483005-ad90-4020-ade4-871f734e8b09 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552757 Sep 16 05:23:07.661176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 84626583-0824-41ef-b492-9d5b87e50f08 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.661859 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.710936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-715aa0b2-6dbf-461c-a366-4ca6dd686ed4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 2bc4ded9-1af8-43a3-9946-15e14df6b62d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:07.711843 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-715aa0b2-6dbf-461c-a366-4ca6dd686ed4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.754052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9837627a-d853-4ce6-80f2-867437a5b933 req-1c531c47-094f-4ddb-8e05-166ca990c6ba tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450433 Sep 16 05:23:07.801899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccfd-3eb9-458e-a25a-73d9f21543f6 req-d0b18f44-ba76-4502-a4c1-365a60f5c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.803430 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a31ccfd-3eb9-458e-a25a-73d9f21543f6 req-d0b18f44-ba76-4502-a4c1-365a60f5c5e8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6315632 Sep 16 05:23:07.811011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-6f7f8796-a772-44cd-a5e5-ec1b7fe1a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.812689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-6f7f8796-a772-44cd-a5e5-ec1b7fe1a92f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2209046 Sep 16 05:23:07.968742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1ce65-a768-4593-a783-ef776f30eebb req-0c4d1d31-0c0a-4f16-b946-236c0c4fcb7f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.971457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1a1ce65-a768-4593-a783-ef776f30eebb req-0c4d1d31-0c0a-4f16-b946-236c0c4fcb7f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1357665 Sep 16 05:23:08.027955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1a1ce65-a768-4593-a783-ef776f30eebb req-90e47b4d-b6d4-4065-8d86-a27a8edb41aa tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501347 Sep 16 05:23:08.090776 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-715aa0b2-6dbf-461c-a366-4ca6dd686ed4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.113456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-715aa0b2-6dbf-461c-a366-4ca6dd686ed4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 2bc4ded9-1af8-43a3-9946-15e14df6b62d owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:08.125273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-7ea92d92-7762-484e-8708-95936363b53a service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787652 Sep 16 05:23:08.131076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-c70f0a19-5fd8-4bd3-91bd-de92ccfefe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.132816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-c70f0a19-5fd8-4bd3-91bd-de92ccfefe28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1095 time: 0.1976800 Sep 16 05:23:08.265793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-7e0514c2-61df-4983-8c87-5e23d9e5d934 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 200 len: 217 time: 0.0816138 Sep 16 05:23:08.360505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-59a86bf0-a31e-40d5-bf37-56a1d6b13446 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267113 Sep 16 05:23:08.367802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8946f9f2-e133-4006-811a-7c32dd8c40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.369432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-8946f9f2-e133-4006-811a-7c32dd8c40c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.0957408 Sep 16 05:23:08.461700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6623-24bd-457c-8a49-806d69c0ae96 req-0725274f-7176-4643-9de3-217ec514c4ef tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.463632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-775e6623-24bd-457c-8a49-806d69c0ae96 req-0725274f-7176-4643-9de3-217ec514c4ef tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.0588925 Sep 16 05:23:08.463959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-50e974ea-8787-4edf-a2ce-60a75a7ba9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.465567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-50e974ea-8787-4edf-a2ce-60a75a7ba9c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658677 Sep 16 05:23:08.513706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-775e6623-24bd-457c-8a49-806d69c0ae96 req-cf4c8fc7-cf21-4f8a-9f70-782e31cc102f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Sep 16 05:23:08.580689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-e01b1efa-fe7a-4fd0-a15e-bfab88dbf07a service neutron] 10.222.0.30 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060278 Sep 16 05:23:08.686977 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-715aa0b2-6dbf-461c-a366-4ca6dd686ed4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.734655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5da2ff6-6205-4af0-84e5-3864c4db6672 req-84f2c00c-d0f6-4faf-9931-e381c21c5d43 service neutron] 10.222.0.30 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464028 Sep 16 05:23:08.746168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715aa0b2-6dbf-461c-a366-4ca6dd686ed4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=2bc4ded9-1af8-43a3-9946-15e14df6b62d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:08.797985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-715aa0b2-6dbf-461c-a366-4ca6dd686ed4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.800721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-715aa0b2-6dbf-461c-a366-4ca6dd686ed4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/2bc4ded9-1af8-43a3-9946-15e14df6b62d HTTP/1.1" status: 204 len: 168 time: 2.2030458 Sep 16 05:23:08.804560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52636) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:08.861801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad44238-6c16-4c3c-938c-dd3cd51402d6 req-9df1b05d-74a2-46dc-9aa3-5250e052811a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.864410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ad44238-6c16-4c3c-938c-dd3cd51402d6 req-9df1b05d-74a2-46dc-9aa3-5250e052811a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1323547 Sep 16 05:23:08.914613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39af02f-e1b7-481f-b5e6-b01131f70591 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.916792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39af02f-e1b7-481f-b5e6-b01131f70591 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.918663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c39af02f-e1b7-481f-b5e6-b01131f70591 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1098592 Sep 16 05:23:08.924832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52638) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:08.947999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ad44238-6c16-4c3c-938c-dd3cd51402d6 req-8ad0749b-1020-4ec5-937a-f202f069e295 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586007 Sep 16 05:23:09.010273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe9ff74-abfb-4b8a-8cc2-f31e61774ab1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 9235609f-3008-4892-9aaf-206c779a0f99 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:09.016514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe9ff74-abfb-4b8a-8cc2-f31e61774ab1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.097425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe9ff74-abfb-4b8a-8cc2-f31e61774ab1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.231511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe9ff74-abfb-4b8a-8cc2-f31e61774ab1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.246269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf341b9-2d86-4ce6-bcf0-300d59bc52e0 req-e74299ce-a4f5-474f-b323-a7b55dae45cf tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.248365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf341b9-2d86-4ce6-bcf0-300d59bc52e0 req-e74299ce-a4f5-474f-b323-a7b55dae45cf tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.0700672 Sep 16 05:23:09.319699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf341b9-2d86-4ce6-bcf0-300d59bc52e0 req-6314ac41-e461-4386-9a81-ef69a9e12ba5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641606 Sep 16 05:23:09.366470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 84626583-0824-41ef-b492-9d5b87e50f08 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:09.422662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 84626583-0824-41ef-b492-9d5b87e50f08 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:09.423079 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.461672 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe9ff74-abfb-4b8a-8cc2-f31e61774ab1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.492689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:09.493542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9ff74-abfb-4b8a-8cc2-f31e61774ab1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=9235609f-3008-4892-9aaf-206c779a0f99,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.495604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe9ff74-abfb-4b8a-8cc2-f31e61774ab1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.500080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-efe9ff74-abfb-4b8a-8cc2-f31e61774ab1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/9235609f-3008-4892-9aaf-206c779a0f99 HTTP/1.1" status: 204 len: 168 time: 0.5712774 Sep 16 05:23:09.500378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.514849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca5924-d9c0-4484-ba4f-e733a4a632b4 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:09.549113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4bcfdda9-1cbd-4f17-a9c2-ec1e31ff819f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473130 Sep 16 05:23:09.552840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.633549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea4f6d-fac6-47be-be29-dd3e8d5e9da1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.639036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a5ea4f6d-fac6-47be-be29-dd3e8d5e9da1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0825593 Sep 16 05:23:09.639441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52658) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.731847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d69685-f809-41f9-b444-f99acbfac3d4 req-f4d5a48e-072b-4bf5-b7d4-68a8f8426ff1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.733704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29d69685-f809-41f9-b444-f99acbfac3d4 req-f4d5a48e-072b-4bf5-b7d4-68a8f8426ff1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1104853 Sep 16 05:23:09.739294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:09.740103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429fe4ec-f49c-4ac6-b0f6-c9684aa29154 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.742273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-429fe4ec-f49c-4ac6-b0f6-c9684aa29154 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1011996 Sep 16 05:23:09.744779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52660) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.762718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'mac_address': 'fa:16:3e:e8:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:09.818331 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.819847 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29d69685-f809-41f9-b444-f99acbfac3d4 req-58559ddb-e918-4270-8faf-e12ae1c6c7ad tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637174 Sep 16 05:23:09.825806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6ba70f46-5f72-438c-9c55-7212c04f8dbf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798397 Sep 16 05:23:09.831066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52666) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.836207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:09.852768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0afed1aa-f013-464f-85a6-fa3a21c1cf18 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:09.878595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:09.895993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:09.969736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] Deleting port 84626583-0824-41ef-b492-9d5b87e50f08 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:09.969736 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.991315 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.093393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:10.104199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.124640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] For port 84626583-0824-41ef-b492-9d5b87e50f08, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=84626583-0824-41ef-b492-9d5b87e50f08,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:10.125076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.146117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4b2ab-3271-4d82-80bb-dde526e57921 req-ec138656-11ae-44ab-b103-8f83d9aedbfe tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.150099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54c4b2ab-3271-4d82-80bb-dde526e57921 req-ec138656-11ae-44ab-b103-8f83d9aedbfe tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1181428 Sep 16 05:23:10.150562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:10.159536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] Calling delete_port for 84626583-0824-41ef-b492-9d5b87e50f08 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:10.228483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54c4b2ab-3271-4d82-80bb-dde526e57921 req-ef99f8c7-7aef-47dd-9d51-7e1e8105d780 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581989 Sep 16 05:23:10.284851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0afed1aa-f013-464f-85a6-fa3a21c1cf18'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:10.475296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.530648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:10.541070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:10.547479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.548141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.581170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e669bc-06dd-4520-8cfb-29bba915b4a9 req-6a7194a1-88dd-4cb7-8b4d-c9c4eddac861 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.583069 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88e669bc-06dd-4520-8cfb-29bba915b4a9 req-6a7194a1-88dd-4cb7-8b4d-c9c4eddac861 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1574810 Sep 16 05:23:10.585188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=bc1673a7-76d7-46ac-bd32-2b46523f0cac,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:10.628589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88e669bc-06dd-4520-8cfb-29bba915b4a9 req-d5ebd2f1-2004-4a38-a360-9c5afc38cb22 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375407 Sep 16 05:23:10.677065 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.704187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] Pushing event deleted for resources: {'Port': ['ID=84626583-0824-41ef-b492-9d5b87e50f08,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:10.709074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa0432-65f0-4e9c-bb68-97327fb5c1c4 None None] No DVR routers for this DVR port 84626583-0824-41ef-b492-9d5b87e50f08 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:10.729357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45b0be4-db23-4375-a01a-8f6099c51148 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:10.731887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:10.732181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61850fc3-583e-417a-b2b2-28925131e4c8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9003186 Sep 16 05:23:10.739739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': 'bc1673a7-76d7-46ac-bd32-2b46523f0cac', 'ip_address': '2001:db8::cc4f:44d3:6be2:af29'}], 'name': 'tempest-NetworksTestDHCPv6-695007453'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:10.937174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'bc1673a7-76d7-46ac-bd32-2b46523f0cac'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:10.938281 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.973639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:11.008710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878df3-34de-4e73-9d79-a33ab5406b20 req-5ccaea67-6705-4233-8a9b-4b9f22dfeedb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.010400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b878df3-34de-4e73-9d79-a33ab5406b20 req-5ccaea67-6705-4233-8a9b-4b9f22dfeedb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.0803018 Sep 16 05:23:11.108825 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b878df3-34de-4e73-9d79-a33ab5406b20 req-29a345e6-e56e-4959-89fa-a09005ff9e1f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569272 Sep 16 05:23:11.115234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.116964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/bc1673a7-76d7-46ac-bd32-2b46523f0cac/29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:11.137066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port c8c5cbd2-54d5-4413-b809-3198f4229887 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:11.415039 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.428529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 84626583-0824-41ef-b492-9d5b87e50f08 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:11.459916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 84626583-0824-41ef-b492-9d5b87e50f08 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:11.460179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab60a8-90e7-4715-a8e8-147d1b0eb7f8 req-0c20705d-e2e7-4b02-9e3f-6338794fd849 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.461014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 84626583-0824-41ef-b492-9d5b87e50f08 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:11.461266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bab60a8-90e7-4715-a8e8-147d1b0eb7f8 req-0c20705d-e2e7-4b02-9e3f-6338794fd849 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1360033 Sep 16 05:23:11.486936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:11.518988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bab60a8-90e7-4715-a8e8-147d1b0eb7f8 req-028b6648-54ab-40de-b6d4-f0d1cb681380 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391698 Sep 16 05:23:11.541293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:11.541668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.633548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.663985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.697885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:11.703277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::cc4f:44d3:6be2:af29 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/bc1673a7-76d7-46ac-bd32-2b46523f0cac/c8c5cbd2-54d5-4413-b809-3198f4229887) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:11.704371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:11.717467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:11.722027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Pushing event updated for resources: {'Port': ['ID=29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.732030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:11.736003 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a451c1f-d193-472c-bbe3-d79a21f49edd" -d '{"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-plugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:11.769051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:11.809570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Attempting to bind port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:11.810312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Attempting to bind port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:11.810903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Attempting to bind port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:11.818743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:11.819555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:11.820243 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.820738 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:11.821339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Bound port: 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:11.821875 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.871172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.944556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11cc4c-3d72-497c-91a2-e3a98cf7d6d0 req-7bdaaa02-7202-47e3-8a78-0e482f3141d6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.947087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c11cc4c-3d72-497c-91a2-e3a98cf7d6d0 req-7bdaaa02-7202-47e3-8a78-0e482f3141d6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.0917900 Sep 16 05:23:11.961029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] For port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:11.978485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.987464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] For port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:11.992500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.010724 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c11cc4c-3d72-497c-91a2-e3a98cf7d6d0 req-094cc376-8e01-472b-81e9-651f46bd1460 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536253 Sep 16 05:23:12.057854 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c74874f-02c0-4731-9395-0a3c8f151bc4 x-openstack-request-id: req-2c74874f-02c0-4731-9395-0a3c8f151bc4 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:12.058142 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-plugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:12.058396 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c74874f-02c0-4731-9395-0a3c8f151bc4 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:12.058795 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'code': 200} Sep 16 05:23:12.066632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.128043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0fbd-ed91-4e68-a269-93401b9f56bd None None] Pushing event updated for resources: {'Port': ['ID=29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:12.193144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.246286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:12.249593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:12.254288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:12.260842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.261831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.286205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=c8c5cbd2-54d5-4413-b809-3198f4229887,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:12.379825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c2d7f-6c1c-40f0-8cfa-02f8962089de req-95bbb6cf-6cf2-4dbb-828c-7e3b86b12421 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.382591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f94c2d7f-6c1c-40f0-8cfa-02f8962089de req-95bbb6cf-6cf2-4dbb-828c-7e3b86b12421 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1091394 Sep 16 05:23:12.487633 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2dda7713-665d-4da7-af54-c88b7227fcd8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7542970 Sep 16 05:23:12.490412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:12.500858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f94c2d7f-6c1c-40f0-8cfa-02f8962089de req-00393ea4-7932-471e-9953-8ab071938e2c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015413 Sep 16 05:23:12.582559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b95c1d-fdc2-427f-854f-9ddb608a9c0a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.602930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b95c1d-fdc2-427f-854f-9ddb608a9c0a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.605801 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-98b95c1d-fdc2-427f-854f-9ddb608a9c0a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1138852 Sep 16 05:23:12.608728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52742) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:12.769820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c1255-8242-4bd4-948a-41e87db86b66 req-5e867c94-2e77-4ec0-aa9c-0e89afe1f4a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.787166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c30c1255-8242-4bd4-948a-41e87db86b66 req-5e867c94-2e77-4ec0-aa9c-0e89afe1f4a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1429753 Sep 16 05:23:12.859588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-659da155-bdfd-4f81-90f2-b79f30da1860 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port c8c5cbd2-54d5-4413-b809-3198f4229887 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:12.860142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-659da155-bdfd-4f81-90f2-b79f30da1860 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.957112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c30c1255-8242-4bd4-948a-41e87db86b66 req-07d35f0d-1056-44c7-8967-682d587b1ab6 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638205 Sep 16 05:23:13.153533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-659da155-bdfd-4f81-90f2-b79f30da1860 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.195827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-659da155-bdfd-4f81-90f2-b79f30da1860 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for c8c5cbd2-54d5-4413-b809-3198f4229887 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:13.260947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d610fc-5781-4b1b-afd6-89e087f8bca2 req-19a4b5bf-0480-494f-93aa-8c2d68f5888e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.277750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28d610fc-5781-4b1b-afd6-89e087f8bca2 req-19a4b5bf-0480-494f-93aa-8c2d68f5888e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1562519 Sep 16 05:23:13.427397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28d610fc-5781-4b1b-afd6-89e087f8bca2 req-2e9962b6-da5d-4203-bf69-9034e06e8f3d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451645 Sep 16 05:23:13.506485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:13.667702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-659da155-bdfd-4f81-90f2-b79f30da1860 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.689373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:13.794890 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659da155-bdfd-4f81-90f2-b79f30da1860 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=c8c5cbd2-54d5-4413-b809-3198f4229887,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:13.826072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:13.842594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-659da155-bdfd-4f81-90f2-b79f30da1860 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.845488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-659da155-bdfd-4f81-90f2-b79f30da1860 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/c8c5cbd2-54d5-4413-b809-3198f4229887 HTTP/1.1" status: 204 len: 168 time: 1.2352977 Sep 16 05:23:13.848743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52762) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:13.865390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740392d6-6671-4638-9e5e-01f85aec19d1 req-e1416227-6fcd-4b07-9774-2405604d1b70 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.874847 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-740392d6-6671-4638-9e5e-01f85aec19d1 req-e1416227-6fcd-4b07-9774-2405604d1b70 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1838894 Sep 16 05:23:13.890254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'port_id': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'mac_address': 'fa:16:3e:13:1a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:13.895493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:13.895945 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.971951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-740392d6-6671-4638-9e5e-01f85aec19d1 req-a88816b9-c78e-4f01-84e0-a5560b0ac3a2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953922 Sep 16 05:23:14.013529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcdbf13-7d31-447a-8f44-77e961a6ffd3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.031808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcdbf13-7d31-447a-8f44-77e961a6ffd3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.043720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cbcdbf13-7d31-447a-8f44-77e961a6ffd3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1932709 Sep 16 05:23:14.051190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52774) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:14.190070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-71ab1d03-0c5f-43e4-b6ff-21edd89979b3 None None] Provisioning complete for port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:14.190618 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71ab1d03-0c5f-43e4-b6ff-21edd89979b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.213487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.233836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bef101-f6cd-470a-b408-c997edd86b50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet bc1673a7-76d7-46ac-bd32-2b46523f0cac {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:14.258843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59bef101-f6cd-470a-b408-c997edd86b50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.309701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8532642e-8b63-4c0d-8c14-4dcc40b33449 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:14.319316 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.364264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:14.416820 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59bef101-f6cd-470a-b408-c997edd86b50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.440842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:14.476420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-3564a3b9-6736-441e-9300-e74f95f431b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.478262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-3564a3b9-6736-441e-9300-e74f95f431b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1097 time: 0.0726352 Sep 16 05:23:14.490443 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.492524 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71ab1d03-0c5f-43e4-b6ff-21edd89979b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.597680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59bef101-f6cd-470a-b408-c997edd86b50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.614819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.668692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6451bc2-a535-420a-83d9-ba7eabdf918b req-b268d0ac-b4eb-4418-87cf-239178a12b5a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.670379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6451bc2-a535-420a-83d9-ba7eabdf918b req-b268d0ac-b4eb-4418-87cf-239178a12b5a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.4638729 Sep 16 05:23:14.695268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:14.748111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-7a91d7c1-ae71-4700-b40f-338cb1247526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.751310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-7a91d7c1-ae71-4700-b40f-338cb1247526 service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.2382064 Sep 16 05:23:14.805562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6451bc2-a535-420a-83d9-ba7eabdf918b req-d18d7248-e2c0-45ee-a929-43faef32ce4f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195409 Sep 16 05:23:14.812378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:14.902200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59bef101-f6cd-470a-b408-c997edd86b50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.902854 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8532642e-8b63-4c0d-8c14-4dcc40b33449'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:14.941116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f527a14-0f39-4e13-81e7-a626742060fe req-e6883989-6f14-41f9-9b70-9926547ce6f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.944201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f527a14-0f39-4e13-81e7-a626742060fe req-e6883989-6f14-41f9-9b70-9926547ce6f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.1865411 Sep 16 05:23:14.951718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bef101-f6cd-470a-b408-c997edd86b50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1673a7-76d7-46ac-bd32-2b46523f0cac,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:14.957172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59bef101-f6cd-470a-b408-c997edd86b50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.961752 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59bef101-f6cd-470a-b408-c997edd86b50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/bc1673a7-76d7-46ac-bd32-2b46523f0cac HTTP/1.1" status: 204 len: 168 time: 0.9060647 Sep 16 05:23:14.961858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52780) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:14.980520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450df078-e8be-4359-9415-d773e311a7a9 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:15.000541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-aa62f107-9019-46b9-aae8-9cebf2fd3e83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 1001 time: 0.2152224 Sep 16 05:23:15.004794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e1059742-34bc-48bc-bc61-20acc2f3955c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417421 Sep 16 05:23:15.007586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:15.015236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:15.104596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f527a14-0f39-4e13-81e7-a626742060fe req-437ee55a-9451-4e44-835d-22206b1999c8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517024 Sep 16 05:23:15.229452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8929a0c-88be-4376-962a-00cacaaf7372 req-d1130176-123e-4008-afb4-c6d0296df673 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.231151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8929a0c-88be-4376-962a-00cacaaf7372 req-d1130176-123e-4008-afb4-c6d0296df673 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.0995111 Sep 16 05:23:15.310268 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-71ab1d03-0c5f-43e4-b6ff-21edd89979b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:15.317206 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-71ab1d03-0c5f-43e4-b6ff-21edd89979b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:15.343423 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8929a0c-88be-4376-962a-00cacaaf7372 req-c1a082fa-c8d7-4445-91a4-6ebe3e5e5222 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025946 Sep 16 05:23:15.361795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-62dc419f-8757-4231-8055-5c99b6f099d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.365546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-62dc419f-8757-4231-8055-5c99b6f099d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.3276441 Sep 16 05:23:15.424556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:15.433927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.452193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:15.560520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-7471868d-8708-484a-a952-0cddc045516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.563294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-7471868d-8708-484a-a952-0cddc045516d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890051 Sep 16 05:23:15.613089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:15.662157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:15.663079 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.737216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] Deleting port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:15.737927 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.823760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] For port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:15.824108 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.897742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] Calling delete_port for 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:16.039374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9cee7b82-af6a-4bf5-960a-5743ff222e70 None None] Could not find standard attr ID for object c8c5cbd2-54d5-4413-b809-3198f4229887. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:16.057988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9a3d6-3ebe-443b-ba27-dfdfb187bd25 req-94b05687-9f45-46a8-a20f-bdc57fb3045c tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.071206 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64b9a3d6-3ebe-443b-ba27-dfdfb187bd25 req-94b05687-9f45-46a8-a20f-bdc57fb3045c tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1018825 Sep 16 05:23:16.143334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-f650fe79-7250-45f6-82b0-2284577c468b service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665798 Sep 16 05:23:16.159589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.168834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64b9a3d6-3ebe-443b-ba27-dfdfb187bd25 req-8a867178-250d-432f-bd30-a97f6dd7006e tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879576 Sep 16 05:23:16.213445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] Pushing event deleted for resources: {'Port': ['ID=29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.220311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06a048-d7ad-464b-afdc-f9316a048b4f None None] No DVR routers for this DVR port 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:16.335800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fc4e64e-b3db-4856-895f-bb4fd2f3b4a3 req-20beff39-88f3-4d57-9679-09e7171aa262 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678143 Sep 16 05:23:16.405801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c61dce-f844-499e-a70f-82c55cc1c7fc req-2132fe5e-725f-4379-941d-8a5761663fd2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.416024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7c61dce-f844-499e-a70f-82c55cc1c7fc req-2132fe5e-725f-4379-941d-8a5761663fd2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.1246138 Sep 16 05:23:16.476197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7c61dce-f844-499e-a70f-82c55cc1c7fc req-07c94e70-a7c6-416b-9b61-310a58bf8ab5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607450 Sep 16 05:23:16.478576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.506385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:16.536494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:16.546325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2570c-8d83-40a4-b042-30edd86c3039 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:16.574939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=cb999587-8574-4084-a081-4790c75eb415,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.579247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.580524 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.699611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-db142a6d-74e7-41a8-a4a3-a6d4a765d52d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6878955 Sep 16 05:23:16.699797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:16.702768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b03d64-74df-4254-bde8-00db6942b717 req-9323c68f-1f43-45a6-b648-d9c901d1605f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.705284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': 'cb999587-8574-4084-a081-4790c75eb415', 'ip_address': '2001:db8::732d:7c86:d5de:e750'}], 'name': 'tempest-NetworksTestDHCPv6-391685320'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:16.705859 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10b03d64-74df-4254-bde8-00db6942b717 req-9323c68f-1f43-45a6-b648-d9c901d1605f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1344757 Sep 16 05:23:16.807929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10b03d64-74df-4254-bde8-00db6942b717 req-88e3692a-8d29-47ec-afab-54667fddb7a1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921254 Sep 16 05:23:16.854731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'cb999587-8574-4084-a081-4790c75eb415'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:16.856785 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.090897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:17.130141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/cb999587-8574-4084-a081-4790c75eb415/2e80343f-c91b-41de-b821-7fe16a1a3746) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:17.321914 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.366999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 51c7f773-33f8-488c-b6f3-ff936412de88 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:17.513952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:17.557356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:17.628791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2133065-b0db-4e65-b000-e98c5afd574b req-2cae2892-77e5-47ba-a07e-6dc10dca91a8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.646357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2133065-b0db-4e65-b000-e98c5afd574b req-2cae2892-77e5-47ba-a07e-6dc10dca91a8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.0907283 Sep 16 05:23:17.659160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:17.660032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 29bf2a5e-dd79-4a1a-b9b1-d97d2e59790f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:17.730399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2133065-b0db-4e65-b000-e98c5afd574b req-5307a349-5710-4f54-960b-52eee780a0c4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830524 Sep 16 05:23:17.819027 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.945653 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccc189-b2a7-452c-8e4a-cd8aa333077f req-73bcb7d6-b78e-452e-b1d8-d7406b1cd9c4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.947358 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77ccc189-b2a7-452c-8e4a-cd8aa333077f req-73bcb7d6-b78e-452e-b1d8-d7406b1cd9c4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.0937974 Sep 16 05:23:17.947601 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.009256 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77ccc189-b2a7-452c-8e4a-cd8aa333077f req-7e627ec7-688e-45e4-aab5-dc28e475b187 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494390 Sep 16 05:23:18.040803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 8532642e-8b63-4c0d-8c14-4dcc40b33449 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:18.068216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Pushing event updated for resources: {'Port': ['ID=2e80343f-c91b-41de-b821-7fe16a1a3746,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.072828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:18.074737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8532642e-8b63-4c0d-8c14-4dcc40b33449 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:18.076140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.079094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:18.084282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:18.114574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc01e3-90c9-4a92-8b25-c64f6c21e353 req-447dadcc-e001-4303-9428-c22cdee5b8e3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:18.116416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0fc01e3-90c9-4a92-8b25-c64f6c21e353 req-447dadcc-e001-4303-9428-c22cdee5b8e3 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1929712 Sep 16 05:23:18.153856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::732d:7c86:d5de:e750 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/cb999587-8574-4084-a081-4790c75eb415/51c7f773-33f8-488c-b6f3-ff936412de88) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:18.204620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Attempting to bind port 2e80343f-c91b-41de-b821-7fe16a1a3746 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:18.207487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Attempting to bind port 2e80343f-c91b-41de-b821-7fe16a1a3746 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:18.210257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Attempting to bind port 2e80343f-c91b-41de-b821-7fe16a1a3746 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:18.222511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:18.223565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:18.224399 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.225070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:18.226082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Bound port: 2e80343f-c91b-41de-b821-7fe16a1a3746, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:18.226946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.239408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0fc01e3-90c9-4a92-8b25-c64f6c21e353 req-786b418e-92f1-4dbc-a1e1-449948cec6cd tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884919 Sep 16 05:23:18.468837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.536865 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.584470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] For port 2e80343f-c91b-41de-b821-7fe16a1a3746, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:18.600443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:18.602634 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8501547b-c521-4fae-9bd5-964ed8669529" -d '{"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-plugged", "status": "completed", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:18.616135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] For port 2e80343f-c91b-41de-b821-7fe16a1a3746, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2e80343f-c91b-41de-b821-7fe16a1a3746,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:18.624797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:18.627421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.687969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:18.692605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:18.702938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:18.707901 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7672f48-8d0b-47f5-9889-971ee1c24412 x-openstack-request-id: req-d7672f48-8d0b-47f5-9889-971ee1c24412 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:18.708587 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-plugged", "status": "completed", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:18.708587 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7672f48-8d0b-47f5-9889-971ee1c24412 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:18.709677 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'code': 200} Sep 16 05:23:18.714303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:18.715481 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.722886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.762658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=51c7f773-33f8-488c-b6f3-ff936412de88,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.766520 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.830341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b230b4-74b9-4d1f-9543-6d329bce1451 None None] Pushing event updated for resources: {'Port': ['ID=2e80343f-c91b-41de-b821-7fe16a1a3746,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.896733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-856e10ee-ece5-4076-afca-4896d68f8df8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1951444 Sep 16 05:23:18.899722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52842) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:18.941732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:19.040674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4561c7f-3332-478c-bae3-f7796cc57546 req-5527b9cc-778e-4bcb-821d-f9ced6936600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.043291 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4561c7f-3332-478c-bae3-f7796cc57546 req-5527b9cc-778e-4bcb-821d-f9ced6936600 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1097 time: 0.1700387 Sep 16 05:23:19.065287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472cdb88-7202-4f64-8f92-c378bfc9f98b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.077676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472cdb88-7202-4f64-8f92-c378bfc9f98b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.086851 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-472cdb88-7202-4f64-8f92-c378bfc9f98b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1850686 Sep 16 05:23:19.091717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52846) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:19.140118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4561c7f-3332-478c-bae3-f7796cc57546 req-8d455456-52db-4d06-aee3-940403774ef5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872138 Sep 16 05:23:19.263705 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583c10a-c430-4dd6-b31a-0dc6db0f6548 req-1716600e-f998-4f0e-8a84-8e8c102fe18d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.265788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6583c10a-c430-4dd6-b31a-0dc6db0f6548 req-1716600e-f998-4f0e-8a84-8e8c102fe18d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1777835 Sep 16 05:23:19.434118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ad4f6-782f-4bc3-8439-089e989020d8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 51c7f773-33f8-488c-b6f3-ff936412de88 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:19.434465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1b9ad4f6-782f-4bc3-8439-089e989020d8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.483193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6583c10a-c430-4dd6-b31a-0dc6db0f6548 req-d5f6f26b-dae8-48a5-8337-8c757ec7efb3 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683562 Sep 16 05:23:19.536066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0c2d3-e560-4047-9453-d30268b1ed84 req-8ee90782-db0b-4f0f-aad2-b4eda9043bea tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.546976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2c0c2d3-e560-4047-9453-d30268b1ed84 req-8ee90782-db0b-4f0f-aad2-b4eda9043bea tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1324990 Sep 16 05:23:19.644886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2e80343f-c91b-41de-b821-7fe16a1a3746 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:19.647701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2c0c2d3-e560-4047-9453-d30268b1ed84 req-c0e83f15-5d59-46d2-af17-4570a4c059a7 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957088 Sep 16 05:23:19.745798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2e80343f-c91b-41de-b821-7fe16a1a3746 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:19.746259 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.761540 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1b9ad4f6-782f-4bc3-8439-089e989020d8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.901035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.021156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 2e80343f-c91b-41de-b821-7fe16a1a3746, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2e80343f-c91b-41de-b821-7fe16a1a3746,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:20.025728 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df107a9c-8210-4fa8-abc8-068061bd8813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.098307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.215601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=2e80343f-c91b-41de-b821-7fe16a1a3746,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:20.336035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ad4f6-782f-4bc3-8439-089e989020d8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 51c7f773-33f8-488c-b6f3-ff936412de88 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:20.353191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce520e99-753b-4cd3-a8fd-3219698abd03 req-380759c5-03ae-4dbb-82a2-a20682ad75a8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.355431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ce520e99-753b-4cd3-a8fd-3219698abd03 req-380759c5-03ae-4dbb-82a2-a20682ad75a8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.7217777 Sep 16 05:23:20.468309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ce520e99-753b-4cd3-a8fd-3219698abd03 req-7515d3fe-90ca-4aaa-a894-2424cbc139a6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965784 Sep 16 05:23:20.642093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5bdde-8d66-43e1-91b3-aac8f10d7338 req-6902cb76-e182-4584-ac41-0a65d1f452a6 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.644810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ba5bdde-8d66-43e1-91b3-aac8f10d7338 req-6902cb76-e182-4584-ac41-0a65d1f452a6 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.0659373 Sep 16 05:23:20.696673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ba5bdde-8d66-43e1-91b3-aac8f10d7338 req-996374a0-08b3-4ca6-bd22-8fce4288ce52 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Sep 16 05:23:20.741336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cbee458e-9e12-4e24-8dbc-22dfa5d07a07 None None] Provisioning complete for port 2e80343f-c91b-41de-b821-7fe16a1a3746 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:20.741950 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbee458e-9e12-4e24-8dbc-22dfa5d07a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.859241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9a56c-0bad-4b2c-98bb-91a7a9f66cab req-9a531257-db9c-4421-8ec7-30677c4e7a7f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.862654 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fca9a56c-0bad-4b2c-98bb-91a7a9f66cab req-9a531257-db9c-4421-8ec7-30677c4e7a7f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.0986712 Sep 16 05:23:20.931520 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fca9a56c-0bad-4b2c-98bb-91a7a9f66cab req-04892e61-c63d-46c6-8602-9463fee448a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615847 Sep 16 05:23:20.969528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fc3847d1-0071-44df-a007-757236567137 None None] Provisioning complete for port 51c7f773-33f8-488c-b6f3-ff936412de88 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:20.969528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc3847d1-0071-44df-a007-757236567137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.017033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fc3847d1-0071-44df-a007-757236567137 None None] Port 51c7f773-33f8-488c-b6f3-ff936412de88 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:21.042277 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.078483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1b9ad4f6-782f-4bc3-8439-089e989020d8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.117185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ad4f6-782f-4bc3-8439-089e989020d8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=51c7f773-33f8-488c-b6f3-ff936412de88,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:21.157443 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1b9ad4f6-782f-4bc3-8439-089e989020d8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.163754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52876) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:21.164324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1b9ad4f6-782f-4bc3-8439-089e989020d8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/51c7f773-33f8-488c-b6f3-ff936412de88 HTTP/1.1" status: 204 len: 168 time: 2.0690105 Sep 16 05:23:21.310043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ea662-e53a-4ab5-a3cb-ac3491fea5cb tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.311355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ea662-e53a-4ab5-a3cb-ac3491fea5cb tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.318505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52878) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:21.320393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c58ea662-e53a-4ab5-a3cb-ac3491fea5cb tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1549063 Sep 16 05:23:21.339588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941307-378c-4c43-b0ca-c2be38a646ac req-f151c524-527f-4516-8ab0-c1ff68b4cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.346170 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d941307-378c-4c43-b0ca-c2be38a646ac req-f151c524-527f-4516-8ab0-c1ff68b4cfc0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.1328278 Sep 16 05:23:21.433479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2e80343f-c91b-41de-b821-7fe16a1a3746 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:21.457337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d941307-378c-4c43-b0ca-c2be38a646ac req-7e5faf70-e620-42dc-9d35-88c1fb10fb9b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899305 Sep 16 05:23:21.472205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe1f065-58bb-4f1a-90f3-82d87a0d5c80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet cb999587-8574-4084-a081-4790c75eb415 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:21.482349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f065-58bb-4f1a-90f3-82d87a0d5c80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.584644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f065-58bb-4f1a-90f3-82d87a0d5c80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.594574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2e80343f-c91b-41de-b821-7fe16a1a3746 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:21.594951 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.728522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb381a-4686-4e1b-8869-9e49a2b8a9f6 req-2b85a052-4087-4522-bc3e-12ef986f4df2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.737928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8eeb381a-4686-4e1b-8869-9e49a2b8a9f6 req-2b85a052-4087-4522-bc3e-12ef986f4df2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1147892 Sep 16 05:23:21.790073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f065-58bb-4f1a-90f3-82d87a0d5c80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.796528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8eeb381a-4686-4e1b-8869-9e49a2b8a9f6 req-924ff15c-1acc-40f9-9e25-a128e6d17da1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Sep 16 05:23:21.954657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceed3cb-fd97-4c21-a691-c665f3ede6ce req-37d2f4cc-de53-4a50-8de8-cc864018e7c8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.960827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fceed3cb-fd97-4c21-a691-c665f3ede6ce req-37d2f4cc-de53-4a50-8de8-cc864018e7c8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.0688133 Sep 16 05:23:22.078591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fceed3cb-fd97-4c21-a691-c665f3ede6ce req-d9227964-2803-4a9c-8d9c-5f22cfc30cfe tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147673 Sep 16 05:23:22.079951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f065-58bb-4f1a-90f3-82d87a0d5c80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.138174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1f065-58bb-4f1a-90f3-82d87a0d5c80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=cb999587-8574-4084-a081-4790c75eb415,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:22.147905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80481887-0fc8-4bb6-952c-9167fee77caa None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:22.148543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f065-58bb-4f1a-90f3-82d87a0d5c80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.152639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cbe1f065-58bb-4f1a-90f3-82d87a0d5c80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/cb999587-8574-4084-a081-4790c75eb415 HTTP/1.1" status: 204 len: 168 time: 0.8305366 Sep 16 05:23:22.153618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.182371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e06ced-3bcb-47d4-b0d3-85fa39f5d4fd req-889e6d9b-9eda-4d21-9511-3f9530a1abd8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.192216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1e06ced-3bcb-47d4-b0d3-85fa39f5d4fd req-889e6d9b-9eda-4d21-9511-3f9530a1abd8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1550500 Sep 16 05:23:22.201733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-618747a6-e25b-4efd-b223-cb026ef3f96f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448446 Sep 16 05:23:22.203185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.213646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:22.273436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1e06ced-3bcb-47d4-b0d3-85fa39f5d4fd req-ef25d6ed-b653-47a5-8772-064742c06121 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772603 Sep 16 05:23:22.417587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:22.454795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:22.459423 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.513116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] Deleting port 2e80343f-c91b-41de-b821-7fe16a1a3746 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:22.527966 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.554634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7552ac8-dcb5-420a-bf3d-aebc46c0b14e req-6a7333d4-0672-4b5a-bdd2-0b984f8488f5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.563292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7552ac8-dcb5-420a-bf3d-aebc46c0b14e req-6a7333d4-0672-4b5a-bdd2-0b984f8488f5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1681707 Sep 16 05:23:22.569281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.576898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'floatingip': {'port_id': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:22.625999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] For port 2e80343f-c91b-41de-b821-7fe16a1a3746, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2e80343f-c91b-41de-b821-7fe16a1a3746,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:22.626385 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.652214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] Calling delete_port for 2e80343f-c91b-41de-b821-7fe16a1a3746 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:22.678054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.952360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.008078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] No DVR routers for this DVR port 2e80343f-c91b-41de-b821-7fe16a1a3746 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:23.040014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df09ae-23ec-46a1-8495-2ccdb01b6298 None None] Pushing event deleted for resources: {'Port': ['ID=2e80343f-c91b-41de-b821-7fe16a1a3746,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.047953 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.165357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:23.173372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:23.187367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357a596-c736-44b7-93ad-1f41d5396dd2 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:23.191903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e562-9f6b-4c1a-93cf-8353aed38587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.205425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.207426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.274219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=ebd2513e-dc39-4e99-8773-c9c8285d1c74,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.367063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f0eb5-93ed-445e-b8a8-93ad582d440a req-9fa9e42d-1e21-4210-b37a-1f474002d077 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.410255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f31f0eb5-93ed-445e-b8a8-93ad582d440a req-9fa9e42d-1e21-4210-b37a-1f474002d077 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1989381 Sep 16 05:23:23.428090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d1ebaf88-8208-4b83-bc18-38b9acf7d589 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2212019 Sep 16 05:23:23.429465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52916) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.455948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2e80343f-c91b-41de-b821-7fe16a1a3746 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:23.473036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': 'ebd2513e-dc39-4e99-8773-c9c8285d1c74', 'ip_address': '2001:db8::8ecd:e631:b25c:9ce9'}], 'name': 'tempest-NetworksTestDHCPv6-518794894'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:23.498868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 2e80343f-c91b-41de-b821-7fe16a1a3746 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:23.499304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2e80343f-c91b-41de-b821-7fe16a1a3746 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:23.556034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'ebd2513e-dc39-4e99-8773-c9c8285d1c74'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:23.557450 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.637447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153567-7dca-4a18-8a62-9a0947c0eef9 req-71ad7f5f-41e6-434e-832e-ce58428fde14 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.639119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48153567-7dca-4a18-8a62-9a0947c0eef9 req-71ad7f5f-41e6-434e-832e-ce58428fde14 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.5726371 Sep 16 05:23:23.647901 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.675802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f31f0eb5-93ed-445e-b8a8-93ad582d440a req-fcf982d2-3d68-4a8a-a018-36a446ebc18f tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443936 Sep 16 05:23:23.702188 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48153567-7dca-4a18-8a62-9a0947c0eef9 req-1a65bf16-d8a5-4498-ad02-acaf5f633b1c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463300 Sep 16 05:23:23.727777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.818774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-270b09b2-8856-42a0-9a77-ed6d375bddcc req-5bad42fa-8465-4e03-a4be-52c7f40c0b52 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1907116451', 'description': 'tempest-description-173287147'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:23.902161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/ebd2513e-dc39-4e99-8773-c9c8285d1c74/720db320-1b8c-4fcd-855d-06f7d7e19bc3) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:23.915835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:23.926889 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.065492 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.093621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 0dbf7f47-0148-4333-b91e-816002e36980 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:24.135003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-270b09b2-8856-42a0-9a77-ed6d375bddcc req-5bad42fa-8465-4e03-a4be-52c7f40c0b52 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.249931 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Floating IP 1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a associated. External IP: 172.25.1.217, port: 8532642e-8b63-4c0d-8c14-4dcc40b33449. Sep 16 05:23:24.389088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.504600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-270b09b2-8856-42a0-9a77-ed6d375bddcc req-5bad42fa-8465-4e03-a4be-52c7f40c0b52 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.520317 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.604246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:24.614530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Pushing event updated for resources: {'Port': ['ID=720db320-1b8c-4fcd-855d-06f7d7e19bc3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.618818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-270b09b2-8856-42a0-9a77-ed6d375bddcc req-5bad42fa-8465-4e03-a4be-52c7f40c0b52 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.631012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:24.633494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:24.642505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::8ecd:e631:b25c:9ce9 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/ebd2513e-dc39-4e99-8773-c9c8285d1c74/0dbf7f47-0148-4333-b91e-816002e36980) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:24.710349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad42fa-8465-4e03-a4be-52c7f40c0b52 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917a717f-cefa-4791-81e4-faed0c84dd16,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.739025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Attempting to bind port 720db320-1b8c-4fcd-855d-06f7d7e19bc3 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:24.739820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Attempting to bind port 720db320-1b8c-4fcd-855d-06f7d7e19bc3 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:24.740413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Attempting to bind port 720db320-1b8c-4fcd-855d-06f7d7e19bc3 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:24.745814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Router 0a92099a-5478-4eef-9b4c-e672f11af075 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:24.747286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:24.747722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:24.749304 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.749304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:24.749304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Bound port: 720db320-1b8c-4fcd-855d-06f7d7e19bc3, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:24.749757 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.842885 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-270b09b2-8856-42a0-9a77-ed6d375bddcc req-5bad42fa-8465-4e03-a4be-52c7f40c0b52 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.857465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-270b09b2-8856-42a0-9a77-ed6d375bddcc req-5bad42fa-8465-4e03-a4be-52c7f40c0b52 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0435374 Sep 16 05:23:24.886740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] For port 720db320-1b8c-4fcd-855d-06f7d7e19bc3, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:24.899223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] For port 720db320-1b8c-4fcd-855d-06f7d7e19bc3, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=720db320-1b8c-4fcd-855d-06f7d7e19bc3,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:24.975502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.076789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ca16b-95b7-4dda-83af-b33d0e79fff5 None None] Pushing event updated for resources: {'Port': ['ID=720db320-1b8c-4fcd-855d-06f7d7e19bc3,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.086275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-5a88f7b7-516f-4eb4-9dbf-ae165e109d83 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1907116451&fields=id&tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66 HTTP/1.1" status: 200 len: 267 time: 0.0928047 Sep 16 05:23:25.132166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.152979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:25.161584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.166737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] Sync routers for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:25.198055 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:25.201661 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:25.202802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cb553740-3146-4d86-86e5-4b18eda75780 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "PUT /v2.0/floatingips/1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a HTTP/1.1" status: 200 len: 991 time: 2.6321940 Sep 16 05:23:25.205191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:25.209223 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb072550-8bae-4350-9228-0a39fad02c03" -d '{"events": [{"name": "network-changed", "server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:25.216447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2069cf-ece2-4031-bee3-4147133fc75b req-88a92f92-73d1-4723-95a0-47c91b2f31d1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.220264 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c2069cf-ece2-4031-bee3-4147133fc75b req-88a92f92-73d1-4723-95a0-47c91b2f31d1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.2427020 Sep 16 05:23:25.245122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.266360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-4a683866-5f14-42fa-9a20-1b9993fe0b9a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.269165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-4a683866-5f14-42fa-9a20-1b9993fe0b9a tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1747527 Sep 16 05:23:25.282798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.317119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Request body: {'port': {'security_groups': ['7513e2d4-0bfc-4c99-930a-6cb04d925c66', '917a717f-cefa-4791-81e4-faed0c84dd16']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:25.321021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:25.326981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:25.391966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:25.399433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.400381 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.419279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c2069cf-ece2-4031-bee3-4147133fc75b req-f8d48110-edfa-481e-8597-84e0cf8c4bd9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893945 Sep 16 05:23:25.458780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=0dbf7f47-0148-4333-b91e-816002e36980,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.484173 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:25.491038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.527841 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1bd347e0-ef1e-44e3-8165-ccc6e5707258 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0656888 Sep 16 05:23:25.528721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.624503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccef0f-e10d-44ba-929d-6dbb7425268d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.630855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccef0f-e10d-44ba-929d-6dbb7425268d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.638501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b0ccef0f-e10d-44ba-929d-6dbb7425268d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1085742 Sep 16 05:23:25.641269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.825126 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'port_id': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'mac_address': 'fa:16:3e:13:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:23Z', 'revision_number': 1, 'project_id': '87a82320fc364a3682465099ceb7e456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:25.832614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2f128ccb-0a1c-4b79-8114-24fe077b03b8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 0dbf7f47-0148-4333-b91e-816002e36980 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:25.838110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f128ccb-0a1c-4b79-8114-24fe077b03b8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.879997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] Checking router: 0a92099a-5478-4eef-9b4c-e672f11af075 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:25.883105 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1ce1a5-90ab-4f16-a3b5-9aa69f5a902e x-openstack-request-id: req-dc1ce1a5-90ab-4f16-a3b5-9aa69f5a902e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:25.883604 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:25.883712 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc1ce1a5-90ab-4f16-a3b5-9aa69f5a902e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:25.884071 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'status': 'completed', 'code': 200} Sep 16 05:23:25.902058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] For port 17e0ceb2-6fd2-488c-a31e-86b48c467711, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:25.910792 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:25.911676 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:25.979432 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.044803 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.059697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f128ccb-0a1c-4b79-8114-24fe077b03b8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.094114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2f128ccb-0a1c-4b79-8114-24fe077b03b8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 0dbf7f47-0148-4333-b91e-816002e36980 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:26.102068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['17e0ceb2-6fd2-488c-a31e-86b48c467711'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:26.116344 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:26.116613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.117398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.124035 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86395d9f-3823-4b3b-b5c1-855a613dabc1 req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "PUT /v2.0/ports/17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 981 time: 0.8289597 Sep 16 05:23:26.198189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d82bd-a061-466d-bdcf-d90718b316f0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event updated for resources: {'Port': ['ID=17e0ceb2-6fd2-488c-a31e-86b48c467711,revision_number=6']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:26.285290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072550-8bae-4350-9228-0a39fad02c03 req-34010bf8-6d54-44c3-a504-60797ed32523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.287352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb072550-8bae-4350-9228-0a39fad02c03 req-34010bf8-6d54-44c3-a504-60797ed32523 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1097 time: 0.3316994 Sep 16 05:23:26.370734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-5e36fa38-7f82-4a95-bb3c-2d49c83beea7 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1907116451&fields=id&tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66 HTTP/1.1" status: 200 len: 267 time: 0.0803728 Sep 16 05:23:26.378942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['17e0ceb2-6fd2-488c-a31e-86b48c467711'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:26.505816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-0b349e86-81fe-4aeb-848f-4f263af6ee91 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.523891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-0b349e86-81fe-4aeb-848f-4f263af6ee91 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 984 time: 0.1443062 Sep 16 05:23:26.523891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Request body: {'port': {'security_groups': ['7513e2d4-0bfc-4c99-930a-6cb04d925c66']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:26.656343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbe45-612d-482d-a4c1-c22b6efaf6ad req-5b73a506-b641-46b0-ba15-7f5375c969b8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.658595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-744bbe45-612d-482d-a4c1-c22b6efaf6ad req-5b73a506-b641-46b0-ba15-7f5375c969b8 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.0959086 Sep 16 05:23:26.686935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072550-8bae-4350-9228-0a39fad02c03 req-fe724cee-6a11-4461-a902-ecb14f9ca9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.695046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb072550-8bae-4350-9228-0a39fad02c03 req-fe724cee-6a11-4461-a902-ecb14f9ca9b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.3707306 Sep 16 05:23:26.695046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f128ccb-0a1c-4b79-8114-24fe077b03b8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.737501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-744bbe45-612d-482d-a4c1-c22b6efaf6ad req-6f9ac4f1-68f9-47ee-921a-aba947058eff tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707452 Sep 16 05:23:26.755836 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'port_id': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'mac_address': 'fa:16:3e:13:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:23Z', 'revision_number': 1, 'project_id': '87a82320fc364a3682465099ceb7e456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:26.789307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-208101a2-e6e9-4d78-b985-18729d6d1edd None None] Provisioning complete for port 720db320-1b8c-4fcd-855d-06f7d7e19bc3 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:26.790063 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208101a2-e6e9-4d78-b985-18729d6d1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.796583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.802126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f128ccb-0a1c-4b79-8114-24fe077b03b8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=0dbf7f47-0148-4333-b91e-816002e36980,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:26.843078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f128ccb-0a1c-4b79-8114-24fe077b03b8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.849219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52972) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:26.849484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2f128ccb-0a1c-4b79-8114-24fe077b03b8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/0dbf7f47-0148-4333-b91e-816002e36980 HTTP/1.1" status: 204 len: 168 time: 1.2054951 Sep 16 05:23:26.994942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bd74e-b02f-4c96-9c12-d78ef61eda70 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.008981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bd74e-b02f-4c96-9c12-d78ef61eda70 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.009245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb072550-8bae-4350-9228-0a39fad02c03 req-9d369515-5505-468d-8673-8e3716b726c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 200 len: 999 time: 0.2967834 Sep 16 05:23:27.010685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-406bd74e-b02f-4c96-9c12-d78ef61eda70 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1603990 Sep 16 05:23:27.016275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52978) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.037254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208101a2-e6e9-4d78-b985-18729d6d1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.059600 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35556a2-7659-4d08-aa58-4001090f2ae7 None None] The sync data for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 is: [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'port_id': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'mac_address': 'fa:16:3e:13:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:23Z', 'revision_number': 1, 'project_id': '87a82320fc364a3682465099ceb7e456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:27.094795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-208101a2-e6e9-4d78-b985-18729d6d1edd None None] For port 720db320-1b8c-4fcd-855d-06f7d7e19bc3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=720db320-1b8c-4fcd-855d-06f7d7e19bc3,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:27.160135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072550-8bae-4350-9228-0a39fad02c03 req-51863ab0-05ce-4001-83ac-94f2f28567f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.161619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-208101a2-e6e9-4d78-b985-18729d6d1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.172613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb072550-8bae-4350-9228-0a39fad02c03 req-51863ab0-05ce-4001-83ac-94f2f28567f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.1488295 Sep 16 05:23:27.172819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0106c4-da8f-49b4-8ab9-3a54249afe7b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet ebd2513e-dc39-4e99-8773-c9c8285d1c74 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:27.180992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b0106c4-da8f-49b4-8ab9-3a54249afe7b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.260591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b0106c4-da8f-49b4-8ab9-3a54249afe7b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.306563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-64d20bfc-9c94-48b1-a843-b12309de60b6 None None] Could not find standard attr ID for object 0dbf7f47-0148-4333-b91e-816002e36980. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:27.312318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072550-8bae-4350-9228-0a39fad02c03 req-c80afa95-4c05-4622-981a-73932de30034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.316634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208101a2-e6e9-4d78-b985-18729d6d1edd None None] Pushing event updated for resources: {'Port': ['ID=720db320-1b8c-4fcd-855d-06f7d7e19bc3,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:27.326581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb072550-8bae-4350-9228-0a39fad02c03 req-c80afa95-4c05-4622-981a-73932de30034 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329720 Sep 16 05:23:27.476446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.514040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b0106c4-da8f-49b4-8ab9-3a54249afe7b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.555341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 720db320-1b8c-4fcd-855d-06f7d7e19bc3 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:27.627801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3960f6b-434f-48db-9c92-17d42c07854a None None] New status for floating IP 1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:23:27.707920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] For port 17e0ceb2-6fd2-488c-a31e-86b48c467711, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:27.723759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb072550-8bae-4350-9228-0a39fad02c03 req-cc4ed1dc-910c-4d22-994e-1e9c980d46de service neutron] 10.222.0.30 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821700 Sep 16 05:23:27.740533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 720db320-1b8c-4fcd-855d-06f7d7e19bc3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:27.741177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.743340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b0106c4-da8f-49b4-8ab9-3a54249afe7b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.831709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b0106c4-da8f-49b4-8ab9-3a54249afe7b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.847210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7b0106c4-da8f-49b4-8ab9-3a54249afe7b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/ebd2513e-dc39-4e99-8773-c9c8285d1c74 HTTP/1.1" status: 204 len: 168 time: 0.8296833 Sep 16 05:23:27.852042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.860871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0106c4-da8f-49b4-8ab9-3a54249afe7b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd2513e-dc39-4e99-8773-c9c8285d1c74,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:27.891653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a4db0a-0745-4e7d-9fe6-e215f6cac520 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:27.925474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:27.928986 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f049c15-84ac-4681-8801-5feeeaf29c26" -d '{"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:27.936597 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.950401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.956369 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3bcf12e0-64ba-464a-b854-aa143a6db4f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021247 Sep 16 05:23:27.966641 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:28.022173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5429c1-3dc1-4dfb-b7aa-6819a4b33f2c req-d3d2407e-c0fd-4a2e-8fc9-f22ecaab5798 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.036777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a5429c1-3dc1-4dfb-b7aa-6819a4b33f2c req-d3d2407e-c0fd-4a2e-8fc9-f22ecaab5798 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1037290 Sep 16 05:23:28.071304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.125886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['17e0ceb2-6fd2-488c-a31e-86b48c467711'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:28.141259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a5429c1-3dc1-4dfb-b7aa-6819a4b33f2c req-dd2f1906-8411-4fa1-a9c3-9a1c660657c2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982208 Sep 16 05:23:28.207829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:28.290796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event updated for resources: {'Port': ['ID=17e0ceb2-6fd2-488c-a31e-86b48c467711,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:28.301474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.302311 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.320761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8d0f531-b89c-41ea-9a3a-d0d9ce7017c0 req-36b31f51-9fa9-4ae5-8884-8bd6a0089698 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "PUT /v2.0/ports/17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 942 time: 1.8037558 Sep 16 05:23:28.326043 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b0e616-1422-4795-9c50-9a7a56476fad x-openstack-request-id: req-f8b0e616-1422-4795-9c50-9a7a56476fad {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:28.326306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:28.326407 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:28.326583 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8b0e616-1422-4795-9c50-9a7a56476fad {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:28.326976 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'status': 'completed', 'code': 200} Sep 16 05:23:28.328694 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5bff00-a25b-450e-b99f-1cc33d655113" -d '{"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:28.400358 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb072550-8bae-4350-9228-0a39fad02c03 req-4681299b-e905-4b9d-88c3-55215ef4a7eb service neutron] 10.222.0.30 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679173 Sep 16 05:23:28.416648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] Deleting port 720db320-1b8c-4fcd-855d-06f7d7e19bc3 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:28.417023 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.417511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193d4ba-48f4-4657-b704-f324d3d7f36d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.419379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1193d4ba-48f4-4657-b704-f324d3d7f36d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4507544 Sep 16 05:23:28.432924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53004) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.475022 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-a266f1ee-32e0-4afd-bc44-d0a4f8520538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.479790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-a266f1ee-32e0-4afd-bc44-d0a4f8520538 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.1043923 Sep 16 05:23:28.549768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d60433-1795-4736-a91b-06760ab8e8e3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.553534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37d60433-1795-4736-a91b-06760ab8e8e3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1235042 Sep 16 05:23:28.557629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53006) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.570780 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e90399a-13c7-43f2-9207-478c41ccafb3 x-openstack-request-id: req-2e90399a-13c7-43f2-9207-478c41ccafb3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:28.571025 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:28.571213 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e90399a-13c7-43f2-9207-478c41ccafb3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:28.571622 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'status': 'completed', 'code': 200} Sep 16 05:23:28.620277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] For port 720db320-1b8c-4fcd-855d-06f7d7e19bc3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=720db320-1b8c-4fcd-855d-06f7d7e19bc3,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:28.620761 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.637303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] Calling delete_port for 720db320-1b8c-4fcd-855d-06f7d7e19bc3 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:28.653263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b2d5195b-cac7-4d1a-8814-1e6512e0d526 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926106 Sep 16 05:23:28.654638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53008) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.666736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:28.788754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['17e0ceb2-6fd2-488c-a31e-86b48c467711'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:28.934192 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.996279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.999973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] Pushing event deleted for resources: {'Port': ['ID=720db320-1b8c-4fcd-855d-06f7d7e19bc3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:29.013351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a686f-063c-4819-8fce-2f24e3980de6 None None] No DVR routers for this DVR port 720db320-1b8c-4fcd-855d-06f7d7e19bc3 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:29.088293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:29.093190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.241811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-91b8e442-6bb1-4cc4-b715-80513cfdedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.245278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-91b8e442-6bb1-4cc4-b715-80513cfdedf9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 921 time: 0.7347479 Sep 16 05:23:29.262439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-dbd9715a-f9f1-4767-b3ba-21e7b17f46a4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7737386 Sep 16 05:23:29.268307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:29.318307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-ebdb0978-1418-4700-8957-646932fc68cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 217 time: 0.0447023 Sep 16 05:23:29.407657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 720db320-1b8c-4fcd-855d-06f7d7e19bc3 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:29.408829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-e41d72bc-6480-4d48-8980-fa46a159a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.409682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-e41d72bc-6480-4d48-8980-fa46a159a3a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.0841980 Sep 16 05:23:29.445366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 720db320-1b8c-4fcd-855d-06f7d7e19bc3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:29.445723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 720db320-1b8c-4fcd-855d-06f7d7e19bc3 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:29.464186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-d299da55-3341-4912-bcd9-09bca704093a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463865 Sep 16 05:23:29.510513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.603983 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.680482 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-24917a88-6ae6-44b6-b32d-457c68532357 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039747 Sep 16 05:23:29.693220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=4176b190-e70b-46cd-89a4-eb2a916ed9e2,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:29.700950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:29.711025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:29.716193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.716896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.721091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d0228-c792-4c9c-b63c-d1762ca81a28 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:29.853512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32847-d43b-45c8-bfaa-120529454b41 req-343b4c92-768c-437a-bf90-39d241f45caa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.859926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-46b32847-d43b-45c8-bfaa-120529454b41 req-343b4c92-768c-437a-bf90-39d241f45caa tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1382732 Sep 16 05:23:29.873145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.905177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f049c15-84ac-4681-8801-5feeeaf29c26 req-746a57ed-15dd-4630-8b66-0aa49fe5a966 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121484 Sep 16 05:23:29.913223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8cee1366-3c10-41d0-adee-78a558343861 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2572618 Sep 16 05:23:29.916726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53034) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:29.925238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': '4176b190-e70b-46cd-89a4-eb2a916ed9e2', 'ip_address': '2001:db8::6841:923b:67b7:f016'}], 'name': 'tempest-NetworksTestDHCPv6-152720491'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:29.997678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-46b32847-d43b-45c8-bfaa-120529454b41 req-e2bcf640-1b86-4f90-bb21-eb27c4b74eda tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216996 Sep 16 05:23:30.050625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '4176b190-e70b-46cd-89a4-eb2a916ed9e2'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:30.053665 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.124901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-ff02a72c-5332-4741-b6a7-b567cc49a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.126620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-ff02a72c-5332-4741-b6a7-b567cc49a58c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.1256278 Sep 16 05:23:30.128114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Allocated IP 172.25.1.17 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/269e7ce1-f187-49fc-a1d9-b0ff95490cb7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:30.342362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:30.374854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-0e7376d0-6ab0-4334-a114-a6011e574628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.376650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-0e7376d0-6ab0-4334-a114-a6011e574628 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 921 time: 0.2189848 Sep 16 05:23:30.398945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.452603 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-0c2c52ce-2ada-4f34-be84-b5dff08c56c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 217 time: 0.0507176 Sep 16 05:23:30.488632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/4176b190-e70b-46cd-89a4-eb2a916ed9e2/d9eb3d3d-0108-4de1-b56b-80155c8950bf) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:30.555695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-7c51dd16-58b2-4851-9a2c-e7680db730e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.557360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-7c51dd16-58b2-4851-9a2c-e7680db730e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.0959969 Sep 16 05:23:30.619493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-b017af11-0b9e-4416-aeb1-f9da25942add service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518069 Sep 16 05:23:30.641368 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.651796 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.693641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port bf85afdf-05cc-4f8c-be36-47d81473ef62 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:30.721012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:30.740941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78994fe0-4b04-4dae-abef-04b352409c6a req-9877174f-2e7c-439d-bf77-1ecb42540cd0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.749524 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78994fe0-4b04-4dae-abef-04b352409c6a req-9877174f-2e7c-439d-bf77-1ecb42540cd0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 946 time: 0.1344874 Sep 16 05:23:30.762045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:30.770016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:30.776338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event updated for resources: {'Port': ['ID=269e7ce1-f187-49fc-a1d9-b0ff95490cb7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:30.801364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.905833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-d8cad80a-2cfa-411b-9b8f-a198bf4b2640 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776978 Sep 16 05:23:30.911051 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.952892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78994fe0-4b04-4dae-abef-04b352409c6a req-fa120b3f-8551-4d4b-8cf7-988d8d4b842b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019475 Sep 16 05:23:30.995802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:31.002188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:31.007206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:31.010604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Pushing event updated for resources: {'Port': ['ID=d9eb3d3d-0108-4de1-b56b-80155c8950bf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:31.077808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::6841:923b:67b7:f016 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/4176b190-e70b-46cd-89a4-eb2a916ed9e2/bf85afdf-05cc-4f8c-be36-47d81473ef62) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:31.108600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Attempting to bind port d9eb3d3d-0108-4de1-b56b-80155c8950bf on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:31.108986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Attempting to bind port d9eb3d3d-0108-4de1-b56b-80155c8950bf by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:31.109374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Attempting to bind port d9eb3d3d-0108-4de1-b56b-80155c8950bf on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:31.122706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:31.122982 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.123502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:31.126375 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.127052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:31.128013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Bound port: d9eb3d3d-0108-4de1-b56b-80155c8950bf, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:31.128586 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.184714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f5bff00-a25b-450e-b99f-1cc33d655113 req-dbef72e2-110a-4d2b-8f16-20d2361a4253 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385240 Sep 16 05:23:31.240222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] For port d9eb3d3d-0108-4de1-b56b-80155c8950bf, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:31.244284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] For port d9eb3d3d-0108-4de1-b56b-80155c8950bf, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9eb3d3d-0108-4de1-b56b-80155c8950bf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:31.364386 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.371185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.455016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8a5e1-d8f3-4345-b43b-4dbac0e2a1d4 None None] Pushing event updated for resources: {'Port': ['ID=d9eb3d3d-0108-4de1-b56b-80155c8950bf,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:31.552859 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-54198c1c-4d5a-4795-b576-d822899a5008 req-ae6f6d27-4b7e-452a-80e9-fe4d219cce7b service neutron] show failed (client error): The resource could not be found. Sep 16 05:23:31.554275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-ae6f6d27-4b7e-452a-80e9-fe4d219cce7b service neutron] 10.222.0.66 "GET /v2.0/ports/8ebacd64-e5c9-4523-9b28-3d463b9c9dc8/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.2410624 Sep 16 05:23:31.610243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756648b7-7ad2-4dfa-8a85-a43fd16f7fa1 req-a04d8623-dbbe-4c1d-ac3d-a4e0cff4d27f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.618818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-756648b7-7ad2-4dfa-8a85-a43fd16f7fa1 req-a04d8623-dbbe-4c1d-ac3d-a4e0cff4d27f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.4929554 Sep 16 05:23:31.664460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.771305 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.790845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.801853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-756648b7-7ad2-4dfa-8a85-a43fd16f7fa1 req-d2111401-757b-4dbc-aa3f-d43cac520d58 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820672 Sep 16 05:23:31.954896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.981251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event updated for resources: {'Port': ['ID=269e7ce1-f187-49fc-a1d9-b0ff95490cb7,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:32.023769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-5fbdc08e-ee5a-4173-807d-d00e0f161d89 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.025670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-5fbdc08e-ee5a-4173-807d-d00e0f161d89 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 946 time: 0.1923430 Sep 16 05:23:32.027434 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.028571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:32.032580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:32.036394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:32.043051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.044147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.062374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=bf85afdf-05cc-4f8c-be36-47d81473ef62,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:32.209242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Deleting port c0435273-1d35-4d51-8812-b44173ab14c8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:32.209602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.225818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9d2eddd-adc3-44a4-8a6a-f07298f9fd22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3076019 Sep 16 05:23:32.231954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.232167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53054) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:32.233650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-8aba149a-9a53-424a-aa71-a3d979c274a1 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9703169 Sep 16 05:23:32.259158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-744febb8-eb64-45ee-a177-f0a4e5dd4c4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': '4176b190-e70b-46cd-89a4-eb2a916ed9e2', 'ip_address': '2001:db8::6841:923b:67b7:f016'}], 'name': 'tempest-NetworksTestDHCPv6-281690003'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:32.477646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-9b101ff8-de2b-4ec3-8fd8-1fc133afe0b9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.2154047 Sep 16 05:23:32.482994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940657a-4b1c-4afe-b44a-5df110d5092d req-0ad80708-3a85-4dbd-9fb5-1484d5217e85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.491365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0940657a-4b1c-4afe-b44a-5df110d5092d req-0ad80708-3a85-4dbd-9fb5-1484d5217e85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 946 time: 0.1302428 Sep 16 05:23:32.702090 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0940657a-4b1c-4afe-b44a-5df110d5092d req-b2844265-4df1-40bc-a9e4-567abfa33c1f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Sep 16 05:23:32.703473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] For port c0435273-1d35-4d51-8812-b44173ab14c8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c0435273-1d35-4d51-8812-b44173ab14c8,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:32.703473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.703473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-e6ed7282-8f8d-4323-98a7-f0c604889ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.703473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-e6ed7282-8f8d-4323-98a7-f0c604889ded service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120&tenant_id=87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 1102 time: 0.2268007 Sep 16 05:23:32.703473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Calling delete_port for c0435273-1d35-4d51-8812-b44173ab14c8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:32.719539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:32.769488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-f62d59ef-9bd6-4974-b995-7b36a8468d00 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.771648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-f62d59ef-9bd6-4974-b995-7b36a8468d00 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.2926340 Sep 16 05:23:32.796149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ad645dfa-450b-4fd4-b287-89857bbcfa80 None None] Provisioning complete for port d9eb3d3d-0108-4de1-b56b-80155c8950bf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:32.796694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad645dfa-450b-4fd4-b287-89857bbcfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.818828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-fd627298-0507-430f-ba5c-a73e59e6a154 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:23:32.819883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dc819e5-8741-4774-8212-c5b04e44cba1 req-fd627298-0507-430f-ba5c-a73e59e6a154 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061431 Sep 16 05:23:32.946672 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.965671 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad645dfa-450b-4fd4-b287-89857bbcfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.001885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744febb8-eb64-45ee-a177-f0a4e5dd4c4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:33.008663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-744febb8-eb64-45ee-a177-f0a4e5dd4c4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.014446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ad645dfa-450b-4fd4-b287-89857bbcfa80 None None] For port d9eb3d3d-0108-4de1-b56b-80155c8950bf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9eb3d3d-0108-4de1-b56b-80155c8950bf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:33.040902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-4c441af4-5535-45e1-a43a-8bbb9439daae tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.047504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-4c441af4-5535-45e1-a43a-8bbb9439daae tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1591706 Sep 16 05:23:33.096151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-744febb8-eb64-45ee-a177-f0a4e5dd4c4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 3a5c773b-551c-48a3-9a9b-a7084d5c2d65 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:33.124134 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad645dfa-450b-4fd4-b287-89857bbcfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.135298 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-638feb0d-9bda-4ee9-8876-5f367454d0c0 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0827904 Sep 16 05:23:33.139226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Request body: {'floatingip': {'port_id': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:33.225836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad645dfa-450b-4fd4-b287-89857bbcfa80 None None] Pushing event updated for resources: {'Port': ['ID=d9eb3d3d-0108-4de1-b56b-80155c8950bf,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.230645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.236852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4570ed-19ff-4e26-a23d-ca03bbf6c79c req-269bac9d-97c5-40d4-86ac-d4c77e36ea38 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.237771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af4570ed-19ff-4e26-a23d-ca03bbf6c79c req-269bac9d-97c5-40d4-86ac-d4c77e36ea38 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.2328043 Sep 16 05:23:33.267830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b2985647-ab2f-4172-850b-6cab1d1cbeb2 None None] Provisioning complete for port bf85afdf-05cc-4f8c-be36-47d81473ef62 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:33.268376 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2985647-ab2f-4172-850b-6cab1d1cbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.351779 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.390952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2985647-ab2f-4172-850b-6cab1d1cbeb2 None None] Port bf85afdf-05cc-4f8c-be36-47d81473ef62 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:33.397957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af4570ed-19ff-4e26-a23d-ca03bbf6c79c req-7de0db6f-0a33-457f-b662-bce2c516afb9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109114 Sep 16 05:23:33.494801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event deleted for resources: {'Port': ['ID=c0435273-1d35-4d51-8812-b44173ab14c8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.500716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:33.528575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9eb3d3d-0108-4de1-b56b-80155c8950bf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:33.573593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] No DVR routers for this DVR port c0435273-1d35-4d51-8812-b44173ab14c8 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:33.576589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.582607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22559298-6f36-4dd0-83b5-74a8212a3040 req-c6c97f75-c7fa-4112-8400-c118700dfa53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "DELETE /v2.0/ports/c0435273-1d35-4d51-8812-b44173ab14c8 HTTP/1.1" status: 204 len: 173 time: 1.5411181 Sep 16 05:23:33.583306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591a175-b7a1-4e5a-a4c6-89db4aef079a', 'name': 'network-vif-deleted', 'tag': 'c0435273-1d35-4d51-8812-b44173ab14c8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:33.587271 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a143a6-59b2-4d41-8855-1b6e5fd92cd9" -d '{"events": [{"server_uuid": "7591a175-b7a1-4e5a-a4c6-89db4aef079a", "name": "network-vif-deleted", "tag": "c0435273-1d35-4d51-8812-b44173ab14c8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:33.598767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d9eb3d3d-0108-4de1-b56b-80155c8950bf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:33.599146 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.616032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:33.684103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.703716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Transition to ACTIVE for port object 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:33.726869 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-744febb8-eb64-45ee-a177-f0a4e5dd4c4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:23:33.727705 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744febb8-eb64-45ee-a177-f0a4e5dd4c4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:33.797858 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.930785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.968778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] No DVR routers for this DVR port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:34.067587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-744febb8-eb64-45ee-a177-f0a4e5dd4c4b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8341072 Sep 16 05:23:34.071591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53082) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:34.083220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-586829e7-da51-4421-b64a-9a52ffdbd96a req-42a67b67-3a72-4876-b07c-88050a919261 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.1156280 Sep 16 05:23:34.101971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:34.102429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:34.102898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:34.112469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:34.112949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:34.124537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:34.125265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:34.126047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:34.128947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Bound port: 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:34.129912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.254163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b257da-a408-4ff3-a049-f9aa894edcc6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.266072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b257da-a408-4ff3-a049-f9aa894edcc6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.272429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b5b257da-a408-4ff3-a049-f9aa894edcc6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1989317 Sep 16 05:23:34.273115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53084) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:34.336455 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.resource_extend [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:23:34.433841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.478030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f9f06750-f133-4146-86a9-117c43b44a06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port bf85afdf-05cc-4f8c-be36-47d81473ef62 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:34.478737 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9f06750-f133-4146-86a9-117c43b44a06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.528426 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7100953d-b6ba-4434-bde4-5139434278b3 x-openstack-request-id: req-7100953d-b6ba-4434-bde4-5139434278b3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:34.528953 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591a175-b7a1-4e5a-a4c6-89db4aef079a", "name": "network-vif-deleted", "tag": "c0435273-1d35-4d51-8812-b44173ab14c8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:34.529352 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7100953d-b6ba-4434-bde4-5139434278b3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:34.529904 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7591a175-b7a1-4e5a-a4c6-89db4aef079a', 'name': 'network-vif-deleted', 'tag': 'c0435273-1d35-4d51-8812-b44173ab14c8', 'status': 'completed', 'code': 200} Sep 16 05:23:34.587963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.649807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9f06750-f133-4146-86a9-117c43b44a06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.660461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913db01e-80b0-4d65-95fe-1d4749ded1ad req-cc56cb2b-060d-477d-afb2-536af38d5f87 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.662309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-913db01e-80b0-4d65-95fe-1d4749ded1ad req-cc56cb2b-060d-477d-afb2-536af38d5f87 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 948 time: 0.0869474 Sep 16 05:23:34.665904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:34.705326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:34.708657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f9f06750-f133-4146-86a9-117c43b44a06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for bf85afdf-05cc-4f8c-be36-47d81473ef62 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:34.729062 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-913db01e-80b0-4d65-95fe-1d4749ded1ad req-fbecddab-b501-441b-b654-4b032728faee tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593467 Sep 16 05:23:34.774235 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Floating IP 9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0 associated. External IP: 172.25.1.17, port: 17e0ceb2-6fd2-488c-a31e-86b48c467711. Sep 16 05:23:34.808664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.836260 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:34.860480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.862000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.864034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 1097 time: 2.1548014 Sep 16 05:23:34.937749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad9756-dd7a-47c5-a6af-4b4452f548d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.951042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:34.951571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c0435273-1d35-4d51-8812-b44173ab14c8 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:34.997281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-74f2c02b-bf7c-4c72-adca-9422fcfc41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.000690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-74f2c02b-bf7c-4c72-adca-9422fcfc41eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1100 time: 0.0914803 Sep 16 05:23:35.026188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: c0435273-1d35-4d51-8812-b44173ab14c8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:35.035033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c0435273-1d35-4d51-8812-b44173ab14c8 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:35.177812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-3c4aa6fb-995f-4284-ab19-7ec6b72e2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.183207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-3c4aa6fb-995f-4284-ab19-7ec6b72e2c67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1664021 Sep 16 05:23:35.305787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-1b1b9f0f-759b-4b7d-9bbc-cbd005d4a3bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.1092927 Sep 16 05:23:35.323462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a42f69e-cbeb-443c-a9e3-caa71dae643d req-70416d7d-fdc1-4553-ac98-a897290af6ea tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.0362341 Sep 16 05:23:35.328499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:35.389983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-df246cc2-bdd1-4434-b410-77da402ce7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.391605 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-df246cc2-bdd1-4434-b410-77da402ce7b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0634382 Sep 16 05:23:35.393195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9f06750-f133-4146-86a9-117c43b44a06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.429406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f06750-f133-4146-86a9-117c43b44a06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=bf85afdf-05cc-4f8c-be36-47d81473ef62,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:35.467617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198c1c-4d5a-4795-b576-d822899a5008 req-ae0505d9-4352-4072-b2e7-d9ee7b9f96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.469321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-ae0505d9-4352-4072-b2e7-d9ee7b9f96b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643718 Sep 16 05:23:35.493099 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9f06750-f133-4146-86a9-117c43b44a06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.495100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9f06750-f133-4146-86a9-117c43b44a06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/bf85afdf-05cc-4f8c-be36-47d81473ef62 HTTP/1.1" status: 204 len: 168 time: 1.2182145 Sep 16 05:23:35.497740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53110) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.553121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:35.559940 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.567196 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] Sync routers for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:35.584417 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:35.585288 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:35.596814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1e5d52-c02d-4c8a-81b9-67c5f53fb17c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.596814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1e5d52-c02d-4c8a-81b9-67c5f53fb17c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.596814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8e1e5d52-c02d-4c8a-81b9-67c5f53fb17c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0949426 Sep 16 05:23:35.596814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53112) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.631519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-5d977f68-b8e0-4dbe-8b85-40270c324fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502223 Sep 16 05:23:35.644726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-123e5c58-cfc6-4975-bde3-1e385b37bbf9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "PUT /v2.0/floatingips/9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0 HTTP/1.1" status: 200 len: 995 time: 2.5117273 Sep 16 05:23:35.649339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:35.651439 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:35.699523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-88522639-994c-4a83-ab63-17973a9cfa29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 4176b190-e70b-46cd-89a4-eb2a916ed9e2 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:35.705576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88522639-994c-4a83-ab63-17973a9cfa29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.730435 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:35.739682 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2676aa01-546c-4c87-bd7b-e7d8b246c846 x-openstack-request-id: req-2676aa01-546c-4c87-bd7b-e7d8b246c846 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:35.739999 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:35.740336 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2676aa01-546c-4c87-bd7b-e7d8b246c846 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:35.740734 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'status': 'completed', 'code': 200} Sep 16 05:23:35.750257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-4b6f11cc-2760-407b-bbe6-642bbb2a0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.751959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-4b6f11cc-2760-407b-bbe6-642bbb2a0bce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.0975187 Sep 16 05:23:35.771917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88522639-994c-4a83-ab63-17973a9cfa29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.878929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54198c1c-4d5a-4795-b576-d822899a5008 req-bddf56a0-4b57-4cb6-ad79-a694edca1b38 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681964 Sep 16 05:23:35.983024 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'port_id': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'mac_address': 'fa:16:3e:c4:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:30Z', 'updated_at': '2021-09-16T05:23:34Z', 'revision_number': 1, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:24Z', 'revision_number': 5, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:35.996408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88522639-994c-4a83-ab63-17973a9cfa29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.013200 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] Checking router: ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:36.023785 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:36.024439 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:36.042775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-103a758d-7849-4a25-b0b1-c82c545d79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.045032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-103a758d-7849-4a25-b0b1-c82c545d79c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.1346240 Sep 16 05:23:36.095651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11781927-d321-4671-aca0-93e0123b73df req-ce64be92-07c6-49a2-a140-b4b08d2cca51 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.096205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-360a3ec3-ec5e-4e90-aac3-e4dd9ffea543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.097960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11781927-d321-4671-aca0-93e0123b73df req-ce64be92-07c6-49a2-a140-b4b08d2cca51 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 948 time: 0.2178957 Sep 16 05:23:36.103236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-360a3ec3-ec5e-4e90-aac3-e4dd9ffea543 service neutron] 10.222.0.49 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 921 time: 0.3421876 Sep 16 05:23:36.177415 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:36.230968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-021e9c84-e462-4b95-9d6a-ae422ad4dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.233147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-021e9c84-e462-4b95-9d6a-ae422ad4dcb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 921 time: 0.1620669 Sep 16 05:23:36.300571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11781927-d321-4671-aca0-93e0123b73df req-f54282a1-500b-4bbf-a3ab-951dc6c7c023 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869831 Sep 16 05:23:36.338737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-ae52b0a9-0211-4d1e-91e2-ff71c29c6087 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 998 time: 0.0966749 Sep 16 05:23:36.457622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-5fa3f797-1cdd-4b10-b272-1f870a9799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.459199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-5fa3f797-1cdd-4b10-b272-1f870a9799ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.1066806 Sep 16 05:23:36.530296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-c9392ca6-59b7-4a3b-a3fd-e1d0b98f8701 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495400 Sep 16 05:23:36.530792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}, {'name': 'network-changed', 'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:36.534715 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c" -d '{"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}, {"name": "network-changed", "server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:36.570640 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'port_id': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'mac_address': 'fa:16:3e:c4:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:30Z', 'updated_at': '2021-09-16T05:23:34Z', 'revision_number': 1, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:24Z', 'revision_number': 5, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:36.573960 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-fbcf7303-847b-485a-bfb5-b91f54a519d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 998 time: 0.4616635 Sep 16 05:23:36.611582 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc96dc-5df3-4ef3-835b-f12faea0490b None None] The sync data for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 is: [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'port_id': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'mac_address': 'fa:16:3e:c4:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:30Z', 'updated_at': '2021-09-16T05:23:34Z', 'revision_number': 1, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:24Z', 'revision_number': 5, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:36.653036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-de48e3d3-990c-4f7a-9fa9-71c5c0d0604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.654591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-de48e3d3-990c-4f7a-9fa9-71c5c0d0604e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.0704129 Sep 16 05:23:36.698414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88522639-994c-4a83-ab63-17973a9cfa29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.713567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-3e6cbfca-fab1-49bb-b5c0-2ec3a97222a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499132 Sep 16 05:23:36.726082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-4acc8993-a23d-45a5-9fed-a45d83cd9392 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807456 Sep 16 05:23:36.825998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88522639-994c-4a83-ab63-17973a9cfa29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=4176b190-e70b-46cd-89a4-eb2a916ed9e2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:36.837489 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88522639-994c-4a83-ab63-17973a9cfa29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.839801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-88522639-994c-4a83-ab63-17973a9cfa29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/4176b190-e70b-46cd-89a4-eb2a916ed9e2 HTTP/1.1" status: 204 len: 168 time: 1.2421818 Sep 16 05:23:36.846344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53140) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.853598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c773ef-c53f-4b27-8cfb-9b1363247fab req-1f9f4332-1d1a-4ed4-af2e-e261a94b48d9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.854651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729dbca9-b4ec-4593-9b48-45a38635ffcd None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:36.861189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31c773ef-c53f-4b27-8cfb-9b1363247fab req-1f9f4332-1d1a-4ed4-af2e-e261a94b48d9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.1340885 Sep 16 05:23:36.917658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53142) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.924309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:36.925366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-404e7ae2-2a62-4b33-bbaf-814ed3fced83 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767651 Sep 16 05:23:36.936155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-de75e414-b8b0-461a-b63e-1eafbe1ac71e service neutron] 10.222.0.49 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211616 Sep 16 05:23:36.994557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97404e4d-1483-4787-9cd7-0d79ebe3b2f3 req-c2d7bebc-1ae7-4c2f-bd4f-ba9c594d2612 service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350640 Sep 16 05:23:37.005269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31c773ef-c53f-4b27-8cfb-9b1363247fab req-e8b169de-4d42-40c0-931d-ae342b8557d0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427307 Sep 16 05:23:37.075627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc12ee-37b6-44a2-8b41-a3fd05f5a538 None None] New status for floating IP 9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:23:37.148363 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4dfe999-a7b9-4415-b294-1d69444e0e02 req-14e20c28-d581-4c02-84b0-17b0ed2e6dc1 service neutron] 10.222.0.49 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111030 Sep 16 05:23:37.248005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:37.261967 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d560f86-aed0-40ac-9d57-d0a71648da73 req-f1a59ce3-bf34-4b19-85b4-4e3703885d69 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.0348961 Sep 16 05:23:37.265061 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23478d7-f589-493b-810c-1a9c19acd748 x-openstack-request-id: req-b23478d7-f589-493b-810c-1a9c19acd748 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:37.265367 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "code": 200}, {"name": "network-changed", "server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:37.265625 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b23478d7-f589-493b-810c-1a9c19acd748 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:37.266043 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'code': 200} Sep 16 05:23:37.266300 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'status': 'completed', 'code': 200} Sep 16 05:23:37.334829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:37.340530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.431041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9eb3d3d-0108-4de1-b56b-80155c8950bf no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:37.453417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-a7fe4968-8bc9-42b1-94d7-0242d5e69c35 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 998 time: 0.1334460 Sep 16 05:23:37.510659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] Deleting port d9eb3d3d-0108-4de1-b56b-80155c8950bf {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:37.510659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.527149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-8dbd1795-8679-41d0-9b2d-862bad9b7d73 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.529889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-8dbd1795-8679-41d0-9b2d-862bad9b7d73 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports/17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 942 time: 0.0694537 Sep 16 05:23:37.593500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] For port d9eb3d3d-0108-4de1-b56b-80155c8950bf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9eb3d3d-0108-4de1-b56b-80155c8950bf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:37.593900 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.615992 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] Calling delete_port for d9eb3d3d-0108-4de1-b56b-80155c8950bf owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:37.637156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-47f3bcfc-c440-4cb2-a077-dd3bd627d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.639545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-47f3bcfc-c440-4cb2-a077-dd3bd627d798 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1100 time: 0.2273812 Sep 16 05:23:37.685921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-1080ce36-1dfa-4fd2-9405-8e08fb0a2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.687451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-1080ce36-1dfa-4fd2-9405-8e08fb0a2199 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1100 time: 0.2982919 Sep 16 05:23:37.727959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.815342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-430e49dd-fd51-4acc-b729-cb18f9b0eed6 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 1000 time: 0.2070334 Sep 16 05:23:37.869198 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.931886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] No DVR routers for this DVR port d9eb3d3d-0108-4de1-b56b-80155c8950bf on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:37.948175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca51a7-cb43-407e-a9cc-abb8e22daf0a None None] Pushing event deleted for resources: {'Port': ['ID=d9eb3d3d-0108-4de1-b56b-80155c8950bf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:37.966539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:23:37.966539 n-d-712749-15 neutron-server[95661]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 16 05:23:37.966539 n-d-712749-15 neutron-server[95661]: [parameters: {'status': 'DOWN', 'ports_id': 'd9eb3d3d-0108-4de1-b56b-80155c8950bf'}] Sep 16 05:23:37.966539 n-d-712749-15 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:37.967319 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:37.982110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-313fe7f0-d77f-426b-80ce-48d31d4845b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.985367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-313fe7f0-d77f-426b-80ce-48d31d4845b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3330092 Sep 16 05:23:38.008753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-9492f1c2-c025-4e91-aa6e-9f99a8f3dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.010266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-9492f1c2-c025-4e91-aa6e-9f99a8f3dd71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3076820 Sep 16 05:23:38.019769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-5e9be57e-5ce6-4874-b7e3-0ff0a26e0eb8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.021413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-5e9be57e-5ce6-4874-b7e3-0ff0a26e0eb8 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1948230 Sep 16 05:23:38.088315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-6925d820-2163-4f59-bffc-984da7640dae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0445414 Sep 16 05:23:38.090073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-2016858f-4503-4765-b770-4ea3c2d2b25d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0908546 Sep 16 05:23:38.137024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-06638b98-4768-4198-b265-d467b6c5bad7 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 1000 time: 0.1078699 Sep 16 05:23:38.148394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:38.188196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.222657 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.258711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-677c501e-4dd9-47fa-a142-2bd5d5183da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.260312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-677c501e-4dd9-47fa-a142-2bd5d5183da3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1611016 Sep 16 05:23:38.269873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:38.271789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-7c5989e4-236e-4c7b-beda-8578024e0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.277684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-7c5989e4-236e-4c7b-beda-8578024e0bf6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1664164 Sep 16 05:23:38.289496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:38.300310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cccede-1533-4993-b1ba-9b35f6df7994 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:38.307441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.308094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.357915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aeabd-1950-43fc-ba3b-3ff3c3fc1764 req-03e03727-58ea-4142-877b-0f1f5830c045 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.360419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-380aeabd-1950-43fc-ba3b-3ff3c3fc1764 req-03e03727-58ea-4142-877b-0f1f5830c045 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 948 time: 0.2434635 Sep 16 05:23:38.396463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=9a2b3ecd-a6cc-4001-be0f-15d025082f44,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:38.429671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.448241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-596ac3fd-8c40-4855-96e5-6a2bb75483e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.450001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-596ac3fd-8c40-4855-96e5-6a2bb75483e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1722021 Sep 16 05:23:38.460660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-4efeba24-71fd-4cab-9fdb-65d3ba918dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.462362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-4efeba24-71fd-4cab-9fdb-65d3ba918dad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1658936 Sep 16 05:23:38.518945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Port d9eb3d3d-0108-4de1-b56b-80155c8950bf update to DOWN by agent not found {{(pid=95661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:23:38.525878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-380aeabd-1950-43fc-ba3b-3ff3c3fc1764 req-2a46d7cb-40ea-4458-a016-d9a14b481390 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395998 Sep 16 05:23:38.545158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6c72cb73-fb41-461d-9643-6ee34368e5d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6251795 Sep 16 05:23:38.548469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53170) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:38.554745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4e93e04f-9cff-426c-a697-27ca5d710665 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': '9a2b3ecd-a6cc-4001-be0f-15d025082f44', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1737781507'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:38.582668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.583244 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Floating IP 9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0 disassociated. External IP: 172.25.1.17, port: 17e0ceb2-6fd2-488c-a31e-86b48c467711. Sep 16 05:23:38.592751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '9a2b3ecd-a6cc-4001-be0f-15d025082f44'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:38.593647 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.692799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-c8ae6d98-125c-4af6-a818-7c4fbee6ed26 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293515 Sep 16 05:23:38.697951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-b885f9e0-432d-4b77-a8f7-7800ff531a6c service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190824 Sep 16 05:23:38.836329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/9a2b3ecd-a6cc-4001-be0f-15d025082f44/3b5a2445-1458-41c1-a982-f298bd49d6b3) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:38.952146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-ec5801cf-4e3e-416f-9bbf-4b8c0ae24178 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433910 Sep 16 05:23:38.987933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93e04f-9cff-426c-a697-27ca5d710665 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:39.018437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fc2d2c4-7d68-4bdc-9b0b-356ac979a22c req-15935a9b-e467-405b-8077-d52a39b5e701 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990614 Sep 16 05:23:39.042596 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.103957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:39.137016 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e93e04f-9cff-426c-a697-27ca5d710665 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.167302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-57cd36e4-4041-44fb-b7d5-770fbe4d17ed req-3e6c0bd5-b70d-433f-b651-651508f757e7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.0396423 Sep 16 05:23:39.176142 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.228474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:39.233276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:39.236186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:39.237190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-4e93e04f-9cff-426c-a697-27ca5d710665 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 84d80306-e3ae-4f90-83f7-ffad8b7fd3be yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:39.245472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Pushing event updated for resources: {'Port': ['ID=3b5a2445-1458-41c1-a982-f298bd49d6b3,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:39.310786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Attempting to bind port 3b5a2445-1458-41c1-a982-f298bd49d6b3 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:39.311276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Attempting to bind port 3b5a2445-1458-41c1-a982-f298bd49d6b3 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:39.311701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Attempting to bind port 3b5a2445-1458-41c1-a982-f298bd49d6b3 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:39.321434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:39.321795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:39.322413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.322888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:39.323693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Bound port: 3b5a2445-1458-41c1-a982-f298bd49d6b3, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:39.323920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.405498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] For port 3b5a2445-1458-41c1-a982-f298bd49d6b3, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:39.409670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] For port 3b5a2445-1458-41c1-a982-f298bd49d6b3, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3b5a2445-1458-41c1-a982-f298bd49d6b3,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:39.466094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:39.472596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.478231 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] Sync routers for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:39.489440 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:39.490064 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:39.509823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-09fb8c80-66b0-4f4e-99cd-666b242ca936 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "PUT /v2.0/floatingips/9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0 HTTP/1.1" status: 200 len: 694 time: 1.3660357 Sep 16 05:23:39.510360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:39.512678 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95c06c-7c84-4be0-9d87-6732f1186c98" -d '{"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:39.529932 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.559937 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf84aa2-e72e-4ea1-88cc-5ea6ec8ef7e2 x-openstack-request-id: req-bcf84aa2-e72e-4ea1-88cc-5ea6ec8ef7e2 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:39.560239 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:39.560487 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcf84aa2-e72e-4ea1-88cc-5ea6ec8ef7e2 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:39.560884 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'status': 'completed', 'code': 200} Sep 16 05:23:39.569951 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e93e04f-9cff-426c-a697-27ca5d710665 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:39.570473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e93e04f-9cff-426c-a697-27ca5d710665 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:39.590975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-016c8564-1e10-4f36-8a31-bad3de0256fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.592807 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-016c8564-1e10-4f36-8a31-bad3de0256fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.0647426 Sep 16 05:23:39.634819 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:39.635534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04411c4b-f9c8-426b-9ed2-a95fceea5ebd None None] Pushing event updated for resources: {'Port': ['ID=3b5a2445-1458-41c1-a982-f298bd49d6b3,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:39.673979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:39.698078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:39.721894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-f020fc04-0676-4549-98cb-b476c5524627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.724798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-f020fc04-0676-4549-98cb-b476c5524627 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 1097 time: 0.0999906 Sep 16 05:23:39.725655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.726607 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e93e04f-9cff-426c-a697-27ca5d710665 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1761792 Sep 16 05:23:39.815177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-7011d2bb-ad20-4dda-8dee-73db386791fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.826313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-7011d2bb-ad20-4dda-8dee-73db386791fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 921 time: 0.2222190 Sep 16 05:23:39.903474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251404-3efe-428b-8a5d-942dde43282e req-fa99cbd3-0d03-46e7-a5bc-040eaf05a8fd tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.906934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:39.912352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4251404-3efe-428b-8a5d-942dde43282e req-fa99cbd3-0d03-46e7-a5bc-040eaf05a8fd tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 948 time: 0.1570730 Sep 16 05:23:39.963075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc93ca12-7bba-4744-b027-3ce8dde84836 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.965194 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fc93ca12-7bba-4744-b027-3ce8dde84836 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2374425 Sep 16 05:23:39.977838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53186) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.985392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'mac_address': 'fa:16:3e:ee:a3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:40.011077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-5078ece1-d09f-4cd4-8722-63c8ed596ef0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 217 time: 0.1749361 Sep 16 05:23:40.042390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4251404-3efe-428b-8a5d-942dde43282e req-c85329ba-372d-4413-9698-3868427bb131 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287968 Sep 16 05:23:40.049822 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:24Z', 'revision_number': 5, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:40.084254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-0ca9bf93-362d-4de8-bb51-2a9234464f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.103786 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-0ca9bf93-362d-4de8-bb51-2a9234464f6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 200 len: 921 time: 0.3210289 Sep 16 05:23:40.105327 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] Checking router: ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:40.117842 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:40.118540 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:40.185671 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.215925 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-7af360fa-f2b4-4ad6-9c2e-aee3d6a4ce79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 200 len: 217 time: 0.1056354 Sep 16 05:23:40.227086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:40.233811 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.267644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:40.272716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b1d3c-8ceb-42ed-a7bd-3b9db9152bfa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.276079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:40.279186 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b019ca4-a3ab-4526-90a6-a9e640731a76" -d '{"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:40.285556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b1d3c-8ceb-42ed-a7bd-3b9db9152bfa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.289701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a84b1d3c-8ceb-42ed-a7bd-3b9db9152bfa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3101144 Sep 16 05:23:40.294705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53202) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:40.321735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:40.330637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-15fa4f51-b7e5-4333-9497-c72a51296e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.335689 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-15fa4f51-b7e5-4333-9497-c72a51296e4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.2593179 Sep 16 05:23:40.338582 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:40.393091 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.403110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-088e0333-6c99-4f0b-be32-292e9929ca2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587013 Sep 16 05:23:40.408760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-1edb0560-7c9d-491c-9a6c-2691b3911cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.411478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-1edb0560-7c9d-491c-9a6c-2691b3911cbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 200 len: 860 time: 0.1920509 Sep 16 05:23:40.438210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-06205772-3878-4867-976e-970e434111a7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 9a2b3ecd-a6cc-4001-be0f-15d025082f44 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:40.458066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06205772-3878-4867-976e-970e434111a7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.489082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.496293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.575156 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-79dd4f87-b6ca-4963-b1d7-9ca89e8f2c50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adf65298-6f74-4172-8808-b53e211fe76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281457 Sep 16 05:23:40.592451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-ab4b47f5-e159-4e96-be3c-9a312ebea3c7 service neutron] 10.222.0.49 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775939 Sep 16 05:23:40.614728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.631592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06205772-3878-4867-976e-970e434111a7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.757695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-307ed0e0-ecef-49df-b0e5-6af4cc002f2b req-f701de88-7712-4762-8696-404d407190b4 service neutron] 10.222.0.49 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635351 Sep 16 05:23:40.855005 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:24Z', 'revision_number': 5, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:40.892662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:40.903509 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02aa3b-a9b6-4672-b0ef-3e9b8d1ff4e8 None None] The sync data for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 is: [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:22:16Z', 'revision_number': 4, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '5f8497e2-d11f-4d68-9aab-7b371d7f16ea', 'name': '', 'network_id': 'adf65298-6f74-4172-8808-b53e211fe76b', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'mac_address': 'fa:16:3e:4a:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:13Z', 'updated_at': '2021-09-16T05:22:24Z', 'revision_number': 5, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'subnets': [{'id': 'f87c8521-234e-41c4-a187-2665b5dd23ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:40.917409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-973f5f18-6d9f-4fa9-93c9-c4fa11b26f1e service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290083 Sep 16 05:23:40.941390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06205772-3878-4867-976e-970e434111a7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.026510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ae9c05a-b48f-4f43-8d20-58e2356a5329 req-891866d1-f2ff-4a44-a7f5-56809f09a2c2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=7591a175-b7a1-4e5a-a4c6-89db4aef079a HTTP/1.1" status: 200 len: 210 time: 0.0384028 Sep 16 05:23:41.122129 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780f3f07-8c70-4992-9f4f-d9f6db16367f x-openstack-request-id: req-780f3f07-8c70-4992-9f4f-d9f6db16367f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:41.122577 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:41.122955 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-780f3f07-8c70-4992-9f4f-d9f6db16367f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:41.123447 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'code': 200} Sep 16 05:23:41.246531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Provisioning complete for port 3b5a2445-1458-41c1-a982-f298bd49d6b3 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:41.247233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.315048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96216e0b-c54f-40ce-b00c-9d7bdca78e12 req-9a413647-7471-49d5-8316-1428d3f060ca tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.316763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96216e0b-c54f-40ce-b00c-9d7bdca78e12 req-9a413647-7471-49d5-8316-1428d3f060ca tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 949 time: 0.0950525 Sep 16 05:23:41.408698 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.413594 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96216e0b-c54f-40ce-b00c-9d7bdca78e12 req-fff60429-a1a3-462b-ad00-f3529b19749d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798295 Sep 16 05:23:41.449431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502c1bd0-a811-4bc5-a1df-df3447acb26a None None] New status for floating IP 9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:23:41.526276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3b5a2445-1458-41c1-a982-f298bd49d6b3 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:41.609003 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-127a04e2-aa24-45d6-bd58-cf04d57b39e9 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/floatingips/9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0 HTTP/1.1" status: 200 len: 694 time: 0.0940144 Sep 16 05:23:41.661415 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec95c06c-7c84-4be0-9d87-6732f1186c98 req-34d46544-d754-49ad-8a98-d5ccfdb26cec service neutron] 10.222.0.30 "GET /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347641 Sep 16 05:23:41.681152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-0bf59edc-bf8b-4a52-9980-eebeaa3b9701 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.683060 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-0bf59edc-bf8b-4a52-9980-eebeaa3b9701 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120&tenant_id=87437861a41e40c4bf78025a370c9983&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 949 time: 0.1794662 Sep 16 05:23:41.740846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:41.787488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06205772-3878-4867-976e-970e434111a7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.827321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-315bee07-895a-4c6d-943e-aed47ef8a482 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.828919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-315bee07-895a-4c6d-943e-aed47ef8a482 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 784 time: 0.1968138 Sep 16 05:23:41.834362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205772-3878-4867-976e-970e434111a7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2b3ecd-a6cc-4001-be0f-15d025082f44,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:41.836658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06205772-3878-4867-976e-970e434111a7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.840538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-06205772-3878-4867-976e-970e434111a7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/9a2b3ecd-a6cc-4001-be0f-15d025082f44 HTTP/1.1" status: 204 len: 168 time: 1.5445426 Sep 16 05:23:41.841382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53218) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:41.911421 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-85ab55f7-cca3-4ad7-8307-928e51b1e65e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684927 Sep 16 05:23:41.919247 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53220) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:41.922730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d324152a-c198-4934-8747-e4e74d5e9797 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 697 time: 0.0776110 Sep 16 05:23:41.929212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:41.933695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ec20ca-17db-4995-a0e9-543c62252251 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:41.940527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-93b8acb8-90ce-45bb-85d5-0853db48a55b service neutron] 10.222.0.30 "GET /v2.0/ports/8ebacd64-e5c9-4523-9b28-3d463b9c9dc8/bindings/n-h1-712749-15 HTTP/1.1" status: 200 len: 383 time: 0.1950984 Sep 16 05:23:41.990399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-e92361df-30e2-4836-ba7d-654aeb006f6d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 697 time: 0.0662544 Sep 16 05:23:42.023702 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:23:42.056947 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:42.057285 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:42.122554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-6ada9182-bdd5-4e29-a83d-16a418dfd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.124235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-6ada9182-bdd5-4e29-a83d-16a418dfd6ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1101 time: 0.1327891 Sep 16 05:23:42.144495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:42.148267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.257433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Deleting port 269e7ce1-f187-49fc-a1d9-b0ff95490cb7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:42.257759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.269078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:42.281451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-9174dae5-8684-494d-9848-64a104272c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.284947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-9174dae5-8684-494d-9848-64a104272c31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1439207 Sep 16 05:23:42.310674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'mac_address': 'fa:16:3e:e8:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:42.320026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3b5a2445-1458-41c1-a982-f298bd49d6b3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:42.320408 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.371772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.372882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.397422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Calling delete_port for 269e7ce1-f187-49fc-a1d9-b0ff95490cb7 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:42.403078 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.442980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afed1aa-f013-464f-85a6-fa3a21c1cf18 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:42.470499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:42.524001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:42.536033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.557158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.576471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-afa601fd-3e1f-4443-a1fd-47a367124c03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0446386 Sep 16 05:23:42.587924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.628035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55919f24-90c0-4771-9134-35b8ca81193a req-b1cc9362-297b-4471-8385-ad0ff00f94dd tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.629590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55919f24-90c0-4771-9134-35b8ca81193a req-b1cc9362-297b-4471-8385-ad0ff00f94dd tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 949 time: 0.1190746 Sep 16 05:23:42.634346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:42.637601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:42.639745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=a1398968-25e2-41d2-941f-0d5552f63054,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.643490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.644085 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.681956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 3b5a2445-1458-41c1-a982-f298bd49d6b3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3b5a2445-1458-41c1-a982-f298bd49d6b3,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:42.691272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55919f24-90c0-4771-9134-35b8ca81193a req-c25a9705-5197-45cd-ba72-54d8790a0b98 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Sep 16 05:23:42.706194 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.711918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.747013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-5cccd11f-65bb-463f-b68c-26234cc7f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.748395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] Deleting port 3b5a2445-1458-41c1-a982-f298bd49d6b3 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:42.748779 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.749875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-5cccd11f-65bb-463f-b68c-26234cc7f47a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1339786 Sep 16 05:23:42.784342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-01d05530-b6eb-41f8-acba-d89516f74676 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8661532 Sep 16 05:23:42.785051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53248) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:42.791698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-472019be-c02f-4066-a69e-7e00a567cf9f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1224728355', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:42.818093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-ea7c3a73-a949-4ef2-89e1-419c160d7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.819835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-ea7c3a73-a949-4ef2-89e1-419c160d7e12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0497530 Sep 16 05:23:42.821148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.871219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0afed1aa-f013-464f-85a6-fa3a21c1cf18'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:42.910399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.954803 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-472019be-c02f-4066-a69e-7e00a567cf9f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.956544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-472019be-c02f-4066-a69e-7e00a567cf9f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.007119 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:43.007466 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:43.009250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] For port 3b5a2445-1458-41c1-a982-f298bd49d6b3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3b5a2445-1458-41c1-a982-f298bd49d6b3,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:43.009829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.012744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=3b5a2445-1458-41c1-a982-f298bd49d6b3,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.041878 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] Calling delete_port for 3b5a2445-1458-41c1-a982-f298bd49d6b3 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:43.061178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event deleted for resources: {'Port': ['ID=269e7ce1-f187-49fc-a1d9-b0ff95490cb7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.089995 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-472019be-c02f-4066-a69e-7e00a567cf9f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.119837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35ba79-22e1-4604-84a7-64229e163bba req-af73ee7c-c598-4fe4-95de-e7b92eef5dc5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:43.128687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d35ba79-22e1-4604-84a7-64229e163bba req-af73ee7c-c598-4fe4-95de-e7b92eef5dc5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.2158823 Sep 16 05:23:43.151694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d35ba79-22e1-4604-84a7-64229e163bba req-44eb4776-3241-4b05-8ba4-7708e89f123f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/quotas/6f09bc556bb34764a5912a52c26626fd HTTP/1.1" status: 200 len: 375 time: 0.0207560 Sep 16 05:23:43.165810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-472019be-c02f-4066-a69e-7e00a567cf9f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.187989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-9d11ec44-ad4c-4357-b449-57a03add7692 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377566 Sep 16 05:23:43.192098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.195893 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d35ba79-22e1-4604-84a7-64229e163bba req-d7b3e3a6-4168-4a57-a8a2-01ff3fe1e726 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428619 Sep 16 05:23:43.197594 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.199826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6750b2ba-5d6d-4cea-a79b-4711b75aba4a req-d2fbc182-92ed-4a26-9231-104ac9b7ef9d tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "DELETE /v2.0/floatingips/9b3a3257-090c-4ff2-ad9e-a1bac1c30ee0 HTTP/1.1" status: 204 len: 173 time: 1.1976483 Sep 16 05:23:43.348063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d35ba79-22e1-4604-84a7-64229e163bba req-d299e7f8-17f1-409d-8aef-d889cfd8c974 service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506431 Sep 16 05:23:43.373112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-02ed6bd2-4954-4e00-a284-989283eeea4f service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727135 Sep 16 05:23:43.387297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.394151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-472019be-c02f-4066-a69e-7e00a567cf9f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.394662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3b5a2445-1458-41c1-a982-f298bd49d6b3 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:43.399196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-472019be-c02f-4066-a69e-7e00a567cf9f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6121161 Sep 16 05:23:43.401879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53272) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:43.429106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 3b5a2445-1458-41c1-a982-f298bd49d6b3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:43.430098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3b5a2445-1458-41c1-a982-f298bd49d6b3 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:43.465376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] Pushing event deleted for resources: {'Port': ['ID=3b5a2445-1458-41c1-a982-f298bd49d6b3,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.471926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d6571-9f0f-4783-b1d5-a57f23a77914 None None] No DVR routers for this DVR port 3b5a2445-1458-41c1-a982-f298bd49d6b3 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:43.498469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51ab8c-1cd7-45a5-ba3d-accf42735bd7 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:43.539222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d35ba79-22e1-4604-84a7-64229e163bba req-05dc1abf-d341-4389-84a2-c130ed6cb3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897941 Sep 16 05:23:43.678928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:43.702212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'a1398968-25e2-41d2-941f-0d5552f63054'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:43.703075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.751994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f00f8af0-768e-46b8-a4f3-e476a7b4a414 req-84fa5fd2-f587-48c8-a996-4bc000c9119c tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups/917a717f-cefa-4791-81e4-faed0c84dd16 HTTP/1.1" status: 200 len: 1809 time: 0.1843169 Sep 16 05:23:43.945202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-40512b84-4a51-4829-b519-50899641e9e2 None None] Port 3b5a2445-1458-41c1-a982-f298bd49d6b3 update to ACTIVE by agent not found {{(pid=95661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:23:43.971764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:43.973909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f00f8af0-768e-46b8-a4f3-e476a7b4a414 req-5357d323-1d2e-4396-9cb1-bd760e5d1be4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.981060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:43.981723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.999189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f00f8af0-768e-46b8-a4f3-e476a7b4a414 req-5357d323-1d2e-4396-9cb1-bd760e5d1be4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.045104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/a1398968-25e2-41d2-941f-0d5552f63054/72397fd5-63db-4503-aedb-035c3afbee52) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:44.094654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.129075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.243895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f00f8af0-768e-46b8-a4f3-e476a7b4a414 req-5357d323-1d2e-4396-9cb1-bd760e5d1be4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.245788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f00f8af0-768e-46b8-a4f3-e476a7b4a414 req-5357d323-1d2e-4396-9cb1-bd760e5d1be4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.247266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f00f8af0-768e-46b8-a4f3-e476a7b4a414 req-5357d323-1d2e-4396-9cb1-bd760e5d1be4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "DELETE /v2.0/security-groups/917a717f-cefa-4791-81e4-faed0c84dd16 HTTP/1.1" status: 204 len: 173 time: 0.4598162 Sep 16 05:23:44.273569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357d323-1d2e-4396-9cb1-bd760e5d1be4 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917a717f-cefa-4791-81e4-faed0c84dd16,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.408470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d3b0938-7b34-40b0-8c26-758eeea8a44e req-9f8b8769-edf3-45d5-97f5-57a9462a4317 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=a961f009-6b5d-478d-bd9a-7a983789edaa HTTP/1.1" status: 200 len: 210 time: 0.0425453 Sep 16 05:23:44.410419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:44.413688 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a91638-3691-4167-9e19-3298e164d1ae" -d '{"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-plugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:44.433885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:44.541826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312037fd-67fc-42e4-b59b-c6369d568ae6 req-2367535d-3e86-481d-b2ca-c720178457ab tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.548801 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.561208 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-312037fd-67fc-42e4-b59b-c6369d568ae6 req-2367535d-3e86-481d-b2ca-c720178457ab tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 949 time: 0.5960720 Sep 16 05:23:44.656627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.661127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.677870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-312037fd-67fc-42e4-b59b-c6369d568ae6 req-2cefe8ed-e9ae-4e3e-88bc-ec525a5a5953 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072123 Sep 16 05:23:44.775670 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.839528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Pushing event updated for resources: {'Port': ['ID=72397fd5-63db-4503-aedb-035c3afbee52,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.854297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:44.856594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:44.860083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:44.904543 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820d2ce-a16a-4c82-a184-9db3e2ff7b40 x-openstack-request-id: req-f820d2ce-a16a-4c82-a184-9db3e2ff7b40 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:44.905028 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-plugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:44.905523 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f820d2ce-a16a-4c82-a184-9db3e2ff7b40 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:44.906064 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'code': 200} Sep 16 05:23:44.910602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::1 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/a1398968-25e2-41d2-941f-0d5552f63054/e881a4e4-0e7b-45d0-856f-9e275a04d41b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:44.986403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Attempting to bind port 72397fd5-63db-4503-aedb-035c3afbee52 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:44.987046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Attempting to bind port 72397fd5-63db-4503-aedb-035c3afbee52 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:44.987750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Attempting to bind port 72397fd5-63db-4503-aedb-035c3afbee52 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:44.995106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:44.996320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:44.996929 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.997489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:44.998167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Bound port: 72397fd5-63db-4503-aedb-035c3afbee52, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:44.998887 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.090156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] For port 72397fd5-63db-4503-aedb-035c3afbee52, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:45.093705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] For port 72397fd5-63db-4503-aedb-035c3afbee52, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=72397fd5-63db-4503-aedb-035c3afbee52,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:45.145516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.230525 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.283020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.316915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498fa3a-bfd1-413e-b2ac-ab0e9ca8ff39 None None] Pushing event updated for resources: {'Port': ['ID=72397fd5-63db-4503-aedb-035c3afbee52,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.467521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=e881a4e4-0e7b-45d0-856f-9e275a04d41b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.506911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:45.516891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:45.520517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:45.521334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.628146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34b93d-2962-41a6-b769-b54843afbaf8 req-b6b8f1fc-e1ea-404c-abb4-1361dbfed86e tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.635732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e34b93d-2962-41a6-b769-b54843afbaf8 req-b6b8f1fc-e1ea-404c-abb4-1361dbfed86e tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1808040 Sep 16 05:23:45.694731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:45.768349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e34b93d-2962-41a6-b769-b54843afbaf8 req-574b15bd-31df-4175-ba88-c66dee66c2ed tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266227 Sep 16 05:23:45.792624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:45.793136 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.955590 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.980598 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.051712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:46.119373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65b6c5-4f9a-4d14-b844-bf6f058fabac req-7431b239-963d-4596-b6e2-e57bab7323c6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:46.123626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d65b6c5-4f9a-4d14-b844-bf6f058fabac req-7431b239-963d-4596-b6e2-e57bab7323c6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1188924 Sep 16 05:23:46.130856 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.226591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d65b6c5-4f9a-4d14-b844-bf6f058fabac req-9cf089df-750f-4f30-9e81-c02ab071e808 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848033 Sep 16 05:23:46.258362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:46.715402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9406646-8a08-4f7b-b755-e555231ac08d req-85e7f504-bb4d-495b-8170-f801b73de5f7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:46.722827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-85e7f504-bb4d-495b-8170-f801b73de5f7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.2039680 Sep 16 05:23:46.756467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-7be463c1-daaf-4ed7-84bd-f5d10db13c91 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/quotas/6f09bc556bb34764a5912a52c26626fd HTTP/1.1" status: 200 len: 375 time: 0.0258052 Sep 16 05:23:46.820565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-0f8d00ba-0974-44f4-ace5-91df72e48245 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367732 Sep 16 05:23:46.872393 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.907903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:46.912461 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f205c8-c628-4ad7-81f5-33220dc1fd6a" -d '{"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-plugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:46.967709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.969236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.971311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-953da489-8a00-47e7-8dcc-7028e6a40e68 None None] Provisioning complete for port 72397fd5-63db-4503-aedb-035c3afbee52 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:46.971757 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-953da489-8a00-47e7-8dcc-7028e6a40e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.004562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e774a-c12c-4938-9ecf-51c31eb9f459 req-1572e6cb-bd30-4162-a834-519128503166 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:47.018493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e6e774a-c12c-4938-9ecf-51c31eb9f459 req-1572e6cb-bd30-4162-a834-519128503166 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1472592 Sep 16 05:23:47.050251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-5a2e30dc-8c68-475c-8224-7fe6752387dc service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255352 Sep 16 05:23:47.105860 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e6e774a-c12c-4938-9ecf-51c31eb9f459 req-056b2e9a-b572-4a69-aff6-66f185069443 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863338 Sep 16 05:23:47.151069 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-953da489-8a00-47e7-8dcc-7028e6a40e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.201037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-953da489-8a00-47e7-8dcc-7028e6a40e68 None None] For port 72397fd5-63db-4503-aedb-035c3afbee52, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=72397fd5-63db-4503-aedb-035c3afbee52,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:47.233904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=e881a4e4-0e7b-45d0-856f-9e275a04d41b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:47.302705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:47.304699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:47.317448 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-953da489-8a00-47e7-8dcc-7028e6a40e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.326216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-f585dec1-e79f-4f0d-8121-165842d06da3 service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746089 Sep 16 05:23:47.412053 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042d7a8c-565d-4678-9773-8303623fe7ba x-openstack-request-id: req-042d7a8c-565d-4678-9773-8303623fe7ba {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:47.412537 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-plugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:47.412945 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-042d7a8c-565d-4678-9773-8303623fe7ba {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:47.419454 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'code': 200} Sep 16 05:23:47.655001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 72397fd5-63db-4503-aedb-035c3afbee52 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:47.731745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-776b6302-ad52-488d-9e74-06adabe0593d None None] Provisioning complete for port e881a4e4-0e7b-45d0-856f-9e275a04d41b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:47.732239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-776b6302-ad52-488d-9e74-06adabe0593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.734260 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953da489-8a00-47e7-8dcc-7028e6a40e68 None None] Pushing event updated for resources: {'Port': ['ID=72397fd5-63db-4503-aedb-035c3afbee52,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:47.857251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 72397fd5-63db-4503-aedb-035c3afbee52 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:47.858322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.881460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Router 5fa59fc2-09ae-4894-bf9a-bb851c22235e is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:47.936025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-776b6302-ad52-488d-9e74-06adabe0593d None None] Port e881a4e4-0e7b-45d0-856f-9e275a04d41b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:48.081260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2ae12-4143-4b66-a6e8-1353db37c823 req-9d7702f8-8135-4023-8a74-7807488cc85c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.087522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3c9a9275-a59a-4a6c-8cf1-097d3676607c None None] Provisioning complete for port e881a4e4-0e7b-45d0-856f-9e275a04d41b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:48.088098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c9a9275-a59a-4a6c-8cf1-097d3676607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.098814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbc2ae12-4143-4b66-a6e8-1353db37c823 req-9d7702f8-8135-4023-8a74-7807488cc85c tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1943552 Sep 16 05:23:48.186638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a9275-a59a-4a6c-8cf1-097d3676607c None None] Port e881a4e4-0e7b-45d0-856f-9e275a04d41b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:48.202990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbc2ae12-4143-4b66-a6e8-1353db37c823 req-6d12ba13-1f83-43c9-95a6-a8ead0116abd tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997884 Sep 16 05:23:48.255456 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ff4114a-27e2-49a6-8253-db777d640e89 req-6aeafbf7-e221-4198-8197-02cb716bcbca tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 210 time: 0.0367937 Sep 16 05:23:48.279331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:48.288494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53386) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:48.288664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c9f21dd6-e1bf-4c2b-9693-7c85e9baaa52 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "PUT /v2.0/routers/5fa59fc2-09ae-4894-bf9a-bb851c22235e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8855960 Sep 16 05:23:48.299428 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Sync routers for ids ['5fa59fc2-09ae-4894-bf9a-bb851c22235e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:48.307498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-a211a25f-9951-4365-b471-a4a23434ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.311317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-a211a25f-9951-4365-b471-a4a23434ec00 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120&tenant_id=87437861a41e40c4bf78025a370c9983 HTTP/1.1" status: 200 len: 1102 time: 0.2164235 Sep 16 05:23:48.332327 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Routers {'5fa59fc2-09ae-4894-bf9a-bb851c22235e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:48.333093 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['5fa59fc2-09ae-4894-bf9a-bb851c22235e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:48.340634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:48.417274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e198d7e-463b-41a7-8fa9-53713b47103e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.428968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0e198d7e-463b-41a7-8fa9-53713b47103e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports/e881a4e4-0e7b-45d0-856f-9e275a04d41b HTTP/1.1" status: 200 len: 911 time: 0.1386943 Sep 16 05:23:48.435602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:48.446267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372dff-a023-4f8a-b6d5-7ad04859f398 req-31139eaa-3338-4f47-bf5d-c57b8db4c39b tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.456857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a372dff-a023-4f8a-b6d5-7ad04859f398 req-31139eaa-3338-4f47-bf5d-c57b8db4c39b tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1287613 Sep 16 05:23:48.471008 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Set router 5fa59fc2-09ae-4894-bf9a-bb851c22235e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:48.511034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.567931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-0a4a2636-2c9b-4ad1-979b-0522b8fd32ec tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.572018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-0a4a2636-2c9b-4ad1-979b-0522b8fd32ec tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.30 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1654940 Sep 16 05:23:48.633926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a372dff-a023-4f8a-b6d5-7ad04859f398 req-0f445396-6f3a-4f42-8f5e-eb12b01487e6 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745193 Sep 16 05:23:48.657934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0dca36-e906-4a57-8995-ce5a582aec18 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.667751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0dca36-e906-4a57-8995-ce5a582aec18 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.669393 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fa0dca36-e906-4a57-8995-ce5a582aec18 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2040534 Sep 16 05:23:48.678316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53396) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:49.024394 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'name': 'tempest-NetworksTestDHCPv6-router-1224728355', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:42Z', 'updated_at': '2021-09-16T05:23:45Z', 'revision_number': 2, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None, '_interfaces': [{'id': 'e881a4e4-0e7b-45d0-856f-9e275a04d41b', 'name': '', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'mac_address': 'fa:16:3e:09:76:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'a1398968-25e2-41d2-941f-0d5552f63054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:44Z', 'updated_at': '2021-09-16T05:23:46Z', 'revision_number': 2, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'subnets': [{'id': 'a1398968-25e2-41d2-941f-0d5552f63054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:49.063907 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Checking router: 5fa59fc2-09ae-4894-bf9a-bb851c22235e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:49.064558 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Updating router 5fa59fc2-09ae-4894-bf9a-bb851c22235e port e881a4e4-0e7b-45d0-856f-9e275a04d41b binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:49.122094 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.260494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:49.295215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Deleting port 17e0ceb2-6fd2-488c-a31e-86b48c467711 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:49.295874 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.434388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5b1e-0bff-4671-be95-47af22ef29f2 req-82bb6299-ed43-4282-9cda-f5f2605f428d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.446933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-422e5b1e-0bff-4671-be95-47af22ef29f2 req-82bb6299-ed43-4282-9cda-f5f2605f428d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.1036186 Sep 16 05:23:49.456085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:49.498936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 72397fd5-63db-4503-aedb-035c3afbee52 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:49.607873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af11445b-a61f-4a8c-956a-29f8d4b9be36 req-36f15932-7605-453d-b7a8-555645e98b7d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 210 time: 0.1197972 Sep 16 05:23:49.620434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 72397fd5-63db-4503-aedb-035c3afbee52 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:49.620813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.643933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-422e5b1e-0bff-4671-be95-47af22ef29f2 req-a368d73a-5095-45b1-b81d-791f20d7eb3f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926582 Sep 16 05:23:49.683181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] For port 17e0ceb2-6fd2-488c-a31e-86b48c467711, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17e0ceb2-6fd2-488c-a31e-86b48c467711,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:49.683601 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.740224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Calling delete_port for 17e0ceb2-6fd2-488c-a31e-86b48c467711 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:49.764138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:49.824096 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.850823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:49.854328 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51683430-f488-49c4-affa-06d14717e194" -d '{"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:49.858651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.916004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.922052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Transition to ACTIVE for port object 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:49.978200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5380-89b6-4ba3-9609-70882d1c16fc req-fa0d00ba-c39e-4275-93a7-ac9645fde625 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.980007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc9b5380-89b6-4ba3-9609-70882d1c16fc req-fa0d00ba-c39e-4275-93a7-ac9645fde625 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 945 time: 0.1340983 Sep 16 05:23:50.069192 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0210b9-5045-4bc7-8920-50172b30159e x-openstack-request-id: req-fb0210b9-5045-4bc7-8920-50172b30159e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:50.069192 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:50.069192 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb0210b9-5045-4bc7-8920-50172b30159e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:50.069192 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'code': 200} Sep 16 05:23:50.069922 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.072128 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2faedc6-8eaa-4f59-838f-71c8ec078efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.074715 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.100401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc9b5380-89b6-4ba3-9609-70882d1c16fc req-dcdfddf1-036d-4b6a-8fd5-2f856b4b5a87 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/security-groups?id=7513e2d4-0bfc-4c99-930a-6cb04d925c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070235 Sep 16 05:23:50.126258 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Pushing event updated for resources: {'Port': ['ID=e881a4e4-0e7b-45d0-856f-9e275a04d41b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.134939 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.135507 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.135988 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.136426 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.137550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.137550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.137550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.138917 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.142123 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.145116 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.145116 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.152794 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.154489 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.242807 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:50.242807 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:50.273565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.341412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] No DVR routers for this DVR port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Attempting to bind port e881a4e4-0e7b-45d0-856f-9e275a04d41b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Attempting to bind port e881a4e4-0e7b-45d0-856f-9e275a04d41b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Attempting to bind port e881a4e4-0e7b-45d0-856f-9e275a04d41b on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Bound port: e881a4e4-0e7b-45d0-856f-9e275a04d41b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:50.341602 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.342298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:50.344072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:50.344481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.351090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:50.351518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Attempting to bind port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.358101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:50.358408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:50.358878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:50.359334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Bound port: 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:50.359711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.432204 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] For port e881a4e4-0e7b-45d0-856f-9e275a04d41b, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:50.436360 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] For port e881a4e4-0e7b-45d0-856f-9e275a04d41b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e881a4e4-0e7b-45d0-856f-9e275a04d41b,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:50.449697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:50.453266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:50.494744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port e881a4e4-0e7b-45d0-856f-9e275a04d41b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:50.495813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.656246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] For port e881a4e4-0e7b-45d0-856f-9e275a04d41b, host n-d-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:50.656622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.682755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for e881a4e4-0e7b-45d0-856f-9e275a04d41b owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:50.775423 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ed97386-a6a0-487d-83fb-c0fe0fcaed8b req-12d6972f-ab70-40e9-9882-4b6c157f4c05 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 210 time: 0.0664046 Sep 16 05:23:50.813055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 17e0ceb2-6fd2-488c-a31e-86b48c467711 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:50.838569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.868958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-77cf3df5-9503-4538-9abc-adfa5d595961 None None] Provisioning complete for port e881a4e4-0e7b-45d0-856f-9e275a04d41b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:50.871666 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77cf3df5-9503-4538-9abc-adfa5d595961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.896321 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.929655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-77cf3df5-9503-4538-9abc-adfa5d595961 None None] Port e881a4e4-0e7b-45d0-856f-9e275a04d41b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:50.942189 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.956474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No active binding found for port 17e0ceb2-6fd2-488c-a31e-86b48c467711 {{(pid=95661) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:23:50.957348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 17e0ceb2-6fd2-488c-a31e-86b48c467711 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:50.976264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.979649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Pushing event deleted for resources: {'Port': ['ID=17e0ceb2-6fd2-488c-a31e-86b48c467711,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.024889 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Routers {'5fa59fc2-09ae-4894-bf9a-bb851c22235e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:51.025979 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['5fa59fc2-09ae-4894-bf9a-bb851c22235e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:51.035089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.035614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.036188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.036632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.037059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.037467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.037882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.038281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.039024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.039757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.040358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.040937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.105025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] No DVR routers for this DVR port 17e0ceb2-6fd2-488c-a31e-86b48c467711 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:51.117888 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.125400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef6b8ec4-c5c5-42e2-a793-b2592473b6bb req-84477c07-0e36-4835-8e04-92129897b3fa tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.30 "DELETE /v2.0/ports/17e0ceb2-6fd2-488c-a31e-86b48c467711 HTTP/1.1" status: 204 len: 173 time: 2.4893651 Sep 16 05:23:51.132935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.136666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.136852 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.137009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] 10.222.0.66 "PUT /v2.0/ports/8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 1098 time: 2.8002963 Sep 16 05:23:51.213448 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49f31a-6ca9-459a-9b35-6492946d11d1 None None] Pushing event updated for resources: {'Port': ['ID=e881a4e4-0e7b-45d0-856f-9e275a04d41b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.225506 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] Set router 5fa59fc2-09ae-4894-bf9a-bb851c22235e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:51.249667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=e881a4e4-0e7b-45d0-856f-9e275a04d41b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.330651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4deba-4a3c-4bdc-a7dd-73d9eba44fbc service neutron] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=11']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.355197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eec02-03ab-4d01-98c9-2f7718e4d609 req-cbf4f559-430a-4459-b15f-66fe00ecc26f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.357536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-936eec02-03ab-4d01-98c9-2f7718e4d609 req-cbf4f559-430a-4459-b15f-66fe00ecc26f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 949 time: 0.3269548 Sep 16 05:23:51.359697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-46daa407-4718-4baa-a372-ae26b175455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.360227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.360626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.361962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-46daa407-4718-4baa-a372-ae26b175455d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1101 time: 0.1655736 Sep 16 05:23:51.367698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.374124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.374701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.375047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.375442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.375788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.376364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.376772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.377138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.377997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:51.599036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-53e7ea64-ee5f-4789-ba66-147bbb3958cd None None] Could not find standard attr ID for object e881a4e4-0e7b-45d0-856f-9e275a04d41b. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:51.636483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31b62a55-adc2-497e-a4a1-980af45a30b9 req-53ade751-11ac-46d8-b99e-066eba24f7be tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 210 time: 0.2450080 Sep 16 05:23:51.700352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-936eec02-03ab-4d01-98c9-2f7718e4d609 req-e3215cb6-9774-4b24-a593-e80bee9fe834 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342893 Sep 16 05:23:51.785941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-b30e3c5f-8bac-489a-be27-684cd2892d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.788386 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-b30e3c5f-8bac-489a-be27-684cd2892d12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.4186311 Sep 16 05:23:51.794824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.838940 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'name': 'tempest-NetworksTestDHCPv6-router-1224728355', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:42Z', 'updated_at': '2021-09-16T05:23:45Z', 'revision_number': 2, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None, '_interfaces': [{'id': 'e881a4e4-0e7b-45d0-856f-9e275a04d41b', 'name': '', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'mac_address': 'fa:16:3e:09:76:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'a1398968-25e2-41d2-941f-0d5552f63054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:44Z', 'updated_at': '2021-09-16T05:23:50Z', 'revision_number': 4, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'subnets': [{'id': 'a1398968-25e2-41d2-941f-0d5552f63054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:51.941758 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bf78dd-4f65-48c3-8f8a-af9d5f7d4216 None None] The sync data for ids ['5fa59fc2-09ae-4894-bf9a-bb851c22235e'] in n-d-712749-15 is: [{'id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'name': 'tempest-NetworksTestDHCPv6-router-1224728355', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:42Z', 'updated_at': '2021-09-16T05:23:45Z', 'revision_number': 2, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None, '_interfaces': [{'id': 'e881a4e4-0e7b-45d0-856f-9e275a04d41b', 'name': '', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'mac_address': 'fa:16:3e:09:76:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'a1398968-25e2-41d2-941f-0d5552f63054', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:44Z', 'updated_at': '2021-09-16T05:23:50Z', 'revision_number': 4, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'subnets': [{'id': 'a1398968-25e2-41d2-941f-0d5552f63054', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:51.957033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-c6e63d23-d06c-4ceb-85ea-e31375ec6ff2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.1562757 Sep 16 05:23:52.049146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f6ce0d83-be8a-4286-8b7d-7efb7616193b req-3c259351-9129-48f3-9176-7f2109c1a621 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 210 time: 0.0425696 Sep 16 05:23:52.051297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'name': 'network-vif-deleted', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711'}, {'name': 'network-changed', 'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:52.054671 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c" -d '{"events": [{"server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "name": "network-vif-deleted", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711"}, {"name": "network-changed", "server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:52.116196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-3151000a-1566-493b-b5c2-36ee43c74cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.125042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-3151000a-1566-493b-b5c2-36ee43c74cad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1160243 Sep 16 05:23:52.230157 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf8dc9-522f-4342-84e9-8ed55f1f4e57 x-openstack-request-id: req-2ccf8dc9-522f-4342-84e9-8ed55f1f4e57 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:52.230482 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec1ade-0c6f-4682-be34-a6fce2d2342a", "name": "network-vif-deleted", "tag": "17e0ceb2-6fd2-488c-a31e-86b48c467711", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:52.230735 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ccf8dc9-522f-4342-84e9-8ed55f1f4e57 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:52.231703 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec1ade-0c6f-4682-be34-a6fce2d2342a', 'name': 'network-vif-deleted', 'tag': '17e0ceb2-6fd2-488c-a31e-86b48c467711', 'status': 'completed', 'code': 200} Sep 16 05:23:52.232020 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'status': 'completed', 'code': 200} Sep 16 05:23:52.256051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-75c5a7c5-82c8-42c1-9597-cf42e17ae2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.257341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-75c5a7c5-82c8-42c1-9597-cf42e17ae2b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1236274 Sep 16 05:23:52.405840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Router 5fa59fc2-09ae-4894-bf9a-bb851c22235e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:52.588692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-adc2d4a9-a86f-4f8b-8f4d-eacc4b0a5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.591752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-adc2d4a9-a86f-4f8b-8f4d-eacc4b0a5977 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1101 time: 0.2640719 Sep 16 05:23:52.743945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:52.773847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-3b9971a0-2720-4dfb-8f9b-f25313bd2893 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034006 Sep 16 05:23:52.803660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9406646-8a08-4f7b-b755-e555231ac08d req-573e3ca8-786c-4f12-b124-e927e6f59f98 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.806405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-573e3ca8-786c-4f12-b124-e927e6f59f98 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.7559874 Sep 16 05:23:52.815921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-44efcf0f-a15e-4bbf-a791-80afc909bbb8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "PUT /v2.0/routers/5fa59fc2-09ae-4894-bf9a-bb851c22235e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1346555 Sep 16 05:23:52.820795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53462) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:52.887359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Request body: {'port': {'device_id': '3dbf6815-e231-4648-b5c4-7c819f16c393', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'admin_state_up': True, 'tenant_id': '6f09bc556bb34764a5912a52c26626fd'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:53.092428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-eeb53d86-a6b8-44e4-aa5f-32e4b3d29621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.093521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-eeb53d86-a6b8-44e4-aa5f-32e4b3d29621 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.4727132 Sep 16 05:23:53.146445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-624b7651-b474-4d65-ab80-e21f44355b39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0435314 Sep 16 05:23:53.149715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92e1e32b-47cd-4b6f-8d0c-b51f0d9f6987 req-6803f129-ce95-47d5-95c2-902a194fb6c0 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630049 Sep 16 05:23:53.159987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aec18-8817-4e64-b331-22cfd599dfcf req-0837c4a9-f1f2-4365-ad2a-16b5ab056b11 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.165104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8aec18-8817-4e64-b331-22cfd599dfcf req-0837c4a9-f1f2-4365-ad2a-16b5ab056b11 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 949 time: 0.2232807 Sep 16 05:23:53.202334 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ececec7-57b5-4202-bffc-526a1baf351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.247884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-96dd0681-a93f-4758-a020-a2194cb849fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.251813 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-96dd0681-a93f-4758-a020-a2194cb849fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0851972 Sep 16 05:23:53.287650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-670833c9-dadf-4e87-b853-0e9d9620d1a2 req-9bbfe3cc-c502-4fcc-8db1-920ef365e649 tempest-ServerRescueTestJSONUnderV235-1175567455 tempest-ServerRescueTestJSONUnderV235-1175567455-project] 10.222.0.49 "GET /v2.0/ports?device_id=caec1ade-0c6f-4682-be34-a6fce2d2342a HTTP/1.1" status: 200 len: 210 time: 0.2448304 Sep 16 05:23:53.296065 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8aec18-8817-4e64-b331-22cfd599dfcf req-1708d5f9-a7e1-45ef-a386-071f34becbfe tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846255 Sep 16 05:23:53.365235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec4344-026b-43ab-8a21-de691eb04d54 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.366926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec4344-026b-43ab-8a21-de691eb04d54 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.384009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e3ec4344-026b-43ab-8a21-de691eb04d54 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5589600 Sep 16 05:23:53.392660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53472) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:53.523766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-6ebe2ef8-593a-4205-9d95-8e8436aba1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.528639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-6ebe2ef8-593a-4205-9d95-8e8436aba1d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2644827 Sep 16 05:23:53.534253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69dc6eb-7a1e-4e3f-a898-a4297a357774 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet a1398968-25e2-41d2-941f-0d5552f63054 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:53.540340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e69dc6eb-7a1e-4e3f-a898-a4297a357774 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.596520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e69dc6eb-7a1e-4e3f-a898-a4297a357774 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.617513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-204b26cd-bb1d-449f-902f-5ec447705b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.619202 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-204b26cd-bb1d-449f-902f-5ec447705b73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1101 time: 0.2567577 Sep 16 05:23:53.661235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82beb49f-9b93-4bc5-aa64-f5942b361750 req-a2c20d12-1592-4938-a1b5-55608c139d20 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 210 time: 0.0777771 Sep 16 05:23:53.762741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Made reservation on behalf of 6f09bc556bb34764a5912a52c26626fd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:53.767405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.784722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.815040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e69dc6eb-7a1e-4e3f-a898-a4297a357774 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.911693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-e86a02a2-bfd8-471f-976c-fd75086802e5 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660765 Sep 16 05:23:53.952357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-961ea943-4aca-4841-9940-d7899edd87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.954419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-961ea943-4aca-4841-9940-d7899edd87c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3124804 Sep 16 05:23:54.007726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-4cf12c95-4a16-47fb-8688-9b9c0e190ffb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 200 len: 217 time: 0.0431798 Sep 16 05:23:54.084861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Allocated IP 172.20.0.4 (23d716e2-dc45-4538-825e-b9a4880cffcb/cec37c82-919e-41b8-8934-007460e0c85e/8c591480-af64-45e5-8437-2490b2af9c99) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:54.193479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e69dc6eb-7a1e-4e3f-a898-a4297a357774 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.253121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dc6eb-7a1e-4e3f-a898-a4297a357774 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=a1398968-25e2-41d2-941f-0d5552f63054,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:54.269909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75a922-6546-4bc7-ba97-0ced3ade121c None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:54.299670 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e69dc6eb-7a1e-4e3f-a898-a4297a357774 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.310315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e69dc6eb-7a1e-4e3f-a898-a4297a357774 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/a1398968-25e2-41d2-941f-0d5552f63054 HTTP/1.1" status: 204 len: 168 time: 0.9085774 Sep 16 05:23:54.310315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53478) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.463522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-d6743167-380a-40d2-8889-693adcef423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.465162 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-d6743167-380a-40d2-8889-693adcef423c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0617831 Sep 16 05:23:54.465689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53484) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.576125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] Sync routers for ids ['5fa59fc2-09ae-4894-bf9a-bb851c22235e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:54.593481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] Routers {'5fa59fc2-09ae-4894-bf9a-bb851c22235e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:54.595005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['5fa59fc2-09ae-4894-bf9a-bb851c22235e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.663939 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-60c51faf-bb47-49e7-bc8f-60dd67a87d38 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369039 Sep 16 05:23:54.677981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-a980994c-51c8-4c09-a7d0-0f03e0c6c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.679419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-a980994c-51c8-4c09-a7d0-0f03e0c6c66e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2016757 Sep 16 05:23:54.702199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:54.795741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] Set router 5fa59fc2-09ae-4894-bf9a-bb851c22235e gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:54.950972 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-fb144567-21bc-4fb0-bf84-792d981281d2 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132168 Sep 16 05:23:54.953454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:55.055802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86dd9456-3cc2-4bdc-9d0e-64faf30dfe7c req-9856c2d2-d13c-46a2-9d98-ef13a7937a50 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958858 Sep 16 05:23:55.060381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'name': 'tempest-NetworksTestDHCPv6-router-1224728355', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:42Z', 'updated_at': '2021-09-16T05:23:50Z', 'revision_number': 3, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.117636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] Checking router: 5fa59fc2-09ae-4894-bf9a-bb851c22235e for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:55.144629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:55.145798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ae095cb-1bd8-4e5d-9be6-23cb297902a8 req-59c4b00d-949e-4ddb-a9b8-6f9117b2d590 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 210 time: 0.0413690 Sep 16 05:23:55.192836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] Routers {'5fa59fc2-09ae-4894-bf9a-bb851c22235e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:55.193525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['5fa59fc2-09ae-4894-bf9a-bb851c22235e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.222035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.252270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35a693-4525-4ee4-ab68-eeaa29901203 req-914e48e9-4852-4cdf-a12a-6b04e6709b29 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.261078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d35a693-4525-4ee4-ab68-eeaa29901203 req-914e48e9-4852-4cdf-a12a-6b04e6709b29 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 949 time: 0.3080530 Sep 16 05:23:55.277313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2106832a-9dad-4eca-a2af-5092ec72279c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9679573 Sep 16 05:23:55.283911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:55.321965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'mac_address': 'fa:16:3e:ee:a3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:55.332636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d35a693-4525-4ee4-ab68-eeaa29901203 req-03c5345e-b308-4791-8c1c-919de4dc669d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702651 Sep 16 05:23:55.352543 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.473524 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.476686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.477173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 72397fd5-63db-4503-aedb-035c3afbee52 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:55.574182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdf35475-e8eb-4953-8295-e7086b7e5767 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.613873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event updated for resources: {'Port': ['ID=8c591480-af64-45e5-8437-2490b2af9c99,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:55.639243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Network 23d716e2-dc45-4538-825e-b9a4880cffcb is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:55.642255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:55.647879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:55.704402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] Deleting port 72397fd5-63db-4503-aedb-035c3afbee52 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:55.705057 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.708100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] Set router 5fa59fc2-09ae-4894-bf9a-bb851c22235e gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:55.708362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.709066 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.810168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'name': 'tempest-NetworksTestDHCPv6-router-1224728355', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:42Z', 'updated_at': '2021-09-16T05:23:50Z', 'revision_number': 3, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.856373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-ddada731-1cac-4cd4-9619-8de44d67d868 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9993839 Sep 16 05:23:55.866943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:55.876723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Request body: {'port': {'device_id': '3dbf6815-e231-4648-b5c4-7c819f16c393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:55.879769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ffcde0-d0b0-4ef0-9ed4-9f34b76a2238 None None] The sync data for ids ['5fa59fc2-09ae-4894-bf9a-bb851c22235e'] in n-d-712749-15 is: [{'id': '5fa59fc2-09ae-4894-bf9a-bb851c22235e', 'name': 'tempest-NetworksTestDHCPv6-router-1224728355', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:42Z', 'updated_at': '2021-09-16T05:23:50Z', 'revision_number': 3, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:56.010347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:56.016731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] For port 72397fd5-63db-4503-aedb-035c3afbee52, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=72397fd5-63db-4503-aedb-035c3afbee52,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:56.017555 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.040059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.046313 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdf35475-e8eb-4953-8295-e7086b7e5767 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.050495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdf35475-e8eb-4953-8295-e7086b7e5767 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.059192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] Calling delete_port for 72397fd5-63db-4503-aedb-035c3afbee52 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:56.118876 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.169796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 72397fd5-63db-4503-aedb-035c3afbee52, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=72397fd5-63db-4503-aedb-035c3afbee52,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:56.172760 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.292591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=12']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.326841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.327526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.327672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.328104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.328524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.329725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.330232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.330936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.331353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.331794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.337312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.342038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:56.362352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.368574 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.408394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6029c7-5b2d-4456-8bd4-1f448a0d7ab1 req-7ba947ce-5124-4886-a801-2cd90697ccfe tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.417183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f6029c7-5b2d-4456-8bd4-1f448a0d7ab1 req-7ba947ce-5124-4886-a801-2cd90697ccfe tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 931 time: 0.1140866 Sep 16 05:23:56.457704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdf35475-e8eb-4953-8295-e7086b7e5767 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.459728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf35475-e8eb-4953-8295-e7086b7e5767 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa59fc2-09ae-4894-bf9a-bb851c22235e {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:56.502002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=72397fd5-63db-4503-aedb-035c3afbee52,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.530726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdf35475-e8eb-4953-8295-e7086b7e5767 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.536135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fdf35475-e8eb-4953-8295-e7086b7e5767 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/routers/5fa59fc2-09ae-4894-bf9a-bb851c22235e HTTP/1.1" status: 204 len: 168 time: 1.2059333 Sep 16 05:23:56.536339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f6029c7-5b2d-4456-8bd4-1f448a0d7ab1 req-49295a9a-0cc7-4911-945b-f77d7987f16b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116483 Sep 16 05:23:56.536504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53514) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:56.542804 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.555037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:56.568549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] No DVR routers for this DVR port 72397fd5-63db-4503-aedb-035c3afbee52 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:56.573248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:56.609982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac12414-c39c-4280-b9dc-9f56ed71215d None None] Pushing event deleted for resources: {'Port': ['ID=72397fd5-63db-4503-aedb-035c3afbee52,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.693923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c591480-af64-45e5-8437-2490b2af9c99 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:56.708367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.737511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Transition to ACTIVE for port object 8c591480-af64-45e5-8437-2490b2af9c99 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:56.807046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610a059-59cd-4171-ae72-5ee8814f2ad2 req-007a789e-69b4-439b-9299-9ff6818d95ff tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.815013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0610a059-59cd-4171-ae72-5ee8814f2ad2 req-007a789e-69b4-439b-9299-9ff6818d95ff tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 950 time: 0.2484438 Sep 16 05:23:56.832645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.942349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Pushing event updated for resources: {'Port': ['ID=8c591480-af64-45e5-8437-2490b2af9c99,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:57.039363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0610a059-59cd-4171-ae72-5ee8814f2ad2 req-8394b1c3-ebe6-4fbd-ad2b-9403596941a2 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185888 Sep 16 05:23:57.118463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Attempting to bind port 8c591480-af64-45e5-8437-2490b2af9c99 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:57.119198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Attempting to bind port 8c591480-af64-45e5-8437-2490b2af9c99 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:57.119784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Attempting to bind port 8c591480-af64-45e5-8437-2490b2af9c99 on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:57.127082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Port 8c591480-af64-45e5-8437-2490b2af9c99 on network 23d716e2-dc45-4538-825e-b9a4880cffcb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:57.127826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Attempting to bind port 8c591480-af64-45e5-8437-2490b2af9c99 on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:57.130364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:57.139711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.149997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:57.152306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Checking segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:57.152306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Bound using segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:57.152306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Bound port: 8c591480-af64-45e5-8437-2490b2af9c99, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:57.152764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.279276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] For port 8c591480-af64-45e5-8437-2490b2af9c99, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:57.290301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] For port 8c591480-af64-45e5-8437-2490b2af9c99, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8c591480-af64-45e5-8437-2490b2af9c99,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:57.379020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e881a4e4-0e7b-45d0-856f-9e275a04d41b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:57.404491 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.405914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e881a4e4-0e7b-45d0-856f-9e275a04d41b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:57.406266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e881a4e4-0e7b-45d0-856f-9e275a04d41b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:57.443818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.491742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.492455 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.493988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] 10.222.0.66 "PUT /v2.0/ports/8c591480-af64-45e5-8437-2490b2af9c99 HTTP/1.1" status: 200 len: 1092 time: 1.6222644 Sep 16 05:23:57.494474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbf6815-e231-4648-b5c4-7c819f16c393', 'tag': '8c591480-af64-45e5-8437-2490b2af9c99'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:57.497092 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74359895-064d-4170-94bc-01b901463704" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbf6815-e231-4648-b5c4-7c819f16c393", "tag": "8c591480-af64-45e5-8437-2490b2af9c99"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:57.566338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a33e27-77c6-47fa-815a-3145591b59cb service neutron] Pushing event updated for resources: {'Port': ['ID=8c591480-af64-45e5-8437-2490b2af9c99,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:57.594340 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f915a8-f29f-4aac-9a43-24c9f05de96b x-openstack-request-id: req-35f915a8-f29f-4aac-9a43-24c9f05de96b {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:57.595932 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbf6815-e231-4648-b5c4-7c819f16c393", "tag": "8c591480-af64-45e5-8437-2490b2af9c99", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:57.595932 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35f915a8-f29f-4aac-9a43-24c9f05de96b {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:57.595932 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbf6815-e231-4648-b5c4-7c819f16c393', 'tag': '8c591480-af64-45e5-8437-2490b2af9c99', 'status': 'completed', 'code': 200} Sep 16 05:23:57.700484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74359895-064d-4170-94bc-01b901463704 req-1591e6ac-56b4-42a9-90f9-ce9b250781fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.702017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74359895-064d-4170-94bc-01b901463704 req-1591e6ac-56b4-42a9-90f9-ce9b250781fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 1095 time: 0.0978537 Sep 16 05:23:57.717275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7efe84-3147-44f1-9a09-ceb0e87a1e57 req-bd8b9f0e-36c0-4e08-8426-87e09df9559b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.718897 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f7efe84-3147-44f1-9a09-ceb0e87a1e57 req-bd8b9f0e-36c0-4e08-8426-87e09df9559b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 943 time: 0.0777667 Sep 16 05:23:57.781014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d75ed7-6ac4-40ed-94e1-926cd1087d1e req-9e7d9c3f-1e11-48ad-a863-83ff33b98ed0 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.788962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44d75ed7-6ac4-40ed-94e1-926cd1087d1e req-9e7d9c3f-1e11-48ad-a863-83ff33b98ed0 tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 1102 time: 0.6162817 Sep 16 05:23:57.835932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Deleting port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:57.835932 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.882776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f7efe84-3147-44f1-9a09-ceb0e87a1e57 req-dd708952-a9d3-4def-a8da-d825e135baa1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170568 Sep 16 05:23:57.896215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74359895-064d-4170-94bc-01b901463704 req-0d1aac9a-132f-450c-8c26-1ad1f99efb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.900886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74359895-064d-4170-94bc-01b901463704 req-0d1aac9a-132f-450c-8c26-1ad1f99efb62 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f09bc556bb34764a5912a52c26626fd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1761491 Sep 16 05:23:58.043033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44d75ed7-6ac4-40ed-94e1-926cd1087d1e req-2f14175c-54b0-4db5-b56c-71130850731c tempest-MigrationsAdminTest-1056033272 tempest-MigrationsAdminTest-1056033272-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317770 Sep 16 05:23:58.068578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74359895-064d-4170-94bc-01b901463704 req-75df5197-f7d6-4454-a99a-265ec9ce99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:58.068578 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74359895-064d-4170-94bc-01b901463704 req-75df5197-f7d6-4454-a99a-265ec9ce99f4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597104 Sep 16 05:23:58.185129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] For port 5f8497e2-d11f-4d68-9aab-7b371d7f16ea, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,segment=NetworkSegment(6f2a2fbf-abd5-4f67-b001-788b76d31254),segment_id=6f2a2fbf-abd5-4f67-b001-788b76d31254)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:58.185749 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.201102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9406646-8a08-4f7b-b755-e555231ac08d req-93235d75-711b-4da8-b8e7-8ad82c4809dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:58.210669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-93235d75-711b-4da8-b8e7-8ad82c4809dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 1095 time: 0.0604024 Sep 16 05:23:58.213685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Calling delete_port for 5f8497e2-d11f-4d68-9aab-7b371d7f16ea owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:58.258985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-409be563-7dba-46aa-9fbe-9f5a8539413b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c591480-af64-45e5-8437-2490b2af9c99 HTTP/1.1" status: 200 len: 217 time: 0.0407870 Sep 16 05:23:58.316804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9406646-8a08-4f7b-b755-e555231ac08d req-8c7a4288-c730-4e23-a9f5-ca9f782b10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:58.318319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-8c7a4288-c730-4e23-a9f5-ca9f782b10f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.0537584 Sep 16 05:23:58.352875 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-a463cb00-fc2d-47ae-b201-89a482481077 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274794 Sep 16 05:23:58.519802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-c23f56c0-2474-4129-a4e4-205ff74726b2 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595683 Sep 16 05:23:58.636138 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9406646-8a08-4f7b-b755-e555231ac08d req-39552b4e-a086-4115-9bba-d8acdfecc619 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086783 Sep 16 05:23:58.893722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:59.000198 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.076554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:59.083437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.090419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:59.101692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec1917-1d96-4e8e-98cd-04d517ab1c19 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:59.103163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.103780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.137510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8497e2-d11f-4d68-9aab-7b371d7f16ea,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:59.145666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=744bc575-5c14-46ba-8700-503fdbf9ece8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:59.180317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85528-bd36-41c3-ad46-2148d6f3f815 req-366b9527-6b30-4bc7-96be-20bfd335fa1f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.181031 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.181730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:59.181872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-89a85528-bd36-41c3-ad46-2148d6f3f815 req-366b9527-6b30-4bc7-96be-20bfd335fa1f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 943 time: 0.1479094 Sep 16 05:23:59.191240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:59.191616 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.276547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-89a85528-bd36-41c3-ad46-2148d6f3f815 req-971c9ec3-e100-4dc3-bcc0-3a96a98e9644 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734408 Sep 16 05:23:59.405878 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '744bc575-5c14-46ba-8700-503fdbf9ece8'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:59.406790 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.457353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4debd80d-6d44-4879-9970-627da34edc8e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9209385 Sep 16 05:23:59.458042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53562) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:59.477973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8442c267-d47c-48f8-a6f6-7b0ce8318673 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1739161246', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:59.501057 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.573474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:59.576496 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca75e01e-5efb-4412-85ce-78ffd007e1aa" -d '{"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-plugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:59.601166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:59.696781 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.753632 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8442c267-d47c-48f8-a6f6-7b0ce8318673 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.754642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8442c267-d47c-48f8-a6f6-7b0ce8318673 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.800788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.852683 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e805731-cdb4-48e4-8812-2a3e44e3e64e x-openstack-request-id: req-3e805731-cdb4-48e4-8812-2a3e44e3e64e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:59.853167 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-plugged", "status": "completed", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:59.853547 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e805731-cdb4-48e4-8812-2a3e44e3e64e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:59.854043 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'code': 200} Sep 16 05:23:59.883271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad770d-6933-4917-8845-29c68b3642e5 req-8f16b3fe-eed7-460b-a1c6-40596c1e5719 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.885185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=13']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:59.885877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-caad770d-6933-4917-8845-29c68b3642e5 req-8f16b3fe-eed7-460b-a1c6-40596c1e5719 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 951 time: 0.1172178 Sep 16 05:23:59.919938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/744bc575-5c14-46ba-8700-503fdbf9ece8/0d4fbc8f-8e06-43d0-98bc-923bb8700b9a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:59.927235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8442c267-d47c-48f8-a6f6-7b0ce8318673 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.961003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-caad770d-6933-4917-8845-29c68b3642e5 req-c6584eff-2b72-4341-87ed-a9c0a67a41de tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581124 Sep 16 05:24:00.045829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8442c267-d47c-48f8-a6f6-7b0ce8318673 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.154011 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.174596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8442c267-d47c-48f8-a6f6-7b0ce8318673 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.176730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8442c267-d47c-48f8-a6f6-7b0ce8318673 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7139065 Sep 16 05:24:00.180741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:00.306145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.362826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:00.370793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:00.376744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:00.380225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Pushing event updated for resources: {'Port': ['ID=0d4fbc8f-8e06-43d0-98bc-923bb8700b9a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:00.441803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Attempting to bind port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:00.442274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Attempting to bind port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:00.442831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Attempting to bind port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:00.450050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:00.450630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:00.451618 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.452555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:00.453536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Bound port: 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:00.454245 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.526866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:00.546994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] For port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:00.554257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] For port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0d4fbc8f-8e06-43d0-98bc-923bb8700b9a,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:00.606620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15c154-bf3f-4d42-8336-97f77bcd4ac8 req-d9d08c83-fd84-4ef5-9a42-115ec38e7fde tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.615550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a15c154-bf3f-4d42-8336-97f77bcd4ac8 req-d9d08c83-fd84-4ef5-9a42-115ec38e7fde tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 943 time: 0.2053323 Sep 16 05:24:00.630102 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.779291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9a13e-5259-4e58-86df-e52e6f783e25 None None] Pushing event updated for resources: {'Port': ['ID=0d4fbc8f-8e06-43d0-98bc-923bb8700b9a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:00.831945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.921790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a15c154-bf3f-4d42-8336-97f77bcd4ac8 req-2c892bb8-3f9c-4c60-997d-4ba3cddacb9f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004799 Sep 16 05:24:00.927409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8c591480-af64-45e5-8437-2490b2af9c99 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:01.260463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8c591480-af64-45e5-8437-2490b2af9c99, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8c591480-af64-45e5-8437-2490b2af9c99,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:01.294841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8c591480-af64-45e5-8437-2490b2af9c99', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'port_id': '8c591480-af64-45e5-8437-2490b2af9c99', 'mac_address': 'fa:16:3e:75:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec37c82-919e-41b8-8934-007460e0c85e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:01.361033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:01.386650 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b6501-febc-4eff-9aad-981efa80785d None None] Sync routers for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:01.402595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d69ae001-be4a-4a58-8c30-ca66e5186514 admin admin] 10.222.0.49 "PUT /v2.0/routers/ba7043a2-7dcf-48d0-b16c-e2dec778e5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9182172 Sep 16 05:24:01.402595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:01.426875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-6203edb4-b402-42bd-b8b5-0d606abd4762 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.429986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-6203edb4-b402-42bd-b8b5-0d606abd4762 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 951 time: 0.3185468 Sep 16 05:24:01.436358 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b6501-febc-4eff-9aad-981efa80785d None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:01.437732 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-574b6501-febc-4eff-9aad-981efa80785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:01.445911 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.505588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c591480-af64-45e5-8437-2490b2af9c99 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:01.512838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39d101-7382-48cf-8ed4-41f88954927b req-f7d7d392-2e48-4b80-9f66-0fcd9224ccc4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.524496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e39d101-7382-48cf-8ed4-41f88954927b req-f7d7d392-2e48-4b80-9f66-0fcd9224ccc4 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 951 time: 0.2735889 Sep 16 05:24:01.589779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8c591480-af64-45e5-8437-2490b2af9c99, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8c591480-af64-45e5-8437-2490b2af9c99,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:01.700269 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.767507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:01.842628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e39d101-7382-48cf-8ed4-41f88954927b req-52a4f7b9-7cc9-4096-82bd-c9d350683495 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171520 Sep 16 05:24:01.879381 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-574b6501-febc-4eff-9aad-981efa80785d None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:01.943752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8c591480-af64-45e5-8437-2490b2af9c99,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.944683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Deleting port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:01.945037 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.040309 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.056281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:02.058541 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.239270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8c591480-af64-45e5-8437-2490b2af9c99'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:02.379982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] For port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:02.387766 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.436622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8259413-abd6-4a71-a010-47b29537cdc3 req-e2c6d5e0-990f-4759-b2e9-5e17fc5e8244 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.446527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8259413-abd6-4a71-a010-47b29537cdc3 req-e2c6d5e0-990f-4759-b2e9-5e17fc5e8244 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 944 time: 0.1975744 Sep 16 05:24:02.452597 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.465572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Calling delete_port for 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:02.556300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8259413-abd6-4a71-a010-47b29537cdc3 req-e59e4e4b-655c-4fb1-9cb9-4ea0a49a9c56 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066513 Sep 16 05:24:02.564498 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.597574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::1 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/744bc575-5c14-46ba-8700-503fdbf9ece8/225af84e-6fa3-47f5-aca3-e203d6a5bd5f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:02.664831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0d4fbc8f-8e06-43d0-98bc-923bb8700b9a,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:02.741646 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-574b6501-febc-4eff-9aad-981efa80785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:23:58Z', 'revision_number': 5, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port': {'id': 'cd2e17e9-14d0-4928-94ef-468ed2f6e627', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:02Z', 'updated_at': '2021-09-16T05:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:02.783119 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b6501-febc-4eff-9aad-981efa80785d None None] Checking router: ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:02.786122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.808292 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b6501-febc-4eff-9aad-981efa80785d None None] Routers {'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:02.822568 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-574b6501-febc-4eff-9aad-981efa80785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:03.028655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=0d4fbc8f-8e06-43d0-98bc-923bb8700b9a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.066386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.179304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event deleted for resources: {'Port': ['ID=8ebacd64-e5c9-4523-9b28-3d463b9c9dc8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.208991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f756af38-d3e4-411a-97e1-b879ec8c1647 None None] Provisioning complete for port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.217469 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f756af38-d3e4-411a-97e1-b879ec8c1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.231411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.240335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-145a5206-4c73-479e-9032-bf97418c4779 req-36bc2823-0db7-40b3-b702-0b02a04b15fe tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 210 time: 0.1273978 Sep 16 05:24:03.245399 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-574b6501-febc-4eff-9aad-981efa80785d None None] Set router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:03.246328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Deleting port cd2e17e9-14d0-4928-94ef-468ed2f6e627 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:03.247317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.367601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] No DVR routers for this DVR port 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:03.376875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.385849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2220283e-2b61-43e3-b2df-4c48a4b4a08f req-4f55c07e-8bed-4e57-84c7-607b1adcf37a tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "DELETE /v2.0/ports/8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 HTTP/1.1" status: 204 len: 173 time: 1.9355035 Sep 16 05:24:03.385849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-deleted', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:03.388723 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb67043-12ba-4639-b51a-368103535ca2" -d '{"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-deleted", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:03.514568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3', '45ef0701-d415-4241-95e4-d6ad73f96e32', '548ed469-7e0d-4ecd-9685-eada3ef439e0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:03.633146 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0532b645-5b5f-491a-83d9-a37bb1c2476f x-openstack-request-id: req-0532b645-5b5f-491a-83d9-a37bb1c2476f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:03.634087 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd45b8e-2e26-4971-93eb-8a9ec0082120", "name": "network-vif-deleted", "tag": "8ebacd64-e5c9-4523-9b28-3d463b9c9dc8", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:03.634087 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0532b645-5b5f-491a-83d9-a37bb1c2476f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:03.634708 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd45b8e-2e26-4971-93eb-8a9ec0082120', 'name': 'network-vif-deleted', 'tag': '8ebacd64-e5c9-4523-9b28-3d463b9c9dc8', 'status': 'completed', 'code': 200} Sep 16 05:24:03.660874 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-574b6501-febc-4eff-9aad-981efa80785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 6, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:03.704257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.730873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:03.807686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.817556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] For port cd2e17e9-14d0-4928-94ef-468ed2f6e627, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cd2e17e9-14d0-4928-94ef-468ed2f6e627,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:03.819329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.840937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Calling delete_port for cd2e17e9-14d0-4928-94ef-468ed2f6e627 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:03.845981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:03.850658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:03.855552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:03.856190 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.864446 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b6501-febc-4eff-9aad-981efa80785d None None] The sync data for ids ['ba7043a2-7dcf-48d0-b16c-e2dec778e5a7'] in n-d-712749-15 is: [{'id': 'ba7043a2-7dcf-48d0-b16c-e2dec778e5a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1122225435-router', 'tenant_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:59Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 6, 'project_id': 'ff74d4ba8bd04c84869be2c9b53b3e66', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:04.152118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d21eeb-2b6e-4942-bcb7-99b3cd8ac66d req-b51501d9-a0f1-4db1-9fb0-8f5731e100d3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.176389 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75d21eeb-2b6e-4942-bcb7-99b3cd8ac66d req-b51501d9-a0f1-4db1-9fb0-8f5731e100d3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 944 time: 0.2673671 Sep 16 05:24:04.181710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:04.181710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.437150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75d21eeb-2b6e-4942-bcb7-99b3cd8ac66d req-b680d570-a9f1-4363-b182-84bce2520866 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581401 Sep 16 05:24:04.748521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c164fe3-18cd-4d50-9358-27c7b0e6e11d req-aac807d2-ce64-4fae-87e6-e21b4d6c3068 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 210 time: 0.0742748 Sep 16 05:24:04.968799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f9965faf-217f-424a-ab85-58f66cf5c40c None None] Provisioning complete for port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:04.969647 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f9965faf-217f-424a-ab85-58f66cf5c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.970497 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:04.982803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8c591480-af64-45e5-8437-2490b2af9c99 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:05.115603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.124991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f9965faf-217f-424a-ab85-58f66cf5c40c None None] Port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:05.221266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 8c591480-af64-45e5-8437-2490b2af9c99 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:05.246678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8c591480-af64-45e5-8437-2490b2af9c99 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:05.247364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.271666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.358120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2e17e9-14d0-4928-94ef-468ed2f6e627,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:05.574122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5f8497e2-d11f-4d68-9aab-7b371d7f16ea no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:05.631566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 5f8497e2-d11f-4d68-9aab-7b371d7f16ea {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:05.631979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5f8497e2-d11f-4d68-9aab-7b371d7f16ea not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:05.632406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cd2e17e9-14d0-4928-94ef-468ed2f6e627 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:05.637359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.677033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: cd2e17e9-14d0-4928-94ef-468ed2f6e627 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:05.677405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cd2e17e9-14d0-4928-94ef-468ed2f6e627 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:05.680383 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.712172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbf6815-e231-4648-b5c4-7c819f16c393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c591480-af64-45e5-8437-2490b2af9c99'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:05.716370 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c24175-25e2-412c-af75-48d4ac6a0973" -d '{"events": [{"server_uuid": "3dbf6815-e231-4648-b5c4-7c819f16c393", "name": "network-vif-plugged", "status": "completed", "tag": "8c591480-af64-45e5-8437-2490b2af9c99"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:05.736162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8c591480-af64-45e5-8437-2490b2af9c99, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8c591480-af64-45e5-8437-2490b2af9c99,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:05.789921 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c033a3c5-375a-4aec-ae4f-0e43c6c496a8 x-openstack-request-id: req-c033a3c5-375a-4aec-ae4f-0e43c6c496a8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:05.790320 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbf6815-e231-4648-b5c4-7c819f16c393", "name": "network-vif-plugged", "status": "completed", "tag": "8c591480-af64-45e5-8437-2490b2af9c99", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:05.790704 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c033a3c5-375a-4aec-ae4f-0e43c6c496a8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:05.791201 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbf6815-e231-4648-b5c4-7c819f16c393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c591480-af64-45e5-8437-2490b2af9c99', 'code': 200} Sep 16 05:24:05.802830 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.803975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:05.820335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.826225 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.926503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:05.927114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8ebacd64-e5c9-4523-9b28-3d463b9c9dc8 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:05.934959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8df3d-68a0-4cc3-aecc-efa1e1a195dc req-9b3b10ea-26b9-42a5-95b4-25f5f77ebf26 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:05.949960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29e8df3d-68a0-4cc3-aecc-efa1e1a195dc req-9b3b10ea-26b9-42a5-95b4-25f5f77ebf26 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 944 time: 0.3219228 Sep 16 05:24:05.959494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8c591480-af64-45e5-8437-2490b2af9c99,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:05.963449 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a296a138-5227-4cd6-927e-c7bbb981d793 req-b63de9ca-2059-4216-b000-7437550658a9 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dd45b8e-2e26-4971-93eb-8a9ec0082120 HTTP/1.1" status: 200 len: 210 time: 0.0657513 Sep 16 05:24:06.017968 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.020228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.020796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:06.038227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.039260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-30337ec1-a61d-475d-aa17-c03d13ebbb02 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ba7043a2-7dcf-48d0-b16c-e2dec778e5a7 HTTP/1.1" status: 204 len: 168 time: 4.6442575 Sep 16 05:24:06.040060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:06.040645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215e59d-2c44-471f-ba7c-9f9ba5507cce req-91d3b230-7568-4179-9ca3-e978cc3c38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:06.045335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2215e59d-2c44-471f-ba7c-9f9ba5507cce req-91d3b230-7568-4179-9ca3-e978cc3c38c2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 1097 time: 0.0863640 Sep 16 05:24:06.064498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29e8df3d-68a0-4cc3-aecc-efa1e1a195dc req-0cbb8bdf-12a6-44be-bfbf-3c2c7d73752d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090448 Sep 16 05:24:06.108457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2215e59d-2c44-471f-ba7c-9f9ba5507cce req-349253b6-e972-4fc4-b744-f4e4b2a7c271 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Sep 16 05:24:06.126958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.133092 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.295952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:06.302739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94e6c2d-cdb7-41e5-a9f6-88cdc9ea6945 admin admin] Deleting subnet f87c8521-234e-41c4-a187-2665b5dd23ab {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:06.306992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:06.309211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b94e6c2d-cdb7-41e5-a9f6-88cdc9ea6945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.311189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:06.404024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b94e6c2d-cdb7-41e5-a9f6-88cdc9ea6945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.534599 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b94e6c2d-cdb7-41e5-a9f6-88cdc9ea6945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.677803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-88008e82-4c32-4c4a-a630-431a46d908cb None None] Provisioning complete for port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:06.678747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88008e82-4c32-4c4a-a630-431a46d908cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.730220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-88008e82-4c32-4c4a-a630-431a46d908cb None None] Port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:07.017510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-64f4d256-af8d-49e8-bf06-156db86968c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518382 Sep 16 05:24:07.146703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-b34edeba-1759-498c-a5a0-88e9452af86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.153364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-b34edeba-1759-498c-a5a0-88e9452af86c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87437861a41e40c4bf78025a370c9983&device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 1102 time: 0.0601759 Sep 16 05:24:07.227845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936793-3cda-4e77-b2d2-d7fedbba68d2 req-acdbe98d-7098-462f-9cd0-0e7e5a79f5e7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.230307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16936793-3cda-4e77-b2d2-d7fedbba68d2 req-acdbe98d-7098-462f-9cd0-0e7e5a79f5e7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 945 time: 0.0746822 Sep 16 05:24:07.262347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Router f52218aa-8691-4fc2-96ac-2420142e9cb7 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:24:07.294704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16936793-3cda-4e77-b2d2-d7fedbba68d2 req-46032b04-2e06-4592-a93e-ce7451539841 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524521 Sep 16 05:24:07.343731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b94e6c2d-cdb7-41e5-a9f6-88cdc9ea6945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.401434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-9230e1e0-16d8-4037-882e-428706e0ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.403340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-9230e1e0-16d8-4037-882e-428706e0ed3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1880405 Sep 16 05:24:07.411409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e6c2d-cdb7-41e5-a9f6-88cdc9ea6945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87c8521-234e-41c4-a187-2665b5dd23ab,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:07.426302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b94e6c2d-cdb7-41e5-a9f6-88cdc9ea6945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.431222 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b94e6c2d-cdb7-41e5-a9f6-88cdc9ea6945 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f87c8521-234e-41c4-a187-2665b5dd23ab HTTP/1.1" status: 204 len: 168 time: 1.3897767 Sep 16 05:24:07.431962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53666) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.507462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-69f3517f-a52d-404c-9d02-30b39fa33cf2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 200 len: 217 time: 0.0962682 Sep 16 05:24:07.579045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.631666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:07.646769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c125d5f7-258f-4280-a4c4-4ca8e734821b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "PUT /v2.0/routers/f52218aa-8691-4fc2-96ac-2420142e9cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4624441 Sep 16 05:24:07.647610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53672) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.648026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Sync routers for ids ['f52218aa-8691-4fc2-96ac-2420142e9cb7'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:07.657866 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-ac867974-7e8a-4bf5-bd52-60d3650be23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.671380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Routers {'f52218aa-8691-4fc2-96ac-2420142e9cb7'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:07.674290 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-ac867974-7e8a-4bf5-bd52-60d3650be23b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1586757 Sep 16 05:24:07.675530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f52218aa-8691-4fc2-96ac-2420142e9cb7'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:07.756042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f4ad3-fa89-4d6f-90e1-4b894cbf7a71 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.758966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-153f4ad3-fa89-4d6f-90e1-4b894cbf7a71 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports/225af84e-6fa3-47f5-aca3-e203d6a5bd5f HTTP/1.1" status: 200 len: 911 time: 0.1070156 Sep 16 05:24:07.761836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53676) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.814988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-c96af50a-ee18-40be-8902-b572399b069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.827641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-c96af50a-ee18-40be-8902-b572399b069b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448653 Sep 16 05:24:07.832408 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.939370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Set router f52218aa-8691-4fc2-96ac-2420142e9cb7 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:07.956054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf65298-6f74-4172-8808-b53e211fe76b']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:07.971894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e3746-ba7d-4d3a-8082-6df5a19fbde3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.976408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2a2fbf-abd5-4f67-b001-788b76d31254') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:07.977149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2a2fbf-abd5-4f67-b001-788b76d31254') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:07.978872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e3746-ba7d-4d3a-8082-6df5a19fbde3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.986794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-690e3746-ba7d-4d3a-8082-6df5a19fbde3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2177539 Sep 16 05:24:08.001977 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.006413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53680) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:08.077218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.107605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-1ff36239-9cef-4ed6-9da5-9fa88cb13e37 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606006 Sep 16 05:24:08.134144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:08.134557 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:08.136328 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:08.186346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319311fc-4d20-4e3e-a06f-5316a6c86a7e req-d248483e-625b-4d8b-a59a-691be221e382 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.195161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-319311fc-4d20-4e3e-a06f-5316a6c86a7e req-d248483e-625b-4d8b-a59a-691be221e382 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 950 time: 0.3083401 Sep 16 05:24:08.270820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b67f0325-4612-4885-ac1c-a7cb4b7ab27b req-94ef7045-e1d3-4164-9539-45e082c12875 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541131 Sep 16 05:24:08.341263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52218aa-8691-4fc2-96ac-2420142e9cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1739161246', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:59Z', 'updated_at': '2021-09-16T05:24:04Z', 'revision_number': 2, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None, '_interfaces': [{'id': '225af84e-6fa3-47f5-aca3-e203d6a5bd5f', 'name': '', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52218aa-8691-4fc2-96ac-2420142e9cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '744bc575-5c14-46ba-8700-503fdbf9ece8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:05Z', 'revision_number': 2, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'subnets': [{'id': '744bc575-5c14-46ba-8700-503fdbf9ece8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:08.388340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-319311fc-4d20-4e3e-a06f-5316a6c86a7e req-90edb710-d446-409f-81b6-08e44a052af6 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876018 Sep 16 05:24:08.403849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Checking router: f52218aa-8691-4fc2-96ac-2420142e9cb7 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:08.409042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Updating router f52218aa-8691-4fc2-96ac-2420142e9cb7 port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:24:08.457918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.472356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.483999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.487368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] 10.222.0.49 "DELETE /v2.0/networks/adf65298-6f74-4172-8808-b53e211fe76b HTTP/1.1" status: 204 len: 168 time: 1.0511298 Sep 16 05:24:08.522038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53ddf3-ac1d-4513-babb-679c196c5ccb req-512445e5-49c7-4259-ba41-6dcfebadd59d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.530383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc53ddf3-ac1d-4513-babb-679c196c5ccb req-512445e5-49c7-4259-ba41-6dcfebadd59d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 945 time: 0.0864789 Sep 16 05:24:08.540858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fc744-38e7-4c84-a13e-8175588cb058 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf65298-6f74-4172-8808-b53e211fe76b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.596234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc53ddf3-ac1d-4513-babb-679c196c5ccb req-921988c0-c60d-455d-aaad-60ead52f55e4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647771 Sep 16 05:24:08.908835 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.054869 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.135466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53706) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:09.148527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287a23-7c4f-46d6-b10d-b9d8e819ca6b None None] Pushing event updated for resources: {'Port': ['ID=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.201302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Attempting to bind port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:09.218679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Attempting to bind port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:09.218679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Attempting to bind port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:09.218679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:09.218679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:09.218679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.218679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:09.218679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Bound port: 225af84e-6fa3-47f5-aca3-e203d6a5bd5f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:09.218679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.223951 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.279231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c700f57-7661-4de9-a83e-34643e3728b1 req-a449b472-4402-43a2-8a0d-039ea2757542 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:09.287529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c700f57-7661-4de9-a83e-34643e3728b1 req-a449b472-4402-43a2-8a0d-039ea2757542 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 945 time: 0.1192136 Sep 16 05:24:09.318537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6fe33807-6755-4dea-8e7f-d44861290c2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff74d4ba8bd04c84869be2c9b53b3e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806953 Sep 16 05:24:09.319147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:09.342627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] For port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:09.346741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] For port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:09.375178 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c700f57-7661-4de9-a83e-34643e3728b1 req-caecb4bd-9610-4538-ac66-2c20c9777aa4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866377 Sep 16 05:24:09.435129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-586cfe82-2211-44ad-8a76-87d8d88e07f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.437662 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.482842 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-586cfe82-2211-44ad-8a76-87d8d88e07f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.544220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Routers {'f52218aa-8691-4fc2-96ac-2420142e9cb7'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:09.544865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f52218aa-8691-4fc2-96ac-2420142e9cb7'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:09.549669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287a23-7c4f-46d6-b10d-b9d8e819ca6b None None] Pushing event updated for resources: {'Port': ['ID=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.559588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe751937-75c0-4737-a16e-28361119440d req-65217f4c-fa7f-47a0-8c20-d0d86ba6f869 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:09.567258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe751937-75c0-4737-a16e-28361119440d req-65217f4c-fa7f-47a0-8c20-d0d86ba6f869 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 950 time: 0.1060677 Sep 16 05:24:09.586639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-9879dfe6-baf3-4407-a19f-6aa479ed7ddf tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:09.588887 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-9879dfe6-baf3-4407-a19f-6aa479ed7ddf tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 950 time: 0.2320676 Sep 16 05:24:09.620528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5047d764-07a5-49e7-a4ec-268f68998ac1 None None] Provisioning complete for port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:09.620948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5047d764-07a5-49e7-a4ec-268f68998ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.700374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:09.702870 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.749084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Deleting port 548ed469-7e0d-4ecd-9685-eada3ef439e0 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:09.749623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.792127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-586cfe82-2211-44ad-8a76-87d8d88e07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.799469 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-586cfe82-2211-44ad-8a76-87d8d88e07f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.801879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe751937-75c0-4737-a16e-28361119440d req-296ee117-1e46-42f6-a6bb-db0f8378b0d5 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337356 Sep 16 05:24:09.805648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-586cfe82-2211-44ad-8a76-87d8d88e07f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7513e2d4-0bfc-4c99-930a-6cb04d925c66 HTTP/1.1" status: 204 len: 168 time: 0.4807227 Sep 16 05:24:09.805828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] Set router f52218aa-8691-4fc2-96ac-2420142e9cb7 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:09.857921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cfe82-2211-44ad-8a76-87d8d88e07f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7513e2d4-0bfc-4c99-930a-6cb04d925c66,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.022824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] For port 548ed469-7e0d-4ecd-9685-eada3ef439e0, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=548ed469-7e0d-4ecd-9685-eada3ef439e0,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:10.025992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.052904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987954b8-04eb-4164-9448-8228b0e65804 req-fe2ffcc5-c459-4ede-8970-57e9930d4c28 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.063566 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-987954b8-04eb-4164-9448-8228b0e65804 req-fe2ffcc5-c459-4ede-8970-57e9930d4c28 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1306095 Sep 16 05:24:10.077873 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5047d764-07a5-49e7-a4ec-268f68998ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.084418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Calling delete_port for 548ed469-7e0d-4ecd-9685-eada3ef439e0 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:10.096435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] For port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:10.096891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.135037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 225af84e-6fa3-47f5-aca3-e203d6a5bd5f owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:10.154424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-987954b8-04eb-4164-9448-8228b0e65804 req-cab79785-3d40-45a5-8101-cd49a01eb855 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839570 Sep 16 05:24:10.154943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5047d764-07a5-49e7-a4ec-268f68998ac1 None None] For port 225af84e-6fa3-47f5-aca3-e203d6a5bd5f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:10.210618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52218aa-8691-4fc2-96ac-2420142e9cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1739161246', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:59Z', 'updated_at': '2021-09-16T05:24:04Z', 'revision_number': 2, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None, '_interfaces': [{'id': '225af84e-6fa3-47f5-aca3-e203d6a5bd5f', 'name': '', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52218aa-8691-4fc2-96ac-2420142e9cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '744bc575-5c14-46ba-8700-503fdbf9ece8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:09Z', 'revision_number': 4, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'subnets': [{'id': '744bc575-5c14-46ba-8700-503fdbf9ece8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:10.381667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1458da-8277-4f17-9c80-577204f82eba None None] The sync data for ids ['f52218aa-8691-4fc2-96ac-2420142e9cb7'] in n-d-712749-15 is: [{'id': 'f52218aa-8691-4fc2-96ac-2420142e9cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1739161246', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:59Z', 'updated_at': '2021-09-16T05:24:04Z', 'revision_number': 2, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None, '_interfaces': [{'id': '225af84e-6fa3-47f5-aca3-e203d6a5bd5f', 'name': '', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52218aa-8691-4fc2-96ac-2420142e9cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '744bc575-5c14-46ba-8700-503fdbf9ece8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:24:01Z', 'updated_at': '2021-09-16T05:24:09Z', 'revision_number': 4, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'subnets': [{'id': '744bc575-5c14-46ba-8700-503fdbf9ece8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:10.383274 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5047d764-07a5-49e7-a4ec-268f68998ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.442818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.479466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047d764-07a5-49e7-a4ec-268f68998ac1 None None] Pushing event updated for resources: {'Port': ['ID=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.489475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3', '45ef0701-d415-4241-95e4-d6ad73f96e32', '548ed469-7e0d-4ecd-9685-eada3ef439e0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:10.508187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event deleted for resources: {'Port': ['ID=548ed469-7e0d-4ecd-9685-eada3ef439e0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.546628 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.592110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=225af84e-6fa3-47f5-aca3-e203d6a5bd5f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.609379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] No DVR routers for this DVR port 548ed469-7e0d-4ecd-9685-eada3ef439e0 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:10.609379 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.609379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bb23b04-664d-4016-9561-6a7fbd2f66c9 req-4afc2c55-333f-4854-958a-d1dd388e9327 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "DELETE /v2.0/ports/548ed469-7e0d-4ecd-9685-eada3ef439e0 HTTP/1.1" status: 204 len: 173 time: 1.0052407 Sep 16 05:24:10.609379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-deleted', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:10.612726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f1a554d1-34d1-42fa-a614-61cdb34d894f None None] Could not find standard attr ID for object 225af84e-6fa3-47f5-aca3-e203d6a5bd5f. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:24:10.622503 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1432b1-fbc5-43df-97c6-ee3273d257a1" -d '{"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-deleted", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:10.656274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff30fe7-cf91-4796-b223-c26d5ab9b2b0 req-b604afc8-628b-494d-b8e6-2eff2e61f142 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.665160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eff30fe7-cf91-4796-b223-c26d5ab9b2b0 req-b604afc8-628b-494d-b8e6-2eff2e61f142 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 945 time: 0.1846073 Sep 16 05:24:10.716714 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fd55de-f859-4a26-80a3-dc11b635b475 x-openstack-request-id: req-e0fd55de-f859-4a26-80a3-dc11b635b475 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:10.718611 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23cae65-ab78-496e-adce-85450edf56c5", "name": "network-vif-deleted", "tag": "548ed469-7e0d-4ecd-9685-eada3ef439e0", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:10.718611 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0fd55de-f859-4a26-80a3-dc11b635b475 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:10.719680 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23cae65-ab78-496e-adce-85450edf56c5', 'name': 'network-vif-deleted', 'tag': '548ed469-7e0d-4ecd-9685-eada3ef439e0', 'status': 'completed', 'code': 200} Sep 16 05:24:10.902373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eff30fe7-cf91-4796-b223-c26d5ab9b2b0 req-9e398fbb-bf06-4276-b809-949773690d12 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362919 Sep 16 05:24:10.906388 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.090566 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b541c858-c128-4e49-899f-bb7e07e1f6ed req-177b68ba-8026-48cf-a608-aa0a91b7305b tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23cae65-ab78-496e-adce-85450edf56c5 HTTP/1.1" status: 200 len: 210 time: 0.0454862 Sep 16 05:24:11.279803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Router f52218aa-8691-4fc2-96ac-2420142e9cb7 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:11.371558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557bf76-f479-4917-bb4a-1f2a1fe4798b req-fc7ba85d-c25b-4a5d-897f-39089f9bb06f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.380310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3557bf76-f479-4917-bb4a-1f2a1fe4798b req-fc7ba85d-c25b-4a5d-897f-39089f9bb06f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.0691764 Sep 16 05:24:11.406373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:11.417001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-07bdcc5b-b3e5-42ac-9832-2e6aa08139b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "PUT /v2.0/routers/f52218aa-8691-4fc2-96ac-2420142e9cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4034500 Sep 16 05:24:11.423450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53764) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:11.489328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac3111b-79aa-4178-85ab-4513eb8e52f9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.491117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac3111b-79aa-4178-85ab-4513eb8e52f9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.497364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cac3111b-79aa-4178-85ab-4513eb8e52f9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0726032 Sep 16 05:24:11.499364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53768) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:11.550021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3557bf76-f479-4917-bb4a-1f2a1fe4798b req-5f091d2f-c978-4575-bf3e-7c3cfba8e11c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688023 Sep 16 05:24:11.612891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fbc201-1f56-42ea-80fe-ea4c616d06ea tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 744bc575-5c14-46ba-8700-503fdbf9ece8 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:11.622704 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67fbc201-1f56-42ea-80fe-ea4c616d06ea tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.695333 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67fbc201-1f56-42ea-80fe-ea4c616d06ea tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.826274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67fbc201-1f56-42ea-80fe-ea4c616d06ea tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.931063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066994f-9060-47c2-96d6-057e274f1105 req-38278ff4-9aaf-4089-b9e8-6b47237820d9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.934165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9066994f-9060-47c2-96d6-057e274f1105 req-38278ff4-9aaf-4089-b9e8-6b47237820d9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 945 time: 0.0898559 Sep 16 05:24:12.016340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9066994f-9060-47c2-96d6-057e274f1105 req-2b669cec-b529-4ecd-973d-6e12a139e811 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587628 Sep 16 05:24:12.034530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67fbc201-1f56-42ea-80fe-ea4c616d06ea tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.066288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680886df-7ed3-4ce4-85a9-443d0b8499e2 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:12.121609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53790) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:12.137234 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67fbc201-1f56-42ea-80fe-ea4c616d06ea tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.140790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-67fbc201-1f56-42ea-80fe-ea4c616d06ea tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/744bc575-5c14-46ba-8700-503fdbf9ece8 HTTP/1.1" status: 204 len: 168 time: 0.6401396 Sep 16 05:24:12.144018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbc201-1f56-42ea-80fe-ea4c616d06ea tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=744bc575-5c14-46ba-8700-503fdbf9ece8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:12.146474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:12.345469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1587704045-network', 'tenant_id': '747c517674bd47c0944971a3b08b7477'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:12.366476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b2d8e749-a9be-4686-a044-b805fd5c0a3a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2162192 Sep 16 05:24:12.368036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53802) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:12.417312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:12.493855 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4806e5de-ca79-48c4-b07e-944b1cb579c2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.513266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] Deleting port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:12.513907 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.540325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Made reservation on behalf of 747c517674bd47c0944971a3b08b7477 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:12.543161 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.564043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.655303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] For port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0d4fbc8f-8e06-43d0-98bc-923bb8700b9a,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:12.656189 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.693065 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4806e5de-ca79-48c4-b07e-944b1cb579c2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.695674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4806e5de-ca79-48c4-b07e-944b1cb579c2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.697956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] Calling delete_port for 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:12.746475 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.763284 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] Sync routers for ids ['f52218aa-8691-4fc2-96ac-2420142e9cb7'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:12.787714 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] Routers {'f52218aa-8691-4fc2-96ac-2420142e9cb7'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:12.788698 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f52218aa-8691-4fc2-96ac-2420142e9cb7'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.799255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f65eca-931c-4c27-9a56-d299781de8fa req-c3cb0df9-e57c-425c-bb91-08c46c49b788 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:12.801088 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17f65eca-931c-4c27-9a56-d299781de8fa req-c3cb0df9-e57c-425c-bb91-08c46c49b788 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.0611904 Sep 16 05:24:12.838619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.874324 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4806e5de-ca79-48c4-b07e-944b1cb579c2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.874987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4806e5de-ca79-48c4-b07e-944b1cb579c2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Fanout notify agent at l3_agent the message router_deleted on router f52218aa-8691-4fc2-96ac-2420142e9cb7 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:12.883966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ebd437-dc0a-4270-8985-18af281bd069,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:12.899990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17f65eca-931c-4c27-9a56-d299781de8fa req-993d5f68-5fd9-4313-bb44-2ad0e3c0d855 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859728 Sep 16 05:24:12.900298 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] Set router f52218aa-8691-4fc2-96ac-2420142e9cb7 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:12.907767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4806e5de-ca79-48c4-b07e-944b1cb579c2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.912120 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4806e5de-ca79-48c4-b07e-944b1cb579c2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/routers/f52218aa-8691-4fc2-96ac-2420142e9cb7 HTTP/1.1" status: 204 len: 168 time: 0.5399494 Sep 16 05:24:12.912473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53810) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:12.920628 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.927602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:12.937695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] No DVR routers for this DVR port 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:12.954392 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.954907 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Added segment 54795fcc-5e40-4d01-886e-a0975d9f6fa7 of type vlan for network f8384138-0cbf-4fb6-b401-ebf2d9bfb951 Sep 16 05:24:12.977682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b4d9f-c691-4c37-a06d-a79347aeca5d None None] Pushing event deleted for resources: {'Port': ['ID=0d4fbc8f-8e06-43d0-98bc-923bb8700b9a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.006267 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-860618db-48fa-48c6-9236-72942310716a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0786173 Sep 16 05:24:13.008106 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52218aa-8691-4fc2-96ac-2420142e9cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1739161246', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:59Z', 'updated_at': '2021-09-16T05:24:10Z', 'revision_number': 3, 'project_id': '0b4966993fee42518f6cb0e9830fc8e4', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:13.014849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53812) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.020051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:13.025455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.045500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 548ed469-7e0d-4ecd-9685-eada3ef439e0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:13.046272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 548ed469-7e0d-4ecd-9685-eada3ef439e0 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:13.057706 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] Checking router: f52218aa-8691-4fc2-96ac-2420142e9cb7 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:13.067797 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] Routers set() bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:13.068192 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] Router IDs set() for agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:24:13.068861 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_agentschedulers_db [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f52218aa-8691-4fc2-96ac-2420142e9cb7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent'). {{(pid=95662) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:24:13.069246 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253bb66-1787-4b39-892b-f406f46b24c8 None None] The sync data for ids ['f52218aa-8691-4fc2-96ac-2420142e9cb7'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:13.114741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.114741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:13.114741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.127197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148d078-4648-41b8-af3a-83e1c4c4809b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:13.131819 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3148d078-4648-41b8-af3a-83e1c4c4809b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1136291 Sep 16 05:24:13.133449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.159720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730cb1c-c901-43e1-8ed9-1c4cdf1165fe req-5ecd52b3-9e59-4001-aa4e-4520062578cb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:13.159720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c730cb1c-c901-43e1-8ed9-1c4cdf1165fe req-5ecd52b3-9e59-4001-aa4e-4520062578cb tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.0979648 Sep 16 05:24:13.208859 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c730cb1c-c901-43e1-8ed9-1c4cdf1165fe req-0ae12bd1-4457-48ed-b440-b9b27fcfc489 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Sep 16 05:24:13.241025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8ed2c91a-c74f-4a31-a987-f290c2036c76 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996187 Sep 16 05:24:13.254250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53818) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.259339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:13.276787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1510377 Sep 16 05:24:13.278200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53822) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.287173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674ce43-e1ca-4fdf-8d3e-4a319ea7aa1a admin admin] Pushing event updated for resources: {'Network': ['ID=f8384138-0cbf-4fb6-b401-ebf2d9bfb951,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.287726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Request body: {'subnet': {'network_id': 'f8384138-0cbf-4fb6-b401-ebf2d9bfb951', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1587704045-subnet', 'tenant_id': '747c517674bd47c0944971a3b08b7477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:13.300885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f8384138-0cbf-4fb6-b401-ebf2d9bfb951 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:13.310597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3720-5e9c-40d6-86b1-14c4745a4ff5 req-9059b30f-fb66-4d31-bd38-fc5c2b757a2e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:13.312634 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f95b3720-5e9c-40d6-86b1-14c4745a4ff5 req-9059b30f-fb66-4d31-bd38-fc5c2b757a2e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 945 time: 0.1696110 Sep 16 05:24:13.371496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f95b3720-5e9c-40d6-86b1-14c4745a4ff5 req-81b26aa2-1c57-403b-be7d-60211a36cb52 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442924 Sep 16 05:24:13.498719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Made reservation on behalf of 747c517674bd47c0944971a3b08b7477 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:13.503116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.577663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 225af84e-6fa3-47f5-aca3-e203d6a5bd5f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:13.619040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 225af84e-6fa3-47f5-aca3-e203d6a5bd5f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:13.619508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 225af84e-6fa3-47f5-aca3-e203d6a5bd5f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:13.620653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:13.630949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:13.634595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.652218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:13.652875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0d4fbc8f-8e06-43d0-98bc-923bb8700b9a not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:13.850820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:13.858952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-d1a04b98-8539-4abd-8001-ff4dd31ffb5f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:13.861263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-d1a04b98-8539-4abd-8001-ff4dd31ffb5f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 945 time: 0.1650691 Sep 16 05:24:13.923520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.988026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.034416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:14.037322 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26559a-c9cd-42ad-b953-c63f472ec031" -d '{"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:14.053288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:14.110477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb5ed-c8d7-4ffd-ad55-ea947da2442d req-cd63026a-7c29-4e6b-bf72-ea475222aa23 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.112244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acbcd5f-2f63-4e1a-96bc-c085af880bc4,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.112928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d0fb5ed-c8d7-4ffd-ad55-ea947da2442d req-cd63026a-7c29-4e6b-bf72-ea475222aa23 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.0681329 Sep 16 05:24:14.152917 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.159257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Checking segment: {'id': '54795fcc-5e40-4d01-886e-a0975d9f6fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8384138-0cbf-4fb6-b401-ebf2d9bfb951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:14.159257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Network hostable DHCP agents. Network: f8384138-0cbf-4fb6-b401-ebf2d9bfb951, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:14.177698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d0fb5ed-c8d7-4ffd-ad55-ea947da2442d req-33fce5ad-3ff8-4067-b921-98df2496b32e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508721 Sep 16 05:24:14.186078 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bde4fb-4ce8-4aae-a909-de79fa4260d8 x-openstack-request-id: req-34bde4fb-4ce8-4aae-a909-de79fa4260d8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:14.186411 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:14.186686 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34bde4fb-4ce8-4aae-a909-de79fa4260d8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:14.187090 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'code': 200} Sep 16 05:24:14.190112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Deleting port 8c591480-af64-45e5-8437-2490b2af9c99 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:14.200050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.221827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=11']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.333028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Network f8384138-0cbf-4fb6-b401-ebf2d9bfb951 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:14.435302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:14.444797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] For port 8c591480-af64-45e5-8437-2490b2af9c99, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8c591480-af64-45e5-8437-2490b2af9c99,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:14.445189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.448736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.571827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cdf8f-b53d-456c-961f-235277b2628f req-52b3082f-24d1-4026-a374-528dfbbec2f1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.574514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-389cdf8f-b53d-456c-961f-235277b2628f req-52b3082f-24d1-4026-a374-528dfbbec2f1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 945 time: 0.0653739 Sep 16 05:24:14.650298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-389cdf8f-b53d-456c-961f-235277b2628f req-c2ccd998-bcf6-40da-ad30-6e6c4c5ff95c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648484 Sep 16 05:24:14.795791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-0e2157b7-8ee1-49b3-86a8-2cd4569dd981 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.798220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-0e2157b7-8ee1-49b3-86a8-2cd4569dd981 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.0603337 Sep 16 05:24:14.866563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f8384138-0cbf-4fb6-b401-ebf2d9bfb951) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:14.869423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Calling delete_port for 8c591480-af64-45e5-8437-2490b2af9c99 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:14.877228 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbe7cc-0fbe-4f9a-afb4-e7a125053aea None None] Network f8384138-0cbf-4fb6-b401-ebf2d9bfb951 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:14.882461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278d216-1807-499d-b267-9ee604fbc165 req-b64bec76-21c2-4685-923e-8437f1b578ad tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.884122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b278d216-1807-499d-b267-9ee604fbc165 req-b64bec76-21c2-4685-923e-8437f1b578ad tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 949 time: 0.5803306 Sep 16 05:24:14.916632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.917224 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.922912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Deleting port 45ef0701-d415-4241-95e4-d6ad73f96e32 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:14.922912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.936049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:14.950377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:14.972342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1deb83-b81e-44a3-beb5-a2c5e9524f7a None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:14.991582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.992980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.994838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=b1c08c5b-b491-42e4-974c-97d49773bace,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.039055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] For port 45ef0701-d415-4241-95e4-d6ad73f96e32, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=45ef0701-d415-4241-95e4-d6ad73f96e32,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:15.039435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.044445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b278d216-1807-499d-b267-9ee604fbc165 req-f1d3cd27-943c-4e3d-b19c-3e258fc8a78d tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461823 Sep 16 05:24:15.052943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-60552a56-4dc8-4710-80d5-f0910c9aa3f8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7734921 Sep 16 05:24:15.055731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Calling delete_port for 45ef0701-d415-4241-95e4-d6ad73f96e32 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:15.133323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645fce9-d21e-4566-8737-537e7f027006 None None] Network f8384138-0cbf-4fb6-b401-ebf2d9bfb951 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:15.172419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5512fbf1-d974-48a6-9622-4d09be2daad1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9169073 Sep 16 05:24:15.175907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53844) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:15.192460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:15.317704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53850) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:15.364183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aed3a-48fa-450c-ad35-746d4b11ee68 req-d58a2aae-65a4-4446-a4a6-03d802c7b76c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.366004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-621aed3a-48fa-450c-ad35-746d4b11ee68 req-d58a2aae-65a4-4446-a4a6-03d802c7b76c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0909677 Sep 16 05:24:15.381105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.385013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'b1c08c5b-b491-42e4-974c-97d49773bace'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:15.386590 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.427831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event deleted for resources: {'Port': ['ID=8c591480-af64-45e5-8437-2490b2af9c99,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.429709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5f6bcf-3ddf-4adf-b91a-db8ffe2be02a admin admin] Deleting subnet 0acbcd5f-2f63-4e1a-96bc-c085af880bc4 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:15.436845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bcf-3ddf-4adf-b91a-db8ffe2be02a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.488501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.516060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] No DVR routers for this DVR port 8c591480-af64-45e5-8437-2490b2af9c99 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:15.526130 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-621aed3a-48fa-450c-ad35-746d4b11ee68 req-220ce50c-37d8-4fa7-9c71-522b9bfc9cbe tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525609 Sep 16 05:24:15.527335 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.533579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:15.534225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event deleted for resources: {'Port': ['ID=45ef0701-d415-4241-95e4-d6ad73f96e32,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.536081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c123dea2-ebbc-4245-95a1-6fe8f03083c5 req-3b5f71a0-9bc4-4565-b68a-827b41108687 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "DELETE /v2.0/ports/8c591480-af64-45e5-8437-2490b2af9c99 HTTP/1.1" status: 204 len: 173 time: 1.6648178 Sep 16 05:24:15.536218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbf6815-e231-4648-b5c4-7c819f16c393', 'name': 'network-vif-deleted', 'tag': '8c591480-af64-45e5-8437-2490b2af9c99'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:15.538786 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc59b92-8f92-43eb-a134-92e31ec35c43" -d '{"events": [{"server_uuid": "3dbf6815-e231-4648-b5c4-7c819f16c393", "name": "network-vif-deleted", "tag": "8c591480-af64-45e5-8437-2490b2af9c99"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:15.576031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bcf-3ddf-4adf-b91a-db8ffe2be02a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.603618 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657b1b58-4ae8-4193-bc5d-0265fbfccac4 x-openstack-request-id: req-657b1b58-4ae8-4193-bc5d-0265fbfccac4 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:15.604096 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbf6815-e231-4648-b5c4-7c819f16c393", "name": "network-vif-deleted", "tag": "8c591480-af64-45e5-8437-2490b2af9c99", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:15.604441 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-657b1b58-4ae8-4193-bc5d-0265fbfccac4 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:15.605168 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbf6815-e231-4648-b5c4-7c819f16c393', 'name': 'network-vif-deleted', 'tag': '8c591480-af64-45e5-8437-2490b2af9c99', 'status': 'completed', 'code': 200} Sep 16 05:24:15.615157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] No DVR routers for this DVR port 45ef0701-d415-4241-95e4-d6ad73f96e32 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:15.620794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.622887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e35f2256-286f-4ef8-940f-78e07cc0dda9 req-8287436c-23fa-4b89-90b9-39f65a31d584 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "DELETE /v2.0/ports/45ef0701-d415-4241-95e4-d6ad73f96e32 HTTP/1.1" status: 204 len: 173 time: 0.8139768 Sep 16 05:24:15.623320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'name': 'network-vif-deleted', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:15.626296 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f7b9b-f633-4a7e-a2a4-004d0fbd9324" -d '{"events": [{"server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "name": "network-vif-deleted", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:15.655244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bcf-3ddf-4adf-b91a-db8ffe2be02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.666722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Allocated IP 2001:db8::f816:3eff:fe53:104f (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/b1c08c5b-b491-42e4-974c-97d49773bace/519e747c-7dc2-46b8-828c-091e23b9ca34) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:15.678582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:15.682975 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.701312 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52dd46b-6c1c-4784-b34b-38d2206e0ff1 x-openstack-request-id: req-b52dd46b-6c1c-4784-b34b-38d2206e0ff1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:15.701532 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df5ddf2-d2cb-4d36-8b56-cb8791c87db2", "name": "network-vif-deleted", "tag": "45ef0701-d415-4241-95e4-d6ad73f96e32", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:15.701837 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b52dd46b-6c1c-4784-b34b-38d2206e0ff1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:15.702154 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df5ddf2-d2cb-4d36-8b56-cb8791c87db2', 'name': 'network-vif-deleted', 'tag': '45ef0701-d415-4241-95e4-d6ad73f96e32', 'status': 'completed', 'code': 200} Sep 16 05:24:15.802456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-465a7a4a-b588-442c-8dbb-f35e799c4aca req-687b3cee-3317-48f1-b365-571c7d3bdacf tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 210 time: 0.0485594 Sep 16 05:24:15.861475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:16.033639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bcf-3ddf-4adf-b91a-db8ffe2be02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.081442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be950d96-4049-48a3-8225-6d4beff496ef req-aa03626b-3f54-4929-a0df-a8dc5a163b0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1630750 Sep 16 05:24:16.089627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f6bcf-3ddf-4adf-b91a-db8ffe2be02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acbcd5f-2f63-4e1a-96bc-c085af880bc4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:16.103980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bcf-3ddf-4adf-b91a-db8ffe2be02a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.105961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8b5f6bcf-3ddf-4adf-b91a-db8ffe2be02a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0acbcd5f-2f63-4e1a-96bc-c085af880bc4 HTTP/1.1" status: 204 len: 168 time: 0.7870281 Sep 16 05:24:16.110472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53864) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:16.200359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.204155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88c5b9be-4317-413d-ab7b-af542387c7dc req-9bd03e2d-fd21-44a0-a420-2146b9a08aaf tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 210 time: 0.0390310 Sep 16 05:24:16.204715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:16.220956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'mac_address': 'fa:16:3e:e8:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:16.270320 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.296610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afed1aa-f013-464f-85a6-fa3a21c1cf18 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:16.327668 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.331982 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.333916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be950d96-4049-48a3-8225-6d4beff496ef req-abd09557-2753-40c1-93bd-9cc237ae8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:16.335517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be950d96-4049-48a3-8225-6d4beff496ef req-abd09557-2753-40c1-93bd-9cc237ae8ec6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73cc3cf6edc146eabeb0569757fdef45&device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 1097 time: 0.1077027 Sep 16 05:24:16.387366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:16.406280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:16.416276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:16.423277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.423716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:16.428558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Pushing event updated for resources: {'Port': ['ID=519e747c-7dc2-46b8-828c-091e23b9ca34,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:16.514509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Attempting to bind port 519e747c-7dc2-46b8-828c-091e23b9ca34 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:16.515140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Attempting to bind port 519e747c-7dc2-46b8-828c-091e23b9ca34 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:16.515751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Attempting to bind port 519e747c-7dc2-46b8-828c-091e23b9ca34 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:16.521756 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.532986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:16.533548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:16.534212 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.534895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:16.535603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Bound port: 519e747c-7dc2-46b8-828c-091e23b9ca34, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:16.536181 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.683436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=12']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:16.718099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69000572-9787-48ef-a645-259062cade3d req-49dc9ec7-f35a-4195-9d99-d14a248ccb6f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:16.721032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69000572-9787-48ef-a645-259062cade3d req-49dc9ec7-f35a-4195-9d99-d14a248ccb6f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.0979989 Sep 16 05:24:16.729326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] For port 519e747c-7dc2-46b8-828c-091e23b9ca34, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:16.732923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] For port 519e747c-7dc2-46b8-828c-091e23b9ca34, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=519e747c-7dc2-46b8-828c-091e23b9ca34,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:16.773149 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69000572-9787-48ef-a645-259062cade3d req-1c7f7b01-97e1-4ad7-8a06-b1385b786195 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421710 Sep 16 05:24:16.791144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0afed1aa-f013-464f-85a6-fa3a21c1cf18'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:16.823306 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.942291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed1f9c-2cb6-4909-aa7b-7d331acc294b None None] Pushing event updated for resources: {'Port': ['ID=519e747c-7dc2-46b8-828c-091e23b9ca34,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:16.952938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.006095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:17.037950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:17.043162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8384138-0cbf-4fb6-b401-ebf2d9bfb951']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:17.061506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=b979a9c2-ae63-4ed1-bfef-594b21349d7c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.071526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:17.072273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.078301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b7585bf-676c-45c0-a50d-cd5014b50843 req-f50b197f-a1c3-432b-9c27-aaa595bd0a91 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dbf6815-e231-4648-b5c4-7c819f16c393 HTTP/1.1" status: 200 len: 210 time: 0.0968449 Sep 16 05:24:17.089415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54795fcc-5e40-4d01-886e-a0975d9f6fa7') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:17.089735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54795fcc-5e40-4d01-886e-a0975d9f6fa7') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:17.115980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.118533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be950d96-4049-48a3-8225-6d4beff496ef req-bb0b1ba9-c8b6-45ae-b3a1-e3c2003e407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:17.120350 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be950d96-4049-48a3-8225-6d4beff496ef req-bb0b1ba9-c8b6-45ae-b3a1-e3c2003e407a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 HTTP/1.1" status: 200 len: 913 time: 0.7491400 Sep 16 05:24:17.150040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 45ef0701-d415-4241-95e4-d6ad73f96e32 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:17.168460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.169477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 45ef0701-d415-4241-95e4-d6ad73f96e32 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:17.169880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 45ef0701-d415-4241-95e4-d6ad73f96e32 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:17.170302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8c591480-af64-45e5-8437-2490b2af9c99 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:17.203893 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:17.214096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 8c591480-af64-45e5-8437-2490b2af9c99 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:17.214096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8c591480-af64-45e5-8437-2490b2af9c99 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:17.243082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f0ad2ef4-9317-4a8e-bd08-f93e94e64221 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0660353 Sep 16 05:24:17.246550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53884) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:17.253822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:67:a2:fa', 'name': 'tempest-NetworksTestDHCPv6-1043341017'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:17.276533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be950d96-4049-48a3-8225-6d4beff496ef req-d1d27343-a990-46f3-80de-070b0b7034bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4 HTTP/1.1" status: 200 len: 1001 time: 0.1455684 Sep 16 05:24:17.466973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12f8f9f5-334c-40f4-9ec6-c8f3566e9af7 req-632eaf6c-8de0-4695-812f-5efcbdd616a1 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df5ddf2-d2cb-4d36-8b56-cb8791c87db2 HTTP/1.1" status: 200 len: 210 time: 0.0497465 Sep 16 05:24:17.482239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be950d96-4049-48a3-8225-6d4beff496ef req-6b13a1d5-322a-488f-a385-a09f694578a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:17.487766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be950d96-4049-48a3-8225-6d4beff496ef req-6b13a1d5-322a-488f-a385-a09f694578a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a1da843-3a6c-4279-b6ce-05d0c04a32f6 HTTP/1.1" status: 200 len: 851 time: 0.1623173 Sep 16 05:24:17.546011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 519e747c-7dc2-46b8-828c-091e23b9ca34 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:17.558746 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.575045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.582294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f8384138-0cbf-4fb6-b401-ebf2d9bfb951 HTTP/1.1" status: 204 len: 168 time: 1.4657214 Sep 16 05:24:17.602392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5650f1-3868-4ae4-b454-e128713913c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8384138-0cbf-4fb6-b401-ebf2d9bfb951,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.624549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be950d96-4049-48a3-8225-6d4beff496ef req-09cb922a-e891-4ceb-b956-e820d277e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:17.627049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be950d96-4049-48a3-8225-6d4beff496ef req-09cb922a-e891-4ceb-b956-e820d277e52f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332858 Sep 16 05:24:17.663056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 519e747c-7dc2-46b8-828c-091e23b9ca34 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:17.663432 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.666409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:17.769055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be950d96-4049-48a3-8225-6d4beff496ef req-f67e68b9-ddee-4df0-b674-fccaf9920085 service neutron] 10.222.0.30 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288824 Sep 16 05:24:17.778558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.779652 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.822503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port f54cde21-df79-4e15-b377-17b1763fbd64 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:17.847910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 519e747c-7dc2-46b8-828c-091e23b9ca34, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=519e747c-7dc2-46b8-828c-091e23b9ca34,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:17.868066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:18.006228 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.033225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15534441-7c12-4674-bd46-6ed93bb266d5 req-6f1f2b45-94ad-4ab1-a116-4c236d7bff03 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:18.051606 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15534441-7c12-4674-bd46-6ed93bb266d5 req-6f1f2b45-94ad-4ab1-a116-4c236d7bff03 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 945 time: 0.1525373 Sep 16 05:24:18.058711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be950d96-4049-48a3-8225-6d4beff496ef req-bbad08f8-4db4-4af6-896d-1b4805ebe8d5 service neutron] 10.222.0.30 "GET /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819700 Sep 16 05:24:18.100591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:18.101054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.132329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:18.158233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15534441-7c12-4674-bd46-6ed93bb266d5 req-6620dc14-79eb-436e-a674-2cfcf52d0db8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978115 Sep 16 05:24:18.182237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=519e747c-7dc2-46b8-828c-091e23b9ca34,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.225008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 172.20.0.12 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/b979a9c2-ae63-4ed1-bfef-594b21349d7c/f54cde21-df79-4e15-b377-17b1763fbd64) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:18.259730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c475828e-2ae8-4c62-a7aa-6879382f4dc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=747c517674bd47c0944971a3b08b7477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261985 Sep 16 05:24:18.263687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53916) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:18.274786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fe67:a2fa (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/b1c08c5b-b491-42e4-974c-97d49773bace/f54cde21-df79-4e15-b377-17b1763fbd64) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:18.363722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88a6264a-4ed3-4b06-8474-c38bf86cd0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.364041 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.431691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88a6264a-4ed3-4b06-8474-c38bf86cd0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.577136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.595977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:18.598849 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1b9456-3f5c-4f5e-8517-f45cdcf05959" -d '{"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-plugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:18.629294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:18.644809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0eadaf-1174-4896-acca-9a6c58d43b3c None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:18.669746 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bac26c3-b1e8-4128-b883-1501659d3292 x-openstack-request-id: req-6bac26c3-b1e8-4128-b883-1501659d3292 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:18.675504 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-plugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:18.675504 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bac26c3-b1e8-4128-b883-1501659d3292 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:18.675504 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'code': 200} Sep 16 05:24:18.676069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88a6264a-4ed3-4b06-8474-c38bf86cd0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.676069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88a6264a-4ed3-4b06-8474-c38bf86cd0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.677405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-88a6264a-4ed3-4b06-8474-c38bf86cd0cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69ebd437-dc0a-4270-8985-18af281bd069 HTTP/1.1" status: 204 len: 168 time: 0.4124386 Sep 16 05:24:18.690924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6264a-4ed3-4b06-8474-c38bf86cd0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ebd437-dc0a-4270-8985-18af281bd069,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.725516 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.745911 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.795512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a1cadc99-5705-4a88-9520-2675ff3d5753 None None] Provisioning complete for port 519e747c-7dc2-46b8-828c-091e23b9ca34 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:18.796333 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1cadc99-5705-4a88-9520-2675ff3d5753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.805251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:18.809702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:18.819799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:18.872585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-4fdd9408-06e8-4939-aee9-62ad5fa652eb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:18.881004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-4fdd9408-06e8-4939-aee9-62ad5fa652eb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.2686582 Sep 16 05:24:18.901672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-83b33692-1c41-4515-9ee2-6748f8c44810 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/quotas/6f09bc556bb34764a5912a52c26626fd HTTP/1.1" status: 200 len: 375 time: 0.0191338 Sep 16 05:24:18.905915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=13']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.932142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=f54cde21-df79-4e15-b377-17b1763fbd64,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.961943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-2d69282f-7841-41aa-82c7-c37876dde2b0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521891 Sep 16 05:24:18.969627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:18.970491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.082181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-1dea3ca6-ecd2-40de-8fd6-9cbbf0721390 service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252024 Sep 16 05:24:19.149763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a3a8c8ff-c0d5-40ae-b027-6a5322a321bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8980827 Sep 16 05:24:19.150184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53944) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:19.269894 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-d2a6272a-40c5-4cd3-84b0-276abb0ea273 service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863246 Sep 16 05:24:19.277143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a046a08a-d369-4b97-b20a-61e42cd3895f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:19.286436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a046a08a-d369-4b97-b20a-61e42cd3895f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:19.293070 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a046a08a-d369-4b97-b20a-61e42cd3895f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1372359 Sep 16 05:24:19.294668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:19.310019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5bd4a-7c09-4b6f-87f5-7e7fd2fd2477 None None] Update dhcp port {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': 'b1c08c5b-b491-42e4-974c-97d49773bace', 'ip_address': '2001:db8::f816:3eff:fe53:104f'}, {'subnet_id': 'b979a9c2-ae63-4ed1-bfef-594b21349d7c'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '519e747c-7dc2-46b8-828c-091e23b9ca34'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:24:19.353161 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e5bd4a-7c09-4b6f-87f5-7e7fd2fd2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.546486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e86ea564-a2e5-4c0b-aa36-7876c01bfa50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port f54cde21-df79-4e15-b377-17b1763fbd64 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:19.548075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e86ea564-a2e5-4c0b-aa36-7876c01bfa50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.607636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 519e747c-7dc2-46b8-828c-091e23b9ca34 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:19.832307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-91e5bd4a-7c09-4b6f-87f5-7e7fd2fd2477 None None] Allocated IP 172.20.0.2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/b979a9c2-ae63-4ed1-bfef-594b21349d7c/519e747c-7dc2-46b8-828c-091e23b9ca34) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:19.852300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 519e747c-7dc2-46b8-828c-091e23b9ca34 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:19.852676 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.973017 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-efcc8692-a7a7-48bd-b033-637c6c04ede8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.176974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e86ea564-a2e5-4c0b-aa36-7876c01bfa50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.233283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee19ad-1537-48c7-acd4-43094c7b20dc req-2a3a8cc6-af48-4dc9-a846-6253767769bf tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:20.252720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5cee19ad-1537-48c7-acd4-43094c7b20dc req-2a3a8cc6-af48-4dc9-a846-6253767769bf tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.1407886 Sep 16 05:24:20.264435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e86ea564-a2e5-4c0b-aa36-7876c01bfa50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for f54cde21-df79-4e15-b377-17b1763fbd64 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:20.273690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-91e5bd4a-7c09-4b6f-87f5-7e7fd2fd2477 None None] For port 519e747c-7dc2-46b8-828c-091e23b9ca34, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=519e747c-7dc2-46b8-828c-091e23b9ca34,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:20.289690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d7da-77ef-4689-8f01-54ac551bb4c4 req-a58e8724-c719-4b0f-bd99-2da0505e8ce0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:20.321897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7225d7da-77ef-4689-8f01-54ac551bb4c4 req-a58e8724-c719-4b0f-bd99-2da0505e8ce0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.4570363 Sep 16 05:24:20.372976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5cee19ad-1537-48c7-acd4-43094c7b20dc req-1fc0c52a-daed-4a7b-90a8-2963c33ccc59 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190925 Sep 16 05:24:20.378404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e5bd4a-7c09-4b6f-87f5-7e7fd2fd2477 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.459555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7225d7da-77ef-4689-8f01-54ac551bb4c4 req-62e8013a-f08f-4cfd-8c06-e2cdf15a4583 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249335 Sep 16 05:24:20.473347 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcc1a88b-3113-4897-ae39-fc7b2ca61f5d req-adcb5fa9-87bd-4f86-a811-10d0cc2b37ba tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 210 time: 0.0478435 Sep 16 05:24:20.492787 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91e5bd4a-7c09-4b6f-87f5-7e7fd2fd2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.595683 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.680833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5bd4a-7c09-4b6f-87f5-7e7fd2fd2477 None None] Pushing event updated for resources: {'Port': ['ID=519e747c-7dc2-46b8-828c-091e23b9ca34,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:21.048291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e86ea564-a2e5-4c0b-aa36-7876c01bfa50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.108950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ea564-a2e5-4c0b-aa36-7876c01bfa50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=f54cde21-df79-4e15-b377-17b1763fbd64,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:21.254579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-aeddfb7a-c232-48b6-9af5-bb56f6bbfd7e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.258051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-aeddfb7a-c232-48b6-9af5-bb56f6bbfd7e tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.1515100 Sep 16 05:24:21.353307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e86ea564-a2e5-4c0b-aa36-7876c01bfa50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.365878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:21.383456 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e86ea564-a2e5-4c0b-aa36-7876c01bfa50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/f54cde21-df79-4e15-b377-17b1763fbd64 HTTP/1.1" status: 204 len: 168 time: 2.0649602 Sep 16 05:24:21.597242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3b7944-6da4-4431-99cd-4b5009fb4dd2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.604716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3b7944-6da4-4431-99cd-4b5009fb4dd2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.607290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3b7944-6da4-4431-99cd-4b5009fb4dd2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.617792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9b3b7944-6da4-4431-99cd-4b5009fb4dd2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2430718 Sep 16 05:24:21.618706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53998) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:21.621089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 519e747c-7dc2-46b8-828c-091e23b9ca34 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:21.653143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Deleting port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:21.654649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.746457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fdc120-e5e2-4d46-8fb7-c4779788e3a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet b1c08c5b-b491-42e4-974c-97d49773bace {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:21.753151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc120-e5e2-4d46-8fb7-c4779788e3a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.816138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 519e747c-7dc2-46b8-828c-091e23b9ca34 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:21.816694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.854347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc120-e5e2-4d46-8fb7-c4779788e3a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.856314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938f5e3-d180-4e39-8ea7-cc82698a9ee3 req-6d4b9e7e-f266-42e2-a036-4abda6ac5837 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.867484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4938f5e3-d180-4e39-8ea7-cc82698a9ee3 req-6d4b9e7e-f266-42e2-a036-4abda6ac5837 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 950 time: 0.3143880 Sep 16 05:24:21.959968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] For port c5ebcb15-b90c-4fa3-b17b-dba8062035b3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:21.960590 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.983004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Calling delete_port for c5ebcb15-b90c-4fa3-b17b-dba8062035b3 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:22.058546 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc120-e5e2-4d46-8fb7-c4779788e3a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.121853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e8951719-0540-4e67-9eb8-a3e65653ad50 None None] Provisioning complete for port 519e747c-7dc2-46b8-828c-091e23b9ca34 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:22.123414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8951719-0540-4e67-9eb8-a3e65653ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.147510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bad78d7c-ede2-466c-9497-3753d06e2f3e req-9101a72c-8fc7-4402-8395-4e58f565bb6f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 210 time: 0.5668681 Sep 16 05:24:22.208800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4938f5e3-d180-4e39-8ea7-cc82698a9ee3 req-f7bbad11-69e3-40b7-91d0-04d68518c374 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/security-groups?id=3babe2a5-76f7-4db2-8ff4-cc1731180ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402150 Sep 16 05:24:22.271563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc120-e5e2-4d46-8fb7-c4779788e3a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.360999 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdc120-e5e2-4d46-8fb7-c4779788e3a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c08c5b-b491-42e4-974c-97d49773bace,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.384411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e8951719-0540-4e67-9eb8-a3e65653ad50 None None] Could not find standard attr ID for object f54cde21-df79-4e15-b377-17b1763fbd64. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:24:22.391568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc120-e5e2-4d46-8fb7-c4779788e3a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.394896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e5fdc120-e5e2-4d46-8fb7-c4779788e3a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/b1c08c5b-b491-42e4-974c-97d49773bace HTTP/1.1" status: 204 len: 168 time: 0.7732863 Sep 16 05:24:22.404487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54012) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:22.477201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b0362-fc19-425b-ae35-c9edb94ffc1f req-b0736e1e-757e-45ab-b24e-50b135a3007d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.482753 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea1b0362-fc19-425b-ae35-c9edb94ffc1f req-b0736e1e-757e-45ab-b24e-50b135a3007d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1141396 Sep 16 05:24:22.532109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea1b0362-fc19-425b-ae35-c9edb94ffc1f req-a2da5ba5-df07-4132-a768-5b5ae9f85cf8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Sep 16 05:24:22.596627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-705a5db5-f0c3-440a-9ba2-23fa254a9c01 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet b979a9c2-ae63-4ed1-bfef-594b21349d7c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:22.609671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-705a5db5-f0c3-440a-9ba2-23fa254a9c01 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.682133 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-705a5db5-f0c3-440a-9ba2-23fa254a9c01 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.693444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600473a6-c84d-40e4-9c6a-2a85ca193f95 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:22.739722 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.810719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-46cb61bf-6403-412a-8346-6f0c5d762cec None None] Could not find standard attr ID for object f54cde21-df79-4e15-b377-17b1763fbd64. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:24:22.827644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c5ebcb15-b90c-4fa3-b17b-dba8062035b3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:22.855928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Pushing event deleted for resources: {'Port': ['ID=c5ebcb15-b90c-4fa3-b17b-dba8062035b3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.881435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] No DVR routers for this DVR port c5ebcb15-b90c-4fa3-b17b-dba8062035b3 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:22.885895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.888377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-688ceb7d-eaa0-4ff4-8f64-3a0d527fb28d req-e721b88d-a5e3-4464-9bc3-aec4e75c4847 tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.66 "DELETE /v2.0/ports/c5ebcb15-b90c-4fa3-b17b-dba8062035b3 HTTP/1.1" status: 204 len: 173 time: 1.6183214 Sep 16 05:24:22.932109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'name': 'network-vif-deleted', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:22.935283 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c620004f-d089-4599-b2b1-5196f2a501af" -d '{"events": [{"server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "name": "network-vif-deleted", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:23.012669 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-705a5db5-f0c3-440a-9ba2-23fa254a9c01 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.025703 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c279508-4165-4f64-a159-9ca6688b88d2 x-openstack-request-id: req-8c279508-4165-4f64-a159-9ca6688b88d2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:23.026369 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae", "name": "network-vif-deleted", "tag": "c5ebcb15-b90c-4fa3-b17b-dba8062035b3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:23.026841 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c279508-4165-4f64-a159-9ca6688b88d2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:23.027683 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae', 'name': 'network-vif-deleted', 'tag': 'c5ebcb15-b90c-4fa3-b17b-dba8062035b3', 'status': 'completed', 'code': 200} Sep 16 05:24:23.172593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c56efb06-0d44-42e7-a9e6-10c0bb553520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.348523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8c662be-27b7-4b20-a96c-6650509357ee req-4b26361a-aa94-45ba-8b41-fc109609aeb9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 210 time: 0.0824296 Sep 16 05:24:23.388850 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-705a5db5-f0c3-440a-9ba2-23fa254a9c01 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.456513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d0cd26a-7e88-4df0-9e8f-b03a26254cbe req-280e9e22-5bcd-49ee-b8bb-1c472e82f79f tempest-MigrationsAdminTest-1463293414 tempest-MigrationsAdminTest-1463293414-project] 10.222.0.49 "GET /v2.0/ports?device_id=01bddaaa-a5b0-46e2-a39d-9c8a8db1e7ae HTTP/1.1" status: 200 len: 210 time: 0.0983696 Sep 16 05:24:23.484217 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a5db5-f0c3-440a-9ba2-23fa254a9c01 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=b979a9c2-ae63-4ed1-bfef-594b21349d7c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.490686 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-705a5db5-f0c3-440a-9ba2-23fa254a9c01 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.495522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-705a5db5-f0c3-440a-9ba2-23fa254a9c01 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/b979a9c2-ae63-4ed1-bfef-594b21349d7c HTTP/1.1" status: 204 len: 168 time: 1.0754180 Sep 16 05:24:23.497605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54032) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:23.604734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fe65e06d-ff0e-4e4c-a383-7ff5d5d4e8a0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047549 Sep 16 05:24:23.613735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54040) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:23.648218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:23.871225 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.926559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-d3a0e976-ab5e-43d3-b545-7e9c2b348d96 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.930279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-d3a0e976-ab5e-43d3-b545-7e9c2b348d96 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.4022157 Sep 16 05:24:23.949937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb378eb-0435-4c6e-bbad-ae50c1423ac7 req-ac137f69-6dae-4537-8ee8-a7af19f80e74 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.962831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-afb378eb-0435-4c6e-bbad-ae50c1423ac7 req-ac137f69-6dae-4537-8ee8-a7af19f80e74 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1810160 Sep 16 05:24:23.984207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Request body: {'port': {'device_id': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'admin_state_up': True, 'tenant_id': '6f09bc556bb34764a5912a52c26626fd'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:24.025068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:24.030528 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.200882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-afb378eb-0435-4c6e-bbad-ae50c1423ac7 req-b1728f0d-e52c-45ad-b99c-de3822fbd87c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365320 Sep 16 05:24:24.466434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Made reservation on behalf of 6f09bc556bb34764a5912a52c26626fd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:24.470556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.482571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80e25d-e17c-49c1-98c7-b4c00103ed2e None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:24.531416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f64f5b7f-fff1-4c56-938e-b67e83949f77 None None] Provisioning complete for port 519e747c-7dc2-46b8-828c-091e23b9ca34 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:24.531786 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f64f5b7f-fff1-4c56-938e-b67e83949f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.616969 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68d54bdf-872a-44dc-81d5-063c3652d64e req-93acd997-cebf-49bf-9f9e-166b2a950bc1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 210 time: 0.1078253 Sep 16 05:24:24.978282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:24.978899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Allocated IP 172.20.0.12 (23d716e2-dc45-4538-825e-b9a4880cffcb/cec37c82-919e-41b8-8934-007460e0c85e/8498cfbf-505f-4022-b48a-3422511b056d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:25.082656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] Deleting port 519e747c-7dc2-46b8-828c-091e23b9ca34 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:25.083399 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.216138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] For port 519e747c-7dc2-46b8-828c-091e23b9ca34, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=519e747c-7dc2-46b8-828c-091e23b9ca34,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:25.216918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.257035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c5ebcb15-b90c-4fa3-b17b-dba8062035b3 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:25.261757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] Calling delete_port for 519e747c-7dc2-46b8-828c-091e23b9ca34 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:25.273450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:25.376145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.391407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: c5ebcb15-b90c-4fa3-b17b-dba8062035b3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:25.392001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c5ebcb15-b90c-4fa3-b17b-dba8062035b3 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:25.472606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54078) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:25.577801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 519e747c-7dc2-46b8-828c-091e23b9ca34 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:25.716992 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.771175 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.780561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b051fb-e2f6-4f0e-b006-2e7aa68d70ca req-1aac943a-d936-4e2b-91a7-10ebab13d4b4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.784543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f5b051fb-e2f6-4f0e-b006-2e7aa68d70ca req-1aac943a-d936-4e2b-91a7-10ebab13d4b4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.3108430 Sep 16 05:24:25.807583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-283e1dc3-2579-49b7-850b-d36c1d09af26 req-d2bdccbc-19c9-4c65-9c8b-8d7bf34e10af tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 210 time: 0.0381389 Sep 16 05:24:25.831675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b3536c1-60fd-4598-8e90-986b0c288884 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87437861a41e40c4bf78025a370c9983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448746 Sep 16 05:24:25.835746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54086) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:25.865708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f5b051fb-e2f6-4f0e-b006-2e7aa68d70ca req-709b07c8-20b3-41d5-a7d8-712d32f00920 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687823 Sep 16 05:24:25.876615 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.917333 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.016861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] No DVR routers for this DVR port 519e747c-7dc2-46b8-828c-091e23b9ca34 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:26.023111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e49737-a63e-4f0d-988c-bdf3ccb40b12 None None] Pushing event deleted for resources: {'Port': ['ID=519e747c-7dc2-46b8-828c-091e23b9ca34,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.032242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_pluggable_backend [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Port 519e747c-7dc2-46b8-828c-091e23b9ca34 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95659) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 05:24:26.040055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_pluggable_backend [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Reverting IP allocation for 2001:db8::f816:3eff:fe53:104f {{(pid=95659) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 05:24:26.040055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_pluggable_backend [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe53:104f {{(pid=95659) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 05:24:26.040055 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.071150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Network 23d716e2-dc45-4538-825e-b9a4880cffcb is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:26.072674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event updated for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.085875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:26.093279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:26.110117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:26.114258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:26.130457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.130457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.131123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f62280-a116-4c8c-9253-47f962a61785 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:26.141779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=4b198fd1-6bc2-4349-a4ca-7e14230b9120,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.150080 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7be7793c-65e5-4b87-8bac-5db30cbc7057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.207808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.208644 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.235365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7be7793c-65e5-4b87-8bac-5db30cbc7057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.245228 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9372240a-662b-4d26-93e0-66daa2c2b691 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6116831 Sep 16 05:24:26.248552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54096) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:26.258102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:26.365414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-e30581b0-3011-4396-8c9e-d249f7a05bb7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3865082 Sep 16 05:24:26.402025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Request body: {'port': {'device_id': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:26.430801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '4b198fd1-6bc2-4349-a4ca-7e14230b9120'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:26.631481 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.631702 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.631924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Allocated IP 2001:db8::f816:3eff:fe8e:3276 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/4b198fd1-6bc2-4349-a4ca-7e14230b9120/00d64066-554c-498f-9c8a-1b5b421bf1bf) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:26.988355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8498cfbf-505f-4022-b48a-3422511b056d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:27.004582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.022282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e488c-3a20-49c7-aba1-1128580930fd req-47fd931d-c734-42e6-9ea9-f4b48c780891 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:27.025092 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d6e488c-3a20-49c7-aba1-1128580930fd req-47fd931d-c734-42e6-9ea9-f4b48c780891 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 932 time: 0.0696774 Sep 16 05:24:27.053457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.069927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d6e488c-3a20-49c7-aba1-1128580930fd req-1cba7bda-4b2a-456b-b031-bb89dc99ef32 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Sep 16 05:24:27.071499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7a8b-16c6-44d5-b435-6bc85fdb50c9 req-e77c8d9f-62ce-42a5-a47d-4c8d5282ac5a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:27.073471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536f7a8b-16c6-44d5-b435-6bc85fdb50c9 req-e77c8d9f-62ce-42a5-a47d-4c8d5282ac5a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.0882413 Sep 16 05:24:27.132523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536f7a8b-16c6-44d5-b435-6bc85fdb50c9 req-d0ff77cf-560f-4af9-9d51-747725520641 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493300 Sep 16 05:24:27.253121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Transition to ACTIVE for port object 8498cfbf-505f-4022-b48a-3422511b056d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:27.255923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7be7793c-65e5-4b87-8bac-5db30cbc7057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.258957 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7be7793c-65e5-4b87-8bac-5db30cbc7057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.263539 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7be7793c-65e5-4b87-8bac-5db30cbc7057 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3babe2a5-76f7-4db2-8ff4-cc1731180ec4 HTTP/1.1" status: 204 len: 168 time: 1.4241238 Sep 16 05:24:27.274657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7793c-65e5-4b87-8bac-5db30cbc7057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3babe2a5-76f7-4db2-8ff4-cc1731180ec4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:27.389865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:27.390184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.436745 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.441178 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.441178 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.509482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Pushing event updated for resources: {'Port': ['ID=00d64066-554c-498f-9c8a-1b5b421bf1bf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:27.552644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:27.558161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:27.570856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:27.594440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Pushing event updated for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:27.648707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Attempting to bind port 8498cfbf-505f-4022-b48a-3422511b056d on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:27.649405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Attempting to bind port 8498cfbf-505f-4022-b48a-3422511b056d by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:27.649929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Attempting to bind port 8498cfbf-505f-4022-b48a-3422511b056d on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:27.663506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Port 8498cfbf-505f-4022-b48a-3422511b056d on network 23d716e2-dc45-4538-825e-b9a4880cffcb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:27.664102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Attempting to bind port 8498cfbf-505f-4022-b48a-3422511b056d on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:27.671530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:27.672223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Checking segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:27.672882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Bound using segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:27.673562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Bound port: 8498cfbf-505f-4022-b48a-3422511b056d, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:27.674212 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.701762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Attempting to bind port 00d64066-554c-498f-9c8a-1b5b421bf1bf on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:27.702140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Attempting to bind port 00d64066-554c-498f-9c8a-1b5b421bf1bf by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:27.702516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Attempting to bind port 00d64066-554c-498f-9c8a-1b5b421bf1bf on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:27.714666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:27.715055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:27.715471 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.715886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:27.717358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Bound port: 00d64066-554c-498f-9c8a-1b5b421bf1bf, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:27.717760 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.865086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:27.874828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:27.950869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] For port 00d64066-554c-498f-9c8a-1b5b421bf1bf, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:27.958571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] For port 00d64066-554c-498f-9c8a-1b5b421bf1bf, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00d64066-554c-498f-9c8a-1b5b421bf1bf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:27.997006 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.026874 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.041868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.042767 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.044609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] 10.222.0.66 "PUT /v2.0/ports/8498cfbf-505f-4022-b48a-3422511b056d HTTP/1.1" status: 200 len: 1093 time: 1.6520188 Sep 16 05:24:28.045263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:28.048925 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75c9402-e429-4737-867e-3f275c07b2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "tag": "8498cfbf-505f-4022-b48a-3422511b056d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:28.076869 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.118546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea659ce7-1509-4902-a57d-de5c5ead563e service neutron] Pushing event updated for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:28.171551 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cce512-a2fe-4e83-a10a-eac6435d239f x-openstack-request-id: req-f9cce512-a2fe-4e83-a10a-eac6435d239f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:28.171961 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "tag": "8498cfbf-505f-4022-b48a-3422511b056d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:28.172800 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9cce512-a2fe-4e83-a10a-eac6435d239f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:28.173720 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d', 'status': 'completed', 'code': 200} Sep 16 05:24:28.197350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:28.202271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:28.209709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.210340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.213109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac1486-67f5-41c2-8850-f964b00951eb None None] Pushing event updated for resources: {'Port': ['ID=00d64066-554c-498f-9c8a-1b5b421bf1bf,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:28.248660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=9b46c631-0536-4390-8ffa-c8bcc055b880,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:28.412507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9d0e6887-fa73-4b5c-8350-7258013770f5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1611421 Sep 16 05:24:28.417494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54138) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:28.425479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9402-e429-4737-867e-3f275c07b2b8 req-bd507751-ea75-4ea8-9f74-10547b3bc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.427070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d75c9402-e429-4737-867e-3f275c07b2b8 req-bd507751-ea75-4ea8-9f74-10547b3bc082 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 1096 time: 0.2082953 Sep 16 05:24:28.449731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:99:0d:78', 'name': 'tempest-NetworksTestDHCPv6-414504050'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:28.450946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fff86-fb19-42cc-9a50-560bf9f65a9b req-914110fe-5e87-4290-8edf-024194a239dd tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.452674 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8d6fff86-fb19-42cc-9a50-560bf9f65a9b req-914110fe-5e87-4290-8edf-024194a239dd tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.0982900 Sep 16 05:24:28.590090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347e3ce-ed95-4ba1-9f6c-68c4670f3425 req-20060f16-4d9a-419b-963f-b5a9d1760784 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.607101 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0347e3ce-ed95-4ba1-9f6c-68c4670f3425 req-20060f16-4d9a-419b-963f-b5a9d1760784 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 944 time: 0.2748158 Sep 16 05:24:28.720993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8d6fff86-fb19-42cc-9a50-560bf9f65a9b req-65829122-59ee-4689-a259-8dfef0393ed7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099846 Sep 16 05:24:28.742538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9402-e429-4737-867e-3f275c07b2b8 req-c9fdbd7e-5cf8-479d-8288-1cc4dbc9ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.748967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d75c9402-e429-4737-867e-3f275c07b2b8 req-c9fdbd7e-5cf8-479d-8288-1cc4dbc9ea95 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f09bc556bb34764a5912a52c26626fd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2952344 Sep 16 05:24:28.788621 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.790774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54144) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:28.824948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0347e3ce-ed95-4ba1-9f6c-68c4670f3425 req-3868176a-a5fd-416c-bc3d-d55c97305da2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172244 Sep 16 05:24:28.966685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43526ad9-2688-49e6-b6b4-08703b3f4e68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0b029314e0049e3b2cf52dc6b37c3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719337 Sep 16 05:24:28.979108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54146) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:29.004778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9402-e429-4737-867e-3f275c07b2b8 req-12b34e51-d647-4fbd-9df8-c439330b08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:29.006406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d75c9402-e429-4737-867e-3f275c07b2b8 req-12b34e51-d647-4fbd-9df8-c439330b08f6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2502718 Sep 16 05:24:29.048991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c082a1e1-2773-41ea-91c0-2e6da73b17b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.068013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:29.124476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c082a1e1-2773-41ea-91c0-2e6da73b17b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.157406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-52fc02ae-6679-4982-85ea-f31e65a27d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:29.159180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-52fc02ae-6679-4982-85ea-f31e65a27d63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 1096 time: 0.0635931 Sep 16 05:24:29.271015 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-2e816603-edfb-4257-b122-01425baba410 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8498cfbf-505f-4022-b48a-3422511b056d HTTP/1.1" status: 200 len: 217 time: 0.0900302 Sep 16 05:24:29.273110 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.326142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 9ee588f0-6b21-4399-bc27-846f3cc4080a yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:29.350881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-c67384e9-6c3b-47e6-b302-db7cbce148d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:29.352783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-c67384e9-6c3b-47e6-b302-db7cbce148d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.0700719 Sep 16 05:24:29.456927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c082a1e1-2773-41ea-91c0-2e6da73b17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.463998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c082a1e1-2773-41ea-91c0-2e6da73b17b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.463998 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c082a1e1-2773-41ea-91c0-2e6da73b17b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7840b162-9e33-4d8a-bdbe-7490421aeb7d HTTP/1.1" status: 204 len: 168 time: 0.4862115 Sep 16 05:24:29.469239 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-4b8f5859-afe7-459b-8b29-d33fc74905b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901089 Sep 16 05:24:29.541793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082a1e1-2773-41ea-91c0-2e6da73b17b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7840b162-9e33-4d8a-bdbe-7490421aeb7d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.653820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-1ff23257-74a3-4a30-aaea-8e60ed7c4417 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731019 Sep 16 05:24:29.725833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00d64066-554c-498f-9c8a-1b5b421bf1bf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:29.742227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 172.20.0.5 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/9b46c631-0536-4390-8ffa-c8bcc055b880/9ee588f0-6b21-4399-bc27-846f3cc4080a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:29.766352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fe99:d78 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/4b198fd1-6bc2-4349-a4ca-7e14230b9120/9ee588f0-6b21-4399-bc27-846f3cc4080a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:29.831960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba764616-8867-4e8f-92a8-ec64bbd998e6 req-551e0189-feaf-4092-8fa0-9ad57835c2af service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638217 Sep 16 05:24:29.918746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff074592-99a4-4d2c-8998-99a0f9639b30 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:30.004959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 00d64066-554c-498f-9c8a-1b5b421bf1bf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:30.005330 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.065752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54eb783-33e9-4bd6-ba1a-77ad70e79812 req-0d0bb559-3d4b-4905-b513-7af89b7adf78 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:30.075473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c54eb783-33e9-4bd6-ba1a-77ad70e79812 req-0d0bb559-3d4b-4905-b513-7af89b7adf78 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1871934 Sep 16 05:24:30.151996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c54eb783-33e9-4bd6-ba1a-77ad70e79812 req-9f275177-f628-46c8-a1e6-d69e79fd7348 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714118 Sep 16 05:24:30.153109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef986dcb-46f4-4763-ac5f-ef0a290ab7b3 req-a9b988f0-06bb-437e-921e-a9fac5ad592d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:30.160518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef986dcb-46f4-4763-ac5f-ef0a290ab7b3 req-a9b988f0-06bb-437e-921e-a9fac5ad592d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 944 time: 0.1651120 Sep 16 05:24:30.254535 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef986dcb-46f4-4763-ac5f-ef0a290ab7b3 req-048a86cd-8d2f-49b5-b23c-5a649bf461c2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867388 Sep 16 05:24:30.256406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.264894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.271072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0fe5d3b0-02e2-4aa2-a253-10d26219f4e4 None None] Provisioning complete for port 00d64066-554c-498f-9c8a-1b5b421bf1bf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:30.271728 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d3b0-02e2-4aa2-a253-10d26219f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.626599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 00d64066-554c-498f-9c8a-1b5b421bf1bf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00d64066-554c-498f-9c8a-1b5b421bf1bf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:30.626599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d3b0-02e2-4aa2-a253-10d26219f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.626599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab37e2-12ff-40e0-85c9-48f94f41c89c None None] Update dhcp port {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': '4b198fd1-6bc2-4349-a4ca-7e14230b9120', 'ip_address': '2001:db8::f816:3eff:fe8e:3276'}, {'subnet_id': '9b46c631-0536-4390-8ffa-c8bcc055b880'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '00d64066-554c-498f-9c8a-1b5b421bf1bf'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:24:30.637336 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59ab37e2-12ff-40e0-85c9-48f94f41c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.098554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.103190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.163698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:31.168408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:31.172999 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:31.283836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=9ee588f0-6b21-4399-bc27-846f3cc4080a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.340095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.343557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.478956 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-0fe5d3b0-02e2-4aa2-a253-10d26219f4e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:24:31.479885 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-0fe5d3b0-02e2-4aa2-a253-10d26219f4e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:24:31.492702 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-59ab37e2-12ff-40e0-85c9-48f94f41c89c None None] Allocated IP 172.20.0.2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/9b46c631-0536-4390-8ffa-c8bcc055b880/00d64066-554c-498f-9c8a-1b5b421bf1bf) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:31.502157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e885b5-5c75-4ee3-af2a-aef7213643ef req-932ec5f6-8d96-4585-9b2f-197a577162e3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.510619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=00d64066-554c-498f-9c8a-1b5b421bf1bf,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.517390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45e885b5-5c75-4ee3-af2a-aef7213643ef req-932ec5f6-8d96-4585-9b2f-197a577162e3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1394095 Sep 16 05:24:31.534121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380e090-d7e5-4caa-90f4-be57d16857fb req-0c54ab68-472e-4f79-abed-c1c1be934758 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.536469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9380e090-d7e5-4caa-90f4-be57d16857fb req-0c54ab68-472e-4f79-abed-c1c1be934758 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 944 time: 0.0974307 Sep 16 05:24:31.544093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54190) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.544592 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-54ed1287-c637-457d-80df-ddbd1d9a4aa5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.1108112 Sep 16 05:24:31.596131 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9380e090-d7e5-4caa-90f4-be57d16857fb req-b77a7a7b-3b1c-4851-9bcd-1682fff855f0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492110 Sep 16 05:24:31.641517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45e885b5-5c75-4ee3-af2a-aef7213643ef req-42054755-f1e1-46c0-87db-d2f2c7eb103e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180005 Sep 16 05:24:31.675827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1d710-9874-4f76-9c58-c048e138ac29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.683960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-59ab37e2-12ff-40e0-85c9-48f94f41c89c None None] For port 00d64066-554c-498f-9c8a-1b5b421bf1bf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00d64066-554c-498f-9c8a-1b5b421bf1bf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:31.695090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1d710-9874-4f76-9c58-c048e138ac29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.698875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ecb1d710-9874-4f76-9c58-c048e138ac29 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1507478 Sep 16 05:24:31.702004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54200) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.761460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59ab37e2-12ff-40e0-85c9-48f94f41c89c None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.846011 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59ab37e2-12ff-40e0-85c9-48f94f41c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.005863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-377175d9-0d56-4730-8f9b-ef9044814f80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 9ee588f0-6b21-4399-bc27-846f3cc4080a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:32.007056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-377175d9-0d56-4730-8f9b-ef9044814f80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.122353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab37e2-12ff-40e0-85c9-48f94f41c89c None None] Pushing event updated for resources: {'Port': ['ID=00d64066-554c-498f-9c8a-1b5b421bf1bf,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:32.212706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb6c2-83dc-436a-ace9-98945ae37391 req-0ee7b58f-61cf-48d9-941b-a556a824dd2c tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:32.232398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-280bb6c2-83dc-436a-ace9-98945ae37391 req-0ee7b58f-61cf-48d9-941b-a556a824dd2c tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 945 time: 0.1930606 Sep 16 05:24:32.340808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-377175d9-0d56-4730-8f9b-ef9044814f80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.373100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-280bb6c2-83dc-436a-ace9-98945ae37391 req-db650ae2-9048-4fde-a04f-d0ffac2d1173 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298482 Sep 16 05:24:32.443888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-377175d9-0d56-4730-8f9b-ef9044814f80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 9ee588f0-6b21-4399-bc27-846f3cc4080a owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:33.013454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff084c89-065a-45ef-8f7c-137bcaae65ff req-c6f99aa8-70c6-4a42-9a63-8b1b3c0ebfd4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.024481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff084c89-065a-45ef-8f7c-137bcaae65ff req-c6f99aa8-70c6-4a42-9a63-8b1b3c0ebfd4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1846700 Sep 16 05:24:33.028043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66000-e5c7-41f7-a264-fdfea45b5f1f req-fed3397f-dca1-4e6a-b771-fc48d39face6 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.036310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0e66000-e5c7-41f7-a264-fdfea45b5f1f req-fed3397f-dca1-4e6a-b771-fc48d39face6 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 944 time: 0.2726538 Sep 16 05:24:33.126715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0e66000-e5c7-41f7-a264-fdfea45b5f1f req-6ae800e4-e97f-4cfa-82e9-1f86f0d6f6cd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893636 Sep 16 05:24:33.132671 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff084c89-065a-45ef-8f7c-137bcaae65ff req-5249abbd-cc22-451b-af60-0bb1d3c408af tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073534 Sep 16 05:24:33.184632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-377175d9-0d56-4730-8f9b-ef9044814f80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.251582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8498cfbf-505f-4022-b48a-3422511b056d details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:33.258093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377175d9-0d56-4730-8f9b-ef9044814f80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=9ee588f0-6b21-4399-bc27-846f3cc4080a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:33.452573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-377175d9-0d56-4730-8f9b-ef9044814f80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.464574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54232) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:33.473574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-377175d9-0d56-4730-8f9b-ef9044814f80 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/9ee588f0-6b21-4399-bc27-846f3cc4080a HTTP/1.1" status: 204 len: 168 time: 1.7705667 Sep 16 05:24:33.580932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00d64066-554c-498f-9c8a-1b5b421bf1bf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:33.602865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a17fa-265f-4f8e-b440-57bc5be1931e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.606524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a17fa-265f-4f8e-b440-57bc5be1931e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.612579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a17fa-265f-4f8e-b440-57bc5be1931e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.615111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e6a17fa-265f-4f8e-b440-57bc5be1931e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1491275 Sep 16 05:24:33.618159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54242) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:33.679997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:33.693888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6d420f43-f24c-4551-afb6-b8a97eeea9e1 None None] Provisioning complete for port 00d64066-554c-498f-9c8a-1b5b421bf1bf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:33.694692 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d420f43-f24c-4551-afb6-b8a97eeea9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.737629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8498cfbf-505f-4022-b48a-3422511b056d', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'port_id': '8498cfbf-505f-4022-b48a-3422511b056d', 'mac_address': 'fa:16:3e:34:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec37c82-919e-41b8-8934-007460e0c85e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:33.743797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a33cbd1-3ae5-4332-a4ba-aa0ded136e3d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 4b198fd1-6bc2-4349-a4ca-7e14230b9120 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:33.748382 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a33cbd1-3ae5-4332-a4ba-aa0ded136e3d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.757466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 00d64066-554c-498f-9c8a-1b5b421bf1bf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:33.757946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.813087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.856150 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a33cbd1-3ae5-4332-a4ba-aa0ded136e3d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.869660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8498cfbf-505f-4022-b48a-3422511b056d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:33.921167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c8e9a-2769-4e33-919b-219c00506d5b req-58b73ee3-c121-4638-a9fd-e1748883eefa tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.933562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-148c8e9a-2769-4e33-919b-219c00506d5b req-58b73ee3-c121-4638-a9fd-e1748883eefa tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 945 time: 0.1537218 Sep 16 05:24:33.988848 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:34.008651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-148c8e9a-2769-4e33-919b-219c00506d5b req-4002d571-63a1-463e-9bb2-3dded83f431c tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735002 Sep 16 05:24:34.092418 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.097507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a33cbd1-3ae5-4332-a4ba-aa0ded136e3d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.140375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-af1f2507-4fe5-46b6-8d44-57eae0dfe50d None None] Could not find standard attr ID for object 9ee588f0-6b21-4399-bc27-846f3cc4080a. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:24:34.221615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.398930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405146a-dfdf-4b5f-9b6d-96931748c324 req-2e449783-e0e9-4d5a-851c-519fd876e1ec tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.416915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8498cfbf-505f-4022-b48a-3422511b056d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:34.433202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a01cc9-1d44-4534-a252-3a5429987458 req-064119c2-34ae-4bd7-a39a-bde047949cb1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.436891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1405146a-dfdf-4b5f-9b6d-96931748c324 req-2e449783-e0e9-4d5a-851c-519fd876e1ec tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1676021 Sep 16 05:24:34.447598 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3a01cc9-1d44-4534-a252-3a5429987458 req-064119c2-34ae-4bd7-a39a-bde047949cb1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 945 time: 0.1868045 Sep 16 05:24:34.491309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a33cbd1-3ae5-4332-a4ba-aa0ded136e3d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.551534 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1405146a-dfdf-4b5f-9b6d-96931748c324 req-355dafab-4047-40ea-bb5c-90b0277aa43b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127682 Sep 16 05:24:34.669755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3a01cc9-1d44-4534-a252-3a5429987458 req-1f3da65d-dc15-4cfa-93a2-81fbad46f989 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208326 Sep 16 05:24:34.687285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a33cbd1-3ae5-4332-a4ba-aa0ded136e3d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.698270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a33cbd1-3ae5-4332-a4ba-aa0ded136e3d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/4b198fd1-6bc2-4349-a4ca-7e14230b9120 HTTP/1.1" status: 204 len: 168 time: 1.0780582 Sep 16 05:24:34.701137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54296) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.713056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33cbd1-3ae5-4332-a4ba-aa0ded136e3d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=4b198fd1-6bc2-4349-a4ca-7e14230b9120,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.720081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f6e3b9-f2f2-4559-a9bc-e90307ab866d None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:35.029085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcd1a1b-da5f-4e7c-8ae6-f92fcbf94f38 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 9b46c631-0536-4390-8ffa-c8bcc055b880 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:35.043090 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a1b-da5f-4e7c-8ae6-f92fcbf94f38 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.212755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a1b-da5f-4e7c-8ae6-f92fcbf94f38 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.543596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a1b-da5f-4e7c-8ae6-f92fcbf94f38 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.795939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b85a-d717-4592-8b99-3e2c1a884efc req-46107d0a-fb36-4c80-99ff-600849f827b7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:35.805749 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a1b-da5f-4e7c-8ae6-f92fcbf94f38 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.815896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18b3b85a-d717-4592-8b99-3e2c1a884efc req-46107d0a-fb36-4c80-99ff-600849f827b7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1215498 Sep 16 05:24:35.892610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18b3b85a-d717-4592-8b99-3e2c1a884efc req-a49473a4-e1f6-44b0-a9d6-646e42808722 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729799 Sep 16 05:24:35.946392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd1a1b-da5f-4e7c-8ae6-f92fcbf94f38 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=9b46c631-0536-4390-8ffa-c8bcc055b880,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:35.960746 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bcd1a1b-da5f-4e7c-8ae6-f92fcbf94f38 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.985568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2bcd1a1b-da5f-4e7c-8ae6-f92fcbf94f38 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/9b46c631-0536-4390-8ffa-c8bcc055b880 HTTP/1.1" status: 204 len: 168 time: 1.2827842 Sep 16 05:24:35.989753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54326) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:36.117915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-25b43b2b-100a-4d3a-8e7f-4ea58cbfcc10 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1269143 Sep 16 05:24:36.133361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:36.133797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9066d95-5473-4459-93ac-3464b2f397c6 req-bc5b1872-d2d9-4d53-a3c1-f23c6c37b34a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.150752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:36.160338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9066d95-5473-4459-93ac-3464b2f397c6 req-bc5b1872-d2d9-4d53-a3c1-f23c6c37b34a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 945 time: 0.1906762 Sep 16 05:24:36.302884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9066d95-5473-4459-93ac-3464b2f397c6 req-46b8f9dd-c172-45d4-b123-97e67f34c550 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382015 Sep 16 05:24:36.334791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc2e2-0642-4a62-8a84-b99d515e654c req-6b78b469-b811-4dad-8980-cf908cc3edf8 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.336647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-768fc2e2-0642-4a62-8a84-b99d515e654c req-6b78b469-b811-4dad-8980-cf908cc3edf8 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 945 time: 0.2265530 Sep 16 05:24:36.440351 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-768fc2e2-0642-4a62-8a84-b99d515e654c req-37dc0eea-8902-40c4-abed-90390c3e4fcb tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774813 Sep 16 05:24:36.543011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da36d4-47d9-4bcf-8928-6b2c6af91edb None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:36.624815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:36.638614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.689915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-00b2b54c-337b-43ef-b9c2-7cefc2ea668f None None] Provisioning complete for port 00d64066-554c-498f-9c8a-1b5b421bf1bf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:36.689915 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00b2b54c-337b-43ef-b9c2-7cefc2ea668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.970464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:37.118752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] Deleting port 00d64066-554c-498f-9c8a-1b5b421bf1bf {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:37.119318 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.253445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] For port 00d64066-554c-498f-9c8a-1b5b421bf1bf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00d64066-554c-498f-9c8a-1b5b421bf1bf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:37.254607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.292755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8498cfbf-505f-4022-b48a-3422511b056d up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:37.338370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede0618-0f1a-467a-bab4-da5b07725ab8 req-32370607-df53-403d-8bf9-8ba1f3b2e46f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.351619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dede0618-0f1a-467a-bab4-da5b07725ab8 req-32370607-df53-403d-8bf9-8ba1f3b2e46f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.2674334 Sep 16 05:24:37.397481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] Calling delete_port for 00d64066-554c-498f-9c8a-1b5b421bf1bf owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:37.475033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dede0618-0f1a-467a-bab4-da5b07725ab8 req-1b42e903-04d5-437f-9b06-d66487eb1b84 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216908 Sep 16 05:24:37.482960 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.575587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00d64066-554c-498f-9c8a-1b5b421bf1bf no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:37.641650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:37.655793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-0e9a50be-0614-4cbd-be67-b10336bcc4ac tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.658188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-0e9a50be-0614-4cbd-be67-b10336bcc4ac tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 945 time: 0.2737973 Sep 16 05:24:37.672256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 8498cfbf-505f-4022-b48a-3422511b056d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:37.706666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:37.720553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8498cfbf-505f-4022-b48a-3422511b056d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:37.721319 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.721616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.723058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.773223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8a582-e7dd-45a0-9b7b-8da6046e656a req-7f7e98a0-cc37-4cea-9d6e-ebe5cd8d06b8 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.784666 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6d8a582-e7dd-45a0-9b7b-8da6046e656a req-7f7e98a0-cc37-4cea-9d6e-ebe5cd8d06b8 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 945 time: 0.1692026 Sep 16 05:24:37.845339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6d8a582-e7dd-45a0-9b7b-8da6046e656a req-988bf1af-d12b-4670-b5ac-fe00b9f7252e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593953 Sep 16 05:24:37.865341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=f14e0103-4186-4c74-956a-c53eeba5af0b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:37.887431 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.900358 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.985549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] Pushing event deleted for resources: {'Port': ['ID=00d64066-554c-498f-9c8a-1b5b421bf1bf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.029317 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.038373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22e1e7-96df-4459-aa13-74df9337af71 None None] No DVR routers for this DVR port 00d64066-554c-498f-9c8a-1b5b421bf1bf on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:38.092440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b012a-a1a4-4637-a0de-5118ada74e72 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:38.096837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ff84a-bda5-48cb-a6d0-370f98c86763 req-c80a7b7f-c675-4745-af7f-23a6b02d0d90 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:38.104716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c6ff84a-bda5-48cb-a6d0-370f98c86763 req-c80a7b7f-c675-4745-af7f-23a6b02d0d90 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 945 time: 0.1836500 Sep 16 05:24:38.113918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Deleting port 18839a78-b05c-45fb-8900-c58c0f8c53a4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:38.114271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.301344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] For port 18839a78-b05c-45fb-8900-c58c0f8c53a4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18839a78-b05c-45fb-8900-c58c0f8c53a4,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:38.301766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.430936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:38.433862 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b108c646-700a-45d1-bc89-c0103b7e0294" -d '{"events": [{"server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "name": "network-vif-plugged", "status": "completed", "tag": "8498cfbf-505f-4022-b48a-3422511b056d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:38.443236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'f14e0103-4186-4c74-956a-c53eeba5af0b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:38.444771 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.504758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:38.658833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.780160 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4724378-9bbb-46b1-8acd-454760c99008 x-openstack-request-id: req-a4724378-9bbb-46b1-8acd-454760c99008 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:38.780624 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "name": "network-vif-plugged", "status": "completed", "tag": "8498cfbf-505f-4022-b48a-3422511b056d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:38.780890 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4724378-9bbb-46b1-8acd-454760c99008 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:38.781815 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d', 'code': 200} Sep 16 05:24:38.914209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Allocated IP 172.20.0.2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/f14e0103-4186-4c74-956a-c53eeba5af0b/5734c79e-947e-4842-bd76-9524def757cf) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:38.958411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.961975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7e0e1-920c-4c50-bea1-c2cf7c2ff96a req-e3a387bb-fe25-4ec4-bc5c-8a871b53cf57 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:38.971571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98d7e0e1-920c-4c50-bea1-c2cf7c2ff96a req-e3a387bb-fe25-4ec4-bc5c-8a871b53cf57 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.0994792 Sep 16 05:24:39.023612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98d7e0e1-920c-4c50-bea1-c2cf7c2ff96a req-e5bef7ea-f007-46cd-961b-56fec76555cc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506468 Sep 16 05:24:39.083747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54448) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:39.089726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9670a47a-86a1-47f8-83f9-e1f310ceb8c4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9457343 Sep 16 05:24:39.090449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:39.284950 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.310440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54456) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:39.316593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c6ff84a-bda5-48cb-a6d0-370f98c86763 req-1e51ae49-c442-49ea-899c-c8eb02447194 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups?id=de28385e-7b5d-4a15-91e7-77717d201cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2068262 Sep 16 05:24:39.348371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50b4e9-41be-4a87-acc2-0ba256d20002 req-916fdd4f-4646-4f9c-8654-c0c777f2ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:39.350385 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe50b4e9-41be-4a87-acc2-0ba256d20002 req-916fdd4f-4646-4f9c-8654-c0c777f2ce6a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 1098 time: 0.2573094 Sep 16 05:24:39.367539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.367904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.368424 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Floating IP 78ef15b7-af95-4aff-b7d5-e4386da963e7 disassociated. External IP: 172.25.1.101, port: 18839a78-b05c-45fb-8900-c58c0f8c53a4. Sep 16 05:24:39.369135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Calling delete_port for 18839a78-b05c-45fb-8900-c58c0f8c53a4 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:39.415007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe50b4e9-41be-4a87-acc2-0ba256d20002 req-ed7fe377-460f-467f-ada8-15dfb71218d7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511999 Sep 16 05:24:39.487905 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.539840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf8f8-4ad3-4b89-90cf-d23ba3c6ede1 req-a389c8d5-0145-4478-a2de-15b78ebb6827 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:39.549387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:39.551626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cabdf8f8-4ad3-4b89-90cf-d23ba3c6ede1 req-a389c8d5-0145-4478-a2de-15b78ebb6827 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0954759 Sep 16 05:24:39.553575 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.585685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:39.602125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:39.607564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:39.627897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cabdf8f8-4ad3-4b89-90cf-d23ba3c6ede1 req-ceac34bb-02f3-4da2-bccc-384aea458c40 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675225 Sep 16 05:24:39.669628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Pushing event updated for resources: {'Port': ['ID=5734c79e-947e-4842-bd76-9524def757cf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:39.737493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Attempting to bind port 5734c79e-947e-4842-bd76-9524def757cf on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:39.738020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Attempting to bind port 5734c79e-947e-4842-bd76-9524def757cf by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:39.738514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Attempting to bind port 5734c79e-947e-4842-bd76-9524def757cf on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:39.744496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:39.744881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:39.745532 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.746036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:39.746690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Bound port: 5734c79e-947e-4842-bd76-9524def757cf, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:39.747143 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.803049 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8d870d0-e7fa-451f-8062-aef452808ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.899119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] For port 5734c79e-947e-4842-bd76-9524def757cf, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:39.905216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] For port 5734c79e-947e-4842-bd76-9524def757cf, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5734c79e-947e-4842-bd76-9524def757cf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:39.922192 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.000790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event deleted for resources: {'Port': ['ID=18839a78-b05c-45fb-8900-c58c0f8c53a4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:40.008881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.142950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8d870d0-e7fa-451f-8062-aef452808ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.202093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af6489-4b7b-4447-a21b-4c2ebfd460f4 req-2535b07a-91d1-4e85-9476-3949c0b1bd35 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:40.209342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98af6489-4b7b-4447-a21b-4c2ebfd460f4 req-2535b07a-91d1-4e85-9476-3949c0b1bd35 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1119022 Sep 16 05:24:40.267083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acda07c-cfeb-4210-a189-95deea48269d None None] Pushing event updated for resources: {'Port': ['ID=5734c79e-947e-4842-bd76-9524def757cf,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:40.276711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Router d450e8b0-e56f-4dde-bf7e-c262182c4481 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:40.392004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8d870d0-e7fa-451f-8062-aef452808ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.491609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:40.507543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] Sync routers for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:40.532796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:40.533486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:24:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:40.573713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] No DVR routers for this DVR port 18839a78-b05c-45fb-8900-c58c0f8c53a4 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:40.654623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.659019 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9f9f046-2999-4cc7-80b0-829f81976c27 req-73b5cc77-1348-4033-9d38-189f44df97b2 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.30 "DELETE /v2.0/ports/18839a78-b05c-45fb-8900-c58c0f8c53a4 HTTP/1.1" status: 204 len: 173 time: 2.9818659 Sep 16 05:24:40.659019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'name': 'network-vif-deleted', 'tag': '18839a78-b05c-45fb-8900-c58c0f8c53a4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:40.661754 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde8288-729f-4e70-8cf9-c0f40fa7fe75" -d '{"events": [{"server_uuid": "eb7b5872-3ed0-4892-b947-30d57a24482a", "name": "network-vif-deleted", "tag": "18839a78-b05c-45fb-8900-c58c0f8c53a4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:40.674293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e73d84e8-7074-45dc-8439-f447f6e237d8 req-0a58f47f-c338-4f54-bc10-ed4fe9f91f8e tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 210 time: 0.1333170 Sep 16 05:24:40.893128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:40.926136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfddd9-54e0-406f-adfc-f96f2ed877fd req-77416740-ca35-4905-9cfc-061230e3b149 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:40.932306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8bfddd9-54e0-406f-adfc-f96f2ed877fd req-77416740-ca35-4905-9cfc-061230e3b149 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0908251 Sep 16 05:24:40.996561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8bfddd9-54e0-406f-adfc-f96f2ed877fd req-db725ce1-b52c-4022-8c85-0f0d7ba5ef9b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579214 Sep 16 05:24:41.084446 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4fe61c-45e0-4dbf-9214-f5d535e9679a x-openstack-request-id: req-9c4fe61c-45e0-4dbf-9214-f5d535e9679a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:41.084985 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7b5872-3ed0-4892-b947-30d57a24482a", "name": "network-vif-deleted", "tag": "18839a78-b05c-45fb-8900-c58c0f8c53a4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:41.085314 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c4fe61c-45e0-4dbf-9214-f5d535e9679a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:41.085826 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7b5872-3ed0-4892-b947-30d57a24482a', 'name': 'network-vif-deleted', 'tag': '18839a78-b05c-45fb-8900-c58c0f8c53a4', 'status': 'completed', 'code': 200} Sep 16 05:24:41.115300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98af6489-4b7b-4447-a21b-4c2ebfd460f4 req-9c4717c1-6c78-40f8-8d84-c2ea452ced88 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8910546 Sep 16 05:24:41.122969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54476) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:41.123247 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e8d870d0-e7fa-451f-8062-aef452808ec9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5d6b4a59d78499f9a02703598006fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8116803 Sep 16 05:24:41.124054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d870d0-e7fa-451f-8062-aef452808ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac0ca54-b3de-4924-bef5-a81e8b7ea4c5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.200957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:13Z', 'revision_number': 5, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:41.217920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:41.231383 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe3fc57-8026-48ad-b037-47e69fa0c021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.252108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] Checking router: d450e8b0-e56f-4dde-bf7e-c262182c4481 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:41.262808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe3fc57-8026-48ad-b037-47e69fa0c021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.273847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:41.274466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:24:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:41.559818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:41.560479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe3fc57-8026-48ad-b037-47e69fa0c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.563753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe3fc57-8026-48ad-b037-47e69fa0c021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.565244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2fe3fc57-8026-48ad-b037-47e69fa0c021 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ac0ca54-b3de-4924-bef5-a81e8b7ea4c5 HTTP/1.1" status: 204 len: 168 time: 0.4402709 Sep 16 05:24:41.597403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3fc57-8026-48ad-b037-47e69fa0c021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac0ca54-b3de-4924-bef5-a81e8b7ea4c5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.664957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5734c79e-947e-4842-bd76-9524def757cf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:41.753787 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.967008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 18839a78-b05c-45fb-8900-c58c0f8c53a4 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:41.973786 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:42.003048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-579527f8-4946-4f44-9a51-b865e9193cd8 req-251958b8-1a60-4bfb-b853-55f019281b9d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb7b5872-3ed0-4892-b947-30d57a24482a HTTP/1.1" status: 200 len: 210 time: 0.0589943 Sep 16 05:24:42.158115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 18839a78-b05c-45fb-8900-c58c0f8c53a4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:42.158776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 18839a78-b05c-45fb-8900-c58c0f8c53a4 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:42.287178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c816a114-464c-4f33-b112-781f015352a2 None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:42.287940 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c816a114-464c-4f33-b112-781f015352a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.295218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:42.295788 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.320229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] For port 5734c79e-947e-4842-bd76-9524def757cf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5734c79e-947e-4842-bd76-9524def757cf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:42.337206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4d5b-1fd6-4274-bf37-10590d977fa2 req-8aae0ec3-3997-43b9-a897-a227e7d1b5d9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.344886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e89b4d5b-1fd6-4274-bf37-10590d977fa2 req-8aae0ec3-3997-43b9-a897-a227e7d1b5d9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1610527 Sep 16 05:24:42.345121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806e06d-fd45-4763-a250-df545853219d req-066a3f06-2078-4636-983f-89f66fe88d55 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.353133 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e806e06d-fd45-4763-a250-df545853219d req-066a3f06-2078-4636-983f-89f66fe88d55 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.0708687 Sep 16 05:24:42.401134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e806e06d-fd45-4763-a250-df545853219d req-f6e7eb92-d3de-4b39-9349-2fafc3661200 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467710 Sep 16 05:24:42.403875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.441420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e89b4d5b-1fd6-4274-bf37-10590d977fa2 req-46f9bcee-1f02-44b8-99b3-688b7407cc31 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955555 Sep 16 05:24:42.456977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:13Z', 'revision_number': 5, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:42.496727 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c816a114-464c-4f33-b112-781f015352a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.498769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd495cb4-d16d-4643-875f-eda7511c92ea None None] The sync data for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 is: [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '56f106ca-2727-4279-9ca4-833d5d94dcdf', 'name': '', 'network_id': 'ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'mac_address': 'fa:16:3e:38:cc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:01Z', 'updated_at': '2021-09-16T05:22:13Z', 'revision_number': 5, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'subnets': [{'id': '9a1da843-3a6c-4279-b6ce-05d0c04a32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:42.603695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.604509 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.880244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:42.880972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54504) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.941761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:42.947417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.948114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.971727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912908ea-ad6c-44a7-a9ac-5e31139cd7ab None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:43.004245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=bcfc6789-1384-4b4c-a2f2-734f40db1953,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.015913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=5734c79e-947e-4842-bd76-9524def757cf,revision_number=4']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.071392 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.082010 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3103ab5-8ed9-4778-a3ee-ea8f8764befb None None] New status for floating IP 78ef15b7-af95-4aff-b7d5-e4386da963e7: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:24:43.140946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-c816a114-464c-4f33-b112-781f015352a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:24:43.140946 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-c816a114-464c-4f33-b112-781f015352a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:24:43.192152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-024504bc-6931-4ba1-a926-90ef851978fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.283627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:24:43.285603 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:24:43.345657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1848c29d-f12b-4bcd-b9f0-1d75a33cb4fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2606437 Sep 16 05:24:43.350973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54516) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.361466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:8d:ed:b5', 'name': 'tempest-NetworksTestDHCPv6-923553094'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:43.537124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54528) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.559241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54530) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.606391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84e557c6-0e7e-488b-83bf-1e58e3176144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.623611 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-024504bc-6931-4ba1-a926-90ef851978fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.755040 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c816a114-464c-4f33-b112-781f015352a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.836040 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-024504bc-6931-4ba1-a926-90ef851978fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.936418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c816a114-464c-4f33-b112-781f015352a2 None None] For port 5734c79e-947e-4842-bd76-9524def757cf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5734c79e-947e-4842-bd76-9524def757cf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:43.944329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.946527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:44.038490 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-535f79df-50b5-4053-b21d-c2ada566a16a tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.072813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c816a114-464c-4f33-b112-781f015352a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.086852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ced55-5b9e-4c30-bbd1-f0be8008d875 req-6e41d861-1b83-43f3-9fd5-d36e1f59d835 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:44.095493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab4ced55-5b9e-4c30-bbd1-f0be8008d875 req-6e41d861-1b83-43f3-9fd5-d36e1f59d835 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1189101 Sep 16 05:24:44.102157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e32173-68a3-49d6-84fb-79b93bb3304d req-73461bcd-97e1-4922-8755-d9527567834f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:44.104702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e32173-68a3-49d6-84fb-79b93bb3304d req-73461bcd-97e1-4922-8755-d9527567834f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.4470885 Sep 16 05:24:44.114138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54542) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.117096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-024504bc-6931-4ba1-a926-90ef851978fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2dabe0a5bfc48c4ba3cf0d2db2bcb19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2259359 Sep 16 05:24:44.133521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024504bc-6931-4ba1-a926-90ef851978fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a30b50-fd2f-401a-bffe-e2f33fcbb35b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.168102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84e557c6-0e7e-488b-83bf-1e58e3176144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.219947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab4ced55-5b9e-4c30-bbd1-f0be8008d875 req-7f7f13df-d2f1-4db0-845d-7ce7279bc730 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233675 Sep 16 05:24:44.247956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84e557c6-0e7e-488b-83bf-1e58e3176144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.253620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-535f79df-50b5-4053-b21d-c2ada566a16a tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.272699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f313073-3c00-437d-9959-8a15b1accea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.275784 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:24:44.276429 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:24:44.292160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816a114-464c-4f33-b112-781f015352a2 None None] Pushing event updated for resources: {'Port': ['ID=5734c79e-947e-4842-bd76-9524def757cf,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.316007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-84e557c6-0e7e-488b-83bf-1e58e3176144 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=943ac50e75d945f2aa93572637c209c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7545061 Sep 16 05:24:44.337244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54546) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.361166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.389693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e32173-68a3-49d6-84fb-79b93bb3304d req-4988cb1e-a4b1-4b37-a12f-d500acbdb12a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446983 Sep 16 05:24:44.418749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 590ede0a-58ff-4a58-b734-e9ef8cf7bb0a yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:44.441070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e557c6-0e7e-488b-83bf-1e58e3176144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29feba3-674e-4654-a89e-d4df9f93d2da,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.454422 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f313073-3c00-437d-9959-8a15b1accea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.523433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-535f79df-50b5-4053-b21d-c2ada566a16a tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.540299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5734c79e-947e-4842-bd76-9524def757cf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:44.545434 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-535f79df-50b5-4053-b21d-c2ada566a16a tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.547954 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-535f79df-50b5-4053-b21d-c2ada566a16a tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "DELETE /v2.0/security-groups/de28385e-7b5d-4a15-91e7-77717d201cbe HTTP/1.1" status: 204 len: 168 time: 1.0066404 Sep 16 05:24:44.553241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54548) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.594312 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-93ddce06-4fe2-4517-8554-345730e3fa29 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] show failed (client error): The resource could not be found. Sep 16 05:24:44.596246 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-93ddce06-4fe2-4517-8554-345730e3fa29 tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "GET /v2.0/security-groups/de28385e-7b5d-4a15-91e7-77717d201cbe HTTP/1.1" status: 404 len: 347 time: 0.0412874 Sep 16 05:24:44.612526 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d0043ee-7ef1-4be9-92e5-c6808ff158c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.619938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54550) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.631234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-01bfbb54-43b8-4a51-a35b-8bb54a122e68 None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:44.631948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01bfbb54-43b8-4a51-a35b-8bb54a122e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.638070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d0043ee-7ef1-4be9-92e5-c6808ff158c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.640598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:44.641185 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.663829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f79df-50b5-4053-b21d-c2ada566a16a tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de28385e-7b5d-4a15-91e7-77717d201cbe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.785828 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f313073-3c00-437d-9959-8a15b1accea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.788601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f313073-3c00-437d-9959-8a15b1accea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.789607 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1f313073-3c00-437d-9959-8a15b1accea3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45a30b50-fd2f-401a-bffe-e2f33fcbb35b HTTP/1.1" status: 204 len: 168 time: 0.6737380 Sep 16 05:24:44.801448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f313073-3c00-437d-9959-8a15b1accea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a30b50-fd2f-401a-bffe-e2f33fcbb35b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.845873 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d0043ee-7ef1-4be9-92e5-c6808ff158c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.849443 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d0043ee-7ef1-4be9-92e5-c6808ff158c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.853765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2d0043ee-7ef1-4be9-92e5-c6808ff158c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a29feba3-674e-4654-a89e-d4df9f93d2da HTTP/1.1" status: 204 len: 168 time: 0.4988170 Sep 16 05:24:44.873833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0043ee-7ef1-4be9-92e5-c6808ff158c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29feba3-674e-4654-a89e-d4df9f93d2da,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.014994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 172.20.0.6 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/f14e0103-4186-4c74-956a-c53eeba5af0b/590ede0a-58ff-4a58-b734-e9ef8cf7bb0a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:45.024593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fe8d:edb5 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/bcfc6789-1384-4b4c-a2f2-734f40db1953/590ede0a-58ff-4a58-b734-e9ef8cf7bb0a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:45.041284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Deleting port 2b981f15-9e3e-49c6-ba37-0acaa1f23025 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:45.041653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.210013 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.210330 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.233651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Calling delete_port for 2b981f15-9e3e-49c6-ba37-0acaa1f23025 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:45.314678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.439089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e64dd-50be-4857-aff3-80a1b8c84a7d req-64a9397e-ff62-4212-adf5-13f8257a60b0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.440855 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e9e64dd-50be-4857-aff3-80a1b8c84a7d req-64a9397e-ff62-4212-adf5-13f8257a60b0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1203270 Sep 16 05:24:45.521783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.540010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e9e64dd-50be-4857-aff3-80a1b8c84a7d req-e578781d-82cb-4fd1-bf3d-0c6e4fcf9453 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814707 Sep 16 05:24:45.587246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:45.591203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:45.600400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:45.645452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=590ede0a-58ff-4a58-b734-e9ef8cf7bb0a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.682440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad94cb1-4aed-4b9f-81c6-d0e04d452756 req-7396f832-1bbd-42fe-9cd3-08d96e2cc8a5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.684397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dad94cb1-4aed-4b9f-81c6-d0e04d452756 req-7396f832-1bbd-42fe-9cd3-08d96e2cc8a5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.0982356 Sep 16 05:24:45.687265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.696882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.697626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.780499 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dad94cb1-4aed-4b9f-81c6-d0e04d452756 req-9ad83a18-8220-4520-9d87-0cdc9fce10b1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834959 Sep 16 05:24:45.792082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Pushing event deleted for resources: {'Port': ['ID=2b981f15-9e3e-49c6-ba37-0acaa1f23025,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.917635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-07912076-bdec-4404-97cb-7544ded49544 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5626240 Sep 16 05:24:45.924532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.926591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.927491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54600) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:45.940619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2b5aafd7-a9f6-4caf-b1f2-3c78c9bd5f3d tempest-ServersTestManualDisk-1979112037 tempest-ServersTestManualDisk-1979112037-project] 10.222.0.49 "DELETE /v2.0/floatingips/78ef15b7-af95-4aff-b7d5-e4386da963e7 HTTP/1.1" status: 204 len: 168 time: 1.2895532 Sep 16 05:24:45.942967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54602) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:45.979235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54608) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.003440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965fc6bc-e909-4f40-9762-1778e14a7a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.061943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-53b57e97-0e17-4ddc-b5cd-c9cab996a469 None None] Provisioning complete for port 590ede0a-58ff-4a58-b734-e9ef8cf7bb0a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:46.063190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53b57e97-0e17-4ddc-b5cd-c9cab996a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.107881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-53b57e97-0e17-4ddc-b5cd-c9cab996a469 None None] Port 590ede0a-58ff-4a58-b734-e9ef8cf7bb0a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:46.110867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea471ad-9f4d-49cf-81fc-aba7315518ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.117225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea471ad-9f4d-49cf-81fc-aba7315518ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.118979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eea471ad-9f4d-49cf-81fc-aba7315518ad tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1897402 Sep 16 05:24:46.124791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54612) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.183664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965fc6bc-e909-4f40-9762-1778e14a7a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.273954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-965fc6bc-e909-4f40-9762-1778e14a7a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.284851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3f88b056-3b44-4b4e-8302-2abe47e3cada tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 590ede0a-58ff-4a58-b734-e9ef8cf7bb0a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:46.285731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f88b056-3b44-4b4e-8302-2abe47e3cada tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.434490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-965fc6bc-e909-4f40-9762-1778e14a7a84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=847b6b05f3d347bfb7ff6e7d3357f481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534674 Sep 16 05:24:46.439318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54622) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.442659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fc6bc-e909-4f40-9762-1778e14a7a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f8770c-3da9-4478-a44c-7f9abec2ce68,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.496402 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f88b056-3b44-4b4e-8302-2abe47e3cada tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.538620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3f88b056-3b44-4b4e-8302-2abe47e3cada tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 590ede0a-58ff-4a58-b734-e9ef8cf7bb0a owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:46.538892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e90a5bd-3609-424f-9e27-3dc15c2b9a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.570840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e90a5bd-3609-424f-9e27-3dc15c2b9a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.611399 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.781787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f2e4-b076-459d-a3fe-26b7435ff961 req-238617b6-9877-4b38-83a1-092dd142e917 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:46.783407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5611f2e4-b076-459d-a3fe-26b7435ff961 req-238617b6-9877-4b38-83a1-092dd142e917 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0922554 Sep 16 05:24:46.883099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5611f2e4-b076-459d-a3fe-26b7435ff961 req-99bbaf13-265b-44b2-aef3-6567c3b241e0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922315 Sep 16 05:24:46.922759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e90a5bd-3609-424f-9e27-3dc15c2b9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.922759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e90a5bd-3609-424f-9e27-3dc15c2b9a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.922759 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5e90a5bd-3609-424f-9e27-3dc15c2b9a30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0f8770c-3da9-4478-a44c-7f9abec2ce68 HTTP/1.1" status: 204 len: 168 time: 0.4777555 Sep 16 05:24:46.951676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90a5bd-3609-424f-9e27-3dc15c2b9a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f8770c-3da9-4478-a44c-7f9abec2ce68,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:47.053866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f88b056-3b44-4b4e-8302-2abe47e3cada tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.104576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Deleting port 56f106ca-2727-4279-9ca4-833d5d94dcdf {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:47.105032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.115046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88b056-3b44-4b4e-8302-2abe47e3cada tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=590ede0a-58ff-4a58-b734-e9ef8cf7bb0a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:47.285446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] For port 56f106ca-2727-4279-9ca4-833d5d94dcdf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=56f106ca-2727-4279-9ca4-833d5d94dcdf,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:47.285980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.291825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f88b056-3b44-4b4e-8302-2abe47e3cada tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.294309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3f88b056-3b44-4b4e-8302-2abe47e3cada tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/590ede0a-58ff-4a58-b734-e9ef8cf7bb0a HTTP/1.1" status: 204 len: 168 time: 1.1679382 Sep 16 05:24:47.298486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54654) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.305122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Calling delete_port for 56f106ca-2727-4279-9ca4-833d5d94dcdf owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:47.393650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb36e7c-3d01-4e7f-9c76-756022e4e919 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.395451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb36e7c-3d01-4e7f-9c76-756022e4e919 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.397424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb36e7c-3d01-4e7f-9c76-756022e4e919 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.399198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9fb36e7c-3d01-4e7f-9c76-756022e4e919 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0999455 Sep 16 05:24:47.402786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54658) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.498660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-38acd256-a445-4659-a207-e783229c956a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet bcfc6789-1384-4b4c-a2f2-734f40db1953 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:47.503705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38acd256-a445-4659-a207-e783229c956a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.567982 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38acd256-a445-4659-a207-e783229c956a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.693651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.697322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38acd256-a445-4659-a207-e783229c956a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.722662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f106ca-2727-4279-9ca4-833d5d94dcdf,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:47.886264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38acd256-a445-4659-a207-e783229c956a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.962598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:47.968449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.979303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acd256-a445-4659-a207-e783229c956a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfc6789-1384-4b4c-a2f2-734f40db1953,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.011508 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-38acd256-a445-4659-a207-e783229c956a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.018452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-38acd256-a445-4659-a207-e783229c956a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/bcfc6789-1384-4b4c-a2f2-734f40db1953 HTTP/1.1" status: 204 len: 168 time: 0.6120460 Sep 16 05:24:48.027963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54688) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.132892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdf3f1-5b34-4da7-947a-20fcb6191fdb None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:48.209238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da5fe0f-19ee-4ef4-89ea-19d3785b1a88 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet f14e0103-4186-4c74-956a-c53eeba5af0b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:48.227686 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da5fe0f-19ee-4ef4-89ea-19d3785b1a88 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.273089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a09c0-8a32-426c-9c8c-83d02855bef7 req-b2bf148c-68f8-4f68-a5f9-839dd6acf82f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.274844 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-313a09c0-8a32-426c-9c8c-83d02855bef7 req-b2bf148c-68f8-4f68-a5f9-839dd6acf82f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1709993 Sep 16 05:24:48.297876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da5fe0f-19ee-4ef4-89ea-19d3785b1a88 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.342353 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.351802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007251-9b2b-4770-b68c-a8c5c113896d req-c5ddcb62-aa7e-4bd8-9447-a648975bcc0a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.353686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e007251-9b2b-4770-b68c-a8c5c113896d req-c5ddcb62-aa7e-4bd8-9447-a648975bcc0a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 946 time: 0.1274774 Sep 16 05:24:48.388539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:48.391212 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e0b22-befe-42b5-a646-98cdaa681fb9" -d '{"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:48.414202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-313a09c0-8a32-426c-9c8c-83d02855bef7 req-ddd0188e-ff08-44fc-842a-c7363a89cd00 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076946 Sep 16 05:24:48.463493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:48.500599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e007251-9b2b-4770-b68c-a8c5c113896d req-60572cdb-2cb3-42e6-885c-8aa7c7e955a6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258073 Sep 16 05:24:48.557562 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.570866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da5fe0f-19ee-4ef4-89ea-19d3785b1a88 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.608416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Router d450e8b0-e56f-4dde-bf7e-c262182c4481 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:48.640081 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aa6d40-bf84-454a-97ae-2d30fb578c76 x-openstack-request-id: req-f5aa6d40-bf84-454a-97ae-2d30fb578c76 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:48.640877 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:48.641258 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5aa6d40-bf84-454a-97ae-2d30fb578c76 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:48.641825 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'code': 200} Sep 16 05:24:48.693533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=14']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.755396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da5fe0f-19ee-4ef4-89ea-19d3785b1a88 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.794557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:48.806616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] Sync routers for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:48.807650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9899619e-309a-451a-b3fd-e4f6213af789 admin admin] 10.222.0.49 "PUT /v2.0/routers/d450e8b0-e56f-4dde-bf7e-c262182c4481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8632333 Sep 16 05:24:48.812158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54720) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.822209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5fe0f-19ee-4ef4-89ea-19d3785b1a88 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=f14e0103-4186-4c74-956a-c53eeba5af0b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.826418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:48.827106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:24:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:48.829085 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6da5fe0f-19ee-4ef4-89ea-19d3785b1a88 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.832678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6da5fe0f-19ee-4ef4-89ea-19d3785b1a88 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/f14e0103-4186-4c74-956a-c53eeba5af0b HTTP/1.1" status: 204 len: 168 time: 0.8037179 Sep 16 05:24:48.835520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54722) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.910484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-06c969f8-0abc-4ddc-80d0-0894eecc55ab tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723519 Sep 16 05:24:48.913693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54728) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.932321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:49.035636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:49.114921 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.246238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:49.251358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.316197 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.417382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:24:47Z', 'revision_number': 5, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port': {'id': '0b7be0cd-32e5-437c-9b22-8c702ea3591c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:55Z', 'updated_at': '2021-09-16T05:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:49.454044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] Checking router: d450e8b0-e56f-4dde-bf7e-c262182c4481 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:49.488447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] Routers {'d450e8b0-e56f-4dde-bf7e-c262182c4481'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:49.492011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:24:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d450e8b0-e56f-4dde-bf7e-c262182c4481'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:49.684578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] Set router d450e8b0-e56f-4dde-bf7e-c262182c4481 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:49.711991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.776872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Deleting port 0b7be0cd-32e5-437c-9b22-8c702ea3591c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:49.777322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.848127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:49.855493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:49.868191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.869675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.890062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137083b-3935-4c6a-9420-ca7b22389cd1 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:49.907584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=82201681-d381-4735-84c6-0cc2cf853926,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:49.928057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3546714-e9e8-42bc-80d5-efbef831839b req-2ff107e5-1f8d-485d-9192-743bb3d8d7f1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.930117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3546714-e9e8-42bc-80d5-efbef831839b req-2ff107e5-1f8d-485d-9192-743bb3d8d7f1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.3521268 Sep 16 05:24:49.932884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:24:49Z', 'revision_number': 6, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:50.023714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] For port 0b7be0cd-32e5-437c-9b22-8c702ea3591c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b7be0cd-32e5-437c-9b22-8c702ea3591c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:50.024375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.038907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Calling delete_port for 0b7be0cd-32e5-437c-9b22-8c702ea3591c owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:50.070931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-64911ec4-d903-4e10-a7fc-68b8e28fec6f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1540043 Sep 16 05:24:50.072403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54770) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:50.080477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:50.154678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab10204-18ad-4b77-addb-a5228a23d80b None None] The sync data for ids ['d450e8b0-e56f-4dde-bf7e-c262182c4481'] in n-d-712749-15 is: [{'id': 'd450e8b0-e56f-4dde-bf7e-c262182c4481', 'name': 'tempest-ServersTestManualDisk-1244447198-router', 'tenant_id': '73cc3cf6edc146eabeb0569757fdef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:54Z', 'updated_at': '2021-09-16T05:24:49Z', 'revision_number': 6, 'project_id': '73cc3cf6edc146eabeb0569757fdef45', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:50.158047 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-363900b4-ef07-4ec4-a84e-404d0fdfbc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.172885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c2d93104-4be8-42a4-a864-44bb9760bb88 None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:50.173888 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2d93104-4be8-42a4-a864-44bb9760bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.348500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3546714-e9e8-42bc-80d5-efbef831839b req-20922cb1-cbad-4ea2-bb87-60190a7ed68b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784697 Sep 16 05:24:50.500413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:50.506182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.514690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.531731 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.573312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 56f106ca-2727-4279-9ca4-833d5d94dcdf no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:50.584838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7be0cd-32e5-437c-9b22-8c702ea3591c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:50.638129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 56f106ca-2727-4279-9ca4-833d5d94dcdf {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:50.644206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 56f106ca-2727-4279-9ca4-833d5d94dcdf not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:50.736038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.830613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1d5d0fdb-be67-421e-bdea-cc2459ce49c4 None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:50.831428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0fdb-be67-421e-bdea-cc2459ce49c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.896691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.899163 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.049263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.049714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d450e8b0-e56f-4dde-bf7e-c262182c4481 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:51.056545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.061816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5dd8cf50-7681-461a-b655-4b62c47d205d admin admin] 10.222.0.49 "DELETE /v2.0/routers/d450e8b0-e56f-4dde-bf7e-c262182c4481 HTTP/1.1" status: 204 len: 168 time: 2.2443545 Sep 16 05:24:51.062806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54794) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:51.123544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Deleting subnet 9a1da843-3a6c-4279-b6ce-05d0c04a32f6 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:51.129105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.253318 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.408367 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.409980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:51.604833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb4e1a-ae3a-4938-ac0e-0342f5fec98e req-81d38e9d-b88d-4d5f-b107-c413bdcfebcc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:51.606573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66cb4e1a-ae3a-4938-ac0e-0342f5fec98e req-81d38e9d-b88d-4d5f-b107-c413bdcfebcc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1081083 Sep 16 05:24:51.635325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.672123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1da843-3a6c-4279-b6ce-05d0c04a32f6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:51.677609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.679689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9a1da843-3a6c-4279-b6ce-05d0c04a32f6 HTTP/1.1" status: 204 len: 168 time: 0.6153049 Sep 16 05:24:51.688470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866935f3-3617-4c3f-8640-26e6c9192e98 None None] Network ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:51.689207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54812) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:51.692346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.692697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.693044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.693386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.693825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.694040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.694561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.694743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.694998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.695325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.706160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66cb4e1a-ae3a-4938-ac0e-0342f5fec98e req-13933b86-83a4-426f-969b-9d2865dbb337 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842876 Sep 16 05:24:51.707662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.707662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a859877-f4af-437f-83e6-7d81be3e38f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:51.814482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.838744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.946832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Deleting port 955453ca-2f20-4dcc-a826-1288c78bf039 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:51.952246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.087970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] DHCP port deletion for ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:52.175300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] For port 955453ca-2f20-4dcc-a826-1288c78bf039, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=955453ca-2f20-4dcc-a826-1288c78bf039,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:52.175767 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.191031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] Deleting port 955453ca-2f20-4dcc-a826-1288c78bf039 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:52.191412 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.193226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Calling delete_port for 955453ca-2f20-4dcc-a826-1288c78bf039 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:52.220338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] For port 5734c79e-947e-4842-bd76-9524def757cf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5734c79e-947e-4842-bd76-9524def757cf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:52.258300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.317740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] For port 955453ca-2f20-4dcc-a826-1288c78bf039, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=955453ca-2f20-4dcc-a826-1288c78bf039,segment=NetworkSegment(20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9),segment_id=20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:52.318148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.335299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] Calling delete_port for 955453ca-2f20-4dcc-a826-1288c78bf039 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:52.367790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.369103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.432433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: from cryptography.utils import int_from_bytes Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: from cryptography.utils import int_from_bytes Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.502516 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:24:52.505222 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:24:52.515377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.518909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=5734c79e-947e-4842-bd76-9524def757cf,revision_number=9']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.523052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Pushing event deleted for resources: {'Port': ['ID=955453ca-2f20-4dcc-a826-1288c78bf039,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.529143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:52.530300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] No DVR routers for this DVR port 955453ca-2f20-4dcc-a826-1288c78bf039 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:52.544224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:52.547433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.547777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.548862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.549355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.549869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.550258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.550686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.551030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.551360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.551714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.552277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.558602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:52.558602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.558602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.571460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] Pushing event deleted for resources: {'Port': ['ID=955453ca-2f20-4dcc-a826-1288c78bf039,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.582906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b7be0cd-32e5-437c-9b22-8c702ea3591c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:52.586366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121ab41-4199-4b43-bfb0-c31e6dc77715 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:52.589348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=f00cfb33-a220-4674-8e95-ad5628655eb0,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.634383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c09704-b6ab-4b07-838c-efb845d06d76 None None] No DVR routers for this DVR port 955453ca-2f20-4dcc-a826-1288c78bf039 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:52.664175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 0b7be0cd-32e5-437c-9b22-8c702ea3591c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:52.664175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b7be0cd-32e5-437c-9b22-8c702ea3591c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:52.664175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 955453ca-2f20-4dcc-a826-1288c78bf039 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:52.697538 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a2b376d8-c7f7-4ad6-b4cb-a78f9a605d1f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6233234 Sep 16 05:24:52.709032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54846) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:52.713937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:a7:7d:ae', 'name': 'tempest-NetworksTestDHCPv6-2029248717'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:52.718096 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.756753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:52.757068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 955453ca-2f20-4dcc-a826-1288c78bf039 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:52.757944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 955453ca-2f20-4dcc-a826-1288c78bf039 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:52.775056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:52.775340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ebf5c8-23ed-47e3-a90f-8fb9c62f3ac9') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:52.802694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.848112 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.861072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:52.861736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:52.865553 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:53.025061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5dba6-260e-421b-a26f-967cf43a49f3 req-471a2e91-46d9-4ea6-84cb-1385154ca08a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.028770 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3c5dba6-260e-421b-a26f-967cf43a49f3 req-471a2e91-46d9-4ea6-84cb-1385154ca08a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0926673 Sep 16 05:24:53.059569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:53.142192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54858) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.144362 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bba8889a-3cad-40f1-a226-eeee9c6917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.161604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3c5dba6-260e-421b-a26f-967cf43a49f3 req-ddf73a6e-17bb-45b6-bd6c-73060a2de855 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247368 Sep 16 05:24:53.168187 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.182731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.182731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] 10.222.0.49 "DELETE /v2.0/networks/ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5 HTTP/1.1" status: 204 len: 168 time: 1.4916894 Sep 16 05:24:53.192760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039fe5-9e67-4fb0-9981-8bc76a7969bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6bbb4b-d7b0-45ed-9062-2fa9123ecca5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.264171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.286089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4024dd-2c09-49a5-a175-2a2a5b67b4e3 None None] Update dhcp port {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': 'f00cfb33-a220-4674-8e95-ad5628655eb0', 'ip_address': '2001:db8::f816:3eff:fed4:6ea6'}, {'subnet_id': '82201681-d381-4735-84c6-0cc2cf853926'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '5734c79e-947e-4842-bd76-9524def757cf'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:24:53.311619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e22cccb7-f805-4172-b301-76b822c5b229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.316572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port f992f5ea-a740-4272-8721-f80712f3c448 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:53.322540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e4024dd-2c09-49a5-a175-2a2a5b67b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.487893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e22cccb7-f805-4172-b301-76b822c5b229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.585039 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e22cccb7-f805-4172-b301-76b822c5b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.599314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5328-f064-450e-8657-605e9cbf9e12 req-9c2717ac-7fae-4805-8994-9a7a4c4d7923 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.600962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92ae5328-f064-450e-8657-605e9cbf9e12 req-9c2717ac-7fae-4805-8994-9a7a4c4d7923 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1199930 Sep 16 05:24:53.623769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 172.20.0.9 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/82201681-d381-4735-84c6-0cc2cf853926/f992f5ea-a740-4272-8721-f80712f3c448) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:53.635316 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e22cccb7-f805-4172-b301-76b822c5b229 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5236a45561a49c99bc6b1a02d8f90c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884045 Sep 16 05:24:53.635316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cccb7-f805-4172-b301-76b822c5b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457c768-ebe6-4f23-b6d3-c1c40c1d4401,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.637914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54868) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.655023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fea7:7dae (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/f00cfb33-a220-4674-8e95-ad5628655eb0/f992f5ea-a740-4272-8721-f80712f3c448) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:53.750929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92ae5328-f064-450e-8657-605e9cbf9e12 req-c59e7f42-bca6-4ac1-9512-cb244c3b5c38 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288240 Sep 16 05:24:53.779748 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0478-b0d1-4571-b249-d71f498ff8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.847425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0478-b0d1-4571-b249-d71f498ff8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.853442 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.886451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54878) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.967166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-68aca2de-874b-4afa-b5b6-71c2651110a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73cc3cf6edc146eabeb0569757fdef45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794683 Sep 16 05:24:53.970684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.012973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.028998 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fed2b38-7855-403e-ba07-ddc98b3daf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.065485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fed2b38-7855-403e-ba07-ddc98b3daf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.126832 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0478-b0d1-4571-b249-d71f498ff8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.130196 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d9a0478-b0d1-4571-b249-d71f498ff8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.131752 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9d9a0478-b0d1-4571-b249-d71f498ff8a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a457c768-ebe6-4f23-b6d3-c1c40c1d4401 HTTP/1.1" status: 204 len: 168 time: 0.4943817 Sep 16 05:24:54.146359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a0478-b0d1-4571-b249-d71f498ff8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457c768-ebe6-4f23-b6d3-c1c40c1d4401,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.208637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.238306 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fed2b38-7855-403e-ba07-ddc98b3daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.243526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fed2b38-7855-403e-ba07-ddc98b3daf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.245632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1fed2b38-7855-403e-ba07-ddc98b3daf8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b99615f-5a0b-4dfb-bb7f-0f5063b71900 HTTP/1.1" status: 204 len: 168 time: 0.2739830 Sep 16 05:24:54.279778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed2b38-7855-403e-ba07-ddc98b3daf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b99615f-5a0b-4dfb-bb7f-0f5063b71900,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.304654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:54.334162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:54.340627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:54.354821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=f992f5ea-a740-4272-8721-f80712f3c448,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.398806 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9e4024dd-2c09-49a5-a175-2a2a5b67b4e3 None None] Allocated IP 172.20.0.2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/82201681-d381-4735-84c6-0cc2cf853926/5734c79e-947e-4842-bd76-9524def757cf) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:54.472153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.475505 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.564044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5734c79e-947e-4842-bd76-9524def757cf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:54.604103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-41daf974-a3a4-4cb7-9165-2a7a05f9437c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8945236 Sep 16 05:24:54.612589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54896) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.620827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9e4024dd-2c09-49a5-a175-2a2a5b67b4e3 None None] For port 5734c79e-947e-4842-bd76-9524def757cf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5734c79e-947e-4842-bd76-9524def757cf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:54.645036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c988f-df02-4e79-926d-b026d5c6eb24 req-12d30abc-2248-45da-9c1e-3cd6cef11bdd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.659972 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c31c988f-df02-4e79-926d-b026d5c6eb24 req-12d30abc-2248-45da-9c1e-3cd6cef11bdd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2764835 Sep 16 05:24:54.661424 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e4024dd-2c09-49a5-a175-2a2a5b67b4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.694273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-fd487541-3719-4a92-bfc5-b73a51c019ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.697732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-fd487541-3719-4a92-bfc5-b73a51c019ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1096 time: 0.1699114 Sep 16 05:24:54.725794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:54.729589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.729826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff0385-d28e-4149-b7be-60ba30c97ebf req-0c7d2f92-9b66-40d0-8ab7-6c67cd485ee3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.741510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4aff0385-d28e-4149-b7be-60ba30c97ebf req-0c7d2f92-9b66-40d0-8ab7-6c67cd485ee3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1898012 Sep 16 05:24:54.788988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e4024dd-2c09-49a5-a175-2a2a5b67b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.793775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c31c988f-df02-4e79-926d-b026d5c6eb24 req-66668b2b-1d1d-44a4-b359-3f6e05b81fe1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235933 Sep 16 05:24:54.811620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19f9f7-a317-48b3-ba35-ce169d9e3d19 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.828514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19f9f7-a317-48b3-ba35-ce169d9e3d19 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.828514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e19f9f7-a317-48b3-ba35-ce169d9e3d19 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2126327 Sep 16 05:24:54.833543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54900) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.873070 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4aff0385-d28e-4149-b7be-60ba30c97ebf req-a071cefd-a918-4d52-b767-b329967ee706 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301322 Sep 16 05:24:54.978530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-27aa4a1d-c9e7-4f11-b194-a093dd67c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.980871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-27aa4a1d-c9e7-4f11-b194-a093dd67c05c service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.2596185 Sep 16 05:24:54.991550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4024dd-2c09-49a5-a175-2a2a5b67b4e3 None None] Pushing event updated for resources: {'Port': ['ID=5734c79e-947e-4842-bd76-9524def757cf,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:55.097806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-94095060-e085-4b79-b12b-806dee0c1626 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port f992f5ea-a740-4272-8721-f80712f3c448 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:55.098349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-94095060-e085-4b79-b12b-806dee0c1626 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.230877 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.311515 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-94095060-e085-4b79-b12b-806dee0c1626 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.360349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-94095060-e085-4b79-b12b-806dee0c1626 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for f992f5ea-a740-4272-8721-f80712f3c448 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:55.509838 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-b61e47ca-94a6-4f31-8f59-61fc1195f252 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 999 time: 0.5204859 Sep 16 05:24:55.571137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-319ef1f1-e22f-4a01-a015-3e99509d355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.573147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-319ef1f1-e22f-4a01-a015-3e99509d355c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.0544784 Sep 16 05:24:55.660215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-dd289fa2-d4c1-4011-b82d-259d12f92b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.662901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-dd289fa2-d4c1-4011-b82d-259d12f92b28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809662 Sep 16 05:24:55.719361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54914) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:55.759435 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9fd448e-f0c9-4860-8aa8-0648437c2451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.866552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-cd41fe5e-2de8-4848-8ca5-46c3fe688d86 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947627 Sep 16 05:24:56.007942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a2fff879-c17a-4df9-882e-fb471be1ca23 None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:56.008642 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2fff879-c17a-4df9-882e-fb471be1ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.295688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2257a-34a5-453e-bdf6-a90b81fbd372 req-df063c0c-031c-4e5a-89e9-8f9e3cef6192 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.308204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcd2257a-34a5-453e-bdf6-a90b81fbd372 req-df063c0c-031c-4e5a-89e9-8f9e3cef6192 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2490728 Sep 16 05:24:56.314537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3ef5e59-2c90-4041-8bb4-e56aab93f485 req-c3cefa94-8e3d-4a55-b53d-c9574a9a7768 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403932 Sep 16 05:24:56.357220 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-94095060-e085-4b79-b12b-806dee0c1626 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.395834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcd2257a-34a5-453e-bdf6-a90b81fbd372 req-0ddbcb47-ac2b-47ed-afd5-e0e359e9729f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798860 Sep 16 05:24:56.425479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94095060-e085-4b79-b12b-806dee0c1626 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=f992f5ea-a740-4272-8721-f80712f3c448,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:56.528530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4e4db544-4dfd-4b27-b872-651a30878643 None None] Could not find standard attr ID for object f992f5ea-a740-4272-8721-f80712f3c448. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:24:56.569634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c210f-4dfa-4560-9cac-7456a83df5b9 req-c37e1784-5bba-483a-ba26-4ea085378661 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.571638 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d7c210f-4dfa-4560-9cac-7456a83df5b9 req-c37e1784-5bba-483a-ba26-4ea085378661 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2190666 Sep 16 05:24:56.601624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-94095060-e085-4b79-b12b-806dee0c1626 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.605264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-94095060-e085-4b79-b12b-806dee0c1626 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/f992f5ea-a740-4272-8721-f80712f3c448 HTTP/1.1" status: 204 len: 168 time: 1.7700403 Sep 16 05:24:56.609226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54932) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:56.613623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5734c79e-947e-4842-bd76-9524def757cf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:56.659740 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9fd448e-f0c9-4860-8aa8-0648437c2451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.666303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d7c210f-4dfa-4560-9cac-7456a83df5b9 req-fc96c55d-2d79-40c9-ab84-f6481cfd8e33 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803931 Sep 16 05:24:56.722510 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9fd448e-f0c9-4860-8aa8-0648437c2451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.745130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedeebe3-973a-4fa2-8b90-d5f7fdc7f702 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.747981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedeebe3-973a-4fa2-8b90-d5f7fdc7f702 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.750818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedeebe3-973a-4fa2-8b90-d5f7fdc7f702 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.752688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bedeebe3-973a-4fa2-8b90-d5f7fdc7f702 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1419196 Sep 16 05:24:56.758920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54934) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:56.785940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9fd448e-f0c9-4860-8aa8-0648437c2451 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20aa479f84ea4fbab721d3912707b54d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0653255 Sep 16 05:24:56.788976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:56.790287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd448e-f0c9-4860-8aa8-0648437c2451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d9c6c8-3eb3-442c-b587-38ccfcdc33b2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:56.796765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:56.797576 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.930150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc79ec4-bd33-49f4-b2e9-378dfec58764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 82201681-d381-4735-84c6-0cc2cf853926 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:56.935718 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc79ec4-bd33-49f4-b2e9-378dfec58764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.002729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc79ec4-bd33-49f4-b2e9-378dfec58764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.050214 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95deffb4-5f33-4393-9318-12744631e31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.107285 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95deffb4-5f33-4393-9318-12744631e31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.152348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc79ec4-bd33-49f4-b2e9-378dfec58764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.305437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95deffb4-5f33-4393-9318-12744631e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.308208 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95deffb4-5f33-4393-9318-12744631e31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.309460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-95deffb4-5f33-4393-9318-12744631e31f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7d9c6c8-3eb3-442c-b587-38ccfcdc33b2 HTTP/1.1" status: 204 len: 168 time: 0.5198514 Sep 16 05:24:57.321237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deffb4-5f33-4393-9318-12744631e31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d9c6c8-3eb3-442c-b587-38ccfcdc33b2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.372113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc79ec4-bd33-49f4-b2e9-378dfec58764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.409336 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.411393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc79ec4-bd33-49f4-b2e9-378dfec58764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=82201681-d381-4735-84c6-0cc2cf853926,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.413273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54950) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:57.415919 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc79ec4-bd33-49f4-b2e9-378dfec58764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.418397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8fc79ec4-bd33-49f4-b2e9-378dfec58764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/82201681-d381-4735-84c6-0cc2cf853926 HTTP/1.1" status: 204 len: 168 time: 0.6563551 Sep 16 05:24:57.423393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54954) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:57.429549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd306a94-2f29-47e4-9221-cfb9019d6bba None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:57.490787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33aa679-a428-4d01-a78e-65e9a62aca43 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet f00cfb33-a220-4674-8e95-ad5628655eb0 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:57.491409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b33aa679-a428-4d01-a78e-65e9a62aca43 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.582386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b33aa679-a428-4d01-a78e-65e9a62aca43 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.697462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1107087547-network', 'tenant_id': 'd146526565824be4a95ca4d675af6ecd'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:57.810960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b33aa679-a428-4d01-a78e-65e9a62aca43 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.892677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eafc7c-2b97-452a-9710-7ac38e9afe26 req-90440cce-b52f-4406-b398-a879b1b107ea tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:57.894756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09eafc7c-2b97-452a-9710-7ac38e9afe26 req-90440cce-b52f-4406-b398-a879b1b107ea tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2675817 Sep 16 05:24:57.934748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855bd8b-57ec-44a6-b5f3-e0c009c3c1c4 req-bda23889-0d65-4ec7-8077-43a39c85053e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:57.943251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7855bd8b-57ec-44a6-b5f3-e0c009c3c1c4 req-bda23889-0d65-4ec7-8077-43a39c85053e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0809278 Sep 16 05:24:57.968975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09eafc7c-2b97-452a-9710-7ac38e9afe26 req-d4f04f84-228b-425e-be07-76c72473f3d4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590758 Sep 16 05:24:58.018759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Made reservation on behalf of d146526565824be4a95ca4d675af6ecd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:58.021513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.029735 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7855bd8b-57ec-44a6-b5f3-e0c009c3c1c4 req-87cf2dc3-cbc6-4e45-ba5b-c0f69c11b318 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825138 Sep 16 05:24:58.036559 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.065853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b33aa679-a428-4d01-a78e-65e9a62aca43 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.117987 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b33aa679-a428-4d01-a78e-65e9a62aca43 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.120173 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b33aa679-a428-4d01-a78e-65e9a62aca43 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/f00cfb33-a220-4674-8e95-ad5628655eb0 HTTP/1.1" status: 204 len: 168 time: 0.6955171 Sep 16 05:24:58.123581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54974) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.141821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aa679-a428-4d01-a78e-65e9a62aca43 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=f00cfb33-a220-4674-8e95-ad5628655eb0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.214891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6bfe74d9-937b-4b40-99f8-a546c1194309 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877793 Sep 16 05:24:58.225496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54984) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.294204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.324951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af56f432-aa98-453a-9a95-3f868b86f755 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.329197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-af56f432-aa98-453a-9a95-3f868b86f755 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1102231 Sep 16 05:24:58.331466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.400672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d485c6-b8c3-456e-a145-897c9cc3768d req-255117bb-31f7-4537-9ac9-689a72f1e143 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.406779 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-35d485c6-b8c3-456e-a145-897c9cc3768d req-255117bb-31f7-4537-9ac9-689a72f1e143 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0969589 Sep 16 05:24:58.407065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80576e6-8c8a-4577-9a6b-1fd90ef53eb6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.407568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.412781 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a80576e6-8c8a-4577-9a6b-1fd90ef53eb6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0794497 Sep 16 05:24:58.413415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54994) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.433092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:58.455656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.456505 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Added segment d0bb00d8-d5c9-4fc6-9621-191028729d10 of type vlan for network c9b64e2a-591f-48f2-a6bb-659bd6f06bef Sep 16 05:24:58.504385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55000) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.504685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-336c2746-833d-4acb-8c83-8645c71631c5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891156 Sep 16 05:24:58.528338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-dc9d5cba-ee54-4be6-95a5-bcce300b7508 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:58.584559 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.595309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.601762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.686698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-35d485c6-b8c3-456e-a145-897c9cc3768d req-6b1e6c60-08f4-4930-9425-982480b1bbe7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084005 Sep 16 05:24:58.767513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.768652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.770031 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.775889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54939b6d-d95e-4caf-81f1-073ba5155825 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:58.813513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9d5cba-ee54-4be6-95a5-bcce300b7508 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:58.822259 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5cba-ee54-4be6-95a5-bcce300b7508 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.825917 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9d5cba-ee54-4be6-95a5-bcce300b7508 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:58.827338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9d5cba-ee54-4be6-95a5-bcce300b7508 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:58.887671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0191c-8e7a-403b-8bd9-789bde09cadd req-ffe837df-95e6-49ef-9cea-884a06100626 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.895082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4805048 Sep 16 05:24:58.899128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55014) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.911849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a5d31467-2821-4474-860b-4e4a44386bba None None] Provisioning complete for port 5734c79e-947e-4842-bd76-9524def757cf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:58.915830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Request body: {'subnet': {'network_id': 'c9b64e2a-591f-48f2-a6bb-659bd6f06bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1107087547-subnet', 'tenant_id': 'd146526565824be4a95ca4d675af6ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:58.916135 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a5d31467-2821-4474-860b-4e4a44386bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.916220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fa0191c-8e7a-403b-8bd9-789bde09cadd req-ffe837df-95e6-49ef-9cea-884a06100626 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0953114 Sep 16 05:24:58.951342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fc892-2526-4daf-a6d1-b3b41cbde86d admin admin] Pushing event updated for resources: {'Network': ['ID=c9b64e2a-591f-48f2-a6bb-659bd6f06bef,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.970648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dc9d5cba-ee54-4be6-95a5-bcce300b7508 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4643497 Sep 16 05:24:58.982404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55020) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.984902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c9b64e2a-591f-48f2-a6bb-659bd6f06bef details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:58.996324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6c287811-fa42-43dc-ba1e-02bcbdaec22a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:59.010229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fa0191c-8e7a-403b-8bd9-789bde09cadd req-474d1b39-3a18-4311-93d1-bc0170d68f92 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859218 Sep 16 05:24:59.193234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2178b07-ee1e-481c-ae2d-f4671a02bf26 req-15fc8615-c325-42c8-ba3e-3b6dedb90e8c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.193996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2178b07-ee1e-481c-ae2d-f4671a02bf26 req-15fc8615-c325-42c8-ba3e-3b6dedb90e8c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0842311 Sep 16 05:24:59.206728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Made reservation on behalf of d146526565824be4a95ca4d675af6ecd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:59.209888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.245833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:59.310635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Deleting port 5734c79e-947e-4842-bd76-9524def757cf {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:59.311091 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.348804 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2178b07-ee1e-481c-ae2d-f4671a02bf26 req-4ba46c8f-ee44-4dc9-9f74-0615aa2ad29a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062653 Sep 16 05:24:59.379381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c287811-fa42-43dc-ba1e-02bcbdaec22a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:59.384020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c287811-fa42-43dc-ba1e-02bcbdaec22a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.387684 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c287811-fa42-43dc-ba1e-02bcbdaec22a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:59.387684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c287811-fa42-43dc-ba1e-02bcbdaec22a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:59.408532 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] For port 5734c79e-947e-4842-bd76-9524def757cf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5734c79e-947e-4842-bd76-9524def757cf,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:59.410546 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.467678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Calling delete_port for 5734c79e-947e-4842-bd76-9524def757cf owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:59.516402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6c287811-fa42-43dc-ba1e-02bcbdaec22a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5342515 Sep 16 05:24:59.523767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55040) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.538032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-67a241c1-d110-4e59-a9e5-6e65a44883d2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:59.632212 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.657767 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.680749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] No DVR routers for this DVR port 5734c79e-947e-4842-bd76-9524def757cf on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:59.722412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Pushing event deleted for resources: {'Port': ['ID=5734c79e-947e-4842-bd76-9524def757cf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:59.745051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.745419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.745731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.746072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.746462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.746797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.747336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.747848 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.748382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.748865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.749944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.750892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e999ca-795d-45fa-aa94-2bde42d08374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:59.807589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36d5563-e7d5-4c7b-914c-065818776eea,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:59.816231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-1db3824f-8048-4580-8b13-2f98ebb44559 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.824178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-1db3824f-8048-4580-8b13-2f98ebb44559 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.3292794 Sep 16 05:24:59.824415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Checking segment: {'id': 'd0bb00d8-d5c9-4fc6-9621-191028729d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9b64e2a-591f-48f2-a6bb-659bd6f06bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:59.824897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Network hostable DHCP agents. Network: c9b64e2a-591f-48f2-a6bb-659bd6f06bef, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:59.842510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-b755bcef-f23b-41d2-835b-02bbc6ee2e4b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/quotas/35939a17332d4166865b8b97d16dcd7e HTTP/1.1" status: 200 len: 375 time: 0.0171597 Sep 16 05:24:59.893892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a241c1-d110-4e59-a9e5-6e65a44883d2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:59.897662 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67a241c1-d110-4e59-a9e5-6e65a44883d2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.900192 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a241c1-d110-4e59-a9e5-6e65a44883d2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:59.900192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a241c1-d110-4e59-a9e5-6e65a44883d2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:59.936302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-63a5f3aa-ee15-4588-be87-8b33cb58dd65 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0902882 Sep 16 05:24:59.951191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Network c9b64e2a-591f-48f2-a6bb-659bd6f06bef is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:59.990468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-67a241c1-d110-4e59-a9e5-6e65a44883d2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4607425 Sep 16 05:24:59.996734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55050) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:00.002923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3af1097b-cf4b-4a2c-a2eb-46f9d300f032 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:00.096438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c9b64e2a-591f-48f2-a6bb-659bd6f06bef) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:00.102043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:00.103293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.116482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b8eb7-e1e3-4f57-83b2-14e9523650bf None None] Network c9b64e2a-591f-48f2-a6bb-659bd6f06bef requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:00.127192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-cf32ded8-1471-4211-89e0-205d52c549fa service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657867 Sep 16 05:25:00.195058 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a007ce78-a5e6-42ba-880f-8d0ef005fd43 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2943585 Sep 16 05:25:00.293399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af1097b-cf4b-4a2c-a2eb-46f9d300f032 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:00.298268 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3af1097b-cf4b-4a2c-a2eb-46f9d300f032 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.299905 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af1097b-cf4b-4a2c-a2eb-46f9d300f032 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:00.300255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af1097b-cf4b-4a2c-a2eb-46f9d300f032 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:00.316964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-0c59b4f6-64ee-4d99-a22c-ef2830e849c3 service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756926 Sep 16 05:25:00.354086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05a6b6-27b2-4503-b72b-6aea71537984 None None] Network c9b64e2a-591f-48f2-a6bb-659bd6f06bef requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:00.460527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3af1097b-cf4b-4a2c-a2eb-46f9d300f032 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4623752 Sep 16 05:25:00.465015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55062) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:00.482752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-80653ea0-da2a-461c-9820-75c84a06da9c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:00.660005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5734c79e-947e-4842-bd76-9524def757cf no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:00.681826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 5734c79e-947e-4842-bd76-9524def757cf {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:00.687538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5734c79e-947e-4842-bd76-9524def757cf not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:00.692506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41b9967c-2991-47e4-8bec-5a65f0703af3 req-8fe0d405-23b9-482e-b531-1e78c2967f49 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 210 time: 0.0497265 Sep 16 05:25:00.749943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea87089-329b-4116-8b12-83886e09393c req-d3a87b05-d2e9-4b05-8838-6c9a0b4a437d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:00.757580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ea87089-329b-4116-8b12-83886e09393c req-d3a87b05-d2e9-4b05-8838-6c9a0b4a437d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2609861 Sep 16 05:25:00.807289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ea87089-329b-4116-8b12-83886e09393c req-c6efeaf4-3bc6-4c9e-82b8-69a118b7a6dd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485015 Sep 16 05:25:00.865409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80653ea0-da2a-461c-9820-75c84a06da9c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:00.873313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80653ea0-da2a-461c-9820-75c84a06da9c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.877947 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-80653ea0-da2a-461c-9820-75c84a06da9c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:00.879651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80653ea0-da2a-461c-9820-75c84a06da9c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:00.990979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-80653ea0-da2a-461c-9820-75c84a06da9c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5246601 Sep 16 05:25:00.996203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55084) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.003341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5b7684d5-7c2b-4591-bb27-dacbfe1778a4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:01.190455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7684d5-7c2b-4591-bb27-dacbfe1778a4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:01.194867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b7684d5-7c2b-4591-bb27-dacbfe1778a4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.195890 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7684d5-7c2b-4591-bb27-dacbfe1778a4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:01.196464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7684d5-7c2b-4591-bb27-dacbfe1778a4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:01.287281 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b7684d5-7c2b-4591-bb27-dacbfe1778a4 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2892561 Sep 16 05:25:01.289456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55098) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.409377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec858d01-f95b-40a9-9e44-594aa1668f1c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1183326 Sep 16 05:25:01.412992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55108) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.553554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277f6e3-8acd-4497-84d1-82cbf6f5394e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:01.560522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6277f6e3-8acd-4497-84d1-82cbf6f5394e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1460793 Sep 16 05:25:01.561239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55110) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.583086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-5fe38a6d-28fe-4dd1-8694-b2a4f7ca1b45 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:01.600281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-5fe38a6d-28fe-4dd1-8694-b2a4f7ca1b45 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/networks?id=c9b64e2a-591f-48f2-a6bb-659bd6f06bef HTTP/1.1" status: 200 len: 822 time: 0.2883754 Sep 16 05:25:01.611023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bd9b27b0-469b-4781-a37c-86df7cfccad2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478818 Sep 16 05:25:01.611969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55116) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.621907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:01.684719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-4f4c6f1b-9627-49a9-9a7d-9c589e1fcfc1 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/quotas/d146526565824be4a95ca4d675af6ecd HTTP/1.1" status: 200 len: 375 time: 0.0795913 Sep 16 05:25:01.779184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-8d6f1bf1-abf6-4482-bf0c-e0a54184692b tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d146526565824be4a95ca4d675af6ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787301 Sep 16 05:25:01.944863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-26688f29-a6ae-47be-942c-63483d44ad3c service neutron] 10.222.0.49 "GET /v2.0/networks/c9b64e2a-591f-48f2-a6bb-659bd6f06bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643307 Sep 16 05:25:02.011028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:02.018778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.239281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-8791f75b-240e-4a44-bbdb-f45f3356869d service neutron] 10.222.0.49 "GET /v2.0/networks/c9b64e2a-591f-48f2-a6bb-659bd6f06bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902157 Sep 16 05:25:02.242946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1208132458', 'description': 'tempest-description-557269602'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:02.469583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.480363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.698602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4cfaebe-4525-4f81-95d1-fdfea51b8cec req-a1153bcd-a4e5-4c75-90b5-a36e889307e4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 210 time: 0.0510073 Sep 16 05:25:02.718543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.784088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:02.786257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.867010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55136) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:02.867699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.873214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:02.873960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7e553-9898-48d5-9940-2608758fe152 req-82e2c716-b16b-4587-8494-eaa58828c717 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.876973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ade7e553-9898-48d5-9940-2608758fe152 req-82e2c716-b16b-4587-8494-eaa58828c717 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0756743 Sep 16 05:25:02.884251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=c1489860-4830-4611-bbf5-2c825d6390e0,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.898949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:02.908922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.909514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.915124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31200639-246c-44e1-8540-4dd83eaa5f86 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:02.942226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460de84a-f47f-4ccf-9670-362f0474bb88,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.963020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ade7e553-9898-48d5-9940-2608758fe152 req-711532de-3b06-423a-9656-755378102988 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796030 Sep 16 05:25:03.096989 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.127553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6380f9ed-f1fe-4e29-a611-8244d23fefda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.143743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'c1489860-4830-4611-bbf5-2c825d6390e0'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:03.144658 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.221887 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.260985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccf267c-f00c-4c71-bd68-ef6f51468c4e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:03.299714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4277e19-5178-4007-ad50-0f72f597c595 req-d281c340-e686-4f33-b7a1-e36fc9cf574d tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 210 time: 0.0318935 Sep 16 05:25:03.345845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Allocated IP 2001:db8::f816:3eff:fef7:f5b6 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/c1489860-4830-4611-bbf5-2c825d6390e0/dec9de18-18b5-4dea-a2cf-6db21e1d431c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:03.357850 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0c5ea48b-84fe-43cc-b9e9-b4c526679790 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7418475 Sep 16 05:25:03.359293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55142) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:03.366599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:a7:1c:fc', 'name': 'tempest-NetworksTestDHCPv6-139881501'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:03.549702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6380f9ed-f1fe-4e29-a611-8244d23fefda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.569917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e9eb06e4-c832-4e2a-9608-53ff5ec72a37 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:03.572818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e9eb06e4-c832-4e2a-9608-53ff5ec72a37 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.1758251 Sep 16 05:25:03.596549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'port': {'device_id': '65b71ddf-37c8-4c59-9461-5090bd16b970', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'admin_state_up': True, 'tenant_id': '35939a17332d4166865b8b97d16dcd7e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:03.607690 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.642765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6380f9ed-f1fe-4e29-a611-8244d23fefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.677208 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.694698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6380f9ed-f1fe-4e29-a611-8244d23fefda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=caa6042530c0448aad1a79be7a6ec933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217132 Sep 16 05:25:03.694698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380f9ed-f1fe-4e29-a611-8244d23fefda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f91a618-0b04-4dee-816e-1f169d35a4dc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:03.697222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55146) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:03.728687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.730170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c98f64d-44c3-4ac9-b652-2e833d14dcbe req-bcf2f4ce-300f-45ab-8c5f-117eff77b2fd tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.4926577 Sep 16 05:25:03.734511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:03.736213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:03.746153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:03.789253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa1846f-64d1-4583-a0ca-7f730486b7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.813239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Pushing event updated for resources: {'Port': ['ID=dec9de18-18b5-4dea-a2cf-6db21e1d431c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:03.814426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-12f7cbe6-14bb-47bd-acbd-1545526c5387 req-08c24f12-c583-44a9-9388-9d4eca3582de tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Request body: {'security_group': {'name': 'tempest-securitygroup-762736219', 'description': 'tempest-description-1584790744'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:03.850805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Attempting to bind port dec9de18-18b5-4dea-a2cf-6db21e1d431c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:03.851491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Attempting to bind port dec9de18-18b5-4dea-a2cf-6db21e1d431c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:03.852074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Attempting to bind port dec9de18-18b5-4dea-a2cf-6db21e1d431c on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:03.853257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa1846f-64d1-4583-a0ca-7f730486b7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.861907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:03.862670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:03.863407 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.864002 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-293ae87f-d76d-4c5a-9ce4-7effe89c75ab req-74483917-e82d-4bd2-a95d-678a5ac90264 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 210 time: 0.0727022 Sep 16 05:25:03.864548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:03.865802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Bound port: dec9de18-18b5-4dea-a2cf-6db21e1d431c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:03.866797 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.895486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:03.981240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] For port dec9de18-18b5-4dea-a2cf-6db21e1d431c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:03.989953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Made reservation on behalf of 35939a17332d4166865b8b97d16dcd7e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:03.997560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.007606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] For port dec9de18-18b5-4dea-a2cf-6db21e1d431c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=dec9de18-18b5-4dea-a2cf-6db21e1d431c,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:04.049476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa1846f-64d1-4583-a0ca-7f730486b7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.060816 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa1846f-64d1-4583-a0ca-7f730486b7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.071244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2fa1846f-64d1-4583-a0ca-7f730486b7b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f91a618-0b04-4dee-816e-1f169d35a4dc HTTP/1.1" status: 204 len: 168 time: 0.3626051 Sep 16 05:25:04.100865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1846f-64d1-4583-a0ca-7f730486b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f91a618-0b04-4dee-816e-1f169d35a4dc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.111345 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.117982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-12f7cbe6-14bb-47bd-acbd-1545526c5387 req-08c24f12-c583-44a9-9388-9d4eca3582de tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.158168 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.230112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793a67c-f2ab-4e67-b73d-ea549fc3d772 None None] Pushing event updated for resources: {'Port': ['ID=dec9de18-18b5-4dea-a2cf-6db21e1d431c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.242615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 630af00e-06f8-4f82-b7f9-832ef0f65da9 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:04.405099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Allocated IP 172.20.0.3 (972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8/a4c93e44-e31c-47c3-8447-a5abab63fa76/d149ba6e-1079-4c4f-bd15-07a1cb427704) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:04.424078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de135e47-6da8-4494-907e-5c6448b0ce68 req-83f100bf-f435-41b9-a9d0-03de19ca7eb1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:04.436724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de135e47-6da8-4494-907e-5c6448b0ce68 req-83f100bf-f435-41b9-a9d0-03de19ca7eb1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.3311043 Sep 16 05:25:04.506798 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-12f7cbe6-14bb-47bd-acbd-1545526c5387 req-08c24f12-c583-44a9-9388-9d4eca3582de tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.524845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fea7:1cfc (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/c1489860-4830-4611-bbf5-2c825d6390e0/630af00e-06f8-4f82-b7f9-832ef0f65da9) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:04.570210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de135e47-6da8-4494-907e-5c6448b0ce68 req-fdc6810c-0aef-4d45-96e8-8907a78b423b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320963 Sep 16 05:25:04.640949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-12f7cbe6-14bb-47bd-acbd-1545526c5387 req-08c24f12-c583-44a9-9388-9d4eca3582de tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.738148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24f12-c583-44a9-9388-9d4eca3582de tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92cb00c-8cca-403f-b65d-7a59c6eccdc6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.822905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-12f7cbe6-14bb-47bd-acbd-1545526c5387 req-08c24f12-c583-44a9-9388-9d4eca3582de tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.841063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12f7cbe6-14bb-47bd-acbd-1545526c5387 req-08c24f12-c583-44a9-9388-9d4eca3582de tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.0391631 Sep 16 05:25:04.927700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.950628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a5df3fed-a2cd-4ba9-9e9d-9d6e2d3d7d75 req-99bd7979-1c68-4611-89f2-5f15611e81a7 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 210 time: 0.0532904 Sep 16 05:25:04.973330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.071138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.131481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:05.135753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.136415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:05.140657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:05.216752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'Port': ['ID=d149ba6e-1079-4c4f-bd15-07a1cb427704,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.243697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1605698557', 'description': 'tempest-description-1709656808'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:05.281194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.282328 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.301258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55170) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:05.302564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=630af00e-06f8-4f82-b7f9-832ef0f65da9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.337164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:05.338216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cc1910f5-c601-4835-b0b1-abddcb8daa3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.344708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:05.360249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40fe66-14f6-405e-9326-c8464702fee5 req-81cd26ab-1b38-4894-ae93-8187882b5d22 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.368227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c40fe66-14f6-405e-9326-c8464702fee5 req-81cd26ab-1b38-4894-ae93-8187882b5d22 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 931 time: 0.2844894 Sep 16 05:25:05.370330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:05.376764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.377484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.422360 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.439132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c40fe66-14f6-405e-9326-c8464702fee5 req-2b64f94d-c4c1-4eb7-9991-63ca906a1adb tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Sep 16 05:25:05.445819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.505107 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-e7904d66-2375-44b0-90b8-a5c8cb836598 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9130569 Sep 16 05:25:05.513603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8489ec6a-7878-4101-aeac-84c9a1bfaf42 None None] Provisioning complete for port d149ba6e-1079-4c4f-bd15-07a1cb427704 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:05.514699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8489ec6a-7878-4101-aeac-84c9a1bfaf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.524891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Request body: {'port': {'device_id': '65b71ddf-37c8-4c59-9461-5090bd16b970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:05.567572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8489ec6a-7878-4101-aeac-84c9a1bfaf42 None None] Port d149ba6e-1079-4c4f-bd15-07a1cb427704 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:05.588503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.753876 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cc1910f5-c601-4835-b0b1-abddcb8daa3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.815101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfea65a-1698-45f2-b031-8295033b59ba req-241fea85-9a0f-4f7d-b339-452bd3f214a6 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.820465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dfea65a-1698-45f2-b031-8295033b59ba req-241fea85-9a0f-4f7d-b339-452bd3f214a6 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0767667 Sep 16 05:25:05.898174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0c217c05-003e-4482-9fff-789c7eabf2ac None None] Provisioning complete for port dec9de18-18b5-4dea-a2cf-6db21e1d431c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:05.898697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c217c05-003e-4482-9fff-789c7eabf2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.900479 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dfea65a-1698-45f2-b031-8295033b59ba req-57855012-beb3-4dd4-a379-8f0675bb5efc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739908 Sep 16 05:25:05.901896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cc1910f5-c601-4835-b0b1-abddcb8daa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.958758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d149ba6e-1079-4c4f-bd15-07a1cb427704 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:05.970151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1910f5-c601-4835-b0b1-abddcb8daa3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b930a5-2850-4a48-9c19-e600176f55e8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.977476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.992703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ae0a7fd3-f7a3-4d92-8f07-6425ba3c71da tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6302433 Sep 16 05:25:06.000513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55178) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.029845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cc1910f5-c601-4835-b0b1-abddcb8daa3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5423259cd8aa44c88b265d78b1d08429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225497 Sep 16 05:25:06.032501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55182) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.042239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c217c05-003e-4482-9fff-789c7eabf2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.057955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Transition to ACTIVE for port object d149ba6e-1079-4c4f-bd15-07a1cb427704 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:25:06.129814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a6dc5cd-c4c3-491a-a2c8-a837d26354cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.142500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0c217c05-003e-4482-9fff-789c7eabf2ac None None] For port dec9de18-18b5-4dea-a2cf-6db21e1d431c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=dec9de18-18b5-4dea-a2cf-6db21e1d431c,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:06.166060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a6dc5cd-c4c3-491a-a2c8-a837d26354cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.174801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646709e-fa89-4ef2-be32-3764aa9b4020 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.187486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646709e-fa89-4ef2-be32-3764aa9b4020 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.189818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6646709e-fa89-4ef2-be32-3764aa9b4020 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1850657 Sep 16 05:25:06.195198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55184) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.235946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c217c05-003e-4482-9fff-789c7eabf2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.310890 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.333393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c217c05-003e-4482-9fff-789c7eabf2ac None None] Pushing event updated for resources: {'Port': ['ID=dec9de18-18b5-4dea-a2cf-6db21e1d431c,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:06.346274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b57c56d-1010-4506-a857-93e11c25392c req-5bfc53bd-e7be-4678-8a11-1622fa9f8c97 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 210 time: 0.0418766 Sep 16 05:25:06.386223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-96a3f399-8a8f-4dc4-8f40-3e704ca6d33c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 630af00e-06f8-4f82-b7f9-832ef0f65da9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:06.386713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96a3f399-8a8f-4dc4-8f40-3e704ca6d33c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.402311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3b8d0e3b-3588-41ca-91e7-1aeccd58b690 None None] Provisioning complete for port 630af00e-06f8-4f82-b7f9-832ef0f65da9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:06.403723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b8d0e3b-3588-41ca-91e7-1aeccd58b690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.416164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d149ba6e-1079-4c4f-bd15-07a1cb427704,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:06.449659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-114d3b7f-762e-45ae-b9df-37f2375b7b74 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.449659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-114d3b7f-762e-45ae-b9df-37f2375b7b74 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.66 "GET /v2.0/networks?id=c9b64e2a-591f-48f2-a6bb-659bd6f06bef HTTP/1.1" status: 200 len: 822 time: 0.3870144 Sep 16 05:25:06.458722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a6dc5cd-c4c3-491a-a2c8-a837d26354cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.471541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3b8d0e3b-3588-41ca-91e7-1aeccd58b690 None None] Port 630af00e-06f8-4f82-b7f9-832ef0f65da9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:06.475328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a6dc5cd-c4c3-491a-a2c8-a837d26354cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.481136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0a6dc5cd-c4c3-491a-a2c8-a837d26354cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71b930a5-2850-4a48-9c19-e600176f55e8 HTTP/1.1" status: 204 len: 168 time: 0.4431701 Sep 16 05:25:06.501974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Request body: {'port': {'device_id': 'aef5cc4b-4c95-4b25-8967-e5025cc7a9ff', 'network_id': 'c9b64e2a-591f-48f2-a6bb-659bd6f06bef', 'admin_state_up': True, 'tenant_id': 'd146526565824be4a95ca4d675af6ecd'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:06.564861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dc5cd-c4c3-491a-a2c8-a837d26354cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b930a5-2850-4a48-9c19-e600176f55e8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:06.612688 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.691254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.766200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device dec9de18-18b5-4dea-a2cf-6db21e1d431c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:06.768181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07208c57-1b78-4d61-8d85-9779c1fd0304 req-92a45cbf-35f1-448c-82dc-d3ec2d93464b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:06.780180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07208c57-1b78-4d61-8d85-9779c1fd0304 req-92a45cbf-35f1-448c-82dc-d3ec2d93464b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 943 time: 0.1282418 Sep 16 05:25:06.804594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96a3f399-8a8f-4dc4-8f40-3e704ca6d33c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.805017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Attempting to bind port d149ba6e-1079-4c4f-bd15-07a1cb427704 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:06.805634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Attempting to bind port d149ba6e-1079-4c4f-bd15-07a1cb427704 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:06.806227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Attempting to bind port d149ba6e-1079-4c4f-bd15-07a1cb427704 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:06.840362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-96a3f399-8a8f-4dc4-8f40-3e704ca6d33c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 630af00e-06f8-4f82-b7f9-832ef0f65da9 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:06.853952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Port d149ba6e-1079-4c4f-bd15-07a1cb427704 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:06.854483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Attempting to bind port d149ba6e-1079-4c4f-bd15-07a1cb427704 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:06.854665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port dec9de18-18b5-4dea-a2cf-6db21e1d431c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:06.855253 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.859308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eefc5f-0b00-46ce-83c0-3083a3f33aad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:06.880309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07208c57-1b78-4d61-8d85-9779c1fd0304 req-48ace210-dd11-483b-a749-db2544050e87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985010 Sep 16 05:25:06.901554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:06.901554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Checking segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:06.901554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Bound using segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:06.901554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Bound port: d149ba6e-1079-4c4f-bd15-07a1cb427704, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:06.901554 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.060404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] For port d149ba6e-1079-4c4f-bd15-07a1cb427704, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:07.096646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.100000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] For port d149ba6e-1079-4c4f-bd15-07a1cb427704, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:07.137996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e2c6b-42b1-463b-afb1-684bbc853712 req-67fd6b89-25aa-4f68-a25e-d757efc3c783 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.140314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa8e2c6b-42b1-463b-afb1-684bbc853712 req-67fd6b89-25aa-4f68-a25e-d757efc3c783 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1174726 Sep 16 05:25:07.203153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa8e2c6b-42b1-463b-afb1-684bbc853712 req-0c5e2f26-9198-41f1-bd61-6d2e17b5364e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Sep 16 05:25:07.205113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.256028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.297795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96a3f399-8a8f-4dc4-8f40-3e704ca6d33c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.310529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d0b3bc-24ea-4abc-841a-65d8484ff594,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.345161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3f399-8a8f-4dc4-8f40-3e704ca6d33c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=630af00e-06f8-4f82-b7f9-832ef0f65da9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.345272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.345272 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.346833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/d149ba6e-1079-4c4f-bd15-07a1cb427704 HTTP/1.1" status: 200 len: 1092 time: 1.8261478 Sep 16 05:25:07.347621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b71ddf-37c8-4c59-9461-5090bd16b970', 'tag': 'd149ba6e-1079-4c4f-bd15-07a1cb427704'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:07.351789 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536faba9-05a4-4691-8b39-cbf2cb1b0836" -d '{"events": [{"name": "network-changed", "server_uuid": "65b71ddf-37c8-4c59-9461-5090bd16b970", "tag": "d149ba6e-1079-4c4f-bd15-07a1cb427704"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:07.385342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96a3f399-8a8f-4dc4-8f40-3e704ca6d33c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.390117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-96a3f399-8a8f-4dc4-8f40-3e704ca6d33c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/630af00e-06f8-4f82-b7f9-832ef0f65da9 HTTP/1.1" status: 204 len: 168 time: 1.1907485 Sep 16 05:25:07.391058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55210) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.407972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c177775-9efd-43a0-9bf5-e9347fb754f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d149ba6e-1079-4c4f-bd15-07a1cb427704,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.439231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Made reservation on behalf of d146526565824be4a95ca4d675af6ecd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:07.442939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.540830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.542146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1fa799d-46fe-4454-98ff-212bcfe4f2ef req-915a7465-1cda-458e-ad38-b2e1ee2f93c6 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 2.3095090 Sep 16 05:25:07.550750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a40d8-3131-45ed-bd0c-3dfce03a0649 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.556728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a40d8-3131-45ed-bd0c-3dfce03a0649 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.558401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-571a40d8-3131-45ed-bd0c-3dfce03a0649 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1661398 Sep 16 05:25:07.563435 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa85b1b5-a0e5-40e0-b42e-bc3bb6479b99 x-openstack-request-id: req-aa85b1b5-a0e5-40e0-b42e-bc3bb6479b99 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:07.563718 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b71ddf-37c8-4c59-9461-5090bd16b970", "tag": "d149ba6e-1079-4c4f-bd15-07a1cb427704", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:07.563873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55216) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.568650 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa85b1b5-a0e5-40e0-b42e-bc3bb6479b99 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:07.569105 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b71ddf-37c8-4c59-9461-5090bd16b970', 'tag': 'd149ba6e-1079-4c4f-bd15-07a1cb427704', 'status': 'completed', 'code': 200} Sep 16 05:25:07.665051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-005e1180-eaac-40f0-b81f-b46cdb107b9f req-2b78807b-6929-4d9d-aded-16e076379c72 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-751013205', 'description': 'tempest-description-489745830'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:07.709955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c19fde-21f7-4f24-9a0e-e91dfceebcc9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet c1489860-4830-4611-bbf5-2c825d6390e0 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:07.713965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18c19fde-21f7-4f24-9a0e-e91dfceebcc9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.756898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ffed304-0277-4a7d-863d-1322015e5451 req-b90316a8-e011-4497-8061-b5969559d025 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 210 time: 0.1155837 Sep 16 05:25:07.778801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18c19fde-21f7-4f24-9a0e-e91dfceebcc9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.804960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-005e1180-eaac-40f0-b81f-b46cdb107b9f req-2b78807b-6929-4d9d-aded-16e076379c72 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.807186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-a34d73a6-6dce-45a9-89b4-81ac979222db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.809624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-a34d73a6-6dce-45a9-89b4-81ac979222db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 1095 time: 0.2335989 Sep 16 05:25:07.811598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Allocated IP 172.20.0.14 (c9b64e2a-591f-48f2-a6bb-659bd6f06bef/e36d5563-e7d5-4c7b-914c-065818776eea/a4a721b0-564f-4fb0-864b-8a59a32b7f35) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:07.916237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-332d3d7e-e3e1-457a-9306-8ce062a4a93d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704 HTTP/1.1" status: 200 len: 217 time: 0.0850296 Sep 16 05:25:07.922649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18c19fde-21f7-4f24-9a0e-e91dfceebcc9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.011652 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-005e1180-eaac-40f0-b81f-b46cdb107b9f req-2b78807b-6929-4d9d-aded-16e076379c72 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.120390 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18c19fde-21f7-4f24-9a0e-e91dfceebcc9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.127005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-1d5ea079-175c-404e-8cf1-f9bfdebccd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.128225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-005e1180-eaac-40f0-b81f-b46cdb107b9f req-2b78807b-6929-4d9d-aded-16e076379c72 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.128704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-1d5ea079-175c-404e-8cf1-f9bfdebccd99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.2017357 Sep 16 05:25:08.179795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c19fde-21f7-4f24-9a0e-e91dfceebcc9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=c1489860-4830-4611-bbf5-2c825d6390e0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.193561 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18c19fde-21f7-4f24-9a0e-e91dfceebcc9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.200326 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18c19fde-21f7-4f24-9a0e-e91dfceebcc9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/c1489860-4830-4611-bbf5-2c825d6390e0 HTTP/1.1" status: 204 len: 168 time: 0.6298804 Sep 16 05:25:08.200326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55228) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:08.206704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc44798-edb8-4d4f-ae4f-72c57bbf8307 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:08.211453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78807b-6929-4d9d-aded-16e076379c72 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be8aaa9-acc8-401e-95f7-20f03a1ac8da,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.218280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d531063-65ea-43fe-bfc1-28f60ec43f99 req-078f1e59-2512-4624-803d-c5842901ebe0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.220075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d531063-65ea-43fe-bfc1-28f60ec43f99 req-078f1e59-2512-4624-803d-c5842901ebe0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 943 time: 0.2128885 Sep 16 05:25:08.254136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-db31b867-83c8-4f47-9fa4-2928ad6f28d9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509179 Sep 16 05:25:08.255493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55232) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:08.263010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:08.293239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-df2bc9ff-705b-459f-b9b5-9898e41f98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.294791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-df2bc9ff-705b-459f-b9b5-9898e41f98f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1517537 Sep 16 05:25:08.324768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d531063-65ea-43fe-bfc1-28f60ec43f99 req-0bf99c63-e6f4-48a7-88c2-d425ed87f544 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955620 Sep 16 05:25:08.332060 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.370586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-005e1180-eaac-40f0-b81f-b46cdb107b9f req-2b78807b-6929-4d9d-aded-16e076379c72 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.371978 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-005e1180-eaac-40f0-b81f-b46cdb107b9f req-2b78807b-6929-4d9d-aded-16e076379c72 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7708719 Sep 16 05:25:08.452026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-97a805e4-a9cd-4244-9191-c6466f6da527 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445172 Sep 16 05:25:08.533783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:08.598042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] Deleting port dec9de18-18b5-4dea-a2cf-6db21e1d431c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:08.598453 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.612467 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.617955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:08.623134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.676822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] For port dec9de18-18b5-4dea-a2cf-6db21e1d431c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=dec9de18-18b5-4dea-a2cf-6db21e1d431c,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:08.677227 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.680673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Network c9b64e2a-591f-48f2-a6bb-659bd6f06bef is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:08.689946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:08.692662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] Calling delete_port for dec9de18-18b5-4dea-a2cf-6db21e1d431c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:08.697614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:08.759610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36946978-dea4-4a72-84e9-d8ba2b94be7b req-54ac6819-aa8d-4c90-8a63-6e6bda10cbe0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.761139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36946978-dea4-4a72-84e9-d8ba2b94be7b req-54ac6819-aa8d-4c90-8a63-6e6bda10cbe0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2444956 Sep 16 05:25:08.771548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c84ac0a2-7762-4da5-819d-51f09643fad7 req-b0b7a937-decf-455a-97a2-387b87f14277 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091764 Sep 16 05:25:08.779621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Pushing event updated for resources: {'Port': ['ID=a4a721b0-564f-4fb0-864b-8a59a32b7f35,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.821854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:08.825042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.881426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36946978-dea4-4a72-84e9-d8ba2b94be7b req-0288d3bc-609f-4e3d-9c6e-33dd0da91b83 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943470 Sep 16 05:25:08.973049 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.974791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-f7c1febf-545e-45e6-b65e-0ea9011d3196 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4978676 Sep 16 05:25:08.999693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Request body: {'port': {'device_id': 'aef5cc4b-4c95-4b25-8967-e5025cc7a9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:09.012250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] Pushing event deleted for resources: {'Port': ['ID=dec9de18-18b5-4dea-a2cf-6db21e1d431c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:09.018178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4804d775-39d5-4a7b-b13f-adbd74759a9e None None] No DVR routers for this DVR port dec9de18-18b5-4dea-a2cf-6db21e1d431c on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:09.089927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-ced8c19c-d8af-4c6b-a077-e9a1d0802b7b tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45055 time: 0.5466309 Sep 16 05:25:09.182094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-81e02969-106c-4637-96c7-4d60f7b0576a tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/22eefc5f-0b00-46ce-83c0-3083a3f33aad HTTP/1.1" status: 200 len: 2985 time: 0.0834689 Sep 16 05:25:09.219118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:09.227571 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.302013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:09.309623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:09.321611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663eb94-6815-4ddb-9276-6cddce4b409f None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:09.322310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.326966 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.330009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=3c95b6e5-90ee-431e-8ad9-497591b35647,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:09.347576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-a49edb67-d926-4f6d-93e6-4674a0bd0894 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/22eefc5f-0b00-46ce-83c0-3083a3f33aad HTTP/1.1" status: 200 len: 2985 time: 0.1538196 Sep 16 05:25:09.406035 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-cb35ce82-551f-4e54-b71a-8a09f80ddffb tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/2f70b9a1-e58f-4312-b04e-0abd33230397 HTTP/1.1" status: 200 len: 2985 time: 0.0458617 Sep 16 05:25:09.438260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5aa25dae-2fb9-4d87-8cdb-13b57194803e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1789613 Sep 16 05:25:09.444860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55260) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.456609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:d7:1d:0c', 'name': 'tempest-NetworksTestDHCPv6-808789675'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:09.500256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-1156385a-e49f-426f-a2a0-91c3d695ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.502345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-1156385a-e49f-426f-a2a0-91c3d695ae8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 1095 time: 0.4596639 Sep 16 05:25:09.507348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.539068 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-f5071221-6b0c-40e9-a91e-063ffa67551b tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/2f70b9a1-e58f-4312-b04e-0abd33230397 HTTP/1.1" status: 200 len: 2985 time: 0.1188760 Sep 16 05:25:09.599827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b419a-8d71-4ce1-9b7e-06f26a7553f9 req-67cba851-f2d0-4701-8a24-fc7c02bf16cf tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.601545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-144b419a-8d71-4ce1-9b7e-06f26a7553f9 req-67cba851-f2d0-4701-8a24-fc7c02bf16cf tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 932 time: 0.1363342 Sep 16 05:25:09.682071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-69c711be-99bf-4310-8088-e90c4db11f49 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/460de84a-f47f-4ccf-9670-362f0474bb88 HTTP/1.1" status: 200 len: 2985 time: 0.0809824 Sep 16 05:25:09.705200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '3c95b6e5-90ee-431e-8ad9-497591b35647'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:09.706586 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.757905 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-561f8b5d-d607-42a2-971d-c7ea08e364ab tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/460de84a-f47f-4ccf-9670-362f0474bb88 HTTP/1.1" status: 200 len: 2985 time: 0.0512166 Sep 16 05:25:09.778296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-9551a69c-d1b8-4a21-8393-c9de0e2af0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.779838 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-9551a69c-d1b8-4a21-8393-c9de0e2af0dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.2685583 Sep 16 05:25:09.789825 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-144b419a-8d71-4ce1-9b7e-06f26a7553f9 req-a78a5108-bd7e-40f3-84a6-faef16e47723 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799247 Sep 16 05:25:09.860900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:09.884216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-20ec130b-3c80-4234-8641-19537438ef4c tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6349d72a-ae46-4e01-8c10-f6a7b6a3e3b4 HTTP/1.1" status: 200 len: 2985 time: 0.1163538 Sep 16 05:25:09.899472 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-6e900bfa-1d26-4ae8-a6f3-73e04dd136a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704 HTTP/1.1" status: 200 len: 217 time: 0.1033347 Sep 16 05:25:09.948672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Allocated IP 2001:db8::f816:3eff:fef7:566c (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/3c95b6e5-90ee-431e-8ad9-497591b35647/4b9562b9-5e3e-444e-a740-ca4c4744cd4b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:10.014833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.044725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-cb4b1c9b-eb63-4c21-898b-faca25d73311 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6349d72a-ae46-4e01-8c10-f6a7b6a3e3b4 HTTP/1.1" status: 200 len: 2985 time: 0.1509070 Sep 16 05:25:10.046769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port c8b69353-eee0-4991-b944-332654818620 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:10.150746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da5cd7-fa4d-4046-bf19-10a897aedada req-d34ca147-dad6-425c-b6d2-dc16b2657137 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.163712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7da5cd7-fa4d-4046-bf19-10a897aedada req-d34ca147-dad6-425c-b6d2-dc16b2657137 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 943 time: 0.2849679 Sep 16 05:25:10.168620 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.186140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-ad1a15cf-ec98-4e2a-9242-f9bff872b79f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8e2632af-4a57-43d1-b05b-ca7005669c3d HTTP/1.1" status: 200 len: 2981 time: 0.0966425 Sep 16 05:25:10.191429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-9cd04d0c-3f1b-4c96-8f30-82d5c738c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.192989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-9cd04d0c-3f1b-4c96-8f30-82d5c738c065 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.2621589 Sep 16 05:25:10.249279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-eeeede8b-be83-4f9a-afe4-e24529465bb7 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8e2632af-4a57-43d1-b05b-ca7005669c3d HTTP/1.1" status: 200 len: 2981 time: 0.0552835 Sep 16 05:25:10.286673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7da5cd7-fa4d-4046-bf19-10a897aedada req-13e4db18-6d84-4f77-b645-f715cb533087 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216731 Sep 16 05:25:10.293831 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.352119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:10.358130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:10.365571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:10.369303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Pushing event updated for resources: {'Port': ['ID=4b9562b9-5e3e-444e-a740-ca4c4744cd4b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.369529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a721b0-564f-4fb0-864b-8a59a32b7f35 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:10.386995 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.395750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-0f9e2ee4-5ef8-4999-ad62-59707fcafe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.399041 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-0f9e2ee4-5ef8-4999-ad62-59707fcafe28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933894 Sep 16 05:25:10.419746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fed7:1d0c (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/3c95b6e5-90ee-431e-8ad9-497591b35647/c8b69353-eee0-4991-b944-332654818620) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:10.427358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Transition to ACTIVE for port object a4a721b0-564f-4fb0-864b-8a59a32b7f35 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:25:10.442329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Attempting to bind port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:10.442902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Attempting to bind port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:10.445326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Attempting to bind port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:10.448999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-a60ee845-074b-4721-b4b4-1fc722c71d59 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8f31f6d9-0f16-4fe4-95bc-3fc96824cec1 HTTP/1.1" status: 200 len: 2985 time: 0.1834717 Sep 16 05:25:10.449856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:10.450377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:10.450986 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.451485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:10.452532 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Bound port: 4b9562b9-5e3e-444e-a740-ca4c4744cd4b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:10.453564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.542516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.581896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device dec9de18-18b5-4dea-a2cf-6db21e1d431c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:10.638320 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-af934d27-a738-488e-992a-5b31197daf3d tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8f31f6d9-0f16-4fe4-95bc-3fc96824cec1 HTTP/1.1" status: 200 len: 2985 time: 0.1861069 Sep 16 05:25:10.640390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: dec9de18-18b5-4dea-a2cf-6db21e1d431c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:10.641172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device dec9de18-18b5-4dea-a2cf-6db21e1d431c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:10.650733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] For port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:10.680609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] For port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4b9562b9-5e3e-444e-a740-ca4c4744cd4b,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:10.695206 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-0f586b8f-e004-49be-a714-b07df6903e93 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609673 Sep 16 05:25:10.714296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a721b0-564f-4fb0-864b-8a59a32b7f35,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.747351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-3a25af4e-7b02-45f4-8f3b-e1db7e1aa0e8 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/989874b8-e61c-4375-9ee2-6fd4fb0db73d HTTP/1.1" status: 200 len: 2981 time: 0.0974045 Sep 16 05:25:10.778287 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.805795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.835207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-2039bb94-b0e4-45b6-b91f-3806ce455f08 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/989874b8-e61c-4375-9ee2-6fd4fb0db73d HTTP/1.1" status: 200 len: 2981 time: 0.0787261 Sep 16 05:25:10.876045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c4fd5-89ee-4f05-b7af-b12a8b122f57 req-72cc8afb-c62a-429f-8d6c-cf0037297ea0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.882491 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706c4fd5-89ee-4f05-b7af-b12a8b122f57 req-72cc8afb-c62a-429f-8d6c-cf0037297ea0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2804623 Sep 16 05:25:10.912690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13851f35-20cb-48ee-a5fd-6cc83b49f365 None None] Pushing event updated for resources: {'Port': ['ID=4b9562b9-5e3e-444e-a740-ca4c4744cd4b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.931266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-2bdc9f75-cc6a-4647-b27b-93041edfc844 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9cfc9d07-522f-43af-9a53-d25a1a4405c8 HTTP/1.1" status: 200 len: 2985 time: 0.0759118 Sep 16 05:25:10.980462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.006211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706c4fd5-89ee-4f05-b7af-b12a8b122f57 req-1fb80644-a4e6-45f5-8762-6593f3b8c14d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154370 Sep 16 05:25:11.009071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-536faba9-05a4-4691-8b39-cbf2cb1b0836 req-6b14c683-1b81-4c7e-bf4e-2f75af3a1e61 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968512 Sep 16 05:25:11.009791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Attempting to bind port a4a721b0-564f-4fb0-864b-8a59a32b7f35 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:11.010116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Attempting to bind port a4a721b0-564f-4fb0-864b-8a59a32b7f35 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'd0bb00d8-d5c9-4fc6-9621-191028729d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9b64e2a-591f-48f2-a6bb-659bd6f06bef'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:11.010442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Attempting to bind port a4a721b0-564f-4fb0-864b-8a59a32b7f35 on network c9b64e2a-591f-48f2-a6bb-659bd6f06bef {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:11.017235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Port a4a721b0-564f-4fb0-864b-8a59a32b7f35 on network c9b64e2a-591f-48f2-a6bb-659bd6f06bef not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:11.017235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Attempting to bind port a4a721b0-564f-4fb0-864b-8a59a32b7f35 on network c9b64e2a-591f-48f2-a6bb-659bd6f06bef {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:11.038691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:11.039339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Checking segment: {'id': 'd0bb00d8-d5c9-4fc6-9621-191028729d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9b64e2a-591f-48f2-a6bb-659bd6f06bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:11.041853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Bound using segment: {'id': 'd0bb00d8-d5c9-4fc6-9621-191028729d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9b64e2a-591f-48f2-a6bb-659bd6f06bef'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:11.043591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Bound port: a4a721b0-564f-4fb0-864b-8a59a32b7f35, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bb00d8-d5c9-4fc6-9621-191028729d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9b64e2a-591f-48f2-a6bb-659bd6f06bef'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:11.045573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.087045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:11.097080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-fb6d3d2b-03ef-4ff1-ba80-bb20d251d6e9 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9cfc9d07-522f-43af-9a53-d25a1a4405c8 HTTP/1.1" status: 200 len: 2985 time: 0.1400111 Sep 16 05:25:11.100137 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=c8b69353-eee0-4991-b944-332654818620,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.110152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:11.112442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:11.118514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.119244 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.128360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:11.193358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] For port a4a721b0-564f-4fb0-864b-8a59a32b7f35, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:11.201830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] For port a4a721b0-564f-4fb0-864b-8a59a32b7f35, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a4a721b0-564f-4fb0-864b-8a59a32b7f35,segment=NetworkSegment(d0bb00d8-d5c9-4fc6-9621-191028729d10),segment_id=d0bb00d8-d5c9-4fc6-9621-191028729d10)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:11.203254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-d99fb335-46aa-43da-aa33-e14235147e87 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b3ec6c79-3dd7-4338-b657-5a9931286f1b HTTP/1.1" status: 200 len: 2985 time: 0.1052132 Sep 16 05:25:11.299934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55296) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:11.300223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b888bb46-174d-49c6-b7d5-0b15e7e4db41 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8495853 Sep 16 05:25:11.300223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-c25b5531-1b84-4080-b9de-7fba51408400 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b3ec6c79-3dd7-4338-b657-5a9931286f1b HTTP/1.1" status: 200 len: 2985 time: 0.0889266 Sep 16 05:25:11.347387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.393533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8498cfbf-505f-4022-b48a-3422511b056d details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:11.420091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-5b9e58ee-5108-43e2-9df1-eb4b715f53c7 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c103e34c-296d-48b2-8af3-0cf7273b7ea8 HTTP/1.1" status: 200 len: 2977 time: 0.1103258 Sep 16 05:25:11.449751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.450509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.452117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] 10.222.0.66 "PUT /v2.0/ports/a4a721b0-564f-4fb0-864b-8a59a32b7f35 HTTP/1.1" status: 200 len: 1093 time: 2.4618795 Sep 16 05:25:11.472968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef5cc4b-4c95-4b25-8967-e5025cc7a9ff', 'tag': 'a4a721b0-564f-4fb0-864b-8a59a32b7f35'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:11.476010 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cc73f4-99b2-4832-8915-d313c55ea328" -d '{"events": [{"name": "network-changed", "server_uuid": "aef5cc4b-4c95-4b25-8967-e5025cc7a9ff", "tag": "a4a721b0-564f-4fb0-864b-8a59a32b7f35"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:11.487785 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-aa722171-370f-4e1b-89a6-bf369ad75290 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c103e34c-296d-48b2-8af3-0cf7273b7ea8 HTTP/1.1" status: 200 len: 2977 time: 0.0586722 Sep 16 05:25:11.488423 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867521c9-721e-4537-a3d5-e54847400b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.554586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa97198-1eee-4f95-88e6-29cfdcef8dda tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.563326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa97198-1eee-4f95-88e6-29cfdcef8dda tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.565256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eaa97198-1eee-4f95-88e6-29cfdcef8dda tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2687516 Sep 16 05:25:11.574308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:11.580643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a1df5-b812-4892-8305-7f67d40cc5d2 req-cf497621-7002-4dde-89e8-aed059525266 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.588861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d82a1df5-b812-4892-8305-7f67d40cc5d2 req-cf497621-7002-4dde-89e8-aed059525266 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 944 time: 0.2328017 Sep 16 05:25:11.593918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:11.603382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8498cfbf-505f-4022-b48a-3422511b056d', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'port_id': '8498cfbf-505f-4022-b48a-3422511b056d', 'mac_address': 'fa:16:3e:34:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec37c82-919e-41b8-8934-007460e0c85e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:11.611430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2328eb-aa21-4f0c-b0cc-71b698dd00b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a721b0-564f-4fb0-864b-8a59a32b7f35,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.713510 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.740964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8498cfbf-505f-4022-b48a-3422511b056d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:11.760867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d82a1df5-b812-4892-8305-7f67d40cc5d2 req-d5cc9896-732e-4f5e-bf4d-3562a9efd1ca tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704180 Sep 16 05:25:11.793337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:11.858093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-8ad88ab4-d825-4260-a7dc-c263da7cd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.862209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-8ad88ab4-d825-4260-a7dc-c263da7cd21f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d146526565824be4a95ca4d675af6ecd&device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 1096 time: 0.2412899 Sep 16 05:25:11.864485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.960642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.016662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8498cfbf-505f-4022-b48a-3422511b056d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:12.028396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-ca53bba0-bf76-4744-aaa2-ada5948271d0 tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f6af0486-326c-4874-bdd6-1d50e2f29088 HTTP/1.1" status: 200 len: 2973 time: 0.5243168 Sep 16 05:25:12.047797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-b8d6b133-e463-4932-8b8a-a9af7b045934 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4a721b0-564f-4fb0-864b-8a59a32b7f35 HTTP/1.1" status: 200 len: 217 time: 0.1593060 Sep 16 05:25:12.085936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-94728ed7-c830-4804-b5a8-61dc6e957a08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port c8b69353-eee0-4991-b944-332654818620 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:12.086586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94728ed7-c830-4804-b5a8-61dc6e957a08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.116717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867521c9-721e-4537-a3d5-e54847400b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.123590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device d149ba6e-1079-4c4f-bd15-07a1cb427704 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:12.135062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101df308-f097-416d-9614-dabefa36df7d req-02961680-cdfb-477d-80ce-04a3a27c59fe tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f6af0486-326c-4874-bdd6-1d50e2f29088 HTTP/1.1" status: 200 len: 2973 time: 0.1002266 Sep 16 05:25:12.250174 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867521c9-721e-4537-a3d5-e54847400b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.257292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-94060507-7e06-4050-8149-c9dce55a1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.259584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-94060507-7e06-4050-8149-c9dce55a1f6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e36d5563-e7d5-4c7b-914c-065818776eea HTTP/1.1" status: 200 len: 862 time: 0.1900487 Sep 16 05:25:12.284316 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a038d1-5d5b-40f4-b7e8-1b177c083b7b x-openstack-request-id: req-a7a038d1-5d5b-40f4-b7e8-1b177c083b7b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:12.284316 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef5cc4b-4c95-4b25-8967-e5025cc7a9ff", "tag": "a4a721b0-564f-4fb0-864b-8a59a32b7f35", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:12.284316 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7a038d1-5d5b-40f4-b7e8-1b177c083b7b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:12.284316 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef5cc4b-4c95-4b25-8967-e5025cc7a9ff', 'tag': 'a4a721b0-564f-4fb0-864b-8a59a32b7f35', 'status': 'completed', 'code': 200} Sep 16 05:25:12.325870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40208edf-3565-4a2f-a518-f735e47b27fb req-5622ee8e-32f5-4b8b-8dd9-50bb49808b2b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.328491 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40208edf-3565-4a2f-a518-f735e47b27fb req-5622ee8e-32f5-4b8b-8dd9-50bb49808b2b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 943 time: 0.3129556 Sep 16 05:25:12.408180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-0ed01256-64e5-4389-90d5-b8a332da7c12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b64e2a-591f-48f2-a6bb-659bd6f06bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167505 Sep 16 05:25:12.481472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port d149ba6e-1079-4c4f-bd15-07a1cb427704, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:12.507115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'd149ba6e-1079-4c4f-bd15-07a1cb427704', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': 'd149ba6e-1079-4c4f-bd15-07a1cb427704', 'mac_address': 'fa:16:3e:5f:be:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:12.532069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867521c9-721e-4537-a3d5-e54847400b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8e8a25-55af-41a7-a2df-abbbc9b69fd2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.558124 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.569630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e4bbb-e193-441b-be14-d2abd40cd8c0 req-4d253091-4730-4533-8bef-76c29127438b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.572627 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-280e4bbb-e193-441b-be14-d2abd40cd8c0 req-4d253091-4730-4533-8bef-76c29127438b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 945 time: 0.1679046 Sep 16 05:25:12.581923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d149ba6e-1079-4c4f-bd15-07a1cb427704 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:12.614165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-867521c9-721e-4537-a3d5-e54847400b2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7be9e58ca17c42f5b8eca6e359b30330&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4845560 Sep 16 05:25:12.623190 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94728ed7-c830-4804-b5a8-61dc6e957a08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.623547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55328) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:12.631993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port d149ba6e-1079-4c4f-bd15-07a1cb427704, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:12.650252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-94728ed7-c830-4804-b5a8-61dc6e957a08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for c8b69353-eee0-4991-b944-332654818620 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:12.701232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.706434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40208edf-3565-4a2f-a518-f735e47b27fb req-b0adf108-8319-4e08-8ba8-6e6849200297 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365569 Sep 16 05:25:12.749853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-280e4bbb-e193-441b-be14-d2abd40cd8c0 req-531e80c0-a579-4e13-894b-ead7aa62c459 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682065 Sep 16 05:25:12.820588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d0eede67-33b0-458a-9d40-5c001548e9f2 None None] Provisioning complete for port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:12.823538 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0eede67-33b0-458a-9d40-5c001548e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.863123 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-773f34e4-8fc1-4a9e-8202-4b38e3916f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.891926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4b9562b9-5e3e-444e-a740-ca4c4744cd4b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:12.956263 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-773f34e4-8fc1-4a9e-8202-4b38e3916f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.999486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-9c31aef0-8ac4-4af5-80d7-34ec5f8a0ed9 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b64e2a-591f-48f2-a6bb-659bd6f06bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392753 Sep 16 05:25:13.072710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f22e966e-291a-4c16-b794-8ed09565bcd2 req-34462946-67ec-463e-8cb2-5be4db369476 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=572c2de64faf4798a77351c4b5302517 HTTP/1.1" status: 200 len: 6110 time: 0.1392462 Sep 16 05:25:13.082668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:13.083056 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.154425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d149ba6e-1079-4c4f-bd15-07a1cb427704'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:13.171519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f22e966e-291a-4c16-b794-8ed09565bcd2 req-6bbaf4c5-b45c-4f4b-9e9d-0235be673606 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "GET /v2.0/security-groups/460de84a-f47f-4ccf-9670-362f0474bb88 HTTP/1.1" status: 200 len: 2985 time: 0.0970244 Sep 16 05:25:13.181079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-773f34e4-8fc1-4a9e-8202-4b38e3916f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.184058 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-773f34e4-8fc1-4a9e-8202-4b38e3916f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.188613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-773f34e4-8fc1-4a9e-8202-4b38e3916f33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab8e8a25-55af-41a7-a2df-abbbc9b69fd2 HTTP/1.1" status: 204 len: 168 time: 0.5627897 Sep 16 05:25:13.242285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f34e4-8fc1-4a9e-8202-4b38e3916f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8e8a25-55af-41a7-a2df-abbbc9b69fd2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.286582 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f22e966e-291a-4c16-b794-8ed09565bcd2 req-5266fd84-d511-4540-a921-572217adccc1 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "GET /v2.0/security-groups/460de84a-f47f-4ccf-9670-362f0474bb88 HTTP/1.1" status: 200 len: 2985 time: 0.1135092 Sep 16 05:25:13.420718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31d3f94f-5b67-40f6-8948-d83e1b5f6235 req-8f69b6cf-7a90-46a7-ba26-239ec78dc516 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b64e2a-591f-48f2-a6bb-659bd6f06bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644416 Sep 16 05:25:13.446544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fcbc423-dcd6-4456-8796-c2fc119c5218 req-65bd7647-61a0-4445-b2f3-02acea96877b tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/2be8aaa9-acc8-401e-95f7-20f03a1ac8da HTTP/1.1" status: 200 len: 1778 time: 0.1073394 Sep 16 05:25:13.478104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509f6da-a8b2-4edd-9371-2053a805912c req-db318a75-0c8f-4075-bc10-6afcf0dfc960 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.488408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4509f6da-a8b2-4edd-9371-2053a805912c req-db318a75-0c8f-4075-bc10-6afcf0dfc960 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 944 time: 0.3288231 Sep 16 05:25:13.539151 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4509f6da-a8b2-4edd-9371-2053a805912c req-f56e5ce0-d235-4893-bf95-bbea2c1ab9a1 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497253 Sep 16 05:25:13.544813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8fcbc423-dcd6-4456-8796-c2fc119c5218 req-b72c73dc-a980-44b3-a860-814e41c71c9f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.586882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8fcbc423-dcd6-4456-8796-c2fc119c5218 req-b72c73dc-a980-44b3-a860-814e41c71c9f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.600955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8498cfbf-505f-4022-b48a-3422511b056d up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:13.604667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=d149ba6e-1079-4c4f-bd15-07a1cb427704,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.682415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94728ed7-c830-4804-b5a8-61dc6e957a08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.770685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8fcbc423-dcd6-4456-8796-c2fc119c5218 req-b72c73dc-a980-44b3-a860-814e41c71c9f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.774438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8fcbc423-dcd6-4456-8796-c2fc119c5218 req-b72c73dc-a980-44b3-a860-814e41c71c9f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.775930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fcbc423-dcd6-4456-8796-c2fc119c5218 req-b72c73dc-a980-44b3-a860-814e41c71c9f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/2be8aaa9-acc8-401e-95f7-20f03a1ac8da HTTP/1.1" status: 204 len: 173 time: 0.3281980 Sep 16 05:25:13.798476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c73dc-a980-44b3-a860-814e41c71c9f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be8aaa9-acc8-401e-95f7-20f03a1ac8da,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.881419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94728ed7-c830-4804-b5a8-61dc6e957a08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=c8b69353-eee0-4991-b944-332654818620,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.923192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e5672a9-9e2b-406d-b31f-e583af835829 req-006e1021-d066-42e9-83f7-8e99c7fbeeeb tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "GET /v2.0/security-groups/69d0b3bc-24ea-4abc-841a-65d8484ff594 HTTP/1.1" status: 200 len: 1780 time: 0.0902903 Sep 16 05:25:13.960890 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94728ed7-c830-4804-b5a8-61dc6e957a08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.963596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-94728ed7-c830-4804-b5a8-61dc6e957a08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/c8b69353-eee0-4991-b944-332654818620 HTTP/1.1" status: 204 len: 168 time: 2.3680801 Sep 16 05:25:13.973891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.025008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-7339534d-9b40-4b5a-b110-0e297cc2839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.027530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-7339534d-9b40-4b5a-b110-0e297cc2839e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d146526565824be4a95ca4d675af6ecd&device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 1096 time: 0.3042786 Sep 16 05:25:14.073536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8b285-7d72-4333-b3e6-5af285f9ceee req-7429f40f-43cb-41c7-aefe-50cb8909cb1c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.082814 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5f8b285-7d72-4333-b3e6-5af285f9ceee req-7429f40f-43cb-41c7-aefe-50cb8909cb1c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 944 time: 0.1388667 Sep 16 05:25:14.134756 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0eede67-33b0-458a-9d40-5c001548e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.186674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef647cae-8053-4cf6-ba59-fc85f4617fbe tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.194817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef647cae-8053-4cf6-ba59-fc85f4617fbe tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.200900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef647cae-8053-4cf6-ba59-fc85f4617fbe tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2158995 Sep 16 05:25:14.210234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55364) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.223303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8498cfbf-505f-4022-b48a-3422511b056d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:14.226141 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.252268 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5f8b285-7d72-4333-b3e6-5af285f9ceee req-807a8ffa-4780-4702-a49a-99e7898413cc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644325 Sep 16 05:25:14.308596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-74628d06-815a-407f-a7ef-f68676b489df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.315367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-74628d06-815a-407f-a7ef-f68676b489df service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9b64e2a-591f-48f2-a6bb-659bd6f06bef HTTP/1.1" status: 200 len: 923 time: 0.2765641 Sep 16 05:25:14.333760 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.376977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1521bd51-3f5e-4f62-8638-bfcb46a11ad8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 3c95b6e5-90ee-431e-8ad9-497591b35647 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:14.388309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1521bd51-3f5e-4f62-8638-bfcb46a11ad8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.450503 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-b3e5bcee-2d7e-458b-8c51-db7dd5e09f89 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4a721b0-564f-4fb0-864b-8a59a32b7f35 HTTP/1.1" status: 200 len: 217 time: 0.1216965 Sep 16 05:25:14.489177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1521bd51-3f5e-4f62-8638-bfcb46a11ad8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.534092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-95e8d0d3-dc71-4e53-b777-f69498018184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.536031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-95e8d0d3-dc71-4e53-b777-f69498018184 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e36d5563-e7d5-4c7b-914c-065818776eea HTTP/1.1" status: 200 len: 862 time: 0.0669446 Sep 16 05:25:14.548102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3301e-ba7f-4a51-88c7-08a976787f06 req-b9ef5b80-4056-4ed0-8cd2-2e1a1098d117 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.556881 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9d3301e-ba7f-4a51-88c7-08a976787f06 req-b9ef5b80-4056-4ed0-8cd2-2e1a1098d117 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 945 time: 0.1190639 Sep 16 05:25:14.576757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d0eede67-33b0-458a-9d40-5c001548e9f2 None None] For port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4b9562b9-5e3e-444e-a740-ca4c4744cd4b,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:14.616384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-782b8d17-792a-44eb-91a4-aa9019fd4b40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b64e2a-591f-48f2-a6bb-659bd6f06bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498662 Sep 16 05:25:14.674524 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e5672a9-9e2b-406d-b31f-e583af835829 req-29472666-86f7-4ded-bc2e-2cbfee2a844f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.682466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9d3301e-ba7f-4a51-88c7-08a976787f06 req-c72c2b84-4c43-4974-9488-c1682ab39af9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233985 Sep 16 05:25:14.724349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e5672a9-9e2b-406d-b31f-e583af835829 req-29472666-86f7-4ded-bc2e-2cbfee2a844f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.862608 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1521bd51-3f5e-4f62-8638-bfcb46a11ad8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.871106 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0eede67-33b0-458a-9d40-5c001548e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.932104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-2100e2b8-baef-4fcb-a10a-ccfdf6bef159 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b64e2a-591f-48f2-a6bb-659bd6f06bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047497 Sep 16 05:25:14.962491 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:14.963054 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:15.071759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9dc60e12-f215-4bbf-9360-1529bbde5043 None None] Could not find standard attr ID for object c8b69353-eee0-4991-b944-332654818620. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:15.114459 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e5672a9-9e2b-406d-b31f-e583af835829 req-29472666-86f7-4ded-bc2e-2cbfee2a844f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.117366 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8e5672a9-9e2b-406d-b31f-e583af835829 req-29472666-86f7-4ded-bc2e-2cbfee2a844f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.125054 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e5672a9-9e2b-406d-b31f-e583af835829 req-29472666-86f7-4ded-bc2e-2cbfee2a844f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/69d0b3bc-24ea-4abc-841a-65d8484ff594 HTTP/1.1" status: 204 len: 173 time: 1.1900113 Sep 16 05:25:15.139130 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.144117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eede67-33b0-458a-9d40-5c001548e9f2 None None] Pushing event updated for resources: {'Port': ['ID=4b9562b9-5e3e-444e-a740-ca4c4744cd4b,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.166833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29472666-86f7-4ded-bc2e-2cbfee2a844f tempest-SecurityGroupsTestAdminJSON-2046505280 tempest-SecurityGroupsTestAdminJSON-2046505280-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d0b3bc-24ea-4abc-841a-65d8484ff594,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.198493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1521bd51-3f5e-4f62-8638-bfcb46a11ad8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.208520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:15.212325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:15.216885 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb77f5f-c408-458d-97c2-3f29b8bf0765" -d '{"events": [{"server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "name": "network-vif-plugged", "status": "completed", "tag": "8498cfbf-505f-4022-b48a-3422511b056d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:15.240289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4e024-e9d5-4bbd-afb7-87f0893d4d1b None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:15.251952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1521bd51-3f5e-4f62-8638-bfcb46a11ad8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.256523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1521bd51-3f5e-4f62-8638-bfcb46a11ad8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/3c95b6e5-90ee-431e-8ad9-497591b35647 HTTP/1.1" status: 204 len: 168 time: 1.0414102 Sep 16 05:25:15.263321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55384) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:15.295547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa33f1-892b-49ed-bf40-a9d7edfc027b req-76ad7276-efea-4c24-870a-2e98ae5ade96 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:15.296713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d0aa33f1-892b-49ed-bf40-a9d7edfc027b req-76ad7276-efea-4c24-870a-2e98ae5ade96 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 944 time: 0.2890856 Sep 16 05:25:15.305569 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.315656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521bd51-3f5e-4f62-8638-bfcb46a11ad8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=3c95b6e5-90ee-431e-8ad9-497591b35647,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.350141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-78fbf98f-94d1-463f-ac12-111c1a659f25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2707982 Sep 16 05:25:15.365269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5cc73f4-99b2-4832-8915-d313c55ea328 req-c47946a3-46b8-40da-bd71-d2df001f3e2c service neutron] 10.222.0.66 "GET /v2.0/networks/c9b64e2a-591f-48f2-a6bb-659bd6f06bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248767 Sep 16 05:25:15.369205 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-877228bc-dd19-4227-b727-d9a8b3277345 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604067 Sep 16 05:25:15.378334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:15.403236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-939b355c-42d3-4160-9cd3-08b17a4530bb req-9314cc94-5201-426f-961b-bb4ce32b4bd2 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "GET /v2.0/security-groups/f92cb00c-8cca-403f-b65d-7a59c6eccdc6 HTTP/1.1" status: 200 len: 1779 time: 0.2543457 Sep 16 05:25:15.496016 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d0aa33f1-892b-49ed-bf40-a9d7edfc027b req-777d8715-7846-4139-aa9f-6a85e22db194 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854479 Sep 16 05:25:15.496131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f05f9-58cd-4bbd-8507-4fd3aa2b7bc1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:15.496131 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e95f05f9-58cd-4bbd-8507-4fd3aa2b7bc1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113250 Sep 16 05:25:15.506518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55390) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:15.506764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a4a721b0-564f-4fb0-864b-8a59a32b7f35 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:15.581634 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a8bf2d-f429-4882-bc22-c9a586df404f x-openstack-request-id: req-15a8bf2d-f429-4882-bc22-c9a586df404f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:15.581988 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "name": "network-vif-plugged", "status": "completed", "tag": "8498cfbf-505f-4022-b48a-3422511b056d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:15.582446 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15a8bf2d-f429-4882-bc22-c9a586df404f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:15.583588 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d', 'code': 200} Sep 16 05:25:15.607606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad5e71a-289c-48c2-a6a5-8b42302be2a5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:15.614148 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bad5e71a-289c-48c2-a6a5-8b42302be2a5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1071315 Sep 16 05:25:15.615952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55394) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:15.684976 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-939b355c-42d3-4160-9cd3-08b17a4530bb req-d08ecea3-8c36-4d8d-ace7-3a56266e931a tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.703954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-968f0f16-45ad-4122-8fc0-5e89e4e08011 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768058 Sep 16 05:25:15.706010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55398) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:15.723357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.727378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:15.765302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-939b355c-42d3-4160-9cd3-08b17a4530bb req-d08ecea3-8c36-4d8d-ace7-3a56266e931a tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.848528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a4a721b0-564f-4fb0-864b-8a59a32b7f35, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a4a721b0-564f-4fb0-864b-8a59a32b7f35,segment=NetworkSegment(d0bb00d8-d5c9-4fc6-9621-191028729d10),segment_id=d0bb00d8-d5c9-4fc6-9621-191028729d10)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:15.908676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'a4a721b0-564f-4fb0-864b-8a59a32b7f35', 'network_id': 'c9b64e2a-591f-48f2-a6bb-659bd6f06bef', 'port_id': 'a4a721b0-564f-4fb0-864b-8a59a32b7f35', 'mac_address': 'fa:16:3e:5b:b5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36d5563-e7d5-4c7b-914c-065818776eea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:15.979952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:16.031090 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.050201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a721b0-564f-4fb0-864b-8a59a32b7f35 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:16.082388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a4a721b0-564f-4fb0-864b-8a59a32b7f35, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a4a721b0-564f-4fb0-864b-8a59a32b7f35,segment=NetworkSegment(d0bb00d8-d5c9-4fc6-9621-191028729d10),segment_id=d0bb00d8-d5c9-4fc6-9621-191028729d10)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:16.104335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] Deleting port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:16.105773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.111309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-939b355c-42d3-4160-9cd3-08b17a4530bb req-d08ecea3-8c36-4d8d-ace7-3a56266e931a tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.119021 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-939b355c-42d3-4160-9cd3-08b17a4530bb req-d08ecea3-8c36-4d8d-ace7-3a56266e931a tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.125773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-939b355c-42d3-4160-9cd3-08b17a4530bb req-d08ecea3-8c36-4d8d-ace7-3a56266e931a tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "DELETE /v2.0/security-groups/f92cb00c-8cca-403f-b65d-7a59c6eccdc6 HTTP/1.1" status: 204 len: 173 time: 0.7203045 Sep 16 05:25:16.169628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ecea3-8c36-4d8d-ace7-3a56266e931a tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92cb00c-8cca-403f-b65d-7a59c6eccdc6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.174805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device d149ba6e-1079-4c4f-bd15-07a1cb427704 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:16.178782 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.190358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:16.203539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.360246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] For port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4b9562b9-5e3e-444e-a740-ca4c4744cd4b,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:16.360852 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.441803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] Calling delete_port for 4b9562b9-5e3e-444e-a740-ca4c4744cd4b owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:16.498254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=a4a721b0-564f-4fb0-864b-8a59a32b7f35,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.620973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['a4a721b0-564f-4fb0-864b-8a59a32b7f35'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:16.692285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port d149ba6e-1079-4c4f-bd15-07a1cb427704 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:25:16.745437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a070b-7fc9-402f-9b53-db584887dc5f req-72766d62-eb4c-408c-a840-c1e52d743216 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.755405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed3a070b-7fc9-402f-9b53-db584887dc5f req-72766d62-eb4c-408c-a840-c1e52d743216 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.4658830 Sep 16 05:25:16.780065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-2900d526-2b52-4c76-b566-496a0e5c5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.783250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-2900d526-2b52-4c76-b566-496a0e5c5277 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51fe8b50c4274c2fb1e1a35f85a1cc2c&device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 1097 time: 1.3529038 Sep 16 05:25:16.791548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port d149ba6e-1079-4c4f-bd15-07a1cb427704 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:16.792179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.842120 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed3a070b-7fc9-402f-9b53-db584887dc5f req-39b4d5aa-5a31-40e4-b4ca-862dabbbaec1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802975 Sep 16 05:25:16.843847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6605d25-70b8-4199-9151-903c85052326 req-6a3e2466-3c7a-421a-824a-66b602b3e39f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.861784 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6605d25-70b8-4199-9151-903c85052326 req-6a3e2466-3c7a-421a-824a-66b602b3e39f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 944 time: 0.3161631 Sep 16 05:25:16.887975 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.020068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] Pushing event deleted for resources: {'Port': ['ID=4b9562b9-5e3e-444e-a740-ca4c4744cd4b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.038935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2072f1-6fa7-46d4-9e2d-e447abeffc13 None None] No DVR routers for this DVR port 4b9562b9-5e3e-444e-a740-ca4c4744cd4b on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:17.040063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:17.044621 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.136844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:17.146577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:17.161622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.161622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.169808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=1dddec6c-a0c3-4f3a-8b7c-f6f4d684671c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.183257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36205750-4541-400a-a7e2-d8d456533903 req-42c12863-e72c-4519-8437-5a1dd8f0cb67 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "GET /v2.0/security-groups/8ccf267c-f00c-4c71-bd68-ef6f51468c4e HTTP/1.1" status: 200 len: 1779 time: 0.1417320 Sep 16 05:25:17.183824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a693cc32-d699-42c3-8b62-0f2cfaa636db None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:17.212722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-2c57b468-98aa-4bd3-911a-433e414fef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.215479 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-2c57b468-98aa-4bd3-911a-433e414fef52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9003e45a-1b6d-4881-aa1e-2b660512ffb5 HTTP/1.1" status: 200 len: 917 time: 0.3523712 Sep 16 05:25:17.270374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7656c284-cab6-4195-b077-5a688ed495a2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5501745 Sep 16 05:25:17.280692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55422) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:17.289604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:5b:a7:d0', 'name': 'tempest-NetworksTestDHCPv6-38065746'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:17.299911 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-36205750-4541-400a-a7e2-d8d456533903 req-d543996e-ff93-4889-a529-9a85b83e8bb1 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.403279 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-36205750-4541-400a-a7e2-d8d456533903 req-d543996e-ff93-4889-a529-9a85b83e8bb1 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.453571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6605d25-70b8-4199-9151-903c85052326 req-05b50126-1d7f-49d0-8183-681278f7f203 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753214 Sep 16 05:25:17.457846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-7d9f96f5-a331-49c4-a832-11430ab7f1f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=757bac38-d245-4438-b0f0-4b3675b33fa6 HTTP/1.1" status: 200 len: 1001 time: 0.1809919 Sep 16 05:25:17.535774 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.595684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-36205750-4541-400a-a7e2-d8d456533903 req-d543996e-ff93-4889-a529-9a85b83e8bb1 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.600350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-36205750-4541-400a-a7e2-d8d456533903 req-d543996e-ff93-4889-a529-9a85b83e8bb1 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.610911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36205750-4541-400a-a7e2-d8d456533903 req-d543996e-ff93-4889-a529-9a85b83e8bb1 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] 10.222.0.49 "DELETE /v2.0/security-groups/8ccf267c-f00c-4c71-bd68-ef6f51468c4e HTTP/1.1" status: 204 len: 173 time: 0.4248636 Sep 16 05:25:17.651342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:17.658606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-e7cdabce-dd57-42be-8032-41fd71bc75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.658606 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-e7cdabce-dd57-42be-8032-41fd71bc75dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3499753c-73f6-451f-b14f-059ddde3c11b HTTP/1.1" status: 200 len: 855 time: 0.1899459 Sep 16 05:25:17.727018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543996e-ff93-4889-a529-9a85b83e8bb1 tempest-SecurityGroupsTestAdminJSON-333193744 tempest-SecurityGroupsTestAdminJSON-333193744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccf267c-f00c-4c71-bd68-ef6f51468c4e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.861243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-8f840466-54bb-4147-8fd6-15eb0e25ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.864038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-8f840466-54bb-4147-8fd6-15eb0e25ce3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9003e45a-1b6d-4881-aa1e-2b660512ffb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1946669 Sep 16 05:25:17.881673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b71ddf-37c8-4c59-9461-5090bd16b970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd149ba6e-1079-4c4f-bd15-07a1cb427704'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:17.885604 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc6f9b0-92a6-4323-b787-0bd9d6d2bd4d" -d '{"events": [{"server_uuid": "65b71ddf-37c8-4c59-9461-5090bd16b970", "name": "network-vif-plugged", "status": "completed", "tag": "d149ba6e-1079-4c4f-bd15-07a1cb427704"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:17.933564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port d149ba6e-1079-4c4f-bd15-07a1cb427704, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:17.936039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a922d-a71b-4018-b69a-646c8240d79a req-2bc84ebb-dd7a-4caa-bd29-683ca29d0b42 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.938867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-251a922d-a71b-4018-b69a-646c8240d79a req-2bc84ebb-dd7a-4caa-bd29-683ca29d0b42 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 945 time: 0.2590775 Sep 16 05:25:17.978810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.992092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4b9562b9-5e3e-444e-a740-ca4c4744cd4b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:18.040840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 8d3a1531-5ff1-4f7f-85c1-1d1918156843 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:18.082896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '1dddec6c-a0c3-4f3a-8b7c-f6f4d684671c'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:18.084469 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.088713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 4b9562b9-5e3e-444e-a740-ca4c4744cd4b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:18.089263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4b9562b9-5e3e-444e-a740-ca4c4744cd4b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:18.104290 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.166978 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-251a922d-a71b-4018-b69a-646c8240d79a req-051bc336-7c34-48ac-86ce-97ac8fec2b90 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783404 Sep 16 05:25:18.243718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=d149ba6e-1079-4c4f-bd15-07a1cb427704,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.342645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-6f306458-dc9a-462e-bab8-e42f91aed95b service neutron] 10.222.0.30 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696209 Sep 16 05:25:18.443008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fe5b:a7d0 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/1dddec6c-a0c3-4f3a-8b7c-f6f4d684671c/8d3a1531-5ff1-4f7f-85c1-1d1918156843) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:18.690794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcff3b96-1db6-495e-be78-4e04adc8da91 req-7ea39855-37a1-4fbe-9853-7fa99ec18249 service neutron] 10.222.0.30 "GET /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395350 Sep 16 05:25:18.801272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:18.982195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.990955 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:19.094421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.161882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10d8c-9849-4921-9bfd-6ef092ecefbe req-1fe65ef3-a4a9-4ca7-8c39-aecc0f836238 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:19.171244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6d10d8c-9849-4921-9bfd-6ef092ecefbe req-1fe65ef3-a4a9-4ca7-8c39-aecc0f836238 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2335038 Sep 16 05:25:19.203708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9ab8ca6f-aa38-4be4-b178-ae19916b7ffc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=572c2de64faf4798a77351c4b5302517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007833 Sep 16 05:25:19.207845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:19.286500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=8d3a1531-5ff1-4f7f-85c1-1d1918156843,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:19.299422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Allocated IP 2001:db8::f816:3eff:fe1e:315c (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/1dddec6c-a0c3-4f3a-8b7c-f6f4d684671c/bb82cabd-b15e-456a-af86-d9f30f64aecb) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:19.325981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:19.331709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:19.335795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:19.347332 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6d10d8c-9849-4921-9bfd-6ef092ecefbe req-2d3986f5-0a93-4966-ad5f-36bbebaaa29d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747851 Sep 16 05:25:19.351680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72c54d7c-d163-4714-8055-12668aa4a170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.353413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:19.356802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.426131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72c54d7c-d163-4714-8055-12668aa4a170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.446796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a4a721b0-564f-4fb0-864b-8a59a32b7f35 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:19.474046 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7273e650-406d-4e99-9065-256f08d6562b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1914175 Sep 16 05:25:19.475170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:19.591344 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b920351f-a34b-4416-b570-4878000c9deb x-openstack-request-id: req-b920351f-a34b-4416-b570-4878000c9deb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:19.591344 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b71ddf-37c8-4c59-9461-5090bd16b970", "name": "network-vif-plugged", "status": "completed", "tag": "d149ba6e-1079-4c4f-bd15-07a1cb427704", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:19.607612 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b920351f-a34b-4416-b570-4878000c9deb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:19.613502 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b71ddf-37c8-4c59-9461-5090bd16b970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd149ba6e-1079-4c4f-bd15-07a1cb427704', 'code': 200} Sep 16 05:25:19.627138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72c54d7c-d163-4714-8055-12668aa4a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.632941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72c54d7c-d163-4714-8055-12668aa4a170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.647564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-72c54d7c-d163-4714-8055-12668aa4a170 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/460de84a-f47f-4ccf-9670-362f0474bb88 HTTP/1.1" status: 204 len: 168 time: 0.4292645 Sep 16 05:25:19.703445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31c583-33fc-42f6-be0e-c8715e4da442 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:19.732784 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a31c583-33fc-42f6-be0e-c8715e4da442 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2556896 Sep 16 05:25:19.739909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:19.786874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c54d7c-d163-4714-8055-12668aa4a170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460de84a-f47f-4ccf-9670-362f0474bb88,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:19.877510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5bd0d-b0ff-4af8-8477-4341f5b0d25d req-66089ade-ba1b-453c-9648-4d3a738597d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:19.881061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8bf5bd0d-b0ff-4af8-8477-4341f5b0d25d req-66089ade-ba1b-453c-9648-4d3a738597d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 1097 time: 0.2266519 Sep 16 05:25:19.956037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8bf5bd0d-b0ff-4af8-8477-4341f5b0d25d req-dd709ae3-b5cb-45e4-8578-1da8258eabdc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589395 Sep 16 05:25:19.980995 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.017505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cf1858b-ca9e-4e4c-9835-e4e8e6a5c7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.046366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port a4a721b0-564f-4fb0-864b-8a59a32b7f35 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:25:20.057468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port a4a721b0-564f-4fb0-864b-8a59a32b7f35 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:20.058061 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.081702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201629b3-7ce5-46eb-89c7-b4ee3e4f3aa3 req-6b8273eb-dde2-4082-9610-592c823a7937 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.084248 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-201629b3-7ce5-46eb-89c7-b4ee3e4f3aa3 req-6b8273eb-dde2-4082-9610-592c823a7937 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.2319527 Sep 16 05:25:20.103024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d077ac5-a42b-4393-94dc-e46e76426075 req-07df8bfd-f167-4b9f-bd79-804e55c3395d tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.106557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8d077ac5-a42b-4393-94dc-e46e76426075 req-07df8bfd-f167-4b9f-bd79-804e55c3395d tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 945 time: 0.1382260 Sep 16 05:25:20.141755 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.219948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8d077ac5-a42b-4393-94dc-e46e76426075 req-f4cb8699-456b-46b8-87f7-1acd977ba9f2 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967414 Sep 16 05:25:20.244898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:20.255944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:20.266393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f910c6ae-80d0-4083-9fd2-277611683191 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 8d3a1531-5ff1-4f7f-85c1-1d1918156843 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:20.266789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f910c6ae-80d0-4083-9fd2-277611683191 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.266975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:20.299711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-201629b3-7ce5-46eb-89c7-b4ee3e4f3aa3 req-4c8aae8d-9757-4385-b81b-87c4d942270d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961060 Sep 16 05:25:20.305134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Pushing event updated for resources: {'Port': ['ID=bb82cabd-b15e-456a-af86-d9f30f64aecb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:20.441672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.552316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f910c6ae-80d0-4083-9fd2-277611683191 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.611453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f910c6ae-80d0-4083-9fd2-277611683191 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 8d3a1531-5ff1-4f7f-85c1-1d1918156843 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:20.688818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72945bb5-2b41-4d16-8f7b-d9acd7e6b8e9 req-8dcfdbdf-607d-4647-a58a-3f1af5f1c4d3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.698895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b04259-006d-40d3-8875-9f8ef0c8a7db req-84524e58-afa5-4d33-be37-d8af8a8efc8f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.700078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-72945bb5-2b41-4d16-8f7b-d9acd7e6b8e9 req-8dcfdbdf-607d-4647-a58a-3f1af5f1c4d3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1753829 Sep 16 05:25:20.706235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1b04259-006d-40d3-8875-9f8ef0c8a7db req-84524e58-afa5-4d33-be37-d8af8a8efc8f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1257527 Sep 16 05:25:20.740243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Attempting to bind port bb82cabd-b15e-456a-af86-d9f30f64aecb on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:20.740993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Attempting to bind port bb82cabd-b15e-456a-af86-d9f30f64aecb by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:20.741613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Attempting to bind port bb82cabd-b15e-456a-af86-d9f30f64aecb on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:20.775302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:20.776279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:20.776933 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.778552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:20.779426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Bound port: bb82cabd-b15e-456a-af86-d9f30f64aecb, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:20.780726 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.788835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1b04259-006d-40d3-8875-9f8ef0c8a7db req-e5c61417-fcc3-45c9-adb8-032515597434 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713329 Sep 16 05:25:20.950686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a4a721b0-564f-4fb0-864b-8a59a32b7f35, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a4a721b0-564f-4fb0-864b-8a59a32b7f35,segment=NetworkSegment(d0bb00d8-d5c9-4fc6-9621-191028729d10),segment_id=d0bb00d8-d5c9-4fc6-9621-191028729d10)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:20.959992 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.975257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-72945bb5-2b41-4d16-8f7b-d9acd7e6b8e9 req-d67d1758-26c0-430b-8218-74b13447d995 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674649 Sep 16 05:25:20.976806 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] For port bb82cabd-b15e-456a-af86-d9f30f64aecb, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:20.980897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] For port bb82cabd-b15e-456a-af86-d9f30f64aecb, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bb82cabd-b15e-456a-af86-d9f30f64aecb,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:21.048556 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.132793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=a4a721b0-564f-4fb0-864b-8a59a32b7f35,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.150105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.212517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55544) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:21.240616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126223-7c37-438b-83d6-ef60bb73c16e None None] Pushing event updated for resources: {'Port': ['ID=bb82cabd-b15e-456a-af86-d9f30f64aecb,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.272534 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f910c6ae-80d0-4083-9fd2-277611683191 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.441762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910c6ae-80d0-4083-9fd2-277611683191 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=8d3a1531-5ff1-4f7f-85c1-1d1918156843,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.573060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f910c6ae-80d0-4083-9fd2-277611683191 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.581851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd0b4-57b0-4558-aa9b-cda42093b6d0 req-693845f9-7383-4cff-be54-a31da42969d2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:21.582401 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f910c6ae-80d0-4083-9fd2-277611683191 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/8d3a1531-5ff1-4f7f-85c1-1d1918156843 HTTP/1.1" status: 204 len: 168 time: 1.8384662 Sep 16 05:25:21.592101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55552) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:21.599129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfdbd0b4-57b0-4558-aa9b-cda42093b6d0 req-693845f9-7383-4cff-be54-a31da42969d2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1660268 Sep 16 05:25:21.614794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef5cc4b-4c95-4b25-8967-e5025cc7a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a721b0-564f-4fb0-864b-8a59a32b7f35'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:21.617681 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a717681-9f38-45db-9d0f-9040713a59df" -d '{"events": [{"server_uuid": "aef5cc4b-4c95-4b25-8967-e5025cc7a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "a4a721b0-564f-4fb0-864b-8a59a32b7f35"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:21.749716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-36eec718-9b09-49f6-8067-321da95d1f48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db0d38d5648241c899e3027baaaf49e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339658 Sep 16 05:25:21.757006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55556) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:21.759499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfdbd0b4-57b0-4558-aa9b-cda42093b6d0 req-8431bec2-560e-45d5-8656-13db50f86ee6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553781 Sep 16 05:25:21.884315 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b082cb-2ead-4bdd-a22f-aa49a46cf11b x-openstack-request-id: req-72b082cb-2ead-4bdd-a22f-aa49a46cf11b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:21.884667 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef5cc4b-4c95-4b25-8967-e5025cc7a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "a4a721b0-564f-4fb0-864b-8a59a32b7f35", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:21.884922 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72b082cb-2ead-4bdd-a22f-aa49a46cf11b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:21.885363 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef5cc4b-4c95-4b25-8967-e5025cc7a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a721b0-564f-4fb0-864b-8a59a32b7f35', 'code': 200} Sep 16 05:25:21.931440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a20156-b75d-4a73-95f1-81b57e1c13b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:21.931440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a20156-b75d-4a73-95f1-81b57e1c13b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:21.943777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e6a20156-b75d-4a73-95f1-81b57e1c13b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3474879 Sep 16 05:25:21.949648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55560) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:21.950644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83075022-71cd-4b80-91ce-ffb35e2425ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.027315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bb82cabd-b15e-456a-af86-d9f30f64aecb up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:22.065920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3b50cc-4271-4bdd-9534-e09dbe1ee063 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 1dddec6c-a0c3-4f3a-8b7c-f6f4d684671c {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:22.069953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae3b50cc-4271-4bdd-9534-e09dbe1ee063 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.144225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae3b50cc-4271-4bdd-9534-e09dbe1ee063 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.198371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb545f73-8c45-4839-b265-3998ad725d35 req-e978f794-91ff-48f5-96cf-5f7a8e2c5e87 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:22.200129 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb545f73-8c45-4839-b265-3998ad725d35 req-e978f794-91ff-48f5-96cf-5f7a8e2c5e87 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 946 time: 0.8112204 Sep 16 05:25:22.205564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9e630-8b24-43a5-8c0c-e7c3b82c56fa req-a0f2ff6c-5174-45ac-8ee9-1e279c5a374e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:22.207643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ead9e630-8b24-43a5-8c0c-e7c3b82c56fa req-a0f2ff6c-5174-45ac-8ee9-1e279c5a374e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1718788 Sep 16 05:25:22.216419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebff166-2318-46cb-92d8-b80efdd7d013 req-04b30631-c09f-47b0-964e-ba42ecbcdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:22.218068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port bb82cabd-b15e-456a-af86-d9f30f64aecb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:22.218890 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.221722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ebff166-2318-46cb-92d8-b80efdd7d013 req-04b30631-c09f-47b0-964e-ba42ecbcdb38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 1098 time: 0.1837509 Sep 16 05:25:22.248819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83075022-71cd-4b80-91ce-ffb35e2425ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.367340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.370943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ead9e630-8b24-43a5-8c0c-e7c3b82c56fa req-83b1f583-4e1c-4f4f-814d-05ea5935a5c1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440957 Sep 16 05:25:22.377463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ebff166-2318-46cb-92d8-b80efdd7d013 req-cf0c1149-5f2c-4271-b4c1-4d5fc5de2064 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290226 Sep 16 05:25:22.425231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55568) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:22.428861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port bb82cabd-b15e-456a-af86-d9f30f64aecb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bb82cabd-b15e-456a-af86-d9f30f64aecb,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:22.452142 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb545f73-8c45-4839-b265-3998ad725d35 req-1efe05d5-00ca-4481-b92d-b1c1b63bc505 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342520 Sep 16 05:25:22.495215 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.501237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae3b50cc-4271-4bdd-9534-e09dbe1ee063 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.613204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83075022-71cd-4b80-91ce-ffb35e2425ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.615956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83075022-71cd-4b80-91ce-ffb35e2425ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.619653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-83075022-71cd-4b80-91ce-ffb35e2425ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22eefc5f-0b00-46ce-83c0-3083a3f33aad HTTP/1.1" status: 204 len: 168 time: 0.8485086 Sep 16 05:25:22.626305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=bb82cabd-b15e-456a-af86-d9f30f64aecb,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:22.640348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18b785-8ee1-45e0-a4ca-c1ce5f621ca7 req-5773317f-d26f-4f5d-806d-04e258ac388e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:22.651052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b18b785-8ee1-45e0-a4ca-c1ce5f621ca7 req-5773317f-d26f-4f5d-806d-04e258ac388e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1765256 Sep 16 05:25:22.652956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83075022-71cd-4b80-91ce-ffb35e2425ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eefc5f-0b00-46ce-83c0-3083a3f33aad,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:22.744570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-152047cf-ec90-4b4a-85f3-93cf5221b2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.812259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b18b785-8ee1-45e0-a4ca-c1ce5f621ca7 req-917c138b-78b5-4c48-a217-8e293c25c822 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469810 Sep 16 05:25:22.827103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae3b50cc-4271-4bdd-9534-e09dbe1ee063 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.868421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b50cc-4271-4bdd-9534-e09dbe1ee063 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=1dddec6c-a0c3-4f3a-8b7c-f6f4d684671c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:22.902927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae3b50cc-4271-4bdd-9534-e09dbe1ee063 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.909027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55576) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:22.910828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ae3b50cc-4271-4bdd-9534-e09dbe1ee063 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/1dddec6c-a0c3-4f3a-8b7c-f6f4d684671c HTTP/1.1" status: 204 len: 168 time: 0.9563057 Sep 16 05:25:22.983937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ca7eea0-09d4-45a4-9c33-70c343b41a6c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726061 Sep 16 05:25:22.988720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55578) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:23.000000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:23.087663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b47bb8ed-2794-4bfb-add9-bd3042873148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.087990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-152047cf-ec90-4b4a-85f3-93cf5221b2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.101181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff09cc-6413-4a0d-932a-4c0ce5d96f90 req-fcabd57f-24d0-426c-8a07-05697be8b917 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.104110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcff09cc-6413-4a0d-932a-4c0ce5d96f90 req-fcabd57f-24d0-426c-8a07-05697be8b917 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1764023 Sep 16 05:25:23.138485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534d94c-48f0-4741-91dc-9d2f7bb48bb4 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:23.150127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-152047cf-ec90-4b4a-85f3-93cf5221b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.306812 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcff09cc-6413-4a0d-932a-4c0ce5d96f90 req-8215cc9a-e442-4c78-bf24-3f4092ef5b95 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674868 Sep 16 05:25:23.312166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152047cf-ec90-4b4a-85f3-93cf5221b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019303d7-9382-47f5-89d6-e5573dd1c1f7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:23.606629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-152047cf-ec90-4b4a-85f3-93cf5221b2af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf7b9d4537854d57a95f09965b7cbf83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9088156 Sep 16 05:25:23.610785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b051bb89-da94-4095-943b-32f5a8579e66 None None] Provisioning complete for port bb82cabd-b15e-456a-af86-d9f30f64aecb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:23.610785 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b051bb89-da94-4095-943b-32f5a8579e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.613264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5075c-5590-470e-8885-69136f4d41a2 req-ec6ddbd3-7955-48f8-84e9-fd8eb9ee121a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.613264 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65e5075c-5590-470e-8885-69136f4d41a2 req-ec6ddbd3-7955-48f8-84e9-fd8eb9ee121a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.0760503 Sep 16 05:25:23.613264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:23.619621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65e5075c-5590-470e-8885-69136f4d41a2 req-46cbc452-9cc1-47f8-83fc-4fa93358c5d4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719972 Sep 16 05:25:23.657799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:23.765835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:23.772490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.819252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0366-7c69-4951-bb05-0e0d30e678cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.825105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] Deleting port bb82cabd-b15e-456a-af86-d9f30f64aecb {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:23.826074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.869470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6eb9e-48a1-48d6-84f2-f038fa6c4ea3 req-94f050db-b96a-4cd2-bd05-c157ed8cb3df tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.873150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-76f6eb9e-48a1-48d6-84f2-f038fa6c4ea3 req-94f050db-b96a-4cd2-bd05-c157ed8cb3df tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 946 time: 0.2829003 Sep 16 05:25:23.887511 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0366-7c69-4951-bb05-0e0d30e678cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.910986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] For port bb82cabd-b15e-456a-af86-d9f30f64aecb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bb82cabd-b15e-456a-af86-d9f30f64aecb,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:23.911485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.921707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bb82cabd-b15e-456a-af86-d9f30f64aecb no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:23.974756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] Calling delete_port for bb82cabd-b15e-456a-af86-d9f30f64aecb owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:24.010356 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-76f6eb9e-48a1-48d6-84f2-f038fa6c4ea3 req-43800638-b94a-4c08-abdd-835e5dfb0dac tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278136 Sep 16 05:25:24.078803 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.114065 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.145192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port bb82cabd-b15e-456a-af86-d9f30f64aecb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bb82cabd-b15e-456a-af86-d9f30f64aecb,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:24.174410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0366-7c69-4951-bb05-0e0d30e678cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.184609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0366-7c69-4951-bb05-0e0d30e678cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.184609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-966f0366-7c69-4951-bb05-0e0d30e678cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/019303d7-9382-47f5-89d6-e5573dd1c1f7 HTTP/1.1" status: 204 len: 168 time: 0.5717182 Sep 16 05:25:24.218959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f0366-7c69-4951-bb05-0e0d30e678cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019303d7-9382-47f5-89d6-e5573dd1c1f7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.257225 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.402283 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.446264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] No DVR routers for this DVR port bb82cabd-b15e-456a-af86-d9f30f64aecb on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:24.458588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=bb82cabd-b15e-456a-af86-d9f30f64aecb,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.503957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e3a43-81d3-4fc5-b0b1-35f43faac004 req-0a6ab881-d359-42fd-8819-3b5aa65cb07b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.509328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea098993-caab-4b62-ad27-4dc34ff43f0f None None] Pushing event deleted for resources: {'Port': ['ID=bb82cabd-b15e-456a-af86-d9f30f64aecb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.521542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-075e3a43-81d3-4fc5-b0b1-35f43faac004 req-0a6ab881-d359-42fd-8819-3b5aa65cb07b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1123557 Sep 16 05:25:24.527932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7edf8-b2c9-4d37-b607-f247cab59587 req-b537ad4e-bc8f-4457-a648-843201706659 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.536185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31e7edf8-b2c9-4d37-b607-f247cab59587 req-b537ad4e-bc8f-4457-a648-843201706659 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1638288 Sep 16 05:25:24.594814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31e7edf8-b2c9-4d37-b607-f247cab59587 req-4145decc-bed6-4791-9c91-9cf1c567ff8f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573106 Sep 16 05:25:24.616862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-075e3a43-81d3-4fc5-b0b1-35f43faac004 req-84522e61-9b53-4ce0-87ca-1c31d9f58ed3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939386 Sep 16 05:25:24.781988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:24.789714 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.906453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:24.920555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:24.929690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.929690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.936909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca1d26-9a62-4459-a6f5-6717c4a82791 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:25.008477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=33b622d8-d5ed-4e84-b05e-0642c25354bb,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:25.052914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121a5ef-7f37-40d4-884a-4f78588fac83 req-42028ca0-957c-45fb-8652-d52e337345dc tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.055683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a121a5ef-7f37-40d4-884a-4f78588fac83 req-42028ca0-957c-45fb-8652-d52e337345dc tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.2502675 Sep 16 05:25:25.128223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a121a5ef-7f37-40d4-884a-4f78588fac83 req-5de35153-0e48-42a2-aa6a-2e69abb1697b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630734 Sep 16 05:25:25.171707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fd36a0b8-bab6-4379-b142-7d41a4dfd983 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1775696 Sep 16 05:25:25.174937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55628) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:25.192013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:52:9f:5e', 'name': 'tempest-NetworksTestDHCPv6-1540410849'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:25.265249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de555e-eb63-453b-ba37-f427853d487d req-ce72c12c-eb1f-481f-8ed5-6c1677026db5 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.268333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '33b622d8-d5ed-4e84-b05e-0642c25354bb'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:25.269553 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.278868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2de555e-eb63-453b-ba37-f427853d487d req-ce72c12c-eb1f-481f-8ed5-6c1677026db5 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 946 time: 0.1747108 Sep 16 05:25:25.280929 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.446785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2de555e-eb63-453b-ba37-f427853d487d req-d976e77e-6ee5-4693-8d11-97be695c6025 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655006 Sep 16 05:25:25.515398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Allocated IP 2001:db8::f816:3eff:fef2:9857 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/33b622d8-d5ed-4e84-b05e-0642c25354bb/b0160553-8530-4b3e-af83-c7c35a8e9697) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:25.653834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:25.654182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55638) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:25.820565 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.831011 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b75f6d9-6a69-4083-a1fe-790da8bcbe15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.851641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port a66ee7ff-6f89-428d-8469-83c2a699badd yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:25.946271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf77d77-fd59-4aba-808e-c7e283e953d1 req-25fb2cf8-4ed6-4e37-aca8-d412d82706a1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.959150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bbf77d77-fd59-4aba-808e-c7e283e953d1 req-25fb2cf8-4ed6-4e37-aca8-d412d82706a1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2290249 Sep 16 05:25:25.997681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.065116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.145110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:26.156872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:26.163623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:26.169921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bbf77d77-fd59-4aba-808e-c7e283e953d1 req-e70e33e7-4c92-458e-8bd2-05be47cdaea3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836410 Sep 16 05:25:26.172609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Pushing event updated for resources: {'Port': ['ID=b0160553-8530-4b3e-af83-c7c35a8e9697,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.205913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185c5c-8ac7-43f2-97db-4f93db17efdf req-8d411bd7-d33a-46d8-ac8e-d7a210b03ed5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:26.205913 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82185c5c-8ac7-43f2-97db-4f93db17efdf req-8d411bd7-d33a-46d8-ac8e-d7a210b03ed5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1973119 Sep 16 05:25:26.211517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fe52:9f5e (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/33b622d8-d5ed-4e84-b05e-0642c25354bb/a66ee7ff-6f89-428d-8469-83c2a699badd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:26.275581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Attempting to bind port b0160553-8530-4b3e-af83-c7c35a8e9697 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:26.276688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Attempting to bind port b0160553-8530-4b3e-af83-c7c35a8e9697 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:26.277379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Attempting to bind port b0160553-8530-4b3e-af83-c7c35a8e9697 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:26.287657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:26.287906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:26.288512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.289199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82185c5c-8ac7-43f2-97db-4f93db17efdf req-b99cc9e9-f6d1-4787-b18a-f02d0f7fab38 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746372 Sep 16 05:25:26.295150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:26.297534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Bound port: b0160553-8530-4b3e-af83-c7c35a8e9697, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:26.298226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.409245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b75f6d9-6a69-4083-a1fe-790da8bcbe15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.485141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b75f6d9-6a69-4083-a1fe-790da8bcbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.490327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] For port b0160553-8530-4b3e-af83-c7c35a8e9697, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:26.495651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] For port b0160553-8530-4b3e-af83-c7c35a8e9697, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b0160553-8530-4b3e-af83-c7c35a8e9697,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:26.568245 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.641113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7f14d-d3e5-4a76-9c67-645687be224a None None] Pushing event updated for resources: {'Port': ['ID=b0160553-8530-4b3e-af83-c7c35a8e9697,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.720841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75f6d9-6a69-4083-a1fe-790da8bcbe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194b3ed2-b17f-4c0e-a4a3-a316aa7d5475,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.724327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7a2e-7d7e-4ec3-833c-28637754cd06 req-2e2fbb17-9e1b-4c68-ab6a-0ca4efe2071f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:26.730678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3b75f6d9-6a69-4083-a1fe-790da8bcbe15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=336f736b671f44078b9fb153fca7a46e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0783298 Sep 16 05:25:26.732900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6de7a2e-7d7e-4ec3-833c-28637754cd06 req-2e2fbb17-9e1b-4c68-ab6a-0ca4efe2071f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.2185082 Sep 16 05:25:26.735773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55654) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:26.791938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.854253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e248bbf-2222-447b-917e-ace7854e235f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.901155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e248bbf-2222-447b-917e-ace7854e235f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.981732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6de7a2e-7d7e-4ec3-833c-28637754cd06 req-167d1aba-3022-4331-95f8-68b9383fea72 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360480 Sep 16 05:25:27.076598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.179058 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e248bbf-2222-447b-917e-ace7854e235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.182578 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e248bbf-2222-447b-917e-ace7854e235f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.185553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e248bbf-2222-447b-917e-ace7854e235f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/194b3ed2-b17f-4c0e-a4a3-a316aa7d5475 HTTP/1.1" status: 204 len: 168 time: 0.4460311 Sep 16 05:25:27.205151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:27.220452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e248bbf-2222-447b-917e-ace7854e235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194b3ed2-b17f-4c0e-a4a3-a316aa7d5475,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.243750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:27.254929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:27.296120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.297011 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.316255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=a66ee7ff-6f89-428d-8469-83c2a699badd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.401421 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.438365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcd2d5-c190-4622-839d-9ad98aa6d4ab req-93ead6c6-70e0-4520-9883-d6da70dbb00a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.447366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05bcd2d5-c190-4622-839d-9ad98aa6d4ab req-93ead6c6-70e0-4520-9883-d6da70dbb00a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1380408 Sep 16 05:25:27.450844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-de9a9204-3ce4-49d5-80ae-401272122d73 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2730339 Sep 16 05:25:27.455768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55670) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.535301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05bcd2d5-c190-4622-839d-9ad98aa6d4ab req-6de94705-27c7-4f97-872c-d8f4fbee2d6e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839877 Sep 16 05:25:27.593580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297b29a-7b05-419e-b949-6a7144a62ee1 req-e1b29b88-e249-46ee-832e-8c6b7071c74b tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.601224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2297b29a-7b05-419e-b949-6a7144a62ee1 req-e1b29b88-e249-46ee-832e-8c6b7071c74b tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 946 time: 0.2702904 Sep 16 05:25:27.683495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e2462-0483-4de1-8c46-7a615aa9047c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.691791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e2462-0483-4de1-8c46-7a615aa9047c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.696089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-180e2462-0483-4de1-8c46-7a615aa9047c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2365756 Sep 16 05:25:27.697080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.704556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3fc79-0472-4166-a3f3-3061e8b3e281 req-eb786eda-d431-4a24-b935-12fdad79199d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.714924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43a3fc79-0472-4166-a3f3-3061e8b3e281 req-eb786eda-d431-4a24-b935-12fdad79199d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.0912776 Sep 16 05:25:27.726730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2297b29a-7b05-419e-b949-6a7144a62ee1 req-54b025f1-70d7-4113-91e7-29c9e5209a3d tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144998 Sep 16 05:25:27.799584 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43a3fc79-0472-4166-a3f3-3061e8b3e281 req-71c101b3-a532-4489-b4a2-388a05547fe3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836284 Sep 16 05:25:27.960458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b0160553-8530-4b3e-af83-c7c35a8e9697 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:27.973054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9bd3c-4c42-4c5a-a6fd-e38c192d57c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port a66ee7ff-6f89-428d-8469-83c2a699badd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:27.973054 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bd3c-4c42-4c5a-a6fd-e38c192d57c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.123473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b0160553-8530-4b3e-af83-c7c35a8e9697 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:28.124460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.136417 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bd3c-4c42-4c5a-a6fd-e38c192d57c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.157929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9bd3c-4c42-4c5a-a6fd-e38c192d57c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for a66ee7ff-6f89-428d-8469-83c2a699badd owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:28.324377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.396558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port b0160553-8530-4b3e-af83-c7c35a8e9697, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b0160553-8530-4b3e-af83-c7c35a8e9697,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:28.501476 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.576351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bd3c-4c42-4c5a-a6fd-e38c192d57c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.659343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=b0160553-8530-4b3e-af83-c7c35a8e9697,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:28.700491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9bd3c-4c42-4c5a-a6fd-e38c192d57c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=a66ee7ff-6f89-428d-8469-83c2a699badd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:28.742035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.782689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bd3c-4c42-4c5a-a6fd-e38c192d57c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.792327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f7e9bd3c-4c42-4c5a-a6fd-e38c192d57c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/a66ee7ff-6f89-428d-8469-83c2a699badd HTTP/1.1" status: 204 len: 168 time: 1.0918753 Sep 16 05:25:28.794420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55706) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:28.849507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-5ca1e1ee-b4c3-4a6c-8730-7c0a1896a37e tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:28.854626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-5ca1e1ee-b4c3-4a6c-8730-7c0a1896a37e tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.66 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 946 time: 0.3301995 Sep 16 05:25:28.872308 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-b24bfc08-5b29-4245-a6cf-5703129c5d74 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1667283 Sep 16 05:25:28.875010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-867b9b2d-98a3-43d9-bf0a-cce91d1a59bc None None] Provisioning complete for port b0160553-8530-4b3e-af83-c7c35a8e9697 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:28.875653 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-867b9b2d-98a3-43d9-bf0a-cce91d1a59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.916492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c826084-ea26-4673-ba4e-bbaa610a514d req-aa0d6dec-626c-45ac-9c87-175c82fe1a16 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:28.926188 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c826084-ea26-4673-ba4e-bbaa610a514d req-aa0d6dec-626c-45ac-9c87-175c82fe1a16 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1893122 Sep 16 05:25:28.990628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69938e73-f72c-48ef-b1b1-9a6ae0c50a9e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:28.998343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69938e73-f72c-48ef-b1b1-9a6ae0c50a9e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.000326 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-69938e73-f72c-48ef-b1b1-9a6ae0c50a9e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2047932 Sep 16 05:25:29.008965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.123325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4983b6e-7257-40f4-b74a-8a5cbf94ae50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 33b622d8-d5ed-4e84-b05e-0642c25354bb {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:29.128239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-5cbcf499-0216-4dc4-b7e6-da03d48a11f2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.130836 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-5cbcf499-0216-4dc4-b7e6-da03d48a11f2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500069 Sep 16 05:25:29.140500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4983b6e-7257-40f4-b74a-8a5cbf94ae50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.173316 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8a856b2b-abf0-489b-b288-5be63657e804 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/quotas/d8efd068870f4c00a6f596caed39027f HTTP/1.1" status: 200 len: 375 time: 0.0206401 Sep 16 05:25:29.205888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c826084-ea26-4673-ba4e-bbaa610a514d req-bcb5c53a-325a-4245-87e7-1c1eadaef89b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787046 Sep 16 05:25:29.238398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-0fef2811-1dd7-49ac-baa4-219c0d980781 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520163 Sep 16 05:25:29.264683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4983b6e-7257-40f4-b74a-8a5cbf94ae50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.274009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fccb9dc4-52e0-4903-a945-c07c1d5d0998 None None] Could not find standard attr ID for object a66ee7ff-6f89-428d-8469-83c2a699badd. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:29.304035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Deleting port a4a721b0-564f-4fb0-864b-8a59a32b7f35 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:29.304035 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.504801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4983b6e-7257-40f4-b74a-8a5cbf94ae50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.603271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] For port a4a721b0-564f-4fb0-864b-8a59a32b7f35, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a4a721b0-564f-4fb0-864b-8a59a32b7f35,segment=NetworkSegment(d0bb00d8-d5c9-4fc6-9621-191028729d10),segment_id=d0bb00d8-d5c9-4fc6-9621-191028729d10)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:29.603887 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.653043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Calling delete_port for a4a721b0-564f-4fb0-864b-8a59a32b7f35 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:29.813034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8b27f-97e7-4d35-827f-28c0082fdc86 req-f66b6638-228e-4fa5-9d3a-2bc5d44809b0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.815541 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ebf8b27f-97e7-4d35-827f-28c0082fdc86 req-f66b6638-228e-4fa5-9d3a-2bc5d44809b0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1805055 Sep 16 05:25:29.929684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ebf8b27f-97e7-4d35-827f-28c0082fdc86 req-f30e6f2c-7c6d-42dc-9aa5-18377e022c71 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940812 Sep 16 05:25:29.952921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b0160553-8530-4b3e-af83-c7c35a8e9697 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:29.957127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4983b6e-7257-40f4-b74a-8a5cbf94ae50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.034824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b0160553-8530-4b3e-af83-c7c35a8e9697 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:30.035210 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.121156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4983b6e-7257-40f4-b74a-8a5cbf94ae50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.132034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55746) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.132482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d4983b6e-7257-40f4-b74a-8a5cbf94ae50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/33b622d8-d5ed-4e84-b05e-0642c25354bb HTTP/1.1" status: 204 len: 168 time: 1.1203313 Sep 16 05:25:30.132831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390a697-92b6-412d-b2cb-fc115a93b7ce None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:30.134571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4983b6e-7257-40f4-b74a-8a5cbf94ae50 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=33b622d8-d5ed-4e84-b05e-0642c25354bb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:30.238775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ed14df6f-4d9f-465b-939d-e3dd82d91042 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784152 Sep 16 05:25:30.247472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55772) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.275318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab71e7e-a270-412a-96f2-47739275fc38 req-a744f449-21e9-4318-91d3-5ac1439e8d99 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.277865 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ab71e7e-a270-412a-96f2-47739275fc38 req-a744f449-21e9-4318-91d3-5ac1439e8d99 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 946 time: 0.3363860 Sep 16 05:25:30.333573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ab71e7e-a270-412a-96f2-47739275fc38 req-2faab22e-d24b-4785-b7d8-262194bc5c70 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 Sep 16 05:25:30.377046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.495919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28e5a8e6-82a0-4359-aea8-b255f9496fd6 req-e6cc05e6-c79b-4ca9-977e-62c806b6894a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 210 time: 0.0546927 Sep 16 05:25:30.497577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Pushing event deleted for resources: {'Port': ['ID=a4a721b0-564f-4fb0-864b-8a59a32b7f35,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:30.501728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a51ef-9d4f-4b6d-b344-6eec0bf9a6d7 req-af7935fc-551a-47db-b042-046a9417ea28 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.504709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1a51ef-9d4f-4b6d-b344-6eec0bf9a6d7 req-af7935fc-551a-47db-b042-046a9417ea28 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.4256577 Sep 16 05:25:30.588301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5754b-9d53-492e-9068-304adf063fd5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.589908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0db5754b-9d53-492e-9068-304adf063fd5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3401239 Sep 16 05:25:30.597107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55780) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.616785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] No DVR routers for this DVR port a4a721b0-564f-4fb0-864b-8a59a32b7f35 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:30.616785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.617453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18d1d90e-0fa4-456f-a40c-b1aada089b20 req-d820a989-b981-44b4-8730-b970e1a98065 tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.66 "DELETE /v2.0/ports/a4a721b0-564f-4fb0-864b-8a59a32b7f35 HTTP/1.1" status: 204 len: 173 time: 1.7463584 Sep 16 05:25:30.617868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef5cc4b-4c95-4b25-8967-e5025cc7a9ff', 'name': 'network-vif-deleted', 'tag': 'a4a721b0-564f-4fb0-864b-8a59a32b7f35'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:30.620638 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b020ee48-9ed0-433d-8ba5-d807ecd94ea3" -d '{"events": [{"server_uuid": "aef5cc4b-4c95-4b25-8967-e5025cc7a9ff", "name": "network-vif-deleted", "tag": "a4a721b0-564f-4fb0-864b-8a59a32b7f35"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:30.668663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d1a51ef-9d4f-4b6d-b344-6eec0bf9a6d7 req-4ef5a387-3ae8-49a8-8417-3831cf682100 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231880 Sep 16 05:25:30.702397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fdd13e-2ed5-4268-b1d2-7ec01a7392ac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.716220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d828036-901a-4d04-a533-4ba3463df925 req-f98d149c-ab3f-4e0b-b503-01e66d578e6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.723966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-53fdd13e-2ed5-4268-b1d2-7ec01a7392ac tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1225023 Sep 16 05:25:30.723966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55784) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.730983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d828036-901a-4d04-a533-4ba3463df925 req-f98d149c-ab3f-4e0b-b503-01e66d578e6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1006951 Sep 16 05:25:30.788714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:30.832540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d828036-901a-4d04-a533-4ba3463df925 req-6f8b75fb-1086-4c0d-a142-88c35065b340 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987716 Sep 16 05:25:30.856883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-deaea533-02e8-4dd1-a1dd-2961bb73d997 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320264 Sep 16 05:25:30.861947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.871272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:30.901716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] Deleting port b0160553-8530-4b3e-af83-c7c35a8e9697 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:30.902360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.939285 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8977f4-09a3-408d-9fe0-4d2c105ef9fa x-openstack-request-id: req-7e8977f4-09a3-408d-9fe0-4d2c105ef9fa {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:30.939744 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef5cc4b-4c95-4b25-8967-e5025cc7a9ff", "name": "network-vif-deleted", "tag": "a4a721b0-564f-4fb0-864b-8a59a32b7f35", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:30.940201 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e8977f4-09a3-408d-9fe0-4d2c105ef9fa {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:30.940670 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef5cc4b-4c95-4b25-8967-e5025cc7a9ff', 'name': 'network-vif-deleted', 'tag': 'a4a721b0-564f-4fb0-864b-8a59a32b7f35', 'status': 'completed', 'code': 200} Sep 16 05:25:31.178901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] For port b0160553-8530-4b3e-af83-c7c35a8e9697, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b0160553-8530-4b3e-af83-c7c35a8e9697,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:31.178901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.180153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55794) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:31.180821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] Calling delete_port for b0160553-8530-4b3e-af83-c7c35a8e9697 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:31.184504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314023f-9e0f-4292-a72e-239a7c63a4c8 req-9121b21c-39ff-4438-b202-fc4762e4e399 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.187211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f314023f-9e0f-4292-a72e-239a7c63a4c8 req-9121b21c-39ff-4438-b202-fc4762e4e399 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0936885 Sep 16 05:25:31.243247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f314023f-9e0f-4292-a72e-239a7c63a4c8 req-4caf8dad-4b25-4f89-9c82-b47ab56688ac tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494277 Sep 16 05:25:31.303486 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c9f370d-360e-43b6-b9a3-e8de19dc45cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.344545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:31.348558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.396487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.438828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] No DVR routers for this DVR port b0160553-8530-4b3e-af83-c7c35a8e9697 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:31.496523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd8592-8b39-4aae-93be-e9108b5169d7 None None] Pushing event deleted for resources: {'Port': ['ID=b0160553-8530-4b3e-af83-c7c35a8e9697,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:31.549848 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a4a721b0-564f-4fb0-864b-8a59a32b7f35 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:31.600198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: a4a721b0-564f-4fb0-864b-8a59a32b7f35 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:31.600846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a4a721b0-564f-4fb0-864b-8a59a32b7f35 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:31.640157 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-385cd523-b67c-4d2f-9e8c-aad909f32d2e req-8cc24f72-0b6c-406f-b532-7b88587d0edb tempest-InstanceActionsNegativeTestJSON-1226330573 tempest-InstanceActionsNegativeTestJSON-1226330573-project] 10.222.0.49 "GET /v2.0/ports?device_id=aef5cc4b-4c95-4b25-8967-e5025cc7a9ff HTTP/1.1" status: 200 len: 210 time: 0.0434582 Sep 16 05:25:31.642455 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c9f370d-360e-43b6-b9a3-e8de19dc45cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.683368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1854039-c38c-4cbb-abc5-9761ec201526 req-b2acab75-69dc-41f6-b556-01b8973340c0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 210 time: 0.0409639 Sep 16 05:25:31.819477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b04a75-4ee3-4a1c-9d94-0978a81f3acf req-d0c1a2e3-064f-4bbd-a0df-45ab453968f3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.822268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5b04a75-4ee3-4a1c-9d94-0978a81f3acf req-d0c1a2e3-064f-4bbd-a0df-45ab453968f3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.0813706 Sep 16 05:25:31.834001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b0160553-8530-4b3e-af83-c7c35a8e9697 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:31.877450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b0160553-8530-4b3e-af83-c7c35a8e9697 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:31.878151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b0160553-8530-4b3e-af83-c7c35a8e9697 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:31.880714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5b04a75-4ee3-4a1c-9d94-0978a81f3acf req-046f59ff-0e69-4891-a143-87eaddfc6520 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Sep 16 05:25:31.958269 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.966020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c9f370d-360e-43b6-b9a3-e8de19dc45cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.052591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:32.063208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:32.073225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.074447 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.083639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b620b5b7-b1cb-4be5-9a79-d66b4ca1c0e1 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:32.114861 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0c9f370d-360e-43b6-b9a3-e8de19dc45cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29d5c3dd26be467eb8505c7c0bcfed0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9661100 Sep 16 05:25:32.119330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55812) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.149929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f370d-360e-43b6-b9a3-e8de19dc45cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b12be6-49e6-4db1-81cb-81cdd504ab00,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.217041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd51f-165c-43ca-ba45-615ef415af94 req-e09d12a7-47a4-4744-aee0-4048b9e60194 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.225292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03dfd51f-165c-43ca-ba45-615ef415af94 req-e09d12a7-47a4-4744-aee0-4048b9e60194 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.2657497 Sep 16 05:25:32.348939 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03dfd51f-165c-43ca-ba45-615ef415af94 req-bd8f0189-d22a-418a-8685-70d750c9788d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170564 Sep 16 05:25:32.359196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4954710 Sep 16 05:25:32.364174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55816) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.367170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38fea6-cad0-4354-b38b-8d845f37d2d6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=67e506ae-1eee-4bbb-948c-07fcab1cecbd,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.370380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:48:c9:69', 'name': 'tempest-NetworksTestDHCPv6-49084637'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:32.373414 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88627006-086d-4bcc-82a3-85ad5a4151de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.449020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88627006-086d-4bcc-82a3-85ad5a4151de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.470775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': '67e506ae-1eee-4bbb-948c-07fcab1cecbd'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:32.473260 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.630231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccf820-7fea-4e4a-8fe5-3a0ac4849d8d req-307f5371-9851-4e1f-a011-c1abc66143cc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:32.636292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7cccf820-7fea-4e4a-8fe5-3a0ac4849d8d req-307f5371-9851-4e1f-a011-c1abc66143cc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.2554998 Sep 16 05:25:32.732827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:32.763332 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7cccf820-7fea-4e4a-8fe5-3a0ac4849d8d req-4afd4ca8-e478-444e-a262-7bed5247f618 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009774 Sep 16 05:25:32.769197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.879252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88627006-086d-4bcc-82a3-85ad5a4151de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.888484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88627006-086d-4bcc-82a3-85ad5a4151de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.893586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-88627006-086d-4bcc-82a3-85ad5a4151de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45b12be6-49e6-4db1-81cb-81cdd504ab00 HTTP/1.1" status: 204 len: 168 time: 0.7644503 Sep 16 05:25:32.927359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88627006-086d-4bcc-82a3-85ad5a4151de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b12be6-49e6-4db1-81cb-81cdd504ab00,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.955741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45be134-fd40-4b02-beef-b7f2ebeb19c4 admin admin] Deleting subnet e36d5563-e7d5-4c7b-914c-065818776eea {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:32.956020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/67e506ae-1eee-4bbb-948c-07fcab1cecbd/64676e0b-a857-4ea7-804e-7d6ebf9dbde8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:32.965116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c45be134-fd40-4b02-beef-b7f2ebeb19c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.062228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c45be134-fd40-4b02-beef-b7f2ebeb19c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.172676 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c45be134-fd40-4b02-beef-b7f2ebeb19c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.378579 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c45be134-fd40-4b02-beef-b7f2ebeb19c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.411096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d8bccd0-109a-4a9b-bf5d-10d8b2d6836a req-1c8cf96c-a41c-41f3-9902-bfcc5479decb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 210 time: 0.0432065 Sep 16 05:25:33.415972 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.492339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45be134-fd40-4b02-beef-b7f2ebeb19c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36d5563-e7d5-4c7b-914c-065818776eea,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:33.506330 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.513317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c45be134-fd40-4b02-beef-b7f2ebeb19c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.522782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c45be134-fd40-4b02-beef-b7f2ebeb19c4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e36d5563-e7d5-4c7b-914c-065818776eea HTTP/1.1" status: 204 len: 168 time: 0.7518299 Sep 16 05:25:33.527133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55836) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:33.571167 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.667380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 96cefb3e-d7b2-4eec-a5f6-8344e389c85a yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:33.708677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:33.726210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:33.740065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:33.827670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Pushing event updated for resources: {'Port': ['ID=64676e0b-a857-4ea7-804e-7d6ebf9dbde8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:33.837391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.861752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eb873-6fef-4347-a442-6dc9b23268b1 req-33c84337-0cf4-4be5-920b-04d819f15fa1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.866349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d9eb873-6fef-4347-a442-6dc9b23268b1 req-33c84337-0cf4-4be5-920b-04d819f15fa1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1141024 Sep 16 05:25:33.894483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-9f6a1097-c57a-4573-9332-361c7f066436 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411408 Sep 16 05:25:33.910908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fe2f6-0c15-4ab8-aa1d-f08afb4084b5 req-65d7ea07-4611-4248-b151-2eafb3054687 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.912627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-649fe2f6-0c15-4ab8-aa1d-f08afb4084b5 req-65d7ea07-4611-4248-b151-2eafb3054687 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.6806436 Sep 16 05:25:33.966469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d9eb873-6fef-4347-a442-6dc9b23268b1 req-266eeac8-133f-4fea-8bc0-8031a9e149f1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981383 Sep 16 05:25:34.037435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::52 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/67e506ae-1eee-4bbb-948c-07fcab1cecbd/96cefb3e-d7b2-4eec-a5f6-8344e389c85a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:34.074211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Attempting to bind port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:34.074211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Attempting to bind port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:34.076515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Attempting to bind port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:34.096986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:34.099582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:34.102393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.102393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:34.102803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Bound port: 64676e0b-a857-4ea7-804e-7d6ebf9dbde8, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:34.107472 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.146661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-649fe2f6-0c15-4ab8-aa1d-f08afb4084b5 req-6081f982-38cc-4db3-bf18-57a46821613e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802411 Sep 16 05:25:34.230957 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.268619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b64e2a-591f-48f2-a6bb-659bd6f06bef']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:34.288780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e995-6256-4949-8aa1-fed54be97d1d req-4ecfff86-bb0c-4359-99ef-be2bc717c3b3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:34.291671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bb00d8-d5c9-4fc6-9621-191028729d10') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:34.292009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bb00d8-d5c9-4fc6-9621-191028729d10') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:34.297988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a064e995-6256-4949-8aa1-fed54be97d1d req-4ecfff86-bb0c-4359-99ef-be2bc717c3b3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1312089 Sep 16 05:25:34.310009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-30f574a1-511c-4396-b733-554724a1a1ce tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:34.312611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-30f574a1-511c-4396-b733-554724a1a1ce tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3668482 Sep 16 05:25:34.314573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.345477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Request body: {'port': {'device_id': '9f1f5bca-2171-4500-8268-211940eb8264', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'd8efd068870f4c00a6f596caed39027f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:34.351785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.377884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:34.377884 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:34.379886 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:34.402591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a064e995-6256-4949-8aa1-fed54be97d1d req-25b5500d-e8a6-4916-98a5-3fec23aa0ced tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017764 Sep 16 05:25:34.478262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] For port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:34.485591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] For port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=64676e0b-a857-4ea7-804e-7d6ebf9dbde8,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:34.506888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.551256 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.616778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f9d1c27-d1d1-4724-9846-80976a6c9224 req-df166564-438f-46eb-8d35-ba7adeb12e03 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 210 time: 0.0429225 Sep 16 05:25:34.647716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.691242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b17476-d3c5-464e-9fd8-48d7a3fd613a None None] Pushing event updated for resources: {'Port': ['ID=64676e0b-a857-4ea7-804e-7d6ebf9dbde8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.710957 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.736918 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.738348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=96cefb3e-d7b2-4eec-a5f6-8344e389c85a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.751459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c9b64e2a-591f-48f2-a6bb-659bd6f06bef HTTP/1.1" status: 204 len: 168 time: 1.2223186 Sep 16 05:25:34.799821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:34.802466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:34.808858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:34.815748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:34.819427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Made reservation on behalf of d8efd068870f4c00a6f596caed39027f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:34.828064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.849437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.854743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eee429-030b-44f2-b7cb-19dd5f748c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b64e2a-591f-48f2-a6bb-659bd6f06bef,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.908236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.964839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-072d62e9-d881-44c2-a672-49e0ac9d31de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5984795 Sep 16 05:25:34.970151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55858) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.065071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c21b8-7ba5-4642-811f-83780472a613 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:35.072529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c21b8-7ba5-4642-811f-83780472a613 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:35.078459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-467c21b8-7ba5-4642-811f-83780472a613 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1032569 Sep 16 05:25:35.081359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55864) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.395542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55870) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.430207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb513c-c6a9-4a1a-899e-df04d2da928b req-13cabed9-482b-4711-b905-b07f578a2ed9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:35.440100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0fb513c-c6a9-4a1a-899e-df04d2da928b req-13cabed9-482b-4711-b905-b07f578a2ed9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1090262 Sep 16 05:25:35.475157 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a0b05c93-64f2-48dd-a923-940e4435d97d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d146526565824be4a95ca4d675af6ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782592 Sep 16 05:25:35.481832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f21edf-1afd-4ad0-b701-c78aca650da0 req-552ec6f9-d93d-47fc-b4b6-19abee05ee7e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:35.484964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9f21edf-1afd-4ad0-b701-c78aca650da0 req-552ec6f9-d93d-47fc-b4b6-19abee05ee7e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.2424250 Sep 16 05:25:35.488488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.490152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.550304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-70d24ba1-0622-4434-afa6-acf66f0f8271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 96cefb3e-d7b2-4eec-a5f6-8344e389c85a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:35.550907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70d24ba1-0622-4434-afa6-acf66f0f8271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.578470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0fb513c-c6a9-4a1a-899e-df04d2da928b req-d8c3795e-d303-41e8-854d-c5419555fd5e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371698 Sep 16 05:25:35.580931 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.695183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9f21edf-1afd-4ad0-b701-c78aca650da0 req-be8fced9-1c8b-4eb2-acd1-4f93c0b8fe24 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007546 Sep 16 05:25:35.931742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccaf8d-b310-45f3-9b16-cbde274a2f4b req-7896506d-0bb2-4012-9415-31157b441ea7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:35.943722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9ccaf8d-b310-45f3-9b16-cbde274a2f4b req-7896506d-0bb2-4012-9415-31157b441ea7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1403682 Sep 16 05:25:35.996011 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70d24ba1-0622-4434-afa6-acf66f0f8271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.998219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd44fb1-0f80-4737-8a71-6d8159f8380c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.039148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:36.052551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcdb630c-567f-49c1-bb64-a359a2cfdcae req-1a2b3d71-5186-4c2a-901e-17ef2913dc99 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 210 time: 0.1716731 Sep 16 05:25:36.085211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69ec1e52-a02d-4531-a500-de3089448e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.153752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:36.154487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.189036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-70d24ba1-0622-4434-afa6-acf66f0f8271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 96cefb3e-d7b2-4eec-a5f6-8344e389c85a owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:36.191489 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69ec1e52-a02d-4531-a500-de3089448e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.220075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Allocated IP 192.168.233.14 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/e7ba3d38-ec5f-4219-bccf-8f3591a57d34) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:36.258517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9ccaf8d-b310-45f3-9b16-cbde274a2f4b req-ae0da136-9200-4a1e-9c11-f432acdfa044 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132572 Sep 16 05:25:36.326302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.422709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=64676e0b-a857-4ea7-804e-7d6ebf9dbde8,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:36.505101 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.580918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=64676e0b-a857-4ea7-804e-7d6ebf9dbde8,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.590725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69ec1e52-a02d-4531-a500-de3089448e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.602683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69ec1e52-a02d-4531-a500-de3089448e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.604520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-69ec1e52-a02d-4531-a500-de3089448e4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f31f6d9-0f16-4fe4-95bc-3fc96824cec1 HTTP/1.1" status: 204 len: 168 time: 1.1125371 Sep 16 05:25:36.614217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.624945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec1e52-a02d-4531-a500-de3089448e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31f6d9-0f16-4fe4-95bc-3fc96824cec1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.719990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-edecbb73-8593-4e27-ac93-9d0dd1321377 None None] Provisioning complete for port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:36.720234 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-edecbb73-8593-4e27-ac93-9d0dd1321377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.790749 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.985708 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70d24ba1-0622-4434-afa6-acf66f0f8271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.051673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d24ba1-0622-4434-afa6-acf66f0f8271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=96cefb3e-d7b2-4eec-a5f6-8344e389c85a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.093816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:37.109693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:37.117283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:37.174797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70d24ba1-0622-4434-afa6-acf66f0f8271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.184750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-70d24ba1-0622-4434-afa6-acf66f0f8271 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/96cefb3e-d7b2-4eec-a5f6-8344e389c85a HTTP/1.1" status: 204 len: 168 time: 2.0992217 Sep 16 05:25:37.188670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55922) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.225433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:37.231537 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.258476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'Port': ['ID=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.304324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fc017-2409-46c7-942d-4ce47a95e67c req-a8a59b63-4d6f-48c5-b53b-12c99c0becbf tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:37.308991 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c00fc017-2409-46c7-942d-4ce47a95e67c req-a8a59b63-4d6f-48c5-b53b-12c99c0becbf tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.4041913 Sep 16 05:25:37.337228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-fa67a793-7e63-4b1c-81ec-b610bedddcc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9984868 Sep 16 05:25:37.369921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Request body: {'port': {'device_id': '9f1f5bca-2171-4500-8268-211940eb8264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:37.375364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a5639-6293-4821-9f71-9349deceeb92 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:37.381546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a5639-6293-4821-9f71-9349deceeb92 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:37.387143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5e0a5639-6293-4821-9f71-9349deceeb92 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1964958 Sep 16 05:25:37.387820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55934) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.484850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c00fc017-2409-46c7-942d-4ce47a95e67c req-9a269c66-a6c7-48e0-8cf9-60e929d04a83 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608467 Sep 16 05:25:37.515808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.663115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4af0072f-ea17-4ea6-bb14-2dd22fc53c47 None None] Could not find standard attr ID for object 96cefb3e-d7b2-4eec-a5f6-8344e389c85a. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:37.752385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-6093ecd6-4947-41c5-b03f-4e2d12564f95 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 67e506ae-1eee-4bbb-948c-07fcab1cecbd {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:37.776277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6093ecd6-4947-41c5-b03f-4e2d12564f95 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.808577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dcc384cb-bf4b-49f6-ae46-f29934cbe6f2 None None] Provisioning complete for port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:37.809070 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dcc384cb-bf4b-49f6-ae46-f29934cbe6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.848959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b528daa-0828-4729-90b4-fdda3f89f91b req-8b9e2c66-7983-442d-b0b5-eb310380d49f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:37.872753 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b528daa-0828-4729-90b4-fdda3f89f91b req-8b9e2c66-7983-442d-b0b5-eb310380d49f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.9861326 Sep 16 05:25:37.930194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dcc384cb-bf4b-49f6-ae46-f29934cbe6f2 None None] Port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:37.942428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:38.044939 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6093ecd6-4947-41c5-b03f-4e2d12564f95 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.111730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b528daa-0828-4729-90b4-fdda3f89f91b req-744ebe22-3322-4d88-a475-0bf3b9075352 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318406 Sep 16 05:25:38.120645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:38.121249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.243562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135dfca-3307-478d-98a7-86d38a6254fa req-eb9c31bb-3eb7-4a5b-b647-060f01fece6e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:38.259126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b135dfca-3307-478d-98a7-86d38a6254fa req-eb9c31bb-3eb7-4a5b-b647-060f01fece6e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 935 time: 0.5317566 Sep 16 05:25:38.298063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:38.334754 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6093ecd6-4947-41c5-b03f-4e2d12564f95 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.503132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b135dfca-3307-478d-98a7-86d38a6254fa req-8016fe78-245c-47f9-b032-4252f9ae4419 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321761 Sep 16 05:25:38.579090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55964) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:38.662719 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:25:38.951012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27820b-f87f-400f-8973-a58d10b09b5d req-b7a46241-f5e0-46dd-8e3d-b4254d064bc7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:38.969110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae27820b-f87f-400f-8973-a58d10b09b5d req-b7a46241-f5e0-46dd-8e3d-b4254d064bc7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.3783741 Sep 16 05:25:39.051088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ba3d38-ec5f-4219-bccf-8f3591a57d34 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:39.064049 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.066408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6093ecd6-4947-41c5-b03f-4e2d12564f95 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.082864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:39.088065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Transition to ACTIVE for port object e7ba3d38-ec5f-4219-bccf-8f3591a57d34 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:25:39.097528 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c1e14b0-0692-4c8b-bd71-270394c96b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.136163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'port_id': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'mac_address': 'fa:16:3e:13:1a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:39.175641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093ecd6-4947-41c5-b03f-4e2d12564f95 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=67e506ae-1eee-4bbb-948c-07fcab1cecbd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:39.184749 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6093ecd6-4947-41c5-b03f-4e2d12564f95 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.189877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6093ecd6-4947-41c5-b03f-4e2d12564f95 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/67e506ae-1eee-4bbb-948c-07fcab1cecbd HTTP/1.1" status: 204 len: 168 time: 1.7956843 Sep 16 05:25:39.192681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55982) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:39.203738 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae27820b-f87f-400f-8973-a58d10b09b5d req-6ea0a4c2-8aea-46be-8462-c3409285040d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307038 Sep 16 05:25:39.350513 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.363708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fb9713-2c92-4e82-a8b8-f473204dae87 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:39.392438 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-208bb5a3-acbf-4a48-879d-6a7beb14a49f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1918149 Sep 16 05:25:39.394673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55986) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:39.531456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa165576-994b-4f54-9a64-c3894ed9c2fb tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:39.534743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fa165576-994b-4f54-9a64-c3894ed9c2fb tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1368606 Sep 16 05:25:39.540812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55990) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:39.660930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8532642e-8b63-4c0d-8c14-4dcc40b33449 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:39.767332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc1a13a-608a-4b39-8b54-ee3e1a656355 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:39.770212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8cc1a13a-608a-4b39-8b54-ee3e1a656355 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2275803 Sep 16 05:25:39.774949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56000) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:39.806403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.875214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee28db2b-64a7-4b50-b313-b699c65a9984 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976462 Sep 16 05:25:39.891620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:39.893109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:39.908077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aead2d-ec1f-4e03-8b0d-b21c98279d37 req-fb48dbd4-5d9c-40fb-88ef-1570d0c2bbd1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:39.923018 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4aead2d-ec1f-4e03-8b0d-b21c98279d37 req-fb48dbd4-5d9c-40fb-88ef-1570d0c2bbd1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.3583417 Sep 16 05:25:39.973401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.018212 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:40.075948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4aead2d-ec1f-4e03-8b0d-b21c98279d37 req-cab03b38-3c3d-49e9-8489-e1032c1dc945 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510832 Sep 16 05:25:40.084712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:40.130107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb43f4-3766-4d43-80f9-82f96fa88741 req-c348e4ce-9431-45b4-ba6d-7a9c9bf0fa59 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:40.133564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88bb43f4-3766-4d43-80f9-82f96fa88741 req-c348e4ce-9431-45b4-ba6d-7a9c9bf0fa59 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 1.3479955 Sep 16 05:25:40.148851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:40.207970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:40.237999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8532642e-8b63-4c0d-8c14-4dcc40b33449'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:40.493059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] Deleting port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:40.493442 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.643327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] For port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=64676e0b-a857-4ea7-804e-7d6ebf9dbde8,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:40.644226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.719313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] Calling delete_port for 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:40.771908 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37ae4-7012-4e31-bed5-30b0f5a8ccff req-372dbe87-8572-4a7a-af0c-e8c6e0065465 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:40.790062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8df37ae4-7012-4e31-bed5-30b0f5a8ccff req-372dbe87-8572-4a7a-af0c-e8c6e0065465 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 947 time: 0.1544762 Sep 16 05:25:40.798606 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88bb43f4-3766-4d43-80f9-82f96fa88741 req-ce166762-a8e8-4c08-99b8-afe400a49436 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151040 Sep 16 05:25:40.954820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8df37ae4-7012-4e31-bed5-30b0f5a8ccff req-1130aee7-dec8-420c-b3e2-2904cf66cce3 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634011 Sep 16 05:25:40.999803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Attempting to bind port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:41.000589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Attempting to bind port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:41.001283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Attempting to bind port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:41.016403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c1e14b0-0692-4c8b-bd71-270394c96b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.019127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:41.019764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Attempting to bind port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:41.033057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:41.033796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:41.035073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:41.036874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Bound port: e7ba3d38-ec5f-4219-bccf-8f3591a57d34, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:41.038041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.214367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177185e-fde2-4f82-ae0d-8234c4048289 req-7de97883-bb47-498b-97da-fc2ce292b0eb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:41.230403 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.241087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c1e14b0-0692-4c8b-bd71-270394c96b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.242719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0177185e-fde2-4f82-ae0d-8234c4048289 req-7de97883-bb47-498b-97da-fc2ce292b0eb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1667407 Sep 16 05:25:41.299241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] No DVR routers for this DVR port 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:41.316757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1c1e14b0-0692-4c8b-bd71-270394c96b73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28b6469ca76d472fbd532defd4670fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7313993 Sep 16 05:25:41.336511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:41.434566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7496a-6fb8-42c0-8483-a5279df860d2 None None] Pushing event deleted for resources: {'Port': ['ID=64676e0b-a857-4ea7-804e-7d6ebf9dbde8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:41.443495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] For port e7ba3d38-ec5f-4219-bccf-8f3591a57d34, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:41.476257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f7624ea-8587-45ae-8a94-6fa742fc8607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.482746 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0177185e-fde2-4f82-ae0d-8234c4048289 req-0b8098d8-d6cd-42c0-86b7-e289f82c8926 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357657 Sep 16 05:25:41.486956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e14b0-0692-4c8b-bd71-270394c96b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6d46c7-66ad-4e2f-997b-8ccdea5a02eb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:41.498716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] For port e7ba3d38-ec5f-4219-bccf-8f3591a57d34, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:41.528270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:41.532449 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.593860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f7624ea-8587-45ae-8a94-6fa742fc8607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.659744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.039836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:42.087966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:42.089424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.091313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] 10.222.0.66 "PUT /v2.0/ports/e7ba3d38-ec5f-4219-bccf-8f3591a57d34 HTTP/1.1" status: 200 len: 1096 time: 4.7310886 Sep 16 05:25:42.140180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:42.140707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 64676e0b-a857-4ea7-804e-7d6ebf9dbde8 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:42.174740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1f5bca-2171-4500-8268-211940eb8264', 'tag': 'e7ba3d38-ec5f-4219-bccf-8f3591a57d34'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:42.178031 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f8d40c-a922-4bff-a4b0-aa4472aeebea" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1f5bca-2171-4500-8268-211940eb8264", "tag": "e7ba3d38-ec5f-4219-bccf-8f3591a57d34"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:42.183327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfce00a-e1a7-4ba2-855a-9148b696ace9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:42.206715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f7624ea-8587-45ae-8a94-6fa742fc8607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.206715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f7624ea-8587-45ae-8a94-6fa742fc8607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.206715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0f7624ea-8587-45ae-8a94-6fa742fc8607 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f6d46c7-66ad-4e2f-997b-8ccdea5a02eb HTTP/1.1" status: 204 len: 168 time: 0.8686366 Sep 16 05:25:42.253429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7624ea-8587-45ae-8a94-6fa742fc8607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6d46c7-66ad-4e2f-997b-8ccdea5a02eb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:42.315284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de33e6-4542-4ffe-8cc4-e4c99d5eeab1 req-5ca894a2-eb42-43ab-9d3d-4509db0b86bf tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:42.315562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a48ee-6ee3-40e9-b2ee-d65c97fb822b req-09445528-20ad-42a3-ae09-635370e6aa00 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:42.328820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1de33e6-4542-4ffe-8cc4-e4c99d5eeab1 req-5ca894a2-eb42-43ab-9d3d-4509db0b86bf tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.7446430 Sep 16 05:25:42.333056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:42.341234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-037a48ee-6ee3-40e9-b2ee-d65c97fb822b req-09445528-20ad-42a3-ae09-635370e6aa00 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.2368767 Sep 16 05:25:42.479730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-037a48ee-6ee3-40e9-b2ee-d65c97fb822b req-cc70e8da-74f5-468d-a2c8-68b635b0cfe6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327178 Sep 16 05:25:42.552800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1de33e6-4542-4ffe-8cc4-e4c99d5eeab1 req-3a6bcc1f-b1a0-4106-a11a-bbe5b738da45 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226112 Sep 16 05:25:42.700972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8532642e-8b63-4c0d-8c14-4dcc40b33449 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:42.702606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.788792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8df4c-22be-451c-93ae-721f17cc8c94 req-38bd1861-2e75-4661-a9cd-d4d6ff8b9908 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:42.791035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-6aa151eb-c9e7-4b3a-8539-822cc0b4aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:42.798696 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-6aa151eb-c9e7-4b3a-8539-822cc0b4aaf4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 1099 time: 0.4586878 Sep 16 05:25:42.806212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a7c8df4c-22be-451c-93ae-721f17cc8c94 req-38bd1861-2e75-4661-a9cd-d4d6ff8b9908 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 947 time: 0.1385121 Sep 16 05:25:42.820739 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf8ca1b-28b8-4b64-b818-71d0bfb9413f x-openstack-request-id: req-aaf8ca1b-28b8-4b64-b818-71d0bfb9413f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:42.822232 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1f5bca-2171-4500-8268-211940eb8264", "tag": "e7ba3d38-ec5f-4219-bccf-8f3591a57d34", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:42.822803 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aaf8ca1b-28b8-4b64-b818-71d0bfb9413f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:42.826074 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1f5bca-2171-4500-8268-211940eb8264', 'tag': 'e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'status': 'completed', 'code': 200} Sep 16 05:25:42.932543 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.960991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a7c8df4c-22be-451c-93ae-721f17cc8c94 req-8cf7225d-f409-4b74-9b05-4f113d49552a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411519 Sep 16 05:25:42.972891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:42.977386 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1131adb1-3592-4276-8ced-4281808dd0ef" -d '{"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-plugged", "status": "completed", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:43.026929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:43.040207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-b7af79f2-f068-4a6b-9b5f-883119e56748 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34 HTTP/1.1" status: 200 len: 217 time: 0.1910324 Sep 16 05:25:43.138726 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.178993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-a405f16b-ec8b-4f4f-a09f-9d42f028dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:43.180587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-a405f16b-ec8b-4f4f-a09f-9d42f028dddd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1024511 Sep 16 05:25:43.292227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:43.464092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd0cd-831a-4931-abe4-ef9770f746b2 req-caa5ebff-b0cf-460d-83bd-4c6094da5b95 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:43.465840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2abd0cd-831a-4931-abe4-ef9770f746b2 req-caa5ebff-b0cf-460d-83bd-4c6094da5b95 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.5427277 Sep 16 05:25:43.500458 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a9e8d9-cacd-47fb-9d27-66a8bca48fdb x-openstack-request-id: req-82a9e8d9-cacd-47fb-9d27-66a8bca48fdb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:43.501390 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-plugged", "status": "completed", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:43.501390 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82a9e8d9-cacd-47fb-9d27-66a8bca48fdb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:43.501774 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'code': 200} Sep 16 05:25:43.622334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.objects.ports [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:43.627091 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.684967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-47363c5b-d7ef-4174-8681-6ac82d8fd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:43.693551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-47363c5b-d7ef-4174-8681-6ac82d8fd970 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4989862 Sep 16 05:25:43.715459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c91938-06b5-4b97-8ad2-4500dce027f3 req-e56dc99b-be9b-47f0-9c51-62038e5daa49 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:43.719271 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-00c91938-06b5-4b97-8ad2-4500dce027f3 req-e56dc99b-be9b-47f0-9c51-62038e5daa49 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1118639 Sep 16 05:25:43.814706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:43.820755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:43.824488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:43.825368 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.841667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90d5f6-48dc-43e2-8ccc-5146d756ea39 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:43.859024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-00c91938-06b5-4b97-8ad2-4500dce027f3 req-0944a459-e00d-41bf-a0de-15ac66680fcb tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196773 Sep 16 05:25:43.860472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56068) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:43.872650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2abd0cd-831a-4931-abe4-ef9770f746b2 req-04d0e257-3ff7-44bb-962f-9796300dfb1b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403845 Sep 16 05:25:44.001219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=a01908b5-c17d-43da-a520-cc8e525779ce,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:44.074619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6ae3b8ae-00a0-4e9d-8c5a-37e320c7f328 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0847464 Sep 16 05:25:44.078624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56078) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:44.096495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f9f20ba0-c94d-430e-8284-5760fb0ab336 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:44.179820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-430b608f-0018-4510-9d24-de93e23a4404 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604681 Sep 16 05:25:44.273135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdd33225-ed95-44ad-9cde-a427e99b4c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.322507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'a01908b5-c17d-43da-a520-cc8e525779ce'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:44.324120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.395376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8595499-2185-4381-92b5-fd5e8698bb94 req-49bc994c-8cdf-4bdd-9046-bc36536777e4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:44.404245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8595499-2185-4381-92b5-fd5e8698bb94 req-49bc994c-8cdf-4bdd-9046-bc36536777e4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.2193100 Sep 16 05:25:44.520474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bfc56-f02f-486e-a3a4-7cf6ed9e294d req-c3adf725-1e9d-4581-816f-0b5b7a08497f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:44.536249 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8595499-2185-4381-92b5-fd5e8698bb94 req-0b12ed2d-a287-4b43-84fd-0f20489b408c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301916 Sep 16 05:25:44.536494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a24bfc56-f02f-486e-a3a4-7cf6ed9e294d req-c3adf725-1e9d-4581-816f-0b5b7a08497f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 947 time: 0.3149698 Sep 16 05:25:44.619489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a24bfc56-f02f-486e-a3a4-7cf6ed9e294d req-68fb32b4-d7d0-4a42-bba7-4498514c99e8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818775 Sep 16 05:25:44.642045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Allocated IP 2001:db8::f816:3eff:fe7a:e634 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/a01908b5-c17d-43da-a520-cc8e525779ce/7a15a0d4-ba75-4597-854f-681422368f5f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:44.661303 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9c0e5f4-57b8-4564-85a0-08d405bec01c req-5e7ccb68-790d-48ea-a3e9-036b8e26b841 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682000 Sep 16 05:25:44.671026 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdd33225-ed95-44ad-9cde-a427e99b4c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.763258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdd33225-ed95-44ad-9cde-a427e99b4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.862774 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bdd33225-ed95-44ad-9cde-a427e99b4c90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20c843fe0a0b432091b24811ec4bb4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0006971 Sep 16 05:25:44.863934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd33225-ed95-44ad-9cde-a427e99b4c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df155f6-540d-4868-b76c-07f345b9f4ae,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:44.866324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:44.914597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f20ba0-c94d-430e-8284-5760fb0ab336 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:44.926670 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9f20ba0-c94d-430e-8284-5760fb0ab336 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.007935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-8b69b8dd-cee6-44c2-91e7-e59b0ddc93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.009655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-8b69b8dd-cee6-44c2-91e7-e59b0ddc93fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 1099 time: 0.1245425 Sep 16 05:25:45.085851 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8979d39-f22c-47d7-8d3f-7e7fcba80cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.094430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-eeee4c3b-6924-4111-a84e-92ee3a7cfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.097039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-eeee4c3b-6924-4111-a84e-92ee3a7cfb4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 1098 time: 0.1561241 Sep 16 05:25:45.144484 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.148175 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8979d39-f22c-47d7-8d3f-7e7fcba80cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.227004 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.329789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eac055-e7ef-47a7-8b50-7da0a78d5f35 req-8749e08c-5f9e-48c4-b3b2-9273e6389fa9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.344179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44eac055-e7ef-47a7-8b50-7da0a78d5f35 req-8749e08c-5f9e-48c4-b3b2-9273e6389fa9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1928947 Sep 16 05:25:45.359632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:45.368128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:45.373105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-b7a087a0-e698-4ac3-9695-9f24b726134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.375626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-b7a087a0-e698-4ac3-9695-9f24b726134b service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3198779 Sep 16 05:25:45.377410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:45.384025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-885b0bdb-ff43-4b30-9b2f-ed80f7355f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.385860 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-885b0bdb-ff43-4b30-9b2f-ed80f7355f82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 912 time: 0.2741313 Sep 16 05:25:45.388159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Pushing event updated for resources: {'Port': ['ID=7a15a0d4-ba75-4597-854f-681422368f5f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:45.416257 n-d-712749-15 neutron-server[95659]: INFO neutron.db.ipam_backend_mixin [None req-f9f20ba0-c94d-430e-8284-5760fb0ab336 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a01908b5-c17d-43da-a520-cc8e525779ce (CIDR: 2001:db8::/64) Sep 16 05:25:45.425404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8979d39-f22c-47d7-8d3f-7e7fcba80cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.430592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8979d39-f22c-47d7-8d3f-7e7fcba80cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.431797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e8979d39-f22c-47d7-8d3f-7e7fcba80cd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9df155f6-540d-4868-b76c-07f345b9f4ae HTTP/1.1" status: 204 len: 168 time: 0.5641949 Sep 16 05:25:45.508701 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f20ba0-c94d-430e-8284-5760fb0ab336 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:45.509210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f20ba0-c94d-430e-8284-5760fb0ab336 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:45.518653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-ef8f3e61-273f-4246-8914-9b13bfae299f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34 HTTP/1.1" status: 200 len: 217 time: 0.1200240 Sep 16 05:25:45.525376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8979d39-f22c-47d7-8d3f-7e7fcba80cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df155f6-540d-4868-b76c-07f345b9f4ae,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:45.528174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Attempting to bind port 7a15a0d4-ba75-4597-854f-681422368f5f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:45.528709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Attempting to bind port 7a15a0d4-ba75-4597-854f-681422368f5f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:45.529101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Attempting to bind port 7a15a0d4-ba75-4597-854f-681422368f5f on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:45.530131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-bfec4d3f-4521-4d2b-808e-9403532c8677 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8498cfbf-505f-4022-b48a-3422511b056d HTTP/1.1" status: 200 len: 217 time: 0.1215086 Sep 16 05:25:45.569861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:45.570234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:45.570639 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.571033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:45.571517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Bound port: 7a15a0d4-ba75-4597-854f-681422368f5f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:45.579413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0ebd4-bb43-4e9c-bcce-3126439ad29d req-ebf80403-832b-4770-aa42-5d1c50d55ab9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.581089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30f0ebd4-bb43-4e9c-bcce-3126439ad29d req-ebf80403-832b-4770-aa42-5d1c50d55ab9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.3951809 Sep 16 05:25:45.584535 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.673030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-0345cfde-f913-4ac7-89cd-5e12ef4149d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.674563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-0345cfde-f913-4ac7-89cd-5e12ef4149d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.1367493 Sep 16 05:25:45.705506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] For port 7a15a0d4-ba75-4597-854f-681422368f5f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:45.709583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] For port 7a15a0d4-ba75-4597-854f-681422368f5f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7a15a0d4-ba75-4597-854f-681422368f5f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:45.726465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-97c6fff3-3c48-4115-98d2-10a847756d20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402946 Sep 16 05:25:45.739923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-ada778f6-0e98-4f6c-a756-005bcc3eaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.742379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-ada778f6-0e98-4f6c-a756-005bcc3eaff5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2211580 Sep 16 05:25:45.750972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30f0ebd4-bb43-4e9c-bcce-3126439ad29d req-9fe7929d-2714-491a-b0b0-bbc9173366dc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478071 Sep 16 05:25:45.831129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-0087e91f-3668-4db7-9547-692733f86efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:45.833222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-0087e91f-3668-4db7-9547-692733f86efb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812786 Sep 16 05:25:45.842502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9f20ba0-c94d-430e-8284-5760fb0ab336 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7597556 Sep 16 05:25:45.843286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56120) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:45.849474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:45.888235 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.036242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44eac055-e7ef-47a7-8b50-7da0a78d5f35 req-20204dc0-9606-4457-9a71-9f0d3ec30a24 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488531 Sep 16 05:25:46.050014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deb57b-8fb2-46bb-a0d6-869b54fbb8cc None None] Pushing event updated for resources: {'Port': ['ID=7a15a0d4-ba75-4597-854f-681422368f5f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:46.143213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-d00c6880-c2d1-402a-ad3f-4462b298d255 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017668 Sep 16 05:25:46.231152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56124) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.404227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07fb1-0a8b-4220-859a-13dd39477446 req-438bd0e7-0950-40f2-a017-5e08e73f398c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:46.407705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0819d70a-0304-4183-8b4a-04b3ed91c67c req-fa1695de-47d7-427f-b496-adc5ddc8be76 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562921 Sep 16 05:25:46.413318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1eb07fb1-0a8b-4220-859a-13dd39477446 req-438bd0e7-0950-40f2-a017-5e08e73f398c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.4772441 Sep 16 05:25:46.466331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-9eb4710c-4c49-49ba-bd10-11e004342cc5 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219482 Sep 16 05:25:46.645833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df7951-d033-4adb-ae37-91decd18c75a req-aab6a425-fc06-4aa5-887d-b22068fab933 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:46.645833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-34df7951-d033-4adb-ae37-91decd18c75a req-aab6a425-fc06-4aa5-887d-b22068fab933 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 947 time: 0.2818024 Sep 16 05:25:46.647994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1eb07fb1-0a8b-4220-859a-13dd39477446 req-ec4c8e02-9e2b-4576-911a-28a26f2e820b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901833 Sep 16 05:25:46.648480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-34df7951-d033-4adb-ae37-91decd18c75a req-4a49ad00-3da8-4057-937f-5523773b3fe9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542758 Sep 16 05:25:46.648480 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5910753-6783-420c-a17f-c56497dc3779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.648769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29f8d40c-a922-4bff-a4b0-aa4472aeebea req-db81872b-c1bf-40d7-aaaa-711e7762454e service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641862 Sep 16 05:25:46.920535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28371f7-753e-4233-90ef-18437375beb5 req-3fa0d7a1-0bce-44f4-bf2e-7140da8a3e8b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:46.922285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a28371f7-753e-4233-90ef-18437375beb5 req-3fa0d7a1-0bce-44f4-bf2e-7140da8a3e8b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.0700767 Sep 16 05:25:46.943475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:46.955071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.009320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a28371f7-753e-4233-90ef-18437375beb5 req-1530164a-6a98-4789-9a5a-ebd199047a5c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797589 Sep 16 05:25:47.134167 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5910753-6783-420c-a17f-c56497dc3779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.302336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5910753-6783-420c-a17f-c56497dc3779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.440300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a5910753-6783-420c-a17f-c56497dc3779 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b52536df22894826b45d9beb39a57798&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2080941 Sep 16 05:25:47.441675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5910753-6783-420c-a17f-c56497dc3779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657b0988-fa2d-429f-868a-014292914d37,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:47.449746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56146) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.554763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5169-9d83-42f6-a393-c13b1c4fc00b req-bd939bf0-cf7d-4bde-a2ae-46df47bf0cca tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.556761 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6ff5169-9d83-42f6-a393-c13b1c4fc00b req-bd939bf0-cf7d-4bde-a2ae-46df47bf0cca tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.3743930 Sep 16 05:25:47.595366 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdea1891-4007-4304-aa0b-5b363bd4c1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.612080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e7ba3d38-ec5f-4219-bccf-8f3591a57d34 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:25:47.647314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdea1891-4007-4304-aa0b-5b363bd4c1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.652315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8498cfbf-505f-4022-b48a-3422511b056d no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:47.742963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.743802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c86ab-94e1-4c5a-9579-40be8896dc81 req-bd83c4ff-dfe3-4523-bff0-30d0e7aceb91 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.753839 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:25:47.758914 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e03c86ab-94e1-4c5a-9579-40be8896dc81 req-bd83c4ff-dfe3-4523-bff0-30d0e7aceb91 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1274738 Sep 16 05:25:47.759127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b598892a-9f41-4f31-a28c-b166d1737259 None None] Provisioning complete for port 7a15a0d4-ba75-4597-854f-681422368f5f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:47.759127 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b598892a-9f41-4f31-a28c-b166d1737259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.833445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e03c86ab-94e1-4c5a-9579-40be8896dc81 req-d36551e7-1d01-4bf9-8b29-3ece2644cea2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780427 Sep 16 05:25:47.869077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=9dfe762c-ea6e-4c23-8f39-1dcb5a545325,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:47.889332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdea1891-4007-4304-aa0b-5b363bd4c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.900032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdea1891-4007-4304-aa0b-5b363bd4c1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.908575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fdea1891-4007-4304-aa0b-5b363bd4c1a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/657b0988-fa2d-429f-868a-014292914d37 HTTP/1.1" status: 204 len: 168 time: 0.4402902 Sep 16 05:25:47.939077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea1891-4007-4304-aa0b-5b363bd4c1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657b0988-fa2d-429f-868a-014292914d37,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:47.964963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:47.979958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6ff5169-9d83-42f6-a393-c13b1c4fc00b req-8fcdeb4c-d876-4f89-89b3-4b8c9b745eb7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119241 Sep 16 05:25:47.983508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:47.998744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.000625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.002331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7a15a0d4-ba75-4597-854f-681422368f5f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:48.078359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8585b-10c3-45cf-a43f-cda69b811cf4 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:48.085910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e7ba3d38-ec5f-4219-bccf-8f3591a57d34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:48.096168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0170f-0f67-414e-a44b-01ff70b818c4 req-f964496f-7cd2-4e00-a759-e33e7d4eaa42 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.108626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-83c0170f-0f67-414e-a44b-01ff70b818c4 req-f964496f-7cd2-4e00-a759-e33e7d4eaa42 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 947 time: 0.0686281 Sep 16 05:25:48.153849 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.168903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'mac_address': 'fa:16:3e:df:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:25:48.198677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-83c0170f-0f67-414e-a44b-01ff70b818c4 req-45e51045-c0a5-48aa-b982-7de07160c216 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872178 Sep 16 05:25:48.211482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-47cb4e1b-25d4-485b-9070-030e19e258c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3646972 Sep 16 05:25:48.211588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56166) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.230571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:e2:6a:d0', 'name': 'tempest-NetworksTestDHCPv6-1520528622'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:48.252257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:48.258016 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d62d17-fb61-41ca-842c-cc4f3eeea995" -d '{"events": [{"server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8498cfbf-505f-4022-b48a-3422511b056d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:48.333100 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b598892a-9f41-4f31-a28c-b166d1737259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.388099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:48.471069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b598892a-9f41-4f31-a28c-b166d1737259 None None] For port 7a15a0d4-ba75-4597-854f-681422368f5f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7a15a0d4-ba75-4597-854f-681422368f5f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:48.493880 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.524880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ba3d38-ec5f-4219-bccf-8f3591a57d34 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:25:48.536520 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.551064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7a15a0d4-ba75-4597-854f-681422368f5f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:48.551437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.560054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc599-824f-4cff-aac2-8bd8bc1f7634 req-8b2b56c5-7dd2-4620-8f8d-4dd07bc03b71 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:48.560054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-039dc599-824f-4cff-aac2-8bd8bc1f7634 req-8b2b56c5-7dd2-4620-8f8d-4dd07bc03b71 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 946 time: 0.1094670 Sep 16 05:25:48.626402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b598892a-9f41-4f31-a28c-b166d1737259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.632505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e7ba3d38-ec5f-4219-bccf-8f3591a57d34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:48.663776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-039dc599-824f-4cff-aac2-8bd8bc1f7634 req-08b2b0e3-9719-4dde-b9b7-8ed14cbd9206 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889809 Sep 16 05:25:48.726967 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413dc183-2a57-43f2-ad3f-b38e9341b859 x-openstack-request-id: req-413dc183-2a57-43f2-ad3f-b38e9341b859 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:48.727324 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8498cfbf-505f-4022-b48a-3422511b056d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:48.727578 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-413dc183-2a57-43f2-ad3f-b38e9341b859 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:48.728013 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d', 'code': 200} Sep 16 05:25:48.742049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:48.743229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:48.752753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.900726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.952464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 2cbca688-815e-4c71-9cd2-d7e960dde88f yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:49.172351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09144a41-fd60-48fb-bfcb-0f22360a0a70 req-e562b74b-d204-4a6d-9de8-6c65b8202d40 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:49.181075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-09144a41-fd60-48fb-bfcb-0f22360a0a70 req-e562b74b-d204-4a6d-9de8-6c65b8202d40 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1669202 Sep 16 05:25:49.187909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598892a-9f41-4f31-a28c-b166d1737259 None None] Pushing event updated for resources: {'Port': ['ID=7a15a0d4-ba75-4597-854f-681422368f5f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:49.194500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:25:49.294714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-09144a41-fd60-48fb-bfcb-0f22360a0a70 req-2219e10e-9220-45b7-9ff7-a7fcf163740d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068423 Sep 16 05:25:49.356765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:49.366065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7896cf19-91c4-4b63-81d6-67e532b9d64d None None] Update dhcp port {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': 'a01908b5-c17d-43da-a520-cc8e525779ce', 'ip_address': '2001:db8::f816:3eff:fe7a:e634'}, {'subnet_id': '9dfe762c-ea6e-4c23-8f39-1dcb5a545325'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '7a15a0d4-ba75-4597-854f-681422368f5f'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:25:49.426479 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7896cf19-91c4-4b63-81d6-67e532b9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.429993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8:0:1::4a (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/9dfe762c-ea6e-4c23-8f39-1dcb5a545325/2cbca688-815e-4c71-9cd2-d7e960dde88f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:49.464929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:fee2:6ad0 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/a01908b5-c17d-43da-a520-cc8e525779ce/2cbca688-815e-4c71-9cd2-d7e960dde88f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:49.506553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78617b4-cc84-4d3d-9b77-d33cf2959fa5 req-406d8e9a-24f4-4fe1-8981-c40567371839 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:49.514800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c78617b4-cc84-4d3d-9b77-d33cf2959fa5 req-406d8e9a-24f4-4fe1-8981-c40567371839 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1042550 Sep 16 05:25:49.606582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c78617b4-cc84-4d3d-9b77-d33cf2959fa5 req-4c819c81-8442-4fd8-9ffd-9725c2802e13 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907738 Sep 16 05:25:49.823883 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6a1faee1-9f06-4ee2-af4c-e8c3b112f06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.871944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.889508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9577509-78f9-49cb-981f-6b925ba92066 req-be0f728b-f152-49d1-9db1-bf04655a55b7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:49.901039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9577509-78f9-49cb-981f-6b925ba92066 req-be0f728b-f152-49d1-9db1-bf04655a55b7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 948 time: 0.1489599 Sep 16 05:25:49.979033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7a15a0d4-ba75-4597-854f-681422368f5f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:50.058898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9577509-78f9-49cb-981f-6b925ba92066 req-4335ca03-159a-46b3-9b6b-ef38acfca6a4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567576 Sep 16 05:25:50.125498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7a15a0d4-ba75-4597-854f-681422368f5f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:50.126042 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.230068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.231993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56214) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.271769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf343f-d5ce-47f6-9da5-9552b4c78569 req-b0606311-d6a8-41ab-8d1b-c28b89b0b68d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.284106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66cf343f-d5ce-47f6-9da5-9552b4c78569 req-b0606311-d6a8-41ab-8d1b-c28b89b0b68d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 944 time: 0.1203954 Sep 16 05:25:50.349079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66cf343f-d5ce-47f6-9da5-9552b4c78569 req-2511fca2-693a-4831-b249-9a544ee1b91d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599027 Sep 16 05:25:50.427666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7896cf19-91c4-4b63-81d6-67e532b9d64d None None] Allocated IP 2001:db8:0:1::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/9dfe762c-ea6e-4c23-8f39-1dcb5a545325/7a15a0d4-ba75-4597-854f-681422368f5f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:50.465839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:50.496656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:50.507395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:50.527294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.530356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.557791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=2cbca688-815e-4c71-9cd2-d7e960dde88f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:50.611735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.673254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1963635304'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:50.710191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518b7d-742a-4b64-939b-d332fbd1e409 req-fe75881a-8e2e-48e6-9fb1-2710b8d28710 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.719515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d518b7d-742a-4b64-939b-d332fbd1e409 req-fe75881a-8e2e-48e6-9fb1-2710b8d28710 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1835864 Sep 16 05:25:50.744209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7896cf19-91c4-4b63-81d6-67e532b9d64d None None] For port 7a15a0d4-ba75-4597-854f-681422368f5f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7a15a0d4-ba75-4597-854f-681422368f5f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:50.755751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56230) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.756154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-850c641e-3273-43d2-9c28-2e370bb3af8f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5436184 Sep 16 05:25:50.791014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d518b7d-742a-4b64-939b-d332fbd1e409 req-fce5b796-7621-41a1-86f9-f18602055b76 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685008 Sep 16 05:25:50.823722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7896cf19-91c4-4b63-81d6-67e532b9d64d None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.908543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:50.912905 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.926010 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7896cf19-91c4-4b63-81d6-67e532b9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.949652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3b70b668-0422-43ba-a549-7b48be92334b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 2cbca688-815e-4c71-9cd2-d7e960dde88f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:50.955979 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b70b668-0422-43ba-a549-7b48be92334b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.969836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.089534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844cf3-a639-4335-a2e6-894ce10d4afd req-9bb0fbbd-3ab6-492c-aafc-00b087a1cd60 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.098583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d844cf3-a639-4335-a2e6-894ce10d4afd req-9bb0fbbd-3ab6-492c-aafc-00b087a1cd60 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.2011831 Sep 16 05:25:51.145234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896cf19-91c4-4b63-81d6-67e532b9d64d None None] Pushing event updated for resources: {'Port': ['ID=7a15a0d4-ba75-4597-854f-681422368f5f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:51.197405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b70b668-0422-43ba-a549-7b48be92334b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.230735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3b70b668-0422-43ba-a549-7b48be92334b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 2cbca688-815e-4c71-9cd2-d7e960dde88f owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:51.258901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d844cf3-a639-4335-a2e6-894ce10d4afd req-0ef268d0-df50-48df-a3c2-fd085f3baf47 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489890 Sep 16 05:25:51.347371 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.435652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.568294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f73c7a-6a65-466b-b5c8-c976090b5681,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:51.616850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e7ba3d38-ec5f-4219-bccf-8f3591a57d34 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:51.818672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:25:51.834143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:51.834901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.852780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc6279-efed-4848-9f60-9d98ef5e697f req-05147ddf-ae5b-4cba-b2e8-ac306027d54e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.855683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b70b668-0422-43ba-a549-7b48be92334b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.870923 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acdc6279-efed-4848-9f60-9d98ef5e697f req-05147ddf-ae5b-4cba-b2e8-ac306027d54e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 948 time: 0.1721871 Sep 16 05:25:51.899209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:51.912944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.913262 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 53296d24-1edd-4246-b9e5-fb3e26f76d84 of type vlan for network 242b4f2e-86b3-458c-9262-8c121f507608 Sep 16 05:25:51.951323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7a15a0d4-ba75-4597-854f-681422368f5f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:51.995892 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.027541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70b668-0422-43ba-a549-7b48be92334b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=2cbca688-815e-4c71-9cd2-d7e960dde88f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:52.068236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1f5bca-2171-4500-8268-211940eb8264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ba3d38-ec5f-4219-bccf-8f3591a57d34'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:52.071009 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2d9524-5e8e-4a4e-9f2b-255b38122a62" -d '{"events": [{"server_uuid": "9f1f5bca-2171-4500-8268-211940eb8264", "name": "network-vif-plugged", "status": "completed", "tag": "e7ba3d38-ec5f-4219-bccf-8f3591a57d34"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:52.083763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7a15a0d4-ba75-4597-854f-681422368f5f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:52.084578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.091275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e7ba3d38-ec5f-4219-bccf-8f3591a57d34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:52.102757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b70b668-0422-43ba-a549-7b48be92334b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.105339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.109727 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3b70b668-0422-43ba-a549-7b48be92334b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/2cbca688-815e-4c71-9cd2-d7e960dde88f HTTP/1.1" status: 204 len: 168 time: 1.3521860 Sep 16 05:25:52.127262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56268) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:52.127559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acdc6279-efed-4848-9f60-9d98ef5e697f req-57ce71e1-8ca9-42ee-8f97-802099aee721 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504287 Sep 16 05:25:52.226182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.228928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8498cfbf-505f-4022-b48a-3422511b056d no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:52.306218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.333839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d9da8-af22-4302-873d-7271e4c63a21 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.339165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.340148 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.340335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d81d9da8-af22-4302-873d-7271e4c63a21 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2254546 Sep 16 05:25:52.343355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56274) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:52.404184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:52.413856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c1d818a7-af00-435a-bcec-70403eef8919 None None] Provisioning complete for port 7a15a0d4-ba75-4597-854f-681422368f5f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:52.414296 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1d818a7-af00-435a-bcec-70403eef8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.523605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb14057a-f9c1-47f1-bcc6-2314ae83bb37 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.533096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eb14057a-f9c1-47f1-bcc6-2314ae83bb37 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1855628 Sep 16 05:25:52.537090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56286) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:52.616173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=242b4f2e-86b3-458c-9262-8c121f507608,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:52.630807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3973436 Sep 16 05:25:52.662959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.663946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.671534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.672338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.672928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.673492 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.674314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.675052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.675650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.676269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.676854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.685117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8271700-c11c-452f-97da-239ef591b791 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:52.697664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 242b4f2e-86b3-458c-9262-8c121f507608 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:52.738097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b155c4d-3f32-4b00-92a4-7ac3d12a6349 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.740331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b155c4d-3f32-4b00-92a4-7ac3d12a6349 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.742354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b155c4d-3f32-4b00-92a4-7ac3d12a6349 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.744346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3b155c4d-3f32-4b00-92a4-7ac3d12a6349 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2058542 Sep 16 05:25:52.747134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56290) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:52.852544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-56494763-e3df-4a29-acbc-0f39d4dec932 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 9dfe762c-ea6e-4c23-8f39-1dcb5a545325 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:52.859106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56494763-e3df-4a29-acbc-0f39d4dec932 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.890012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-edbd060b-60a8-44e5-a84a-c40d92604f7a None None] Could not find standard attr ID for object 2cbca688-815e-4c71-9cd2-d7e960dde88f. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:52.931340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56292) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:52.938450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': '242b4f2e-86b3-458c-9262-8c121f507608', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:52.965314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56494763-e3df-4a29-acbc-0f39d4dec932 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.090621 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68486e61-598d-4827-9684-b1dc6acc5594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.137439 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56494763-e3df-4a29-acbc-0f39d4dec932 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.290403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:53.294060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.356291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56494763-e3df-4a29-acbc-0f39d4dec932 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.410413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56494763-e3df-4a29-acbc-0f39d4dec932 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfe762c-ea6e-4c23-8f39-1dcb5a545325,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:53.416784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56494763-e3df-4a29-acbc-0f39d4dec932 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.421551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-56494763-e3df-4a29-acbc-0f39d4dec932 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/9dfe762c-ea6e-4c23-8f39-1dcb5a545325 HTTP/1.1" status: 204 len: 168 time: 0.6713481 Sep 16 05:25:53.424188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56296) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:53.426600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc435c9-439f-4819-a120-86e513aa55cc None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:53.525403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a18e45-4cb3-4ba8-a226-14b1934bbd32 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet a01908b5-c17d-43da-a520-cc8e525779ce {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:53.532929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5a18e45-4cb3-4ba8-a226-14b1934bbd32 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.665033 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5a18e45-4cb3-4ba8-a226-14b1934bbd32 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.668269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-8b989fb3-10c8-4c03-9ce9-0a331827d2cc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.692806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-8b989fb3-10c8-4c03-9ce9-0a331827d2cc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7 HTTP/1.1" status: 200 len: 944 time: 0.1887445 Sep 16 05:25:53.753805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8247d3-f735-486a-b155-ada7b406e83f req-2608eb7c-845c-43ad-87b9-2329b3c162dc tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.755958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b8247d3-f735-486a-b155-ada7b406e83f req-2608eb7c-845c-43ad-87b9-2329b3c162dc tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1287458 Sep 16 05:25:53.875632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b8247d3-f735-486a-b155-ada7b406e83f req-db84f8c8-58c0-450b-8b32-b262b452acf5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002491 Sep 16 05:25:53.955342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Deleting port 8498cfbf-505f-4022-b48a-3422511b056d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:53.955915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.957714 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5a18e45-4cb3-4ba8-a226-14b1934bbd32 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.977423 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a0aa36-e139-470e-b445-41f7b5c6a12b x-openstack-request-id: req-a5a0aa36-e139-470e-b445-41f7b5c6a12b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:53.977423 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1f5bca-2171-4500-8268-211940eb8264", "name": "network-vif-plugged", "status": "completed", "tag": "e7ba3d38-ec5f-4219-bccf-8f3591a57d34", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:53.977423 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5a0aa36-e139-470e-b445-41f7b5c6a12b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:53.977423 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1f5bca-2171-4500-8268-211940eb8264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'code': 200} Sep 16 05:25:54.122845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] For port 8498cfbf-505f-4022-b48a-3422511b056d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8498cfbf-505f-4022-b48a-3422511b056d,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:54.124780 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.144368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Calling delete_port for 8498cfbf-505f-4022-b48a-3422511b056d owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:54.195123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038961-0d1b-4124-87ba-b845bc67890c req-20f731ff-02b5-4f8a-9fd8-b0741b590154 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:54.196683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad038961-0d1b-4124-87ba-b845bc67890c req-20f731ff-02b5-4f8a-9fd8-b0741b590154 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0633426 Sep 16 05:25:54.250559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad038961-0d1b-4124-87ba-b845bc67890c req-6b27b3ef-89d8-441c-b7c2-c57c00d5ae05 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 Sep 16 05:25:54.266239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b8638-d7da-4dcb-9c06-c44ef8bb88e8 req-a03a2b20-2e71-4aef-a449-9669b3290583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:54.267815 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e3b8638-d7da-4dcb-9c06-c44ef8bb88e8 req-a03a2b20-2e71-4aef-a449-9669b3290583 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 1101 time: 0.1793933 Sep 16 05:25:54.381116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e3b8638-d7da-4dcb-9c06-c44ef8bb88e8 req-466c55e1-8743-419a-871b-5a3ec94e5f59 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843916 Sep 16 05:25:54.433426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65acd51-0c2f-4d76-9676-9c78753abab4 req-77c14880-7f67-4149-955d-2fdee8134f13 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:54.435266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c65acd51-0c2f-4d76-9676-9c78753abab4 req-77c14880-7f67-4149-955d-2fdee8134f13 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 949 time: 0.0965889 Sep 16 05:25:54.487365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c65acd51-0c2f-4d76-9676-9c78753abab4 req-f754c9ca-8619-43f1-8110-e67503efdf72 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Sep 16 05:25:54.635007 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.663052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a41ac1cd-23ff-4707-b4dd-5a4c97598a1e None None] Provisioning complete for port 7a15a0d4-ba75-4597-854f-681422368f5f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:54.663325 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a41ac1cd-23ff-4707-b4dd-5a4c97598a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.707581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abf8fe-5965-4b45-af5d-4c8cade7a2b3 req-c2b77219-5adb-4238-92f8-c653a690d7a2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:54.709302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-75abf8fe-5965-4b45-af5d-4c8cade7a2b3 req-c2b77219-5adb-4238-92f8-c653a690d7a2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0725474 Sep 16 05:25:54.714010 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.724856 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5a18e45-4cb3-4ba8-a226-14b1934bbd32 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.780922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a18e45-4cb3-4ba8-a226-14b1934bbd32 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=a01908b5-c17d-43da-a520-cc8e525779ce,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:54.784442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5a18e45-4cb3-4ba8-a226-14b1934bbd32 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.786561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c5a18e45-4cb3-4ba8-a226-14b1934bbd32 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/a01908b5-c17d-43da-a520-cc8e525779ce HTTP/1.1" status: 204 len: 168 time: 1.3611190 Sep 16 05:25:54.789949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:54.791999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e7bfef-0a50-4e02-a64b-4eb485c76053 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:54.824260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-75abf8fe-5965-4b45-af5d-4c8cade7a2b3 req-be392c29-767f-43df-80ea-c6b74e6155ff tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866685 Sep 16 05:25:54.836251 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.847511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c83580ad-7f73-4c0d-818c-2a955610b862 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535171 Sep 16 05:25:54.857643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56310) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:54.862856 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=1195be7a-544c-40e1-99e2-0774022c3e1f,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:54.879371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:54.987899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event deleted for resources: {'Port': ['ID=8498cfbf-505f-4022-b48a-3422511b056d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:55.094649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.095213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.095784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.096370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.096917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.097559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.104969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.106218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.108579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.109189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.109768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.110979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.148402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.151848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.151848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.159104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.164411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.164983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.165442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.167174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.167174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.167174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.167174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.167174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:55.187495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e8885-98bb-4b24-9ec3-4fddc1b437da req-a6e15b69-f521-4e31-8e7a-df70a3c8650d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:55.198556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f36e8885-98bb-4b24-9ec3-4fddc1b437da req-a6e15b69-f521-4e31-8e7a-df70a3c8650d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1439044 Sep 16 05:25:55.204900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] No DVR routers for this DVR port 8498cfbf-505f-4022-b48a-3422511b056d on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:55.208565 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.219408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-907d2258-2d7b-4822-b2f1-1df3c56622e9 req-7f7102c0-61b5-414f-86ac-5eed1dae1300 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "DELETE /v2.0/ports/8498cfbf-505f-4022-b48a-3422511b056d HTTP/1.1" status: 204 len: 173 time: 1.5398073 Sep 16 05:25:55.220688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'name': 'network-vif-deleted', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:55.225038 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c4a513-3359-42c7-9b17-4b9635dbc8dc" -d '{"events": [{"server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "name": "network-vif-deleted", "tag": "8498cfbf-505f-4022-b48a-3422511b056d"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:55.231257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '53296d24-1edd-4246-b9e5-fb3e26f76d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '242b4f2e-86b3-458c-9262-8c121f507608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:55.231777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: 242b4f2e-86b3-458c-9262-8c121f507608, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:55.256613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f36e8885-98bb-4b24-9ec3-4fddc1b437da req-810b8697-cd5c-4e8e-b707-27918ff9a38e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564823 Sep 16 05:25:55.267086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:55.285307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.314302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:55.330443 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.381684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 242b4f2e-86b3-458c-9262-8c121f507608 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:55.424984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] Deleting port 7a15a0d4-ba75-4597-854f-681422368f5f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:55.425650 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.515808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 242b4f2e-86b3-458c-9262-8c121f507608) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:55.528046 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:55.530838 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.586064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892433ec-e43f-4705-8707-a95580d04bdc None None] Network 242b4f2e-86b3-458c-9262-8c121f507608 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:55.680262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5faa999e-f659-4224-a78a-3dafc44242ab tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7469342 Sep 16 05:25:55.684385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:55.691151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1854577216'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:55.784659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] For port 7a15a0d4-ba75-4597-854f-681422368f5f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7a15a0d4-ba75-4597-854f-681422368f5f,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:55.788967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.822336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] Calling delete_port for 7a15a0d4-ba75-4597-854f-681422368f5f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:55.879097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:55.892699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.973661 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:56.017928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:56.040129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.041136 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 4fab11d5-a2f8-4945-b2f1-0764f2e38d6e of type vlan for network 80c3bc90-3855-44a8-974e-6bf6b18e3bd2 Sep 16 05:25:56.159372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7a15a0d4-ba75-4597-854f-681422368f5f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:56.224707 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.298902 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e210de1-0751-4d94-a52f-c989deff05da x-openstack-request-id: req-1e210de1-0751-4d94-a52f-c989deff05da {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:56.300164 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7", "name": "network-vif-deleted", "tag": "8498cfbf-505f-4022-b48a-3422511b056d", "status": "failed", "code": 422}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:56.300164 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e210de1-0751-4d94-a52f-c989deff05da {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:56.301217 n-d-712749-15 neutron-server[95659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7d4a9cf-ceb9-4b15-b8e0-ab7cf58018b7', 'name': 'network-vif-deleted', 'tag': '8498cfbf-505f-4022-b48a-3422511b056d', 'status': 'failed', 'code': 422} returned with failed status Sep 16 05:25:56.427267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-242b4f2e-86b3-458c-9262-8c121f507608', 'network_id': '242b4f2e-86b3-458c-9262-8c121f507608', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': '1195be7a-544c-40e1-99e2-0774022c3e1f'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:56.429439 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.458357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.486069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:56.489122 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.629016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.650798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9648683 Sep 16 05:25:56.661295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56354) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:56.712051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': '80c3bc90-3855-44a8-974e-6bf6b18e3bd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:56.751561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f961eb3-45f1-4169-927d-d23b94e6842d req-ac319c7f-4934-43b3-82e8-9155077adaa6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:56.754733 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f961eb3-45f1-4169-927d-d23b94e6842d req-ac319c7f-4934-43b3-82e8-9155077adaa6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 949 time: 0.3265514 Sep 16 05:25:56.792844 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.868440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8efb14-10e5-4d99-9d80-9dfd9df8f0ef tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=80c3bc90-3855-44a8-974e-6bf6b18e3bd2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:56.926504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-1462232d-22d2-4fe4-b117-83e10fd16794 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:56.936905 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-1462232d-22d2-4fe4-b117-83e10fd16794 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.3317566 Sep 16 05:25:56.953763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f961eb3-45f1-4169-927d-d23b94e6842d req-d8755832-8081-405c-b0f1-36134effdba8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989432 Sep 16 05:25:56.983514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-b9dee977-c939-4278-9ace-7f2669695680 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/quotas/35939a17332d4166865b8b97d16dcd7e HTTP/1.1" status: 200 len: 375 time: 0.0452609 Sep 16 05:25:57.021504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:57.028053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.130092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 80c3bc90-3855-44a8-974e-6bf6b18e3bd2 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:57.143116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] Pushing event deleted for resources: {'Port': ['ID=7a15a0d4-ba75-4597-854f-681422368f5f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:57.168912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d72f89-63fa-494e-ba7f-f7e507abdf43 None None] No DVR routers for this DVR port 7a15a0d4-ba75-4597-854f-681422368f5f on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:57.234071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-b9bad540-0625-4244-9b80-09380b3c2433 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2340379 Sep 16 05:25:57.417782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee0565-280c-4eb7-9676-8939398f4dfc req-afda0961-3ad8-438c-8ac1-aa6205e23683 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:57.419562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3ee0565-280c-4eb7-9676-8939398f4dfc req-afda0961-3ad8-438c-8ac1-aa6205e23683 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.3182898 Sep 16 05:25:57.478274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.objects.ports [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:57.493961 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.530529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Allocated IP 172.20.255.242 (242b4f2e-86b3-458c-9262-8c121f507608/1195be7a-544c-40e1-99e2-0774022c3e1f/7c4ace8b-db4a-49ca-bfad-d5e960e422e6) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:57.542372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3ee0565-280c-4eb7-9676-8939398f4dfc req-c188e2b8-ce96-46ae-a47f-f7245870aea8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992768 Sep 16 05:25:57.621464 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.672483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:57.685222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:57.698512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:57.701887 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.710908 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235fc99-70f0-4648-aa75-73226be82036 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:57.715958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=ed7f0314-dc1d-49a4-94bf-133f56419bcc,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:57.725274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.759372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-2a766cb9-88b6-4735-a3bc-b05bf92f89d5 service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082829 Sep 16 05:25:57.850084 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9776b453-4f1c-4110-9b39-179d9f72a741 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9905570 Sep 16 05:25:57.855390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56368) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:57.862024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f76229b3-ee7e-462e-872a-081930542ef9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:57.888438 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.977769 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.997613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-421132f6-6fd6-4b82-804d-181d6da30b12 service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270060 Sep 16 05:25:58.036906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Pushing event updated for resources: {'Port': ['ID=7c4ace8b-db4a-49ca-bfad-d5e960e422e6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:58.111095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Network 242b4f2e-86b3-458c-9262-8c121f507608 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:58.115193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:58.126025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:58.130065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=73ec978b-5200-41b4-ac14-f7954af3fb94,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:58.206135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '4fab11d5-a2f8-4945-b2f1-0764f2e38d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '80c3bc90-3855-44a8-974e-6bf6b18e3bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:58.206547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: 80c3bc90-3855-44a8-974e-6bf6b18e3bd2, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:58.248500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'ed7f0314-dc1d-49a4-94bf-133f56419bcc'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:58.249470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.290540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Attempting to bind port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:58.290820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Attempting to bind port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '53296d24-1edd-4246-b9e5-fb3e26f76d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '242b4f2e-86b3-458c-9262-8c121f507608'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:58.291137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Attempting to bind port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 on network 242b4f2e-86b3-458c-9262-8c121f507608 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:58.304426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:58.304805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Checking segment: {'id': '53296d24-1edd-4246-b9e5-fb3e26f76d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '242b4f2e-86b3-458c-9262-8c121f507608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:58.305211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.305605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Bound using segment: {'id': '53296d24-1edd-4246-b9e5-fb3e26f76d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '242b4f2e-86b3-458c-9262-8c121f507608'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:58.306143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Bound port: 7c4ace8b-db4a-49ca-bfad-d5e960e422e6, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53296d24-1edd-4246-b9e5-fb3e26f76d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '242b4f2e-86b3-458c-9262-8c121f507608'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:58.306524 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.350143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76229b3-ee7e-462e-872a-081930542ef9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:58.350900 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76229b3-ee7e-462e-872a-081930542ef9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.369086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 80c3bc90-3855-44a8-974e-6bf6b18e3bd2 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:58.493891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf6eff-4661-45ee-ae61-7215655e3703 req-31bb5f6d-6b45-438f-9fdc-9256a31b58b9 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:58.495620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bcf6eff-4661-45ee-ae61-7215655e3703 req-31bb5f6d-6b45-438f-9fdc-9256a31b58b9 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 1101 time: 0.1958139 Sep 16 05:25:58.543320 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4bcf6eff-4661-45ee-ae61-7215655e3703 req-2d0de178-92d6-4e51-899e-df7eaa960f5c tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.545291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] For port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:58.550197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] For port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7c4ace8b-db4a-49ca-bfad-d5e960e422e6,segment=NetworkSegment(53296d24-1edd-4246-b9e5-fb3e26f76d84),segment_id=53296d24-1edd-4246-b9e5-fb3e26f76d84)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:58.629936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Allocated IP 2001:db8::f816:3eff:fe2b:3e16 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/ed7f0314-dc1d-49a4-94bf-133f56419bcc/01e09da7-be0b-4521-b175-93773a6fa13b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:58.787742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-e45fbc67-08e6-4b6e-aafe-0a52576dbeed tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:58.796467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-e45fbc67-08e6-4b6e-aafe-0a52576dbeed tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.3003631 Sep 16 05:25:58.820553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-43bd6ab8-70d7-4487-a7ca-61709ada28d4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/quotas/6f09bc556bb34764a5912a52c26626fd HTTP/1.1" status: 200 len: 375 time: 0.0231547 Sep 16 05:25:58.891459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-0a5a81c8-291d-4c18-bf5b-37fe4cdfba1a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659623 Sep 16 05:25:58.936952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.947460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.018653 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.079276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497306-e4b7-4cab-8bec-1dcc84079b26 None None] Pushing event updated for resources: {'Port': ['ID=7c4ace8b-db4a-49ca-bfad-d5e960e422e6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.111648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.126618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-4acbaec7-3690-422e-bd80-68766d46698a service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349982 Sep 16 05:25:59.172520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:59.177120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:59.180303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:59.219632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 80c3bc90-3855-44a8-974e-6bf6b18e3bd2) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:59.235133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:59.235763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.272040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb0a0d-50f5-42b2-a9e2-770cbb917d63 None None] Network 80c3bc90-3855-44a8-974e-6bf6b18e3bd2 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:59.293826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Pushing event updated for resources: {'Port': ['ID=01e09da7-be0b-4521-b175-93773a6fa13b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.316619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-71f336c3-9949-4fb5-9634-765baa4176b6 service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890166 Sep 16 05:25:59.318561 n-d-712749-15 neutron-server[95659]: INFO neutron.db.ipam_backend_mixin [None req-f76229b3-ee7e-462e-872a-081930542ef9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed7f0314-dc1d-49a4-94bf-133f56419bcc (CIDR: 2001:db8::/64) Sep 16 05:25:59.348656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Attempting to bind port 01e09da7-be0b-4521-b175-93773a6fa13b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:59.355775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Attempting to bind port 01e09da7-be0b-4521-b175-93773a6fa13b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:59.355775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Attempting to bind port 01e09da7-be0b-4521-b175-93773a6fa13b on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:59.365068 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76229b3-ee7e-462e-872a-081930542ef9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:59.365525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76229b3-ee7e-462e-872a-081930542ef9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:59.365890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:59.366344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:59.366821 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.367287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:59.367923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Bound port: 01e09da7-be0b-4521-b175-93773a6fa13b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:59.368387 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.510835 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4bcf6eff-4661-45ee-ae61-7215655e3703 req-2d0de178-92d6-4e51-899e-df7eaa960f5c tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.581646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] For port 01e09da7-be0b-4521-b175-93773a6fa13b, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:59.588373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] For port 01e09da7-be0b-4521-b175-93773a6fa13b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=01e09da7-be0b-4521-b175-93773a6fa13b,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:59.619291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4bcf6eff-4661-45ee-ae61-7215655e3703 req-2d0de178-92d6-4e51-899e-df7eaa960f5c tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.645876 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bcf6eff-4661-45ee-ae61-7215655e3703 req-2d0de178-92d6-4e51-899e-df7eaa960f5c tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1300237 Sep 16 05:25:59.688054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0de178-92d6-4e51-899e-df7eaa960f5c tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904385cc-8e27-43eb-8422-6e561b09bf3a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.735839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0395e9-0696-4dc1-99eb-58d1d4acd991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-80c3bc90-3855-44a8-974e-6bf6b18e3bd2', 'network_id': '80c3bc90-3855-44a8-974e-6bf6b18e3bd2', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': '73ec978b-5200-41b4-ac14-f7954af3fb94'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:59.736775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef0395e9-0696-4dc1-99eb-58d1d4acd991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.746363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56398) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:59.746551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6d5ae271-a5d4-43ba-bf0c-d4de1588938b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0737708 Sep 16 05:25:59.748412 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f76229b3-ee7e-462e-872a-081930542ef9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8918283 Sep 16 05:25:59.754036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56402) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:59.760375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:59.782968 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.102979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.196024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7676-237b-465f-b356-3e1709f24bac req-a4498c42-61dc-4cd9-9449-4ef3aaf71423 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.205948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93fd7676-237b-465f-b356-3e1709f24bac req-a4498c42-61dc-4cd9-9449-4ef3aaf71423 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1415215 Sep 16 05:26:00.209737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6744a65a-1423-4f1d-9a60-a137d9f0a442 req-34ea84da-37c2-4eb5-ae00-67b47105dac9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 210 time: 0.0976064 Sep 16 05:26:00.281393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:00.290185 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.324558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.429641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:00.487949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93fd7676-237b-465f-b356-3e1709f24bac req-9d600cb3-9533-4be8-bd24-6b6c1605cbe1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799344 Sep 16 05:26:00.784844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Pushing event updated for resources: {'Port': ['ID=01e09da7-be0b-4521-b175-93773a6fa13b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:00.820696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.821073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.824485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.833216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.833216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.833216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.833216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.833216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.833216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.833216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.833216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.834549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58ebd7-b66b-48f4-8126-9c48fa9d21b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:00.853120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:00.853508 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.870908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c655bac-2594-446c-99b5-35870b09159a req-a9b70c8f-4776-4d69-9578-6db295572916 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 210 time: 0.0794406 Sep 16 05:26:00.967711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.106270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.163021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=73ec978b-5200-41b4-ac14-f7954af3fb94,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server [None req-ef0395e9-0696-4dc1-99eb-58d1d4acd991 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73ec978b-5200-41b4-ac14-f7954af3fb94: This subnet is being modified by another concurrent operation. Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:01.204904 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73ec978b-5200-41b4-ac14-f7954af3fb94: This subnet is being modified by another concurrent operation. Sep 16 05:26:01.208986 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Sep 16 05:26:01.338863 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75938bb6-e6c5-4b51-b9be-279ea72cee82 None None] Network 80c3bc90-3855-44a8-974e-6bf6b18e3bd2 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:01.389366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7c4ace8b-db4a-49ca-bfad-d5e960e422e6,segment=NetworkSegment(53296d24-1edd-4246-b9e5-fb3e26f76d84),segment_id=53296d24-1edd-4246-b9e5-fb3e26f76d84)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:01.400875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ca3e5-ed2b-4da0-a394-cff97e3eea23 None None] Network 242b4f2e-86b3-458c-9262-8c121f507608 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:01.474694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49dee5-8c8c-4401-afb6-c707f1d05182 req-a4192340-22bc-4ba3-ab03-fd523821ca2e tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.481596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.499412 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a49dee5-8c8c-4401-afb6-c707f1d05182 req-a4192340-22bc-4ba3-ab03-fd523821ca2e tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.3087723 Sep 16 05:26:01.527120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c3bc90-3855-44a8-974e-6bf6b18e3bd2']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:01.552455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fab11d5-a2f8-4945-b2f1-0764f2e38d6e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:01.553054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fab11d5-a2f8-4945-b2f1-0764f2e38d6e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:01.570710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.593768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.602952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:01.603563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.675157 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.718185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a49dee5-8c8c-4401-afb6-c707f1d05182 req-d46f95bc-8214-470e-9607-54c2ed74fde4 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201922 Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:01.824232 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:01.877386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7c4ace8b-db4a-49ca-bfad-d5e960e422e6,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.898074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.029375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90316e79-e6ef-4362-9e5d-a082099b7188 req-1e1feedb-489d-49cd-bc2d-de508e4651bb tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 210 time: 0.1644077 Sep 16 05:26:02.200955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=664d84a6-19e9-4422-8a1e-8b21b8121bc5,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:02.230331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:02.233210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 01e09da7-be0b-4521-b175-93773a6fa13b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:02.234453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:02.257252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:02.258301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.261180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b7125b7b-a15a-49a2-a10d-b39ed493dbda None None] Provisioning complete for port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:02.261903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7125b7b-a15a-49a2-a10d-b39ed493dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.308777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a9006-c25a-4bb7-aed1-cb6f009682fd req-171ea4d0-3090-4bb2-8622-5a30612961fe tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:02.313502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-680a9006-c25a-4bb7-aed1-cb6f009682fd req-171ea4d0-3090-4bb2-8622-5a30612961fe tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1965075 Sep 16 05:26:02.442699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-d4bdbafe-dc15-40d1-a911-c34142d7d82c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003449 Sep 16 05:26:02.465249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.480408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-680a9006-c25a-4bb7-aed1-cb6f009682fd req-af51bbde-8a87-4012-9ac9-e6724d1469ff tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412349 Sep 16 05:26:02.491209 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56a6f304-2c81-4403-9491-cad63d7c106e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7357440 Sep 16 05:26:02.496442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56440) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:02.507877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:b3:b4:61', 'name': 'tempest-NetworksTestDHCPv6-895586057'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:02.525188 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.528308 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/80c3bc90-3855-44a8-974e-6bf6b18e3bd2 HTTP/1.1" status: 204 len: 168 time: 2.7802134 Sep 16 05:26:02.554278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:02.566558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1309740761'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:02.842597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422d412-0e9f-47c6-97d8-f99a34219ae3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=80c3bc90-3855-44a8-974e-6bf6b18e3bd2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:03.021222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-c404edda-8b99-4f10-bb27-3261f4ddcf17 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:03.031540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-c404edda-8b99-4f10-bb27-3261f4ddcf17 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5867414 Sep 16 05:26:03.037053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-972dda34-6187-4ab9-b5db-c15be37510a6 req-f3454c22-4a03-4c8c-a07c-ddd58344c060 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 210 time: 0.1281104 Sep 16 05:26:03.054896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-54641a68-5587-4186-bff5-0a07966f5009 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/quotas/d8efd068870f4c00a6f596caed39027f HTTP/1.1" status: 200 len: 375 time: 0.0215390 Sep 16 05:26:03.111702 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c893255e-0d59-45e1-ad24-cdd34ee17a11 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:03.158106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-aef78bc9-5ce8-4eeb-b547-d96427acc451 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990756 Sep 16 05:26:03.281517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:03.303329 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.554556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-54082900-987e-41b5-99d1-6c3fafa28c56 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:03.557732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-54082900-987e-41b5-99d1-6c3fafa28c56 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.66 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.3857071 Sep 16 05:26:03.602067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'port': {'device_id': '5fa02db9-4304-4049-9e44-93969660995a', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'admin_state_up': True, 'tenant_id': '35939a17332d4166865b8b97d16dcd7e'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:03.731489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b983c1c-72f7-44f3-b318-914e92c3e6cd req-4f15d91e-baf5-407d-881f-3899b34622f9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 210 time: 0.1721282 Sep 16 05:26:03.869055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:03.886708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 01e09da7-be0b-4521-b175-93773a6fa13b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:03.887284 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.941041 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.941343 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment d7a34b2b-d322-45dd-85d9-bbf25400057b of type vlan for network b44d0709-cf9c-43a7-8100-e9d680fccdc5 Sep 16 05:26:03.982700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:04.235568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.294555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.324547 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.379846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51240652-414b-4b65-b0fb-e82fe9683211 None None] Update dhcp port {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': 'ed7f0314-dc1d-49a4-94bf-133f56419bcc', 'ip_address': '2001:db8::f816:3eff:fe2b:3e16'}, {'subnet_id': '664d84a6-19e9-4422-8a1e-8b21b8121bc5'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '01e09da7-be0b-4521-b175-93773a6fa13b'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:26:04.421501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 44804636-d1e5-43f7-bd1f-3e7c54bcb3ec yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:04.421804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f595c92a-2d1b-4bde-be83-b5c777b3243b None None] Provisioning complete for port 01e09da7-be0b-4521-b175-93773a6fa13b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:04.421804 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f595c92a-2d1b-4bde-be83-b5c777b3243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.477956 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51240652-414b-4b65-b0fb-e82fe9683211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.508668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9902aa-aa48-4d91-8c3a-d103a0ff9015 req-6cf882b9-70ea-44e4-b1ed-bcdf3374c209 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.510583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee9902aa-aa48-4d91-8c3a-d103a0ff9015 req-6cf882b9-70ea-44e4-b1ed-bcdf3374c209 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.2873731 Sep 16 05:26:04.516548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.525171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.525171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.534812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 01e09da7-be0b-4521-b175-93773a6fa13b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=01e09da7-be0b-4521-b175-93773a6fa13b,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:04.697935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Made reservation on behalf of 35939a17332d4166865b8b97d16dcd7e for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:04.701850 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.709474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee9902aa-aa48-4d91-8c3a-d103a0ff9015 req-c1333dde-6f43-4f1e-92c3-3887a26f3287 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739261 Sep 16 05:26:04.710172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=b44d0709-cf9c-43a7-8100-e9d680fccdc5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:04.775107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b44d0709-cf9c-43a7-8100-e9d680fccdc5 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:04.863127 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f595c92a-2d1b-4bde-be83-b5c777b3243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.882268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8:0:1::242 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/664d84a6-19e9-4422-8a1e-8b21b8121bc5/44804636-d1e5-43f7-bd1f-3e7c54bcb3ec) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:04.899334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::f816:3eff:feb3:b461 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/ed7f0314-dc1d-49a4-94bf-133f56419bcc/44804636-d1e5-43f7-bd1f-3e7c54bcb3ec) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:04.967967 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c7c74f85-d80e-4eed-ac36-4e0f88aae965 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4100828 Sep 16 05:26:04.968219 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.989235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56464) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:04.998514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': 'b44d0709-cf9c-43a7-8100-e9d680fccdc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:05.132461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-ec18625b-57d5-4343-a959-9efa518e519b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.135296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-ec18625b-57d5-4343-a959-9efa518e519b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.1808152 Sep 16 05:26:05.162893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Request body: {'port': {'device_id': '81dc5be8-d592-46a4-a4e9-fb167dfd7d02', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'admin_state_up': True, 'tenant_id': '6f09bc556bb34764a5912a52c26626fd'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:05.201443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=01e09da7-be0b-4521-b175-93773a6fa13b,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:05.258478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:05.319957 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-f595c92a-2d1b-4bde-be83-b5c777b3243b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:05.321555 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-f595c92a-2d1b-4bde-be83-b5c777b3243b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:05.365304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:05.366020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.429891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.432209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Allocated IP 172.20.0.13 (972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8/a4c93e44-e31c-47c3-8447-a5abab63fa76/64245dca-69e3-471f-aa38-19335a64e774) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:05.435204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad675af4-891c-4cf1-97bc-5892c21cb22b req-3ca0537e-5974-4eea-9b50-fd98fc23c21c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 210 time: 0.0518761 Sep 16 05:26:05.463886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Made reservation on behalf of 6f09bc556bb34764a5912a52c26626fd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:05.470633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.537737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ec95f-3425-4f09-a805-d80b68a8eb76 req-17407d5b-795c-4e66-a346-a82def11a611 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.552458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-920ec95f-3425-4f09-a805-d80b68a8eb76 req-17407d5b-795c-4e66-a346-a82def11a611 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.4829159 Sep 16 05:26:05.682473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:05.686732 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.760323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcbcf5cb-15b7-4237-97fd-76c5fcc2a5c3 req-9b26a0e1-dc16-4ba1-86f8-e90bf6bc36f4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 210 time: 0.0627439 Sep 16 05:26:05.770851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Performing IP validity checks on allocation pools {{(pid=95659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:26:05.771451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:26:05.780136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-920ec95f-3425-4f09-a805-d80b68a8eb76 req-5e237634-0e35-4b7f-acf0-b5374b973039 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258968 Sep 16 05:26:05.821565 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.829079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Allocated IP 172.20.0.2 (23d716e2-dc45-4538-825e-b9a4880cffcb/cec37c82-919e-41b8-8934-007460e0c85e/3e4db219-0415-4d21-a9c1-38b0723f170e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:05.908375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:05.924393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:05.932968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:05.934165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.934967 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.947399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-51240652-414b-4b65-b0fb-e82fe9683211 None None] Allocated IP 2001:db8:0:1::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/664d84a6-19e9-4422-8a1e-8b21b8121bc5/01e09da7-be0b-4521-b175-93773a6fa13b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:06.003940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=44804636-d1e5-43f7-bd1f-3e7c54bcb3ec,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.036517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.062750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f595c92a-2d1b-4bde-be83-b5c777b3243b None None] Provisioning complete for port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:06.063148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f595c92a-2d1b-4bde-be83-b5c777b3243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.135788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fcaaf8de-49a5-4435-9ec8-d2652609fa4d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6380718 Sep 16 05:26:06.151902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.262807 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-51240652-414b-4b65-b0fb-e82fe9683211 None None] For port 01e09da7-be0b-4521-b175-93773a6fa13b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=01e09da7-be0b-4521-b175-93773a6fa13b,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:06.317511 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.362833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51240652-414b-4b65-b0fb-e82fe9683211 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.376230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d51280-1174-4d26-b8f1-e2f38251c8eb req-95ee5953-48ce-4f8e-a014-8f374bc33947 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:06.378171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4d51280-1174-4d26-b8f1-e2f38251c8eb req-95ee5953-48ce-4f8e-a014-8f374bc33947 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.3149314 Sep 16 05:26:06.413962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fbaada8-1bca-4b35-95af-117e9ea73830 req-633bcc92-eef0-4c91-8d27-d715a6d9021d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 210 time: 0.1765487 Sep 16 05:26:06.458050 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51240652-414b-4b65-b0fb-e82fe9683211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.651714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4d51280-1174-4d26-b8f1-e2f38251c8eb req-751de0bb-679f-4c04-b9e4-256f5d33ce7c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566173 Sep 16 05:26:06.666868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.681755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.774934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d149ba6e-1079-4c4f-bd15-07a1cb427704'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:06.885353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51240652-414b-4b65-b0fb-e82fe9683211 None None] Pushing event updated for resources: {'Port': ['ID=01e09da7-be0b-4521-b175-93773a6fa13b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.898383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Network 23d716e2-dc45-4538-825e-b9a4880cffcb is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:06.899343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'Port': ['ID=64245dca-69e3-471f-aa38-19335a64e774,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.927054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:06.928795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.935078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:07.009149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:07.017233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-89508160-bfe5-4121-bef7-bc304accad93 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 44804636-d1e5-43f7-bd1f-3e7c54bcb3ec {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:07.017775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89508160-bfe5-4121-bef7-bc304accad93 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.084161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:07.206317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 01e09da7-be0b-4521-b175-93773a6fa13b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:07.221905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-fe6b4dfc-45d5-4238-a23f-23b247636423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.223664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-fe6b4dfc-45d5-4238-a23f-23b247636423 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1097 time: 0.7127829 Sep 16 05:26:07.238747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event updated for resources: {'Port': ['ID=3e4db219-0415-4d21-a9c1-38b0723f170e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:07.241539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=496972f3-607c-4743-b47c-ba8663fd0247,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:07.278012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b51f39-5c7c-45b8-baa9-88f4602e1e8b req-d2b5e4e3-ba5d-4bbe-b0e0-ce5317447654 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.282042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:07.285639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04b51f39-5c7c-45b8-baa9-88f4602e1e8b req-d2b5e4e3-ba5d-4bbe-b0e0-ce5317447654 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 931 time: 0.3789744 Sep 16 05:26:07.328938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 01e09da7-be0b-4521-b175-93773a6fa13b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:07.329721 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.388306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.391872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.434866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.441041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.578037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-0b61ad77-5d5b-496d-b6de-160c47e8335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.580076 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-0b61ad77-5d5b-496d-b6de-160c47e8335a service neutron] 10.222.0.30 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.3327870 Sep 16 05:26:07.636986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-84fd1e1e-6a1d-4a7c-9ed0-bfb529c52cb6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0462897 Sep 16 05:26:07.697313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-964bd308-463e-44d6-b406-530fbd33da27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 200 len: 1001 time: 0.0895300 Sep 16 05:26:07.704103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Request body: {'port': {'device_id': '5fa02db9-4304-4049-9e44-93969660995a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:07.706159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b294f8e0-216a-4ad6-b377-ef2694b8ac0d None None] Provisioning complete for port 64245dca-69e3-471f-aa38-19335a64e774 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:07.706920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b294f8e0-216a-4ad6-b377-ef2694b8ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.718586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04b51f39-5c7c-45b8-baa9-88f4602e1e8b req-9b75bd2d-aa32-4e27-bcbe-a019bcd3a2f3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059975 Sep 16 05:26:07.756922 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89508160-bfe5-4121-bef7-bc304accad93 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.777764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b294f8e0-216a-4ad6-b377-ef2694b8ac0d None None] Port 64245dca-69e3-471f-aa38-19335a64e774 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:07.794053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-501b3c6d-490f-4e68-9c13-47f8636c30bd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6365886 Sep 16 05:26:07.821256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Request body: {'port': {'device_id': '81dc5be8-d592-46a4-a4e9-fb167dfd7d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:07.830948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': 'd7a34b2b-d322-45dd-85d9-bbf25400057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b44d0709-cf9c-43a7-8100-e9d680fccdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:07.831556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: b44d0709-cf9c-43a7-8100-e9d680fccdc5, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:07.871248 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-89508160-bfe5-4121-bef7-bc304accad93 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 44804636-d1e5-43f7-bd1f-3e7c54bcb3ec owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:07.898776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-9aad1bf8-e3f5-4974-81c6-8014f7415c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.900736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-9aad1bf8-e3f5-4974-81c6-8014f7415c9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.1773441 Sep 16 05:26:07.969136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.994553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.998817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444232f3-54f8-4598-9817-892fcc3c0187 req-5a34ebb0-3cc7-4e84-870c-05265a390ad7 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.014969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-444232f3-54f8-4598-9817-892fcc3c0187 req-5a34ebb0-3cc7-4e84-870c-05265a390ad7 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.1490662 Sep 16 05:26:08.075097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cff60-69aa-42dc-8d87-ef8a486cf59d req-57d38b6d-6737-4cf5-9a5e-d0b86cef1703 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.090296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-656cff60-69aa-42dc-8d87-ef8a486cf59d req-57d38b6d-6737-4cf5-9a5e-d0b86cef1703 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 932 time: 0.5530622 Sep 16 05:26:08.150562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network b44d0709-cf9c-43a7-8100-e9d680fccdc5 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:08.193666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-49489ccb-c659-455a-8835-373cd607bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.195389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-49489ccb-c659-455a-8835-373cd607bf2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2648046 Sep 16 05:26:08.214561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-444232f3-54f8-4598-9817-892fcc3c0187 req-0c6606b5-a482-4581-a692-bae8223c0310 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985872 Sep 16 05:26:08.345271 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-656cff60-69aa-42dc-8d87-ef8a486cf59d req-1d55a1df-623e-4aea-a392-587319a3aa23 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278094 Sep 16 05:26:08.349888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b44d0709-cf9c-43a7-8100-e9d680fccdc5) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:08.376817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.378989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-37bc1f06-ac03-4a61-bf9e-e36628f14275 None None] Provisioning complete for port 01e09da7-be0b-4521-b175-93773a6fa13b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:08.378989 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37bc1f06-ac03-4a61-bf9e-e36628f14275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.380363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.391132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3185884a-b3b5-4f5c-9b54-1110f0743628 None None] Network b44d0709-cf9c-43a7-8100-e9d680fccdc5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:08.553131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c65d42c-301d-4dad-98e9-83b3075d15f7 req-5f70b14d-e182-4135-a53a-ea850cc33dd4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 210 time: 0.1752906 Sep 16 05:26:08.739305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-31fa4d3b-56c9-445b-b3ec-46fef93136ea service neutron] 10.222.0.30 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187953 Sep 16 05:26:08.887569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ab730dd2-b917-468b-b009-ac3c638843f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.8969715 Sep 16 05:26:08.899058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01756f9-4d0e-42ba-b56a-5da95699a7a4 req-9280e8a4-16c8-485f-bf92-1cccf5e1c787 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.908678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c01756f9-4d0e-42ba-b56a-5da95699a7a4 req-9280e8a4-16c8-485f-bf92-1cccf5e1c787 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1920779 Sep 16 05:26:08.912671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56532) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:09.009699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4db219-0415-4d21-a9c1-38b0723f170e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:09.042969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.050043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-b44d0709-cf9c-43a7-8100-e9d680fccdc5', 'network_id': 'b44d0709-cf9c-43a7-8100-e9d680fccdc5', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': '496972f3-607c-4743-b47c-ba8663fd0247'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:09.051349 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.070163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c01756f9-4d0e-42ba-b56a-5da95699a7a4 req-16e7ad19-ec1b-4607-89ea-df62da5e55e5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590996 Sep 16 05:26:09.093172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a18c31-699c-46d0-be97-57c229a35b8e req-f77a16f0-8294-4662-b88b-b47a732d20df service neutron] 10.222.0.30 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224597 Sep 16 05:26:09.124790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Transition to ACTIVE for port object 3e4db219-0415-4d21-a9c1-38b0723f170e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:09.135734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a67f691f-362a-41fc-b19e-c9b9bf861bf8 None None] Provisioning complete for port 44804636-d1e5-43f7-bd1f-3e7c54bcb3ec triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:09.136223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67f691f-362a-41fc-b19e-c9b9bf861bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.136977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89508160-bfe5-4121-bef7-bc304accad93 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.169926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a67f691f-362a-41fc-b19e-c9b9bf861bf8 None None] Port 44804636-d1e5-43f7-bd1f-3e7c54bcb3ec was deleted so its status cannot be updated. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:26:09.229255 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.268043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Allocated IP 172.20.0.3 (b44d0709-cf9c-43a7-8100-e9d680fccdc5/496972f3-607c-4743-b47c-ba8663fd0247/4359fb3f-4d28-418f-b1a3-803404e75ce5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:09.494635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Pushing event updated for resources: {'Port': ['ID=3e4db219-0415-4d21-a9c1-38b0723f170e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:09.557522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ae1a9-2f15-4aef-9508-2d72e04611de req-3788810f-dd0f-43e0-bbfa-a82ca04f68f9 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.559200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca2ae1a9-2f15-4aef-9508-2d72e04611de req-3788810f-dd0f-43e0-bbfa-a82ca04f68f9 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.1909623 Sep 16 05:26:09.567425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-36ce37fe-7946-4a60-85ff-5ed6b300ccc1 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.569078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-36ce37fe-7946-4a60-85ff-5ed6b300ccc1 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.30 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.1143987 Sep 16 05:26:09.572043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Attempting to bind port 3e4db219-0415-4d21-a9c1-38b0723f170e on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:09.572043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Attempting to bind port 3e4db219-0415-4d21-a9c1-38b0723f170e by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:09.572043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Attempting to bind port 3e4db219-0415-4d21-a9c1-38b0723f170e on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:09.624585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Port 3e4db219-0415-4d21-a9c1-38b0723f170e on network 23d716e2-dc45-4538-825e-b9a4880cffcb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:09.624952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Attempting to bind port 3e4db219-0415-4d21-a9c1-38b0723f170e on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:09.660810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:09.660810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Checking segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:09.660810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Bound using segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:09.661240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Bound port: 3e4db219-0415-4d21-a9c1-38b0723f170e, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:09.661240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.693630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89508160-bfe5-4121-bef7-bc304accad93 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=44804636-d1e5-43f7-bd1f-3e7c54bcb3ec,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:09.713206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048d17-c442-40b0-b1b4-377763f6313d req-c380f42f-e108-4cd0-b2f1-c404cc5a4fb5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.718299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6048d17-c442-40b0-b1b4-377763f6313d req-c380f42f-e108-4cd0-b2f1-c404cc5a4fb5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 931 time: 0.7149801 Sep 16 05:26:09.756384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca2ae1a9-2f15-4aef-9508-2d72e04611de req-ebc154bf-b6ea-40c9-98e6-756a6b52897d tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771679 Sep 16 05:26:09.825486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-6ae94e31-8426-44c1-b822-d7958553fd39 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501921 Sep 16 05:26:09.852158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.863959 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.925332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89508160-bfe5-4121-bef7-bc304accad93 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.933866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89508160-bfe5-4121-bef7-bc304accad93 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/44804636-d1e5-43f7-bd1f-3e7c54bcb3ec HTTP/1.1" status: 204 len: 168 time: 3.7712653 Sep 16 05:26:09.934923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56542) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:09.979755 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.018132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6048d17-c442-40b0-b1b4-377763f6313d req-0419c77e-668b-4dfb-b25d-0b75e64161de tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743673 Sep 16 05:26:10.080453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Network b44d0709-cf9c-43a7-8100-e9d680fccdc5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:10.102531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:10.115567 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:10.116115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.162516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Pushing event updated for resources: {'Port': ['ID=4359fb3f-4d28-418f-b1a3-803404e75ce5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:10.197177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a3b7d-9681-46d5-9f57-681659717a6c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.204286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b33a3b7d-9681-46d5-9f57-681659717a6c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2659111 Sep 16 05:26:10.219210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56546) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:10.222022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64245dca-69e3-471f-aa38-19335a64e774 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:10.253937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.255487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Attempting to bind port 4359fb3f-4d28-418f-b1a3-803404e75ce5 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:10.255966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Attempting to bind port 4359fb3f-4d28-418f-b1a3-803404e75ce5 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'd7a34b2b-d322-45dd-85d9-bbf25400057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b44d0709-cf9c-43a7-8100-e9d680fccdc5'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:10.256578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Attempting to bind port 4359fb3f-4d28-418f-b1a3-803404e75ce5 on network b44d0709-cf9c-43a7-8100-e9d680fccdc5 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:10.262832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:10.263899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Checking segment: {'id': 'd7a34b2b-d322-45dd-85d9-bbf25400057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b44d0709-cf9c-43a7-8100-e9d680fccdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:10.264392 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.264941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Bound using segment: {'id': 'd7a34b2b-d322-45dd-85d9-bbf25400057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b44d0709-cf9c-43a7-8100-e9d680fccdc5'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:10.265774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Bound port: 4359fb3f-4d28-418f-b1a3-803404e75ce5, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a34b2b-d322-45dd-85d9-bbf25400057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b44d0709-cf9c-43a7-8100-e9d680fccdc5'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:10.266407 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.304850 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6f4ffb1-a268-4760-9bd6-0e9d09cced28 req-57f4b55f-ad1c-462a-80b7-712d4b9e4b07 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 210 time: 0.0989683 Sep 16 05:26:10.343169 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Transition to ACTIVE for port object 64245dca-69e3-471f-aa38-19335a64e774 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:10.403491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007b582-a608-4927-baf1-14a302de5764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.453615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] For port 4359fb3f-4d28-418f-b1a3-803404e75ce5, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:10.455455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3007b582-a608-4927-baf1-14a302de5764 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1831286 Sep 16 05:26:10.455583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] For port 4359fb3f-4d28-418f-b1a3-803404e75ce5, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4359fb3f-4d28-418f-b1a3-803404e75ce5,segment=NetworkSegment(d7a34b2b-d322-45dd-85d9-bbf25400057b),segment_id=d7a34b2b-d322-45dd-85d9-bbf25400057b)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:10.455706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56550) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:10.458680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:10.498738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd0fac-6b7d-41ce-a715-99578d0d205c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.500594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd0fac-6b7d-41ce-a715-99578d0d205c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.502493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd0fac-6b7d-41ce-a715-99578d0d205c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.504644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f7cd0fac-6b7d-41ce-a715-99578d0d205c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0920780 Sep 16 05:26:10.519041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56554) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:10.529892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] For port 3e4db219-0415-4d21-a9c1-38b0723f170e, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:10.543210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Deleting port 757bac38-d245-4438-b0f0-4b3675b33fa6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:10.543653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.572228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72551-fd68-48d5-a3fd-a915cb9f0457 req-62cf69cb-e358-4d6d-ae14-bb99ea9d8e2b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.573889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dc72551-fd68-48d5-a3fd-a915cb9f0457 req-62cf69cb-e358-4d6d-ae14-bb99ea9d8e2b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 932 time: 0.6824341 Sep 16 05:26:10.601050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.614361 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.619689 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.624646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.627947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] For port 3e4db219-0415-4d21-a9c1-38b0723f170e, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3e4db219-0415-4d21-a9c1-38b0723f170e,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:10.632024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-9e00e0d0-4748-4367-84a3-b8c96e6592cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1891911 Sep 16 05:26:10.706627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:10.710104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:10.712627 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbab24e8-29dc-44d9-badb-44a40570a5bf" -d '{"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-unplugged", "status": "completed", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:10.722985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-30687b99-8c30-467f-a170-b2857c203e9f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.724663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-30687b99-8c30-467f-a170-b2857c203e9f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8862906 Sep 16 05:26:10.735421 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dc72551-fd68-48d5-a3fd-a915cb9f0457 req-bb4b67ed-a4b8-4cf0-b83c-6bbf3b49bb92 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402037 Sep 16 05:26:10.736668 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.769874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e790764-c6a2-458c-a202-1634670bbeae None None] Pushing event updated for resources: {'Port': ['ID=4359fb3f-4d28-418f-b1a3-803404e75ce5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:10.784754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-386cb199-0d33-4959-951b-1be5c8fb7d08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet 664d84a6-19e9-4422-8a1e-8b21b8121bc5 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:10.788183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=496972f3-607c-4743-b47c-ba8663fd0247,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:10.825241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Request body: {'port': {'device_id': '1f0799bd-ef7e-4189-b19d-8c5dcc8f9555', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'd8efd068870f4c00a6f596caed39027f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:10.834097 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.859165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Pushing event updated for resources: {'Port': ['ID=3e4db219-0415-4d21-a9c1-38b0723f170e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:10.864775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-386cb199-0d33-4959-951b-1be5c8fb7d08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.872899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Pushing event updated for resources: {'Port': ['ID=64245dca-69e3-471f-aa38-19335a64e774,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:10.948540 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7a0901-1247-4371-ab0e-b77aa9e21c4f x-openstack-request-id: req-ee7a0901-1247-4371-ab0e-b77aa9e21c4f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:10.948868 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-unplugged", "status": "completed", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:10.949118 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee7a0901-1247-4371-ab0e-b77aa9e21c4f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:10.949519 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'code': 200} Sep 16 05:26:10.965976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.970859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.970859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-da2349dd-e734-47c4-9017-af8a4468989b service neutron] 10.222.0.66 "PUT /v2.0/ports/3e4db219-0415-4d21-a9c1-38b0723f170e HTTP/1.1" status: 200 len: 1092 time: 3.1598411 Sep 16 05:26:10.971192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:10.975286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81dc5be8-d592-46a4-a4e9-fb167dfd7d02', 'tag': '3e4db219-0415-4d21-a9c1-38b0723f170e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:10.977780 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9" -d '{"events": [{"name": "network-changed", "server_uuid": "81dc5be8-d592-46a4-a4e9-fb167dfd7d02", "tag": "3e4db219-0415-4d21-a9c1-38b0723f170e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:11.016349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] For port 757bac38-d245-4438-b0f0-4b3675b33fa6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=757bac38-d245-4438-b0f0-4b3675b33fa6,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:11.016736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.018291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.053874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44d0709-cf9c-43a7-8100-e9d680fccdc5']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:11.075546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a34b2b-d322-45dd-85d9-bbf25400057b') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:11.076437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a34b2b-d322-45dd-85d9-bbf25400057b') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:11.134250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.158984 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.174662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:11.175071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.233874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-dbb0cbdb-589c-4090-8412-e5f6b2a894d8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4973102 Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:11.235539 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:11.255530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae484d7-95f4-4817-a0fc-425ea655427b req-5d0ca9d2-9ca9-45f7-89b5-729a5f4c57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.257706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-5d0ca9d2-9ca9-45f7-89b5-729a5f4c57ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 1101 time: 0.4204566 Sep 16 05:26:11.271762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50d1dc-bedb-4916-b0c7-cd60fca6c405 req-f7101ced-b675-4fd0-9823-7faa6dea79c8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.284399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d50d1dc-bedb-4916-b0c7-cd60fca6c405 req-f7101ced-b675-4fd0-9823-7faa6dea79c8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.7782216 Sep 16 05:26:11.437719 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-386cb199-0d33-4959-951b-1be5c8fb7d08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.503065 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:26:11.503065 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:26:11.503065 n-d-712749-15 neutron-server[95659]: [parameters: {'id': 'b44d0709-cf9c-43a7-8100-e9d680fccdc5'}] Sep 16 05:26:11.503065 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:11.503822 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:11.567547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-b037119d-d133-413c-8fb7-48e414316a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.570300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-b037119d-d133-413c-8fb7-48e414316a4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 1095 time: 0.3249903 Sep 16 05:26:11.575304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d50d1dc-bedb-4916-b0c7-cd60fca6c405 req-32389592-4857-4bd4-a2e5-7ca736d29763 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887301 Sep 16 05:26:11.645116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92889d1d-764a-4553-b251-658dc6d68bd6 req-e7a20ba2-e520-457b-a8a0-af5633772757 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.646706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92889d1d-764a-4553-b251-658dc6d68bd6 req-e7a20ba2-e520-457b-a8a0-af5633772757 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 945 time: 0.4059424 Sep 16 05:26:11.706018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-bc46bee3-06c0-4670-840a-ba9a4982c981 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e4db219-0415-4d21-a9c1-38b0723f170e HTTP/1.1" status: 200 len: 217 time: 0.0757053 Sep 16 05:26:11.715731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae484d7-95f4-4817-a0fc-425ea655427b req-c9ff9948-966a-435b-aad0-c359a2bd7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.718849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-c9ff9948-966a-435b-aad0-c359a2bd7f4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.4304147 Sep 16 05:26:11.791164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-fa5de4c6-868e-46fe-9c24-e4378c3f2253 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.792806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-fa5de4c6-868e-46fe-9c24-e4378c3f2253 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170353 Sep 16 05:26:11.818289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Attempting to bind port 64245dca-69e3-471f-aa38-19335a64e774 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:11.819485 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Attempting to bind port 64245dca-69e3-471f-aa38-19335a64e774 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:11.819827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Attempting to bind port 64245dca-69e3-471f-aa38-19335a64e774 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:11.832533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Request body: {'port': {'device_id': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'd8efd068870f4c00a6f596caed39027f'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:11.845187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-386cb199-0d33-4959-951b-1be5c8fb7d08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.851834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Port 64245dca-69e3-471f-aa38-19335a64e774 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:11.851834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Attempting to bind port 64245dca-69e3-471f-aa38-19335a64e774 on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:11.862107 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88553429-98ad-40c0-9a73-2e80dbc8e7a5 x-openstack-request-id: req-88553429-98ad-40c0-9a73-2e80dbc8e7a5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:11.862564 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81dc5be8-d592-46a4-a4e9-fb167dfd7d02", "tag": "3e4db219-0415-4d21-a9c1-38b0723f170e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:11.862826 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88553429-98ad-40c0-9a73-2e80dbc8e7a5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:11.863228 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81dc5be8-d592-46a4-a4e9-fb167dfd7d02', 'tag': '3e4db219-0415-4d21-a9c1-38b0723f170e', 'status': 'completed', 'code': 200} Sep 16 05:26:11.877889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-bd738618-f7a1-4b88-a7c0-d60313fe328b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34 HTTP/1.1" status: 200 len: 217 time: 0.1410036 Sep 16 05:26:11.886636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Made reservation on behalf of d8efd068870f4c00a6f596caed39027f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:11.891491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.895474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.895832 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.896180 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Floating IP 695b33dc-15be-4b2b-b429-25ba9f4afe79 disassociated. External IP: 172.25.1.121, port: 757bac38-d245-4438-b0f0-4b3675b33fa6. Sep 16 05:26:11.896530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Calling delete_port for 757bac38-d245-4438-b0f0-4b3675b33fa6 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:11.932632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:11.933079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Checking segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:11.933550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Bound using segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:11.934086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Bound port: 64245dca-69e3-471f-aa38-19335a64e774, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:11.934532 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.952048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-9d288c63-967a-44f4-a52a-255c78501eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.953608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-9d288c63-967a-44f4-a52a-255c78501eb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.2316296 Sep 16 05:26:11.957042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92889d1d-764a-4553-b251-658dc6d68bd6 req-fb8417e6-92de-4191-8327-349535a608c5 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f5f428e-aef1-4178-b4b6-47bc09256d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887163 Sep 16 05:26:12.008713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.071262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-561d3666-6b30-4bd8-8b8f-d3d6926fbc7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012146 Sep 16 05:26:12.145290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae484d7-95f4-4817-a0fc-425ea655427b req-7dc396da-87f0-481b-a971-c4bbe72359e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.147102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-7dc396da-87f0-481b-a971-c4bbe72359e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2430563 Sep 16 05:26:12.208390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6608d7-77d4-46b2-9336-bf363de59497 req-0b6ec258-a8c4-435c-9283-a04f949ec0b8 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.209552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b6608d7-77d4-46b2-9336-bf363de59497 req-0b6ec258-a8c4-435c-9283-a04f949ec0b8 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 943 time: 0.2806594 Sep 16 05:26:12.238775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] For port 64245dca-69e3-471f-aa38-19335a64e774, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:12.243465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-09b358f2-8cf9-4951-aa62-a13788d8a979 req-0ba253a6-feab-4811-bdd5-4e26b4172d25 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 210 time: 0.1141160 Sep 16 05:26:12.292618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165464fe-0af5-4186-90ad-253669992c27 None None] Network b44d0709-cf9c-43a7-8100-e9d680fccdc5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:12.296574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b6608d7-77d4-46b2-9336-bf363de59497 req-21c8dcd6-4bea-4594-b632-3631e56d17bb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624988 Sep 16 05:26:12.311026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] For port 64245dca-69e3-471f-aa38-19335a64e774, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=64245dca-69e3-471f-aa38-19335a64e774,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:12.354510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting port 4359fb3f-4d28-418f-b1a3-803404e75ce5 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:12.355129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.448904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-50d69ceb-765d-44f6-ab4e-c074c2a07eba service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632905 Sep 16 05:26:12.452674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-386cb199-0d33-4959-951b-1be5c8fb7d08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.463689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56580) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.487053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 757bac38-d245-4438-b0f0-4b3675b33fa6 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:12.494343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae484d7-95f4-4817-a0fc-425ea655427b req-7051ca7f-1c67-447e-92f5-57a2efb9c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.494569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a67b537b-d3f1-46a9-bf9d-c97baa21816d None None] Provisioning complete for port 4359fb3f-4d28-418f-b1a3-803404e75ce5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:12.494725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67b537b-d3f1-46a9-bf9d-c97baa21816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.495931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-7051ca7f-1c67-447e-92f5-57a2efb9c811 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3210816 Sep 16 05:26:12.507542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-386cb199-0d33-4959-951b-1be5c8fb7d08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.511893 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-386cb199-0d33-4959-951b-1be5c8fb7d08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/664d84a6-19e9-4422-8a1e-8b21b8121bc5 HTTP/1.1" status: 204 len: 168 time: 1.9939942 Sep 16 05:26:12.519521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cb199-0d33-4959-951b-1be5c8fb7d08 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=664d84a6-19e9-4422-8a1e-8b21b8121bc5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:12.528497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56584) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.532309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Made reservation on behalf of d8efd068870f4c00a6f596caed39027f for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:12.536297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.545933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa9d70-4252-4cb6-a038-88064c062ba0 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:12.561685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.577302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Allocated IP 192.168.233.201 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/59f3b3be-0a88-45bb-95f4-df9dcab79fa9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:12.650896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] For port 4359fb3f-4d28-418f-b1a3-803404e75ce5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4359fb3f-4d28-418f-b1a3-803404e75ce5,segment=NetworkSegment(d7a34b2b-d322-45dd-85d9-bbf25400057b),segment_id=d7a34b2b-d322-45dd-85d9-bbf25400057b)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:12.651685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.698826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Calling delete_port for 4359fb3f-4d28-418f-b1a3-803404e75ce5 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:12.783054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.784190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.785108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] 10.222.0.66 "PUT /v2.0/ports/64245dca-69e3-471f-aa38-19335a64e774 HTTP/1.1" status: 200 len: 1093 time: 5.0926325 Sep 16 05:26:12.785680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa02db9-4304-4049-9e44-93969660995a', 'tag': '64245dca-69e3-471f-aa38-19335a64e774'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:12.788115 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa02db9-4304-4049-9e44-93969660995a", "tag": "64245dca-69e3-471f-aa38-19335a64e774"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:12.841738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080e82-7fac-431f-9cd5-c5a4af6f5a07 req-e806ea8c-37a5-4c9b-91dc-1251d9a114ed tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.849560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba080e82-7fac-431f-9cd5-c5a4af6f5a07 req-e806ea8c-37a5-4c9b-91dc-1251d9a114ed tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 944 time: 0.4466813 Sep 16 05:26:12.873291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67b537b-d3f1-46a9-bf9d-c97baa21816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.876997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] DHCP port deletion for b44d0709-cf9c-43a7-8100-e9d680fccdc5 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:12.892445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.971054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1987ff8f-435d-48df-b607-5d76320d44b5 req-a793407f-5913-4a6f-9cec-f7361e539c36 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964821 Sep 16 05:26:13.045632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373aa7e-b46b-4601-a490-f2583e506737 service neutron] Pushing event updated for resources: {'Port': ['ID=64245dca-69e3-471f-aa38-19335a64e774,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:13.048101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.071669 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a807df63-4901-4ce7-9ea6-dbbed00c4490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.078223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba080e82-7fac-431f-9cd5-c5a4af6f5a07 req-132c0a3b-2896-4abb-bfa2-91fa8f69a375 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274711 Sep 16 05:26:13.079460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] Deleting port 4359fb3f-4d28-418f-b1a3-803404e75ce5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:13.083220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.111160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba963de-6574-4bb4-9c58-92b65cb46857 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet ed7f0314-dc1d-49a4-94bf-133f56419bcc {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:13.114426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-92bf335a-a6a1-4f9e-b8ef-8493b5c3d439 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994561 Sep 16 05:26:13.115749 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ba963de-6574-4bb4-9c58-92b65cb46857 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.129545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event deleted for resources: {'Port': ['ID=757bac38-d245-4438-b0f0-4b3675b33fa6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:13.205901 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ba963de-6574-4bb4-9c58-92b65cb46857 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.215581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] For port 4359fb3f-4d28-418f-b1a3-803404e75ce5, host n-d-712749-15, got binding levels [] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:13.216001 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.220812 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a8bd2-a4e1-4a10-b60a-1eacc479e086 x-openstack-request-id: req-003a8bd2-a4e1-4a10-b60a-1eacc479e086 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:13.221258 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa02db9-4304-4049-9e44-93969660995a", "tag": "64245dca-69e3-471f-aa38-19335a64e774", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:13.221517 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-003a8bd2-a4e1-4a10-b60a-1eacc479e086 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:13.221926 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa02db9-4304-4049-9e44-93969660995a', 'tag': '64245dca-69e3-471f-aa38-19335a64e774', 'status': 'completed', 'code': 200} Sep 16 05:26:13.257130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] Calling delete_port for 4359fb3f-4d28-418f-b1a3-803404e75ce5 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:13.267137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.ipam_backend_mixin [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] Port 4359fb3f-4d28-418f-b1a3-803404e75ce5 was not found and therefore no delete operation was performed {{(pid=95661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:26:13.272851 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.290814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.324248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] No DVR routers for this DVR port 4359fb3f-4d28-418f-b1a3-803404e75ce5 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:13.344665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60553-8c4c-499f-859a-b3c1a6dc78d1 None None] Pushing event deleted for resources: {'Port': ['ID=4359fb3f-4d28-418f-b1a3-803404e75ce5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:13.354317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No DVR routers for this DVR port 4359fb3f-4d28-418f-b1a3-803404e75ce5 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:13.377304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Port': ['ID=4359fb3f-4d28-418f-b1a3-803404e75ce5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:13.429874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e9fc6-9510-4751-993b-f3ea38faa6eb req-2e153fc6-7917-4be7-a363-b778ebabeec0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:13.431440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c69e9fc6-9510-4751-993b-f3ea38faa6eb req-2e153fc6-7917-4be7-a363-b778ebabeec0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.6291361 Sep 16 05:26:13.500376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-624519e5-b3e3-47a0-8add-77dfe5b9cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:13.501957 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-624519e5-b3e3-47a0-8add-77dfe5b9cb21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 1096 time: 0.4441731 Sep 16 05:26:13.627597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-741f6d3c-2f78-41fa-b82f-bdbcdb0dce1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64245dca-69e3-471f-aa38-19335a64e774 HTTP/1.1" status: 200 len: 217 time: 0.0964491 Sep 16 05:26:13.638792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.680828 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ba963de-6574-4bb4-9c58-92b65cb46857 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.748972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c69e9fc6-9510-4751-993b-f3ea38faa6eb req-f4bcf7e6-2f86-48bd-bc65-8b4116a60824 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891850 Sep 16 05:26:13.785809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44d0709-cf9c-43a7-8100-e9d680fccdc5']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.804377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a34b2b-d322-45dd-85d9-bbf25400057b') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.804834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a34b2b-d322-45dd-85d9-bbf25400057b') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.824289 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.842712 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.853789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c034cec-217e-4bcc-9122-a00d113b58eb req-b03d3a05-dc27-4332-b4f2-99deb70820ee tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.5404108 Sep 16 05:26:13.868459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:13.868913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:13.899550 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:14.014550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.014852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-b3fde4fc-fe54-46dd-b431-d3fe5bfc1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.016831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-b3fde4fc-fe54-46dd-b431-d3fe5bfc1526 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.3750398 Sep 16 05:26:14.023743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-acf882a0-62e0-400d-9f8d-4f4e05718916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.037734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-acf882a0-62e0-400d-9f8d-4f4e05718916 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 1095 time: 0.7627053 Sep 16 05:26:14.046406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a6a9ace-65d5-459e-885a-86eb64894940 req-2786cdf9-681b-48d8-8194-b7d88e586c08 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 210 time: 0.1325595 Sep 16 05:26:14.061262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a807df63-4901-4ce7-9ea6-dbbed00c4490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.088605 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-3519691d-e001-4398-a710-62628ef8acbe service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267496 Sep 16 05:26:14.117161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Router 01713a94-c02f-43cb-b7b6-153885891f79 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:14.150295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.158034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.163037 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/b44d0709-cf9c-43a7-8100-e9d680fccdc5 HTTP/1.1" status: 204 len: 168 time: 5.2485580 Sep 16 05:26:14.167332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56602) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:14.185250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-583637579'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:14.187247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ad714-40d0-4559-90bc-5d0d42beaffe None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:14.194060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-7798186e-4808-48cf-9be9-b651f3509f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.195791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-7798186e-4808-48cf-9be9-b651f3509f61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528709 Sep 16 05:26:14.200153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0026e-6249-48ab-a1da-55ab80105fb1 req-4d64c699-a506-4c8b-a336-cfebe44a49b2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.201853 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9eb0026e-6249-48ab-a1da-55ab80105fb1 req-4d64c699-a506-4c8b-a336-cfebe44a49b2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 943 time: 0.2232580 Sep 16 05:26:14.224039 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a807df63-4901-4ce7-9ea6-dbbed00c4490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.228691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe041e7-7c3d-46b7-a513-4be753a1d7f2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=b44d0709-cf9c-43a7-8100-e9d680fccdc5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:14.279003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-1b155115-333b-4e44-a348-46ffe74774fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.281562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-1b155115-333b-4e44-a348-46ffe74774fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 912 time: 0.2269728 Sep 16 05:26:14.295666 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ba963de-6574-4bb4-9c58-92b65cb46857 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.314292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9eb0026e-6249-48ab-a1da-55ab80105fb1 req-c3a4c503-08c3-41ad-84be-960844c9eb88 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655463 Sep 16 05:26:14.387519 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.393118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-7f9cb9b1-4ffb-453b-930c-4062a0e720f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e4db219-0415-4d21-a9c1-38b0723f170e HTTP/1.1" status: 200 len: 217 time: 0.0748520 Sep 16 05:26:14.414003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-be0944f8-e855-495f-8612-e9d7641069da None None] Provisioning complete for port 01e09da7-be0b-4521-b175-93773a6fa13b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:14.414422 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be0944f8-e855-495f-8612-e9d7641069da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.424976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:14.429028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807df63-4901-4ce7-9ea6-dbbed00c4490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3d8c00-806a-45b2-b429-f65836594593,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:14.438162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ba963de-6574-4bb4-9c58-92b65cb46857 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.440259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ba963de-6574-4bb4-9c58-92b65cb46857 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/ed7f0314-dc1d-49a4-94bf-133f56419bcc HTTP/1.1" status: 204 len: 168 time: 1.9091237 Sep 16 05:26:14.454471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56608) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:14.481832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba963de-6574-4bb4-9c58-92b65cb46857 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7f0314-dc1d-49a4-94bf-133f56419bcc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:14.493065 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a807df63-4901-4ce7-9ea6-dbbed00c4490 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24c939e463f04d1686af61b82dab1951&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0187550 Sep 16 05:26:14.499820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:14.507362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.508317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56610) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:14.510763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:14.567109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-3f52481c-8a84-495f-b299-6253f6692af6 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565609 Sep 16 05:26:14.573913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ad714-40d0-4559-90bc-5d0d42beaffe None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:14.576564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d28a2399-6a09-4e9f-8a77-37b2c08f4756 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956621 Sep 16 05:26:14.584103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56612) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:14.588711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Allocated IP 192.168.233.103 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/e287f9ca-5521-4c78-96c9-b5cafa669d76) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:14.616388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:14.617767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:14.617867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:14.617867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'Port': ['ID=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:14.617867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:14.620250 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] Sync routers for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:14.639929 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:14.640821 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:25:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:14.643684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:14.707286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-a7e2b16b-68ef-4566-8908-aad9f01f6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.707286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-a7e2b16b-68ef-4566-8908-aad9f01f6d45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.2845240 Sep 16 05:26:14.711039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] No DVR routers for this DVR port 757bac38-d245-4438-b0f0-4b3675b33fa6 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:14.721486 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.724814 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c4d451-7a6f-474c-a44a-8fbdd053ff84 req-0819936b-b28e-4f03-ab7e-820ca6d1ef8b tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.30 "DELETE /v2.0/ports/757bac38-d245-4438-b0f0-4b3675b33fa6 HTTP/1.1" status: 204 len: 173 time: 5.1250463 Sep 16 05:26:14.735490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'name': 'network-vif-deleted', 'tag': '757bac38-d245-4438-b0f0-4b3675b33fa6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:14.738215 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad65603c-9903-40d4-9a2c-d5eac0f06930" -d '{"events": [{"server_uuid": "c23129e2-0aaa-423d-80a4-b97523a66512", "name": "network-vif-deleted", "tag": "757bac38-d245-4438-b0f0-4b3675b33fa6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:14.754290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea4af7-5147-47a2-b140-e06b354a5b6b req-05af479d-c617-49d8-b70f-24457a8331e0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.757301 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:14.761909 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35ea4af7-5147-47a2-b140-e06b354a5b6b req-05af479d-c617-49d8-b70f-24457a8331e0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 944 time: 0.3234558 Sep 16 05:26:14.790845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-91e9e9aa-a2cd-4178-b6ba-9806a43ad823 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640116 Sep 16 05:26:14.845472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.847236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.929250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35ea4af7-5147-47a2-b140-e06b354a5b6b req-a769e146-7ed5-4bc9-a856-24ddc7399c6b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662221 Sep 16 05:26:15.020614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-d0c19827-434d-4b4f-9c4f-b5ecfee46288 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199001 Sep 16 05:26:15.050964 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8824ca-a25d-4d2a-92e8-67fb7dd19bde x-openstack-request-id: req-4c8824ca-a25d-4d2a-92e8-67fb7dd19bde {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:15.050964 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23129e2-0aaa-423d-80a4-b97523a66512", "name": "network-vif-deleted", "tag": "757bac38-d245-4438-b0f0-4b3675b33fa6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:15.050964 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c8824ca-a25d-4d2a-92e8-67fb7dd19bde {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:15.050964 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23129e2-0aaa-423d-80a4-b97523a66512', 'name': 'network-vif-deleted', 'tag': '757bac38-d245-4438-b0f0-4b3675b33fa6', 'status': 'completed', 'code': 200} Sep 16 05:26:15.110351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.166460 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.178425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e73f0f0-672a-4e0b-a9af-6815132bb4bb req-5c404c34-9a3b-44a9-8877-0ed44d25b347 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872629 Sep 16 05:26:15.180797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9813f5dc-2e82-41d7-8daa-2a2fd76c2cf9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3624516 Sep 16 05:26:15.201701 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] Checking router: 01713a94-c02f-43cb-b7b6-153885891f79 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:15.213987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Request body: {'port': {'device_id': '1f0799bd-ef7e-4189-b19d-8c5dcc8f9555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:15.214674 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:15.215492 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:25:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.221373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e918f60-fb76-4d92-a7de-ada8ebc26d06 req-e9a635ca-2428-43be-9418-5f2eeda6c050 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.0573034 Sep 16 05:26:15.225821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:15.226140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b77b3c7-4ef9-4815-81c0-5772dc3b88a9 req-24813344-00a5-425d-93bf-89d95eadbbac service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951604 Sep 16 05:26:15.304730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e71be68-cdf2-4cf8-b8ed-ffc6200f8102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.322638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.323110 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 862d5600-921a-4a7f-bc15-784af54ba4dd of type vlan for network 0f204d97-f171-496a-9f82-a00c8ca014dc Sep 16 05:26:15.330599 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.362744 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.402650 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e71be68-cdf2-4cf8-b8ed-ffc6200f8102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.452060 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:15.463907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1691c2-a29c-4b14-a79d-bb397f22249c None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:15.466247 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.527985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:15.571957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4b451-e229-4339-b103-97e4adcac87f req-c211a3c3-5f76-459b-a99f-d1205a4ebe5b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:15.577881 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03c4b451-e229-4339-b103-97e4adcac87f req-c211a3c3-5f76-459b-a99f-d1205a4ebe5b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 936 time: 0.2319553 Sep 16 05:26:15.640828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:15.724418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3e4db219-0415-4d21-a9c1-38b0723f170e details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:15.818161 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.862073 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a9d62-c2ae-4b30-b591-828f4dfb5d75 None None] The sync data for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 is: [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b7535cf7-4e87-4c44-ae43-4622bfc080db', 'name': '', 'network_id': '9003e45a-1b6d-4881-aa1e-2b660512ffb5', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'mac_address': 'fa:16:3e:bb:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:31Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'subnets': [{'id': '3499753c-73f6-451f-b14f-059ddde3c11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:15.880029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-bda2779d-0f70-49ba-bc90-317db384791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:15.886835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-bda2779d-0f70-49ba-bc90-317db384791a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 1096 time: 0.3825743 Sep 16 05:26:15.961106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03c4b451-e229-4339-b103-97e4adcac87f req-215ab6bc-887e-4741-9fb3-3c2844eab1bb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578811 Sep 16 05:26:16.005119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-27016b30-eb74-49a1-ab4c-0004f2f29674 None None] Provisioning complete for port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:16.005500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27016b30-eb74-49a1-ab4c-0004f2f29674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.053705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:16.125394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-27016b30-eb74-49a1-ab4c-0004f2f29674 None None] Port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:16.129300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3e4db219-0415-4d21-a9c1-38b0723f170e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3e4db219-0415-4d21-a9c1-38b0723f170e,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:16.175759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '3e4db219-0415-4d21-a9c1-38b0723f170e', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'port_id': '3e4db219-0415-4d21-a9c1-38b0723f170e', 'mac_address': 'fa:16:3e:c6:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec37c82-919e-41b8-8934-007460e0c85e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:16.253246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] Deleting port 01e09da7-be0b-4521-b175-93773a6fa13b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:16.253246 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.284309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-d0bbc20e-a1ee-4ae7-ab60-711d4a804ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:16.286403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-d0bbc20e-a1ee-4ae7-ab60-711d4a804ccd service neutron] 10.222.0.66 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.3832583 Sep 16 05:26:16.324559 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.333034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732fe2f-f3f1-4acf-ad0f-7c99d1e3e07a req-7123786a-7c17-465e-b0a9-e41a342084bb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:16.341560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c732fe2f-f3f1-4acf-ad0f-7c99d1e3e07a req-7123786a-7c17-465e-b0a9-e41a342084bb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 943 time: 0.1971712 Sep 16 05:26:16.389173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'Port': ['ID=e287f9ca-5521-4c78-96c9-b5cafa669d76,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.396733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:16.444900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:16.454360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:16.461180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87460d73-4966-42ad-9a0c-8171ee477ce0 None None] New status for floating IP 695b33dc-15be-4b2b-b429-25ba9f4afe79: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:26:16.465120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.509576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-29972fea-756e-47c8-a269-0a5829a35d74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64245dca-69e3-471f-aa38-19335a64e774 HTTP/1.1" status: 200 len: 217 time: 0.1602902 Sep 16 05:26:16.535480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4db219-0415-4d21-a9c1-38b0723f170e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:16.577349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3e4db219-0415-4d21-a9c1-38b0723f170e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3e4db219-0415-4d21-a9c1-38b0723f170e,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:16.582133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] For port 01e09da7-be0b-4521-b175-93773a6fa13b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=01e09da7-be0b-4521-b175-93773a6fa13b,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:16.582133 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.600301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-787b7b84-9898-443d-a1ce-9350594f8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:16.602575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-787b7b84-9898-443d-a1ce-9350594f8daa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.0705671 Sep 16 05:26:16.660631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.710755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c732fe2f-f3f1-4acf-ad0f-7c99d1e3e07a req-99ba6850-a13e-4b57-b9c5-e9ecae73d1e7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584447 Sep 16 05:26:16.732051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:16.742891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.762311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] Calling delete_port for 01e09da7-be0b-4521-b175-93773a6fa13b owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:16.766158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3e4db219-0415-4d21-a9c1-38b0723f170e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.766777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-7baff56f-ec80-486f-808c-9b4ee8165481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:16.771008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-7baff56f-ec80-486f-808c-9b4ee8165481 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557348 Sep 16 05:26:16.774149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Transition to ACTIVE for port object 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:16.920288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f62cb9d8-7297-4209-9337-910b12af96d6 None None] Provisioning complete for port e287f9ca-5521-4c78-96c9-b5cafa669d76 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:16.920288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f62cb9d8-7297-4209-9337-910b12af96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.928020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:16.928679 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.938950 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.967965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f62cb9d8-7297-4209-9337-910b12af96d6 None None] Port e287f9ca-5521-4c78-96c9-b5cafa669d76 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:17.004525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.010282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.010924 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.022038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-7a649268-452b-48d8-9661-672b83094ffe service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407627 Sep 16 05:26:17.024944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['3e4db219-0415-4d21-a9c1-38b0723f170e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:17.096796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772f131-b9c3-44c7-9359-83503546c365 req-e5214b85-e6e4-4942-b36a-6e2d0afca37b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.098451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2772f131-b9c3-44c7-9359-83503546c365 req-e5214b85-e6e4-4942-b36a-6e2d0afca37b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 944 time: 0.3084447 Sep 16 05:26:17.113250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e71be68-cdf2-4cf8-b8ed-ffc6200f8102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.116006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e71be68-cdf2-4cf8-b8ed-ffc6200f8102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.120081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5e71be68-cdf2-4cf8-b8ed-ffc6200f8102 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b3d8c00-806a-45b2-b429-f65836594593 HTTP/1.1" status: 204 len: 168 time: 2.6067781 Sep 16 05:26:17.122340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 01e09da7-be0b-4521-b175-93773a6fa13b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:17.129686 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.140491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a81ca15e-4e86-436d-88c9-5060e88c8d62 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3137660 Sep 16 05:26:17.149878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f91fd526-9f0a-436f-b5f6-732ce0322b7e req-6905aa04-e272-455d-9d27-b552e5b63068 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.2118127 Sep 16 05:26:17.248323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Request body: {'port': {'device_id': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:17.251178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71be68-cdf2-4cf8-b8ed-ffc6200f8102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3d8c00-806a-45b2-b429-f65836594593,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:17.278168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=0f204d97-f171-496a-9f82-a00c8ca014dc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:17.281736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bf6ea524-43f2-4c0e-a3eb-ca8beec5769e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1056957 Sep 16 05:26:17.285127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Pushing event updated for resources: {'Port': ['ID=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:17.288256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:17.306214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2772f131-b9c3-44c7-9359-83503546c365 req-a9cf5864-b67c-4845-bb0f-c672a8ab00d7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822751 Sep 16 05:26:17.310891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': '0f204d97-f171-496a-9f82-a00c8ca014dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:17.337840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.425866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0f204d97-f171-496a-9f82-a00c8ca014dc details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:17.427564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 01e09da7-be0b-4521-b175-93773a6fa13b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:17.428132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 01e09da7-be0b-4521-b175-93773a6fa13b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:17.449457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.489953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] Pushing event deleted for resources: {'Port': ['ID=01e09da7-be0b-4521-b175-93773a6fa13b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:17.503137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-a46d7f94-5191-4b8a-aaab-c118fbd0d6fb req-3059504a-a065-417a-a10e-a22a1637eb47 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:26:17.504310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a46d7f94-5191-4b8a-aaab-c118fbd0d6fb req-3059504a-a065-417a-a10e-a22a1637eb47 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169716 Sep 16 05:26:17.516092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:17.550694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:17.559507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.560946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.566547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f81fa48-4c0c-4c96-a8e5-63d71bc1c48a None None] No DVR routers for this DVR port 01e09da7-be0b-4521-b175-93773a6fa13b on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:17.569813 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-c7f994ef-0b91-4356-9ff8-f7205b9ce1c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5467582 Sep 16 05:26:17.630614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86bfe472-cd81-4fd1-8f6a-2d6c6c36f4bb req-99e90927-ec05-4194-93fa-158f9b0671a9 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723021 Sep 16 05:26:17.671446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919abf2c-f4ca-4bd9-bc66-1210df2d129a None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:17.683741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Attempting to bind port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:17.684282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Attempting to bind port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:17.686428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Attempting to bind port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:17.715226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:17.715696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Attempting to bind port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:17.737127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:17.737592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:17.738074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:17.738621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Bound port: 59f3b3be-0a88-45bb-95f4-df9dcab79fa9, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:17.739093 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.744037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-c3dd6aac-e645-4835-96d8-bc3b8e197f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.745883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-c3dd6aac-e645-4835-96d8-bc3b8e197f9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1096 time: 0.0883009 Sep 16 05:26:17.755246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 64245dca-69e3-471f-aa38-19335a64e774 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:17.815201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:17.819426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.894925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:18.026462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede670e-4e8a-4bd1-b3bc-d0132ca18618 req-33fe392b-3948-40cf-94cb-ec2805ac3652 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.030772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eede670e-4e8a-4bd1-b3bc-d0132ca18618 req-33fe392b-3948-40cf-94cb-ec2805ac3652 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 936 time: 0.5112371 Sep 16 05:26:18.035095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f3561bbf-64f1-40d4-ba37-12e987611faa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4426739 Sep 16 05:26:18.080315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56660) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:18.090259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-07ffb8a0-4295-4fde-a328-096bb5e29be1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:18.103358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 64245dca-69e3-471f-aa38-19335a64e774, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=64245dca-69e3-471f-aa38-19335a64e774,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:18.147170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '64245dca-69e3-471f-aa38-19335a64e774', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': '64245dca-69e3-471f-aa38-19335a64e774', 'mac_address': 'fa:16:3e:a7:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:18.155644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:18.157666 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.214651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eede670e-4e8a-4bd1-b3bc-d0132ca18618 req-8a17617a-2b7e-4cbe-9294-21121321f563 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232474 Sep 16 05:26:18.248156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] For port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:18.269540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.297420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] For port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:18.338997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd308b-ec4b-431f-8a20-a222eee6d114 req-46548493-86a5-4a51-9abe-a6323ed62a25 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.347621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fcd308b-ec4b-431f-8a20-a222eee6d114 req-46548493-86a5-4a51-9abe-a6323ed62a25 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 944 time: 0.4444399 Sep 16 05:26:18.457684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e287f9ca-5521-4c78-96c9-b5cafa669d76 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:18.503745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48cb0-8cd5-4838-a1c2-de46469d3701 req-ad987a11-c9a9-438f-8a43-b2f313a7f307 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.518497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4f48cb0-8cd5-4838-a1c2-de46469d3701 req-ad987a11-c9a9-438f-8a43-b2f313a7f307 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1809905 Sep 16 05:26:18.534874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ffb8a0-4295-4fde-a328-096bb5e29be1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:18.552350 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ffb8a0-4295-4fde-a328-096bb5e29be1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.556570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.567694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64245dca-69e3-471f-aa38-19335a64e774 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:18.568352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.595604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 64245dca-69e3-471f-aa38-19335a64e774, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=64245dca-69e3-471f-aa38-19335a64e774,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:18.600867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Transition to ACTIVE for port object e287f9ca-5521-4c78-96c9-b5cafa669d76 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:18.601832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-ba4e326c-6d3c-4124-9270-9d343af7bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.603944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-ba4e326c-6d3c-4124-9270-9d343af7bd51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.8002665 Sep 16 05:26:18.635083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4f48cb0-8cd5-4838-a1c2-de46469d3701 req-7bb8ad63-124e-49b4-820b-c0578b3a6f48 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139569 Sep 16 05:26:18.677380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf/21cdab0b-5f51-4dac-a664-34845492a855) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:18.721235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.726109 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.961697 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14a223da-0992-4ff3-b1a6-370751ed6988 req-f4fd7ef5-6d90-45db-aa20-ba8e7fdd30d6 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.0919168 Sep 16 05:26:19.009709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e287f9ca-5521-4c78-96c9-b5cafa669d76,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.197361 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.258053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=64245dca-69e3-471f-aa38-19335a64e774,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.259246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Attempting to bind port e287f9ca-5521-4c78-96c9-b5cafa669d76 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:19.259976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Attempting to bind port e287f9ca-5521-4c78-96c9-b5cafa669d76 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:19.260570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Attempting to bind port e287f9ca-5521-4c78-96c9-b5cafa669d76 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:19.276472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd386-6ab6-4df5-9801-c58bdc43f5da req-0891a94f-7ccb-4dc5-9370-2a9ad51e605e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:19.278519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79cbd386-6ab6-4df5-9801-c58bdc43f5da req-0891a94f-7ccb-4dc5-9370-2a9ad51e605e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 945 time: 0.1905508 Sep 16 05:26:19.283608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Port e287f9ca-5521-4c78-96c9-b5cafa669d76 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:19.284036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Attempting to bind port e287f9ca-5521-4c78-96c9-b5cafa669d76 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:19.307795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:19.308754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:19.309178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:19.309838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Bound port: e287f9ca-5521-4c78-96c9-b5cafa669d76, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:19.310650 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.331673 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.381639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['64245dca-69e3-471f-aa38-19335a64e774'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:19.390740 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79cbd386-6ab6-4df5-9801-c58bdc43f5da req-55dcd8d1-c4c4-4a95-9955-c8c8c36d647a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988765 Sep 16 05:26:19.507305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:19.530208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Pushing event updated for resources: {'Port': ['ID=21cdab0b-5f51-4dac-a664-34845492a855,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.533590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:19.543222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:19.545954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:19.553642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.553642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] 10.222.0.30 "PUT /v2.0/ports/59f3b3be-0a88-45bb-95f4-df9dcab79fa9 HTTP/1.1" status: 200 len: 1097 time: 4.3428762 Sep 16 05:26:19.560186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0799bd-ef7e-4189-b19d-8c5dcc8f9555', 'tag': '59f3b3be-0a88-45bb-95f4-df9dcab79fa9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:19.572761 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0799bd-ef7e-4189-b19d-8c5dcc8f9555", "tag": "59f3b3be-0a88-45bb-95f4-df9dcab79fa9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:19.577511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] For port e287f9ca-5521-4c78-96c9-b5cafa669d76, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:19.601329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] For port e287f9ca-5521-4c78-96c9-b5cafa669d76, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e287f9ca-5521-4c78-96c9-b5cafa669d76,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:19.610327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.624054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095067fe-8050-45ef-b903-57e899634d1e req-cd78decc-538a-415b-9fb9-4f7de1496b91 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:19.626604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-095067fe-8050-45ef-b903-57e899634d1e req-cd78decc-538a-415b-9fb9-4f7de1496b91 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 948 time: 0.1147990 Sep 16 05:26:19.642018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Attempting to bind port 21cdab0b-5f51-4dac-a664-34845492a855 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:19.642607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Attempting to bind port 21cdab0b-5f51-4dac-a664-34845492a855 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:19.642717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Attempting to bind port 21cdab0b-5f51-4dac-a664-34845492a855 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:19.663647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:19.664045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:19.665033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.665697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:19.666215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Bound port: 21cdab0b-5f51-4dac-a664-34845492a855, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:19.666603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.683039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fcd308b-ec4b-431f-8a20-a222eee6d114 req-d87e6989-d979-4d8f-ab48-248c4a1ad6f8 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3343496 Sep 16 05:26:19.704334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-095067fe-8050-45ef-b903-57e899634d1e req-4e36073d-6004-43d4-be0f-fdf4d1faddb5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665681 Sep 16 05:26:19.732265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.813877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:19.815098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.816191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa90c9-ce1b-452e-94f0-552e3c142320 service neutron] Pushing event updated for resources: {'Port': ['ID=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.817523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] 10.222.0.30 "PUT /v2.0/ports/e287f9ca-5521-4c78-96c9-b5cafa669d76 HTTP/1.1" status: 200 len: 1097 time: 2.6393411 Sep 16 05:26:19.819446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'tag': 'e287f9ca-5521-4c78-96c9-b5cafa669d76'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:19.824769 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820201b2-ae58-4277-ae63-fd04676d3ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd", "tag": "e287f9ca-5521-4c78-96c9-b5cafa669d76"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:19.851990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] For port 21cdab0b-5f51-4dac-a664-34845492a855, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:19.862377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] For port 21cdab0b-5f51-4dac-a664-34845492a855, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=21cdab0b-5f51-4dac-a664-34845492a855,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:19.879306 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d3bfb3-7c58-4527-b5ae-41dfe7e895a4 x-openstack-request-id: req-d3d3bfb3-7c58-4527-b5ae-41dfe7e895a4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:19.879650 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0799bd-ef7e-4189-b19d-8c5dcc8f9555", "tag": "59f3b3be-0a88-45bb-95f4-df9dcab79fa9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:19.879930 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3d3bfb3-7c58-4527-b5ae-41dfe7e895a4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:19.880339 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0799bd-ef7e-4189-b19d-8c5dcc8f9555', 'tag': '59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'status': 'completed', 'code': 200} Sep 16 05:26:19.893812 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-a378221f-b90c-434d-9165-c4d65505be96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 999 time: 1.2458797 Sep 16 05:26:19.913465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=32b79b76-68f8-403a-a734-b4db194a7b93,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.932828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3e4db219-0415-4d21-a9c1-38b0723f170e up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:19.942542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16629d9-8a12-40de-9811-9ed64e4ee9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e287f9ca-5521-4c78-96c9-b5cafa669d76,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.976254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.976797 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf1e5e-05e6-4fcb-8e8d-2145dbc162a2 x-openstack-request-id: req-19bf1e5e-05e6-4fcb-8e8d-2145dbc162a2 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:19.976797 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd", "tag": "e287f9ca-5521-4c78-96c9-b5cafa669d76", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:19.976797 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19bf1e5e-05e6-4fcb-8e8d-2145dbc162a2 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:19.978176 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'tag': 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'status': 'completed', 'code': 200} Sep 16 05:26:20.108128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-8d92b11c-3095-40a2-b464-82f8c5cb28c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5461957 Sep 16 05:26:20.108388 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9da180e0-264f-4442-8fb0-0d88955441a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.120290 n-d-712749-15 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-07ffb8a0-4295-4fde-a328-096bb5e29be1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf (CIDR: 2001:db8::/64) Sep 16 05:26:20.143139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6783f-0304-4c31-8491-850135ae3d62 req-693f3f17-0571-4f87-97ca-3aa3cf618df0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.146079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edc6783f-0304-4c31-8491-850135ae3d62 req-693f3f17-0571-4f87-97ca-3aa3cf618df0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.3274388 Sep 16 05:26:20.211091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbeee13f-59ae-4251-a235-a0346aa8d233 req-0cbcddef-8aef-4d7f-8591-7e566586ea62 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.1127653 Sep 16 05:26:20.218166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a48bcd2e-6c4d-43dc-9bd1-ad9c39e7cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.219792 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-a48bcd2e-6c4d-43dc-9bd1-ad9c39e7cf00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 1100 time: 0.5264597 Sep 16 05:26:20.228630 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ffb8a0-4295-4fde-a328-096bb5e29be1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:26:20.229063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ffb8a0-4295-4fde-a328-096bb5e29be1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:20.272261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820201b2-ae58-4277-ae63-fd04676d3ccd req-b95e78ee-5276-46d2-b094-7696db3c2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.280762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-820201b2-ae58-4277-ae63-fd04676d3ccd req-b95e78ee-5276-46d2-b094-7696db3c2df9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 1100 time: 0.2747998 Sep 16 05:26:20.321399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-820201b2-ae58-4277-ae63-fd04676d3ccd req-dabb8263-8ad4-4c82-adc4-1da6245f65c3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275383 Sep 16 05:26:20.336206 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-40571b2d-2316-4f3f-95d6-40c59345b548 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=59f3b3be-0a88-45bb-95f4-df9dcab79fa9 HTTP/1.1" status: 200 len: 217 time: 0.0941265 Sep 16 05:26:20.342192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edc6783f-0304-4c31-8491-850135ae3d62 req-50ed08be-a121-4535-892f-a9d4b6d739e3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858490 Sep 16 05:26:20.346271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe545f-724a-4267-9868-05f33965f93a None None] Pushing event updated for resources: {'Port': ['ID=21cdab0b-5f51-4dac-a664-34845492a855,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.356888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 3e4db219-0415-4d21-a9c1-38b0723f170e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:20.392417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 3e4db219-0415-4d21-a9c1-38b0723f170e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:20.392818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.482642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '862d5600-921a-4a7f-bc15-784af54ba4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0f204d97-f171-496a-9f82-a00c8ca014dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:20.485364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: 0f204d97-f171-496a-9f82-a00c8ca014dc, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:20.508758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820201b2-ae58-4277-ae63-fd04676d3ccd req-f11e6ffd-fd7f-42c4-93a3-4d68568195f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.509308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-4583356a-8a6e-4056-846d-294c8c2f9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.511141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-820201b2-ae58-4277-ae63-fd04676d3ccd req-f11e6ffd-fd7f-42c4-93a3-4d68568195f4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649363 Sep 16 05:26:20.512317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-4583356a-8a6e-4056-846d-294c8c2f9418 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.6045539 Sep 16 05:26:20.599266 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.602985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.648953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81dc5be8-d592-46a4-a4e9-fb167dfd7d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4db219-0415-4d21-a9c1-38b0723f170e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:20.651663 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2ca060-4701-4efc-a210-6b91551bd7ee" -d '{"events": [{"server_uuid": "81dc5be8-d592-46a4-a4e9-fb167dfd7d02", "name": "network-vif-plugged", "status": "completed", "tag": "3e4db219-0415-4d21-a9c1-38b0723f170e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:20.655017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-07ffb8a0-4295-4fde-a328-096bb5e29be1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5673506 Sep 16 05:26:20.655017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-e644cb68-852e-448b-9982-9d60ce6eea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.656582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-e644cb68-852e-448b-9982-9d60ce6eea3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.3187947 Sep 16 05:26:20.671666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.682274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3e4db219-0415-4d21-a9c1-38b0723f170e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3e4db219-0415-4d21-a9c1-38b0723f170e,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:20.683029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:20.745998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9963fa5f-d08d-48b7-b00a-beebde93e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.747940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-9963fa5f-d08d-48b7-b00a-beebde93e8a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 1100 time: 0.1432464 Sep 16 05:26:20.791207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1125f-05a9-4b84-8086-56707098778e req-95fec255-4337-4148-980f-2f2ff9dad624 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.793218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50b1125f-05a9-4b84-8086-56707098778e req-95fec255-4337-4148-980f-2f2ff9dad624 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 945 time: 0.2279429 Sep 16 05:26:20.793891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 0f204d97-f171-496a-9f82-a00c8ca014dc is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:20.817514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-89b134aa-5d1b-4b97-adfa-85dbf2252481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.819290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-89b134aa-5d1b-4b97-adfa-85dbf2252481 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2606308 Sep 16 05:26:20.850023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-57526397-d121-4f2a-8b6f-21678fb47d42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e287f9ca-5521-4c78-96c9-b5cafa669d76 HTTP/1.1" status: 200 len: 217 time: 0.0622635 Sep 16 05:26:20.854210 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.883587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-85b08267-42fd-4fa4-9f4a-8df8b10515a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.887692 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-85b08267-42fd-4fa4-9f4a-8df8b10515a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2082031 Sep 16 05:26:20.908261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-62004f59-1039-44f2-9a42-def3e91b7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.909927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-62004f59-1039-44f2-9a42-def3e91b7c66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0532942 Sep 16 05:26:20.940233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3e4db219-0415-4d21-a9c1-38b0723f170e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.014545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-e5603631-8c78-43bf-b314-2fcec9ffefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:21.016598 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-e5603631-8c78-43bf-b314-2fcec9ffefbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978491 Sep 16 05:26:21.023069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50b1125f-05a9-4b84-8086-56707098778e req-9520b78d-3705-45ec-8788-3e08d9924332 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198222 Sep 16 05:26:21.028046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0f204d97-f171-496a-9f82-a00c8ca014dc) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:21.033396 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037adfb6-f622-4aa2-aedc-68e0b82ee56e x-openstack-request-id: req-037adfb6-f622-4aa2-aedc-68e0b82ee56e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:21.036001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:21.036745 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.041814 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81dc5be8-d592-46a4-a4e9-fb167dfd7d02", "name": "network-vif-plugged", "status": "completed", "tag": "3e4db219-0415-4d21-a9c1-38b0723f170e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:21.041814 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-037adfb6-f622-4aa2-aedc-68e0b82ee56e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:21.041814 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81dc5be8-d592-46a4-a4e9-fb167dfd7d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4db219-0415-4d21-a9c1-38b0723f170e', 'code': 200} Sep 16 05:26:21.090792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92e8a1e-9f04-4708-a274-1353393b1d93 None None] Network 0f204d97-f171-496a-9f82-a00c8ca014dc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:21.183877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:21.185513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.272180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 21cdab0b-5f51-4dac-a664-34845492a855 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:21.293973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04b92c-9216-4fef-ae8d-0d811d6b7e79 req-1424f852-980d-4181-bb40-13e6d46ac0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:21.296820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d04b92c-9216-4fef-ae8d-0d811d6b7e79 req-1424f852-980d-4181-bb40-13e6d46ac0e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 1097 time: 0.1488714 Sep 16 05:26:21.340225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-fd012ac3-febf-43c5-adb7-869b03863506 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086455 Sep 16 05:26:21.418246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 21cdab0b-5f51-4dac-a664-34845492a855 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:21.419003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.516583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dcf20-ce79-43a4-904d-e7fcbf4a236f req-71e84019-498b-4ace-a195-916668ca622c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:21.516583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c13dcf20-ce79-43a4-904d-e7fcbf4a236f req-71e84019-498b-4ace-a195-916668ca622c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.3179014 Sep 16 05:26:21.545167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d04b92c-9216-4fef-ae8d-0d811d6b7e79 req-7aad54b0-1280-403d-bee8-fcdc4061a37f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326019 Sep 16 05:26:21.547169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-d5464935-bec9-4bf9-80aa-74566f468eaa service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821145 Sep 16 05:26:21.549119 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f351128-dca3-4ab5-b116-468d4e7533cf req-d9009420-1fb4-4f65-90da-39dbef9f0b6c service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922619 Sep 16 05:26:21.554077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-901c0e89-b4f9-446b-9509-6538a0dbef9d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2526119 Sep 16 05:26:21.562541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56736) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:21.586788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0f204d97-f171-496a-9f82-a00c8ca014dc', 'network_id': '0f204d97-f171-496a-9f82-a00c8ca014dc', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': '32b79b76-68f8-403a-a734-b4db194a7b93'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:21.588181 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.641885 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-790d58b3-e0e7-4b51-b858-d2d999c8e727 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754352 Sep 16 05:26:21.708170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c13dcf20-ce79-43a4-904d-e7fcbf4a236f req-ef6d7180-6cd1-4df6-beaf-40c0b56bd836 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914129 Sep 16 05:26:21.829323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 64245dca-69e3-471f-aa38-19335a64e774 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:21.847666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4d46b-a90f-4ccc-aa04-163c8ab159d5 req-29c31c6c-1316-4b08-abce-73bdd0ba2d93 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:21.849408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18a4d46b-a90f-4ccc-aa04-163c8ab159d5 req-29c31c6c-1316-4b08-abce-73bdd0ba2d93 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 948 time: 0.5514402 Sep 16 05:26:21.885288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-f9896193-5a2b-4605-9411-969aa0266adf service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490947 Sep 16 05:26:21.991642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-180119ac-caef-4c49-be7c-f2cf2f0aca5d req-b6c7bd54-3db3-4ef9-83e6-49e5b5c3c427 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.0774958 Sep 16 05:26:22.008200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4493f1b-c641-48de-af3b-9b97065f5134 req-d7d19761-7c2c-4118-b449-5bc5687f053f service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517520 Sep 16 05:26:22.052327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18a4d46b-a90f-4ccc-aa04-163c8ab159d5 req-d2485349-6b34-48bd-b0bd-4484eb3f602d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313794 Sep 16 05:26:22.127301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.127435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Allocated IP 172.20.0.1 (0f204d97-f171-496a-9f82-a00c8ca014dc/32b79b76-68f8-403a-a734-b4db194a7b93/eb9a02df-c78c-4dc0-bdf9-6a8d50556b81) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:22.129849 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.241883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-7f39925b-7159-45c5-9a8f-2924b8c22fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.243607 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-7f39925b-7159-45c5-9a8f-2924b8c22fb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 1100 time: 0.1085844 Sep 16 05:26:22.248791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b02a2011-c60c-40c1-aad8-d70026454644 None None] Provisioning complete for port 21cdab0b-5f51-4dac-a664-34845492a855 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:22.249562 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b02a2011-c60c-40c1-aad8-d70026454644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.294032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 21cdab0b-5f51-4dac-a664-34845492a855, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=21cdab0b-5f51-4dac-a664-34845492a855,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:22.315695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 64245dca-69e3-471f-aa38-19335a64e774 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:22.318793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.324792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a707c-2053-4ddd-8121-5ab579cc3765 req-75cd42fa-ab87-4ccf-9157-952a1fde3f1f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.334091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-335a707c-2053-4ddd-8121-5ab579cc3765 req-75cd42fa-ab87-4ccf-9157-952a1fde3f1f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1953461 Sep 16 05:26:22.334618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 64245dca-69e3-471f-aa38-19335a64e774 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:22.335377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.409927 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.411747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71287ac5-ede8-49c1-88ef-a2dcf0ef4a52 req-fb38a38b-ac0b-4830-8a4c-bb12438f1618 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.414742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71287ac5-ede8-49c1-88ef-a2dcf0ef4a52 req-fb38a38b-ac0b-4830-8a4c-bb12438f1618 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 945 time: 0.2032852 Sep 16 05:26:22.494413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71287ac5-ede8-49c1-88ef-a2dcf0ef4a52 req-a074e1e0-c3e0-49e2-841b-2732db39b7e5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690355 Sep 16 05:26:22.533628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-335a707c-2053-4ddd-8121-5ab579cc3765 req-6125b5e5-9224-4292-b3f6-bfa528b4db3f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984591 Sep 16 05:26:22.550595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-a18d584b-5745-4561-b1c3-dd8640056110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.553836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-a18d584b-5745-4561-b1c3-dd8640056110 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2800047 Sep 16 05:26:22.565039 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.570282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=21cdab0b-5f51-4dac-a664-34845492a855,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:22.601945 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-6b68edc7-a818-443b-9b6f-980acecb708e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=59f3b3be-0a88-45bb-95f4-df9dcab79fa9 HTTP/1.1" status: 200 len: 217 time: 0.0399642 Sep 16 05:26:22.632218 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.671558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 64245dca-69e3-471f-aa38-19335a64e774, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=64245dca-69e3-471f-aa38-19335a64e774,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:22.706056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-8659709b-01e5-4c2e-966a-a118b4e08fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.707756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-8659709b-01e5-4c2e-966a-a118b4e08fed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0977440 Sep 16 05:26:22.715697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.789472 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.793620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Pushing event updated for resources: {'Port': ['ID=eb9a02df-c78c-4dc0-bdf9-6a8d50556b81,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:22.808785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Network 0f204d97-f171-496a-9f82-a00c8ca014dc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:22.808785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:22.835028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:22.853637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.898636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=32b79b76-68f8-403a-a734-b4db194a7b93,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:22.913610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-76fb3bc7-4ffd-4d5a-8293-26e89f0ba2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.918958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-76fb3bc7-4ffd-4d5a-8293-26e89f0ba2ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2028313 Sep 16 05:26:22.926795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Attempting to bind port eb9a02df-c78c-4dc0-bdf9-6a8d50556b81 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:22.927334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Attempting to bind port eb9a02df-c78c-4dc0-bdf9-6a8d50556b81 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '862d5600-921a-4a7f-bc15-784af54ba4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0f204d97-f171-496a-9f82-a00c8ca014dc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:22.927764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Attempting to bind port eb9a02df-c78c-4dc0-bdf9-6a8d50556b81 on network 0f204d97-f171-496a-9f82-a00c8ca014dc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:22.933802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=64245dca-69e3-471f-aa38-19335a64e774,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:22.939112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:22.939813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Checking segment: {'id': '862d5600-921a-4a7f-bc15-784af54ba4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0f204d97-f171-496a-9f82-a00c8ca014dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:22.940400 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.940965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Bound using segment: {'id': '862d5600-921a-4a7f-bc15-784af54ba4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0f204d97-f171-496a-9f82-a00c8ca014dc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:22.941768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Bound port: eb9a02df-c78c-4dc0-bdf9-6a8d50556b81, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862d5600-921a-4a7f-bc15-784af54ba4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0f204d97-f171-496a-9f82-a00c8ca014dc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:22.942439 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.988502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:26:22.998325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.038540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa02db9-4304-4049-9e44-93969660995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64245dca-69e3-471f-aa38-19335a64e774'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:23.041154 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c024185e-b33f-4b91-a715-7906d7eed46c" -d '{"events": [{"server_uuid": "5fa02db9-4304-4049-9e44-93969660995a", "name": "network-vif-plugged", "status": "completed", "tag": "64245dca-69e3-471f-aa38-19335a64e774"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:23.045907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f204d97-f171-496a-9f82-a00c8ca014dc']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:23.084011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862d5600-921a-4a7f-bc15-784af54ba4dd') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:23.084370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862d5600-921a-4a7f-bc15-784af54ba4dd') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:23.092286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] For port eb9a02df-c78c-4dc0-bdf9-6a8d50556b81, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:23.102601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] For port eb9a02df-c78c-4dc0-bdf9-6a8d50556b81, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=eb9a02df-c78c-4dc0-bdf9-6a8d50556b81,segment=NetworkSegment(862d5600-921a-4a7f-bc15-784af54ba4dd),segment_id=862d5600-921a-4a7f-bc15-784af54ba4dd)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:23.137362 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87f4b5b5-8b19-438b-b113-54c3cb546a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.158963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.176056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 21cdab0b-5f51-4dac-a664-34845492a855 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:23.180567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32e0e-4187-4502-8f43-d87cd762660f req-753e06b9-36e5-4ce0-ab71-f93ba31ac70b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:23.185505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20f32e0e-4187-4502-8f43-d87cd762660f req-753e06b9-36e5-4ce0-ab71-f93ba31ac70b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.4013338 Sep 16 05:26:23.214595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.217341 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.257487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:23.258182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:23.262046 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:23.284858 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20f32e0e-4187-4502-8f43-d87cd762660f req-7d06e68f-58e5-49d6-b66f-cd02895cbb82 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917344 Sep 16 05:26:23.330144 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25599073-41da-4583-8b89-e33cc6f30cab req-058d561f-f221-4cba-8fa0-efddf1e3efc8 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/ports?device_id=c23129e2-0aaa-423d-80a4-b97523a66512 HTTP/1.1" status: 200 len: 210 time: 0.1023672 Sep 16 05:26:23.380849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-34b208f7-6e8d-4c88-9fc4-4e88391125da service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462609 Sep 16 05:26:23.419612 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f36148d-07e0-400f-8391-9a339c005730 x-openstack-request-id: req-0f36148d-07e0-400f-8391-9a339c005730 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:23.419965 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa02db9-4304-4049-9e44-93969660995a", "name": "network-vif-plugged", "status": "completed", "tag": "64245dca-69e3-471f-aa38-19335a64e774", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:23.420221 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f36148d-07e0-400f-8391-9a339c005730 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:23.420645 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa02db9-4304-4049-9e44-93969660995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64245dca-69e3-471f-aa38-19335a64e774', 'code': 200} Sep 16 05:26:23.461962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:26:23.461962 n-d-712749-15 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:26:23.461962 n-d-712749-15 neutron-server[95660]: [parameters: {'id': '0f204d97-f171-496a-9f82-a00c8ca014dc'}] Sep 16 05:26:23.461962 n-d-712749-15 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:23.464115 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:23.472963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9273aa2c-7f36-4e53-98cb-26630fd7f26a None None] Network 0f204d97-f171-496a-9f82-a00c8ca014dc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:23.499785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11079a-f4c1-4b55-868a-873a0079108f None None] Pushing event updated for resources: {'Port': ['ID=eb9a02df-c78c-4dc0-bdf9-6a8d50556b81,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:23.558206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 21cdab0b-5f51-4dac-a664-34845492a855 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:23.558803 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.596749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f73ba-c769-4e7f-a02f-88b142a5002e req-ba364b05-f9d3-4759-8845-a037e96cd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:23.598800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d6f73ba-c769-4e7f-a02f-88b142a5002e req-ba364b05-f9d3-4759-8845-a037e96cd425 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 1098 time: 0.0957975 Sep 16 05:26:23.600074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dff9b-bf03-4037-9796-a46d435cb01e req-703a412b-95e3-45a1-8f4c-0ecf49111fd9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:23.601682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d30dff9b-bf03-4037-9796-a46d435cb01e req-703a412b-95e3-45a1-8f4c-0ecf49111fd9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 948 time: 0.1428273 Sep 16 05:26:23.608637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.631763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9aeab7c2-9976-4cd0-b4c8-baec7d8856d0 req-fda11b09-09aa-46de-b586-c88efde629cf service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445025 Sep 16 05:26:23.690992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d6f73ba-c769-4e7f-a02f-88b142a5002e req-9e4435de-83ad-44fb-a0cb-30e96b1ab168 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832205 Sep 16 05:26:23.712842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74bde3-3bb1-457e-8025-ded34c8280d4 req-a671cad9-2bea-4c9c-8839-9e26d1ab623a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:23.728993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d74bde3-3bb1-457e-8025-ded34c8280d4 req-a671cad9-2bea-4c9c-8839-9e26d1ab623a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 946 time: 0.0867977 Sep 16 05:26:23.803396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d74bde3-3bb1-457e-8025-ded34c8280d4 req-568ec378-6ac4-4ca6-8c98-93a9092ea24f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603912 Sep 16 05:26:23.803507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b920d-5144-4551-8456-dd67fad3ec84 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:23.814740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] For port 21cdab0b-5f51-4dac-a664-34845492a855, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=21cdab0b-5f51-4dac-a664-34845492a855,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:23.847635 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.859222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.879485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d30dff9b-bf03-4037-9796-a46d435cb01e req-bf2d54df-8a81-47c4-b3a0-a06a73deabf3 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566986 Sep 16 05:26:23.943895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.944747 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.965938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.990913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b1d5a-a7f7-4c8b-9bb8-d02c419c4a10 req-021c2b9f-48c3-4435-b95b-e308e9002b60 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:23.992911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e05b1d5a-a7f7-4c8b-9bb8-d02c419c4a10 req-021c2b9f-48c3-4435-b95b-e308e9002b60 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.0981956 Sep 16 05:26:24.022694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b920d-5144-4551-8456-dd67fad3ec84 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:24.036073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56774) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:24.067977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e05b1d5a-a7f7-4c8b-9bb8-d02c419c4a10 req-c6185d94-ed34-454f-9bb8-7b173f061c4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678902 Sep 16 05:26:24.093658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:24.104235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting port eb9a02df-c78c-4dc0-bdf9-6a8d50556b81 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:24.104235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.115803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:24.125528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:24.127073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.160898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=b2d2948d-af93-45bd-84ff-f70e016e5059,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:24.167580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=21cdab0b-5f51-4dac-a664-34845492a855,revision_number=5']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:24.242073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] For port eb9a02df-c78c-4dc0-bdf9-6a8d50556b81, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=eb9a02df-c78c-4dc0-bdf9-6a8d50556b81,segment=NetworkSegment(862d5600-921a-4a7f-bc15-784af54ba4dd),segment_id=862d5600-921a-4a7f-bc15-784af54ba4dd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:24.242073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.262219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Calling delete_port for eb9a02df-c78c-4dc0-bdf9-6a8d50556b81 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:24.264449 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-101b3de5-fc57-4e78-813f-2f75e4944f6e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5917957 Sep 16 05:26:24.267386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56778) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:24.274266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:ce:05:65', 'name': 'tempest-NetworksTestDHCPv6-1311736172'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:24.347549 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f612b08-6dcd-406b-9c08-2b4dbd8c4adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.504298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63117ea-d034-4ce5-8554-6f17ecd6df85 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:24.550695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:24.577239 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.646286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56786) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:24.658245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No DVR routers for this DVR port eb9a02df-c78c-4dc0-bdf9-6a8d50556b81 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:24.678748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Port': ['ID=eb9a02df-c78c-4dc0-bdf9-6a8d50556b81,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:24.842080 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.888928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f612b08-6dcd-406b-9c08-2b4dbd8c4adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.900800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1dbbede-7af1-427d-8b03-4de70a39657f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.904137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f204d97-f171-496a-9f82-a00c8ca014dc']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:24.924658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862d5600-921a-4a7f-bc15-784af54ba4dd') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:24.924935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862d5600-921a-4a7f-bc15-784af54ba4dd') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:24.943625 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.993028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1dbbede-7af1-427d-8b03-4de70a39657f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.007558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f612b08-6dcd-406b-9c08-2b4dbd8c4adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.012674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bff82-2f09-4a3b-82e5-f5b280ced399 req-f3b671eb-f168-4622-a068-4db20fb075b4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.015631 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-759bff82-2f09-4a3b-82e5-f5b280ced399 req-f3b671eb-f168-4622-a068-4db20fb075b4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.1562381 Sep 16 05:26:25.048113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.055657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:25.081292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-759bff82-2f09-4a3b-82e5-f5b280ced399 req-df073e1a-6710-4aa8-9b3b-be53bd83a669 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562205 Sep 16 05:26:25.089146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'mac_address': 'fa:16:3e:e2:3b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:25.092932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:25.146503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 21cdab0b-5f51-4dac-a664-34845492a855 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:25.171181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:25.172178 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.234767 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.260385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:25.292804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de3005-a1b6-48d0-b5ce-eddbdb0e7240 req-df90a78a-3c5f-4b04-be4b-6a485eb3eabc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.297083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:25.297737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74de3005-a1b6-48d0-b5ce-eddbdb0e7240 req-df90a78a-3c5f-4b04-be4b-6a485eb3eabc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 946 time: 0.3519518 Sep 16 05:26:25.306816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2f612b08-6dcd-406b-9c08-2b4dbd8c4adc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=024c1ee27b214ef1aba501b4b0752c63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2664843 Sep 16 05:26:25.307316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 21cdab0b-5f51-4dac-a664-34845492a855 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:25.307316 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:25.307581 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:25.312428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56796) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:25.355093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.375403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befab87-8ab7-4aec-bbed-f89ccc2cde21 req-ff248edc-acd2-4c3e-b217-69d878cc8760 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.383145 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3befab87-8ab7-4aec-bbed-f89ccc2cde21 req-ff248edc-acd2-4c3e-b217-69d878cc8760 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 948 time: 0.1669459 Sep 16 05:26:25.386620 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.400090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74de3005-a1b6-48d0-b5ce-eddbdb0e7240 req-c7bd6992-3e97-4ec1-8a09-acabd92ddf17 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712051 Sep 16 05:26:25.419950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f612b08-6dcd-406b-9c08-2b4dbd8c4adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703e2b2c-be7c-4de6-bd93-9fcb04bb024d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:25.439900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.448876 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.449695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device e287f9ca-5521-4c78-96c9-b5cafa669d76 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:25.470182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.472578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/0f204d97-f171-496a-9f82-a00c8ca014dc HTTP/1.1" status: 204 len: 168 time: 3.9043980 Sep 16 05:26:25.473238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port 2977ca93-8478-4a95-aa88-1787ed250941 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:25.476418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56798) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:25.496163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386879717'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:25.496343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port e287f9ca-5521-4c78-96c9-b5cafa669d76, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e287f9ca-5521-4c78-96c9-b5cafa669d76,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:25.496928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577675-5101-4d6e-b7ac-cf0aba2ed034 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=0f204d97-f171-496a-9f82-a00c8ca014dc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:25.576898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'mac_address': 'fa:16:3e:a0:f7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:25.577205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1dbbede-7af1-427d-8b03-4de70a39657f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.580409 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1dbbede-7af1-427d-8b03-4de70a39657f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.593688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f1dbbede-7af1-427d-8b03-4de70a39657f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f5f428e-aef1-4178-b4b6-47bc09256d91 HTTP/1.1" status: 204 len: 168 time: 0.9301312 Sep 16 05:26:25.593688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56800) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:25.594051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:25.600227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3befab87-8ab7-4aec-bbed-f89ccc2cde21 req-0b266fc0-fd43-48e7-b14a-f9db5134b435 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159944 Sep 16 05:26:25.614757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbbede-7af1-427d-8b03-4de70a39657f tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f428e-aef1-4178-b4b6-47bc09256d91,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:25.618990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7de07f1e-3ab1-4d14-b779-6deba8c15a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.624844 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-75bcd324-86f3-4677-a5ce-e98ff6ba4abc tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] show failed (client error): The resource could not be found. Sep 16 05:26:25.648936 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-75bcd324-86f3-4677-a5ce-e98ff6ba4abc tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "GET /v2.0/security-groups/7f5f428e-aef1-4178-b4b6-47bc09256d91 HTTP/1.1" status: 404 len: 347 time: 0.0391049 Sep 16 05:26:25.648936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:25.662202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7de07f1e-3ab1-4d14-b779-6deba8c15a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.693709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.724503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e287f9ca-5521-4c78-96c9-b5cafa669d76 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:25.735323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:25.748023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.762105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port e287f9ca-5521-4c78-96c9-b5cafa669d76, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e287f9ca-5521-4c78-96c9-b5cafa669d76,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:25.826662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a9a3b-0d7c-47b9-a5b0-355396561fec req-95dddba3-df84-4c09-b15e-c83d00db3d08 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.828315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb4a9a3b-0d7c-47b9-a5b0-355396561fec req-95dddba3-df84-4c09-b15e-c83d00db3d08 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.0850227 Sep 16 05:26:25.843828 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.865641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:25.877899 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.882231 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 79e7c58d-4cd8-49f9-899e-da125a3a24c3 of type vlan for network 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d Sep 16 05:26:25.902752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7de07f1e-3ab1-4d14-b779-6deba8c15a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.905754 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7de07f1e-3ab1-4d14-b779-6deba8c15a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.910764 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7de07f1e-3ab1-4d14-b779-6deba8c15a1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/703e2b2c-be7c-4de6-bd93-9fcb04bb024d HTTP/1.1" status: 204 len: 168 time: 0.5935514 Sep 16 05:26:25.926397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=e287f9ca-5521-4c78-96c9-b5cafa669d76,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:25.936872 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.999872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de07f1e-3ab1-4d14-b779-6deba8c15a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703e2b2c-be7c-4de6-bd93-9fcb04bb024d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:26.033665 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.040123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.040873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.064177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb4a9a3b-0d7c-47b9-a5b0-355396561fec req-5f228ab6-6ad3-4e3e-8fbe-d14839cef226 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857224 Sep 16 05:26:26.144707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::16 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf/2977ca93-8478-4a95-aa88-1787ed250941) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:26.162415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:26.163763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8:0:1:f816:3eff:fece:565 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/b2d2948d-af93-45bd-84ff-f70e016e5059/2977ca93-8478-4a95-aa88-1787ed250941) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:26.176513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36aa7d-c42a-4dc7-8730-430a13a2493b req-3a0bc8f4-6427-4573-a02f-8bbde8cdf3ce tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.177614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:26.181294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb36aa7d-c42a-4dc7-8730-430a13a2493b req-3a0bc8f4-6427-4573-a02f-8bbde8cdf3ce tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.2077732 Sep 16 05:26:26.214539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:26.220296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1e488d50-c5a9-488c-9829-5c15e94ce349 None None] Provisioning complete for port 21cdab0b-5f51-4dac-a664-34845492a855 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:26.220688 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e488d50-c5a9-488c-9829-5c15e94ce349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.221598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1e3800b6-a461-44d9-b0fc-6225a3d314cd tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7338257 Sep 16 05:26:26.223397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Deleting port aca2e7b9-b823-470e-a263-d5989e827ec4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:26.223975 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.225862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:26.252831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['e287f9ca-5521-4c78-96c9-b5cafa669d76'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:26.270980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': '01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:26.424647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb36aa7d-c42a-4dc7-8730-430a13a2493b req-a23deedd-6a79-43d8-8035-90ec074f62b3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290723 Sep 16 05:26:26.436116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.520375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.520927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.538239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Calling delete_port for aca2e7b9-b823-470e-a263-d5989e827ec4 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:26.554264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f77aa2-0ab7-48ae-ba18-816101ad5485 req-f2478a54-424b-4640-ab66-ae53447e5d47 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.556090 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6f77aa2-0ab7-48ae-ba18-816101ad5485 req-f2478a54-424b-4640-ab66-ae53447e5d47 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 946 time: 0.0591710 Sep 16 05:26:26.614349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6f77aa2-0ab7-48ae-ba18-816101ad5485 req-891dba67-df68-49ce-bb61-4accbcdd537b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500262 Sep 16 05:26:26.680703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.711211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:26.724364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.785894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:26.785894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:26.785894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:26.791490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.792240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.820395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=2977ca93-8478-4a95-aa88-1787ed250941,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:26.929711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f002010-6200-4a18-9628-023f43c0a554 req-4319c576-79a7-4a71-88d2-f4df69d37e8b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.931273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f002010-6200-4a18-9628-023f43c0a554 req-4319c576-79a7-4a71-88d2-f4df69d37e8b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 949 time: 0.1223047 Sep 16 05:26:26.935499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56818) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:26.962998 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad2abd57-7a54-4324-9a34-0c99d805bbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.964483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ea2aff83-5fed-4154-88a5-9cedcff02364 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6953702 Sep 16 05:26:26.965189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56820) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:27.041897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.088801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6c49dc21-3a10-4269-907c-7f39ac4854b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port 2977ca93-8478-4a95-aa88-1787ed250941 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:27.089403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc21-3a10-4269-907c-7f39ac4854b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.109415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-54a32e04-5cc9-40aa-a30e-cf37eb5d90ac None None] Provisioning complete for port 2977ca93-8478-4a95-aa88-1787ed250941 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:27.110781 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-54a32e04-5cc9-40aa-a30e-cf37eb5d90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.114646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Pushing event deleted for resources: {'Port': ['ID=aca2e7b9-b823-470e-a263-d5989e827ec4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:27.129666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f002010-6200-4a18-9628-023f43c0a554 req-8ce38820-42a2-4e8f-a0b1-6d7fd28bffa3 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808612 Sep 16 05:26:27.192312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-54a32e04-5cc9-40aa-a30e-cf37eb5d90ac None None] Port 2977ca93-8478-4a95-aa88-1787ed250941 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:27.274162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc21-3a10-4269-907c-7f39ac4854b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.290748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.294247 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.298389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-92eaae5f-df3a-4cad-871e-eb98c9fc8785 tempest-ServersTestBootFromVolume-713724836 tempest-ServersTestBootFromVolume-713724836-project] 10.222.0.49 "DELETE /v2.0/floatingips/695b33dc-15be-4b2b-b429-25ba9f4afe79 HTTP/1.1" status: 204 len: 168 time: 1.6456444 Sep 16 05:26:27.298599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56824) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:27.303363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbabe0-e9b0-49d9-959d-dbfa31095e43 req-3c0b5e62-38c6-484b-9171-e4b044774d26 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:27.305139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53bbabe0-e9b0-49d9-959d-dbfa31095e43 req-3c0b5e62-38c6-484b-9171-e4b044774d26 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.0997462 Sep 16 05:26:27.306191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6c49dc21-3a10-4269-907c-7f39ac4854b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for 2977ca93-8478-4a95-aa88-1787ed250941 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:27.340015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad2abd57-7a54-4324-9a34-0c99d805bbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.352871 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.406541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.454879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53bbabe0-e9b0-49d9-959d-dbfa31095e43 req-38830629-d3a5-462e-857c-9b7046f1eade tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320841 Sep 16 05:26:27.497146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=6b7e58f1-bda3-4ecc-a347-badd9a9edbdf,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:27.516379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '79e7c58d-4cd8-49f9-899e-da125a3a24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:27.516379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:27.553913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad2abd57-7a54-4324-9a34-0c99d805bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.671029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad2abd57-7a54-4324-9a34-0c99d805bbe4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=785677c267e442ba92590093d3dc6cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7344530 Sep 16 05:26:27.674214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56830) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:27.675909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:27.699988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2abd57-7a54-4324-9a34-0c99d805bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a6fd8-d871-4024-a051-a256a6cb6119,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:27.721990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad149e1c-388e-4c72-b2b7-be98095cf73b req-708f4ff5-1aa3-4652-9de4-28009eefefbb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:27.727644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad149e1c-388e-4c72-b2b7-be98095cf73b req-708f4ff5-1aa3-4652-9de4-28009eefefbb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.1310179 Sep 16 05:26:27.770642 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ee55b7c-b84c-4b97-9bf5-7b611b8860a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.799278 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ee55b7c-b84c-4b97-9bf5-7b611b8860a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.857978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:27.868513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5ad065-5e8b-42fa-bf62-a0375e32ce56 None None] Network 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:27.873510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad149e1c-388e-4c72-b2b7-be98095cf73b req-3d8b5316-a79d-43ba-86d2-2e7853b675d7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417916 Sep 16 05:26:27.900255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc21-3a10-4269-907c-7f39ac4854b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.913612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:27.914211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.945744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49dc21-3a10-4269-907c-7f39ac4854b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=2977ca93-8478-4a95-aa88-1787ed250941,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:28.036713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc21-3a10-4269-907c-7f39ac4854b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.046749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6c49dc21-3a10-4269-907c-7f39ac4854b3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/2977ca93-8478-4a95-aa88-1787ed250941 HTTP/1.1" status: 204 len: 168 time: 1.0803928 Sep 16 05:26:28.047432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56834) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:28.077334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2e879f00-d393-4176-856c-de85cf329c89 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8475549 Sep 16 05:26:28.077995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56836) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:28.115033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ee55b7c-b84c-4b97-9bf5-7b611b8860a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.118000 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ee55b7c-b84c-4b97-9bf5-7b611b8860a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.123063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7ee55b7c-b84c-4b97-9bf5-7b611b8860a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f99a6fd8-d871-4024-a051-a256a6cb6119 HTTP/1.1" status: 204 len: 168 time: 0.4456701 Sep 16 05:26:28.138248 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd120d2-b6d1-4221-abf8-711f3b73a55d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.147035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56840) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:28.151794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1bd120d2-b6d1-4221-abf8-711f3b73a55d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0945795 Sep 16 05:26:28.167570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee55b7c-b84c-4b97-9bf5-7b611b8860a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a6fd8-d871-4024-a051-a256a6cb6119,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:28.310749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d', 'network_id': '01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': '6b7e58f1-bda3-4ecc-a347-badd9a9edbdf'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:28.311975 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.383025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36287f8-d535-45d5-8808-4635fa2237a9 req-0b65b4af-0c14-4027-8a71-17a860718fab tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.392913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b36287f8-d535-45d5-8808-4635fa2237a9 req-0b65b4af-0c14-4027-8a71-17a860718fab tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 949 time: 0.1059809 Sep 16 05:26:28.480138 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b36287f8-d535-45d5-8808-4635fa2237a9 req-a09794d4-3c6a-4c09-876e-e199553c6306 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855896 Sep 16 05:26:28.591956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:28.683968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Allocated IP 172.20.0.2 (01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d/6b7e58f1-bda3-4ecc-a347-badd9a9edbdf/366e8164-db96-4fe1-9dfe-d74f8e4e52d1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:28.783693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90a041-d0b3-4485-abcd-009061fa9339 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.787600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0a90a041-d0b3-4485-abcd-009061fa9339 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6303437 Sep 16 05:26:28.788321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56852) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:28.800474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b806b-4dd3-4df6-a220-83792f74c932 req-282fb868-bd7b-4454-926f-a146dfe03c44 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.802153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-251b806b-4dd3-4df6-a220-83792f74c932 req-282fb868-bd7b-4454-926f-a146dfe03c44 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1440921 Sep 16 05:26:28.869107 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.902053 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.949626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd2728-6f91-4c96-a5aa-b8d1a288768b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.949840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-251b806b-4dd3-4df6-a220-83792f74c932 req-3631dc6d-81e6-40bb-bf3d-02a11cecc0c4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394238 Sep 16 05:26:28.952572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd2728-6f91-4c96-a5aa-b8d1a288768b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.955536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd2728-6f91-4c96-a5aa-b8d1a288768b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.961535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-21dd2728-6f91-4c96-a5aa-b8d1a288768b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1718435 Sep 16 05:26:28.962578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56860) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:29.005787 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.027176 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.090353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc3c840-ea35-4321-b364-48eae7261424 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet b2d2948d-af93-45bd-84ff-f70e016e5059 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:29.102842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:29.105700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c840-ea35-4321-b364-48eae7261424 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.109777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:29.110147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.165293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.222312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c840-ea35-4321-b364-48eae7261424 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.285420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0abc-d269-4732-834c-24f4ac011f16 req-077b4dfc-447d-43fc-a1d7-590711fe99a8 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:29.285420 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-975c0abc-d269-4732-834c-24f4ac011f16 req-077b4dfc-447d-43fc-a1d7-590711fe99a8 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.0931911 Sep 16 05:26:29.310856 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.326305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Network 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:29.339437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:29.341937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Pushing event updated for resources: {'Port': ['ID=366e8164-db96-4fe1-9dfe-d74f8e4e52d1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:29.362922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:29.392413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c840-ea35-4321-b364-48eae7261424 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.427484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.466712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7e58f1-bda3-4ecc-a347-badd9a9edbdf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:29.531774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-975c0abc-d269-4732-834c-24f4ac011f16 req-d1030b54-e1d5-49b8-bc48-2560b3744fb3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322519 Sep 16 05:26:29.549771 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c840-ea35-4321-b364-48eae7261424 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.620053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3c840-ea35-4321-b364-48eae7261424 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d2948d-af93-45bd-84ff-f70e016e5059,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:29.644496 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c840-ea35-4321-b364-48eae7261424 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.650378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0dc3c840-ea35-4321-b364-48eae7261424 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/b2d2948d-af93-45bd-84ff-f70e016e5059 HTTP/1.1" status: 204 len: 168 time: 0.6847351 Sep 16 05:26:29.653478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56872) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:29.666839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4c7d2f-354b-49aa-86b1-0313119ac857 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:29.688365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Attempting to bind port 366e8164-db96-4fe1-9dfe-d74f8e4e52d1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:29.688736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Attempting to bind port 366e8164-db96-4fe1-9dfe-d74f8e4e52d1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '79e7c58d-4cd8-49f9-899e-da125a3a24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:29.696824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Attempting to bind port 366e8164-db96-4fe1-9dfe-d74f8e4e52d1 on network 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:29.697001 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.710606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:29.711011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Checking segment: {'id': '79e7c58d-4cd8-49f9-899e-da125a3a24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:29.711392 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.711787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Bound using segment: {'id': '79e7c58d-4cd8-49f9-899e-da125a3a24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:29.712310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Bound port: 366e8164-db96-4fe1-9dfe-d74f8e4e52d1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e7c58d-4cd8-49f9-899e-da125a3a24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:29.713151 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.723423 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.782350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:29.832713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e7c58d-4cd8-49f9-899e-da125a3a24c3') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:29.833082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e7c58d-4cd8-49f9-899e-da125a3a24c3') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:29.855870 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.884346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.894846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:29.895266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.896837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c275f4-63ad-498a-b88f-c80759d5bde9 req-85632b9b-60e1-4c86-b142-290e07965f9c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:29.898359 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:29.902693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22c275f4-63ad-498a-b88f-c80759d5bde9 req-85632b9b-60e1-4c86-b142-290e07965f9c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 949 time: 0.2514772 Sep 16 05:26:29.909900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec82b13-8242-443d-8325-61fd13b792a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:29.916237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fec82b13-8242-443d-8325-61fd13b792a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.918417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0799bd-ef7e-4189-b19d-8c5dcc8f9555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f3b3be-0a88-45bb-95f4-df9dcab79fa9'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:29.924414 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc845278-e486-4047-94c3-33a0aceddbd8" -d '{"events": [{"server_uuid": "1f0799bd-ef7e-4189-b19d-8c5dcc8f9555", "name": "network-vif-plugged", "status": "completed", "tag": "59f3b3be-0a88-45bb-95f4-df9dcab79fa9"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:29.956176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:29.962559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] For port 366e8164-db96-4fe1-9dfe-d74f8e4e52d1, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:30.041094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] For port 366e8164-db96-4fe1-9dfe-d74f8e4e52d1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=366e8164-db96-4fe1-9dfe-d74f8e4e52d1,segment=NetworkSegment(79e7c58d-4cd8-49f9-899e-da125a3a24c3),segment_id=79e7c58d-4cd8-49f9-899e-da125a3a24c3)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:30.074913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:26:30.074913 n-d-712749-15 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:26:30.074913 n-d-712749-15 neutron-server[95660]: [parameters: {'id': '01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d'}] Sep 16 05:26:30.074913 n-d-712749-15 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:30.078143 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:30.094230 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a804197f-77b9-40dc-99a1-dbcda3b6c41e x-openstack-request-id: req-a804197f-77b9-40dc-99a1-dbcda3b6c41e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:30.094598 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0799bd-ef7e-4189-b19d-8c5dcc8f9555", "name": "network-vif-plugged", "status": "completed", "tag": "59f3b3be-0a88-45bb-95f4-df9dcab79fa9", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:30.094838 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a804197f-77b9-40dc-99a1-dbcda3b6c41e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:30.095245 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0799bd-ef7e-4189-b19d-8c5dcc8f9555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'code': 200} Sep 16 05:26:30.102463 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.109460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device e287f9ca-5521-4c78-96c9-b5cafa669d76 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:30.118390 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fec82b13-8242-443d-8325-61fd13b792a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.125318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Deleting port b7535cf7-4e87-4c44-ae43-4622bfc080db {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:30.125691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.150513 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.226770 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22c275f4-63ad-498a-b88f-c80759d5bde9 req-a24abb62-e0f1-4e5f-b7ea-ea36e228ce2c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119743 Sep 16 05:26:30.261384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605279-ed4f-4e94-a769-b148ed46ca06 req-41e29106-5e17-4e78-9beb-1325d4233095 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.263493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c605279-ed4f-4e94-a769-b148ed46ca06 req-41e29106-5e17-4e78-9beb-1325d4233095 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1245894 Sep 16 05:26:30.297997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e54ace-76d8-46cb-87d8-411c7a4e8c23 req-c5967417-01f0-4dba-8d5c-da7533c77945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.303949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62e54ace-76d8-46cb-87d8-411c7a4e8c23 req-c5967417-01f0-4dba-8d5c-da7533c77945 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 1102 time: 0.1593614 Sep 16 05:26:30.330809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] For port b7535cf7-4e87-4c44-ae43-4622bfc080db, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b7535cf7-4e87-4c44-ae43-4622bfc080db,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:30.330809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.362718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c605279-ed4f-4e94-a769-b148ed46ca06 req-bd7b3c2f-b90f-4f29-a93c-89a32cbb2f74 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894077 Sep 16 05:26:30.363708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Calling delete_port for b7535cf7-4e87-4c44-ae43-4622bfc080db owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:30.426555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fec82b13-8242-443d-8325-61fd13b792a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.436419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.470976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87486dbd-43ab-409a-b1b9-246e2d25bfa8 None None] Network 01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:30.473307 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62e54ace-76d8-46cb-87d8-411c7a4e8c23 req-b4f9c739-3b16-4bc0-a772-be7a5341a9fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341581 Sep 16 05:26:30.577347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.604251 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fec82b13-8242-443d-8325-61fd13b792a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.635556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634afb9-1b53-4d56-a742-dfb5b4c7300b None None] Pushing event updated for resources: {'Port': ['ID=366e8164-db96-4fe1-9dfe-d74f8e4e52d1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.677403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port e287f9ca-5521-4c78-96c9-b5cafa669d76 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:30.683445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec82b13-8242-443d-8325-61fd13b792a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.688282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port e287f9ca-5521-4c78-96c9-b5cafa669d76 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:30.692543 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.693293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting port 366e8164-db96-4fe1-9dfe-d74f8e4e52d1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:30.693639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.733977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fec82b13-8242-443d-8325-61fd13b792a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.737413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56892) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:30.744556 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fec82b13-8242-443d-8325-61fd13b792a1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf HTTP/1.1" status: 204 len: 168 time: 1.0781531 Sep 16 05:26:30.803040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9f09b1af-ff50-492d-86de-081640991d60 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644450 Sep 16 05:26:30.810671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:30.815323 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.822754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:30.867134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17167c5-5a51-4b20-bf16-b3af96e49809 req-678b256f-64df-44ff-a8a4-ccffd5de6a22 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.869813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b17167c5-5a51-4b20-bf16-b3af96e49809 req-678b256f-64df-44ff-a8a4-ccffd5de6a22 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.1151659 Sep 16 05:26:30.872803 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.924857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port e287f9ca-5521-4c78-96c9-b5cafa669d76, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e287f9ca-5521-4c78-96c9-b5cafa669d76,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:30.939458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b17167c5-5a51-4b20-bf16-b3af96e49809 req-1c59e9d4-8bde-4d05-9a63-dd4f73671e75 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589864 Sep 16 05:26:30.949756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Pushing event deleted for resources: {'Port': ['ID=b7535cf7-4e87-4c44-ae43-4622bfc080db,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:31.000573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.089136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] For port 366e8164-db96-4fe1-9dfe-d74f8e4e52d1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=366e8164-db96-4fe1-9dfe-d74f8e4e52d1,segment=NetworkSegment(79e7c58d-4cd8-49f9-899e-da125a3a24c3),segment_id=79e7c58d-4cd8-49f9-899e-da125a3a24c3)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:31.089527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.155007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Calling delete_port for 366e8164-db96-4fe1-9dfe-d74f8e4e52d1 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:31.173389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=e287f9ca-5521-4c78-96c9-b5cafa669d76,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:31.344076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095312f0-2625-4e82-9659-3112d1f31bf4 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:31.349826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:31.353631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.391841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4aa68cf8-3352-4619-8f09-e03ffb43b4d7 None None] Provisioning complete for port 21cdab0b-5f51-4dac-a664-34845492a855 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:31.392110 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4aa68cf8-3352-4619-8f09-e03ffb43b4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.588339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ea90-51c2-403a-9d47-13329c5b13a0 req-c4382acd-cbea-41eb-9edd-08cf88add0c4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.596974 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13e0ea90-51c2-403a-9d47-13329c5b13a0 req-c4382acd-cbea-41eb-9edd-08cf88add0c4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 950 time: 0.2528489 Sep 16 05:26:31.640440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.649767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:31.707574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bb367-bc44-4ad2-931c-bb49a4954983 req-f505d27e-9c5a-4d90-a33f-8748913f033e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.723811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f6bb367-bc44-4ad2-931c-bb49a4954983 req-f505d27e-9c5a-4d90-a33f-8748913f033e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1071465 Sep 16 05:26:31.738001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13e0ea90-51c2-403a-9d47-13329c5b13a0 req-df036072-ad46-4427-9019-4c7ee3a50cd2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397417 Sep 16 05:26:31.755016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.788117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f6bb367-bc44-4ad2-931c-bb49a4954983 req-93839542-6ef9-4223-a098-16c5a8d13de0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635142 Sep 16 05:26:31.788650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] Deleting port 21cdab0b-5f51-4dac-a664-34845492a855 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:31.789010 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.798131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Port': ['ID=366e8164-db96-4fe1-9dfe-d74f8e4e52d1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:31.819887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No DVR routers for this DVR port 366e8164-db96-4fe1-9dfe-d74f8e4e52d1 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:31.902628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] For port 21cdab0b-5f51-4dac-a664-34845492a855, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=21cdab0b-5f51-4dac-a664-34845492a855,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:31.903293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.926699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] Calling delete_port for 21cdab0b-5f51-4dac-a664-34845492a855 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:32.016508 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.096435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e287f9ca-5521-4c78-96c9-b5cafa669d76'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:32.100360 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d299077b-3a05-403e-a618-16d3e44313fd" -d '{"events": [{"server_uuid": "999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd", "name": "network-vif-plugged", "status": "completed", "tag": "e287f9ca-5521-4c78-96c9-b5cafa669d76"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:32.113804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:32.136998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e7c58d-4cd8-49f9-899e-da125a3a24c3') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:32.137293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e7c58d-4cd8-49f9-899e-da125a3a24c3') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:32.146420 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.172388 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.189148 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d815d230-db33-4ab5-a17b-d29d49ecdae4 x-openstack-request-id: req-d815d230-db33-4ab5-a17b-d29d49ecdae4 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:32.189868 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd", "name": "network-vif-plugged", "status": "completed", "tag": "e287f9ca-5521-4c78-96c9-b5cafa669d76", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:32.189868 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d815d230-db33-4ab5-a17b-d29d49ecdae4 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:32.190123 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'code': 200} Sep 16 05:26:32.191723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] Pushing event deleted for resources: {'Port': ['ID=21cdab0b-5f51-4dac-a664-34845492a855,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:32.200196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.224758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cd2ac-35f3-49e5-9b49-14d42c3368a0 None None] No DVR routers for this DVR port 21cdab0b-5f51-4dac-a664-34845492a855 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:32.243760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb262a9-60a5-4bc9-8567-82cb2978f673 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:32.268779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:32.269474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:32.275516 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:32.281746 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.320219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199b9-4ad1-4e41-a68d-e07c132dc76f req-3e092401-22f8-46a7-9ffe-5463e675e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.321198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4cf199b9-4ad1-4e41-a68d-e07c132dc76f req-3e092401-22f8-46a7-9ffe-5463e675e257 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 1102 time: 0.0592184 Sep 16 05:26:32.395656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb262a9-60a5-4bc9-8567-82cb2978f673 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:32.407415 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4cf199b9-4ad1-4e41-a68d-e07c132dc76f req-63eb4bdc-7af2-4bce-8143-71f30fb87b43 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782094 Sep 16 05:26:32.411439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786181a-ee5d-4a5e-82b7-dfb25f8d00df req-18af2ca7-d70d-4490-bb7b-a278d00867f0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.419353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e786181a-ee5d-4a5e-82b7-dfb25f8d00df req-18af2ca7-d70d-4490-bb7b-a278d00867f0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.3436766 Sep 16 05:26:32.464218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:32.504255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b8db56c5-da26-465a-9e28-395ba9e07ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.505806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b8db56c5-da26-465a-9e28-395ba9e07ed1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279&tenant_id=87a82320fc364a3682465099ceb7e456 HTTP/1.1" status: 200 len: 1095 time: 0.3085666 Sep 16 05:26:32.506726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:32.510066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.513708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.542180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Router 01713a94-c02f-43cb-b7b6-153885891f79 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:32.542180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:32.585783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=ab2d2a50-8178-47d4-882b-21403d7cccc7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:32.596884 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.624593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.626504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d HTTP/1.1" status: 204 len: 168 time: 4.5437224 Sep 16 05:26:32.630306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56938) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:32.635517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-669926122'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:32.644506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e786181a-ee5d-4a5e-82b7-dfb25f8d00df req-71a33f2e-0d8c-42e5-a8ea-d472d1999607 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236407 Sep 16 05:26:32.670654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f3e0c-c206-49e8-8f4c-bde1f0c32c61 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:32.703088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-76b22fa9-4c6e-48b6-93a4-9f9cdd2ce041 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8904755 Sep 16 05:26:32.711439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56940) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:32.717226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1cbc91ab-03d3-4cd9-8e4f-7b3f246c8918 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:32.720052 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.779675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'tenant_id': '0b4966993fee42518f6cb0e9830fc8e4', 'fixed_ips': [{'subnet_id': 'ab2d2a50-8178-47d4-882b-21403d7cccc7'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:32.785707 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.839813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:32.849687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.972419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:32.986119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:32.996671 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:32.998582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-500e83a1-0a8a-4896-bb6a-674856ef1fda admin admin] 10.222.0.49 "PUT /v2.0/routers/01713a94-c02f-43cb-b7b6-153885891f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6988654 Sep 16 05:26:33.003716 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] Sync routers for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:33.007288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:33.032078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.032078 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 98097fcc-c67b-4cfa-bd96-646c86a726f0 of type vlan for network fd176873-6ae9-4e29-bbad-f0d84e9d1b12 Sep 16 05:26:33.045896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Allocated IP 2001:db8::2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/ab2d2a50-8178-47d4-882b-21403d7cccc7/4cc94a28-83b7-48f6-a48f-cf2414cf59f4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:33.052116 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:33.053804 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:26:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:33.115125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a474544-c68f-4d7c-9933-fba510dd0f02 req-7e77a729-09a2-430a-bbd0-c6717382e1b0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.128163 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a474544-c68f-4d7c-9933-fba510dd0f02 req-7e77a729-09a2-430a-bbd0-c6717382e1b0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 950 time: 0.2463748 Sep 16 05:26:33.129711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ca86-c6f8-4674-b2eb-57361beb0b57 req-936d90fa-b8dd-4601-8098-8a29c965a174 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.131478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1339ca86-c6f8-4674-b2eb-57361beb0b57 req-936d90fa-b8dd-4601-8098-8a29c965a174 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.2332861 Sep 16 05:26:33.230920 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.261936 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a474544-c68f-4d7c-9933-fba510dd0f02 req-6c45ac05-a4f5-40a2-9408-5a29769235fa tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325903 Sep 16 05:26:33.267468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 21cdab0b-5f51-4dac-a664-34845492a855 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:33.269409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbc91ab-03d3-4cd9-8e4f-7b3f246c8918 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:33.273525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1cbc91ab-03d3-4cd9-8e4f-7b3f246c8918 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.319279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 21cdab0b-5f51-4dac-a664-34845492a855 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:33.319686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 21cdab0b-5f51-4dac-a664-34845492a855 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:33.440469 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:33.441762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.465273 n-d-712749-15 neutron-server[95659]: INFO neutron.db.ipam_backend_mixin [None req-1cbc91ab-03d3-4cd9-8e4f-7b3f246c8918 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab2d2a50-8178-47d4-882b-21403d7cccc7 (CIDR: 2001:db8::/64) Sep 16 05:26:33.491891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.498361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.499436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.525255 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbc91ab-03d3-4cd9-8e4f-7b3f246c8918 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:26:33.525871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cbc91ab-03d3-4cd9-8e4f-7b3f246c8918 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:33.564494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.585871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=fd176873-6ae9-4e29-bbad-f0d84e9d1b12,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:33.600179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network fd176873-6ae9-4e29-bbad-f0d84e9d1b12 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:33.636711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:33.645420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:33.661761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:33.682442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1339ca86-c6f8-4674-b2eb-57361beb0b57 req-9e2950a7-9a25-4952-858b-bc567e527467 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379312 Sep 16 05:26:33.696354 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:26:30Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:33.715363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:33.726358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Pushing event updated for resources: {'Port': ['ID=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:33.727942 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.750949 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] Checking router: 01713a94-c02f-43cb-b7b6-153885891f79 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:33.762280 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] Routers {'01713a94-c02f-43cb-b7b6-153885891f79'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:33.763948 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:26:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['01713a94-c02f-43cb-b7b6-153885891f79'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:33.776801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b65f7b40-72e1-473b-a1dd-4fde190a6cac tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1452844 Sep 16 05:26:33.796078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56954) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:33.796078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1cbc91ab-03d3-4cd9-8e4f-7b3f246c8918 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0718591 Sep 16 05:26:33.796580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:33.796687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': 'fd176873-6ae9-4e29-bbad-f0d84e9d1b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:33.802981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'subnet': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:33.880906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Attempting to bind port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:33.882652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Attempting to bind port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:33.883232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Attempting to bind port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 on network d2c3d9b3-2001-4bf4-a882-0f1f1549889c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:33.896368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:33.900041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Checking segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:33.900688 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.901310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Bound using segment: {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:33.902565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Bound port: 4cc94a28-83b7-48f6-a48f-cf2414cf59f4, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e93557-88b0-4e57-8f0e-29d06ba51b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:33.903172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.912972 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] Set router 01713a94-c02f-43cb-b7b6-153885891f79 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:33.949554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:34.014111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] For port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:34.018173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] For port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:34.057049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:34.064138 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.072796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56960) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:34.087270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8532642e-8b63-4c0d-8c14-4dcc40b33449 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:34.103289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.113064 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.121870 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.154574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a9ae-3dc9-4277-9dc4-2b10499aef72 req-891e205a-49cb-4ea9-8880-f6ca9308887d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:34.164177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d1a9ae-3dc9-4277-9dc4-2b10499aef72 req-891e205a-49cb-4ea9-8880-f6ca9308887d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.3746114 Sep 16 05:26:34.176336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Transition to ACTIVE for port object 8532642e-8b63-4c0d-8c14-4dcc40b33449 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:34.188080 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:26:30Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:34.194728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Performing IP validity checks on allocation pools {{(pid=95659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:26:34.201874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:26:34.210287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a2904-069a-40c5-84dd-a7d403608093 None None] Pushing event updated for resources: {'Port': ['ID=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.242204 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4ddc0-aca2-4d38-a205-7652d4dcc596 None None] The sync data for ids ['01713a94-c02f-43cb-b7b6-153885891f79'] in n-d-712749-15 is: [{'id': '01713a94-c02f-43cb-b7b6-153885891f79', 'name': 'tempest-ServersTestBootFromVolume-1292132217-router', 'tenant_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:22Z', 'updated_at': '2021-09-16T05:26:30Z', 'revision_number': 5, 'project_id': '51fe8b50c4274c2fb1e1a35f85a1cc2c', 'gw_port': {'id': 'a931b274-0a66-4d12-af4e-ba7e6b89fee1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a94-c02f-43cb-b7b6-153885891f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:23Z', 'updated_at': '2021-09-16T05:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:34.276678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.298965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77f010c2-0fd3-4a87-a166-6b817cac8452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.426436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d1a9ae-3dc9-4277-9dc4-2b10499aef72 req-8809b9ef-662e-43cc-bb07-5011a53ac155 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461636 Sep 16 05:26:34.437605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:34.446924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.518770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=9']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.519506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464f662-6736-4e79-bfcb-84aa86bb2186 req-2bc56198-1c55-4b4b-a0d5-8db8ce15bfb5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:34.521982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7464f662-6736-4e79-bfcb-84aa86bb2186 req-2bc56198-1c55-4b4b-a0d5-8db8ce15bfb5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 950 time: 0.1580305 Sep 16 05:26:34.556814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.643901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Deleting port a931b274-0a66-4d12-af4e-ba7e6b89fee1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:34.643901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.688653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7464f662-6736-4e79-bfcb-84aa86bb2186 req-b14c2fde-d659-44d8-92d9-a141db7850f4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601760 Sep 16 05:26:34.707251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=63ee1601-2a02-4d3b-b43a-97af0e35c76e,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.712566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '98097fcc-c67b-4cfa-bd96-646c86a726f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fd176873-6ae9-4e29-bbad-f0d84e9d1b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:34.712949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: fd176873-6ae9-4e29-bbad-f0d84e9d1b12, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:34.716203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] No DVR routers for this DVR port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:34.737294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77f010c2-0fd3-4a87-a166-6b817cac8452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.817057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77f010c2-0fd3-4a87-a166-6b817cac8452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.862076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network fd176873-6ae9-4e29-bbad-f0d84e9d1b12 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:34.888558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f010c2-0fd3-4a87-a166-6b817cac8452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf35986-28eb-49e1-8fca-e2ef5b1081cd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.893148 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77f010c2-0fd3-4a87-a166-6b817cac8452 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8e32033069941fb9103fa837b9a3046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198206 Sep 16 05:26:34.897013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56972) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:34.923101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff6562-332e-4e8a-99f0-24fbea827798 req-0d03bc64-5d51-4d40-ad02-e7b380c808f5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:34.931212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0aff6562-332e-4e8a-99f0-24fbea827798 req-0d03bc64-5d51-4d40-ad02-e7b380c808f5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 950 time: 0.1263390 Sep 16 05:26:34.963619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] For port a931b274-0a66-4d12-af4e-ba7e6b89fee1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a931b274-0a66-4d12-af4e-ba7e6b89fee1,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:34.964022 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.001136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, fd176873-6ae9-4e29-bbad-f0d84e9d1b12) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:35.002889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba017-c719-42ae-804e-6d6ab5ba3b14 req-e07593ff-ce8f-428c-989f-9800ba60c577 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.004517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaaba017-c719-42ae-804e-6d6ab5ba3b14 req-e07593ff-ce8f-428c-989f-9800ba60c577 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 943 time: 0.1805909 Sep 16 05:26:35.010694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0aff6562-332e-4e8a-99f0-24fbea827798 req-3348229c-1d92-4840-8b17-7346ae168877 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780981 Sep 16 05:26:35.017446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbb2879a-2e8b-47a3-bade-633a815e1a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.024094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.025945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.045507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Calling delete_port for a931b274-0a66-4d12-af4e-ba7e6b89fee1 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:35.063125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbb2879a-2e8b-47a3-bade-633a815e1a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.178170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:35.205133 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-091ca80a-c5bd-4496-8bad-cecb21c542f6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4195256 Sep 16 05:26:35.210931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56976) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:35.238082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbb2879a-2e8b-47a3-bade-633a815e1a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.241718 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbb2879a-2e8b-47a3-bade-633a815e1a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.243619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bbb2879a-2e8b-47a3-bade-633a815e1a7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aaf35986-28eb-49e1-8fca-e2ef5b1081cd HTTP/1.1" status: 204 len: 168 time: 0.3453774 Sep 16 05:26:35.255634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2879a-2e8b-47a3-bade-633a815e1a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf35986-28eb-49e1-8fca-e2ef5b1081cd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.255768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:35.255966 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.274285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaaba017-c719-42ae-804e-6d6ab5ba3b14 req-1eb010b9-19c1-41d8-af71-16c51b0a3cbe tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435310 Sep 16 05:26:35.321242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Attempting to bind port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:35.321593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Attempting to bind port 8532642e-8b63-4c0d-8c14-4dcc40b33449 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:35.321899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Attempting to bind port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:35.384418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:35.384742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Attempting to bind port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:35.417630 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.440940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:35.441282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Checking segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:35.441668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Bound using segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:35.442266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Bound port: 8532642e-8b63-4c0d-8c14-4dcc40b33449, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:35.442643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.484869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:35.541243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ae6e9-4bd0-4149-84d5-db1a6738711f req-22e3bb7f-024f-46f1-b249-41c07755aa23 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.550472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ae6e9-4bd0-4149-84d5-db1a6738711f req-22e3bb7f-024f-46f1-b249-41c07755aa23 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.553031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-516ae6e9-4bd0-4149-84d5-db1a6738711f req-22e3bb7f-024f-46f1-b249-41c07755aa23 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd&device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 1691 time: 0.0997407 Sep 16 05:26:35.583825 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.601892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b7535cf7-4e87-4c44-ae43-4622bfc080db no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:35.606900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:35.610623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:35.613011 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-516ae6e9-4bd0-4149-84d5-db1a6738711f req-b24fead6-6b35-43c3-a241-022d59214de0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475991 Sep 16 05:26:35.615417 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.659147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b7535cf7-4e87-4c44-ae43-4622bfc080db {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:35.659385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b7535cf7-4e87-4c44-ae43-4622bfc080db not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:35.715728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.740592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb18dab-0ae6-4105-8ec1-3f0d8304fb75 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:35.744385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.782553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cc08e-8ac8-43d0-a1d1-6099c0fa0cf8 None None] Network fd176873-6ae9-4e29-bbad-f0d84e9d1b12 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:35.834326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b5df5f13-041a-48c7-bf3b-c01c1162c0af None None] Provisioning complete for port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:35.834780 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5df5f13-041a-48c7-bf3b-c01c1162c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.845014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b6a44-0a5e-42e4-b739-07dfcca4c137 req-2dc4c15f-1a17-4cb1-82ff-83a1942f226e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.846682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e28b6a44-0a5e-42e4-b739-07dfcca4c137 req-2dc4c15f-1a17-4cb1-82ff-83a1942f226e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.2999907 Sep 16 05:26:35.897634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.898281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.899794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] 10.222.0.66 "PUT /v2.0/ports/8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 200 len: 1092 time: 3.3736231 Sep 16 05:26:35.905488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:35.907633 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0" -d '{"events": [{"name": "network-changed", "server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:35.955609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52368d67-6a9c-42c1-b220-b2b26370efb4 req-36d1d9f3-2e07-4e69-8785-629bb48944ee tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.957334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52368d67-6a9c-42c1-b220-b2b26370efb4 req-36d1d9f3-2e07-4e69-8785-629bb48944ee tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 1102 time: 0.0944824 Sep 16 05:26:36.032133 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.036792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52368d67-6a9c-42c1-b220-b2b26370efb4 req-70d29d40-d7ba-4db3-83e0-e961b50d7501 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672469 Sep 16 05:26:36.071016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.093684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e28b6a44-0a5e-42e4-b739-07dfcca4c137 req-ea126219-e72a-45d2-8116-e3eba071e215 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291715 Sep 16 05:26:36.109685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b05eb4-f333-431e-99ca-449e92af6ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:36.157137 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b83356d-8d5e-4f73-8048-eaf4e3136236 x-openstack-request-id: req-9b83356d-8d5e-4f73-8048-eaf4e3136236 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:36.157378 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:36.157669 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b83356d-8d5e-4f73-8048-eaf4e3136236 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:36.158298 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'status': 'completed', 'code': 200} Sep 16 05:26:36.219538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.objects.ports [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:26:36.254001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a931b274-0a66-4d12-af4e-ba7e6b89fee1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:36.276196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56994) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:36.304903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07d60bd6-dcfe-4201-a4e8-49aff9cfefdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.358522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018b640-0787-46a3-8065-d7aab778887f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-fd176873-6ae9-4e29-bbad-f0d84e9d1b12', 'network_id': 'fd176873-6ae9-4e29-bbad-f0d84e9d1b12', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': '63ee1601-2a02-4d3b-b43a-97af0e35c76e'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:36.359272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940972c9-619d-4974-850b-1fcfd48afc4b req-4146342f-c65c-4b4f-ad51-b888d42bf5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:36.359524 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4018b640-0787-46a3-8065-d7aab778887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.360879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-4146342f-c65c-4b4f-ad51-b888d42bf5c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1096 time: 0.3832715 Sep 16 05:26:36.472048 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.537864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07d60bd6-dcfe-4201-a4e8-49aff9cfefdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.548182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf1829-5057-44c6-925e-f830c96f9467 req-0073d106-e97c-4fe2-b6ce-0db07c2ebe30 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:36.549681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fcf1829-5057-44c6-925e-f830c96f9467 req-0073d106-e97c-4fe2-b6ce-0db07c2ebe30 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.0877092 Sep 16 05:26:36.599598 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fcf1829-5057-44c6-925e-f830c96f9467 req-c8e70d2f-a87a-4910-b62b-e0bb3a3385ef tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383132 Sep 16 05:26:36.610113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07d60bd6-dcfe-4201-a4e8-49aff9cfefdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.641391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe018f-6abc-4526-919c-fac379fe7dd0 None None] Update dhcp port {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'fixed_ips': [{'subnet_id': 'ab2d2a50-8178-47d4-882b-21403d7cccc7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6d48c88-52e5-41b3-b93a-faebd9d5fced'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '4cc94a28-83b7-48f6-a48f-cf2414cf59f4'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:26:36.660376 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-07d60bd6-dcfe-4201-a4e8-49aff9cfefdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c74a23992594342a994042b4f82b4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827212 Sep 16 05:26:36.662549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d60bd6-dcfe-4201-a4e8-49aff9cfefdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e075ea-4601-4142-a726-fbd047916dd4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:36.665807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56998) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:36.677269 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe018f-6abc-4526-919c-fac379fe7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.759069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b6a0690-b1cd-4e8e-bdd8-c0477ec9e1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.786484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b6a0690-b1cd-4e8e-bdd8-c0477ec9e1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.900448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e6fe018f-6abc-4526-919c-fac379fe7dd0 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:2b2 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/d6d48c88-52e5-41b3-b93a-faebd9d5fced/4cc94a28-83b7-48f6-a48f-cf2414cf59f4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:36.931073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b6a0690-b1cd-4e8e-bdd8-c0477ec9e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.935411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b6a0690-b1cd-4e8e-bdd8-c0477ec9e1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.936891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3b6a0690-b1cd-4e8e-bdd8-c0477ec9e1cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4e075ea-4601-4142-a726-fbd047916dd4 HTTP/1.1" status: 204 len: 168 time: 0.2650716 Sep 16 05:26:36.948968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a0690-b1cd-4e8e-bdd8-c0477ec9e1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e075ea-4601-4142-a726-fbd047916dd4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.032289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e6fe018f-6abc-4526-919c-fac379fe7dd0 None None] For port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:37.056291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.062809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497db44-f1d2-4ab2-83a7-bd4f85555b30 req-afbd2728-64af-4924-90ec-7366a8a7412a tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.064455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4497db44-f1d2-4ab2-83a7-bd4f85555b30 req-afbd2728-64af-4924-90ec-7366a8a7412a tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 1102 time: 0.8197346 Sep 16 05:26:37.068566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.125140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe018f-6abc-4526-919c-fac379fe7dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.138689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.181091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940972c9-619d-4974-850b-1fcfd48afc4b req-9e03949d-957c-4db5-b7d0-e496c4f9ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.182604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-9e03949d-957c-4db5-b7d0-e496c4f9ac85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.7540395 Sep 16 05:26:37.190505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=63ee1601-2a02-4d3b-b43a-97af0e35c76e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.214864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server [None req-4018b640-0787-46a3-8065-d7aab778887f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63ee1601-2a02-4d3b-b43a-97af0e35c76e: This subnet is being modified by another concurrent operation. Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:37.219780 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63ee1601-2a02-4d3b-b43a-97af0e35c76e: This subnet is being modified by another concurrent operation. Sep 16 05:26:37.223394 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Sep 16 05:26:37.259034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ba5e0-34ad-4443-90d8-938d2354076f None None] Network fd176873-6ae9-4e29-bbad-f0d84e9d1b12 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:37.284563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9003dec-c075-41d7-85de-5a9bf127be57 req-db571632-6a70-44e6-b56e-ab5cd477de70 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.286187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9003dec-c075-41d7-85de-5a9bf127be57 req-db571632-6a70-44e6-b56e-ab5cd477de70 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.0713747 Sep 16 05:26:37.302211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4497db44-f1d2-4ab2-83a7-bd4f85555b30 req-330ae57b-4569-4d6e-8484-f7568f56d4a0 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723495 Sep 16 05:26:37.346261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9003dec-c075-41d7-85de-5a9bf127be57 req-6a7951f1-4d5d-41f9-89c7-c3412e5aa9b5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Sep 16 05:26:37.363811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.383081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-3fe487bc-3f9a-43d3-88c7-c9a260633800 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 200 len: 999 time: 0.1884918 Sep 16 05:26:37.386900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.405321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01713a94-c02f-43cb-b7b6-153885891f79 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:26:37.405321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe0d:2b2-67633445-f662-4ef7-b949-4bd10af7 {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:37.405321 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:37.405321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.405321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7b3c51eb-6fda-4ded-9b40-c7c80f4fb5ea admin admin] 10.222.0.49 "DELETE /v2.0/routers/01713a94-c02f-43cb-b7b6-153885891f79 HTTP/1.1" status: 204 len: 168 time: 4.3866885 Sep 16 05:26:37.407407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57008) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:37.424808 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe018f-6abc-4526-919c-fac379fe7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.435294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd176873-6ae9-4e29-bbad-f0d84e9d1b12']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:37.481401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98097fcc-c67b-4cfa-bd96-646c86a726f0') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:37.482005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98097fcc-c67b-4cfa-bd96-646c86a726f0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:37.494867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-39014cf3-e94c-455e-a305-650d6c5b2e39 admin admin] Deleting subnet 3499753c-73f6-451f-b14f-059ddde3c11b {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:37.500054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39014cf3-e94c-455e-a305-650d6c5b2e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.504249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.523798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940972c9-619d-4974-850b-1fcfd48afc4b req-bfb32205-f98a-4e40-b708-86827b427465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.525682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-bfb32205-f98a-4e40-b708-86827b427465 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.1204402 Sep 16 05:26:37.527707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.540977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:37.541348 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.554167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:37.554883 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:37.559346 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:37.586303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39014cf3-e94c-455e-a305-650d6c5b2e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.631180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe018f-6abc-4526-919c-fac379fe7dd0 None None] Pushing event updated for resources: {'Port': ['ID=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.732727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940972c9-619d-4974-850b-1fcfd48afc4b req-55c24d33-f33d-4fcc-b7a8-5807d5d03471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.771281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-55c24d33-f33d-4fcc-b7a8-5807d5d03471 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2087402 Sep 16 05:26:37.805906 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39014cf3-e94c-455e-a305-650d6c5b2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.867045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.927809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.929878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/fd176873-6ae9-4e29-bbad-f0d84e9d1b12 HTTP/1.1" status: 204 len: 168 time: 2.7188456 Sep 16 05:26:37.930872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8c0fe-fbaa-456b-80b1-d881c51f6b4d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=fd176873-6ae9-4e29-bbad-f0d84e9d1b12,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.935708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57024) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:37.942331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1541647165'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:38.021134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee5617-387f-4490-aa61-8d8232e41f00 req-f313a975-8f91-41b7-9a5b-1da8f3dcb5a4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.022834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8aee5617-387f-4490-aa61-8d8232e41f00 req-f313a975-8f91-41b7-9a5b-1da8f3dcb5a4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.2420466 Sep 16 05:26:38.101683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:38.107352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.111327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-e8afa234-56ef-47ec-bc03-eec3d1a0c83d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448601 Sep 16 05:26:38.112083 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39014cf3-e94c-455e-a305-650d6c5b2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.117584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-8b523e53-93cc-4559-b19e-8d450eea1851 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610005 Sep 16 05:26:38.140025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d6f248-13e3-418e-ae50-708db10cbb66 None None] Network 9003e45a-1b6d-4881-aa1e-2b660512ffb5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:38.155158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-39014cf3-e94c-455e-a305-650d6c5b2e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.159488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-39014cf3-e94c-455e-a305-650d6c5b2e39 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3499753c-73f6-451f-b14f-059ddde3c11b HTTP/1.1" status: 204 len: 168 time: 0.7489486 Sep 16 05:26:38.185794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57036) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:38.225984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39014cf3-e94c-455e-a305-650d6c5b2e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3499753c-73f6-451f-b14f-059ddde3c11b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:38.236445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8aee5617-387f-4490-aa61-8d8232e41f00 req-e732fe2e-3f96-4f0a-8db2-e5ef72a2b18e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029843 Sep 16 05:26:38.366847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.objects.ports [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:26:38.408754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] DHCP port deletion for 9003e45a-1b6d-4881-aa1e-2b660512ffb5 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:38.418729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:38.431061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.431501 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 7383c8d3-84c6-40ab-86d8-fc00c9e08d2e of type vlan for network 99cc57c7-ec68-4ec0-8eec-ab95fea7546e Sep 16 05:26:38.512186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.523007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] Deleting port d8e2075c-b980-4ed3-8791-e73ca02f111e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:38.523474 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.561645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-940972c9-619d-4974-850b-1fcfd48afc4b req-677b21c1-151e-4cd4-b52e-42b179695122 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319491 Sep 16 05:26:38.592222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.614654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.ipam_pluggable_backend [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=95660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Sep 16 05:26:38.614654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.620505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-cacdf124-4039-4262-9eb2-4e18f332be0d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.625268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-cacdf124-4039-4262-9eb2-4e18f332be0d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4843462 Sep 16 05:26:38.632393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701724b4-ed3f-4a50-a094-8beb2065e3fa req-1a4479f2-5a50-405f-86c3-fad00565c4dd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.632677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] For port d8e2075c-b980-4ed3-8791-e73ca02f111e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d8e2075c-b980-4ed3-8791-e73ca02f111e,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:38.633015 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.646028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-701724b4-ed3f-4a50-a094-8beb2065e3fa req-1a4479f2-5a50-405f-86c3-fad00565c4dd tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.1089785 Sep 16 05:26:38.665370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] Calling delete_port for d8e2075c-b980-4ed3-8791-e73ca02f111e owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:38.675887 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-10f42f16-474a-406e-a4f9-e4fc4636bb6c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/quotas/d8efd068870f4c00a6f596caed39027f HTTP/1.1" status: 200 len: 375 time: 0.0237896 Sep 16 05:26:38.682082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.688817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.689533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.713269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:38.719736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:38.728247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.729080 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.754971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Subnet': ['ID=d6d48c88-52e5-41b3-b93a-faebd9d5fced,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:38.774676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-701724b4-ed3f-4a50-a094-8beb2065e3fa req-1752aa47-597b-4e91-9f41-6361b789d679 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333606 Sep 16 05:26:38.784091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30f046-3539-432d-8881-b0910c960ad3 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:38.812997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-dac4a4a5-4215-45da-9387-2693e37ea017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.820110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-dac4a4a5-4215-45da-9387-2693e37ea017 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1096 time: 0.0533450 Sep 16 05:26:38.869511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ba6263bc-36cd-4bba-9291-8fa56f887f07 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.0638449 Sep 16 05:26:38.884620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57058) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:38.893621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Request body: {'port': {'network_id': 'd2c3d9b3-2001-4bf4-a882-0f1f1549889c', 'mac_address': 'fa:16:3e:c8:2f:89', 'name': 'tempest-NetworksTestDHCPv6-1866267912'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:38.896617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-73b820a9-7392-4725-afcf-76d65bf7f569 None None] Provisioning complete for port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:38.897246 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73b820a9-7392-4725-afcf-76d65bf7f569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.937644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0005679 Sep 16 05:26:38.942104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:38.952264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': '99cc57c7-ec68-4ec0-8eec-ab95fea7546e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:38.966284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758ebf2-27ad-4ae1-b126-329d7a6eebe9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=99cc57c7-ec68-4ec0-8eec-ab95fea7546e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:38.985209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Deleting port d8e2075c-b980-4ed3-8791-e73ca02f111e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:38.985554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.987123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 99cc57c7-ec68-4ec0-8eec-ab95fea7546e details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:39.030319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-048767a1-9e8e-470d-887a-c586a9b522c0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3335545 Sep 16 05:26:39.148458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] For port d8e2075c-b980-4ed3-8791-e73ca02f111e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d8e2075c-b980-4ed3-8791-e73ca02f111e,segment=NetworkSegment(fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4),segment_id=fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:39.154754 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.183083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Calling delete_port for d8e2075c-b980-4ed3-8791-e73ca02f111e owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:39.283719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:39.290304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca9fa-d0cc-4954-9bad-4d7b9b8a3c31 req-ac50718b-930b-46fe-8bfa-d369ccdc39f1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.292052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5caca9fa-d0cc-4954-9bad-4d7b9b8a3c31 req-ac50718b-930b-46fe-8bfa-d369ccdc39f1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1834939 Sep 16 05:26:39.293576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-7ea21746-95a8-440b-91be-9b667912141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.296097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-7ea21746-95a8-440b-91be-9b667912141a service neutron] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.4681911 Sep 16 05:26:39.408088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:39.411663 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.515793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:39.517985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.528250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5caca9fa-d0cc-4954-9bad-4d7b9b8a3c31 req-99a588dd-ddb5-497c-9964-b5a96d3ff87c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169840 Sep 16 05:26:39.592338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-8a4c16d0-7483-4c48-838b-7b3efb90632f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 200 len: 999 time: 0.2830131 Sep 16 05:26:39.602272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Made reservation on behalf of 0b4966993fee42518f6cb0e9830fc8e4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:39.660431 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.688657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e2075c-b980-4ed3-8791-e73ca02f111e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:39.693707 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.694906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] No DVR routers for this DVR port d8e2075c-b980-4ed3-8791-e73ca02f111e on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:39.727902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] Pushing event deleted for resources: {'Port': ['ID=d8e2075c-b980-4ed3-8791-e73ca02f111e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:39.731327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cac239-6b5a-4231-a1c1-97053f030e19 None None] No DVR routers for this DVR port d8e2075c-b980-4ed3-8791-e73ca02f111e on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:39.794398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.819126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a931b274-0a66-4d12-af4e-ba7e6b89fee1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:39.834680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9003e45a-1b6d-4881-aa1e-2b660512ffb5']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:39.859560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:39.859872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8dc458-9af9-4d51-b9a7-ff2f42e0d1d4') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:39.878077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a931b274-0a66-4d12-af4e-ba7e6b89fee1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:39.878422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a931b274-0a66-4d12-af4e-ba7e6b89fee1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:39.878834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d8e2075c-b980-4ed3-8791-e73ca02f111e no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:39.882242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.915633 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.941076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:39.941775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:39.944160 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:39.971021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-a09ea53d-3882-4e3f-bb99-627dcb3bf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.975602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-a09ea53d-3882-4e3f-bb99-627dcb3bf199 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.3584828 Sep 16 05:26:39.977127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d8e2075c-b980-4ed3-8791-e73ca02f111e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:39.977794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d8e2075c-b980-4ed3-8791-e73ca02f111e not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:40.127513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec782f15-6921-4a38-b926-9a35d4feade9 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:40.160092 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.168027 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.173288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9003e45a-1b6d-4881-aa1e-2b660512ffb5 HTTP/1.1" status: 204 len: 168 time: 1.9768610 Sep 16 05:26:40.205281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b51da-2cf4-4184-8f5f-e461031344fa req-7f247ca8-213f-474e-b99f-e7cf3df33b8e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:40.221608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-189b51da-2cf4-4184-8f5f-e461031344fa req-7f247ca8-213f-474e-b99f-e7cf3df33b8e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.5089555 Sep 16 05:26:40.241660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a8d86-8f73-4e19-bc3f-e234223b2522 admin admin] Pushing event deleted for resources: {'Network': ['ID=9003e45a-1b6d-4881-aa1e-2b660512ffb5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:40.397612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-32d98c79-f864-45ba-9264-27d41fc70f9c None None] Provisioning complete for port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:40.398383 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32d98c79-f864-45ba-9264-27d41fc70f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.428422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.441805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d54b6-972e-484c-8ca4-8b2b7ad982bd req-7bad2673-4c79-4d50-9961-a2af8bba03c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:40.445000 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-938d54b6-972e-484c-8ca4-8b2b7ad982bd req-7bad2673-4c79-4d50-9961-a2af8bba03c0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1358216 Sep 16 05:26:40.467874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec782f15-6921-4a38-b926-9a35d4feade9 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:40.543283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-77392248-644a-4d8d-881f-32be5dc9b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:40.549467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-77392248-644a-4d8d-881f-32be5dc9b203 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5205202 Sep 16 05:26:40.554366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.584121 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-938d54b6-972e-484c-8ca4-8b2b7ad982bd req-d5f07c77-341e-45b3-a66b-5089e9cd42ec tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310797 Sep 16 05:26:40.696988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] device_id is not set on port f9cf7e02-05a7-4134-9791-3d9cedc20c38 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:40.736273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-189b51da-2cf4-4184-8f5f-e461031344fa req-de8daf5d-0029-43ab-b6ae-c5c5ebb12d14 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4369555 Sep 16 05:26:40.784929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=f8a682c5-06bb-4a48-9ea7-6e0278c3645d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:40.846923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57108) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:40.991126 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60613-252e-4bb1-beb4-1b6805e822cb req-bf3d7f93-ac4f-4d05-b6a9-c53fb4d31781 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:41.026760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '7383c8d3-84c6-40ab-86d8-fc00c9e08d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99cc57c7-ec68-4ec0-8eec-ab95fea7546e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:41.027461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: 99cc57c7-ec68-4ec0-8eec-ab95fea7546e, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:41.054554 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbf60613-252e-4bb1-beb4-1b6805e822cb req-bf3d7f93-ac4f-4d05-b6a9-c53fb4d31781 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.2928386 Sep 16 05:26:41.131404 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-52025203-5dde-452d-999c-efcb4bdd3c71 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394734 Sep 16 05:26:41.207073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 99cc57c7-ec68-4ec0-8eec-ab95fea7546e is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:41.216722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-05dc0ae2-1da2-49a0-b8bb-946fb28caa61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51fe8b50c4274c2fb1e1a35f85a1cc2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666558 Sep 16 05:26:41.231899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57118) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:41.303230 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbf60613-252e-4bb1-beb4-1b6805e822cb req-c13c66a2-e220-4547-802e-a940e68d84cc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109962 Sep 16 05:26:41.310902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8::173 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/ab2d2a50-8178-47d4-882b-21403d7cccc7/f9cf7e02-05a7-4134-9791-3d9cedc20c38) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:41.324856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:2f89 (d2c3d9b3-2001-4bf4-a882-0f1f1549889c/d6d48c88-52e5-41b3-b93a-faebd9d5fced/f9cf7e02-05a7-4134-9791-3d9cedc20c38) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:41.379584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e57c8d1-1f74-4a40-b622-c4bfcf6d03a0 req-950cc0cc-11c9-41cd-a8eb-3aa549164787 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285986 Sep 16 05:26:41.453554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 99cc57c7-ec68-4ec0-8eec-ab95fea7546e) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:41.458815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:41.459538 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.465442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a063b-ed04-43da-8cdd-a8a6ac08e860 None None] Network 99cc57c7-ec68-4ec0-8eec-ab95fea7546e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:41.478425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-925f8e52-1d46-4134-84b6-2f360bc324f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.499260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06eee444-53eb-4f74-93d1-2d75bdecf20f req-9fa1b346-7704-424d-ac44-665d57c57b61 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 210 time: 0.0997605 Sep 16 05:26:41.574589 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-925f8e52-1d46-4134-84b6-2f360bc324f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.680268 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.693944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-52907b14-cb42-4994-9889-0439def880c4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7490296 Sep 16 05:26:41.696918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57126) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:41.777600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf55db-06a6-4963-963e-57fab282403e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-99cc57c7-ec68-4ec0-8eec-ab95fea7546e', 'network_id': '99cc57c7-ec68-4ec0-8eec-ab95fea7546e', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': 'f8a682c5-06bb-4a48-9ea7-6e0278c3645d'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:41.782719 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6cf55db-06a6-4963-963e-57fab282403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.838980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.857241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.946090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:41.948969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:41.995433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:42.015894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:42.021684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-925f8e52-1d46-4134-84b6-2f360bc324f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.025014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.036814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-925f8e52-1d46-4134-84b6-2f360bc324f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.059955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-925f8e52-1d46-4134-84b6-2f360bc324f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3ec6c79-3dd7-4338-b657-5a9931286f1b HTTP/1.1" status: 204 len: 168 time: 0.8114657 Sep 16 05:26:42.109977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f8e52-1d46-4134-84b6-2f360bc324f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ec6c79-3dd7-4338-b657-5a9931286f1b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:42.187025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event updated for resources: {'Port': ['ID=f9cf7e02-05a7-4134-9791-3d9cedc20c38,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:42.202963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd4527-b2a3-41be-83da-2d1fcaa6a048 req-98a3bf77-fb4c-43ed-b2e2-954bfd17e991 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:42.220152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66dd4527-b2a3-41be-83da-2d1fcaa6a048 req-98a3bf77-fb4c-43ed-b2e2-954bfd17e991 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2256854 Sep 16 05:26:42.279345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.300161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66dd4527-b2a3-41be-83da-2d1fcaa6a048 req-01d8fb1c-e792-4814-8e76-8ffcf7b6e4ff tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786631 Sep 16 05:26:42.305085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-67710ad9-02c0-498f-82e7-183cb344f77c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4168510 Sep 16 05:26:42.305913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57136) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:42.339561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0421eef-50b0-4cbf-a6a2-641de59bfde0 req-0819fc91-cc59-411b-a39b-995ecf0e0910 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:42.348417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0421eef-50b0-4cbf-a6a2-641de59bfde0 req-0819fc91-cc59-411b-a39b-995ecf0e0910 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.5061674 Sep 16 05:26:42.457342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0421eef-50b0-4cbf-a6a2-641de59bfde0 req-a956ba01-fd8b-4d9a-8735-783b9ded1a2d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077371 Sep 16 05:26:42.552607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e9d976b0-0f8c-4a09-9869-55cadbff6431 None None] Provisioning complete for port f9cf7e02-05a7-4134-9791-3d9cedc20c38 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:42.553224 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9d976b0-0f8c-4a09-9869-55cadbff6431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.612027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5c777d4a-5ded-4800-b4c5-467d4b639135 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting port f9cf7e02-05a7-4134-9791-3d9cedc20c38 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:42.612674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c777d4a-5ded-4800-b4c5-467d4b639135 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.621582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e9d976b0-0f8c-4a09-9869-55cadbff6431 None None] Port f9cf7e02-05a7-4134-9791-3d9cedc20c38 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:42.640982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.668101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1102383-68a2-4d2d-b608-015272d3a496 req-3e24e46d-d411-47ae-a484-07dae873b4ad tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:42.677853 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1102383-68a2-4d2d-b608-015272d3a496 req-3e24e46d-d411-47ae-a484-07dae873b4ad tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.1412616 Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server [None req-f6cf55db-06a6-4963-963e-57fab282403e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8a682c5-06bb-4a48-9ea7-6e0278c3645d: This subnet is being modified by another concurrent operation. Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:42.704274 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8a682c5-06bb-4a48-9ea7-6e0278c3645d: This subnet is being modified by another concurrent operation. Sep 16 05:26:42.708924 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Sep 16 05:26:42.728718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a682c5-06bb-4a48-9ea7-6e0278c3645d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:42.781534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3edd8f-8c02-40cd-8464-44282e100052 None None] Network 99cc57c7-ec68-4ec0-8eec-ab95fea7546e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:42.822896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1102383-68a2-4d2d-b608-015272d3a496 req-3a511393-6107-4fc5-9f89-8abf0d3335a1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437197 Sep 16 05:26:42.848676 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c777d4a-5ded-4800-b4c5-467d4b639135 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.901843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5c777d4a-5ded-4800-b4c5-467d4b639135 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Calling delete_port for f9cf7e02-05a7-4134-9791-3d9cedc20c38 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:42.978566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.013605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cc57c7-ec68-4ec0-8eec-ab95fea7546e']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:43.047914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7383c8d3-84c6-40ab-86d8-fc00c9e08d2e') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:43.049181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7383c8d3-84c6-40ab-86d8-fc00c9e08d2e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:43.060460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f70e9ef9-c498-4fa8-b403-624d56ea18db req-91621ec3-93d4-4c6c-b0cf-b85138a753fc tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 210 time: 0.1008027 Sep 16 05:26:43.079603 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.134418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.149361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:43.150405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:43.155051 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:43.188188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b8775-b11f-4607-813d-01f83ba1ead3 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:43.474260 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b8775-b11f-4607-813d-01f83ba1ead3 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:43.571216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.579285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.594451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/99cc57c7-ec68-4ec0-8eec-ab95fea7546e HTTP/1.1" status: 204 len: 168 time: 1.8955433 Sep 16 05:26:43.594869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57166) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:43.603594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-762255945'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:43.732802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c777d4a-5ded-4800-b4c5-467d4b639135 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.869656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c777d4a-5ded-4800-b4c5-467d4b639135 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Port': ['ID=f9cf7e02-05a7-4134-9791-3d9cedc20c38,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:43.885329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:43.891925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.073439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:44.085370 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c777d4a-5ded-4800-b4c5-467d4b639135 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.087381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c777d4a-5ded-4800-b4c5-467d4b639135 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/f9cf7e02-05a7-4134-9791-3d9cedc20c38 HTTP/1.1" status: 204 len: 168 time: 1.7757993 Sep 16 05:26:44.096216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:44.136497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.137016 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 4e3862e5-07b2-478e-bf1d-031be1bc9b18 of type vlan for network 6d732e7b-9a75-44b8-9ba6-75f2908a6f71 Sep 16 05:26:44.227153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d269a-839e-4c1b-b234-dfb0144ee8d3 req-069e7b7b-27ef-4e75-b2fe-2653ee260bd4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:44.233066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e8d269a-839e-4c1b-b234-dfb0144ee8d3 req-069e7b7b-27ef-4e75-b2fe-2653ee260bd4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.3363979 Sep 16 05:26:44.265820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c767e4-64c0-45c4-a3f0-61dd3168f4a4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=99cc57c7-ec68-4ec0-8eec-ab95fea7546e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:44.382244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.386496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e4b7-e3de-48a2-89b8-760c9fbdfd95 req-e9cde7d1-07c3-4a72-b475-e8328aaf9fb0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:44.407464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0668e4b7-e3de-48a2-89b8-760c9fbdfd95 req-e9cde7d1-07c3-4a72-b475-e8328aaf9fb0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.1435094 Sep 16 05:26:44.547185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c206634-47eb-4bc9-86f4-41d4588bb8df tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:44.548021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0668e4b7-e3de-48a2-89b8-760c9fbdfd95 req-836b34d3-539b-47d5-80e6-788437a53f8f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355336 Sep 16 05:26:44.552535 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c206634-47eb-4bc9-86f4-41d4588bb8df tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4500916 Sep 16 05:26:44.555410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57188) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:44.558447 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:26:44.619869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e8d269a-839e-4c1b-b234-dfb0144ee8d3 req-4025e961-95f1-4901-b5e2-d01ebef01886 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739119 Sep 16 05:26:44.662155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57192) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:44.675233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88266dce-4d52-40fe-869b-ba5353f248e7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:44.677698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-88266dce-4d52-40fe-869b-ba5353f248e7 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1209519 Sep 16 05:26:44.680770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:44.782379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e98bf0-966b-4f9b-9ab0-9d4ce5e91ed6 req-d53c2041-1888-4bfe-85bb-e942b9d00d96 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:44.795503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65e98bf0-966b-4f9b-9ab0-9d4ce5e91ed6 req-d53c2041-1888-4bfe-85bb-e942b9d00d96 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.0959792 Sep 16 05:26:44.954199 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65e98bf0-966b-4f9b-9ab0-9d4ce5e91ed6 req-075c35e1-6fda-4976-b866-80804f5c8d73 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570530 Sep 16 05:26:44.981256 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-8d89e466-187d-46a4-a697-eb9463381e96 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907059 Sep 16 05:26:45.192827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-e0938216-431a-42b5-b007-415444d3d8ce tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.197888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-e0938216-431a-42b5-b007-415444d3d8ce tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101593 Sep 16 05:26:45.227065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Request body: {'port': {'device_id': 'b3cc08b8-bce3-4f70-a654-23d6a55f0374', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'd8efd068870f4c00a6f596caed39027f'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:45.540777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5895c0f-a020-438d-b4fe-a2530a2200e0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.543331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5895c0f-a020-438d-b4fe-a2530a2200e0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.547613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5895c0f-a020-438d-b4fe-a2530a2200e0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.554179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57204) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:45.564736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a5895c0f-a020-438d-b4fe-a2530a2200e0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8826241 Sep 16 05:26:45.577176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dffc5776-d1cc-4cfe-9bee-d077c9764e79 req-28694c38-a3f9-4439-bfcc-e97be312dff5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 210 time: 0.7520959 Sep 16 05:26:45.583612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1500055790-network', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:45.588124 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.595773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.598068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.673054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c0c7b4-3872-4637-b161-ed454b73260c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet ab2d2a50-8178-47d4-882b-21403d7cccc7 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:45.681556 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64c0c7b4-3872-4637-b161-ed454b73260c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.721730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=6d732e7b-9a75-44b8-9ba6-75f2908a6f71,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:45.734621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 6d732e7b-9a75-44b8-9ba6-75f2908a6f71 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:45.787473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64c0c7b4-3872-4637-b161-ed454b73260c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.836156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487f13-6f50-45c6-9b23-bd975638bed4 req-b5db35ea-1225-465c-a5e7-aefb02a1ef2a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.845612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b487f13-6f50-45c6-9b23-bd975638bed4 req-b5db35ea-1225-465c-a5e7-aefb02a1ef2a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.1678214 Sep 16 05:26:45.849452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154575c-67c9-4084-b54d-299afc2121d6 req-dd8177fb-f75d-4a16-984a-fd488ca8e28d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.863713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8154575c-67c9-4084-b54d-299afc2121d6 req-dd8177fb-f75d-4a16-984a-fd488ca8e28d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1084592 Sep 16 05:26:45.924666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8154575c-67c9-4084-b54d-299afc2121d6 req-be92e91e-f2a2-4911-893f-15a6248c7535 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550170 Sep 16 05:26:45.952583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b487f13-6f50-45c6-9b23-bd975638bed4 req-9f2b58ae-d641-43bb-8d15-f02e76c78699 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066332 Sep 16 05:26:45.975624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64c0c7b4-3872-4637-b161-ed454b73260c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.142252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3959-a629-4607-90a4-5dbed29af80d req-59a9fdbb-7cd1-4930-a23e-14154931b972 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:46.151397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fbb3959-a629-4607-90a4-5dbed29af80d req-59a9fdbb-7cd1-4930-a23e-14154931b972 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.0880437 Sep 16 05:26:46.186806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fbb3959-a629-4607-90a4-5dbed29af80d req-901e60c9-98ee-44e6-b88e-9e1c2447132b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Sep 16 05:26:46.439717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Made reservation on behalf of d8efd068870f4c00a6f596caed39027f for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:46.451725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.509132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64c0c7b4-3872-4637-b161-ed454b73260c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.542895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fb6d4fb8-f831-45d5-a482-99c8f3a8f1c3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9463606 Sep 16 05:26:46.549024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57214) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:46.553516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0c7b4-3872-4637-b161-ed454b73260c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2d2a50-8178-47d4-882b-21403d7cccc7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:46.560749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': '6d732e7b-9a75-44b8-9ba6-75f2908a6f71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:46.569564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64c0c7b4-3872-4637-b161-ed454b73260c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.572363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00426b08-901a-450d-baa9-c7840987bee6 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:46.574869 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-64c0c7b4-3872-4637-b161-ed454b73260c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/ab2d2a50-8178-47d4-882b-21403d7cccc7 HTTP/1.1" status: 204 len: 168 time: 1.0187519 Sep 16 05:26:46.576175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57216) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:46.776756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b7c6181-c217-4dd8-b638-b57ef2e721c9 req-add11f84-18da-4404-b2a4-05ee41bc4fbd tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 210 time: 0.0684288 Sep 16 05:26:46.828419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f021896a-33bd-4ca5-97d9-b9e0a2ad66fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Deleting subnet d6d48c88-52e5-41b3-b93a-faebd9d5fced {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:46.841897 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f021896a-33bd-4ca5-97d9-b9e0a2ad66fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.859559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Made reservation on behalf of a4ef7f2d349342c2bfc5f95043d27370 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:46.862082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.873814 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.954116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Allocated IP 192.168.233.180 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/c956e541-a392-43cc-801b-9627ea298dba) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:46.961166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f021896a-33bd-4ca5-97d9-b9e0a2ad66fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.976590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:46.981008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.442758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2769be-6462-4451-9ebf-930946502ae7 req-3babe932-71c1-4c9e-b8c9-b994b7961e16 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:47.451513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c2769be-6462-4451-9ebf-930946502ae7 req-3babe932-71c1-4c9e-b8c9-b994b7961e16 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.3468773 Sep 16 05:26:47.532457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b42a6-1278-4450-acfe-03c7f9739aad req-b8b95f60-4c86-4638-b69a-e6ef1ac3acf8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:47.534250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c4b42a6-1278-4450-acfe-03c7f9739aad req-b8b95f60-4c86-4638-b69a-e6ef1ac3acf8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.3941922 Sep 16 05:26:47.705392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.748124 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f021896a-33bd-4ca5-97d9-b9e0a2ad66fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.754020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c2769be-6462-4451-9ebf-930946502ae7 req-1c7118ae-3749-427e-8847-1375b52567e2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758614 Sep 16 05:26:47.811954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.876702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c4b42a6-1278-4450-acfe-03c7f9739aad req-ae9c665c-cf47-4449-90b0-9341b86e8654 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989173 Sep 16 05:26:47.914897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.930351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.983124 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.011496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:48.033753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:48.041795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:48.096220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c9f0b-5362-4fc4-b4a7-b2e0a2018522 req-aed74d7f-662b-4084-8ee7-8595ac368729 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.105504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b31c9f0b-5362-4fc4-b4a7-b2e0a2018522 req-aed74d7f-662b-4084-8ee7-8595ac368729 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.2360580 Sep 16 05:26:48.109779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f021896a-33bd-4ca5-97d9-b9e0a2ad66fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.168415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.168993 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Added segment e796f54a-4af8-4a5c-b645-e6aa35127c33 of type vlan for network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f Sep 16 05:26:48.185140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60af111c-e72b-42f7-b442-3b6d7f9569fd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:48.203796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021896a-33bd-4ca5-97d9-b9e0a2ad66fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d48c88-52e5-41b3-b93a-faebd9d5fced,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:48.210033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=ec46809a-a693-4ffc-8c00-e3ee4e71ad55,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:48.217320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:48.245849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:48.257676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:48.273835 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f021896a-33bd-4ca5-97d9-b9e0a2ad66fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.275568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f021896a-33bd-4ca5-97d9-b9e0a2ad66fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/d6d48c88-52e5-41b3-b93a-faebd9d5fced HTTP/1.1" status: 204 len: 168 time: 1.6959658 Sep 16 05:26:48.289130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57240) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.298929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b31c9f0b-5362-4fc4-b4a7-b2e0a2018522 req-e258a266-5013-4fa3-83aa-fa7c13a348a1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925159 Sep 16 05:26:48.301005 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.307702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '4e3862e5-07b2-478e-bf1d-031be1bc9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6d732e7b-9a75-44b8-9ba6-75f2908a6f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:48.308100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: 6d732e7b-9a75-44b8-9ba6-75f2908a6f71, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:48.312166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde0a71-8dc4-49eb-9779-3b4caa0791a8 None None] Network d2c3d9b3-2001-4bf4-a882-0f1f1549889c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:48.410102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'Port': ['ID=c956e541-a392-43cc-801b-9627ea298dba,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:48.491331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 6d732e7b-9a75-44b8-9ba6-75f2908a6f71 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:48.522564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.522823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-36b04703-0f32-4558-aa72-acd8f7f23047 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2176652 Sep 16 05:26:48.541261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.558346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.558346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.561681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620be2b-c48a-444b-bafc-38837f86bb6d req-9fb1ad59-8a73-421b-9ff3-9e4fe4a30d29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.572055 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6620be2b-c48a-444b-bafc-38837f86bb6d req-9fb1ad59-8a73-421b-9ff3-9e4fe4a30d29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 936 time: 0.5803449 Sep 16 05:26:48.599713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.600841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.602460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3caf983a-3249-4995-8e0d-deca1228073b None None] Provisioning complete for port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:48.603076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3caf983a-3249-4995-8e0d-deca1228073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.663592 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6620be2b-c48a-444b-bafc-38837f86bb6d req-ec47c515-8a33-4ac5-9ca2-ad12f9f7e5a4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890281 Sep 16 05:26:48.694350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 6d732e7b-9a75-44b8-9ba6-75f2908a6f71) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:48.720032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8a506-014d-444c-abd0-a356a75168e4 None None] Network 6d732e7b-9a75-44b8-9ba6-75f2908a6f71 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:48.738737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.739637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.806536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-c6afed8e-ecc3-4aad-8269-f8194ec5199f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5880373 Sep 16 05:26:48.829409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa83319-7c14-4088-87ee-6d12bcd0bc1f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:48.864544 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-624493fe-cbdc-496d-9020-39d5f6f09014 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.1908391 Sep 16 05:26:48.864544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b54145-e501-4a8e-8c4a-2a7c63c4a70d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.865263 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d7b54145-e501-4a8e-8c4a-2a7c63c4a70d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3416502 Sep 16 05:26:48.865873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57248) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.871437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Request body: {'subnet': {'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-subnet', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:48.872823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Request body: {'port': {'device_id': 'b3cc08b8-bce3-4f70-a654-23d6a55f0374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:48.875785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:48.876179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57250) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.969008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-200e3439-6bd4-4acc-9330-700d0fe81f28 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4179387 Sep 16 05:26:48.979627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57256) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.980017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] DHCP port deletion for d2c3d9b3-2001-4bf4-a882-0f1f1549889c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:49.170746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dea6fc-d4fb-42bd-bc05-643d4bdc976b req-2639216e-8734-4eb0-84a8-cf01994bd186 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.174400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95dea6fc-d4fb-42bd-bc05-643d4bdc976b req-2639216e-8734-4eb0-84a8-cf01994bd186 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.1678367 Sep 16 05:26:49.175468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.204720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:49.224345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49f8e8-9dd7-4670-9a79-411ad112cf22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.227013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cf49f8e8-9dd7-4670-9a79-411ad112cf22 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3487313 Sep 16 05:26:49.250707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.300151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Made reservation on behalf of a4ef7f2d349342c2bfc5f95043d27370 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:49.303900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.369136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-f73440e8-d194-4afa-8376-474d7344f4b4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1405892 Sep 16 05:26:49.383833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95dea6fc-d4fb-42bd-bc05-643d4bdc976b req-12d10389-6f40-4499-a7f3-7452bb17171a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918921 Sep 16 05:26:49.429026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-74fc2efb-8660-4817-b6e8-1bae6e62f683 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1770089 Sep 16 05:26:49.435683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57264) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.482118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98384-61cb-4886-86ad-83771bf69a0f req-8c0a9a5e-fce9-4b71-9327-ae30ceb8b7c2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.484858 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3df98384-61cb-4886-86ad-83771bf69a0f req-8c0a9a5e-fce9-4b71-9327-ae30ceb8b7c2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.5203369 Sep 16 05:26:49.597725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-6d732e7b-9a75-44b8-9ba6-75f2908a6f71', 'network_id': '6d732e7b-9a75-44b8-9ba6-75f2908a6f71', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': 'ec46809a-a693-4ffc-8c00-e3ee4e71ad55'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:49.598631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.628401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6cd2a1b4-1f20-4323-8519-d92772a1dcea None None] Provisioning complete for port c956e541-a392-43cc-801b-9627ea298dba triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:49.628778 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a1b4-1f20-4323-8519-d92772a1dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.762024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Allocated IP 172.20.0.1 (6d732e7b-9a75-44b8-9ba6-75f2908a6f71/ec46809a-a693-4ffc-8c00-e3ee4e71ad55/32f73dbc-cb6d-448a-843e-489be8359ab2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:49.906747 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7578bb58-cc9f-4fee-adf1-ce848a7eb9de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:49.907558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7578bb58-cc9f-4fee-adf1-ce848a7eb9de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:49.909582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7578bb58-cc9f-4fee-adf1-ce848a7eb9de tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/f9cf7e02-05a7-4134-9791-3d9cedc20c38 HTTP/1.1" status: 404 len: 333 time: 0.4233365 Sep 16 05:26:49.953853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57272) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.976306 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.997327 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8fb91e-3bb2-4d73-b0bf-fdceeb4132ca tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:49.997941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8fb91e-3bb2-4d73-b0bf-fdceeb4132ca tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.000585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ca8fb91e-3bb2-4d73-b0bf-fdceeb4132ca tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/d6d48c88-52e5-41b3-b93a-faebd9d5fced HTTP/1.1" status: 404 len: 337 time: 0.0430338 Sep 16 05:26:50.010802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57274) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.024097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871b1d1-a794-4fd2-afa5-ee8fd20425a2 req-4c794bac-7f1c-462e-94fc-8d620ad3086f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.035025 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6871b1d1-a794-4fd2-afa5-ee8fd20425a2 req-4c794bac-7f1c-462e-94fc-8d620ad3086f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.4734817 Sep 16 05:26:50.064469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6cd2a1b4-1f20-4323-8519-d92772a1dcea None None] Port c956e541-a392-43cc-801b-9627ea298dba cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:50.094400 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.117041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] Deleting port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:50.117041 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.133334 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6bdd79-46e9-4b8a-a70e-0f05cb01e572 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.133981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6bdd79-46e9-4b8a-a70e-0f05cb01e572 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.136595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9f6bdd79-46e9-4b8a-a70e-0f05cb01e572 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/ab2d2a50-8178-47d4-882b-21403d7cccc7 HTTP/1.1" status: 404 len: 337 time: 0.0986695 Sep 16 05:26:50.141840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57276) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.167766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3df98384-61cb-4886-86ad-83771bf69a0f req-5bc088b9-445c-4a1e-931c-7663176006aa tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5324235 Sep 16 05:26:50.170585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.184696 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21e4693-a4e7-4700-a5ea-1398659f67fb tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.184925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21e4693-a4e7-4700-a5ea-1398659f67fb tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.185719 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.187710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f21e4693-a4e7-4700-a5ea-1398659f67fb tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/2977ca93-8478-4a95-aa88-1787ed250941 HTTP/1.1" status: 404 len: 333 time: 0.0424392 Sep 16 05:26:50.191311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57278) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.239605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.306289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c956e541-a392-43cc-801b-9627ea298dba {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:50.320140 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e990c796-2b6f-4132-8eb1-3f95809a118b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.320766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e990c796-2b6f-4132-8eb1-3f95809a118b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.323487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e990c796-2b6f-4132-8eb1-3f95809a118b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/b2d2948d-af93-45bd-84ff-f70e016e5059 HTTP/1.1" status: 404 len: 337 time: 0.1306803 Sep 16 05:26:50.326757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.334884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57280) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.337582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-ac8dc8ef-cc36-4f28-a90a-e414c29c257c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.340228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-ac8dc8ef-cc36-4f28-a90a-e414c29c257c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8965006 Sep 16 05:26:50.345558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6871b1d1-a794-4fd2-afa5-ee8fd20425a2 req-4393c163-a289-4db9-b78c-60bc491fe04c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093386 Sep 16 05:26:50.408968 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6eb17a-0695-4f10-a82c-985e6cefefcd tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.409308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6eb17a-0695-4f10-a82c-985e6cefefcd tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.411066 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b6eb17a-0695-4f10-a82c-985e6cefefcd tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/dfe08b42-a6f4-4bbd-bee1-6d157aa44bbf HTTP/1.1" status: 404 len: 337 time: 0.0749907 Sep 16 05:26:50.412205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Transition to ACTIVE for port object c956e541-a392-43cc-801b-9627ea298dba will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:50.414092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57284) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.420965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Pushing event updated for resources: {'Port': ['ID=32f73dbc-cb6d-448a-843e-489be8359ab2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:50.432309 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90b318ba-623c-4965-b712-3e6031a26874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.445418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Request body: {'port': {'device_id': '221a68c5-4074-4185-98f1-929bbaa5546c', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'd8efd068870f4c00a6f596caed39027f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:50.446395 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aacc41b-9489-487a-983b-2410a7ed35e1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.447125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aacc41b-9489-487a-983b-2410a7ed35e1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.448979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9aacc41b-9489-487a-983b-2410a7ed35e1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/44804636-d1e5-43f7-bd1f-3e7c54bcb3ec HTTP/1.1" status: 404 len: 333 time: 0.0339520 Sep 16 05:26:50.455203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57288) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.501015 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-616503e6-cedd-4666-a546-593e26bbd35d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.501536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616503e6-cedd-4666-a546-593e26bbd35d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.504251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-616503e6-cedd-4666-a546-593e26bbd35d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/664d84a6-19e9-4422-8a1e-8b21b8121bc5 HTTP/1.1" status: 404 len: 337 time: 0.0515709 Sep 16 05:26:50.507128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57290) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.523662 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.608839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94d8eb1-eb58-47fc-8f69-fb75fa6578b4,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:50.624088 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c897c3c4-3ce3-41c0-bdbb-09b3c0672c76 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.624559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c897c3c4-3ce3-41c0-bdbb-09b3c0672c76 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.626985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c897c3c4-3ce3-41c0-bdbb-09b3c0672c76 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/ed7f0314-dc1d-49a4-94bf-133f56419bcc HTTP/1.1" status: 404 len: 337 time: 0.1183279 Sep 16 05:26:50.642780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57292) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.719283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Checking segment: {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:50.719622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Network hostable DHCP agents. Network: 2aa83319-7c14-4088-87ee-6d12bcd0bc1f, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:50.753619 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e365bed4-e1f6-469e-be76-924082955e1b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.754472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e365bed4-e1f6-469e-be76-924082955e1b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.755884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7202b1-73cc-4e77-b2c9-379f42c72f54 req-c29f01b5-d42d-4d47-a08b-cbff82cc8e58 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.759970 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e365bed4-e1f6-469e-be76-924082955e1b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/2cbca688-815e-4c71-9cd2-d7e960dde88f HTTP/1.1" status: 404 len: 333 time: 0.1119401 Sep 16 05:26:50.762242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Pushing event updated for resources: {'Port': ['ID=c956e541-a392-43cc-801b-9627ea298dba,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:50.768696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57294) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.773596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a7202b1-73cc-4e77-b2c9-379f42c72f54 req-c29f01b5-d42d-4d47-a08b-cbff82cc8e58 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 936 time: 0.4636085 Sep 16 05:26:50.827138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting port 32f73dbc-cb6d-448a-843e-489be8359ab2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:50.827947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.846033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Network 6d732e7b-9a75-44b8-9ba6-75f2908a6f71 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:50.904714 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8613aa-aac0-4655-aaff-2460bcc69495 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:50.905260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8613aa-aac0-4655-aaff-2460bcc69495 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:50.916492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cd8613aa-aac0-4655-aaff-2460bcc69495 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/9dfe762c-ea6e-4c23-8f39-1dcb5a545325 HTTP/1.1" status: 404 len: 337 time: 0.1465275 Sep 16 05:26:50.917420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57298) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.961248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a7202b1-73cc-4e77-b2c9-379f42c72f54 req-f1fb01a5-1d48-4ac2-8472-297c6d11e323 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863225 Sep 16 05:26:50.976261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:50.976385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:51.002536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:51.010538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:51.022453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eecf5f-3fb2-4748-93cb-7f5f6733a162 req-c6a061da-42bb-4c3d-b9b2-f1d43b4fb80b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.024168 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2eecf5f-3fb2-4748-93cb-7f5f6733a162 req-c6a061da-42bb-4c3d-b9b2-f1d43b4fb80b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.4062374 Sep 16 05:26:51.066864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] For port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,segment=NetworkSegment(48e93557-88b0-4e57-8f0e-29d06ba51b95),segment_id=48e93557-88b0-4e57-8f0e-29d06ba51b95)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:51.071502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.091894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.123529 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0333790c-da57-4d79-85c7-76f98a9c9f55 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:51.124479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0333790c-da57-4d79-85c7-76f98a9c9f55 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:51.126435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0333790c-da57-4d79-85c7-76f98a9c9f55 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/a01908b5-c17d-43da-a520-cc8e525779ce HTTP/1.1" status: 404 len: 337 time: 0.1400788 Sep 16 05:26:51.149505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57300) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.163560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Attempting to bind port c956e541-a392-43cc-801b-9627ea298dba on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:51.164069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Attempting to bind port c956e541-a392-43cc-801b-9627ea298dba by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:51.164399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Attempting to bind port c956e541-a392-43cc-801b-9627ea298dba on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:51.185878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Port c956e541-a392-43cc-801b-9627ea298dba on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:51.186287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Attempting to bind port c956e541-a392-43cc-801b-9627ea298dba on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:51.193981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:51.194467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:51.194869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:51.195320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Bound port: c956e541-a392-43cc-801b-9627ea298dba, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:51.195826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.212610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2eecf5f-3fb2-4748-93cb-7f5f6733a162 req-cc5df953-cfe7-4822-8c58-c8af178cb6e3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580410 Sep 16 05:26:51.244771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] Calling delete_port for 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:51.256675 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40017a3-649b-4518-92ed-27661d1cc7fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:51.258693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40017a3-649b-4518-92ed-27661d1cc7fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:51.265145 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b40017a3-649b-4518-92ed-27661d1cc7fc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/96cefb3e-d7b2-4eec-a5f6-8344e389c85a HTTP/1.1" status: 404 len: 333 time: 0.1013596 Sep 16 05:26:51.277227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 2aa83319-7c14-4088-87ee-6d12bcd0bc1f) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:51.280631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57304) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.294258 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.303830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.305283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.341746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c508e8ad-a845-4cfa-8f00-ced522c465e2 None None] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:51.401888 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddaef64-c25f-4264-aa92-9ec087d67efc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:51.402379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddaef64-c25f-4264-aa92-9ec087d67efc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:51.409685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ddaef64-c25f-4264-aa92-9ec087d67efc tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/67e506ae-1eee-4bbb-948c-07fcab1cecbd HTTP/1.1" status: 404 len: 337 time: 0.1232173 Sep 16 05:26:51.409828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.426905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] For port c956e541-a392-43cc-801b-9627ea298dba, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:51.445841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] For port 32f73dbc-cb6d-448a-843e-489be8359ab2, host n-d-712749-15, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:51.446221 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.470206 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe8651c-4878-4a34-92ed-323641eac26d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:51.470877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Calling delete_port for 32f73dbc-cb6d-448a-843e-489be8359ab2 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:51.471644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe8651c-4878-4a34-92ed-323641eac26d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:51.477898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7fe8651c-4878-4a34-92ed-323641eac26d tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/a66ee7ff-6f89-428d-8469-83c2a699badd HTTP/1.1" status: 404 len: 333 time: 0.0643990 Sep 16 05:26:51.490218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57310) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.490218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] For port c956e541-a392-43cc-801b-9627ea298dba, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c956e541-a392-43cc-801b-9627ea298dba,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:51.501835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:51.535281 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0176f15a-89cb-4b69-899b-297bc0b5cead tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:51.538071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0176f15a-89cb-4b69-899b-297bc0b5cead tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:51.548496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0176f15a-89cb-4b69-899b-297bc0b5cead tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/33b622d8-d5ed-4e84-b05e-0642c25354bb HTTP/1.1" status: 404 len: 337 time: 0.0647669 Sep 16 05:26:51.549286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57314) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.650970 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68f8d5a-1f48-44ba-8892-5f3b9071fbe6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:51.652673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68f8d5a-1f48-44ba-8892-5f3b9071fbe6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:51.664513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.666273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e68f8d5a-1f48-44ba-8892-5f3b9071fbe6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/8d3a1531-5ff1-4f7f-85c1-1d1918156843 HTTP/1.1" status: 404 len: 333 time: 0.1121256 Sep 16 05:26:51.669899 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.774676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.775569 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.779094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] 10.222.0.30 "PUT /v2.0/ports/c956e541-a392-43cc-801b-9627ea298dba HTTP/1.1" status: 200 len: 1097 time: 2.9383183 Sep 16 05:26:51.779587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cc08b8-bce3-4f70-a654-23d6a55f0374', 'tag': 'c956e541-a392-43cc-801b-9627ea298dba'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:51.785965 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cc08b8-bce3-4f70-a654-23d6a55f0374", "tag": "c956e541-a392-43cc-801b-9627ea298dba"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:51.819625 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7145fda-99ce-40d5-a0cc-3fa2badb64ed tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:51.826539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7145fda-99ce-40d5-a0cc-3fa2badb64ed tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:51.828474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f7145fda-99ce-40d5-a0cc-3fa2badb64ed tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/1dddec6c-a0c3-4f3a-8b7c-f6f4d684671c HTTP/1.1" status: 404 len: 337 time: 0.1584246 Sep 16 05:26:51.829948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Made reservation on behalf of d8efd068870f4c00a6f596caed39027f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:51.847499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57320) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.854174 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.860982 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.863151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Attempting to bind port 32f73dbc-cb6d-448a-843e-489be8359ab2 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:51.864037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Attempting to bind port 32f73dbc-cb6d-448a-843e-489be8359ab2 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '4e3862e5-07b2-478e-bf1d-031be1bc9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6d732e7b-9a75-44b8-9ba6-75f2908a6f71'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:51.864770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Attempting to bind port 32f73dbc-cb6d-448a-843e-489be8359ab2 on network 6d732e7b-9a75-44b8-9ba6-75f2908a6f71 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:51.870629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185009-3b1f-459b-9244-23ab83e2fb1d req-41ffd533-184e-4e5f-b2ad-f2e1154f8213 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.878445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13185009-3b1f-459b-9244-23ab83e2fb1d req-41ffd533-184e-4e5f-b2ad-f2e1154f8213 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.2458737 Sep 16 05:26:51.916519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fa7c1506-4bb1-4460-a1ab-3d4b4b975ece admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0488799 Sep 16 05:26:51.923293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.927736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:51.928529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Checking segment: {'id': '4e3862e5-07b2-478e-bf1d-031be1bc9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6d732e7b-9a75-44b8-9ba6-75f2908a6f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:51.929393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.930308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Bound using segment: {'id': '4e3862e5-07b2-478e-bf1d-031be1bc9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6d732e7b-9a75-44b8-9ba6-75f2908a6f71'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:51.931086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Bound port: 32f73dbc-cb6d-448a-843e-489be8359ab2, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3862e5-07b2-478e-bf1d-031be1bc9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6d732e7b-9a75-44b8-9ba6-75f2908a6f71'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:51.932374 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.967771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:52.004124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52779f2d-4500-477a-b453-0f422924ee74 req-0e552912-e46d-4448-bbdc-f0f35d292cca tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:52.004124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52779f2d-4500-477a-b453-0f422924ee74 req-0e552912-e46d-4448-bbdc-f0f35d292cca tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.6414266 Sep 16 05:26:52.010457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Port': ['ID=32f73dbc-cb6d-448a-843e-489be8359ab2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:52.073249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-adbeadc8-a91f-4e5e-a875-327a15db1fa7 None None] Port 32f73dbc-cb6d-448a-843e-489be8359ab2 has been deleted concurrently {{(pid=95661) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 05:26:52.105302 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aa828c-28a3-4765-85e2-c72f033f12a5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:52.106615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08aa828c-28a3-4765-85e2-c72f033f12a5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:52.111985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08aa828c-28a3-4765-85e2-c72f033f12a5 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/c8b69353-eee0-4991-b944-332654818620 HTTP/1.1" status: 404 len: 333 time: 0.2320399 Sep 16 05:26:52.113459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a492c-7ce0-46b2-82b6-adb1d7d91c19 service neutron] Pushing event updated for resources: {'Port': ['ID=c956e541-a392-43cc-801b-9627ea298dba,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:52.120495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57328) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:52.341967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52779f2d-4500-477a-b453-0f422924ee74 req-dfd106e8-1f78-4fc7-ab2d-e30b0a7a1b10 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119130 Sep 16 05:26:52.342261 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8866f289-a677-41a9-a568-9d5fd9bd5b63 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:52.342261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8866f289-a677-41a9-a568-9d5fd9bd5b63 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:52.342261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8866f289-a677-41a9-a568-9d5fd9bd5b63 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/3c95b6e5-90ee-431e-8ad9-497591b35647 HTTP/1.1" status: 404 len: 337 time: 0.1779773 Sep 16 05:26:52.342261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57332) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:52.408469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13185009-3b1f-459b-9244-23ab83e2fb1d req-0d4f058a-1a8e-4a08-b6bd-b384c4ffa3ab tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655726 Sep 16 05:26:52.456063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No DVR routers for this DVR port 32f73dbc-cb6d-448a-843e-489be8359ab2 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:52.466836 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc33f73-bc5a-4b34-8843-62b224715f32 x-openstack-request-id: req-ffc33f73-bc5a-4b34-8843-62b224715f32 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:52.467320 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cc08b8-bce3-4f70-a654-23d6a55f0374", "tag": "c956e541-a392-43cc-801b-9627ea298dba", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:52.468628 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffc33f73-bc5a-4b34-8843-62b224715f32 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:52.469894 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cc08b8-bce3-4f70-a654-23d6a55f0374', 'tag': 'c956e541-a392-43cc-801b-9627ea298dba', 'status': 'completed', 'code': 200} Sep 16 05:26:52.506785 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd111dfb-e4d4-479a-b108-3099a613fa8b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:52.511103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:52.515116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.525400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd111dfb-e4d4-479a-b108-3099a613fa8b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:52.538701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fd111dfb-e4d4-479a-b108-3099a613fa8b tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/630af00e-06f8-4f82-b7f9-832ef0f65da9 HTTP/1.1" status: 404 len: 333 time: 0.2072673 Sep 16 05:26:52.540379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57334) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:52.641545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Allocated IP 192.168.233.38 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/cda5e608-72b7-4ebb-8b79-da016ccf36df) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:52.688501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.708371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-d5c63484-1a51-49f3-9848-66cc2550b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:52.712118 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-d5c63484-1a51-49f3-9848-66cc2550b120 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 1100 time: 0.5878863 Sep 16 05:26:52.718860 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c357e1af-5f6f-497f-81fb-e675f18be241 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:52.735004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c357e1af-5f6f-497f-81fb-e675f18be241 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:52.735004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c357e1af-5f6f-497f-81fb-e675f18be241 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/c1489860-4830-4611-bbf5-2c825d6390e0 HTTP/1.1" status: 404 len: 337 time: 0.1334434 Sep 16 05:26:52.737946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26451358-c37b-48f3-aa60-6d479b23bb0f req-d3068842-9012-463e-8f47-2e338619f96b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:52.740752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26451358-c37b-48f3-aa60-6d479b23bb0f req-d3068842-9012-463e-8f47-2e338619f96b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 948 time: 0.2118037 Sep 16 05:26:52.745471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57336) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:52.868877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-fc963fec-f1c4-4130-8097-407da4078ca4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c956e541-a392-43cc-801b-9627ea298dba HTTP/1.1" status: 200 len: 217 time: 0.1202600 Sep 16 05:26:52.874227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.875357 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.901430 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.937676 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-984eaaf8-ead0-4ca0-8050-a8071e1cb9c1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:52.939793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984eaaf8-ead0-4ca0-8050-a8071e1cb9c1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:52.951617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26451358-c37b-48f3-aa60-6d479b23bb0f req-60a87c93-9c47-46de-8e4c-62263ed72def tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887856 Sep 16 05:26:52.955535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-984eaaf8-ead0-4ca0-8050-a8071e1cb9c1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/f992f5ea-a740-4272-8721-f80712f3c448 HTTP/1.1" status: 404 len: 333 time: 0.2046654 Sep 16 05:26:52.958897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57340) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:52.990682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967f675-c875-414d-8bf4-d2979991d884 req-781889b0-e951-4533-ab91-f87e80e424b3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.000313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a967f675-c875-414d-8bf4-d2979991d884 req-781889b0-e951-4533-ab91-f87e80e424b3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.4566200 Sep 16 05:26:53.076347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-e1b96da2-2995-4c8e-908e-0f37c660eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.077938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-e1b96da2-2995-4c8e-908e-0f37c660eacb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1603727 Sep 16 05:26:53.126174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a967f675-c875-414d-8bf4-d2979991d884 req-adb6c06d-546b-4f7c-b0b9-f0689853c670 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196496 Sep 16 05:26:53.177084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.233651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-00129161-b032-4d67-ba7d-5e1ece3b98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.235222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-00129161-b032-4d67-ba7d-5e1ece3b98b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1484909 Sep 16 05:26:53.279820 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5865a239-aadf-43c7-afcc-b364a6a9909a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:53.280880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5865a239-aadf-43c7-afcc-b364a6a9909a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:53.284349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5865a239-aadf-43c7-afcc-b364a6a9909a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/f00cfb33-a220-4674-8e95-ad5628655eb0 HTTP/1.1" status: 404 len: 337 time: 0.3233392 Sep 16 05:26:53.290398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:53.298062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] Pushing event deleted for resources: {'Port': ['ID=4cc94a28-83b7-48f6-a48f-cf2414cf59f4,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:53.306742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.338066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf198b-a797-4bb4-b493-629c06960ca1 None None] No DVR routers for this DVR port 4cc94a28-83b7-48f6-a48f-cf2414cf59f4 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:53.388439 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d9ca0e-a0a2-45d1-b3d0-40a4a364f0bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:53.393486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d9ca0e-a0a2-45d1-b3d0-40a4a364f0bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:53.393486 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-29d9ca0e-a0a2-45d1-b3d0-40a4a364f0bf tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/82201681-d381-4735-84c6-0cc2cf853926 HTTP/1.1" status: 404 len: 337 time: 0.0990095 Sep 16 05:26:53.400223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57348) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:53.408434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Allocated IP 172.20.0.2 (2aa83319-7c14-4088-87ee-6d12bcd0bc1f/e94d8eb1-eb58-47fc-8f69-fb75fa6578b4/8b4e7b44-83c5-4035-a9a4-c5438ef60bc5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:53.424013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81fd33c8-be69-451a-a3b0-7a6d3a26605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.464450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=ec46809a-a693-4ffc-8c00-e3ee4e71ad55,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:53.556077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-cc8eddc0-8c28-4e4f-932a-24034ad814e4 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076661 Sep 16 05:26:53.618291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.622867 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.634339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.634854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.635027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.635890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.635890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.636107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.636331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.638238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.638824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.639349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.639879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.640516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:53.660481 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-07adf1a1-47e9-4a1c-ad7c-0e7ccfb5c2a6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:53.664126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07adf1a1-47e9-4a1c-ad7c-0e7ccfb5c2a6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:53.670276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-07adf1a1-47e9-4a1c-ad7c-0e7ccfb5c2a6 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/590ede0a-58ff-4a58-b734-e9ef8cf7bb0a HTTP/1.1" status: 404 len: 333 time: 0.2423782 Sep 16 05:26:53.677161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57354) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:53.689766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:53.700970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:53.862871 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c89682-cafa-433c-b270-dc1f3673bb06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:53.863336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c89682-cafa-433c-b270-dc1f3673bb06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:53.865799 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-41c89682-cafa-433c-b270-dc1f3673bb06 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/bcfc6789-1384-4b4c-a2f2-734f40db1953 HTTP/1.1" status: 404 len: 337 time: 0.1860397 Sep 16 05:26:53.871427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:53.921004 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.989124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36819e2-0a39-4161-ac28-de31b834685b req-dbb87a15-9b3c-4aad-a60b-af6b5df45e0f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.992342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e36819e2-0a39-4161-ac28-de31b834685b req-dbb87a15-9b3c-4aad-a60b-af6b5df45e0f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.4545996 Sep 16 05:26:53.993659 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-235a0e3e-acb7-49ff-bf4b-02aca50d1834 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:53.994547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235a0e3e-acb7-49ff-bf4b-02aca50d1834 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:53.998311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-235a0e3e-acb7-49ff-bf4b-02aca50d1834 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/f14e0103-4186-4c74-956a-c53eeba5af0b HTTP/1.1" status: 404 len: 337 time: 0.1055653 Sep 16 05:26:54.001077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57362) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.075131 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a238ff36-8bb0-4aeb-a4ff-44de3f0439b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:54.076930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a238ff36-8bb0-4aeb-a4ff-44de3f0439b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:54.079447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a238ff36-8bb0-4aeb-a4ff-44de3f0439b0 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/9ee588f0-6b21-4399-bc27-846f3cc4080a HTTP/1.1" status: 404 len: 333 time: 0.0724444 Sep 16 05:26:54.083081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57364) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.097094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-d9a4486a-83c6-48da-8647-09a125a3a433 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273187 Sep 16 05:26:54.132041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d732e7b-9a75-44b8-9ba6-75f2908a6f71']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:54.138945 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5aaa05-f639-4133-9a1f-8facd0478eae tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:54.140101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5aaa05-f639-4133-9a1f-8facd0478eae tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:54.143795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eb5aaa05-f639-4133-9a1f-8facd0478eae tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/9b46c631-0536-4390-8ffa-c8bcc055b880 HTTP/1.1" status: 404 len: 337 time: 0.0593405 Sep 16 05:26:54.145421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a81d755-7a27-465d-aa3c-96f10c7e284c None None] Network 6d732e7b-9a75-44b8-9ba6-75f2908a6f71 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:54.153469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3862e5-07b2-478e-bf1d-031be1bc9b18') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:54.153718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3862e5-07b2-478e-bf1d-031be1bc9b18') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:54.156522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57366) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.177917 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.200864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e36819e2-0a39-4161-ac28-de31b834685b req-9d746bc9-e43a-40a2-94d2-ad0c3c7d0183 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987469 Sep 16 05:26:54.202594 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcdadf1-ffd2-4e51-8c6e-e59157a6a989 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:54.203483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcdadf1-ffd2-4e51-8c6e-e59157a6a989 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:54.205857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8fcdadf1-ffd2-4e51-8c6e-e59157a6a989 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/4b198fd1-6bc2-4349-a4ca-7e14230b9120 HTTP/1.1" status: 404 len: 337 time: 0.0480115 Sep 16 05:26:54.208657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57370) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.255226 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-2239be43-04fa-4011-a925-9a4cc32c76f9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:54.256791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2239be43-04fa-4011-a925-9a4cc32c76f9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:54.259086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2239be43-04fa-4011-a925-9a4cc32c76f9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/f54cde21-df79-4e15-b377-17b1763fbd64 HTTP/1.1" status: 404 len: 333 time: 0.0487552 Sep 16 05:26:54.259489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:54.268364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57372) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.306701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a326949b-d4af-4403-847a-457c65d154da None None] Could not find standard attr ID for object 32f73dbc-cb6d-448a-843e-489be8359ab2. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:26:54.320934 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.348226 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2dc362-8e23-43b7-a5d1-0cc24a6047f1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:54.357014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2dc362-8e23-43b7-a5d1-0cc24a6047f1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:54.357014 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0e2dc362-8e23-43b7-a5d1-0cc24a6047f1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/b979a9c2-ae63-4ed1-bfef-594b21349d7c HTTP/1.1" status: 404 len: 337 time: 0.0794873 Sep 16 05:26:54.357472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57374) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.384809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:54.386604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'Port': ['ID=cda5e608-72b7-4ebb-8b79-da016ccf36df,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:54.389859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:54.393649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.401012 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-076b8a4f-3130-4a9e-938c-557368aefcfa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:54.402464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076b8a4f-3130-4a9e-938c-557368aefcfa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:54.409580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-076b8a4f-3130-4a9e-938c-557368aefcfa tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/b1c08c5b-b491-42e4-974c-97d49773bace HTTP/1.1" status: 404 len: 337 time: 0.0475049 Sep 16 05:26:54.422692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57376) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.452132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2af5d-64fa-481f-97d7-6d7c7f659618 req-63be05c9-26cf-457c-922b-2e0e2ff47ef4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.454081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbc2af5d-64fa-481f-97d7-6d7c7f659618 req-63be05c9-26cf-457c-922b-2e0e2ff47ef4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.8773632 Sep 16 05:26:54.457351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:54.457774 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.514924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1e4726b1-69f4-482b-8375-a26117526a67 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports?device_id=f52218aa-8691-4fc2-96ac-2420142e9cb7 HTTP/1.1" status: 200 len: 205 time: 0.0908535 Sep 16 05:26:54.519331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57380) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.521952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.578731 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-8700eb80-488b-4362-8483-d833385317c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] delete failed (client error): The resource could not be found. Sep 16 05:26:54.580083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8700eb80-488b-4362-8483-d833385317c9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/routers/f52218aa-8691-4fc2-96ac-2420142e9cb7 HTTP/1.1" status: 404 len: 336 time: 0.0546036 Sep 16 05:26:54.587643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.633843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-4b6df175-ac3a-45ac-adb8-9fcff86851e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.633843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-4b6df175-ac3a-45ac-adb8-9fcff86851e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 1100 time: 0.3447547 Sep 16 05:26:54.639661 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7607c9-fd44-4099-9c36-5a4f28ff1974 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:54.640686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7607c9-fd44-4099-9c36-5a4f28ff1974 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:54.649191 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b7607c9-fd44-4099-9c36-5a4f28ff1974 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/744bc575-5c14-46ba-8700-503fdbf9ece8 HTTP/1.1" status: 404 len: 337 time: 0.0635207 Sep 16 05:26:54.665265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57384) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:54.670708 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:54.674995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ce3fd-4b64-4ed6-a741-afa213f4e3ec req-c76e0ae7-d57a-4804-a78a-6dd46ca961a4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.677038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-320ce3fd-4b64-4ed6-a741-afa213f4e3ec req-c76e0ae7-d57a-4804-a78a-6dd46ca961a4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 948 time: 0.3224201 Sep 16 05:26:54.772397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbc2af5d-64fa-481f-97d7-6d7c7f659618 req-cc0157fe-2043-467e-befa-ea9b2e6e963e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955672 Sep 16 05:26:54.802373 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.804372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1170fdd5-1ef8-4708-8820-013ac60a6117 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa59fc2-09ae-4894-bf9a-bb851c22235e HTTP/1.1" status: 200 len: 205 time: 0.1260903 Sep 16 05:26:54.808156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57386) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.817297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-f5656ab1-ef29-4182-9370-f860c5f4665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.817297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-f5656ab1-ef29-4182-9370-f860c5f4665d service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1662190 Sep 16 05:26:54.824062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.829266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.834779 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.841774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.842429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/6d732e7b-9a75-44b8-9ba6-75f2908a6f71 HTTP/1.1" status: 204 len: 168 time: 5.8612597 Sep 16 05:26:54.852948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175230115'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:54.906686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.911405 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.921417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-96a05edc-092c-4261-99ff-fb7cc10c28b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c956e541-a392-43cc-801b-9627ea298dba HTTP/1.1" status: 200 len: 217 time: 0.0816116 Sep 16 05:26:54.927521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-320ce3fd-4b64-4ed6-a741-afa213f4e3ec req-0423ae68-36cb-45d5-b3ed-572f12b142a7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570249 Sep 16 05:26:54.937013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f0d44-855b-4cfc-86c5-fda7edd631ee None None] DHCP port deletion for 6d732e7b-9a75-44b8-9ba6-75f2908a6f71 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:54.939998 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-146056cf-ec2f-4bcc-a3ee-c07e00e583e1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] delete failed (client error): The resource could not be found. Sep 16 05:26:54.944094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:54.951301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-146056cf-ec2f-4bcc-a3ee-c07e00e583e1 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/routers/5fa59fc2-09ae-4894-bf9a-bb851c22235e HTTP/1.1" status: 404 len: 336 time: 0.1311281 Sep 16 05:26:54.963849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57390) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.966366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932c9b8-2479-4ada-b0bb-ae265fda7aa3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=6d732e7b-9a75-44b8-9ba6-75f2908a6f71,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:54.978574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:54.986431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:54.990103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:55.008510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-a63b7e29-6572-4375-ad03-88de907718c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:55.010726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-a63b7e29-6572-4375-ad03-88de907718c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0797796 Sep 16 05:26:55.010918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1050b1c4-4c16-4c4e-a7a9-7a086406f90f None None] Provisioning complete for port cda5e608-72b7-4ebb-8b79-da016ccf36df triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:55.011290 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1050b1c4-4c16-4c4e-a7a9-7a086406f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.043719 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc883331-8020-464f-b4bb-57ada159d9c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:55.044204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc883331-8020-464f-b4bb-57ada159d9c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:55.046056 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bc883331-8020-464f-b4bb-57ada159d9c3 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/a1398968-25e2-41d2-941f-0d5552f63054 HTTP/1.1" status: 404 len: 337 time: 0.0693381 Sep 16 05:26:55.051839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57394) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:55.076786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315eda9-b146-4977-86fc-524ae54d3fa8 req-13fce580-9fc7-4e69-bac8-6aa407bea30f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:55.078639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7315eda9-b146-4977-86fc-524ae54d3fa8 req-13fce580-9fc7-4e69-bac8-6aa407bea30f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.1833162 Sep 16 05:26:55.105366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:55.111707 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.132799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1050b1c4-4c16-4c4e-a7a9-7a086406f90f None None] Port cda5e608-72b7-4ebb-8b79-da016ccf36df cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:55.133558 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a6a600-8906-447c-9a80-08d7e8ab52e2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:55.134114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a6a600-8906-447c-9a80-08d7e8ab52e2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:55.136419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a6a6a600-8906-447c-9a80-08d7e8ab52e2 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/9a2b3ecd-a6cc-4001-be0f-15d025082f44 HTTP/1.1" status: 404 len: 337 time: 0.0776985 Sep 16 05:26:55.144486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57396) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:55.148127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-62c70e1d-62eb-420d-a599-1eb6fcde9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:55.154529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Attempting to bind port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:55.154529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Attempting to bind port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:55.154529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Attempting to bind port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 on network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:55.154892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-62c70e1d-62eb-420d-a599-1eb6fcde9953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294501 Sep 16 05:26:55.160858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32f73dbc-cb6d-448a-843e-489be8359ab2 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:55.188155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:55.190531 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba691f9-85c6-4d4e-8a2e-b7f8e57b55b9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:55.191359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba691f9-85c6-4d4e-8a2e-b7f8e57b55b9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:55.192034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:55.192423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Checking segment: {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:55.192931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.193242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3ba691f9-85c6-4d4e-8a2e-b7f8e57b55b9 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/bf85afdf-05cc-4f8c-be36-47d81473ef62 HTTP/1.1" status: 404 len: 333 time: 0.0420334 Sep 16 05:26:55.193362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Bound using segment: {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:55.193815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Bound port: 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:55.194200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.201566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 32f73dbc-cb6d-448a-843e-489be8359ab2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:55.201916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32f73dbc-cb6d-448a-843e-489be8359ab2 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:55.209484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57398) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:55.240377 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd063954-4919-4dfc-a50d-e518eda88440 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:55.241897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd063954-4919-4dfc-a50d-e518eda88440 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:55.242813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bd063954-4919-4dfc-a50d-e518eda88440 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/4176b190-e70b-46cd-89a4-eb2a916ed9e2 HTTP/1.1" status: 404 len: 337 time: 0.0323482 Sep 16 05:26:55.253883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57402) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:55.256505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.266214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.266579 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 6e215e66-67a9-4109-90d8-829291c0dfd2 of type vlan for network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 Sep 16 05:26:55.302829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] For port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:55.307237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] For port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:55.349357 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdd9a0d-0bcb-4cbe-860c-6fe9c7514432 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:55.350252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdd9a0d-0bcb-4cbe-860c-6fe9c7514432 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:55.354596 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ecdd9a0d-0bcb-4cbe-860c-6fe9c7514432 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/0dbf7f47-0148-4333-b91e-816002e36980 HTTP/1.1" status: 404 len: 333 time: 0.0969501 Sep 16 05:26:55.386485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.388378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57404) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:55.461777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2126925-9757-4478-8bf6-f079c72e00d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:55.608927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-0ef04d8a-79e5-4485-a78c-5cb8e68103a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1962175 Sep 16 05:26:55.635218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Request body: {'port': {'device_id': '221a68c5-4074-4185-98f1-929bbaa5546c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:55.644018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7315eda9-b146-4977-86fc-524ae54d3fa8 req-f75be71b-cb2b-4b6e-b38c-2bca494e9195 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5555575 Sep 16 05:26:55.729127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.883496 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.913697 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d999d9f-6ea0-45c5-99f9-7fd88f24da11 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:55.914296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d999d9f-6ea0-45c5-99f9-7fd88f24da11 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:55.922632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6d999d9f-6ea0-45c5-99f9-7fd88f24da11 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/ebd2513e-dc39-4e99-8773-c9c8285d1c74 HTTP/1.1" status: 404 len: 337 time: 0.5328894 Sep 16 05:26:55.928324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57412) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:55.979655 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51a6480-7086-430a-9314-808460cca2df tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:55.980260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51a6480-7086-430a-9314-808460cca2df tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:55.985064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b51a6480-7086-430a-9314-808460cca2df tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/51c7f773-33f8-488c-b6f3-ff936412de88 HTTP/1.1" status: 404 len: 333 time: 0.0531988 Sep 16 05:26:55.986760 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-7a2b9c30-0ed4-4eef-94de-a35179da7c0c service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263698 Sep 16 05:26:55.988449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.003542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34f168-70a2-4410-9d79-0fea7194ef6f req-f45b13be-c5c2-4422-80cf-c2e3faab5c6f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.005139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b34f168-70a2-4410-9d79-0fea7194ef6f req-f45b13be-c5c2-4422-80cf-c2e3faab5c6f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.6621196 Sep 16 05:26:56.015474 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.020694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.021265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.079000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.082275 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-97330e5d-8f46-4c62-ac29-fd024b4b8ea8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.082733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97330e5d-8f46-4c62-ac29-fd024b4b8ea8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.086050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-97330e5d-8f46-4c62-ac29-fd024b4b8ea8 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/cb999587-8574-4084-a081-4790c75eb415 HTTP/1.1" status: 404 len: 337 time: 0.0953913 Sep 16 05:26:56.092720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.147954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.181840 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca2a21d-070a-4966-a6aa-e288cb990b4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.182676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca2a21d-070a-4966-a6aa-e288cb990b4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.185523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dca2a21d-070a-4966-a6aa-e288cb990b4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/c8c5cbd2-54d5-4413-b809-3198f4229887 HTTP/1.1" status: 404 len: 333 time: 0.0915129 Sep 16 05:26:56.192825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57424) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.201495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72425000-137e-4f5b-86d0-09f1b86b7abe req-743ff9de-5de5-4a99-9eae-70682dc68f73 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.206311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72425000-137e-4f5b-86d0-09f1b86b7abe req-743ff9de-5de5-4a99-9eae-70682dc68f73 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2431493 Sep 16 05:26:56.245817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=1e0ce703-ca84-413d-9103-6ec8dd9ddde9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:56.274767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4290323 Sep 16 05:26:56.278056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.279666 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a54742-9928-4245-9f06-5913aab8d61a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.280161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a54742-9928-4245-9f06-5913aab8d61a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.281948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08a54742-9928-4245-9f06-5913aab8d61a tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/bc1673a7-76d7-46ac-bd32-2b46523f0cac HTTP/1.1" status: 404 len: 337 time: 0.0595541 Sep 16 05:26:56.290964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b34f168-70a2-4410-9d79-0fea7194ef6f req-15be8b75-d1b2-44b1-ab92-a5dfdd5682b4 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660127 Sep 16 05:26:56.291812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57428) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.295265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fdd00949-ec83-4f77-8b14-c0d9c4cccb8a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:56.304683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.305673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.306444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.307132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.307681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.308312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.315194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.315194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.315194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.315194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.315194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.315194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f8fa-f309-42c8-a1fe-fc045de7d727 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:56.350014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:56.367670 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-902b9dc0-3238-444b-9f24-536d00ef84df tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.368773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902b9dc0-3238-444b-9f24-536d00ef84df tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.370283 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72425000-137e-4f5b-86d0-09f1b86b7abe req-4db377c5-7ba2-40ea-87b8-249eab8b3fe0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565557 Sep 16 05:26:56.371572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-902b9dc0-3238-444b-9f24-536d00ef84df tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/2bc4ded9-1af8-43a3-9946-15e14df6b62d HTTP/1.1" status: 404 len: 333 time: 0.0765924 Sep 16 05:26:56.375974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5e2e74-a22e-44a6-b91e-b9428da94ab8 req-4aca7a60-e797-4110-b1fc-022cbfb12a97 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696692 Sep 16 05:26:56.376608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57430) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.432115 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3eade2b-92fe-416b-a949-80a7e7a5cc7f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.432913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3eade2b-92fe-416b-a949-80a7e7a5cc7f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.435499 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d3eade2b-92fe-416b-a949-80a7e7a5cc7f tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/9235609f-3008-4892-9aaf-206c779a0f99 HTTP/1.1" status: 404 len: 337 time: 0.0574710 Sep 16 05:26:56.438523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57434) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.471251 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5120a68-efc9-463d-8d84-110329886084 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.472057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5120a68-efc9-463d-8d84-110329886084 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.475234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f5120a68-efc9-463d-8d84-110329886084 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/ae24f615-9967-470e-8e28-ff70fd60d64e HTTP/1.1" status: 404 len: 333 time: 0.0353251 Sep 16 05:26:56.482171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57436) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.568556 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f8b380-3f93-4abd-a596-d1a29ddbfc57 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.569220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f8b380-3f93-4abd-a596-d1a29ddbfc57 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.573381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-34f8b380-3f93-4abd-a596-d1a29ddbfc57 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/b15be34b-517e-4315-9358-eb42e2e1c49a HTTP/1.1" status: 404 len: 337 time: 0.0900254 Sep 16 05:26:56.586479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57440) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.589089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Allocated IP 172.25.1.170 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:56.636818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2d591-64cc-4cfe-a1db-5fd62307874e req-558646d8-0728-43c7-b182-eb467ad8d6c1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.645630 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ae2d591-64cc-4cfe-a1db-5fd62307874e req-558646d8-0728-43c7-b182-eb467ad8d6c1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 948 time: 0.1361849 Sep 16 05:26:56.647648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda5e608-72b7-4ebb-8b79-da016ccf36df {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:56.652468 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-19490a23-83a6-4321-bac9-b719c06a9463 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.654205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19490a23-83a6-4321-bac9-b719c06a9463 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.656125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-19490a23-83a6-4321-bac9-b719c06a9463 tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/ports/d7f55835-f336-4ca6-a79f-e7e549b04654 HTTP/1.1" status: 404 len: 333 time: 0.0686278 Sep 16 05:26:56.662480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.666804 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.683573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c956e541-a392-43cc-801b-9627ea298dba details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:56.710798 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ee74fd-e3a8-485f-86b6-9a7bc75f9f1e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:56.711414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ee74fd-e3a8-485f-86b6-9a7bc75f9f1e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:56.717004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59ee74fd-e3a8-485f-86b6-9a7bc75f9f1e tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/subnets/7cd9d811-4220-42c0-b5a3-157c24897d8f HTTP/1.1" status: 404 len: 337 time: 0.0501153 Sep 16 05:26:56.721147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57446) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:56.750885 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ae2d591-64cc-4cfe-a1db-5fd62307874e req-6e8edbcb-50b0-4f67-a369-9ae6330fdd47 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035585 Sep 16 05:26:56.804484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Transition to ACTIVE for port object cda5e608-72b7-4ebb-8b79-da016ccf36df will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:56.860046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdd00949-ec83-4f77-8b14-c0d9c4cccb8a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.884916 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.898826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9f8b-e9e3-4191-b4be-1756a16ae658 req-aab1af02-3a83-4ec2-b48c-a4dbbc6fbcce tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.901105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32be9f8b-e9e3-4191-b4be-1756a16ae658 req-aab1af02-3a83-4ec2-b48c-a4dbbc6fbcce tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0740037 Sep 16 05:26:56.906679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c956e541-a392-43cc-801b-9627ea298dba, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c956e541-a392-43cc-801b-9627ea298dba,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:56.945878 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'c956e541-a392-43cc-801b-9627ea298dba', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'c956e541-a392-43cc-801b-9627ea298dba', 'mac_address': 'fa:16:3e:da:12:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:57.009772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32be9f8b-e9e3-4191-b4be-1756a16ae658 req-9e3f5dda-6263-4027-8f0b-46db4a13a30e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995460 Sep 16 05:26:57.023202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-0b29cf5a-511a-4520-8c52-60366957a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.028665 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-0b29cf5a-511a-4520-8c52-60366957a2a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1096 time: 0.0724835 Sep 16 05:26:57.031538 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.033895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdd00949-ec83-4f77-8b14-c0d9c4cccb8a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.065025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c956e541-a392-43cc-801b-9627ea298dba {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:57.101300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc651f11-759b-40b4-8ed1-055dc3cf763e None None] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:57.119728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c956e541-a392-43cc-801b-9627ea298dba, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c956e541-a392-43cc-801b-9627ea298dba,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:57.170356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-a0d2294d-eac3-4f37-963e-e5683856d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.172377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-a0d2294d-eac3-4f37-963e-e5683856d8d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.1393089 Sep 16 05:26:57.197521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.246147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.251521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-85450b58-af31-4bbf-b92f-2f0696efb824 None None] Provisioning complete for port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:57.252335 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85450b58-af31-4bbf-b92f-2f0696efb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.306981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd00949-ec83-4f77-8b14-c0d9c4cccb8a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=1e0ce703-ca84-413d-9103-6ec8dd9ddde9,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.310422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdd00949-ec83-4f77-8b14-c0d9c4cccb8a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 is not hosted by any dhcp agent {{(pid=95660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:26:57.317171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd00949-ec83-4f77-8b14-c0d9c4cccb8a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.318203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fdd00949-ec83-4f77-8b14-c0d9c4cccb8a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.323970 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fdd00949-ec83-4f77-8b14-c0d9c4cccb8a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "PUT /v2.0/networks/1e0ce703-ca84-413d-9103-6ec8dd9ddde9 HTTP/1.1" status: 200 len: 723 time: 1.0412822 Sep 16 05:26:57.325337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Pushing event updated for resources: {'Port': ['ID=cda5e608-72b7-4ebb-8b79-da016ccf36df,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.333463 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.339505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:57.348482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:57.351000 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-8698d8cb-a461-4a6d-84cb-7b26a39a81a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 999 time: 0.1709979 Sep 16 05:26:57.358007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad643140-d700-48fa-8ffd-ebe6b7d22c7c req-9c915e67-3eac-42c8-bc48-270b1d3d8a4f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.360183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad643140-d700-48fa-8ffd-ebe6b7d22c7c req-9c915e67-3eac-42c8-bc48-270b1d3d8a4f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.4766870 Sep 16 05:26:57.365993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': '1e0ce703-ca84-413d-9103-6ec8dd9ddde9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:57.375764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.431826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-d019b526-ff85-444e-b242-9722b96fee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.433488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-d019b526-ff85-444e-b242-9722b96fee38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.0742261 Sep 16 05:26:57.460462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:57.532535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43991a-a2c9-4840-b212-a9145b6bbd11 req-ee3a99e1-c9ac-4fe9-b6a9-e8eaee9b6ef6 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.534193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b43991a-a2c9-4840-b212-a9145b6bbd11 req-ee3a99e1-c9ac-4fe9-b6a9-e8eaee9b6ef6 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.0901108 Sep 16 05:26:57.545012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-1804ef34-d04d-4c45-88ae-8134f942a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.545887 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.546517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-1804ef34-d04d-4c45-88ae-8134f942a7d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925188 Sep 16 05:26:57.563042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c956e541-a392-43cc-801b-9627ea298dba,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.607772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:57.638212 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad643140-d700-48fa-8ffd-ebe6b7d22c7c req-ade325f1-016d-4a48-8313-e6c06440f55e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637706 Sep 16 05:26:57.644362 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b43991a-a2c9-4840-b212-a9145b6bbd11 req-a3473f73-35dd-4ec2-bc5f-223e4f2f74a2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033003 Sep 16 05:26:57.673060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['c956e541-a392-43cc-801b-9627ea298dba'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:57.693583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:57.697017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-ecfdb720-3b04-4bf9-b549-131bcdad56f2 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308498 Sep 16 05:26:57.699254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.702164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:57.753435 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85450b58-af31-4bbf-b92f-2f0696efb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.759242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:57.759729 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.761353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Attempting to bind port cda5e608-72b7-4ebb-8b79-da016ccf36df on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:57.761691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Attempting to bind port cda5e608-72b7-4ebb-8b79-da016ccf36df by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:57.762021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Attempting to bind port cda5e608-72b7-4ebb-8b79-da016ccf36df on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:57.800167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Port cda5e608-72b7-4ebb-8b79-da016ccf36df on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:57.800415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Attempting to bind port cda5e608-72b7-4ebb-8b79-da016ccf36df on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:57.864721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-85450b58-af31-4bbf-b92f-2f0696efb824 None None] For port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:57.869370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77cbab23-0825-4f55-a2a8-db22939268b6 req-d30f9e60-7449-46f8-94e2-9b257289c0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639683 Sep 16 05:26:57.877839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.894197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:57.894716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:57.895111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:57.895560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Bound port: cda5e608-72b7-4ebb-8b79-da016ccf36df, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:57.895968 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.987629 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.991130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c3d9b3-2001-4bf4-a882-0f1f1549889c']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:57.995202 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85450b58-af31-4bbf-b92f-2f0696efb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.063880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:58.070020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.085968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e93557-88b0-4e57-8f0e-29d06ba51b95') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:58.087120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e93557-88b0-4e57-8f0e-29d06ba51b95') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:58.197642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c399ad-a014-4057-8a82-50db6f4e69db req-dfd04d89-125d-4ae8-bbb9-6e0d77600a66 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:58.200962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30c399ad-a014-4057-8a82-50db6f4e69db req-dfd04d89-125d-4ae8-bbb9-6e0d77600a66 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0660830 Sep 16 05:26:58.203316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.243651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.248016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30c399ad-a014-4057-8a82-50db6f4e69db req-1e5eec39-a781-4b9c-9c9c-e5c821f7714e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 Sep 16 05:26:58.296816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85450b58-af31-4bbf-b92f-2f0696efb824 None None] Pushing event updated for resources: {'Port': ['ID=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:58.316283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:58.316610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.320232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:58.320942 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:58.329804 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:58.337513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aea30-9519-4402-8457-c7e364ad8d5b req-1aba211e-3cf3-4282-a0a3-f1290ecad90e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:58.339120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a55aea30-9519-4402-8457-c7e364ad8d5b req-1aba211e-3cf3-4282-a0a3-f1290ecad90e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 949 time: 0.4554741 Sep 16 05:26:58.389628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] For port cda5e608-72b7-4ebb-8b79-da016ccf36df, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:58.450795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e439d430-4971-495a-a895-a84e84e494d8 None None] Provisioning complete for port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:58.451442 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e439d430-4971-495a-a895-a84e84e494d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.454448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] For port cda5e608-72b7-4ebb-8b79-da016ccf36df, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cda5e608-72b7-4ebb-8b79-da016ccf36df,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:58.475126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a55aea30-9519-4402-8457-c7e364ad8d5b req-13c5d2a7-de05-4cf6-964d-8e57168ffc0d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100132 Sep 16 05:26:58.616444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.624164 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.629515 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.631961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] 10.222.0.49 "DELETE /v2.0/networks/d2c3d9b3-2001-4bf4-a882-0f1f1549889c HTTP/1.1" status: 204 len: 168 time: 1.9040241 Sep 16 05:26:58.652492 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.708005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19790c68-b9cc-4c42-8723-152bc07acc4c tempest-NetworksTestDHCPv6-407631364 tempest-NetworksTestDHCPv6-407631364-project] Pushing event deleted for resources: {'Network': ['ID=d2c3d9b3-2001-4bf4-a882-0f1f1549889c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:58.724573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.782924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:58.784553 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.786586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] 10.222.0.66 "PUT /v2.0/ports/cda5e608-72b7-4ebb-8b79-da016ccf36df HTTP/1.1" status: 200 len: 1096 time: 3.1570411 Sep 16 05:26:58.810776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221a68c5-4074-4185-98f1-929bbaa5546c', 'tag': 'cda5e608-72b7-4ebb-8b79-da016ccf36df'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:58.818123 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "221a68c5-4074-4185-98f1-929bbaa5546c", "tag": "cda5e608-72b7-4ebb-8b79-da016ccf36df"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:58.899542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7114596-e6e2-4a4a-9636-1c4635d7bf7a req-794728d6-cf09-47af-8893-919911c39880 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:58.906200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7114596-e6e2-4a4a-9636-1c4635d7bf7a req-794728d6-cf09-47af-8893-919911c39880 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.1097186 Sep 16 05:26:58.974914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7114596-e6e2-4a4a-9636-1c4635d7bf7a req-3ffebf2e-3d1d-45c5-b169-dcc3258baeed tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590482 Sep 16 05:26:59.040985 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a1894f-5371-4036-bc71-425943b90ba1 x-openstack-request-id: req-18a1894f-5371-4036-bc71-425943b90ba1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:59.045975 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221a68c5-4074-4185-98f1-929bbaa5546c", "tag": "cda5e608-72b7-4ebb-8b79-da016ccf36df", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:59.045975 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18a1894f-5371-4036-bc71-425943b90ba1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:59.045975 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221a68c5-4074-4185-98f1-929bbaa5546c', 'tag': 'cda5e608-72b7-4ebb-8b79-da016ccf36df', 'status': 'completed', 'code': 200} Sep 16 05:26:59.111290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42df6d1-e8a6-41cb-ac45-df5fc31fef32 service neutron] Pushing event updated for resources: {'Port': ['ID=cda5e608-72b7-4ebb-8b79-da016ccf36df,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:59.146562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e465-5c68-4e7e-8a45-c78ff93948bf req-7a403356-4c0c-442a-a4ae-be083872ec53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.149206 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b11e465-5c68-4e7e-8a45-c78ff93948bf req-7a403356-4c0c-442a-a4ae-be083872ec53 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.2416697 Sep 16 05:26:59.194916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-1693edd2-61c2-4858-a9ad-95d680489916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.196551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-1693edd2-61c2-4858-a9ad-95d680489916 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 1099 time: 0.2493587 Sep 16 05:26:59.210558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.218043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:59.275592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:59.276017 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.295164 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.310183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-29b2e90c-53fa-4974-bb41-a93936b62404 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cda5e608-72b7-4ebb-8b79-da016ccf36df HTTP/1.1" status: 200 len: 217 time: 0.0841415 Sep 16 05:26:59.320802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b11e465-5c68-4e7e-8a45-c78ff93948bf req-e6dd4694-785d-429a-947b-549283b405ca tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370506 Sep 16 05:26:59.454940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11714e-67a6-4f4f-924f-9d839b5e83c7 req-d0fa51be-172f-46c3-b2df-6666db8b6964 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.472684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de11714e-67a6-4f4f-924f-9d839b5e83c7 req-d0fa51be-172f-46c3-b2df-6666db8b6964 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0832477 Sep 16 05:26:59.517198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57496) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.535711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de11714e-67a6-4f4f-924f-9d839b5e83c7 req-7074d287-126a-428c-aeea-1976245354d5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619795 Sep 16 05:26:59.799031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17407396-e749-4359-b99a-775b814c14e7 req-04ef2a5d-85ab-44e6-9514-9d4e2d032bcb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.807783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17407396-e749-4359-b99a-775b814c14e7 req-04ef2a5d-85ab-44e6-9514-9d4e2d032bcb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 949 time: 0.0689933 Sep 16 05:26:59.836815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=f59ae72c-2451-4e86-8db5-1c398d1d8154,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:59.866679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '6e215e66-67a9-4109-90d8-829291c0dfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1e0ce703-ca84-413d-9103-6ec8dd9ddde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:59.867042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: 1e0ce703-ca84-413d-9103-6ec8dd9ddde9, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:59.873244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-5f60888a-1115-48f9-9440-87aba419e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.874825 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-5f60888a-1115-48f9-9440-87aba419e496 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.5507691 Sep 16 05:26:59.884254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17407396-e749-4359-b99a-775b814c14e7 req-f4cada1e-1e56-4009-8d38-5ae891689dbd tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752847 Sep 16 05:26:59.911322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-be2da515-7bbc-4706-a62e-23b99f08112c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b4966993fee42518f6cb0e9830fc8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928943 Sep 16 05:26:59.924875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57506) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.989119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-a186b533-0dbd-4608-8420-e29e1310f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.990717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-a186b533-0dbd-4608-8420-e29e1310f62a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883727 Sep 16 05:27:00.022570 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-500fcb21-c421-42d7-bda5-b45870a0b268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.069964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-500fcb21-c421-42d7-bda5-b45870a0b268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.096560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4157be-c1ad-437c-a87a-e1a4e469de73 req-9c13b372-a1cf-4b36-902f-12f90d592025 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.098189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f4157be-c1ad-437c-a87a-e1a4e469de73 req-9c13b372-a1cf-4b36-902f-12f90d592025 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0908282 Sep 16 05:27:00.098381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-d5066214-1076-49ad-b52f-ddbe9455fb29 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942631 Sep 16 05:27:00.113901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:00.117844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Router 6658032f-7c06-4684-8646-82653d2231d8 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:27:00.160571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f4157be-c1ad-437c-a87a-e1a4e469de73 req-3f4a1f50-68df-48e6-9f92-eed61b6e4a75 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482657 Sep 16 05:27:00.267182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 1e0ce703-ca84-413d-9103-6ec8dd9ddde9) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:00.276239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44bc6e-e2eb-41f5-89b7-aa47eeae028c None None] Network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:00.290849 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-500fcb21-c421-42d7-bda5-b45870a0b268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.293847 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-500fcb21-c421-42d7-bda5-b45870a0b268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.297805 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-500fcb21-c421-42d7-bda5-b45870a0b268 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cfc9d07-522f-43af-9a53-d25a1a4405c8 HTTP/1.1" status: 204 len: 168 time: 0.3770978 Sep 16 05:27:00.297979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.297979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.306140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fcb21-c421-42d7-bda5-b45870a0b268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfc9d07-522f-43af-9a53-d25a1a4405c8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:00.346537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63c13c33-e09c-4e17-84ce-beca60fae39c req-98fd452e-8e69-473c-9fe1-bf0acd96ae95 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191412 Sep 16 05:27:00.395222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1005c-240e-4261-a68f-8a0e7401036a req-199b64ad-4d91-4ecd-a5f2-af2829d455f8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.404012 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0e1005c-240e-4261-a68f-8a0e7401036a req-199b64ad-4d91-4ecd-a5f2-af2829d455f8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.1857536 Sep 16 05:27:00.418511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-68148382-e402-4181-ad5f-c8b5da6db126 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0569170 Sep 16 05:27:00.421799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57520) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.427891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-77e960f8-0e4b-4656-9130-0228d960d422 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:00.440113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:00.457404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Sync routers for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:00.471209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0e1005c-240e-4261-a68f-8a0e7401036a req-0345d588-e3b5-4e1d-9f19-4574754eba4f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657086 Sep 16 05:27:00.486253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:00.487056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:26:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:00.604769 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77e960f8-0e4b-4656-9130-0228d960d422 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8581077'] for subnet, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.608338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-1e0ce703-ca84-413d-9103-6ec8dd9ddde9', 'network_id': '1e0ce703-ca84-413d-9103-6ec8dd9ddde9', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': 'f59ae72c-2451-4e86-8db5-1c398d1d8154'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:00.627016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.633496 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.640270 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c5b9c315-2560-4311-81bc-6588ef13e9e7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6978159 Sep 16 05:27:00.641398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57524) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.717013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be1f82-03bb-47a6-aa53-9d857bfd5ecd req-80e6c3ae-ea76-4fc4-aaf7-1622cc2f8adb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.719672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3be1f82-03bb-47a6-aa53-9d857bfd5ecd req-80e6c3ae-ea76-4fc4-aaf7-1622cc2f8adb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.1100008 Sep 16 05:27:00.719672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57526) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.751198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c956e541-a392-43cc-801b-9627ea298dba up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:00.797343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:00.813301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3be1f82-03bb-47a6-aa53-9d857bfd5ecd req-d3097345-f7fd-492b-85e3-f8469de243b3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824153 Sep 16 05:27:00.944155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-3271c7a5-b921-48c8-b8bd-9293953a32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.945866 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-3271c7a5-b921-48c8-b8bd-9293953a32a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 1099 time: 0.4140065 Sep 16 05:27:00.954176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77e960f8-0e4b-4656-9130-0228d960d422 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788593524228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4148766'] for subnet, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.970155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e960f8-0e4b-4656-9130-0228d960d422 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.970740 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77e960f8-0e4b-4656-9130-0228d960d422 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.972614 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77e960f8-0e4b-4656-9130-0228d960d422 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "PUT /v2.0/subnets/f59ae72c-2451-4e86-8db5-1c398d1d8154 HTTP/1.1" status: 200 len: 806 time: 0.5497136 Sep 16 05:27:00.975524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:01.076377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e960f8-0e4b-4656-9130-0228d960d422 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=f59ae72c-2451-4e86-8db5-1c398d1d8154,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:01.202717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd4c1e-749a-4487-946d-5d69bc65fe37 req-3a15134b-ba8e-49f2-8022-9c5a23debf9e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.210987 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33dd4c1e-749a-4487-946d-5d69bc65fe37 req-3a15134b-ba8e-49f2-8022-9c5a23debf9e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 949 time: 0.1307473 Sep 16 05:27:01.211948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port c956e541-a392-43cc-801b-9627ea298dba completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:01.250681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2473b414-51c4-4313-bef1-74b62203aa0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.255659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port c956e541-a392-43cc-801b-9627ea298dba triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:01.257471 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.265400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Allocated IP 172.20.0.2 (1e0ce703-ca84-413d-9103-6ec8dd9ddde9/f59ae72c-2451-4e86-8db5-1c398d1d8154/7614bcd8-d131-449e-9980-b812c5292f8d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:01.277998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-26239787-ac91-4689-b3aa-688af3985747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.280067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-26239787-ac91-4689-b3aa-688af3985747 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.3261089 Sep 16 05:27:01.305540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.385568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-bcf568f8-5478-406e-8f2f-8da2e3d8cb40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=cda5e608-72b7-4ebb-8b79-da016ccf36df HTTP/1.1" status: 200 len: 217 time: 0.0857553 Sep 16 05:27:01.425112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33dd4c1e-749a-4487-946d-5d69bc65fe37 req-24e26bc9-1ee7-45ff-97f2-db60d2397627 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122822 Sep 16 05:27:01.534631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b86aff-4d30-468a-a6f1-6a0766710b7c req-358dbc1e-8804-4b24-98d8-41a33861a046 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.540899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:26:58Z', 'revision_number': 3, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:01.542254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51b86aff-4d30-468a-a6f1-6a0766710b7c req-358dbc1e-8804-4b24-98d8-41a33861a046 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2659960 Sep 16 05:27:01.546491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2473b414-51c4-4313-bef1-74b62203aa0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.593549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Checking router: 6658032f-7c06-4684-8646-82653d2231d8 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:01.593906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Updating router 6658032f-7c06-4684-8646-82653d2231d8 port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:27:01.598994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.646310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-969c877e-ac56-47ac-a1c8-390baad76675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.648932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-969c877e-ac56-47ac-a1c8-390baad76675 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2339773 Sep 16 05:27:01.675185 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2473b414-51c4-4313-bef1-74b62203aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.723378 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.723604 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.739441 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.745524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51b86aff-4d30-468a-a6f1-6a0766710b7c req-71522895-293b-49f3-a929-13734f401d9d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003477 Sep 16 05:27:01.753756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cc08b8-bce3-4f70-a654-23d6a55f0374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956e541-a392-43cc-801b-9627ea298dba'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:01.762810 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e887b004-db9e-49d6-977e-72064930d980" -d '{"events": [{"server_uuid": "b3cc08b8-bce3-4f70-a654-23d6a55f0374", "name": "network-vif-plugged", "status": "completed", "tag": "c956e541-a392-43cc-801b-9627ea298dba"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:01.780067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2473b414-51c4-4313-bef1-74b62203aa0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2eed03633cee452ab8056ce0f07ac5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0471451 Sep 16 05:27:01.789856 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473b414-51c4-4313-bef1-74b62203aa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88309d48-e9c7-46cf-a7c0-11ec1f252e96,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:01.805367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57550) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:01.846393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c956e541-a392-43cc-801b-9627ea298dba, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c956e541-a392-43cc-801b-9627ea298dba,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:01.852811 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da48f0d6-c317-46ce-99f0-9a04e4bc3033 x-openstack-request-id: req-da48f0d6-c317-46ce-99f0-9a04e4bc3033 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:01.853433 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cc08b8-bce3-4f70-a654-23d6a55f0374", "name": "network-vif-plugged", "status": "completed", "tag": "c956e541-a392-43cc-801b-9627ea298dba", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:01.860459 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da48f0d6-c317-46ce-99f0-9a04e4bc3033 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:01.860459 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cc08b8-bce3-4f70-a654-23d6a55f0374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956e541-a392-43cc-801b-9627ea298dba', 'code': 200} Sep 16 05:27:01.860459 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.893275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394689ea-bcfd-49c7-b2e2-4749eaf84f65 req-7d8eaec2-1100-4813-9eca-3b42ee3a4798 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.902227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-394689ea-bcfd-49c7-b2e2-4749eaf84f65 req-7d8eaec2-1100-4813-9eca-3b42ee3a4798 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 944 time: 0.2968700 Sep 16 05:27:01.907936 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.970577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:01.974447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-99ae51be-28c9-41fb-ab79-0771e2d374be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.977021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-99ae51be-28c9-41fb-ab79-0771e2d374be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3058155 Sep 16 05:27:02.109880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-1aa658e5-b3a1-410a-884a-55146a3dc135 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.111652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-1aa658e5-b3a1-410a-884a-55146a3dc135 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.2939036 Sep 16 05:27:02.126692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-394689ea-bcfd-49c7-b2e2-4749eaf84f65 req-2a8a105b-f3ce-4d52-990f-087f55940260 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234251 Sep 16 05:27:02.165657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:02.180187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:02.195445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd281c7-b29b-47f6-8cc5-82e1e4cfba86 req-fd58c3fb-b099-4428-a4ac-4ca3ff59ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.198519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dd281c7-b29b-47f6-8cc5-82e1e4cfba86 req-fd58c3fb-b099-4428-a4ac-4ca3ff59ddbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 1102 time: 0.2345006 Sep 16 05:27:02.199535 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9948919c-19bd-4a7a-8dd9-6c6979a0664d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.275506 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9948919c-19bd-4a7a-8dd9-6c6979a0664d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.286162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.318049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dd281c7-b29b-47f6-8cc5-82e1e4cfba86 req-86a540eb-b412-4c1f-b5ff-a56436b42dcf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980153 Sep 16 05:27:02.376129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:02.391920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Pushing event updated for resources: {'Port': ['ID=7614bcd8-d131-449e-9980-b812c5292f8d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:02.399003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Deleting port 3e4db219-0415-4d21-a9c1-38b0723f170e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:02.399350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.406275 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.408807 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:02.443887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'port_id': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'mac_address': 'fa:16:3e:13:1a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:02.448623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.449214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.449737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.450235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.450888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.451574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.452135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.452657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.453850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.454390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.454898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.455424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:02.476233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=f59ae72c-2451-4e86-8db5-1c398d1d8154,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:02.508788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57568) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:02.539610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2db20c-6da6-4b2d-8e9f-a5adb566086c req-c8818f01-3261-4ccd-9be9-2cf2df6a8ee6 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.541902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab2db20c-6da6-4b2d-8e9f-a5adb566086c req-c8818f01-3261-4ccd-9be9-2cf2df6a8ee6 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 945 time: 0.1878231 Sep 16 05:27:02.549009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9948919c-19bd-4a7a-8dd9-6c6979a0664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.551732 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9948919c-19bd-4a7a-8dd9-6c6979a0664d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.553822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9948919c-19bd-4a7a-8dd9-6c6979a0664d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88309d48-e9c7-46cf-a7c0-11ec1f252e96 HTTP/1.1" status: 204 len: 168 time: 0.7468488 Sep 16 05:27:02.582325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948919c-19bd-4a7a-8dd9-6c6979a0664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88309d48-e9c7-46cf-a7c0-11ec1f252e96,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:02.636167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] For port 3e4db219-0415-4d21-a9c1-38b0723f170e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3e4db219-0415-4d21-a9c1-38b0723f170e,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:02.636749 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.655111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab2db20c-6da6-4b2d-8e9f-a5adb566086c req-b2dbcab8-1c7e-4e70-9b3b-3a166160bb09 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000195 Sep 16 05:27:02.678767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Calling delete_port for 3e4db219-0415-4d21-a9c1-38b0723f170e owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:02.697583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.753868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-f40d1165-c673-4544-9d7a-2e9486ed13a3 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7653093 Sep 16 05:27:02.796649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fa93d-67a2-4f48-bc08-fb0dfb6a7aee req-028b5746-41d2-4697-9ee9-9952e2e6982f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.798692 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c8fa93d-67a2-4f48-bc08-fb0dfb6a7aee req-028b5746-41d2-4697-9ee9-9952e2e6982f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.4784508 Sep 16 05:27:02.842112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'networks': [{'name': 'tempest-network--2138227179'}, {'name': 'tempest-network--450997035'}]} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:02.842112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'network': {'name': 'tempest-network--2138227179'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:02.842112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'network': {'name': 'tempest-network--450997035'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:02.872281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0ce703-ca84-413d-9103-6ec8dd9ddde9']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:02.916772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e215e66-67a9-4109-90d8-829291c0dfd2') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:02.917078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e215e66-67a9-4109-90d8-829291c0dfd2') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:02.921854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Allocated IP 172.20.0.1 (2aa83319-7c14-4088-87ee-6d12bcd0bc1f/e94d8eb1-eb58-47fc-8f69-fb75fa6578b4/df763675-8c91-441a-a5e3-ff702e61cf3f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:02.977715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.985614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75545e48-dec4-47ce-863f-b5c887f9f022 req-7a2bb42e-a3b3-448d-8dad-b68b11a94c29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.993277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.001242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:03.001655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.006729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75545e48-dec4-47ce-863f-b5c887f9f022 req-7a2bb42e-a3b3-448d-8dad-b68b11a94c29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 950 time: 0.1713722 Sep 16 05:27:03.072402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Attempting to bind port 7614bcd8-d131-449e-9980-b812c5292f8d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:03.073070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Attempting to bind port 7614bcd8-d131-449e-9980-b812c5292f8d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6e215e66-67a9-4109-90d8-829291c0dfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1e0ce703-ca84-413d-9103-6ec8dd9ddde9'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:03.073546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Attempting to bind port 7614bcd8-d131-449e-9980-b812c5292f8d on network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:03.095815 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:03.110659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.148203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c956e541-a392-43cc-801b-9627ea298dba,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:03.153880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:03.154282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Checking segment: {'id': '6e215e66-67a9-4109-90d8-829291c0dfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1e0ce703-ca84-413d-9103-6ec8dd9ddde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:03.154703 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.155107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Bound using segment: {'id': '6e215e66-67a9-4109-90d8-829291c0dfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1e0ce703-ca84-413d-9103-6ec8dd9ddde9'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:03.155615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Bound port: 7614bcd8-d131-449e-9980-b812c5292f8d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e215e66-67a9-4109-90d8-829291c0dfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1e0ce703-ca84-413d-9103-6ec8dd9ddde9'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:03.157059 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.176245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8532642e-8b63-4c0d-8c14-4dcc40b33449 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:03.200413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Made reservation on behalf of 6dc06585582849c48786cec0a1c57e57 for: {'network': 2} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:03.206602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.209929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:27:03.209929 n-d-712749-15 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:27:03.209929 n-d-712749-15 neutron-server[95660]: [parameters: {'id': '1e0ce703-ca84-413d-9103-6ec8dd9ddde9'}] Sep 16 05:27:03.209929 n-d-712749-15 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:27:03.210613 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:27:03.226007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:03.237392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c8fa93d-67a2-4f48-bc08-fb0dfb6a7aee req-441de675-0e7c-4e82-ab32-45d101750ec8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3826332 Sep 16 05:27:03.248801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.264927 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.304994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.338039 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75545e48-dec4-47ce-863f-b5c887f9f022 req-7df7ba62-11fd-4fd0-900c-21aef85aedb6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204329 Sep 16 05:27:03.349916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3288578b-a042-46a3-8ba2-a7cd22ac8ffa req-6059912f-b5f3-49fb-a6d6-22b3d11c6c8c service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416570 Sep 16 05:27:03.404303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=11']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:03.410095 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.429023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] For port 7614bcd8-d131-449e-9980-b812c5292f8d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:03.520114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Attempting to bind port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:03.520590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Attempting to bind port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:03.521020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Attempting to bind port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:03.525204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] For port 7614bcd8-d131-449e-9980-b812c5292f8d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7614bcd8-d131-449e-9980-b812c5292f8d,segment=NetworkSegment(6e215e66-67a9-4109-90d8-829291c0dfd2),segment_id=6e215e66-67a9-4109-90d8-829291c0dfd2)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:03.536095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:03.536470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:03.536870 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.537258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:03.537736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Bound port: 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:03.538112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.549283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.566445 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.574726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2519b3-4c17-45fa-a19b-bf8ff04036e1 req-09715d12-4c2f-4680-8d20-f6ba8618fa3b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.576957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6db878-092a-4258-84dd-107488ea2b01 None None] Pushing event updated for resources: {'Port': ['ID=95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:03.579888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc2519b3-4c17-45fa-a19b-bf8ff04036e1 req-09715d12-4c2f-4680-8d20-f6ba8618fa3b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1644030 Sep 16 05:27:03.619864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] For port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:03.623163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] For port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:03.634828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc2519b3-4c17-45fa-a19b-bf8ff04036e1 req-83ea66eb-1380-487e-9f0d-02111196aa9a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501723 Sep 16 05:27:03.656138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['8532642e-8b63-4c0d-8c14-4dcc40b33449'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:03.711904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.748172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.748658 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.754205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.761672 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.768784 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.787152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:03.812913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:03.815704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:03.817021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.826841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-08e4edbb-7cb2-43e7-9f13-be4934570dda req-5a8d1862-9de0-4a4a-8424-f71383d2e20e tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 210 time: 0.0980480 Sep 16 05:27:03.832506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event deleted for resources: {'Port': ['ID=3e4db219-0415-4d21-a9c1-38b0723f170e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:03.894706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting port 7614bcd8-d131-449e-9980-b812c5292f8d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:03.896362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:03.900593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.906803 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.907175 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Added segment ff3736bf-efd0-470e-aa38-d23a6e4aac03 of type vlan for network d5822cf3-a409-4945-ad78-975bdd581fde Sep 16 05:27:03.956651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cda5e608-72b7-4ebb-8b79-da016ccf36df details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:03.960153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3e4db219-0415-4d21-a9c1-38b0723f170e no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:03.991707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Pushing event updated for resources: {'Port': ['ID=df763675-8c91-441a-a5e3-ff702e61cf3f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:03.993239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a8441-3999-4889-af6a-8cd5b5c49986,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:04.008107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.016046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.048332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] No DVR routers for this DVR port 3e4db219-0415-4d21-a9c1-38b0723f170e on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:04.066606 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.073993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ca8aee1-e83f-4fc7-8d9a-2540df64e5e5 req-9f6b9222-b701-4616-8850-448e96df3829 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "DELETE /v2.0/ports/3e4db219-0415-4d21-a9c1-38b0723f170e HTTP/1.1" status: 204 len: 173 time: 1.9280834 Sep 16 05:27:04.093519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57580) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:04.121710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:04.135305 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.135809 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Added segment 7599540a-a612-4a72-a86e-8ab1f144875e of type vlan for network 3be6317f-24a5-43cf-9286-645931afe588 Sep 16 05:27:04.155646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 3e4db219-0415-4d21-a9c1-38b0723f170e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:04.156253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3e4db219-0415-4d21-a9c1-38b0723f170e not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:04.162556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81dc5be8-d592-46a4-a4e9-fb167dfd7d02', 'name': 'network-vif-deleted', 'tag': '3e4db219-0415-4d21-a9c1-38b0723f170e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:04.166559 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd741638-91e8-441c-b498-9d66a81b3b24" -d '{"events": [{"server_uuid": "81dc5be8-d592-46a4-a4e9-fb167dfd7d02", "name": "network-vif-deleted", "tag": "3e4db219-0415-4d21-a9c1-38b0723f170e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:04.178466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:04.179706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:26:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:04.186026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6db878-092a-4258-84dd-107488ea2b01 None None] Pushing event updated for resources: {'Port': ['ID=95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:04.198886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] For port 7614bcd8-d131-449e-9980-b812c5292f8d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7614bcd8-d131-449e-9980-b812c5292f8d,segment=NetworkSegment(6e215e66-67a9-4109-90d8-829291c0dfd2),segment_id=6e215e66-67a9-4109-90d8-829291c0dfd2)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:04.200128 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.223317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0540ec9f-0c18-495e-9db2-acd4db143c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.248968 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.272808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Calling delete_port for 7614bcd8-d131-449e-9980-b812c5292f8d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:04.305281 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10246cb-9d72-4536-bc68-7eee0b4dac2b x-openstack-request-id: req-a10246cb-9d72-4536-bc68-7eee0b4dac2b {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:04.308390 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81dc5be8-d592-46a4-a4e9-fb167dfd7d02", "name": "network-vif-deleted", "tag": "3e4db219-0415-4d21-a9c1-38b0723f170e", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:04.310959 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a10246cb-9d72-4536-bc68-7eee0b4dac2b {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:04.310959 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81dc5be8-d592-46a4-a4e9-fb167dfd7d02', 'name': 'network-vif-deleted', 'tag': '3e4db219-0415-4d21-a9c1-38b0723f170e', 'status': 'completed', 'code': 200} Sep 16 05:27:04.316098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:27:04.346196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0271211-a300-4e4f-92d9-a23378050c9f None None] Network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:04.434809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227f36c-e07e-4408-962d-36541e4a1a1a req-6dd7e9a3-7264-425c-b3b2-5511f7839276 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.453363 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6227f36c-e07e-4408-962d-36541e4a1a1a req-6dd7e9a3-7264-425c-b3b2-5511f7839276 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1140170 Sep 16 05:27:04.459971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.461499 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.488074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.512078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.513260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.596735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f3ca1137-e8c7-46c1-a094-c59941381da3 None None] Provisioning complete for port df763675-8c91-441a-a5e3-ff702e61cf3f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:04.596735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3ca1137-e8c7-46c1-a094-c59941381da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.609601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Network': ['ID=d5822cf3-a409-4945-ad78-975bdd581fde,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:04.675477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d5822cf3-a409-4945-ad78-975bdd581fde details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:04.707322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.720973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6227f36c-e07e-4408-962d-36541e4a1a1a req-56ba6ea9-32fa-4e9e-abd5-cf67239be09c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939080 Sep 16 05:27:04.722934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Network': ['ID=3be6317f-24a5-43cf-9286-645931afe588,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:04.745147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f624f-7749-4e1c-8e1e-0da65408c2af None None] Pushing event updated for resources: {'Port': ['ID=7614bcd8-d131-449e-9980-b812c5292f8d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:04.757086 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0540ec9f-0c18-495e-9db2-acd4db143c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.761335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.800101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 3be6317f-24a5-43cf-9286-645931afe588 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:04.860060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca1137-e8c7-46c1-a094-c59941381da3 None None] Port df763675-8c91-441a-a5e3-ff702e61cf3f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:04.877515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25004c-baf7-4018-9809-d853f8df95be req-5022c8d7-bacb-4360-8065-a38333037358 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.879946 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c25004c-baf7-4018-9809-d853f8df95be req-5022c8d7-bacb-4360-8065-a38333037358 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 950 time: 0.2393098 Sep 16 05:27:04.884410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa50c6-a9a7-45e8-b5b8-5653a5ce0baa req-aa7e115c-8f7b-4789-af71-ee42ee509d62 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.886022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5dfa50c6-a9a7-45e8-b5b8-5653a5ce0baa req-aa7e115c-8f7b-4789-af71-ee42ee509d62 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.0580215 Sep 16 05:27:04.904800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0540ec9f-0c18-495e-9db2-acd4db143c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.907530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Port': ['ID=7614bcd8-d131-449e-9980-b812c5292f8d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:04.912481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a0011-3b58-4760-9aeb-7f7547226176 None None] Network 1e0ce703-ca84-413d-9103-6ec8dd9ddde9 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:04.925025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No DVR routers for this DVR port 7614bcd8-d131-449e-9980-b812c5292f8d on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:04.945605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5dfa50c6-a9a7-45e8-b5b8-5653a5ce0baa req-e057562b-4dc8-4afd-96e4-d8b3e8340f6d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433199 Sep 16 05:27:04.970561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4feea8c7-c357-4838-8c84-77b81a82214d tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4578342 Sep 16 05:27:04.971038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57594) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:05.036602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:05.055375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0540ec9f-0c18-495e-9db2-acd4db143c38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db4ad35a6d0a4f74bbc69540c94751a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9130905 Sep 16 05:27:05.077010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57596) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:05.100525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.104486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540ec9f-0c18-495e-9db2-acd4db143c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af11dd10-3ba0-415e-ba3d-91d28703e64a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:05.119259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cda5e608-72b7-4ebb-8b79-da016ccf36df, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cda5e608-72b7-4ebb-8b79-da016ccf36df,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:05.167043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72436b8b-4ee7-4acf-a334-8171afa85f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.170751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c25004c-baf7-4018-9809-d853f8df95be req-3f17df20-ef15-4001-a669-2622f85b9f3b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579377 Sep 16 05:27:05.189212 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0ce703-ca84-413d-9103-6ec8dd9ddde9']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:05.206205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8932a-7051-4faa-8af9-18c4ed1ce56c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.214035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8932a-7051-4faa-8af9-18c4ed1ce56c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.221927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8932a-7051-4faa-8af9-18c4ed1ce56c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.228582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8932a-7051-4faa-8af9-18c4ed1ce56c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.234884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:05.235158 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fdc8932a-7051-4faa-8af9-18c4ed1ce56c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2624216 Sep 16 05:27:05.263232 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72436b8b-4ee7-4acf-a334-8171afa85f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.279993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'cda5e608-72b7-4ebb-8b79-da016ccf36df', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'cda5e608-72b7-4ebb-8b79-da016ccf36df', 'mac_address': 'fa:16:3e:dd:fc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:05.288950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e215e66-67a9-4109-90d8-829291c0dfd2') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:05.288950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e215e66-67a9-4109-90d8-829291c0dfd2') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:05.339050 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.425534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389beefa-616a-4e17-a2e0-fa8411e42d5f req-0876e6bf-d66f-4b7c-985e-81de242c99c7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.428437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-389beefa-616a-4e17-a2e0-fa8411e42d5f req-0876e6bf-d66f-4b7c-985e-81de242c99c7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 947 time: 0.0774612 Sep 16 05:27:05.430835 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72436b8b-4ee7-4acf-a334-8171afa85f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.435693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72436b8b-4ee7-4acf-a334-8171afa85f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.439968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-72436b8b-4ee7-4acf-a334-8171afa85f7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af11dd10-3ba0-415e-ba3d-91d28703e64a HTTP/1.1" status: 204 len: 168 time: 0.3588016 Sep 16 05:27:05.443556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a075c4-60a5-43bf-aa42-eb0ce2edadc5 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:27:05.472143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72436b8b-4ee7-4acf-a334-8171afa85f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af11dd10-3ba0-415e-ba3d-91d28703e64a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:05.530968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-389beefa-616a-4e17-a2e0-fa8411e42d5f req-a30903f6-6ec2-4a11-b966-62c823a7093e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878408 Sep 16 05:27:05.544877 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.603488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda5e608-72b7-4ebb-8b79-da016ccf36df {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:05.671652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cda5e608-72b7-4ebb-8b79-da016ccf36df, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cda5e608-72b7-4ebb-8b79-da016ccf36df,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:05.680857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027f9e-482d-41d7-8e55-39ff89de313b req-d429e2e0-6159-456e-a2dc-7daecf5cf64d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.683024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48027f9e-482d-41d7-8e55-39ff89de313b req-d429e2e0-6159-456e-a2dc-7daecf5cf64d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0587873 Sep 16 05:27:05.688005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a075c4-60a5-43bf-aa42-eb0ce2edadc5 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:27:05.697515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:26:58Z', 'revision_number': 3, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:05.758604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48027f9e-482d-41d7-8e55-39ff89de313b req-163313f2-0673-4e11-8dc5-9609b5bee658 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672114 Sep 16 05:27:05.762920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4784387f-d052-46f8-8f1c-44669a4f7dcc None None] The sync data for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 is: [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:26:58Z', 'revision_number': 3, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:05.808211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.958381 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.959419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:05.983470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1cc38d1-479b-499e-904b-612f8a2c331e req-f0b0ac04-6db7-4a56-838d-ce9493f1e917 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=81dc5be8-d592-46a4-a4e9-fb167dfd7d02 HTTP/1.1" status: 200 len: 210 time: 0.6279626 Sep 16 05:27:05.997854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:05.998340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:06.044069 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:06.048212 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.111886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.198618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=cda5e608-72b7-4ebb-8b79-da016ccf36df,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.207788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0563-118f-470f-9f20-58ac1e4d7e88 req-d8d3ff07-33fc-4136-93c5-a2c54ec71bc7 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.209548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44ba0563-118f-470f-9f20-58ac1e4d7e88 req-d8d3ff07-33fc-4136-93c5-a2c54ec71bc7 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 945 time: 0.1380365 Sep 16 05:27:06.213678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.257630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.257940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/1e0ce703-ca84-413d-9103-6ec8dd9ddde9 HTTP/1.1" status: 204 len: 168 time: 5.2760410 Sep 16 05:27:06.262401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57616) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.275275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.305664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224e421-19e5-48d5-a538-9aae1a1c93c2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=1e0ce703-ca84-413d-9103-6ec8dd9ddde9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.322544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['cda5e608-72b7-4ebb-8b79-da016ccf36df'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:06.361891 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-68440689-61d2-48ae-922e-992d91ff1fe8 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:06.362540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68440689-61d2-48ae-922e-992d91ff1fe8 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:06.368292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-68440689-61d2-48ae-922e-992d91ff1fe8 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/1e0ce703-ca84-413d-9103-6ec8dd9ddde9 HTTP/1.1" status: 404 len: 339 time: 0.1009204 Sep 16 05:27:06.371537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57618) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.375640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.380895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1053802036', 'description': 'd1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:06.388861 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44ba0563-118f-470f-9f20-58ac1e4d7e88 req-9736e602-82fc-44c1-a9c9-307e43509254 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683149 Sep 16 05:27:06.405116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 8532642e-8b63-4c0d-8c14-4dcc40b33449 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:06.416273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 8532642e-8b63-4c0d-8c14-4dcc40b33449 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:06.416697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.447757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Pushing event updated for resources: {'Port': ['ID=df763675-8c91-441a-a5e3-ff702e61cf3f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.454233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5822cf3-a409-4945-ad78-975bdd581fde']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:06.462618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.471110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3736bf-efd0-470e-aa38-d23a6e4aac03') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:06.471455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3736bf-efd0-470e-aa38-d23a6e4aac03') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:06.485114 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.503503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:06.506513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.536749 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.550968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:06.574729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:06.575403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:06.579483 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:06.591089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.591880 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment cf9eff56-3950-4485-b2e0-91c36eefaa7a of type vlan for network 720e41eb-d88b-468d-a6ea-7968276070ac Sep 16 05:27:06.683115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.784875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c980bb-ccd0-426c-b7cd-61610b1b0e7d req-530918f5-bf98-4bbb-8680-df53bd7618d0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.787125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-55c980bb-ccd0-426c-b7cd-61610b1b0e7d req-530918f5-bf98-4bbb-8680-df53bd7618d0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 948 time: 0.1047060 Sep 16 05:27:06.789747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:06.792323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:06.802532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.839130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.867375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.868152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.870361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/networks/d5822cf3-a409-4945-ad78-975bdd581fde HTTP/1.1" status: 204 len: 168 time: 1.6267133 Sep 16 05:27:06.884625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.895226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.913974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a7edd-e739-42ef-a66c-32c9367f5720 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Network': ['ID=d5822cf3-a409-4945-ad78-975bdd581fde,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.935781 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.986682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:06.997140 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ffd04c-68bd-4047-8e4f-8669a8d0aa36" -d '{"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-plugged", "status": "completed", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:07.016640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:07.043012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6663053 Sep 16 05:27:07.050166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57638) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:07.098565 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.131878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-55c980bb-ccd0-426c-b7cd-61610b1b0e7d req-9f7eabe8-ca7b-4264-8f2b-e7995e083aad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265011 Sep 16 05:27:07.166893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.249462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=12']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.321856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-599300d7-e10d-4816-a058-e2bdd796a406 None None] Provisioning complete for port df763675-8c91-441a-a5e3-ff702e61cf3f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:07.323085 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-599300d7-e10d-4816-a058-e2bdd796a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.357813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632e2114-2990-4eec-bc67-c64ca7ed0ba5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.378019 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-632e2114-2990-4eec-bc67-c64ca7ed0ba5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/networks?id=720e41eb-d88b-468d-a6ea-7968276070ac HTTP/1.1" status: 200 len: 761 time: 0.3261578 Sep 16 05:27:07.383545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Router 6658032f-7c06-4684-8646-82653d2231d8 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:07.385805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:07.391147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:07.407066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad18c-3287-4c21-bcb7-78b6c40320ba req-8dd4ccd8-d484-4b27-940a-72b9675155f6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.414092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-df7b42ee-7f1d-4b2c-917b-f1daf64e9b85 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'description': 'd2'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:07.417316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3daad18c-3287-4c21-bcb7-78b6c40320ba req-8dd4ccd8-d484-4b27-940a-72b9675155f6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.4935610 Sep 16 05:27:07.422599 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ce11ea-6438-40c5-826a-4573b0f2602c x-openstack-request-id: req-d3ce11ea-6438-40c5-826a-4573b0f2602c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:07.423585 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-plugged", "status": "completed", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:07.424065 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3ce11ea-6438-40c5-826a-4573b0f2602c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:07.425090 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'code': 200} Sep 16 05:27:07.430781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a36d37-1288-4c17-9333-5bdacd457225 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=720e41eb-d88b-468d-a6ea-7968276070ac,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.526320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 720e41eb-d88b-468d-a6ea-7968276070ac details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:07.581853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3daad18c-3287-4c21-bcb7-78b6c40320ba req-03aa7c2e-b7d3-4898-b2b9-6c5c0df34c14 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626346 Sep 16 05:27:07.592563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-599300d7-e10d-4816-a058-e2bdd796a406 None None] Port df763675-8c91-441a-a5e3-ff702e61cf3f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:07.644771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.730797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:07.731915 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.772606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be6317f-24a5-43cf-9286-645931afe588']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.852190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7599540a-a612-4a72-a86e-8ab1f144875e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.856524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7599540a-a612-4a72-a86e-8ab1f144875e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.884807 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.885813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.909918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8ce6a-5451-4b57-ae87-7cf2b8adf6e8 req-b4647929-8403-432c-aeb0-0b80a6b401dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.911648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2c8ce6a-5451-4b57-ae87-7cf2b8adf6e8 req-b4647929-8403-432c-aeb0-0b80a6b401dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1098 time: 0.1708348 Sep 16 05:27:07.930941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-9495c6b0-8729-4664-96e8-7150d4b27175 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.932271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:07.938916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-9495c6b0-8729-4664-96e8-7150d4b27175 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 0.2505836 Sep 16 05:27:07.970780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cda5e608-72b7-4ebb-8b79-da016ccf36df up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:07.976352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-63af6488-da9d-45a1-b766-b182c513ba5d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/quotas/6f09bc556bb34764a5912a52c26626fd HTTP/1.1" status: 200 len: 375 time: 0.0362952 Sep 16 05:27:07.998686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:08.019575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6c017084-aef1-4e4a-abfb-f5d3cf7dd21b admin admin] 10.222.0.49 "PUT /v2.0/routers/6658032f-7c06-4684-8646-82653d2231d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3761277 Sep 16 05:27:08.029482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2c8ce6a-5451-4b57-ae87-7cf2b8adf6e8 req-0df4c011-9579-4fd4-89fc-b7e5d1818a6a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882301 Sep 16 05:27:08.032881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.039417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-ed367351-e920-4439-b6f6-5bb9b4d251b3 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622060 Sep 16 05:27:08.053426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9b619-0b6b-4c5b-a3bf-6bec7e91068f req-91763bb3-3532-4807-a713-8a6ccb58c17d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.057279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ec9b619-0b6b-4c5b-a3bf-6bec7e91068f req-91763bb3-3532-4807-a713-8a6ccb58c17d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 946 time: 0.4145765 Sep 16 05:27:08.060697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.080359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b42ee-7f1d-4b2c-917b-f1daf64e9b85 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.127445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:08.129311 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:08.143366 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:08.169934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-5f5f782d-b21e-4a93-9af3-935d10c470ad service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294703 Sep 16 05:27:08.238234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.321409 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b42ee-7f1d-4b2c-917b-f1daf64e9b85 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.323940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port cda5e608-72b7-4ebb-8b79-da016ccf36df completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:08.333481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port cda5e608-72b7-4ebb-8b79-da016ccf36df triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:08.334343 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.357689 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-66221873-690a-4ae0-aa9c-bd0ab1152b9d service neutron] 10.222.0.49 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846476 Sep 16 05:27:08.376196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df7b42ee-7f1d-4b2c-917b-f1daf64e9b85 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 720e41eb-d88b-468d-a6ea-7968276070ac is not hosted by any dhcp agent {{(pid=95660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:27:08.394887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b42ee-7f1d-4b2c-917b-f1daf64e9b85 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.395839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-df7b42ee-7f1d-4b2c-917b-f1daf64e9b85 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.400414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57674) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.401325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-df7b42ee-7f1d-4b2c-917b-f1daf64e9b85 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "PUT /v2.0/networks/720e41eb-d88b-468d-a6ea-7968276070ac HTTP/1.1" status: 200 len: 758 time: 1.0139380 Sep 16 05:27:08.426460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ec9b619-0b6b-4c5b-a3bf-6bec7e91068f req-f5f3a353-d49c-43a7-9ff3-78550c1ddddb tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398516 Sep 16 05:27:08.432600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.581805 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.623023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.640937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/networks/3be6317f-24a5-43cf-9286-645931afe588 HTTP/1.1" status: 204 len: 168 time: 1.7443023 Sep 16 05:27:08.644782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.667506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b42ee-7f1d-4b2c-917b-f1daf64e9b85 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=720e41eb-d88b-468d-a6ea-7968276070ac,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.689481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 720e41eb-d88b-468d-a6ea-7968276070ac details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:08.703601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cda5e608-72b7-4ebb-8b79-da016ccf36df, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cda5e608-72b7-4ebb-8b79-da016ccf36df,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:08.714020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90058b-dd24-47d6-a136-387bccd30a26 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Network': ['ID=3be6317f-24a5-43cf-9286-645931afe588,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.759571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d54f8-addf-4e4a-9834-2dee178487a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.764701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec9d54f8-addf-4e4a-9834-2dee178487a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/networks?id=720e41eb-d88b-468d-a6ea-7968276070ac HTTP/1.1" status: 200 len: 761 time: 0.3631980 Sep 16 05:27:08.775798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57686) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.794311 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Sync routers for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:08.804996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-554351865'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:08.820490 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:08.824108 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:26:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:08.930935 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.983410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:08.999162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.013448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=cda5e608-72b7-4ebb-8b79-da016ccf36df,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.055979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed31d6-14ae-4700-9b3a-c6f72617831b req-2981f68b-000b-41dd-aeff-383a16330923 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.064934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7ed31d6-14ae-4700-9b3a-c6f72617831b req-2981f68b-000b-41dd-aeff-383a16330923 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 949 time: 0.1995342 Sep 16 05:27:09.079047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ce37-28dd-4ac6-ba29-baddde9350af req-fa1c8e72-e8f2-4017-bf91-cc6b873c6f49 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.094445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a13ce37-28dd-4ac6-ba29-baddde9350af req-fa1c8e72-e8f2-4017-bf91-cc6b873c6f49 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.4201717 Sep 16 05:27:09.099573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:09.126060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.130424 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment 44d517af-2f2c-4e61-a1d2-12d39ef3752e of type vlan for network 2b74ddf8-834c-43e6-a62e-1f15065700e6 Sep 16 05:27:09.133909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7ed31d6-14ae-4700-9b3a-c6f72617831b req-453ff9de-8ea9-43c6-8990-de36dc824e09 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Sep 16 05:27:09.144582 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:09.153572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c3f71-a11f-4928-8807-e4a87673f571 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.162650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c3f71-a11f-4928-8807-e4a87673f571 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.169681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f87c3f71-a11f-4928-8807-e4a87673f571 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5231202 Sep 16 05:27:09.184475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57696) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:09.189918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1297011011'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:09.207260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a13ce37-28dd-4ac6-ba29-baddde9350af req-8fc88d3f-41b3-4be7-896c-a2b0a3e97a31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014402 Sep 16 05:27:09.241066 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.360706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edcf6135-a6fb-4dfb-9da8-7965fa12c925 req-0ee31b11-3276-4ccb-8c91-353296f39dd2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 210 time: 0.0790141 Sep 16 05:27:09.377840 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:09.427968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Made reservation on behalf of 6dc06585582849c48786cec0a1c57e57 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:09.437561 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.440015 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221a68c5-4074-4185-98f1-929bbaa5546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda5e608-72b7-4ebb-8b79-da016ccf36df'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:09.458200 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1c7e2d-238c-48a3-a2df-aba1021568a3" -d '{"events": [{"server_uuid": "221a68c5-4074-4185-98f1-929bbaa5546c", "name": "network-vif-plugged", "status": "completed", "tag": "cda5e608-72b7-4ebb-8b79-da016ccf36df"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:09.501627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.523289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.532580 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.539413 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 2, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:09.596899 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Checking router: 6658032f-7c06-4684-8646-82653d2231d8 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:09.597635 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Updating router 6658032f-7c06-4684-8646-82653d2231d8 port df763675-8c91-441a-a5e3-ff702e61cf3f binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:27:09.600255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:09.600957 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.641845 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.679994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:09.767992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=2b74ddf8-834c-43e6-a62e-1f15065700e6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.771435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa948def-3b6b-424e-9072-9983454da7ec req-4a8ff59d-9ad1-4810-bf38-ba3da3bfeb5e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.775139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa948def-3b6b-424e-9072-9983454da7ec req-4a8ff59d-9ad1-4810-bf38-ba3da3bfeb5e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1813042 Sep 16 05:27:09.781015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.782359 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Added segment d6cab0dc-732b-4866-8a17-aab94d106e98 of type vlan for network 91a828c1-548f-4a63-879b-9e2c3aef8720 Sep 16 05:27:09.790390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 2b74ddf8-834c-43e6-a62e-1f15065700e6 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:09.818136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a938a9a6-266c-4936-b446-16277faf6f69 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0408895 Sep 16 05:27:09.827571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:09.839221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': '2b74ddf8-834c-43e6-a62e-1f15065700e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:09.948314 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa948def-3b6b-424e-9072-9983454da7ec req-76767133-7a9b-4d57-a3de-19a828c822d5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565666 Sep 16 05:27:09.957746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.127909 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:10.159229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.166387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.166968 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.264119 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.278436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf697d6-2c98-40c7-a89f-9eebae0deffd req-f81eaffa-7813-4071-8973-4ba1252bcb65 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.280163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abf697d6-2c98-40c7-a89f-9eebae0deffd req-f81eaffa-7813-4071-8973-4ba1252bcb65 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 946 time: 0.1726882 Sep 16 05:27:10.323793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Network': ['ID=91a828c1-548f-4a63-879b-9e2c3aef8720,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.341937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 91a828c1-548f-4a63-879b-9e2c3aef8720 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:10.354788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abf697d6-2c98-40c7-a89f-9eebae0deffd req-6956ad6b-3f1e-408e-b0c1-07a4b8e24285 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638359 Sep 16 05:27:10.361815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:10.369986 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.385588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57738) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:10.390037 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.391084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f36360cd-9d80-46e2-b859-3e745b10b6ae tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958918005', 'description': 'tempest-description--142393649'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:10.449797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8cd817f0-8c18-4d0c-b9e0-e5cec05959a8 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2640581 Sep 16 05:27:10.457127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57744) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:10.467340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1664296286'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:10.495839 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Pushing event updated for resources: {'Port': ['ID=df763675-8c91-441a-a5e3-ff702e61cf3f,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.507962 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.508315 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.508657 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.508997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.509334 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.510059 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.510588 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.511045 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.511553 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.511983 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.512344 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.512891 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:10.527026 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8389e9ac-3589-4c57-88aa-9d0ee4fba5c9 x-openstack-request-id: req-8389e9ac-3589-4c57-88aa-9d0ee4fba5c9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:10.528223 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221a68c5-4074-4185-98f1-929bbaa5546c", "name": "network-vif-plugged", "status": "completed", "tag": "cda5e608-72b7-4ebb-8b79-da016ccf36df", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:10.530331 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8389e9ac-3589-4c57-88aa-9d0ee4fba5c9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:10.530836 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221a68c5-4074-4185-98f1-929bbaa5546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda5e608-72b7-4ebb-8b79-da016ccf36df', 'code': 200} Sep 16 05:27:10.668970 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f36360cd-9d80-46e2-b859-3e745b10b6ae tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.756132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9fbdb-43b2-4a5a-a7c7-64f224764538 req-49b10c88-7639-479c-ad47-ce824385e603 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.757876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97d9fbdb-43b2-4a5a-a7c7-64f224764538 req-49b10c88-7639-479c-ad47-ce824385e603 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2099986 Sep 16 05:27:10.853336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Made reservation on behalf of 6dc06585582849c48786cec0a1c57e57 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:10.857790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.879412 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Attempting to bind port df763675-8c91-441a-a5e3-ff702e61cf3f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:10.880501 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Attempting to bind port df763675-8c91-441a-a5e3-ff702e61cf3f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:10.881164 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Attempting to bind port df763675-8c91-441a-a5e3-ff702e61cf3f on network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:10.889347 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:10.890814 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Checking segment: {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:10.890814 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.890814 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Bound using segment: {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:10.891480 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Bound port: df763675-8c91-441a-a5e3-ff702e61cf3f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:10.892010 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.903446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd690f-2d5c-48c6-bfc3-29fc9e358678 req-2c18064d-2505-4801-ac42-afcb9d90af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.905131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03dd690f-2d5c-48c6-bfc3-29fc9e358678 req-2c18064d-2505-4801-ac42-afcb9d90af32 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 1101 time: 0.2392113 Sep 16 05:27:10.923515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97d9fbdb-43b2-4a5a-a7c7-64f224764538 req-b8d01763-dcdd-4018-9f01-efb6c6cc26a2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139989 Sep 16 05:27:10.924058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-8947b06d-de5c-473e-a1b3-82ba54c76f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.927082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-8947b06d-de5c-473e-a1b3-82ba54c76f86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 1098 time: 0.3450863 Sep 16 05:27:10.945999 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f36360cd-9d80-46e2-b859-3e745b10b6ae tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.957440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055c34-15a7-4430-9dd9-d928bc5b4b27 req-64e746df-4d32-4376-8213-87466039b3d7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.967281 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04055c34-15a7-4430-9dd9-d928bc5b4b27 req-64e746df-4d32-4376-8213-87466039b3d7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 949 time: 0.3043895 Sep 16 05:27:10.973917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-85168936-3884-4852-bba1-7e1e3e9eac77 None None] Provisioning complete for port df763675-8c91-441a-a5e3-ff702e61cf3f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:10.974302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85168936-3884-4852-bba1-7e1e3e9eac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.002238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:11.016811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.017164 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Added segment 545318d4-196c-4a9e-857c-e56accae2ef4 of type vlan for network 166918b0-ad18-4784-8b91-0640fc07f889 Sep 16 05:27:11.078007 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] For port df763675-8c91-441a-a5e3-ff702e61cf3f, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:11.082872 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] For port df763675-8c91-441a-a5e3-ff702e61cf3f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=df763675-8c91-441a-a5e3-ff702e61cf3f,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:11.091050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-85168936-3884-4852-bba1-7e1e3e9eac77 None None] Port df763675-8c91-441a-a5e3-ff702e61cf3f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:11.101757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04055c34-15a7-4430-9dd9-d928bc5b4b27 req-3cf0916c-6453-4737-8281-3cbb62978e79 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334503 Sep 16 05:27:11.142447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f36360cd-9d80-46e2-b859-3e745b10b6ae tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.146912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.164645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-539ecae9-dad5-4e86-83a9-d45a3cfb2356 req-44fa4ac5-8b79-40d0-92a1-4b1745ca3b0f tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 210 time: 0.0909543 Sep 16 05:27:11.189687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03dd690f-2d5c-48c6-bfc3-29fc9e358678 req-07df375e-1c03-4b53-9d92-d96a9f9fa74e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658894 Sep 16 05:27:11.191890 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.208987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-4314a816-5f53-4a8b-81bc-d985cf0ca6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:11.212595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-4314a816-5f53-4a8b-81bc-d985cf0ca6fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.2251799 Sep 16 05:27:11.222491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36360cd-9d80-46e2-b859-3e745b10b6ae tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e7e12e-ed14-402c-a451-961915770541,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.233898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.288952 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:11.289293 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:26:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:11.299836 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f36360cd-9d80-46e2-b859-3e745b10b6ae tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.300412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=f53a21ba-fd72-4cd8-9e8d-b608d2070cf2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.301207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f36360cd-9d80-46e2-b859-3e745b10b6ae tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9148710 Sep 16 05:27:11.304640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57764) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:11.315142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f328b94f-e449-4380-83bd-23886f03b144 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Request body: {'security_group_rule': {'security_group_id': '65e7e12e-ed14-402c-a451-961915770541', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:11.316798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': '44d517af-2f2c-4e61-a1d2-12d39ef3752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b74ddf8-834c-43e6-a62e-1f15065700e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:11.317178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: 2b74ddf8-834c-43e6-a62e-1f15065700e6, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:11.340404 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442a758-a051-418f-b8e0-33a0fe3ac98c None None] Pushing event updated for resources: {'Port': ['ID=df763675-8c91-441a-a5e3-ff702e61cf3f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.363549 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.369318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:11.369970 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.415838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network 2b74ddf8-834c-43e6-a62e-1f15065700e6 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:11.497453 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:11.508269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f328b94f-e449-4380-83bd-23886f03b144 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.537900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Network': ['ID=166918b0-ad18-4784-8b91-0640fc07f889,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.554650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 166918b0-ad18-4784-8b91-0640fc07f889 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:11.587446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 2b74ddf8-834c-43e6-a62e-1f15065700e6) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:11.599919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:11.601533 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.606647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb08f00-3088-44be-be06-09b5c1d0f0e5 None None] Network 2b74ddf8-834c-43e6-a62e-1f15065700e6 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:11.644323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2421f7f1-04bb-4215-8d7c-c65bb7debe01 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1795068 Sep 16 05:27:11.645198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:11.672439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'ports': [{'network_id': '91a828c1-548f-4a63-879b-9e2c3aef8720', 'name': 'tempest-port--1377232491', 'admin_state_up': True}, {'network_id': '166918b0-ad18-4784-8b91-0640fc07f889', 'admin_state_up': False}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:11.675584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'port': {'network_id': '91a828c1-548f-4a63-879b-9e2c3aef8720', 'name': 'tempest-port--1377232491', 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:11.677811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'port': {'network_id': '166918b0-ad18-4784-8b91-0640fc07f889', 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:11.721617 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f328b94f-e449-4380-83bd-23886f03b144 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.742736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-f90cea64-ab5b-40aa-8f87-bec9228be2df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 200 len: 1001 time: 0.2790504 Sep 16 05:27:11.797137 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1ae39-a810-412d-b424-be60cf706a7a req-301acc1e-c626-4e27-ac96-b5fb4ec28720 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:11.809398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edb1ae39-a810-412d-b424-be60cf706a7a req-301acc1e-c626-4e27-ac96-b5fb4ec28720 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 946 time: 0.1494217 Sep 16 05:27:11.868469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-097377ec-e24f-4ea1-998d-36cfefb56f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:11.870500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-097377ec-e24f-4ea1-998d-36cfefb56f33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.1188323 Sep 16 05:27:11.881626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f328b94f-e449-4380-83bd-23886f03b144 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.927550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:11Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:11.928291 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edb1ae39-a810-412d-b424-be60cf706a7a req-be69dcc3-09ec-4694-b5b2-76d7ae40bc01 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023047 Sep 16 05:27:11.952492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328b94f-e449-4380-83bd-23886f03b144 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d7f6b7-e129-4df2-bb2e-8f06b430eff4,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.992155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-f8154165-68b5-4a60-b5f3-553ac9bca77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:11.994142 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-f8154165-68b5-4a60-b5f3-553ac9bca77a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024020 Sep 16 05:27:12.006789 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd1b07-252f-457c-a051-21219cb2d932 None None] The sync data for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 is: [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:11Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:12.023082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f328b94f-e449-4380-83bd-23886f03b144 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.028223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f328b94f-e449-4380-83bd-23886f03b144 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7210081 Sep 16 05:27:12.029059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57774) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.045771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-09d65626-27e4-4725-89bb-a266f084ba69 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Request body: {'security_group_rule': {'security_group_id': '65e7e12e-ed14-402c-a451-961915770541', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:12.059600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-218147d6-97bd-45ef-87e1-2567bf3c86a7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2287154 Sep 16 05:27:12.063119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.082110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-2b74ddf8-834c-43e6-a62e-1f15065700e6', 'network_id': '2b74ddf8-834c-43e6-a62e-1f15065700e6', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': 'f53a21ba-fd72-4cd8-9e8d-b608d2070cf2'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:12.084027 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.146704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5483b25f-1d10-49a7-818d-5c41162e54d0 None None] Provisioning complete for port df763675-8c91-441a-a5e3-ff702e61cf3f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:12.147237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5483b25f-1d10-49a7-818d-5c41162e54d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.248127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Made reservation on behalf of 6dc06585582849c48786cec0a1c57e57 for: {'port': 2} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:12.261638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.273933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-be92a29c-8fc8-48b8-aaf3-0f07a744b6b6 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702999 Sep 16 05:27:12.301187 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.374079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4a5fa26-414c-41cc-8876-18a15c77810c req-bbd459df-9842-4b47-b3e7-70ef8a6b78e1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 210 time: 0.0481646 Sep 16 05:27:12.376360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09d65626-27e4-4725-89bb-a266f084ba69 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.453689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.464473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09d65626-27e4-4725-89bb-a266f084ba69 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.474981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.611724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09d65626-27e4-4725-89bb-a266f084ba69 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.689759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d65626-27e4-4725-89bb-a266f084ba69 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5658f76f-b7ad-4837-8c6d-dc576c3627f1,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:12.740051 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89b9c63a-9fb8-4c30-8ff0-abe0eee20b9e req-54a16204-f131-499b-aa4c-e6c5bffd2551 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067021 Sep 16 05:27:12.762566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f46b9-50b2-48b5-b0a8-a792a984a962 req-0f7d4af8-c812-4989-8144-97f9baeed55a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.764319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-821f46b9-50b2-48b5-b0a8-a792a984a962 req-0f7d4af8-c812-4989-8144-97f9baeed55a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 949 time: 0.4590025 Sep 16 05:27:12.812190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09d65626-27e4-4725-89bb-a266f084ba69 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.813988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-09d65626-27e4-4725-89bb-a266f084ba69 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7733836 Sep 16 05:27:12.819205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57790) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.826150 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5483b25f-1d10-49a7-818d-5c41162e54d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.831093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:12.878036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Allocated IP 172.20.0.2 (2b74ddf8-834c-43e6-a62e-1f15065700e6/f53a21ba-fd72-4cd8-9e8d-b608d2070cf2/a3148da6-15c7-4eda-a76d-7e4741993638) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:12.929413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5483b25f-1d10-49a7-818d-5c41162e54d0 None None] For port df763675-8c91-441a-a5e3-ff702e61cf3f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=df763675-8c91-441a-a5e3-ff702e61cf3f,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:12.953077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.126029 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5483b25f-1d10-49a7-818d-5c41162e54d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.339445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483b25f-1d10-49a7-818d-5c41162e54d0 None None] Pushing event updated for resources: {'Port': ['ID=df763675-8c91-441a-a5e3-ff702e61cf3f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:13.379982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b97157-c806-4d03-812d-84e617e1d6e4 req-b90d3248-7b33-488c-992d-9588250e10d1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:13.382136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83b97157-c806-4d03-812d-84e617e1d6e4 req-b90d3248-7b33-488c-992d-9588250e10d1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 946 time: 0.1725488 Sep 16 05:27:13.403816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device df763675-8c91-441a-a5e3-ff702e61cf3f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:13.474837 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.498019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] device_id is not set on port 7b0c5840-3980-4886-9cd3-0de0b4efe7e8 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:13.502761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port df763675-8c91-441a-a5e3-ff702e61cf3f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:13.503259 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.510201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.548731 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83b97157-c806-4d03-812d-84e617e1d6e4 req-356f45ad-06d4-48a4-8d20-7cdac480f3b1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529634 Sep 16 05:27:13.556975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-df70a9f2-e9fb-4d8c-a19a-24d94e023370 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:13.559295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-df70a9f2-e9fb-4d8c-a19a-24d94e023370 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/networks?id=23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 200 len: 811 time: 1.0886309 Sep 16 05:27:13.564872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-821f46b9-50b2-48b5-b0a8-a792a984a962 req-166b6e38-1e4b-45d8-8c14-ce875c4c0d2f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7859118 Sep 16 05:27:13.598258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Request body: {'port': {'device_id': '4f1fe9da-f23c-4de3-b87e-322e3c954aa9', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'admin_state_up': True, 'tenant_id': '6f09bc556bb34764a5912a52c26626fd'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:13.598837 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.717116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Network 2b74ddf8-834c-43e6-a62e-1f15065700e6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:13.731382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:13.734846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:13.773105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Pushing event updated for resources: {'Port': ['ID=a3148da6-15c7-4eda-a76d-7e4741993638,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:13.790073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Allocated IP 172.25.1.195 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/a7edc95b-640c-4690-93a4-9f27e4342405) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:13.869302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Attempting to bind port a3148da6-15c7-4eda-a76d-7e4741993638 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:13.871643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Attempting to bind port a3148da6-15c7-4eda-a76d-7e4741993638 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '44d517af-2f2c-4e61-a1d2-12d39ef3752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b74ddf8-834c-43e6-a62e-1f15065700e6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:13.872529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Attempting to bind port a3148da6-15c7-4eda-a76d-7e4741993638 on network 2b74ddf8-834c-43e6-a62e-1f15065700e6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:13.877049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a953b3d-ada9-4f1b-b978-7395d9b8e4e6 req-8257c94c-f50c-4501-a112-029711cc4c13 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 210 time: 0.1595678 Sep 16 05:27:13.888576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:13.892149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Checking segment: {'id': '44d517af-2f2c-4e61-a1d2-12d39ef3752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b74ddf8-834c-43e6-a62e-1f15065700e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:13.903202 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.903724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Bound using segment: {'id': '44d517af-2f2c-4e61-a1d2-12d39ef3752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b74ddf8-834c-43e6-a62e-1f15065700e6'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:13.904527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Bound port: a3148da6-15c7-4eda-a76d-7e4741993638, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d517af-2f2c-4e61-a1d2-12d39ef3752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b74ddf8-834c-43e6-a62e-1f15065700e6'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:13.908511 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.939694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.001882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.037522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=f53a21ba-fd72-4cd8-9e8d-b608d2070cf2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.044385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] For port a3148da6-15c7-4eda-a76d-7e4741993638, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:14.053980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] For port a3148da6-15c7-4eda-a76d-7e4741993638, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a3148da6-15c7-4eda-a76d-7e4741993638,segment=NetworkSegment(44d517af-2f2c-4e61-a1d2-12d39ef3752e),segment_id=44d517af-2f2c-4e61-a1d2-12d39ef3752e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:14.113295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.119564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.185382 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.189335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.243701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] device_id is not set on port 3747edb8-6265-406a-8120-cc602b7e0b1c yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:14.264289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b74ddf8-834c-43e6-a62e-1f15065700e6']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:14.278709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d517af-2f2c-4e61-a1d2-12d39ef3752e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:14.278994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d517af-2f2c-4e61-a1d2-12d39ef3752e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:14.288536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae451a8e-8ebd-4541-a748-b53b0ad5c2c1 None None] Pushing event updated for resources: {'Port': ['ID=a3148da6-15c7-4eda-a76d-7e4741993638,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.308532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.310684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Made reservation on behalf of 6f09bc556bb34764a5912a52c26626fd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:14.313713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46609f-046b-403d-b3d6-e88382262078 None None] Network 2b74ddf8-834c-43e6-a62e-1f15065700e6 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:14.314300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.337206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.353041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:14.353424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:14.359297 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:14.370403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:14.381674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:14.397699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:14.401139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event updated for resources: {'Port': ['ID=a7edc95b-640c-4690-93a4-9f27e4342405,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.552629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f068c-056e-41cc-a8d5-93347d55bc38 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:27:14.640956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:27:14.640956 n-d-712749-15 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:27:14.640956 n-d-712749-15 neutron-server[95660]: [parameters: {'id': '2b74ddf8-834c-43e6-a62e-1f15065700e6'}] Sep 16 05:27:14.640956 n-d-712749-15 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:27:14.641957 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:27:14.669699 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.698001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Allocated IP 172.20.0.13 (23d716e2-dc45-4538-825e-b9a4880cffcb/cec37c82-919e-41b8-8934-007460e0c85e/da7cbfdb-d706-4fcb-8859-af37a0130b62) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:14.758498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f068c-056e-41cc-a8d5-93347d55bc38 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:27:14.851669 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.995933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Port': ['ID=7b0c5840-3980-4886-9cd3-0de0b4efe7e8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:15.056981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35dacc62-bdef-4b77-9b18-cd00660f79ac req-39496403-c50f-4b95-a65f-321f176620cb tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 210 time: 0.0496678 Sep 16 05:27:15.064864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71ba2f-3e42-4c4c-a00e-df7eda00ccaa req-4548f53b-fc73-4186-817b-5ba7482b2e7c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:15.073932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f71ba2f-3e42-4c4c-a00e-df7eda00ccaa req-4548f53b-fc73-4186-817b-5ba7482b2e7c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 949 time: 0.1468990 Sep 16 05:27:15.076237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Checking segment: {'id': 'd6cab0dc-732b-4866-8a17-aab94d106e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '91a828c1-548f-4a63-879b-9e2c3aef8720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:15.076740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Network hostable DHCP agents. Network: 91a828c1-548f-4a63-879b-9e2c3aef8720, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:15.101873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.119285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.142985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.144072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f71ba2f-3e42-4c4c-a00e-df7eda00ccaa req-86683e13-4bed-4933-8941-6b5fc124cc0f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683489 Sep 16 05:27:15.214148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Network 91a828c1-548f-4a63-879b-9e2c3aef8720 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:15.267548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting port a3148da6-15c7-4eda-a76d-7e4741993638 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:15.267548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.309185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device df763675-8c91-441a-a5e3-ff702e61cf3f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:15.317450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.356945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.380017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 91a828c1-548f-4a63-879b-9e2c3aef8720) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:15.387919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port df763675-8c91-441a-a5e3-ff702e61cf3f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:15.388330 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.398987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b13dd0-77ac-452e-b84d-ea55bde1033b None None] Network 91a828c1-548f-4a63-879b-9e2c3aef8720 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:15.403980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:15.405689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.463449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] For port a3148da6-15c7-4eda-a76d-7e4741993638, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a3148da6-15c7-4eda-a76d-7e4741993638,segment=NetworkSegment(44d517af-2f2c-4e61-a1d2-12d39ef3752e),segment_id=44d517af-2f2c-4e61-a1d2-12d39ef3752e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:15.464008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.484233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Network 23d716e2-dc45-4538-825e-b9a4880cffcb is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:15.492975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:15.499983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:15.503229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Calling delete_port for a3148da6-15c7-4eda-a76d-7e4741993638 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:15.520315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.564233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event updated for resources: {'Port': ['ID=da7cbfdb-d706-4fcb-8859-af37a0130b62,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:15.647495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.706947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:15.707653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.717799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Checking segment: {'id': '545318d4-196c-4a9e-857c-e56accae2ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '166918b0-ad18-4784-8b91-0640fc07f889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:15.718295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Network hostable DHCP agents. Network: 166918b0-ad18-4784-8b91-0640fc07f889, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:15.749988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Port': ['ID=3747edb8-6265-406a-8120-cc602b7e0b1c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:15.778244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7382a4b-2fc9-4665-8a5c-573f4d176cc4 req-f27b5eaa-1e36-4695-b383-06b190c87343 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:15.778732 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.781037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7382a4b-2fc9-4665-8a5c-573f4d176cc4 req-f27b5eaa-1e36-4695-b383-06b190c87343 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:15.782686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event updated for resources: {'Port': ['ID=a7edc95b-640c-4690-93a4-9f27e4342405,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:15.782859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7382a4b-2fc9-4665-8a5c-573f4d176cc4 req-f27b5eaa-1e36-4695-b383-06b190c87343 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c&device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 1690 time: 0.2684028 Sep 16 05:27:15.829931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-bd17d505-c52c-432e-903b-96e12293ef85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2517805 Sep 16 05:27:15.837772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7382a4b-2fc9-4665-8a5c-573f4d176cc4 req-9e3c1853-4984-424d-a685-54f423311ade tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Sep 16 05:27:15.849380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Request body: {'port': {'device_id': '4f1fe9da-f23c-4de3-b87e-322e3c954aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:15.901914 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.903413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7e26a7fb-ec66-459f-b04b-45448714eda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0824890 Sep 16 05:27:15.936155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Network 166918b0-ad18-4784-8b91-0640fc07f889 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:15.950802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.968307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.042018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Port': ['ID=a3148da6-15c7-4eda-a76d-7e4741993638,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:16.052306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 166918b0-ad18-4784-8b91-0640fc07f889) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:16.060254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No DVR routers for this DVR port a3148da6-15c7-4eda-a76d-7e4741993638 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:16.068186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:16.080220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1117999a-3130-4f9a-9551-99649afb36a8 None None] Network 166918b0-ad18-4784-8b91-0640fc07f889 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:16.080450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.089080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.089818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.155406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a999951c-8fb6-4b56-8dce-11726cb9a4c2 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1958918005&fields=id&tenant_id=a4ef7f2d349342c2bfc5f95043d27370 HTTP/1.1" status: 200 len: 267 time: 0.0553348 Sep 16 05:27:16.223330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459e961-3841-422e-9938-e8e22aa5d4a3 req-8bf67289-3133-4ce3-aa2c-0d2f3c688819 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.225999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9459e961-3841-422e-9938-e8e22aa5d4a3 req-8bf67289-3133-4ce3-aa2c-0d2f3c688819 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 1101 time: 0.2593172 Sep 16 05:27:16.302085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-85b81f32-2720-4207-9bbc-aa5f4057f8d3 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.303561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-85b81f32-2720-4207-9bbc-aa5f4057f8d3 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/networks?id=2aa83319-7c14-4088-87ee-6d12bcd0bc1f HTTP/1.1" status: 200 len: 815 time: 0.1337881 Sep 16 05:27:16.327251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-5679160b-6850-4a21-b31e-9cea1d1557d0 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/quotas/a4ef7f2d349342c2bfc5f95043d27370 HTTP/1.1" status: 200 len: 375 time: 0.0151992 Sep 16 05:27:16.329522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3c6eeeae-d2ee-4eff-8a93-3908cb61026f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6779788 Sep 16 05:27:16.329522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.330811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57842) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.387100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b74ddf8-834c-43e6-a62e-1f15065700e6']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:16.390785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9459e961-3841-422e-9938-e8e22aa5d4a3 req-0dd66fd3-952c-47da-875d-5c529c1bc1c0 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078651 Sep 16 05:27:16.414007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d517af-2f2c-4e61-a1d2-12d39ef3752e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:16.414303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d517af-2f2c-4e61-a1d2-12d39ef3752e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:16.433438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.441387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-ba57995f-d80c-4501-8956-381e46f261ca tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4ef7f2d349342c2bfc5f95043d27370&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0934489 Sep 16 05:27:16.455014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1afe63-71c7-48e2-84af-07de605535e3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.461217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1afe63-71c7-48e2-84af-07de605535e3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.462883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a1afe63-71c7-48e2-84af-07de605535e3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1307559 Sep 16 05:27:16.471230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57846) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.485717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.547802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:16.547802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:16.552724 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:16.571268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-4bbd9121-9529-4cbc-bc4f-23a1cbe2e337 service neutron] 10.222.0.49 "GET /v2.0/networks/2aa83319-7c14-4088-87ee-6d12bcd0bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070476 Sep 16 05:27:16.697289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4575241-f362-467a-a945-27b5333a84ad req-a9e696cd-4134-4f58-b99f-7833ea5de416 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.698992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4575241-f362-467a-a945-27b5333a84ad req-a9e696cd-4134-4f58-b99f-7833ea5de416 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 932 time: 0.2265551 Sep 16 05:27:16.729605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-9a5a401a-2ad7-4eb5-8605-e697b1b25db8 service neutron] 10.222.0.49 "GET /v2.0/networks/2aa83319-7c14-4088-87ee-6d12bcd0bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480484 Sep 16 05:27:16.767906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.772946 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.779789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/2b74ddf8-834c-43e6-a62e-1f15065700e6 HTTP/1.1" status: 204 len: 168 time: 4.7110574 Sep 16 05:27:16.780502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57852) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.805676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7cbfdb-d706-4fcb-8859-af37a0130b62 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:16.811113 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-52da2508-47f5-45bd-96ac-596cfd37b166 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] GET failed (client error): The resource could not be found. Sep 16 05:27:16.815338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-eed34229-40ad-412e-ae2b-624f8b667d3b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Deleting port 7b0c5840-3980-4886-9cd3-0de0b4efe7e8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:16.815517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-52da2508-47f5-45bd-96ac-596cfd37b166 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/subnets/f53a21ba-fd72-4cd8-9e8d-b608d2070cf2 HTTP/1.1" status: 404 len: 337 time: 0.0310018 Sep 16 05:27:16.815620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed34229-40ad-412e-ae2b-624f8b667d3b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.815790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57854) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.824765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81702b8e-5d18-4245-b5d6-f19e6147984f tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=2b74ddf8-834c-43e6-a62e-1f15065700e6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:16.849353 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa219e0d-2d89-4f73-9f32-ff513f56246d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:16.849655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.849969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa219e0d-2d89-4f73-9f32-ff513f56246d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:16.852213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aa219e0d-2d89-4f73-9f32-ff513f56246d tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/2b74ddf8-834c-43e6-a62e-1f15065700e6 HTTP/1.1" status: 404 len: 339 time: 0.0350749 Sep 16 05:27:16.861186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57856) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.868111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4575241-f362-467a-a945-27b5333a84ad req-d86ba415-0fce-4d9e-a449-b1df987f9a29 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565106 Sep 16 05:27:16.922007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Transition to ACTIVE for port object da7cbfdb-d706-4fcb-8859-af37a0130b62 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:27:16.942282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed34229-40ad-412e-ae2b-624f8b667d3b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.960291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-eed34229-40ad-412e-ae2b-624f8b667d3b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Calling delete_port for 7b0c5840-3980-4886-9cd3-0de0b4efe7e8 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:17.036004 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.081631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ff781-8ed7-4cd7-949f-a205befe82f5 req-285a89eb-a8b5-4ccd-a636-ece252dbe059 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.083292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c38ff781-8ed7-4cd7-949f-a205befe82f5 req-285a89eb-a8b5-4ccd-a636-ece252dbe059 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 1102 time: 0.1242981 Sep 16 05:27:17.132991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e5fedf1-6dba-4849-b2d9-7bf57c59d0d2 req-8b410d57-2679-450b-bb18-f235ff12d002 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 210 time: 0.0509317 Sep 16 05:27:17.135603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=da7cbfdb-d706-4fcb-8859-af37a0130b62,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.165752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885faf9f-0835-4a29-9a05-d7ea8080269a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.167645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-885faf9f-0835-4a29-9a05-d7ea8080269a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3051281 Sep 16 05:27:17.170593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57864) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.227049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-50309167-62c6-466d-9d34-94507ded7c26 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 207 time: 0.0544505 Sep 16 05:27:17.230350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57866) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.236607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c38ff781-8ed7-4cd7-949f-a205befe82f5 req-9936e8b9-1102-4d7a-b998-d8996c010814 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274977 Sep 16 05:27:17.255116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Attempting to bind port da7cbfdb-d706-4fcb-8859-af37a0130b62 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:17.255116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Attempting to bind port da7cbfdb-d706-4fcb-8859-af37a0130b62 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:17.255478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Attempting to bind port da7cbfdb-d706-4fcb-8859-af37a0130b62 on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:17.260729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Port da7cbfdb-d706-4fcb-8859-af37a0130b62 on network 23d716e2-dc45-4538-825e-b9a4880cffcb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:27:17.261056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Attempting to bind port da7cbfdb-d706-4fcb-8859-af37a0130b62 on network 23d716e2-dc45-4538-825e-b9a4880cffcb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:17.273205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:17.273461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Checking segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:17.273843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Bound using segment: {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:17.274269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Bound port: da7cbfdb-d706-4fcb-8859-af37a0130b62, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b09a43-0670-4752-9107-631315826056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:17.274622 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.374415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] For port da7cbfdb-d706-4fcb-8859-af37a0130b62, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:17.378033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] For port da7cbfdb-d706-4fcb-8859-af37a0130b62, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da7cbfdb-d706-4fcb-8859-af37a0130b62,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:17.394785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a8744-02e0-4539-81a0-e2da4b170ce0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.401765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a8744-02e0-4539-81a0-e2da4b170ce0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.408806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a8744-02e0-4539-81a0-e2da4b170ce0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.414696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a8744-02e0-4539-81a0-e2da4b170ce0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.416831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a41a8744-02e0-4539-81a0-e2da4b170ce0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1842051 Sep 16 05:27:17.422721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57878) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.526406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed34229-40ad-412e-ae2b-624f8b667d3b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.531340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-eb0a23d2-c2c0-4f70-990d-0afeffca09ce tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297778 Sep 16 05:27:17.567403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed34229-40ad-412e-ae2b-624f8b667d3b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.572360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eed34229-40ad-412e-ae2b-624f8b667d3b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/ports/7b0c5840-3980-4886-9cd3-0de0b4efe7e8 HTTP/1.1" status: 204 len: 168 time: 1.0956213 Sep 16 05:27:17.572360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed34229-40ad-412e-ae2b-624f8b667d3b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Port': ['ID=7b0c5840-3980-4886-9cd3-0de0b4efe7e8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.579377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57890) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.583662 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.614924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d8136f75-4ff3-43fa-8793-47ebb4ffbc76 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1878855 Sep 16 05:27:17.619721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.620382 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.623069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/da7cbfdb-d706-4fcb-8859-af37a0130b62 HTTP/1.1" status: 200 len: 1093 time: 1.7771804 Sep 16 05:27:17.623069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1fe9da-f23c-4de3-b87e-322e3c954aa9', 'tag': 'da7cbfdb-d706-4fcb-8859-af37a0130b62'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:17.625097 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747fe0d4-8677-435e-a0ff-182942bda26d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1fe9da-f23c-4de3-b87e-322e3c954aa9", "tag": "da7cbfdb-d706-4fcb-8859-af37a0130b62"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:17.629955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57892) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.679832 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3652301b-3811-42b2-af8e-dbcee9f0c1bc x-openstack-request-id: req-3652301b-3811-42b2-af8e-dbcee9f0c1bc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:17.680141 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1fe9da-f23c-4de3-b87e-322e3c954aa9", "tag": "da7cbfdb-d706-4fcb-8859-af37a0130b62", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:17.680424 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3652301b-3811-42b2-af8e-dbcee9f0c1bc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:17.680819 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1fe9da-f23c-4de3-b87e-322e3c954aa9', 'tag': 'da7cbfdb-d706-4fcb-8859-af37a0130b62', 'status': 'completed', 'code': 200} Sep 16 05:27:17.714567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88986449-2d12-457e-a07b-fbf66076c5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=da7cbfdb-d706-4fcb-8859-af37a0130b62,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.731747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc215efc-604a-413b-83a0-e4fea75e51aa tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.733624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc215efc-604a-413b-83a0-e4fea75e51aa tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.739102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fc215efc-604a-413b-83a0-e4fea75e51aa tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1043415 Sep 16 05:27:17.744091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57896) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.787137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fe0d4-8677-435e-a0ff-182942bda26d req-a0c526ff-8710-495c-b8ea-8d8a2e8169f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.788701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-747fe0d4-8677-435e-a0ff-182942bda26d req-a0c526ff-8710-495c-b8ea-8d8a2e8169f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0522230 Sep 16 05:27:17.804147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-630e8c13-4a6a-430d-a69a-380bbee7b22c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.805673 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-630e8c13-4a6a-430d-a69a-380bbee7b22c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629859 Sep 16 05:27:17.837530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2765dda3-3161-49b2-a767-1aeacc6d81a5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.839015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2765dda3-3161-49b2-a767-1aeacc6d81a5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.844907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2765dda3-3161-49b2-a767-1aeacc6d81a5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0987775 Sep 16 05:27:17.845441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57898) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.860107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-767e405e-48f1-4cc1-a339-bdb3b8e0ea5a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/quotas/d8efd068870f4c00a6f596caed39027f HTTP/1.1" status: 200 len: 375 time: 0.0476270 Sep 16 05:27:17.863892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6b807f4d-e961-4425-9ff4-32594f340b74 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Deleting port 3747edb8-6265-406a-8120-cc602b7e0b1c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:17.864232 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b807f4d-e961-4425-9ff4-32594f340b74 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.938317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fe0d4-8677-435e-a0ff-182942bda26d req-a469143d-5939-41e2-88e3-4207af68f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.939838 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-747fe0d4-8677-435e-a0ff-182942bda26d req-a469143d-5939-41e2-88e3-4207af68f422 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f09bc556bb34764a5912a52c26626fd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1339180 Sep 16 05:27:18.082796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f944446-b69f-4d82-9e62-311b356e5956 req-db955149-8104-4eed-8923-7d46a5c36bfe tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.084621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f944446-b69f-4d82-9e62-311b356e5956 req-db955149-8104-4eed-8923-7d46a5c36bfe tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 944 time: 0.1155312 Sep 16 05:27:18.086228 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b807f4d-e961-4425-9ff4-32594f340b74 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.127526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fe0d4-8677-435e-a0ff-182942bda26d req-7e14af09-50fa-489c-ad89-7b0d0d97f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.127881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-288f54fe-d7f5-4f72-bd75-e4befd7ecf9b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2592130 Sep 16 05:27:18.129011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-747fe0d4-8677-435e-a0ff-182942bda26d req-7e14af09-50fa-489c-ad89-7b0d0d97f328 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813762 Sep 16 05:27:18.131792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6b807f4d-e961-4425-9ff4-32594f340b74 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Calling delete_port for 3747edb8-6265-406a-8120-cc602b7e0b1c owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:18.160448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f944446-b69f-4d82-9e62-311b356e5956 req-61025cfe-7024-4bc4-9c81-b6f6f5e9dde9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Sep 16 05:27:18.172059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239ccf4-fc36-4177-9b63-93401482dea0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.182770 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b239ccf4-fc36-4177-9b63-93401482dea0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/networks/242b4f2e-86b3-458c-9262-8c121f507608 HTTP/1.1" status: 200 len: 800 time: 0.3363650 Sep 16 05:27:18.189424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57908) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.307571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20319bc9-ab89-44bf-81ab-57c6caac0c03 req-8537cb42-61eb-4fde-8bfd-0c46c5d4808b tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 210 time: 0.0783000 Sep 16 05:27:18.346495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-a0379ecd-5abe-443c-b24a-2947c56ed86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.348074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-a0379ecd-5abe-443c-b24a-2947c56ed86b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f09bc556bb34764a5912a52c26626fd&device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1199882 Sep 16 05:27:18.390429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b807f4d-e961-4425-9ff4-32594f340b74 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.446636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b807f4d-e961-4425-9ff4-32594f340b74 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Port': ['ID=3747edb8-6265-406a-8120-cc602b7e0b1c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:18.446872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-7941a642-b7f8-42bc-99bb-1d4e5a05796a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da7cbfdb-d706-4fcb-8859-af37a0130b62 HTTP/1.1" status: 200 len: 217 time: 0.0827467 Sep 16 05:27:18.453321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2adfbdcf-2529-4581-bbe8-5018c77d7e22 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/networks/242b4f2e-86b3-458c-9262-8c121f507608?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2621682 Sep 16 05:27:18.458636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57918) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.471542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6feaf61f-937d-423d-8438-b1f36cd39f7f req-5004320d-3824-4369-89b2-390a617af278 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 210 time: 0.0372410 Sep 16 05:27:18.528761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b807f4d-e961-4425-9ff4-32594f340b74 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.532009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6b807f4d-e961-4425-9ff4-32594f340b74 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/ports/3747edb8-6265-406a-8120-cc602b7e0b1c HTTP/1.1" status: 204 len: 168 time: 0.9514956 Sep 16 05:27:18.533178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-85125bed-efbe-40c8-b17f-70aa5c301da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.534765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-85125bed-efbe-40c8-b17f-70aa5c301da2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 200 len: 851 time: 0.0656543 Sep 16 05:27:18.535383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57920) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.563490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca2576d-512c-4850-a7a9-285490533643 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.568877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ca2576d-512c-4850-a7a9-285490533643 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/subnets/1195be7a-544c-40e1-99e2-0774022c3e1f HTTP/1.1" status: 200 len: 811 time: 0.0998423 Sep 16 05:27:18.569602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57924) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.579764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9d0bc131-1d6c-4676-abd4-9f4a67987f56 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0407534 Sep 16 05:27:18.585279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57926) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.597923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-452054721'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:18.599276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-1c6fbb91-6767-4c0c-b779-c2bb9ace2aad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23d716e2-dc45-4538-825e-b9a4880cffcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535195 Sep 16 05:27:18.656497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb102be-2279-4b42-94f3-bef90a690ee1 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:18.663333 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fdb102be-2279-4b42-94f3-bef90a690ee1 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "GET /v2.0/subnets/1195be7a-544c-40e1-99e2-0774022c3e1f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0874157 Sep 16 05:27:18.663654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57932) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.669524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1994258842'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:18.745749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Made reservation on behalf of 6dc06585582849c48786cec0a1c57e57 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:18.749896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.751061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-f89a986f-373b-4630-891d-0b1125873694 service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438396 Sep 16 05:27:18.785154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:18.795256 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.795600 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Added segment 2a3fac08-621a-406e-b0cd-e23066aacdbe of type vlan for network 070957c2-82d2-474d-a120-c8ac6b7853fb Sep 16 05:27:18.855769 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.876943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edff4f71-8118-4a9f-93a2-f90cc2aa1cc3 req-4ca60cdb-491f-4a7a-9c1b-3b782e43cf7e service neutron] 10.222.0.66 "GET /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181026 Sep 16 05:27:18.925581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-3e278feb-bde3-421a-bdac-998a20f20d85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475264 Sep 16 05:27:18.939941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:18.944308 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.009898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:19.024042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.024380 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Added segment b59959ef-11c1-4b30-aa1e-4a585a5e41bd of type vlan for network f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 Sep 16 05:27:19.036773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-eec4683d-7f3e-4112-833d-c955d8dc4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.038328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-eec4683d-7f3e-4112-833d-c955d8dc4b8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 1097 time: 0.0737867 Sep 16 05:27:19.041031 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.046499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.047143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.135242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.187167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Network': ['ID=070957c2-82d2-474d-a120-c8ac6b7853fb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:19.213331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 070957c2-82d2-474d-a120-c8ac6b7853fb details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:19.225776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c0a6900f-0cda-4395-8e39-e29dba29fec3 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6339111 Sep 16 05:27:19.226769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:19.234618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1361313540'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:19.285479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-6bce220b-fadd-489e-a406-b02219fd1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.287424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-6bce220b-fadd-489e-a406-b02219fd1a86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.1999340 Sep 16 05:27:19.352568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-5b49026b-6919-47b6-99fe-693dad29f0ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704 HTTP/1.1" status: 200 len: 217 time: 0.0470955 Sep 16 05:27:19.353348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.360012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.360636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.376369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Made reservation on behalf of 6dc06585582849c48786cec0a1c57e57 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:19.383196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.451219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebff0a39-b19b-41d4-badc-6386ed4ccf16 req-d669d672-78d7-4cd9-a87c-b7cbcea02ccf tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 210 time: 0.0394998 Sep 16 05:27:19.459511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:19.474764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.475761 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Added segment 9a30e25c-6b87-40dd-89fe-50a08b72ae59 of type vlan for network 0ae3fae8-8864-400b-9b5f-90321ee40dea Sep 16 05:27:19.488319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef180a67-37c9-4ea2-93d9-0521eee3b806 req-c3a7f2d4-e7a1-4a71-a275-94822d68bfcc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.489962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef180a67-37c9-4ea2-93d9-0521eee3b806 req-c3a7f2d4-e7a1-4a71-a275-94822d68bfcc tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 944 time: 0.2193210 Sep 16 05:27:19.495780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Network': ['ID=f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:19.499668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-9e502e77-8559-4f3f-b7ed-765ad3f15f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.501258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-9e502e77-8559-4f3f-b7ed-765ad3f15f79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.1368978 Sep 16 05:27:19.510697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:19.524517 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.555004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5c88bde2-e8c1-49f8-9fbc-c47b38b51968 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8903856 Sep 16 05:27:19.563952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57946) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:19.598300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-911b419e-31e7-4bc8-b4db-74da08843c5a req-47a87f41-526c-4ac6-a0a1-9752110766b7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 210 time: 0.0460021 Sep 16 05:27:19.601664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-32dbbbe5-31eb-47db-8693-0553df276e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.603220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-32dbbbe5-31eb-47db-8693-0553df276e74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929871 Sep 16 05:27:19.603814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'network_id': 'f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:19.611207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef180a67-37c9-4ea2-93d9-0521eee3b806 req-af3f30ad-e774-4b59-ab59-297b73aef6e9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594270 Sep 16 05:27:19.712417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-5f511cc6-607c-4c82-adcd-d8662c112b55 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979965 Sep 16 05:27:19.742070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.750013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.751028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.828420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Network': ['ID=0ae3fae8-8864-400b-9b5f-90321ee40dea,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:19.832492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66fe49b5-7693-4e7e-bbff-891aa1d0fd8c req-b585270f-f8cc-4ff6-9b9e-9fde82497319 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919511 Sep 16 05:27:19.842113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0ae3fae8-8864-400b-9b5f-90321ee40dea details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:19.912134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Made reservation on behalf of 82c040ca7f87467aa4f9d5afa53a2b2c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:19.915886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.980320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Performing IP validity checks on allocation pools {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:27:19.981457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:27:19.991040 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9a58295-74b6-4e1c-a265-b6b36cb240f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.085595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1fc69183-f981-488e-a83c-cc990742836b tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8575890 Sep 16 05:27:20.283183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.430488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=3a868f52-99c9-4c58-982e-cad86b977fc9,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:20.445664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Checking segment: {'id': 'b59959ef-11c1-4b30-aa1e-4a585a5e41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:20.448685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network hostable DHCP agents. Network: f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:20.464097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-0c67c914-92ba-46d6-8236-2af5834316a5 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:20.466262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-0c67c914-92ba-46d6-8236-2af5834316a5 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.30 "GET /v2.0/networks?id=2aa83319-7c14-4088-87ee-6d12bcd0bc1f HTTP/1.1" status: 200 len: 815 time: 0.1594675 Sep 16 05:27:20.547678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-5fd54a58-7b37-4e65-9161-315ff3b6019e tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ef7f2d349342c2bfc5f95043d27370 HTTP/1.1" status: 200 len: 380 time: 0.0640600 Sep 16 05:27:20.565384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Request body: {'port': {'device_id': '82536c47-87fa-4502-a018-133be976db08', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'admin_state_up': True, 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'security_groups': ['65e7e12e-ed14-402c-a451-961915770541']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:20.572918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e43c9270-b006-4444-8f13-72c67681d5e8 req-b4fc18bb-5c28-4f0f-a194-8a0362e6c87f tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 210 time: 0.0297325 Sep 16 05:27:20.597965 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.665537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Network f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:20.773623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:20.783272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:20.783901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.790361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c01dd-b6f4-4b14-985a-bfdea2424e67 None None] Network f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:20.938387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-799d15d4-b452-4662-aa80-f31657b34d01 req-912c7f60-b179-40d9-83d1-d4420d2d1645 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 210 time: 0.1231718 Sep 16 05:27:20.993372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4bb73-b19a-4089-868a-e0a06024b580 req-140fdd3c-1e1f-470c-8127-324e4c49b0d2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:20.995312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3c4bb73-b19a-4089-868a-e0a06024b580 req-140fdd3c-1e1f-470c-8127-324e4c49b0d2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 944 time: 0.1474233 Sep 16 05:27:21.005266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Made reservation on behalf of a4ef7f2d349342c2bfc5f95043d27370 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:21.014293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.045069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3c4bb73-b19a-4089-868a-e0a06024b580 req-2106c8eb-32c0-4d34-a5e8-3d4a6feb2539 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Sep 16 05:27:21.142187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a059500e-f2ed-446e-8a5b-c0ffaa3165e5 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5762835 Sep 16 05:27:21.145035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57962) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:21.155678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-22e73bc4-49b1-42dd-94f2-3913084a284b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:21.281272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Allocated IP 172.20.0.14 (2aa83319-7c14-4088-87ee-6d12bcd0bc1f/e94d8eb1-eb58-47fc-8f69-fb75fa6578b4/5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:21.323165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5', 'network_id': 'f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5', 'tenant_id': '82c040ca7f87467aa4f9d5afa53a2b2c', 'fixed_ips': [{'subnet_id': '3a868f52-99c9-4c58-982e-cad86b977fc9'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:21.324773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.518977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.598721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Allocated IP 172.20.0.3 (f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5/3a868f52-99c9-4c58-982e-cad86b977fc9/07b6926c-5fe8-427f-8d95-9080ed9c8c2d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:21.679994 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.806782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event updated for resources: {'Port': ['ID=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:21.853586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22e73bc4-49b1-42dd-94f2-3913084a284b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8593474'] for subnet, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.854910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.870442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:21.873819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:21.877892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:21.896911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-bb45baa8-9b50-4a76-ba0e-c34c7985acb6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347307 Sep 16 05:27:21.931063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503842b-c744-4269-8a7c-609dbdd2bae9 req-24459051-6918-4a93-9f3d-c12bca3436d4 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:21.935434 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.940114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a503842b-c744-4269-8a7c-609dbdd2bae9 req-24459051-6918-4a93-9f3d-c12bca3436d4 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 932 time: 0.1669278 Sep 16 05:27:22.002719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Network f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:22.007082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:22.013982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:22.027261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a503842b-c744-4269-8a7c-609dbdd2bae9 req-48db1dcb-1255-41b1-9030-3094c6e9dc2a tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809102 Sep 16 05:27:22.049157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:22.050080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.050918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Pushing event updated for resources: {'Port': ['ID=07b6926c-5fe8-427f-8d95-9080ed9c8c2d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:22.093480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device da7cbfdb-d706-4fcb-8859-af37a0130b62 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:22.159193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-9daf3c5f-fd58-41d2-87aa-135a42d41d56 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:22.160788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-9daf3c5f-fd58-41d2-87aa-135a42d41d56 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538574 Sep 16 05:27:22.277250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-8f325238-f81e-4ffa-a313-c42727a699d6 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7184169 Sep 16 05:27:22.303293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:27:22.304989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Request body: {'port': {'device_id': '82536c47-87fa-4502-a018-133be976db08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:22.352542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Attempting to bind port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:22.353079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Attempting to bind port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b59959ef-11c1-4b30-aa1e-4a585a5e41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:22.353444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Attempting to bind port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d on network f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:22.365663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:22.366185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Checking segment: {'id': 'b59959ef-11c1-4b30-aa1e-4a585a5e41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:22.366845 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.367236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Bound using segment: {'id': 'b59959ef-11c1-4b30-aa1e-4a585a5e41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:22.367730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Bound port: 07b6926c-5fe8-427f-8d95-9080ed9c8c2d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59959ef-11c1-4b30-aa1e-4a585a5e41bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:22.368232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.420997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Request body: {'port': {'device_id': '0556a9c7-d566-48a6-bb51-666ee56ec8c9', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'd8efd068870f4c00a6f596caed39027f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:22.504717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e5f5a-670f-413e-87b9-b01f7788c4d1 req-20978eb1-85f7-4a25-98a4-6c10a0808a3b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:22.524528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb2e5f5a-670f-413e-87b9-b01f7788c4d1 req-20978eb1-85f7-4a25-98a4-6c10a0808a3b tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 944 time: 0.3258300 Sep 16 05:27:22.525942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ed9dcc4a-f5ae-413f-9dcd-54623555a5ca None None] Provisioning complete for port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:22.526321 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed9dcc4a-f5ae-413f-9dcd-54623555a5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.530735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port da7cbfdb-d706-4fcb-8859-af37a0130b62, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da7cbfdb-d706-4fcb-8859-af37a0130b62,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:22.592868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'da7cbfdb-d706-4fcb-8859-af37a0130b62', 'network_id': '23d716e2-dc45-4538-825e-b9a4880cffcb', 'port_id': 'da7cbfdb-d706-4fcb-8859-af37a0130b62', 'mac_address': 'fa:16:3e:92:8f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec37c82-919e-41b8-8934-007460e0c85e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:22.601086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.608248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] For port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:22.621954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] For port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=07b6926c-5fe8-427f-8d95-9080ed9c8c2d,segment=NetworkSegment(b59959ef-11c1-4b30-aa1e-4a585a5e41bd),segment_id=b59959ef-11c1-4b30-aa1e-4a585a5e41bd)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:22.625632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dcc4a-f5ae-413f-9dcd-54623555a5ca None None] Port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:22.634892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb2e5f5a-670f-413e-87b9-b01f7788c4d1 req-2ad83d3f-bd36-4322-a716-d3a1dc16f946 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996442 Sep 16 05:27:22.681957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9eea8818-3e2a-4534-8a4b-5816849530bb req-b71b41ce-f38c-4a6b-bd8c-9c408796c10f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 210 time: 0.5201375 Sep 16 05:27:22.688419 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.701762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.757369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7cbfdb-d706-4fcb-8859-af37a0130b62 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:22.809712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Made reservation on behalf of d8efd068870f4c00a6f596caed39027f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:22.815716 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.875488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port da7cbfdb-d706-4fcb-8859-af37a0130b62, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da7cbfdb-d706-4fcb-8859-af37a0130b62,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:22.879891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962d40a-b45f-458c-a58d-92779e7e4a49 None None] Pushing event updated for resources: {'Port': ['ID=07b6926c-5fe8-427f-8d95-9080ed9c8c2d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:22.909676 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22e73bc4-49b1-42dd-94f2-3913084a284b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788593524228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3523569'] for subnet, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.965811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e73bc4-49b1-42dd-94f2-3913084a284b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:22.966424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22e73bc4-49b1-42dd-94f2-3913084a284b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.967984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-22e73bc4-49b1-42dd-94f2-3913084a284b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "PUT /v2.0/subnets/3a868f52-99c9-4c58-982e-cad86b977fc9 HTTP/1.1" status: 200 len: 877 time: 1.8219740 Sep 16 05:27:22.976111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57982) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.976528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.115201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=da7cbfdb-d706-4fcb-8859-af37a0130b62,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.126255 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de00b712-d7aa-4599-8c1d-0635349a1ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.244856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e73bc4-49b1-42dd-94f2-3913084a284b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event updated for resources: {'Subnet': ['ID=3a868f52-99c9-4c58-982e-cad86b977fc9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.365412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['da7cbfdb-d706-4fcb-8859-af37a0130b62'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:23.398228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:23.419405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.437401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Transition to ACTIVE for port object 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:27:23.456674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Allocated IP 192.168.233.188 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/8e526f01-9835-4a8a-b6c5-1e3b019edff2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:23.485687 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.519588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cce32-a500-4085-9885-20afe72d6036 req-a0354cd5-3306-44d9-a4e0-05fbede35b76 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:23.521683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b8cce32-a500-4085-9885-20afe72d6036 req-a0354cd5-3306-44d9-a4e0-05fbede35b76 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 932 time: 0.0823424 Sep 16 05:27:23.565930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 07b6926c-5fe8-427f-8d95-9080ed9c8c2d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:23.590644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b8cce32-a500-4085-9885-20afe72d6036 req-6a328995-1576-4b47-a29e-bc897facc131 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585361 Sep 16 05:27:23.639462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.688548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57990) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.696113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'subnets': [{'network_id': '070957c2-82d2-474d-a120-c8ac6b7853fb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--299140103', 'ip_version': 6}, {'network_id': '0ae3fae8-8864-400b-9b5f-90321ee40dea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:23.696538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'subnet': {'network_id': '070957c2-82d2-474d-a120-c8ac6b7853fb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--299140103', 'ip_version': 6}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:23.697271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Request body: {'subnet': {'network_id': '0ae3fae8-8864-400b-9b5f-90321ee40dea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:23.745847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:23.747612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.824895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.932091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Pushing event updated for resources: {'Port': ['ID=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.940466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.017042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=07b6926c-5fe8-427f-8d95-9080ed9c8c2d,segment=NetworkSegment(b59959ef-11c1-4b30-aa1e-4a585a5e41bd),segment_id=b59959ef-11c1-4b30-aa1e-4a585a5e41bd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:24.089348 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.099782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:24.102025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.151301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d2d81-e578-4119-8962-2001a8f7de21 req-dab67c37-643a-411c-b064-b85cfdfcc4b1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:24.153523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-376d2d81-e578-4119-8962-2001a8f7de21 req-dab67c37-643a-411c-b064-b85cfdfcc4b1 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 945 time: 0.2451420 Sep 16 05:27:24.186317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=07b6926c-5fe8-427f-8d95-9080ed9c8c2d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:24.232232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57996) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.274291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.284545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-376d2d81-e578-4119-8962-2001a8f7de21 req-179b2eb6-e3ea-418b-b34d-bf3e8d597da0 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181903 Sep 16 05:27:24.339401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] For port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=07b6926c-5fe8-427f-8d95-9080ed9c8c2d,segment=NetworkSegment(b59959ef-11c1-4b30-aa1e-4a585a5e41bd),segment_id=b59959ef-11c1-4b30-aa1e-4a585a5e41bd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:24.340387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.360137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Calling delete_port for 07b6926c-5fe8-427f-8d95-9080ed9c8c2d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:24.436253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a693-5166-4a5c-a157-cba7306df5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.438589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.480037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'c956e541-a392-43cc-801b-9627ea298dba'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:24.484841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc3cf35-0ce5-4189-b810-cdc59172d17f None None] Network f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:24.529374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:24.549613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:24.556216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'Port': ['ID=8e526f01-9835-4a8a-b6c5-1e3b019edff2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:24.559178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'cda5e608-72b7-4ebb-8b79-da016ccf36df'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:24.560313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:24.630701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Attempting to bind port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:24.632130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Attempting to bind port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:24.633024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Attempting to bind port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 on network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:24.656985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f9e8c-37ab-466a-aaa6-fbf041ddb214 req-cb90d325-c8c6-4a1b-b6f4-245c8d6c12eb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:24.665097 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a03f9e8c-37ab-466a-aaa6-fbf041ddb214 req-cb90d325-c8c6-4a1b-b6f4-245c8d6c12eb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 936 time: 0.6977906 Sep 16 05:27:24.674951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 on network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:27:24.675286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Attempting to bind port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 on network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:24.689887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d6713e64-0df9-420d-a835-c514c9c739e6 None None] Provisioning complete for port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:24.695126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6713e64-0df9-420d-a835-c514c9c739e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.695662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:24.696048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Checking segment: {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:24.696447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Bound using segment: {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:24.696906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Bound port: 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796f54a-4af8-4a5c-b645-e6aa35127c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:24.697277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.729236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a03f9e8c-37ab-466a-aaa6-fbf041ddb214 req-422e815e-6e50-447a-b862-826bf3f2b727 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Sep 16 05:27:24.738320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:24.739027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.803980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.833303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] For port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:24.837681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] For port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:24.857512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d6713e64-0df9-420d-a835-c514c9c739e6 None None] Could not find standard attr ID for object 07b6926c-5fe8-427f-8d95-9080ed9c8c2d. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:27:24.865935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Port': ['ID=07b6926c-5fe8-427f-8d95-9080ed9c8c2d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:24.868603 n-d-712749-15 neutron-server[95661]: INFO neutron.plugins.ml2.db [None req-d6713e64-0df9-420d-a835-c514c9c739e6 None None] No ports have port_id starting with 07b6926c-5fe8-427f-8d95-9080ed9c8c2d Sep 16 05:27:24.907271 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.936985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3669983-25de-41d0-9a7b-40ec24d585a1 req-e9f2189a-71d0-4d79-ae58-b13dea52be46 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:24.938690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3669983-25de-41d0-9a7b-40ec24d585a1 req-e9f2189a-71d0-4d79-ae58-b13dea52be46 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 944 time: 0.1874552 Sep 16 05:27:24.942838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No DVR routers for this DVR port 07b6926c-5fe8-427f-8d95-9080ed9c8c2d on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:25.016843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.016843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.016843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] 10.222.0.30 "PUT /v2.0/ports/5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 HTTP/1.1" status: 200 len: 1093 time: 2.7196157 Sep 16 05:27:25.016843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82536c47-87fa-4502-a018-133be976db08', 'tag': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:25.019764 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b62f98f-babe-4674-931e-90914fe82d87" -d '{"events": [{"name": "network-changed", "server_uuid": "82536c47-87fa-4502-a018-133be976db08", "tag": "5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:25.024961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f25381-d469-4b04-ba3f-1437baa943ca service neutron] Pushing event updated for resources: {'Port': ['ID=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:25.036007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a693-5166-4a5c-a157-cba7306df5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.069119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.080850 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535c9b24-366f-4265-bca3-f40db36d4cc0 x-openstack-request-id: req-535c9b24-366f-4265-bca3-f40db36d4cc0 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:25.081279 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82536c47-87fa-4502-a018-133be976db08", "tag": "5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:25.081658 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-535c9b24-366f-4265-bca3-f40db36d4cc0 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:25.082247 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82536c47-87fa-4502-a018-133be976db08', 'tag': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'status': 'completed', 'code': 200} Sep 16 05:27:25.100189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3669983-25de-41d0-9a7b-40ec24d585a1 req-34d91ffd-ac5e-41c6-87e5-bdaa2fe4836f tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263282 Sep 16 05:27:25.177581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a693-5166-4a5c-a157-cba7306df5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.177893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1038ec4f-2ffb-450f-9b20-feff336c6a4d None None] Provisioning complete for port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:25.178084 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1038ec4f-2ffb-450f-9b20-feff336c6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.262521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a4d8a693-5166-4a5c-a157-cba7306df5e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=331e8541b50e47edb947553da107461d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0285275 Sep 16 05:27:25.264273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8a693-5166-4a5c-a157-cba7306df5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2af81d-76e6-4a68-9788-33b34b2cf27e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:25.266113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58004) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:25.305397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.306096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.317312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1038ec4f-2ffb-450f-9b20-feff336c6a4d None None] Port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:25.317519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-d01c2d64-e77e-47e1-af9f-759c7967968c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0251598 Sep 16 05:27:25.363939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62f98f-babe-4674-931e-90914fe82d87 req-6fe69e0f-9fca-4c40-af0d-780ebb73c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.365559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b62f98f-babe-4674-931e-90914fe82d87 req-6fe69e0f-9fca-4c40-af0d-780ebb73c945 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4ef7f2d349342c2bfc5f95043d27370&device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 1096 time: 0.2248061 Sep 16 05:27:25.400219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Request body: {'port': {'device_id': '0556a9c7-d566-48a6-bb51-666ee56ec8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:25.426915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=3a868f52-99c9-4c58-982e-cad86b977fc9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:25.451437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2196b617-3218-4094-b28c-da00bcc8e44a None None] Network f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:25.542217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.563658 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56a0bd3d-3986-4775-83b7-673b339a0b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.569472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.587193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:25.614938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Made reservation on behalf of 6dc06585582849c48786cec0a1c57e57 for: {'subnet': 2} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:25.619467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.619810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.633294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59959ef-11c1-4b30-aa1e-4a585a5e41bd') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:25.633633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59959ef-11c1-4b30-aa1e-4a585a5e41bd') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:25.648008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.660899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1fbae-4d34-4880-b304-236fb146e01a req-9a0c9f5d-bd59-4c54-87da-a98255a9b672 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.662576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11d1fbae-4d34-4880-b304-236fb146e01a req-9a0c9f5d-bd59-4c54-87da-a98255a9b672 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 945 time: 0.1998546 Sep 16 05:27:25.670412 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.684562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:25.685460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:25.691816 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:25.711711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56a0bd3d-3986-4775-83b7-673b339a0b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.738595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62f98f-babe-4674-931e-90914fe82d87 req-bf0997af-0170-4c41-b50a-7290cf8a49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.740132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b62f98f-babe-4674-931e-90914fe82d87 req-bf0997af-0170-4c41-b50a-7290cf8a49e0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a4ef7f2d349342c2bfc5f95043d27370&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3520255 Sep 16 05:27:25.812004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92403816-dc82-4e56-a0ed-026eceb8fcc7 None None] DHCP port deletion for f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:25.883068 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11d1fbae-4d34-4880-b304-236fb146e01a req-b8befe5e-8c16-46eb-8a2b-674dd5362607 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804838 Sep 16 05:27:25.964518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62f98f-babe-4674-931e-90914fe82d87 req-5a56c3e4-a08d-43b5-bd5a-45354853806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.967277 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b62f98f-babe-4674-931e-90914fe82d87 req-5a56c3e4-a08d-43b5-bd5a-45354853806c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133682 Sep 16 05:27:25.978488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912587f-4f7b-4d82-9561-61cb1c34cf27 req-96d4888a-fc96-49b5-a0ac-531f3417e34e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.979963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5912587f-4f7b-4d82-9561-61cb1c34cf27 req-96d4888a-fc96-49b5-a0ac-531f3417e34e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 936 time: 0.0684299 Sep 16 05:27:25.991591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.014646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.016530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56a0bd3d-3986-4775-83b7-673b339a0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.017443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 HTTP/1.1" status: 204 len: 168 time: 3.0373104 Sep 16 05:27:26.020777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56a0bd3d-3986-4775-83b7-673b339a0b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.021436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58010) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.022013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56a0bd3d-3986-4775-83b7-673b339a0b94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba2af81d-76e6-4a68-9788-33b34b2cf27e HTTP/1.1" status: 204 len: 168 time: 0.7543252 Sep 16 05:27:26.043839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0bd3d-3986-4775-83b7-673b339a0b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2af81d-76e6-4a68-9788-33b34b2cf27e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:26.098894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245895b-182c-4676-862c-bfe86b4f05d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:26.100403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device da7cbfdb-d706-4fcb-8859-af37a0130b62 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:26.111801 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6f33f1-06c7-4b46-8ef1-f7177d974312 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:26.111801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6f33f1-06c7-4b46-8ef1-f7177d974312 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:26.111801 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe6f33f1-06c7-4b46-8ef1-f7177d974312 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/3a868f52-99c9-4c58-982e-cad86b977fc9 HTTP/1.1" status: 404 len: 337 time: 0.0784039 Sep 16 05:27:26.113511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.153561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-510d65b6-a0e1-4394-8d0d-743ec90e61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.155123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-510d65b6-a0e1-4394-8d0d-743ec90e61da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4ef7f2d349342c2bfc5f95043d27370&device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 1096 time: 0.1073048 Sep 16 05:27:26.171935 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc42fe2-1d11-4d53-9c24-c74f9a5a49f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:26.173041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc42fe2-1d11-4d53-9c24-c74f9a5a49f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:26.175848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9dc42fe2-1d11-4d53-9c24-c74f9a5a49f9 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/f1edb6f9-0cf7-4508-9a00-fb0b6621a9a5 HTTP/1.1" status: 404 len: 339 time: 0.0569649 Sep 16 05:27:26.179718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58018) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.195337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5912587f-4f7b-4d82-9561-61cb1c34cf27 req-33e500e9-e09a-4da6-b6e3-aa0852def4c3 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046173 Sep 16 05:27:26.223509 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afbe213-5f87-49ec-abb2-fa7ec807a117 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:26.224006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afbe213-5f87-49ec-abb2-fa7ec807a117 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:26.226058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2afbe213-5f87-49ec-abb2-fa7ec807a117 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/f53a21ba-fd72-4cd8-9e8d-b608d2070cf2 HTTP/1.1" status: 404 len: 337 time: 0.0449872 Sep 16 05:27:26.230385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58020) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.238822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port da7cbfdb-d706-4fcb-8859-af37a0130b62 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:26.242960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port da7cbfdb-d706-4fcb-8859-af37a0130b62 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:26.243340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.249704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-2b30b56f-98f3-44bd-a442-296dc13b04a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 HTTP/1.1" status: 200 len: 217 time: 0.0716112 Sep 16 05:27:26.299452 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d71b13-0fe5-45cd-af28-7b3ccb9a863a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:26.300202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d71b13-0fe5-45cd-af28-7b3ccb9a863a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:26.302101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d9d71b13-0fe5-45cd-af28-7b3ccb9a863a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/2b74ddf8-834c-43e6-a62e-1f15065700e6 HTTP/1.1" status: 404 len: 339 time: 0.0707257 Sep 16 05:27:26.305067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.336116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.366056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1fe9da-f23c-4de3-b87e-322e3c954aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7cbfdb-d706-4fcb-8859-af37a0130b62'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:26.367760 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d4fc69-d277-4fa8-b945-55258a0af871" -d '{"events": [{"server_uuid": "4f1fe9da-f23c-4de3-b87e-322e3c954aa9", "name": "network-vif-plugged", "status": "completed", "tag": "da7cbfdb-d706-4fcb-8859-af37a0130b62"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:26.384170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port da7cbfdb-d706-4fcb-8859-af37a0130b62, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da7cbfdb-d706-4fcb-8859-af37a0130b62,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:26.425944 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0fc3e3-4d9d-4490-af66-df0b8959138a x-openstack-request-id: req-aa0fc3e3-4d9d-4490-af66-df0b8959138a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:26.426235 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1fe9da-f23c-4de3-b87e-322e3c954aa9", "name": "network-vif-plugged", "status": "completed", "tag": "da7cbfdb-d706-4fcb-8859-af37a0130b62", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:26.427051 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa0fc3e3-4d9d-4490-af66-df0b8959138a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:26.427051 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1fe9da-f23c-4de3-b87e-322e3c954aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7cbfdb-d706-4fcb-8859-af37a0130b62', 'code': 200} Sep 16 05:27:26.444825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-1b45f7c2-d2af-456e-9a4b-6ba3136d6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.446344 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-1b45f7c2-d2af-456e-9a4b-6ba3136d6092 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e94d8eb1-eb58-47fc-8f69-fb75fa6578b4 HTTP/1.1" status: 200 len: 854 time: 0.1880851 Sep 16 05:27:26.450067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.461822 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.472116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e526f01-9835-4a8a-b6c5-1e3b019edff2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:26.499748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.516822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4c310-b8af-4821-893b-90ff95192685 req-2522f07c-3db9-4e0e-a5ed-1fc4beac3709 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.517783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bef4c310-b8af-4821-893b-90ff95192685 req-2522f07c-3db9-4e0e-a5ed-1fc4beac3709 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 944 time: 0.2336578 Sep 16 05:27:26.547495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=da7cbfdb-d706-4fcb-8859-af37a0130b62,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:26.571462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Transition to ACTIVE for port object 8e526f01-9835-4a8a-b6c5-1e3b019edff2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:27:26.582275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-80b07908-92d0-4883-8c8a-bfcd1f302fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.583841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-80b07908-92d0-4883-8c8a-bfcd1f302fb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2aa83319-7c14-4088-87ee-6d12bcd0bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285560 Sep 16 05:27:26.590766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bef4c310-b8af-4821-893b-90ff95192685 req-a207da2d-5c80-4c9d-8e4f-1ea321cefd0e tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603335 Sep 16 05:27:26.643748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.669648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b865e-95f5-4446-a3d8-146bc720d3e0 req-5c9e4003-72e3-4a77-8448-a7d4987dd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.674574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a30b865e-95f5-4446-a3d8-146bc720d3e0 req-5c9e4003-72e3-4a77-8448-a7d4987dd4ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 1098 time: 0.1297541 Sep 16 05:27:26.676442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720e41eb-d88b-468d-a6ea-7968276070ac']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.680957 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.693604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9eff56-3950-4485-b2e0-91c36eefaa7a') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.693901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9eff56-3950-4485-b2e0-91c36eefaa7a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.744196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.755406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-c3af912f-5861-4f51-8d43-ddad70329996 service neutron] 10.222.0.30 "GET /v2.0/networks/2aa83319-7c14-4088-87ee-6d12bcd0bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420186 Sep 16 05:27:26.781372 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.797309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e526f01-9835-4a8a-b6c5-1e3b019edff2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:26.803981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:26.803981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:26.804921 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:26.807207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a30b865e-95f5-4446-a3d8-146bc720d3e0 req-66898a3b-f33d-4e8d-8c6a-e289b69183b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152060 Sep 16 05:27:26.825718 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.968447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Subnet': ['ID=e6377f7b-37ed-4615-9321-9d11d34d304a,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:26.973199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Checking segment: {'id': '2a3fac08-621a-406e-b0cd-e23066aacdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '070957c2-82d2-474d-a120-c8ac6b7853fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:26.973745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Network hostable DHCP agents. Network: 070957c2-82d2-474d-a120-c8ac6b7853fb, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:26.979211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58030) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.988906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a490d62-ec86-4932-b30b-c2495a1b110c req-06d1e7b4-b87d-4db6-bea3-e066a4b0c7ba service neutron] 10.222.0.30 "GET /v2.0/networks/2aa83319-7c14-4088-87ee-6d12bcd0bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209659 Sep 16 05:27:27.005527 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc07e-cde0-417d-a754-d7b0cf2d5053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.048547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Attempting to bind port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:27.048941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Attempting to bind port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:27.049193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Attempting to bind port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:27.056561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:27:27.056880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Attempting to bind port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:27.065175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:27.065511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:27.073489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:27.073489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Bound port: 8e526f01-9835-4a8a-b6c5-1e3b019edff2, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:27.073489 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.088050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2daf5-6e60-4567-a071-28609053166c req-45730ac8-d587-456d-89bc-6c13bde9d8a2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.091566 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ea2daf5-6e60-4567-a071-28609053166c req-45730ac8-d587-456d-89bc-6c13bde9d8a2 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.0764132 Sep 16 05:27:27.128343 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.133172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc07e-cde0-417d-a754-d7b0cf2d5053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.145457 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.147281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/720e41eb-d88b-468d-a6ea-7968276070ac HTTP/1.1" status: 204 len: 168 time: 0.8411858 Sep 16 05:27:27.149944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58032) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.171495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed89a4c-e38d-4d13-bdaf-aab5cea29b7a tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=720e41eb-d88b-468d-a6ea-7968276070ac,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.177463 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56d9a95-db17-4580-b7b6-24041e1a2c72 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.177923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56d9a95-db17-4580-b7b6-24041e1a2c72 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.182559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b56d9a95-db17-4580-b7b6-24041e1a2c72 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/f59ae72c-2451-4e86-8db5-1c398d1d8154 HTTP/1.1" status: 404 len: 337 time: 0.0285876 Sep 16 05:27:27.185928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58034) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.194054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Network 070957c2-82d2-474d-a120-c8ac6b7853fb is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:27.197582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ea2daf5-6e60-4567-a071-28609053166c req-198bb626-c833-49ed-b1c9-8ca1f7292a98 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803523 Sep 16 05:27:27.203086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] For port 8e526f01-9835-4a8a-b6c5-1e3b019edff2, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:27.207511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] For port 8e526f01-9835-4a8a-b6c5-1e3b019edff2, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8e526f01-9835-4a8a-b6c5-1e3b019edff2,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:27.222453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 07b6926c-5fe8-427f-8d95-9080ed9c8c2d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:27.223574 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9174a8-3e37-46a3-8afd-91dd2cd25ea2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.224305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9174a8-3e37-46a3-8afd-91dd2cd25ea2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.226366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3d9174a8-3e37-46a3-8afd-91dd2cd25ea2 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/1e0ce703-ca84-413d-9103-6ec8dd9ddde9 HTTP/1.1" status: 404 len: 339 time: 0.0394804 Sep 16 05:27:27.231584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc07e-cde0-417d-a754-d7b0cf2d5053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.233896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58036) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.253363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 07b6926c-5fe8-427f-8d95-9080ed9c8c2d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:27.253711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 07b6926c-5fe8-427f-8d95-9080ed9c8c2d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:27.259317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdc07e-cde0-417d-a754-d7b0cf2d5053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbcd8a5-620d-464d-8946-82bb1290ef91,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.277749 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-487f9e50-fe19-4841-a05c-b67884a543fc tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.278288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8dfdc07e-cde0-417d-a754-d7b0cf2d5053 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=214af2f9b7f7464a82e99765e2274bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976911 Sep 16 05:27:27.279159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487f9e50-fe19-4841-a05c-b67884a543fc tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.281021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-487f9e50-fe19-4841-a05c-b67884a543fc tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/ec46809a-a693-4ffc-8c00-e3ee4e71ad55 HTTP/1.1" status: 404 len: 337 time: 0.0460365 Sep 16 05:27:27.281557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58040) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.283404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.302165 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b70b4c0-6e66-44a6-8d58-1f695654ab64 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.307033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b70b4c0-6e66-44a6-8d58-1f695654ab64 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.307033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1b70b4c0-6e66-44a6-8d58-1f695654ab64 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/6d732e7b-9a75-44b8-9ba6-75f2908a6f71 HTTP/1.1" status: 404 len: 339 time: 0.0200937 Sep 16 05:27:27.309485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58044) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.336613 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d67a197-6857-4e32-91f6-4a95cd6edf71 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.337704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d67a197-6857-4e32-91f6-4a95cd6edf71 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.341317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9d67a197-6857-4e32-91f6-4a95cd6edf71 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/f8a682c5-06bb-4a48-9ea7-6e0278c3645d HTTP/1.1" status: 404 len: 337 time: 0.0282669 Sep 16 05:27:27.341317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.341833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58046) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.357395 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.363587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 070957c2-82d2-474d-a120-c8ac6b7853fb) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:27.368960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bdba-5f8a-42d9-aec1-52e7cc71f8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.373816 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.377382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e29f41-7d95-4e8c-8858-b52cbc7c191a None None] Network 070957c2-82d2-474d-a120-c8ac6b7853fb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:27.394651 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-692b1291-7839-4d32-9656-4c8064e1735c tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.394871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692b1291-7839-4d32-9656-4c8064e1735c tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.399226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-692b1291-7839-4d32-9656-4c8064e1735c tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/99cc57c7-ec68-4ec0-8eec-ab95fea7546e HTTP/1.1" status: 404 len: 339 time: 0.0525031 Sep 16 05:27:27.400218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58048) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.420001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.421876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.422039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] 10.222.0.30 "PUT /v2.0/ports/8e526f01-9835-4a8a-b6c5-1e3b019edff2 HTTP/1.1" status: 200 len: 1097 time: 2.0686481 Sep 16 05:27:27.422500 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0556a9c7-d566-48a6-bb51-666ee56ec8c9', 'tag': '8e526f01-9835-4a8a-b6c5-1e3b019edff2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:27.424822 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41928e94-53ba-404d-aa51-8a76a5bf2410" -d '{"events": [{"name": "network-changed", "server_uuid": "0556a9c7-d566-48a6-bb51-666ee56ec8c9", "tag": "8e526f01-9835-4a8a-b6c5-1e3b019edff2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:27.447213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3fcba-6683-412a-8fbb-aa7ad3b261ed req-42d00dad-9406-4ab9-98f8-2ee6c235feee tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.449972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2a3fcba-6683-412a-8fbb-aa7ad3b261ed req-42d00dad-9406-4ab9-98f8-2ee6c235feee tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 948 time: 0.1371624 Sep 16 05:27:27.460380 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-542fec93-c19c-411b-9033-45c951c3b5d3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.461021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542fec93-c19c-411b-9033-45c951c3b5d3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.463178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-542fec93-c19c-411b-9033-45c951c3b5d3 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/63ee1601-2a02-4d3b-b43a-97af0e35c76e HTTP/1.1" status: 404 len: 337 time: 0.0620282 Sep 16 05:27:27.466545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58052) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.480998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bdba-5f8a-42d9-aec1-52e7cc71f8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.491020 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef27bbe9-c24c-4c23-a547-caacc2ac0f5e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.491596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef27bbe9-c24c-4c23-a547-caacc2ac0f5e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.493594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ef27bbe9-c24c-4c23-a547-caacc2ac0f5e tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/fd176873-6ae9-4e29-bbad-f0d84e9d1b12 HTTP/1.1" status: 404 len: 339 time: 0.0261621 Sep 16 05:27:27.502907 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa93b21-994c-4fb5-bf6d-c911a8320cc9 x-openstack-request-id: req-5aa93b21-994c-4fb5-bf6d-c911a8320cc9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:27.502907 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0556a9c7-d566-48a6-bb51-666ee56ec8c9", "tag": "8e526f01-9835-4a8a-b6c5-1e3b019edff2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:27.503190 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5aa93b21-994c-4fb5-bf6d-c911a8320cc9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:27.510381 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0556a9c7-d566-48a6-bb51-666ee56ec8c9', 'tag': '8e526f01-9835-4a8a-b6c5-1e3b019edff2', 'status': 'completed', 'code': 200} Sep 16 05:27:27.510381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58054) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.510381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bd719-0b1c-4aa9-ad56-86144c9c2ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e526f01-9835-4a8a-b6c5-1e3b019edff2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.559984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event updated for resources: {'Subnet': ['ID=26f0ef8f-41b8-40f7-bfdc-2232529cf9d6,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.600231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Checking segment: {'id': '9a30e25c-6b87-40dd-89fe-50a08b72ae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0ae3fae8-8864-400b-9b5f-90321ee40dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:27.600231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Network hostable DHCP agents. Network: 0ae3fae8-8864-400b-9b5f-90321ee40dea, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:27.614832 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3904319-67b6-4d0e-aa2d-9cabd89a3469 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.614832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3904319-67b6-4d0e-aa2d-9cabd89a3469 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.615101 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2a3fcba-6683-412a-8fbb-aa7ad3b261ed req-55ee4570-c908-40fa-aa17-7a4bbba7f85d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882981 Sep 16 05:27:27.615238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3904319-67b6-4d0e-aa2d-9cabd89a3469 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/6b7e58f1-bda3-4ecc-a347-badd9a9edbdf HTTP/1.1" status: 404 len: 337 time: 0.0969117 Sep 16 05:27:27.615238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58056) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.643058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-070957c2-82d2-474d-a120-c8ac6b7853fb', 'network_id': '070957c2-82d2-474d-a120-c8ac6b7853fb', 'tenant_id': '6dc06585582849c48786cec0a1c57e57', 'fixed_ips': [{'subnet_id': 'e6377f7b-37ed-4615-9321-9d11d34d304a'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:27.644754 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.672732 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c6175b-4f83-4d51-a209-e4972e4d31f7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.673717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c6175b-4f83-4d51-a209-e4972e4d31f7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.675673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-94c6175b-4f83-4d51-a209-e4972e4d31f7 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/01a8d0e7-d236-4459-bc92-2ea8fe4d2c1d HTTP/1.1" status: 404 len: 339 time: 0.0599518 Sep 16 05:27:27.678586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928e94-53ba-404d-aa51-8a76a5bf2410 req-41dc6d45-0019-4d0c-9ce3-6f97199d3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.680475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58060) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.680897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41928e94-53ba-404d-aa51-8a76a5bf2410 req-41dc6d45-0019-4d0c-9ce3-6f97199d3ac3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 1100 time: 0.1042838 Sep 16 05:27:27.720538 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bdba-5f8a-42d9-aec1-52e7cc71f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.723201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bdba-5f8a-42d9-aec1-52e7cc71f8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.724410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ccc0bdba-5f8a-42d9-aec1-52e7cc71f8f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bbcd8a5-620d-464d-8946-82bb1290ef91 HTTP/1.1" status: 204 len: 168 time: 0.4418409 Sep 16 05:27:27.733258 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8830cba-23ae-42aa-bffa-2cba18c9a0c6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.733258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8830cba-23ae-42aa-bffa-2cba18c9a0c6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.733572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a8830cba-23ae-42aa-bffa-2cba18c9a0c6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/32b79b76-68f8-403a-a734-b4db194a7b93 HTTP/1.1" status: 404 len: 337 time: 0.0514064 Sep 16 05:27:27.738310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Network 0ae3fae8-8864-400b-9b5f-90321ee40dea is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:27.741090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.759306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0bdba-5f8a-42d9-aec1-52e7cc71f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbcd8a5-620d-464d-8946-82bb1290ef91,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.775647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41928e94-53ba-404d-aa51-8a76a5bf2410 req-767c1344-4db3-4672-b1ba-bc11c3e970f4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721457 Sep 16 05:27:27.789716 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-507015c9-4a41-4d81-8371-431c022497d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.790382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507015c9-4a41-4d81-8371-431c022497d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.795134 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-507015c9-4a41-4d81-8371-431c022497d4 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/0f204d97-f171-496a-9f82-a00c8ca014dc HTTP/1.1" status: 404 len: 339 time: 0.0501292 Sep 16 05:27:27.795881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58066) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.829734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb040a5c-fb38-4b13-b0b1-366bd4719997 req-fda461fd-9159-4241-bbc2-fd685b791c90 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.833553 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0b5a20-2ae3-404a-988e-e7d31fc88856 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.834070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0b5a20-2ae3-404a-988e-e7d31fc88856 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.844336 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8c0b5a20-2ae3-404a-988e-e7d31fc88856 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/496972f3-607c-4743-b47c-ba8663fd0247 HTTP/1.1" status: 404 len: 337 time: 0.0395017 Sep 16 05:27:27.850905 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb040a5c-fb38-4b13-b0b1-366bd4719997 req-fda461fd-9159-4241-bbc2-fd685b791c90 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 944 time: 0.1471899 Sep 16 05:27:27.851595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58068) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.868843 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ae0242-5309-4fab-b16b-44dd0bee30c0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.869565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ae0242-5309-4fab-b16b-44dd0bee30c0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.874610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81ae0242-5309-4fab-b16b-44dd0bee30c0 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/b44d0709-cf9c-43a7-8100-e9d680fccdc5 HTTP/1.1" status: 404 len: 339 time: 0.0325787 Sep 16 05:27:27.874831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58070) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.881700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Allocated IP 2001:db8::1 (070957c2-82d2-474d-a120-c8ac6b7853fb/e6377f7b-37ed-4615-9321-9d11d34d304a/efd72ec8-6aec-4572-af04-02685992b4de) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:27.888363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0ae3fae8-8864-400b-9b5f-90321ee40dea) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:27.897765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a765a-81dc-4040-96e6-f67cbbb77e18 None None] Network 0ae3fae8-8864-400b-9b5f-90321ee40dea requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:27.899524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.900060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.900756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.922811 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe98b798-5aec-4ff3-ac0f-7da1e8736452 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.923694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe98b798-5aec-4ff3-ac0f-7da1e8736452 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.927494 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fe98b798-5aec-4ff3-ac0f-7da1e8736452 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/73ec978b-5200-41b4-ac14-f7954af3fb94 HTTP/1.1" status: 404 len: 337 time: 0.0489671 Sep 16 05:27:27.928748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58072) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.934542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb040a5c-fb38-4b13-b0b1-366bd4719997 req-0eed6d5b-e71d-4efa-9a29-6c3be5748ca0 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951138 Sep 16 05:27:27.968907 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e385550b-31a6-4e37-b95b-9469b4c06be6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:27.969383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928e94-53ba-404d-aa51-8a76a5bf2410 req-cd426362-8470-4884-a7df-a5e3a79153a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:27.970019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e385550b-31a6-4e37-b95b-9469b4c06be6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:27.971698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41928e94-53ba-404d-aa51-8a76a5bf2410 req-cd426362-8470-4884-a7df-a5e3a79153a8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1840632 Sep 16 05:27:27.976027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e385550b-31a6-4e37-b95b-9469b4c06be6 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/80c3bc90-3855-44a8-974e-6bf6b18e3bd2 HTTP/1.1" status: 404 len: 339 time: 0.0437734 Sep 16 05:27:27.976748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58074) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.071765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-186cdb96-b89c-4489-b36c-9b26e862342b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting subnet 1195be7a-544c-40e1-99e2-0774022c3e1f {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:28.104412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-186cdb96-b89c-4489-b36c-9b26e862342b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.125654 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-881ebe71-adef-4415-a74a-f61075721d9f tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.4330552 Sep 16 05:27:28.128192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58076) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.144164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-186cdb96-b89c-4489-b36c-9b26e862342b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.171991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.188981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-747c4f2b-1f84-4422-b838-599bff4f1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.191533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-747c4f2b-1f84-4422-b838-599bff4f1e20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 1100 time: 0.1426563 Sep 16 05:27:28.207368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737bb12-0c0b-4027-a56a-7ebc1e8bbfb2 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.210488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737bb12-0c0b-4027-a56a-7ebc1e8bbfb2 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.214713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737bb12-0c0b-4027-a56a-7ebc1e8bbfb2 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.219262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e737bb12-0c0b-4027-a56a-7ebc1e8bbfb2 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0888319 Sep 16 05:27:28.237253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0ae3fae8-8864-400b-9b5f-90321ee40dea', 'network_id': '0ae3fae8-8864-400b-9b5f-90321ee40dea', 'tenant_id': '6dc06585582849c48786cec0a1c57e57', 'fixed_ips': [{'subnet_id': '26f0ef8f-41b8-40f7-bfdc-2232529cf9d6'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:28.237253 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.262650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58082) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.274985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-b2871758-d940-494e-a838-eff56634ccfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8e526f01-9835-4a8a-b6c5-1e3b019edff2 HTTP/1.1" status: 200 len: 217 time: 0.0551891 Sep 16 05:27:28.301143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-186cdb96-b89c-4489-b36c-9b26e862342b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.368096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.369898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff03a81-0a11-4831-8d48-33a9b3230875 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Deleting subnet e6377f7b-37ed-4615-9321-9d11d34d304a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:28.375828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ff03a81-0a11-4831-8d48-33a9b3230875 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.410779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-75f28cac-1c94-4fb4-aa09-d5a6a118d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.412280 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-75f28cac-1c94-4fb4-aa09-d5a6a118d0ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1055093 Sep 16 05:27:28.417230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Allocated IP 2001:db8:0:1::1 (0ae3fae8-8864-400b-9b5f-90321ee40dea/26f0ef8f-41b8-40f7-bfdc-2232529cf9d6/acfad172-6348-4e39-b2ae-870a50fb5e9c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:28.437243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Network 070957c2-82d2-474d-a120-c8ac6b7853fb is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:28.446411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ff03a81-0a11-4831-8d48-33a9b3230875 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.448246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:28.450387 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Pushing event updated for resources: {'Port': ['ID=efd72ec8-6aec-4572-af04-02685992b4de,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:28.455914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:28.521860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb5496-bb0e-479f-8670-f63e4620d5d1 req-3b4e86d4-2c87-4d39-8f22-bd1a42fcb141 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.536649 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-becb5496-bb0e-479f-8670-f63e4620d5d1 req-3b4e86d4-2c87-4d39-8f22-bd1a42fcb141 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.1368520 Sep 16 05:27:28.580742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-024e8e7d-2c17-4e6a-8313-ed28eb7c34af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.582955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-024e8e7d-2c17-4e6a-8313-ed28eb7c34af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1604130 Sep 16 05:27:28.586195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Attempting to bind port efd72ec8-6aec-4572-af04-02685992b4de on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:28.586672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Attempting to bind port efd72ec8-6aec-4572-af04-02685992b4de by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2a3fac08-621a-406e-b0cd-e23066aacdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '070957c2-82d2-474d-a120-c8ac6b7853fb'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:28.587149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Attempting to bind port efd72ec8-6aec-4572-af04-02685992b4de on network 070957c2-82d2-474d-a120-c8ac6b7853fb {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:28.598715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:28.599300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Checking segment: {'id': '2a3fac08-621a-406e-b0cd-e23066aacdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '070957c2-82d2-474d-a120-c8ac6b7853fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:28.599801 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.600315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Bound using segment: {'id': '2a3fac08-621a-406e-b0cd-e23066aacdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '070957c2-82d2-474d-a120-c8ac6b7853fb'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:28.600898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Bound port: efd72ec8-6aec-4572-af04-02685992b4de, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3fac08-621a-406e-b0cd-e23066aacdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '070957c2-82d2-474d-a120-c8ac6b7853fb'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:28.601537 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.604699 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-becb5496-bb0e-479f-8670-f63e4620d5d1 req-7332235f-4f00-4baa-bf3e-4eec7195c362 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667615 Sep 16 05:27:28.633489 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-186cdb96-b89c-4489-b36c-9b26e862342b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.667237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.675608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056084ad-52f7-40f6-9898-fa962eb9f497 None None] Network 242b4f2e-86b3-458c-9262-8c121f507608 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:28.686916 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-186cdb96-b89c-4489-b36c-9b26e862342b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.690648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-186cdb96-b89c-4489-b36c-9b26e862342b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/subnets/1195be7a-544c-40e1-99e2-0774022c3e1f HTTP/1.1" status: 204 len: 168 time: 0.7122543 Sep 16 05:27:28.719693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58094) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.733371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cdb96-b89c-4489-b36c-9b26e862342b tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Subnet': ['ID=1195be7a-544c-40e1-99e2-0774022c3e1f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:28.758581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ff03a81-0a11-4831-8d48-33a9b3230875 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.837105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.869640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:28.887931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786818f-c5f0-42a2-8110-9218906d0006 req-bd1c798b-4352-4490-8ade-08e87213ed09 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.897179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c786818f-c5f0-42a2-8110-9218906d0006 req-bd1c798b-4352-4490-8ade-08e87213ed09 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 948 time: 0.1627758 Sep 16 05:27:28.901732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-764be82e-3b17-4989-a650-d8abafb97ee6 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088362 Sep 16 05:27:28.930072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Deleting port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:28.930764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.968192 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.012803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fad52a9-0568-431c-970b-ce1d55980f1c req-14213f1c-54d2-46bf-a4c9-6a2b840620cb service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016638 Sep 16 05:27:29.020852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] For port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7c4ace8b-db4a-49ca-bfad-d5e960e422e6,segment=NetworkSegment(53296d24-1edd-4246-b9e5-fb3e26f76d84),segment_id=53296d24-1edd-4246-b9e5-fb3e26f76d84)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:29.021229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.044754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Calling delete_port for 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:29.063916 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.075960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c786818f-c5f0-42a2-8110-9218906d0006 req-f4376443-6cd5-4421-afae-d74d98df9d8f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688058 Sep 16 05:27:29.130596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Network 0ae3fae8-8864-400b-9b5f-90321ee40dea is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:29.141067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:29.145984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:29.157693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:29.166378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Pushing event updated for resources: {'Port': ['ID=acfad172-6348-4e39-b2ae-870a50fb5e9c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.171826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'port_id': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'mac_address': 'fa:16:3e:38:8d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:29.172370 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ff03a81-0a11-4831-8d48-33a9b3230875 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.179464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] For port efd72ec8-6aec-4572-af04-02685992b4de, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:29.208258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195db8c-99bd-4172-94fd-9237c533f5a8 req-8f9ff804-7e7f-4825-b5b7-998bbd602c90 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.209553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c195db8c-99bd-4172-94fd-9237c533f5a8 req-8f9ff804-7e7f-4825-b5b7-998bbd602c90 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 944 time: 0.1335542 Sep 16 05:27:29.211098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] For port efd72ec8-6aec-4572-af04-02685992b4de, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=efd72ec8-6aec-4572-af04-02685992b4de,segment=NetworkSegment(2a3fac08-621a-406e-b0cd-e23066aacdbe),segment_id=2a3fac08-621a-406e-b0cd-e23066aacdbe)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:29.254205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ff03a81-0a11-4831-8d48-33a9b3230875 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.254386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] DHCP port deletion for 242b4f2e-86b3-458c-9262-8c121f507608 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:29.255586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0ff03a81-0a11-4831-8d48-33a9b3230875 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/subnets/e6377f7b-37ed-4615-9321-9d11d34d304a HTTP/1.1" status: 204 len: 168 time: 0.9914348 Sep 16 05:27:29.256763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58104) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:29.274704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff03a81-0a11-4831-8d48-33a9b3230875 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Subnet': ['ID=e6377f7b-37ed-4615-9321-9d11d34d304a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.283003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c195db8c-99bd-4172-94fd-9237c533f5a8 req-89d2659e-1b9e-471e-bec0-53b34b5dc4e1 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578046 Sep 16 05:27:29.317277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Attempting to bind port acfad172-6348-4e39-b2ae-870a50fb5e9c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:29.317801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Attempting to bind port acfad172-6348-4e39-b2ae-870a50fb5e9c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '9a30e25c-6b87-40dd-89fe-50a08b72ae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0ae3fae8-8864-400b-9b5f-90321ee40dea'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:29.318406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Attempting to bind port acfad172-6348-4e39-b2ae-870a50fb5e9c on network 0ae3fae8-8864-400b-9b5f-90321ee40dea {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:29.326583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a18917-14a3-4ea3-baf9-bb00810cd140 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Deleting subnet 26f0ef8f-41b8-40f7-bfdc-2232529cf9d6 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:29.327095 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.330945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39a18917-14a3-4ea3-baf9-bb00810cd140 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.333631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.335492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.373542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:29.374083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Checking segment: {'id': '9a30e25c-6b87-40dd-89fe-50a08b72ae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0ae3fae8-8864-400b-9b5f-90321ee40dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:29.374556 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.375017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Bound using segment: {'id': '9a30e25c-6b87-40dd-89fe-50a08b72ae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0ae3fae8-8864-400b-9b5f-90321ee40dea'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:29.375571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Bound port: acfad172-6348-4e39-b2ae-870a50fb5e9c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a30e25c-6b87-40dd-89fe-50a08b72ae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0ae3fae8-8864-400b-9b5f-90321ee40dea'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:29.376047 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.377838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Port': ['ID=7c4ace8b-db4a-49ca-bfad-d5e960e422e6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.390087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] No DVR routers for this DVR port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:29.390966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:29.402959 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39a18917-14a3-4ea3-baf9-bb00810cd140 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.446490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:29.451885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:29.452337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:29.514576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.549993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:29.554211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20d30a-9d00-40af-b181-606f89a79b82 None None] Pushing event updated for resources: {'Port': ['ID=efd72ec8-6aec-4572-af04-02685992b4de,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.567233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242b4f2e-86b3-458c-9262-8c121f507608']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:29.586248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] Deleting port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:29.586886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.593763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53296d24-1edd-4246-b9e5-fb3e26f76d84') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:29.594064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53296d24-1edd-4246-b9e5-fb3e26f76d84') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:29.607735 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.625706 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.650234 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.666356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:29.667074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:29.671104 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:29.708288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] For port acfad172-6348-4e39-b2ae-870a50fb5e9c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:29.716953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] For port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6, host n-d-712749-15, got binding levels [] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:29.717573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.782998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] For port acfad172-6348-4e39-b2ae-870a50fb5e9c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=acfad172-6348-4e39-b2ae-870a50fb5e9c,segment=NetworkSegment(9a30e25c-6b87-40dd-89fe-50a08b72ae59),segment_id=9a30e25c-6b87-40dd-89fe-50a08b72ae59)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:29.789153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] Calling delete_port for 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:29.793904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.ipam_backend_mixin [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] Port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 was not found and therefore no delete operation was performed {{(pid=95661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:27:29.797465 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.799513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.846345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] Pushing event deleted for resources: {'Port': ['ID=7c4ace8b-db4a-49ca-bfad-d5e960e422e6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.848326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30559c91-ba89-4aa1-b69f-704cdbd7233e None None] No DVR routers for this DVR port 7c4ace8b-db4a-49ca-bfad-d5e960e422e6 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:29.885017 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.888031 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.896470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.900085 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] 10.222.0.49 "DELETE /v2.0/networks/242b4f2e-86b3-458c-9262-8c121f507608 HTTP/1.1" status: 204 len: 168 time: 1.1787341 Sep 16 05:27:29.957703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a23a39-0c0d-40d4-8187-c730aa7c2d06 tempest-NetworksTest-1648111522 tempest-NetworksTest-1648111522-project] Pushing event deleted for resources: {'Network': ['ID=242b4f2e-86b3-458c-9262-8c121f507608,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:30.035304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79695f80-a3f6-47bc-9d08-0399efe14af7 None None] Pushing event updated for resources: {'Port': ['ID=acfad172-6348-4e39-b2ae-870a50fb5e9c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:30.092118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:30.173059 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39a18917-14a3-4ea3-baf9-bb00810cd140 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.272470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531d8ab-c0a4-4aa4-8afe-190c779a46d0 req-595ad855-384f-4ef7-9667-325818640f24 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:30.281406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e531d8ab-c0a4-4aa4-8afe-190c779a46d0 req-595ad855-384f-4ef7-9667-325818640f24 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.5886283 Sep 16 05:27:30.301621 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58120) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:30.345596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3190d-b82e-41fb-8332-414db78fe35d req-b2fced0b-6f20-4a85-8481-b71b3ae6b4eb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:30.348933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6be3190d-b82e-41fb-8332-414db78fe35d req-b2fced0b-6f20-4a85-8481-b71b3ae6b4eb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 948 time: 0.1188490 Sep 16 05:27:30.349645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e531d8ab-c0a4-4aa4-8afe-190c779a46d0 req-f5adaa8b-b2b0-4822-bd39-c9c1ce822890 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673656 Sep 16 05:27:30.427954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39a18917-14a3-4ea3-baf9-bb00810cd140 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.469068 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6be3190d-b82e-41fb-8332-414db78fe35d req-6f8098d6-2b15-4f97-8942-14ade1ccbd7d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100972 Sep 16 05:27:30.500728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a18917-14a3-4ea3-baf9-bb00810cd140 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Subnet': ['ID=26f0ef8f-41b8-40f7-bfdc-2232529cf9d6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:30.526896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39a18917-14a3-4ea3-baf9-bb00810cd140 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.537053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-39a18917-14a3-4ea3-baf9-bb00810cd140 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/subnets/26f0ef8f-41b8-40f7-bfdc-2232529cf9d6 HTTP/1.1" status: 204 len: 168 time: 1.2755346 Sep 16 05:27:30.537761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58130) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:30.570313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360a9da-bb1f-4a07-9711-6df6946962f6 req-ffe10930-6390-43ad-9ecf-dbea352c4209 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:30.581116 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a360a9da-bb1f-4a07-9711-6df6946962f6 req-ffe10930-6390-43ad-9ecf-dbea352c4209 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 945 time: 0.0960639 Sep 16 05:27:30.621931 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58132) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:30.651176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a360a9da-bb1f-4a07-9711-6df6946962f6 req-6d91d694-51e1-4995-a17e-4c501cd7e4e9 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685973 Sep 16 05:27:30.651651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c369318-cd2c-4107-afc0-4e842a5e1069 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:30.657967 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7c369318-cd2c-4107-afc0-4e842a5e1069 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1190822 Sep 16 05:27:30.658606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58136) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:30.774820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8e526f01-9835-4a8a-b6c5-1e3b019edff2 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:30.896313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea58946e-6846-458e-a4f3-1ef13fb2d252 None None] Network 070957c2-82d2-474d-a120-c8ac6b7853fb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:30.946841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8e526f01-9835-4a8a-b6c5-1e3b019edff2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8e526f01-9835-4a8a-b6c5-1e3b019edff2,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:30.965001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8e526f01-9835-4a8a-b6c5-1e3b019edff2', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '8e526f01-9835-4a8a-b6c5-1e3b019edff2', 'mac_address': 'fa:16:3e:1a:9b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:31.042844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7083d0b7-aee4-48ac-9015-1cbf7a386c0b None None] Provisioning complete for port efd72ec8-6aec-4572-af04-02685992b4de triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:31.043163 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7083d0b7-aee4-48ac-9015-1cbf7a386c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.090426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3d09-5dde-4058-9de0-f613fcd3eccf req-b2a5457a-d839-483f-85f9-6be586015bd5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:31.101104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91ab3d09-5dde-4058-9de0-f613fcd3eccf req-b2a5457a-d839-483f-85f9-6be586015bd5 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.0769823 Sep 16 05:27:31.119385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-914a1f95-86bd-4b6d-b7b3-8354231e3680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.134957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.151289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91ab3d09-5dde-4058-9de0-f613fcd3eccf req-cd6e95b4-00d5-4af3-a354-3b4c0e28b0ef tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490284 Sep 16 05:27:31.167149 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.186625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e526f01-9835-4a8a-b6c5-1e3b019edff2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:31.191934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f05aa07b-b977-4973-9e64-58903c77a67b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82c040ca7f87467aa4f9d5afa53a2b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687973 Sep 16 05:27:31.195720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58142) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:31.258182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8e526f01-9835-4a8a-b6c5-1e3b019edff2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8e526f01-9835-4a8a-b6c5-1e3b019edff2,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:31.274179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7083d0b7-aee4-48ac-9015-1cbf7a386c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.296102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] DHCP port deletion for 070957c2-82d2-474d-a120-c8ac6b7853fb request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:31.326428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c34f2f53-8db0-446c-bb93-5c8ed4b99517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.338519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f05ee9-90b9-4aa1-ac83-57c78b0588f4 None None] Network 0ae3fae8-8864-400b-9b5f-90321ee40dea requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:31.343996 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.360916 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Deleting port acfad172-6348-4e39-b2ae-870a50fb5e9c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:31.361349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.364441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-914a1f95-86bd-4b6d-b7b3-8354231e3680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.376948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7083d0b7-aee4-48ac-9015-1cbf7a386c0b None None] For port efd72ec8-6aec-4572-af04-02685992b4de, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=efd72ec8-6aec-4572-af04-02685992b4de,segment=NetworkSegment(2a3fac08-621a-406e-b0cd-e23066aacdbe),segment_id=2a3fac08-621a-406e-b0cd-e23066aacdbe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:31.388096 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c34f2f53-8db0-446c-bb93-5c8ed4b99517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.429913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device acfad172-6348-4e39-b2ae-870a50fb5e9c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:31.474097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] For port acfad172-6348-4e39-b2ae-870a50fb5e9c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=acfad172-6348-4e39-b2ae-870a50fb5e9c,segment=NetworkSegment(9a30e25c-6b87-40dd-89fe-50a08b72ae59),segment_id=9a30e25c-6b87-40dd-89fe-50a08b72ae59)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:31.474562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.487891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Calling delete_port for acfad172-6348-4e39-b2ae-870a50fb5e9c owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:31.490472 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-914a1f95-86bd-4b6d-b7b3-8354231e3680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.535536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7083d0b7-aee4-48ac-9015-1cbf7a386c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.574920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-914a1f95-86bd-4b6d-b7b3-8354231e3680 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47b4a9d928ae42fe89ce317e4a1302f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2714014 Sep 16 05:27:31.578965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a1f95-86bd-4b6d-b7b3-8354231e3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e1b1d-293b-4e3c-b214-2003004deb09,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:31.580190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:31.589423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8e526f01-9835-4a8a-b6c5-1e3b019edff2,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:31.618214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c34f2f53-8db0-446c-bb93-5c8ed4b99517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.621341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c34f2f53-8db0-446c-bb93-5c8ed4b99517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.625342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c34f2f53-8db0-446c-bb93-5c8ed4b99517 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6f73c7a-6a65-466b-b5c8-c976090b5681 HTTP/1.1" status: 204 len: 168 time: 0.4279115 Sep 16 05:27:31.652803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f2f53-8db0-446c-bb93-5c8ed4b99517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f73c7a-6a65-466b-b5c8-c976090b5681,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:31.683842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003619d-fa77-415a-ba87-6ea9bbef5b4e req-b4a6554a-5dfd-41de-b917-20956a6a6415 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:31.686973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] Deleting port efd72ec8-6aec-4572-af04-02685992b4de {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:31.687905 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.691277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ad951a9-fffb-43de-8219-15ed2efb51ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.692162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5003619d-fa77-415a-ba87-6ea9bbef5b4e req-b4a6554a-5dfd-41de-b917-20956a6a6415 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 949 time: 0.1157396 Sep 16 05:27:31.724539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ad951a9-fffb-43de-8219-15ed2efb51ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.742283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8e526f01-9835-4a8a-b6c5-1e3b019edff2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:31.749244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5003619d-fa77-415a-ba87-6ea9bbef5b4e req-017a5ea1-18b4-4625-abf9-cf93a2ae6b96 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Sep 16 05:27:31.846317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port acfad172-6348-4e39-b2ae-870a50fb5e9c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:31.846815 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.849889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.853161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-af1648a2-a481-4875-99fd-bb2ff0e5e7cb None None] Provisioning complete for port acfad172-6348-4e39-b2ae-870a50fb5e9c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:31.853525 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af1648a2-a481-4875-99fd-bb2ff0e5e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.865123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4ecce-29f3-4766-8bec-a7a07cc214ae req-6c4f851a-78db-45cc-ae14-6c51761862b2 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:31.867712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d0b7-aee4-48ac-9015-1cbf7a386c0b None None] Pushing event updated for resources: {'Port': ['ID=efd72ec8-6aec-4572-af04-02685992b4de,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:31.873144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede4ecce-29f3-4766-8bec-a7a07cc214ae req-6c4f851a-78db-45cc-ae14-6c51761862b2 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 945 time: 0.0685725 Sep 16 05:27:31.881499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Port': ['ID=acfad172-6348-4e39-b2ae-870a50fb5e9c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:31.891506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] No DVR routers for this DVR port acfad172-6348-4e39-b2ae-870a50fb5e9c on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:31.912058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] For port efd72ec8-6aec-4572-af04-02685992b4de, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=efd72ec8-6aec-4572-af04-02685992b4de,segment=NetworkSegment(2a3fac08-621a-406e-b0cd-e23066aacdbe),segment_id=2a3fac08-621a-406e-b0cd-e23066aacdbe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:31.912058 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.914510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-af1648a2-a481-4875-99fd-bb2ff0e5e7cb None None] Port acfad172-6348-4e39-b2ae-870a50fb5e9c was deleted so its status cannot be updated. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:27:31.925307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Port acfad172-6348-4e39-b2ae-870a50fb5e9c was deleted so its status cannot be updated. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:27:31.931747 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ad951a9-fffb-43de-8219-15ed2efb51ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.935989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0ad951a9-fffb-43de-8219-15ed2efb51ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.937984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0ad951a9-fffb-43de-8219-15ed2efb51ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b7e1b1d-293b-4e3c-b214-2003004deb09 HTTP/1.1" status: 204 len: 168 time: 0.3530397 Sep 16 05:27:31.938803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] Calling delete_port for efd72ec8-6aec-4572-af04-02685992b4de owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:31.960464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede4ecce-29f3-4766-8bec-a7a07cc214ae req-0323a1d0-2e59-468d-86d9-138808ac7756 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851903 Sep 16 05:27:31.974084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad951a9-fffb-43de-8219-15ed2efb51ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e1b1d-293b-4e3c-b214-2003004deb09,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:32.029034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.086827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d3808a-fdf7-425d-8f4f-db44ef1d8a98 None None] DHCP port deletion for 0ae3fae8-8864-400b-9b5f-90321ee40dea request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:32.117696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae3fae8-8864-400b-9b5f-90321ee40dea']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.149290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a30e25c-6b87-40dd-89fe-50a08b72ae59') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.150031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a30e25c-6b87-40dd-89fe-50a08b72ae59') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.170871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.196817 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.206258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:32.206767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:32.210420 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:32.290668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.317519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] Pushing event deleted for resources: {'Port': ['ID=efd72ec8-6aec-4572-af04-02685992b4de,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:32.321108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0c662-552d-4281-958a-2afe76bd7fa9 None None] No DVR routers for this DVR port efd72ec8-6aec-4572-af04-02685992b4de on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:32.345741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55068920-7233-42a2-87f9-6e90ba9c4042 req-78cbf2b0-f959-49b7-8114-d97917384b6d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:32.347410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55068920-7233-42a2-87f9-6e90ba9c4042 req-78cbf2b0-f959-49b7-8114-d97917384b6d tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.0709445 Sep 16 05:27:32.389782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.395056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55068920-7233-42a2-87f9-6e90ba9c4042 req-08552a5f-4e97-46f9-bda3-fd9d563d9fc9 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Sep 16 05:27:32.421591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.426695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/networks/0ae3fae8-8864-400b-9b5f-90321ee40dea HTTP/1.1" status: 204 len: 168 time: 1.7670362 Sep 16 05:27:32.433282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58168) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:32.433554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243ecbb-5241-4a17-b217-fe0a53b5ab30 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Network': ['ID=0ae3fae8-8864-400b-9b5f-90321ee40dea,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:32.537303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.638820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.659557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070957c2-82d2-474d-a120-c8ac6b7853fb']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.670164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3fac08-621a-406e-b0cd-e23066aacdbe') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.670499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3fac08-621a-406e-b0cd-e23066aacdbe') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.680244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.695078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.705936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:32.706370 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:32.709679 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:32.790889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:32.861342 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.018405 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.018405 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/networks/070957c2-82d2-474d-a120-c8ac6b7853fb HTTP/1.1" status: 204 len: 168 time: 0.4471731 Sep 16 05:27:33.018930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58188) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.019337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e30b8d-c240-4cbc-ab85-f7d90992a47c tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Network': ['ID=070957c2-82d2-474d-a120-c8ac6b7853fb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.019427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603730e4-d021-44cb-8bbb-fa53c599dd73 req-b868512f-bf0f-431a-928e-651657a137cf tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.019427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-603730e4-d021-44cb-8bbb-fa53c599dd73 req-b868512f-bf0f-431a-928e-651657a137cf tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 949 time: 0.0684631 Sep 16 05:27:33.019427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-603730e4-d021-44cb-8bbb-fa53c599dd73 req-9f082d51-e383-4aa4-a72e-92f017bd8ec1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825052 Sep 16 05:27:33.019427 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.082606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:33.089876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:33.090715 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.128286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.158742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166918b0-ad18-4784-8b91-0640fc07f889']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:33.186989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58198) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.197954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d315-86fd-4af6-b7d4-665db19d30a1 req-d446ede3-d97e-4654-917e-7cb725ecea5a tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.206863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7890d315-86fd-4af6-b7d4-665db19d30a1 req-d446ede3-d97e-4654-917e-7cb725ecea5a tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 945 time: 0.1370373 Sep 16 05:27:33.216786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545318d4-196c-4a9e-857c-e56accae2ef4') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:33.217098 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545318d4-196c-4a9e-857c-e56accae2ef4') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:33.244603 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.288844 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.302874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:33.303820 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.325706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7890d315-86fd-4af6-b7d4-665db19d30a1 req-1ad5f863-171a-42b1-9b93-ac57368fbae2 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173410 Sep 16 05:27:33.329117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c14f8-f8df-4fc9-ae11-dc84bb1d701d req-68fa7cad-8852-4215-827d-6dfd7c56762c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:33.329583 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:33.350824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b43c14f8-f8df-4fc9-ae11-dc84bb1d701d req-68fa7cad-8852-4215-827d-6dfd7c56762c tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.1984353 Sep 16 05:27:33.381252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device efd72ec8-6aec-4572-af04-02685992b4de no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:33.399310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b43c14f8-f8df-4fc9-ae11-dc84bb1d701d req-8d8c5d5f-dfa9-4e84-8d3e-c3ed71ad46ad tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Sep 16 05:27:33.408170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: efd72ec8-6aec-4572-af04-02685992b4de {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:33.408757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device efd72ec8-6aec-4572-af04-02685992b4de not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:33.410473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device acfad172-6348-4e39-b2ae-870a50fb5e9c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:33.464071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: acfad172-6348-4e39-b2ae-870a50fb5e9c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:33.464568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device acfad172-6348-4e39-b2ae-870a50fb5e9c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:33.491765 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.530468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82536c47-87fa-4502-a018-133be976db08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:33.533411 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd1a614-9d0d-44ac-a7bd-4e5cff46822c" -d '{"events": [{"server_uuid": "82536c47-87fa-4502-a018-133be976db08", "name": "network-vif-plugged", "status": "completed", "tag": "5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:33.544864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.550308 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.555523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/networks/166918b0-ad18-4784-8b91-0640fc07f889 HTTP/1.1" status: 204 len: 168 time: 0.6749656 Sep 16 05:27:33.556373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.572032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:33.574354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399fdba-2623-4c43-a226-404e4e5c2064 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Network': ['ID=166918b0-ad18-4784-8b91-0640fc07f889,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.578481 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd466bf2-f467-45a3-b7e1-9a5c283427ae x-openstack-request-id: req-fd466bf2-f467-45a3-b7e1-9a5c283427ae {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:33.578770 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82536c47-87fa-4502-a018-133be976db08", "name": "network-vif-plugged", "status": "completed", "tag": "5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:33.579021 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd466bf2-f467-45a3-b7e1-9a5c283427ae {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:33.579592 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82536c47-87fa-4502-a018-133be976db08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'code': 200} Sep 16 05:27:33.635998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-43b82ad9-0c01-4df5-94d9-b8ebc0b37383 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] Request body: {'port': {'network_id': 'd9cb9fa4-9631-4f0f-a89a-24a8e4aed9c9', 'name': 'tempest-NetworksNegativeTestJSON-1634944786'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:33.651548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.672648 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.679291 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b82ad9-0c01-4df5-94d9-b8ebc0b37383 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] POST failed (client error): The resource could not be found. Sep 16 05:27:33.680044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b82ad9-0c01-4df5-94d9-b8ebc0b37383 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:33.687367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43b82ad9-0c01-4df5-94d9-b8ebc0b37383 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4780855 Sep 16 05:27:33.687677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58214) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.722183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.750241 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-16067224-7f54-4f41-88df-4f14a035983c tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:33.750882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16067224-7f54-4f41-88df-4f14a035983c tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:33.752825 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-16067224-7f54-4f41-88df-4f14a035983c tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "DELETE /v2.0/networks/ed7641c2-d925-46d5-a369-bc3968ed9de7 HTTP/1.1" status: 404 len: 339 time: 0.0627825 Sep 16 05:27:33.758886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58216) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.798089 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3aa156b-1ef1-445d-9d41-419148c0a711 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:33.799533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3aa156b-1ef1-445d-9d41-419148c0a711 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:33.805348 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f3aa156b-1ef1-445d-9d41-419148c0a711 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "DELETE /v2.0/ports/18e8f1f5-3c90-4b35-92bb-cac0751d835a HTTP/1.1" status: 404 len: 333 time: 0.0410900 Sep 16 05:27:33.805933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58220) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.831969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.835829 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f583a0-6d2b-4764-8df6-93cfcff4680d tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:33.836317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f583a0-6d2b-4764-8df6-93cfcff4680d tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:33.846405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-07f583a0-6d2b-4764-8df6-93cfcff4680d tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "DELETE /v2.0/subnets/557d6e21-8427-447e-8d73-442dbf7e7c24 HTTP/1.1" status: 404 len: 337 time: 0.0308096 Sep 16 05:27:33.847264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58222) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.882387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fa2a7-9ca5-4a8b-a094-174e91f0ec49 req-23819285-09c0-4969-8f8a-1ebb9e7b5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.883999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297fa2a7-9ca5-4a8b-a094-174e91f0ec49 req-23819285-09c0-4969-8f8a-1ebb9e7b5f96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 1098 time: 0.1658792 Sep 16 05:27:33.911125 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-277028bb-5199-4b13-8841-0175cd9237b8 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] GET failed (client error): The resource could not be found. Sep 16 05:27:33.916434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-277028bb-5199-4b13-8841-0175cd9237b8 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "GET /v2.0/networks/ba968fa0-397b-41f6-8dde-42fe031b055d HTTP/1.1" status: 404 len: 339 time: 0.0607879 Sep 16 05:27:33.916434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a828c1-548f-4a63-879b-9e2c3aef8720']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:33.921962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58224) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.935021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cab0dc-732b-4866-8a17-aab94d106e98') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:33.935482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cab0dc-732b-4866-8a17-aab94d106e98') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:33.955101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.962036 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3630f00a-febe-4538-a367-2c1dc16c02f3 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] GET failed (client error): The resource could not be found. Sep 16 05:27:33.964036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3630f00a-febe-4538-a367-2c1dc16c02f3 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "GET /v2.0/ports/f03c2535-2cbd-4651-9f04-a456b35b5cb6 HTTP/1.1" status: 404 len: 333 time: 0.0408657 Sep 16 05:27:33.966962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297fa2a7-9ca5-4a8b-a094-174e91f0ec49 req-6bbc0bf7-df5c-44a0-9d0a-98779528995d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641959 Sep 16 05:27:33.968450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58226) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.974681 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.981886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:33.982301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:33.985380 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:34.007012 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0f6ddb-c43c-4775-9f35-f331254b7fad tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] GET failed (client error): The resource could not be found. Sep 16 05:27:34.013058 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e0f6ddb-c43c-4775-9f35-f331254b7fad tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "GET /v2.0/subnets/7ab9e031-169f-42ad-bdaa-e395fe5ca4e5 HTTP/1.1" status: 404 len: 337 time: 0.0387852 Sep 16 05:27:34.016303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58228) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.018493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3571bd02-0d35-4495-a469-35a0d2ff68e2 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:34.048789 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3571bd02-0d35-4495-a469-35a0d2ff68e2 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] PUT failed (client error): The resource could not be found. Sep 16 05:27:34.049529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3571bd02-0d35-4495-a469-35a0d2ff68e2 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:34.054781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3571bd02-0d35-4495-a469-35a0d2ff68e2 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "PUT /v2.0/networks/256fe71f-8ec6-4589-88a9-fc17c28e98b4 HTTP/1.1" status: 404 len: 339 time: 0.0363507 Sep 16 05:27:34.055430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58234) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.061127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3a86d6f9-3705-403c-be7c-b9e51e0abd84 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:34.082597 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a86d6f9-3705-403c-be7c-b9e51e0abd84 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] PUT failed (client error): The resource could not be found. Sep 16 05:27:34.083329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a86d6f9-3705-403c-be7c-b9e51e0abd84 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:34.088365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3a86d6f9-3705-403c-be7c-b9e51e0abd84 tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "PUT /v2.0/ports/b7f0836f-e0e0-4044-b8d5-e5ae644bca48 HTTP/1.1" status: 404 len: 333 time: 0.0284774 Sep 16 05:27:34.088690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.094259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c2ad03b4-1620-40b4-9e0f-b707926d9a1f tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:34.125445 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ad03b4-1620-40b4-9e0f-b707926d9a1f tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] PUT failed (client error): The resource could not be found. Sep 16 05:27:34.125888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ad03b4-1620-40b4-9e0f-b707926d9a1f tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:34.130804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c2ad03b4-1620-40b4-9e0f-b707926d9a1f tempest-NetworksNegativeTestJSON-2144079732 tempest-NetworksNegativeTestJSON-2144079732-project] 10.222.0.49 "PUT /v2.0/subnets/ff2cb307-cb0c-4549-a246-d134a1c847b1 HTTP/1.1" status: 404 len: 337 time: 0.0373051 Sep 16 05:27:34.148123 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.160987 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.162943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] 10.222.0.49 "DELETE /v2.0/networks/91a828c1-548f-4a63-879b-9e2c3aef8720 HTTP/1.1" status: 204 len: 168 time: 0.6050470 Sep 16 05:27:34.179441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd429d-e72b-4676-ad51-f19792f27401 tempest-BulkNetworkOpsIpV6Test-1101874859 tempest-BulkNetworkOpsIpV6Test-1101874859-project] Pushing event deleted for resources: {'Network': ['ID=91a828c1-548f-4a63-879b-9e2c3aef8720,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:34.193576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab183-15ed-416e-bccb-9ae6c94653f3 req-6d847c63-0cd5-41a8-a6fd-b83bc1e65d3a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.195424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-044ab183-15ed-416e-bccb-9ae6c94653f3 req-6d847c63-0cd5-41a8-a6fd-b83bc1e65d3a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 949 time: 0.0974250 Sep 16 05:27:34.244949 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-044ab183-15ed-416e-bccb-9ae6c94653f3 req-4f997174-1247-45c9-8594-5ca04aac0d8d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Sep 16 05:27:34.455237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aa03a-3c51-4180-aea2-49ceee933755 req-fab588b4-5cd8-4039-a579-9c19be303411 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.459783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-936aa03a-3c51-4180-aea2-49ceee933755 req-fab588b4-5cd8-4039-a579-9c19be303411 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 946 time: 0.0556142 Sep 16 05:27:34.516433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-936aa03a-3c51-4180-aea2-49ceee933755 req-2d2f3894-9622-4a64-a71e-7b44f8682cc9 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526803 Sep 16 05:27:34.551459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615f8ab-dd1d-493f-81ed-fc4d09c109b0 req-67cd3c0a-e948-480a-8c7b-d662b133ff85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.553110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4615f8ab-dd1d-493f-81ed-fc4d09c109b0 req-67cd3c0a-e948-480a-8c7b-d662b133ff85 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.0717590 Sep 16 05:27:34.596979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4615f8ab-dd1d-493f-81ed-fc4d09c109b0 req-422de2c4-3ea0-4842-95d3-bcb93d8cfd3a tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354238 Sep 16 05:27:34.627987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58254) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.725716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.803372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8e526f01-9835-4a8a-b6c5-1e3b019edff2 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:34.845389 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55a9c624-e0a7-459b-959d-07036d9d49a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.953841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55a9c624-e0a7-459b-959d-07036d9d49a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.965386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:34.970554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:34.974110 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.022818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55a9c624-e0a7-459b-959d-07036d9d49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.060280 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.097055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8e526f01-9835-4a8a-b6c5-1e3b019edff2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8e526f01-9835-4a8a-b6c5-1e3b019edff2,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:35.107088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-73eae8b6-a71a-4595-8aad-221872f5fcf9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dc06585582849c48786cec0a1c57e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796389 Sep 16 05:27:35.109835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58274) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:35.115968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-55a9c624-e0a7-459b-959d-07036d9d49a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c1d5fb567b1445fbaf59d2258179252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865787 Sep 16 05:27:35.116634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:35.119495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9c624-e0a7-459b-959d-07036d9d49a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eb4ed0-413b-41de-8316-3b0dcf414b15,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:35.170691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-1c300866-9f64-4669-9f91-4803b480a3ba tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:35.172259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-1c300866-9f64-4669-9f91-4803b480a3ba tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.1234107 Sep 16 05:27:35.185847 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3d509065-2c96-4ac9-a824-a4768103c010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.194926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.216478 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3d509065-2c96-4ac9-a824-a4768103c010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.224492 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c40a9761-4457-45cc-95fc-1994009ca73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.280779 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c40a9761-4457-45cc-95fc-1994009ca73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.287199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8e526f01-9835-4a8a-b6c5-1e3b019edff2,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:35.344018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Deleting port da7cbfdb-d706-4fcb-8859-af37a0130b62 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:35.344359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.386055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a96c37-e7d9-42c3-a501-61bcdac2d4aa req-23957764-cb3a-4515-a2a0-a459846b47b6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:35.388487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01a96c37-e7d9-42c3-a501-61bcdac2d4aa req-23957764-cb3a-4515-a2a0-a459846b47b6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 950 time: 0.0577555 Sep 16 05:27:35.427005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3d509065-2c96-4ac9-a824-a4768103c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.429593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3d509065-2c96-4ac9-a824-a4768103c010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.431908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3d509065-2c96-4ac9-a824-a4768103c010 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d69a8441-3999-4889-af6a-8cd5b5c49986 HTTP/1.1" status: 204 len: 168 time: 0.3196056 Sep 16 05:27:35.442177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01a96c37-e7d9-42c3-a501-61bcdac2d4aa req-d684c869-75c9-44e3-9a49-3457279ff2fb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Sep 16 05:27:35.447660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d509065-2c96-4ac9-a824-a4768103c010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a8441-3999-4889-af6a-8cd5b5c49986,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:35.462963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] For port da7cbfdb-d706-4fcb-8859-af37a0130b62, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da7cbfdb-d706-4fcb-8859-af37a0130b62,segment=NetworkSegment(19b09a43-0670-4752-9107-631315826056),segment_id=19b09a43-0670-4752-9107-631315826056)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:35.467007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.475250 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c40a9761-4457-45cc-95fc-1994009ca73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.478420 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c40a9761-4457-45cc-95fc-1994009ca73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.479883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c40a9761-4457-45cc-95fc-1994009ca73d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8eb4ed0-413b-41de-8316-3b0dcf414b15 HTTP/1.1" status: 204 len: 168 time: 0.3612726 Sep 16 05:27:35.502561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a9761-4457-45cc-95fc-1994009ca73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eb4ed0-413b-41de-8316-3b0dcf414b15,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:35.519524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Calling delete_port for da7cbfdb-d706-4fcb-8859-af37a0130b62 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:35.580905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556a9c7-d566-48a6-bb51-666ee56ec8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e526f01-9835-4a8a-b6c5-1e3b019edff2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:35.583353 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b0a075-7120-42af-90bd-bacc39ab4a40" -d '{"events": [{"server_uuid": "0556a9c7-d566-48a6-bb51-666ee56ec8c9", "name": "network-vif-plugged", "status": "completed", "tag": "8e526f01-9835-4a8a-b6c5-1e3b019edff2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:35.630402 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d9742a-2bf5-4ee5-ba89-1a010810c0b0 x-openstack-request-id: req-73d9742a-2bf5-4ee5-ba89-1a010810c0b0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:35.630714 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556a9c7-d566-48a6-bb51-666ee56ec8c9", "name": "network-vif-plugged", "status": "completed", "tag": "8e526f01-9835-4a8a-b6c5-1e3b019edff2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:35.630945 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73d9742a-2bf5-4ee5-ba89-1a010810c0b0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:35.631346 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556a9c7-d566-48a6-bb51-666ee56ec8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e526f01-9835-4a8a-b6c5-1e3b019edff2', 'code': 200} Sep 16 05:27:35.685070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871b0b-2934-4f1a-8ca2-7b5467eadf22 req-b63c4c98-8af1-43c8-a86d-5c689e90c757 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:35.686701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2871b0b-2934-4f1a-8ca2-7b5467eadf22 req-b63c4c98-8af1-43c8-a86d-5c689e90c757 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 946 time: 0.0764980 Sep 16 05:27:35.817494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e8a8f-5b35-4ff5-86bd-a3ad17ed2acb req-25e510f2-c46d-49ca-8684-c562918ef578 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:35.820030 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e52e8a8f-5b35-4ff5-86bd-a3ad17ed2acb req-25e510f2-c46d-49ca-8684-c562918ef578 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 946 time: 0.0683205 Sep 16 05:27:35.821714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2871b0b-2934-4f1a-8ca2-7b5467eadf22 req-083e83d4-4dc9-4fa0-9091-f8ea5d3a4f16 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936215 Sep 16 05:27:35.851237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07793b50-ff56-4c22-9fa4-4c89a6363c16 req-e268de6d-1c06-4f27-9ef8-9675ea171a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:35.852779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07793b50-ff56-4c22-9fa4-4c89a6363c16 req-e268de6d-1c06-4f27-9ef8-9675ea171a44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 1102 time: 0.0888255 Sep 16 05:27:35.909792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.913827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e52e8a8f-5b35-4ff5-86bd-a3ad17ed2acb req-841f4dac-4274-4ae3-ba79-6678c0ce7218 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f70b9a1-e58f-4312-b04e-0abd33230397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797839 Sep 16 05:27:35.952334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['da7cbfdb-d706-4fcb-8859-af37a0130b62'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:35.974771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07793b50-ff56-4c22-9fa4-4c89a6363c16 req-8c6dcf67-3d99-453e-a163-e1aa0b7d0cf6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133716 Sep 16 05:27:35.977369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Pushing event deleted for resources: {'Port': ['ID=da7cbfdb-d706-4fcb-8859-af37a0130b62,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:36.066569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] No DVR routers for this DVR port da7cbfdb-d706-4fcb-8859-af37a0130b62 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:36.070188 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.074022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-128d5107-fbc6-41e6-b596-ef3b2606753f req-08c9fc67-bd7b-4b83-bd84-237912986795 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.66 "DELETE /v2.0/ports/da7cbfdb-d706-4fcb-8859-af37a0130b62 HTTP/1.1" status: 204 len: 173 time: 0.8922515 Sep 16 05:27:36.074886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1fe9da-f23c-4de3-b87e-322e3c954aa9', 'name': 'network-vif-deleted', 'tag': 'da7cbfdb-d706-4fcb-8859-af37a0130b62'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:36.079737 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccd1d7a-e9a8-485b-be93-736cffeef49a" -d '{"events": [{"server_uuid": "4f1fe9da-f23c-4de3-b87e-322e3c954aa9", "name": "network-vif-deleted", "tag": "da7cbfdb-d706-4fcb-8859-af37a0130b62"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:36.162980 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a4d76a-dcb7-4e79-9460-f954a09f6703 x-openstack-request-id: req-35a4d76a-dcb7-4e79-9460-f954a09f6703 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:36.163364 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1fe9da-f23c-4de3-b87e-322e3c954aa9", "name": "network-vif-deleted", "tag": "da7cbfdb-d706-4fcb-8859-af37a0130b62", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:36.163778 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35a4d76a-dcb7-4e79-9460-f954a09f6703 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:36.170778 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1fe9da-f23c-4de3-b87e-322e3c954aa9', 'name': 'network-vif-deleted', 'tag': 'da7cbfdb-d706-4fcb-8859-af37a0130b62', 'status': 'completed', 'code': 200} Sep 16 05:27:36.612549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79127695-b1cc-4cb8-94ed-1441cb47647d req-fdb7df4e-8883-4794-ae91-34ba9f32690b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.614822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79127695-b1cc-4cb8-94ed-1441cb47647d req-fdb7df4e-8883-4794-ae91-34ba9f32690b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 950 time: 0.0835233 Sep 16 05:27:36.660658 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79127695-b1cc-4cb8-94ed-1441cb47647d req-77099da8-8461-4d2b-a27d-ee4e4e2059d7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385356 Sep 16 05:27:37.039878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce21a-9e9f-4269-b6cf-7f05049398e0 req-e7178526-ebab-44cd-8961-00b8f0682043 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:37.041504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-436ce21a-9e9f-4269-b6cf-7f05049398e0 req-e7178526-ebab-44cd-8961-00b8f0682043 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 946 time: 0.0998840 Sep 16 05:27:37.041723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb4d88dd-0ae9-4e93-9015-96446730c2cb req-e5585809-59d7-4802-a2c8-5b60e88388d7 tempest-DeleteServersTestJSON-740987515 tempest-DeleteServersTestJSON-740987515-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1fe9da-f23c-4de3-b87e-322e3c954aa9 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Sep 16 05:27:37.090417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-436ce21a-9e9f-4269-b6cf-7f05049398e0 req-9361e7d6-df01-48aa-9c31-721399a7636b tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Sep 16 05:27:37.210557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.250236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58374) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.320854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22060fb9-698d-4cad-8252-8ee6451f2482 req-13d223f3-a2a2-4417-8ecb-d1dc10bcaafe tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:37.324138 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22060fb9-698d-4cad-8252-8ee6451f2482 req-13d223f3-a2a2-4417-8ecb-d1dc10bcaafe tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 946 time: 0.0807586 Sep 16 05:27:37.339957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.346999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Request body: {'floatingip': {'port_id': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:37.370221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.419934 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.485187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-89f6a1e2-001e-43de-a412-dbc90c5ff863 tempest-ServiceProvidersTest-1913660434 tempest-ServiceProvidersTest-1913660434-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2725468 Sep 16 05:27:37.485997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f066cf1-533a-48a3-be9c-e0a69da582cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.493731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-912111753'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:37.617145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f066cf1-533a-48a3-be9c-e0a69da582cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.684552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f066cf1-533a-48a3-be9c-e0a69da582cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.736732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f066cf1-533a-48a3-be9c-e0a69da582cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24e5a93-f28c-469e-bc40-2582ea24397c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.742794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f066cf1-533a-48a3-be9c-e0a69da582cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21ae3e2943a84b15956a5591c02e6cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705890 Sep 16 05:27:37.748432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58390) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.822727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46bbfc0a-e271-4df4-8b77-6368e5f99305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.851392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46bbfc0a-e271-4df4-8b77-6368e5f99305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.880562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:37.884239 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.902496 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.944153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3b4d-a72b-4054-9fb8-f5ee683a7a19 req-c9769a91-dbde-4796-9ddb-5bbdaddf36d5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:37.945964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ffac3b4d-a72b-4054-9fb8-f5ee683a7a19 req-c9769a91-dbde-4796-9ddb-5bbdaddf36d5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 950 time: 0.1413033 Sep 16 05:27:37.993644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46bbfc0a-e271-4df4-8b77-6368e5f99305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.998080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-46bbfc0a-e271-4df4-8b77-6368e5f99305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.003930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-46bbfc0a-e271-4df4-8b77-6368e5f99305 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f24e5a93-f28c-469e-bc40-2582ea24397c HTTP/1.1" status: 204 len: 168 time: 0.2449121 Sep 16 05:27:38.009839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbfc0a-e271-4df4-8b77-6368e5f99305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24e5a93-f28c-469e-bc40-2582ea24397c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.092325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ffac3b4d-a72b-4054-9fb8-f5ee683a7a19 req-66146983-6b47-46f9-b430-7df10cf014f7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087027 Sep 16 05:27:38.108815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58398) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.187219 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.238316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.275901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.324537 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.350805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48e08bbd-f336-41ac-b000-eb8ef6eb8bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.363966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:38.374675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708a548-261e-4775-9ced-20cab7e5f17d req-52e34583-6a49-4295-a116-ade8278d7418 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:38.383251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e708a548-261e-4775-9ced-20cab7e5f17d req-52e34583-6a49-4295-a116-ade8278d7418 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 1102 time: 0.1432493 Sep 16 05:27:38.450801 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.460256 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Added segment 502c1eb9-5cfb-4bc2-a998-f0dc73c616ac of type vlan for network c342c3b0-9b2f-4aa8-be42-bc08a1948c33 Sep 16 05:27:38.464415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2d830-cda4-4309-9b23-e77fcbb5c897,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.494313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48e08bbd-f336-41ac-b000-eb8ef6eb8bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.533409 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Floating IP ef5bd54c-c35f-4433-9a03-35fd6a656016 associated. External IP: 172.25.1.195, port: 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4. Sep 16 05:27:38.537183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.545987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e708a548-261e-4775-9ced-20cab7e5f17d req-99dd48ee-4361-4761-9174-200b4db61255 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614003 Sep 16 05:27:38.633295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48e08bbd-f336-41ac-b000-eb8ef6eb8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.690815 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-48e08bbd-f336-41ac-b000-eb8ef6eb8bb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8b0154124164527b4772cd1c013d883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803838 Sep 16 05:27:38.693295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e08bbd-f336-41ac-b000-eb8ef6eb8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770f607-bd3f-4d79-a600-ae827a8624c9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.697020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58428) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.738153 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.746328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:38.747610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.804755 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-102fa96d-67de-4c36-a44c-7d904822ae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.837488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-102fa96d-67de-4c36-a44c-7d904822ae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.939600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Network': ['ID=c342c3b0-9b2f-4aa8-be42-bc08a1948c33,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.952203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c342c3b0-9b2f-4aa8-be42-bc08a1948c33 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:38.960161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-44eb092a-278b-469d-8f70-f1b2fd73d5b2 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7083316 Sep 16 05:27:38.968533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-9e5b5eaa-b73b-4759-ae27-0833a4b41204 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666597 Sep 16 05:27:38.999087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-102fa96d-67de-4c36-a44c-7d904822ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.002915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-102fa96d-67de-4c36-a44c-7d904822ae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.004848 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-102fa96d-67de-4c36-a44c-7d904822ae74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2770f607-bd3f-4d79-a600-ae827a8624c9 HTTP/1.1" status: 204 len: 168 time: 0.3060563 Sep 16 05:27:39.042361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fa96d-67de-4c36-a44c-7d904822ae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770f607-bd3f-4d79-a600-ae827a8624c9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:39.166832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Router 6658032f-7c06-4684-8646-82653d2231d8 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:39.284432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58450) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:39.290885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-710e6325-f442-478c-a2f0-11c50bf1869f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.293776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-710e6325-f442-478c-a2f0-11c50bf1869f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599397 Sep 16 05:27:39.347588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-b62bbde6-f51a-4e5f-83f8-4b82d8b7d5d0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/quotas/d8efd068870f4c00a6f596caed39027f HTTP/1.1" status: 200 len: 375 time: 0.0391514 Sep 16 05:27:39.352867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89e2d8f-893c-4877-b865-d75cff0d3b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.549738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-d454c9e4-0054-49c3-9fd2-3aa839a3c3eb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1919355 Sep 16 05:27:39.557274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:39.575191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.597910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] Sync routers for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:39.656639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:39.662576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:27:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:39.662941 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89e2d8f-893c-4877-b865-d75cff0d3b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.701244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4854bd38-b54a-4058-9531-5d04d4792be7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "PUT /v2.0/floatingips/ef5bd54c-c35f-4433-9a03-35fd6a656016 HTTP/1.1" status: 200 len: 992 time: 2.3595550 Sep 16 05:27:39.705246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82536c47-87fa-4502-a018-133be976db08', 'tag': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:39.713240 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216b7e66-7595-4011-9a08-da1d828cfc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "82536c47-87fa-4502-a018-133be976db08", "tag": "5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:39.719171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89e2d8f-893c-4877-b865-d75cff0d3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.873413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:39.926454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e2d8f-893c-4877-b865-d75cff0d3b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c06fe31-9ddf-4e38-b5c8-a034cc008065,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:39.938484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a89e2d8f-893c-4877-b865-d75cff0d3b52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c86926a47984d6b947118bbb7b81ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486735 Sep 16 05:27:39.944417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58460) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:40.002290 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e4a5e5-6a20-4569-9328-64c2934434b3 x-openstack-request-id: req-e8e4a5e5-6a20-4569-9328-64c2934434b3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:40.002736 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82536c47-87fa-4502-a018-133be976db08", "tag": "5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:40.003109 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8e4a5e5-6a20-4569-9328-64c2934434b3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:40.003744 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82536c47-87fa-4502-a018-133be976db08', 'tag': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'status': 'completed', 'code': 200} Sep 16 05:27:40.114886 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-646b70cd-b962-485b-8f6b-9251f75c9e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.149584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device da7cbfdb-d706-4fcb-8859-af37a0130b62 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:40.179167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: da7cbfdb-d706-4fcb-8859-af37a0130b62 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:40.179754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device da7cbfdb-d706-4fcb-8859-af37a0130b62 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:40.205356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-646b70cd-b962-485b-8f6b-9251f75c9e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.226725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-8c2ad6d5-4d47-41e6-a553-0ee8a5c5a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.235113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-8c2ad6d5-4d47-41e6-a553-0ee8a5c5a4e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4ef7f2d349342c2bfc5f95043d27370&device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 1098 time: 0.1839361 Sep 16 05:27:40.300188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'ef5bd54c-c35f-4433-9a03-35fd6a656016', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '6658032f-7c06-4684-8646-82653d2231d8', 'port_id': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'mac_address': 'fa:16:3e:38:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82536c47-87fa-4502-a018-133be976db08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:15Z', 'updated_at': '2021-09-16T05:27:38Z', 'revision_number': 1, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:12Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:40.378973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9a89e00-ccd8-470e-8e64-99e52045eafb req-2f0922bb-108b-4424-a093-b493e9e14fd6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 210 time: 0.0840285 Sep 16 05:27:40.483106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] Checking router: 6658032f-7c06-4684-8646-82653d2231d8 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:40.507275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:40.508244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:27:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:40.511989 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-646b70cd-b962-485b-8f6b-9251f75c9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.520181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-646b70cd-b962-485b-8f6b-9251f75c9e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.526181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-646b70cd-b962-485b-8f6b-9251f75c9e9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c06fe31-9ddf-4e38-b5c8-a034cc008065 HTTP/1.1" status: 204 len: 168 time: 0.5767758 Sep 16 05:27:40.574621 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b70cd-b962-485b-8f6b-9251f75c9e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c06fe31-9ddf-4e38-b5c8-a034cc008065,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:40.600298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-2522ef60-a7bb-41a9-a22e-9ee3e4fe423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.604512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-2522ef60-a7bb-41a9-a22e-9ee3e4fe423f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2aa83319-7c14-4088-87ee-6d12bcd0bc1f HTTP/1.1" status: 200 len: 916 time: 0.3511434 Sep 16 05:27:40.759464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-91ff559b-d5b8-43fa-952e-cf15570e76f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 HTTP/1.1" status: 200 len: 1000 time: 0.1481874 Sep 16 05:27:40.826082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:40.866609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-7169b581-dddc-40d9-b3d6-729751bce522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.868228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-7169b581-dddc-40d9-b3d6-729751bce522 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e94d8eb1-eb58-47fc-8f69-fb75fa6578b4 HTTP/1.1" status: 200 len: 854 time: 0.0999830 Sep 16 05:27:40.989999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-227eff5d-4be6-49f9-b1dc-dcf837fd955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.991524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-227eff5d-4be6-49f9-b1dc-dcf837fd955f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2aa83319-7c14-4088-87ee-6d12bcd0bc1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098399 Sep 16 05:27:41.148312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-5b525370-10f9-4a8b-845c-e4569c226986 service neutron] 10.222.0.30 "GET /v2.0/networks/2aa83319-7c14-4088-87ee-6d12bcd0bc1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395040 Sep 16 05:27:41.305711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'ef5bd54c-c35f-4433-9a03-35fd6a656016', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '6658032f-7c06-4684-8646-82653d2231d8', 'port_id': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'mac_address': 'fa:16:3e:38:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82536c47-87fa-4502-a018-133be976db08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:15Z', 'updated_at': '2021-09-16T05:27:38Z', 'revision_number': 1, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:12Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:41.403503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299719ed-1dfe-437a-a51b-2709dac71c66 None None] The sync data for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 is: [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'ef5bd54c-c35f-4433-9a03-35fd6a656016', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '6658032f-7c06-4684-8646-82653d2231d8', 'port_id': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'mac_address': 'fa:16:3e:38:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82536c47-87fa-4502-a018-133be976db08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:15Z', 'updated_at': '2021-09-16T05:27:38Z', 'revision_number': 1, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:12Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:41.593374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de3c1f61-6fcd-4a99-aca4-d4b9f6900102 req-ad6599f3-a992-4929-8037-d69efa0f0168 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 210 time: 0.0988710 Sep 16 05:27:41.871810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:41.931909 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbb36e-2f09-4033-b096-66324bd39a81 None None] New status for floating IP ef5bd54c-c35f-4433-9a03-35fd6a656016: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:27:42.005182 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-216b7e66-7595-4011-9a08-da1d828cfc3e req-b48241cd-1987-4512-83db-64fc254a321f service neutron] 10.222.0.30 "GET /v2.0/networks/2aa83319-7c14-4088-87ee-6d12bcd0bc1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8475707 Sep 16 05:27:42.178612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-935542584-network', 'tenant_id': 'a423d9d9ffa74848b0482034cd70669e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:42.274751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Made reservation on behalf of a423d9d9ffa74848b0482034cd70669e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:42.278050 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.292883 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.410259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.508229 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.557905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:42.583461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.584120 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Added segment 1c96b0af-544e-4dde-8612-a7af09e23a05 of type vlan for network 8fbda933-f343-4966-a1b0-c275c1d00e37 Sep 16 05:27:42.586915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd665df7-a95a-4384-82c2-1af33a87592c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:42.673056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.720861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:42.727185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'subnet': {'network_id': 'c342c3b0-9b2f-4aa8-be42-bc08a1948c33', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:42.738595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d46483f7-83f3-436f-9232-4ea2908daacf req-7533bde6-db73-429a-8720-32f21066b758 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 210 time: 0.0456870 Sep 16 05:27:42.827226 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.828666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:42.829339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.896819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] Pushing event updated for resources: {'Network': ['ID=8fbda933-f343-4966-a1b0-c275c1d00e37,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:42.908308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 8fbda933-f343-4966-a1b0-c275c1d00e37 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:42.976513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:42.981243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.098064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f400e6c2-e025-4c51-83cc-05f579810637 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2240605 Sep 16 05:27:43.100994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58538) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:43.106166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Request body: {'subnet': {'network_id': '8fbda933-f343-4966-a1b0-c275c1d00e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-935542584-subnet', 'tenant_id': 'a423d9d9ffa74848b0482034cd70669e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:43.221137 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Made reservation on behalf of a423d9d9ffa74848b0482034cd70669e for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:43.223656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.324527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.411047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-5c0b2168-3fc0-4c50-bdbd-cbb531d9779a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747447 Sep 16 05:27:43.469405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Subnet': ['ID=a12aad2a-8335-463f-aa20-1df012138697,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:43.488846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Checking segment: {'id': '502c1eb9-5cfb-4bc2-a998-f0dc73c616ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c342c3b0-9b2f-4aa8-be42-bc08a1948c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:43.499728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network hostable DHCP agents. Network: c342c3b0-9b2f-4aa8-be42-bc08a1948c33, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:43.513109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.587992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f32a0a-38d9-4f2d-b831-ada9880fb6df,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:43.588958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-34431205-fe1b-4280-a59f-d975f8ca5708 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:43.594799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-34431205-fe1b-4280-a59f-d975f8ca5708 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691914 Sep 16 05:27:43.600195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Checking segment: {'id': '1c96b0af-544e-4dde-8612-a7af09e23a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fbda933-f343-4966-a1b0-c275c1d00e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:43.600632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Network hostable DHCP agents. Network: 8fbda933-f343-4966-a1b0-c275c1d00e37, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:43.629834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Request body: {'port': {'device_id': '63218fe6-33df-43a6-8384-28055940aa9f', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'd8efd068870f4c00a6f596caed39027f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:43.653556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network c342c3b0-9b2f-4aa8-be42-bc08a1948c33 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:43.705069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Network 8fbda933-f343-4966-a1b0-c275c1d00e37 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:43.805466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58568) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:43.810504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 8fbda933-f343-4966-a1b0-c275c1d00e37) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:43.818325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c342c3b0-9b2f-4aa8-be42-bc08a1948c33) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:43.822953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0515f-f307-43af-b43a-894eff3428dc None None] Network 8fbda933-f343-4966-a1b0-c275c1d00e37 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:43.823303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:43.824782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.836474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:43.837474 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.854018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b58d5cc-5c85-4377-a0d1-6a92e99d3eb0 None None] Network c342c3b0-9b2f-4aa8-be42-bc08a1948c33 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:43.896298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Made reservation on behalf of d8efd068870f4c00a6f596caed39027f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:43.902381 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.912420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52adb308-2fd0-4bba-b609-891a18cee731 req-1cc3561d-44f2-4075-b74b-8b88abe4ac4c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 210 time: 0.0614464 Sep 16 05:27:43.999306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4422a6a5-6d4e-45f8-a475-8d7a3f510fbd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2767456 Sep 16 05:27:44.003053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58578) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:44.008096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-520212694'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:44.056311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-03d7c10c-9206-474c-9a89-2265f8dcbdff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9541249 Sep 16 05:27:44.129340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:44.137288 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.193440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:44.208600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.209367 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Added segment a3e459ca-6013-4ce8-abb2-e43489be6a09 of type vlan for network e8c36320-75a9-42a5-a3c3-710695a55b7e Sep 16 05:27:44.265811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.353082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.360184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-903cc2f4-1db0-4d0a-ab74-a2e62454e735 admin admin] Deleting subnet cec37c82-919e-41b8-8934-007460e0c85e {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:44.363468 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-903cc2f4-1db0-4d0a-ab74-a2e62454e735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.384080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff0466-a681-4bed-9cbc-b6cc49543a35 None None] Network 8fbda933-f343-4966-a1b0-c275c1d00e37 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:44.385167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:44.386947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.408585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-903cc2f4-1db0-4d0a-ab74-a2e62454e735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.480557 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-903cc2f4-1db0-4d0a-ab74-a2e62454e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.493184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c342c3b0-9b2f-4aa8-be42-bc08a1948c33', 'network_id': 'c342c3b0-9b2f-4aa8-be42-bc08a1948c33', 'tenant_id': 'aa29819eb6b9433b80257c60f3161aaf', 'fixed_ips': [{'subnet_id': 'a12aad2a-8335-463f-aa20-1df012138697'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:44.494045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.494732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Network': ['ID=e8c36320-75a9-42a5-a3c3-710695a55b7e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.515112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e8c36320-75a9-42a5-a3c3-710695a55b7e details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:44.534371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Allocated IP 192.168.233.126 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/8a452c9f-68c1-4260-bd80-f086facc1e0c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:44.542499 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8ffec1b2-e3d9-495e-a6f1-ab22eec19bed tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5382113 Sep 16 05:27:44.548767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58602) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:44.557724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'subnet': {'network_id': 'e8c36320-75a9-42a5-a3c3-710695a55b7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:44.774099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-903cc2f4-1db0-4d0a-ab74-a2e62454e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.805412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:44.814814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.825623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cc2f4-1db0-4d0a-ab74-a2e62454e735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec37c82-919e-41b8-8934-007460e0c85e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.847939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-903cc2f4-1db0-4d0a-ab74-a2e62454e735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.852691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-903cc2f4-1db0-4d0a-ab74-a2e62454e735 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cec37c82-919e-41b8-8934-007460e0c85e HTTP/1.1" status: 204 len: 168 time: 1.0433314 Sep 16 05:27:44.852691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58624) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:44.951966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Allocated IP 2001:db8:0:ffff::2 (c342c3b0-9b2f-4aa8-be42-bc08a1948c33/a12aad2a-8335-463f-aa20-1df012138697/39c1d055-577d-4ef0-ba5e-bcc2f951062a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:44.960079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.019026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.084888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-416d8e98-5f1c-497c-b69f-779ea78e9e9d req-a151800e-41fe-43e4-a52b-2c4230cb7c66 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 210 time: 0.0396457 Sep 16 05:27:45.148433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.156574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.195571 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.197718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d716e2-dc45-4538-825e-b9a4880cffcb']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:45.205193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'cda5e608-72b7-4ebb-8b79-da016ccf36df'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:45.207534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'c956e541-a392-43cc-801b-9627ea298dba', '8e526f01-9835-4a8a-b6c5-1e3b019edff2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:45.226163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:45.234715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:45.239663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b09a43-0670-4752-9107-631315826056') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:45.240003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b09a43-0670-4752-9107-631315826056') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:45.244153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:45.293942 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.295880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'Port': ['ID=8a452c9f-68c1-4260-bd80-f086facc1e0c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:45.309240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.322964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.338224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:45.338224 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:45.339682 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:45.356744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:45.357516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.368682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:45.383122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1008674653-network', 'tenant_id': 'c93f98a0d0054976bde83bf16908788b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:45.399765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Network c342c3b0-9b2f-4aa8-be42-bc08a1948c33 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:45.408779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:45.414828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:45.463180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Pushing event updated for resources: {'Port': ['ID=39c1d055-577d-4ef0-ba5e-bcc2f951062a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:45.482906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:27:45.498844 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.521713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-f9bbe8b6-50ab-4887-93c7-be0a2347675e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9025650 Sep 16 05:27:45.561226 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.571975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Attempting to bind port 39c1d055-577d-4ef0-ba5e-bcc2f951062a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:45.578456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Attempting to bind port 39c1d055-577d-4ef0-ba5e-bcc2f951062a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '502c1eb9-5cfb-4bc2-a998-f0dc73c616ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c342c3b0-9b2f-4aa8-be42-bc08a1948c33'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:45.578456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Attempting to bind port 39c1d055-577d-4ef0-ba5e-bcc2f951062a on network c342c3b0-9b2f-4aa8-be42-bc08a1948c33 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:45.606626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:45.607008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Checking segment: {'id': '502c1eb9-5cfb-4bc2-a998-f0dc73c616ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c342c3b0-9b2f-4aa8-be42-bc08a1948c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:45.607437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.607843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Bound using segment: {'id': '502c1eb9-5cfb-4bc2-a998-f0dc73c616ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c342c3b0-9b2f-4aa8-be42-bc08a1948c33'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:45.613107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Bound port: 39c1d055-577d-4ef0-ba5e-bcc2f951062a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502c1eb9-5cfb-4bc2-a998-f0dc73c616ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c342c3b0-9b2f-4aa8-be42-bc08a1948c33'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:45.613107 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.618291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Request body: {'port': {'device_id': '63218fe6-33df-43a6-8384-28055940aa9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:45.658839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e73ff6f6-b996-4c1d-a3bc-6d3655f0f655 None None] Provisioning complete for port 8a452c9f-68c1-4260-bd80-f086facc1e0c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:45.659251 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e73ff6f6-b996-4c1d-a3bc-6d3655f0f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.659385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.662166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] 10.222.0.49 "DELETE /v2.0/networks/23d716e2-dc45-4538-825e-b9a4880cffcb HTTP/1.1" status: 204 len: 168 time: 0.8081555 Sep 16 05:27:45.688972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53de722-2324-4df6-9c44-6539ce3aefc1 req-a946a3e8-0fbd-482c-bbe3-a4458d2d89d9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:45.690872 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f53de722-2324-4df6-9c44-6539ce3aefc1 req-a946a3e8-0fbd-482c-bbe3-a4458d2d89d9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2590432 Sep 16 05:27:45.701644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbbd17-26e4-4102-83db-4840dd98a85b admin admin] Pushing event deleted for resources: {'Network': ['ID=23d716e2-dc45-4538-825e-b9a4880cffcb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:45.704234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-e61b7247-ce95-4e22-8343-7ff8f9540844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:45.710135 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-e61b7247-ce95-4e22-8343-7ff8f9540844 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1096 time: 0.2034955 Sep 16 05:27:45.712228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Subnet': ['ID=3e00b1cb-b465-415d-abac-71b163cfede7,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:45.760105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Made reservation on behalf of c93f98a0d0054976bde83bf16908788b for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:45.764134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.780332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Checking segment: {'id': 'a3e459ca-6013-4ce8-abb2-e43489be6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e8c36320-75a9-42a5-a3c3-710695a55b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:45.783568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.783839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network hostable DHCP agents. Network: e8c36320-75a9-42a5-a3c3-710695a55b7e, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:45.799171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.936659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f53de722-2324-4df6-9c44-6539ce3aefc1 req-a39d9383-2733-47f2-99bb-49e746b18824 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274141 Sep 16 05:27:45.946665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e73ff6f6-b996-4c1d-a3bc-6d3655f0f655 None None] Port 8a452c9f-68c1-4260-bd80-f086facc1e0c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:45.975838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-42f1aaca-341c-4549-a57d-114935598447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:45.978484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-42f1aaca-341c-4549-a57d-114935598447 service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.2622161 Sep 16 05:27:45.990414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] For port 39c1d055-577d-4ef0-ba5e-bcc2f951062a, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:46.013577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] For port 39c1d055-577d-4ef0-ba5e-bcc2f951062a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=39c1d055-577d-4ef0-ba5e-bcc2f951062a,segment=NetworkSegment(502c1eb9-5cfb-4bc2-a998-f0dc73c616ac),segment_id=502c1eb9-5cfb-4bc2-a998-f0dc73c616ac)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:46.099347 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-292973ab-7679-4a09-96ae-b5445de2f713 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 999 time: 0.1097209 Sep 16 05:27:46.100765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network e8c36320-75a9-42a5-a3c3-710695a55b7e is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:46.113539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.161164 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.191422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-f59414a7-2603-4d8b-a5b0-d9196d7a1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:46.193690 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-f59414a7-2603-4d8b-a5b0-d9196d7a1c41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.0866432 Sep 16 05:27:46.279167 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.314575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dec06e-dff3-49fd-acc8-d14cc0ad1b8f req-e99da018-3d0e-4db0-9c44-38e7239a1bcb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:46.324419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87dec06e-dff3-49fd-acc8-d14cc0ad1b8f req-e99da018-3d0e-4db0-9c44-38e7239a1bcb tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 936 time: 0.1150329 Sep 16 05:27:46.340022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c3366-7acb-438e-95f3-1f1025461c2a None None] Pushing event updated for resources: {'Port': ['ID=39c1d055-577d-4ef0-ba5e-bcc2f951062a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:46.351484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a452c9f-68c1-4260-bd80-f086facc1e0c {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:46.357472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:46.368262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1e56b4-2cc8-4369-ba33-0306d8bf0663,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:46.370180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-7a18e9dd-aa36-4482-9a6a-209213dc0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:46.372608 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-7a18e9dd-aa36-4482-9a6a-209213dc0318 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217327 Sep 16 05:27:46.375095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.375365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e8c36320-75a9-42a5-a3c3-710695a55b7e) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:46.385513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.385884 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Added segment 5694e471-b6aa-4902-b51d-beebbeeb735e of type vlan for network a1aae6bf-76bf-41bd-b696-bf61c9dbccb4 Sep 16 05:27:46.391750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:46.392752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.408637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed245975-5fa2-442c-b52c-7774ed7f6e51 None None] Network e8c36320-75a9-42a5-a3c3-710695a55b7e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:46.420447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58686) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:46.499818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Transition to ACTIVE for port object 8a452c9f-68c1-4260-bd80-f086facc1e0c will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:27:46.600952 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.603387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.624856 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87dec06e-dff3-49fd-acc8-d14cc0ad1b8f req-78df1aba-c92f-4446-a22e-0ef10736fd6d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998385 Sep 16 05:27:46.637420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-e65280f3-becf-48cc-b9e3-c242a510d993 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454121 Sep 16 05:27:46.737353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-02342c6d-998a-4f1c-b028-d391fa7b8052 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1844227 Sep 16 05:27:46.746414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58698) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:46.766975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'port': {'network_id': 'e8c36320-75a9-42a5-a3c3-710695a55b7e', 'name': 'tempest-NetworksIpV6TestAttrs-1575848869'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:46.770219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58700) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:46.770355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1d84ed8b-b600-42c2-9e71-29cd513f0e9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f09bc556bb34764a5912a52c26626fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476613 Sep 16 05:27:46.806969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:27:46.852582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-e8c36320-75a9-42a5-a3c3-710695a55b7e', 'network_id': 'e8c36320-75a9-42a5-a3c3-710695a55b7e', 'tenant_id': 'aa29819eb6b9433b80257c60f3161aaf', 'fixed_ips': [{'subnet_id': '3e00b1cb-b465-415d-abac-71b163cfede7'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:46.858329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.910034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Pushing event updated for resources: {'Port': ['ID=8a452c9f-68c1-4260-bd80-f086facc1e0c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:46.980206 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da7349e5-6672-41d3-b181-f0c932b311d8 req-103c7dc1-3feb-40af-9488-b046458d2d11 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347521 Sep 16 05:27:46.984631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Attempting to bind port 8a452c9f-68c1-4260-bd80-f086facc1e0c on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:46.985235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Attempting to bind port 8a452c9f-68c1-4260-bd80-f086facc1e0c by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:46.986978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Attempting to bind port 8a452c9f-68c1-4260-bd80-f086facc1e0c on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:46.998470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Port 8a452c9f-68c1-4260-bd80-f086facc1e0c on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:27:46.998859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Attempting to bind port 8a452c9f-68c1-4260-bd80-f086facc1e0c on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:47.006042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:47.006042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:47.006372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:47.006877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Bound port: 8a452c9f-68c1-4260-bd80-f086facc1e0c, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:47.007243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.010161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb68e216-a3a0-4e43-bbce-6da3ad13d00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.071818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb68e216-a3a0-4e43-bbce-6da3ad13d00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.079671 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:47.089011 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.092955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:47.093699 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.139103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Allocated IP 2001:db8::f816:3eff:fea5:2cc8 (e8c36320-75a9-42a5-a3c3-710695a55b7e/3e00b1cb-b465-415d-abac-71b163cfede7/1ec91f17-693d-499c-9ede-a8108c65af26) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:47.199153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] Pushing event updated for resources: {'Network': ['ID=a1aae6bf-76bf-41bd-b696-bf61c9dbccb4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:47.219890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network a1aae6bf-76bf-41bd-b696-bf61c9dbccb4 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:47.246943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] For port 8a452c9f-68c1-4260-bd80-f086facc1e0c, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:47.251832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] For port 8a452c9f-68c1-4260-bd80-f086facc1e0c, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8a452c9f-68c1-4260-bd80-f086facc1e0c,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:47.253748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3cb40-06c5-40c1-bb92-6797cacbf913 req-520d353e-7b4f-4c77-893a-98378df72129 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:47.257042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1a3cb40-06c5-40c1-bb92-6797cacbf913 req-520d353e-7b4f-4c77-893a-98378df72129 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1431799 Sep 16 05:27:47.257536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:47.262757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.365345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-14bb8d04-5ec8-4bd5-b02d-a77efecd1555 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9927926 Sep 16 05:27:47.367215 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.388731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58714) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.461151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 39c1d055-577d-4ef0-ba5e-bcc2f951062a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:47.557050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Request body: {'subnet': {'network_id': 'a1aae6bf-76bf-41bd-b696-bf61c9dbccb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1008674653-subnet', 'tenant_id': 'c93f98a0d0054976bde83bf16908788b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:47.595274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Pushing event updated for resources: {'Port': ['ID=8a452c9f-68c1-4260-bd80-f086facc1e0c,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:47.620209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:47.621958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.623927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-fb395f46-1cb3-4f64-a0c5-77817e49922d service neutron] 10.222.0.30 "PUT /v2.0/ports/8a452c9f-68c1-4260-bd80-f086facc1e0c HTTP/1.1" status: 200 len: 1097 time: 2.0655916 Sep 16 05:27:47.624506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63218fe6-33df-43a6-8384-28055940aa9f', 'tag': '8a452c9f-68c1-4260-bd80-f086facc1e0c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:47.627441 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09f6d3a-7ce7-472a-9013-16b7d8a65a37" -d '{"events": [{"name": "network-changed", "server_uuid": "63218fe6-33df-43a6-8384-28055940aa9f", "tag": "8a452c9f-68c1-4260-bd80-f086facc1e0c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:47.632112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 39c1d055-577d-4ef0-ba5e-bcc2f951062a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:47.632886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.661705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.710727 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a9fce4-815d-4348-a137-7a81b57770af x-openstack-request-id: req-b4a9fce4-815d-4348-a137-7a81b57770af {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:47.711185 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63218fe6-33df-43a6-8384-28055940aa9f", "tag": "8a452c9f-68c1-4260-bd80-f086facc1e0c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:47.711675 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4a9fce4-815d-4348-a137-7a81b57770af {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:47.713645 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63218fe6-33df-43a6-8384-28055940aa9f', 'tag': '8a452c9f-68c1-4260-bd80-f086facc1e0c', 'status': 'completed', 'code': 200} Sep 16 05:27:47.750658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] device_id is not set on port e69356b9-5c4d-494c-a776-02e2ba7fb2b0 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:47.760446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.795631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 39c1d055-577d-4ef0-ba5e-bcc2f951062a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=39c1d055-577d-4ef0-ba5e-bcc2f951062a,segment=NetworkSegment(502c1eb9-5cfb-4bc2-a998-f0dc73c616ac),segment_id=502c1eb9-5cfb-4bc2-a998-f0dc73c616ac)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:47.827626 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.829432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Made reservation on behalf of c93f98a0d0054976bde83bf16908788b for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:47.832101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.888662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1a3cb40-06c5-40c1-bb92-6797cacbf913 req-5032090b-bdaa-42c1-9883-b15be89366c6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158166 Sep 16 05:27:47.907815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd66361b-1f0b-4b4d-a114-2882af5a0a97 None None] Network c342c3b0-9b2f-4aa8-be42-bc08a1948c33 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:47.927231 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.950158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb68e216-a3a0-4e43-bbce-6da3ad13d00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.954919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Pushing event updated for resources: {'Port': ['ID=1ec91f17-693d-499c-9ede-a8108c65af26,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:47.957460 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb68e216-a3a0-4e43-bbce-6da3ad13d00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.958602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fb68e216-a3a0-4e43-bbce-6da3ad13d00b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f70b9a1-e58f-4312-b04e-0abd33230397 HTTP/1.1" status: 204 len: 168 time: 1.1823528 Sep 16 05:27:47.999372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68e216-a3a0-4e43-bbce-6da3ad13d00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f70b9a1-e58f-4312-b04e-0abd33230397,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.003494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f5e09-acc9-45bf-94a9-6eb67c419901 req-d1fefa37-fa6e-4e13-beaf-f5db44357b37 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:48.005278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be4f5e09-acc9-45bf-94a9-6eb67c419901 req-d1fefa37-fa6e-4e13-beaf-f5db44357b37 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 948 time: 0.1816161 Sep 16 05:27:48.011103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6d3a-7ce7-472a-9013-16b7d8a65a37 req-122eaace-28c9-400f-88a4-213978dc03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:48.011103 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e09f6d3a-7ce7-472a-9013-16b7d8a65a37 req-122eaace-28c9-400f-88a4-213978dc03fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 1100 time: 0.2269685 Sep 16 05:27:48.032222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Allocated IP 2001:db8::f816:3eff:fe9f:75bd (e8c36320-75a9-42a5-a3c3-710695a55b7e/3e00b1cb-b465-415d-abac-71b163cfede7/e69356b9-5c4d-494c-a776-02e2ba7fb2b0) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:48.033516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Network e8c36320-75a9-42a5-a3c3-710695a55b7e is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:48.142608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e09f6d3a-7ce7-472a-9013-16b7d8a65a37 req-05259804-b0a5-4484-94d2-64240fabf5a3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898507 Sep 16 05:27:48.166317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be4f5e09-acc9-45bf-94a9-6eb67c419901 req-c19b5022-865e-4d06-83b8-291ede2685f8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499655 Sep 16 05:27:48.230736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:48.236153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:48.342583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=39c1d055-577d-4ef0-ba5e-bcc2f951062a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.350162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-44601667-29dc-4d95-9f63-dc22c495e1a2 None None] Provisioning complete for port 39c1d055-577d-4ef0-ba5e-bcc2f951062a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:48.350162 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44601667-29dc-4d95-9f63-dc22c495e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.408947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.416972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Attempting to bind port 1ec91f17-693d-499c-9ede-a8108c65af26 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:48.417173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Attempting to bind port 1ec91f17-693d-499c-9ede-a8108c65af26 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'a3e459ca-6013-4ce8-abb2-e43489be6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e8c36320-75a9-42a5-a3c3-710695a55b7e'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:48.418053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Attempting to bind port 1ec91f17-693d-499c-9ede-a8108c65af26 on network e8c36320-75a9-42a5-a3c3-710695a55b7e {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:48.435951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:48.436506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Checking segment: {'id': 'a3e459ca-6013-4ce8-abb2-e43489be6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e8c36320-75a9-42a5-a3c3-710695a55b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:48.436769 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.437167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Bound using segment: {'id': 'a3e459ca-6013-4ce8-abb2-e43489be6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e8c36320-75a9-42a5-a3c3-710695a55b7e'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:48.437655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Bound port: 1ec91f17-693d-499c-9ede-a8108c65af26, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e459ca-6013-4ce8-abb2-e43489be6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e8c36320-75a9-42a5-a3c3-710695a55b7e'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:48.438036 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.482599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6d3a-7ce7-472a-9013-16b7d8a65a37 req-980c4b0a-d1fa-42e5-8e94-28aa62ec6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:48.484310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e09f6d3a-7ce7-472a-9013-16b7d8a65a37 req-980c4b0a-d1fa-42e5-8e94-28aa62ec6ed8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3329275 Sep 16 05:27:48.555750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] For port 1ec91f17-693d-499c-9ede-a8108c65af26, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:48.569997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] For port 1ec91f17-693d-499c-9ede-a8108c65af26, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1ec91f17-693d-499c-9ede-a8108c65af26,segment=NetworkSegment(a3e459ca-6013-4ce8-abb2-e43489be6a09),segment_id=a3e459ca-6013-4ce8-abb2-e43489be6a09)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:48.618674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.667753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.692865 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.704388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Port': ['ID=e69356b9-5c4d-494c-a776-02e2ba7fb2b0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.711520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network e8c36320-75a9-42a5-a3c3-710695a55b7e is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:48.713254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:48.720773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:48.728450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:48.729129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.795111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de1d771-893b-4fb3-98a6-c273a3220882,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.828970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-8cead964-dab8-482a-9d44-d7829bc3291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:48.829345 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7b40ef82-d9e8-444f-843c-29de7c736eec tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0861561 Sep 16 05:27:48.829978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58772) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:48.832570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-8cead964-dab8-482a-9d44-d7829bc3291f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 1100 time: 0.2421582 Sep 16 05:27:48.849212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c19e7-c5cd-473e-8183-273890a1fb38 None None] Pushing event updated for resources: {'Port': ['ID=1ec91f17-693d-499c-9ede-a8108c65af26,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.940014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fd9855-bcc2-4bb5-9b39-b44d0adff16f tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Deleting subnet 3e00b1cb-b465-415d-abac-71b163cfede7 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:48.952684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44fd9855-bcc2-4bb5-9b39-b44d0adff16f tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.984309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-41f639ef-0418-412f-a10a-371714b1a465 None None] Provisioning complete for port 39c1d055-577d-4ef0-ba5e-bcc2f951062a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:48.984669 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41f639ef-0418-412f-a10a-371714b1a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.987209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-3fe57c47-35e7-49e6-8b74-5b33cacf343f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=8a452c9f-68c1-4260-bd80-f086facc1e0c HTTP/1.1" status: 200 len: 217 time: 0.1107047 Sep 16 05:27:48.993417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Checking segment: {'id': '5694e471-b6aa-4902-b51d-beebbeeb735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a1aae6bf-76bf-41bd-b696-bf61c9dbccb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:48.994003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Network hostable DHCP agents. Network: a1aae6bf-76bf-41bd-b696-bf61c9dbccb4, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:49.080545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44fd9855-bcc2-4bb5-9b39-b44d0adff16f tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.239900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-2fc7ade7-bc83-4728-92c1-fa953344992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:49.257318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-2fc7ade7-bc83-4728-92c1-fa953344992b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.2511992 Sep 16 05:27:49.314306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Network a1aae6bf-76bf-41bd-b696-bf61c9dbccb4 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:49.364908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44fd9855-bcc2-4bb5-9b39-b44d0adff16f tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.376135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105ad1-443e-455f-8e23-51b1a9648dfe req-00b53390-e7f8-4e01-8860-eea7d48f87f2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:49.378634 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f105ad1-443e-455f-8e23-51b1a9648dfe req-00b53390-e7f8-4e01-8860-eea7d48f87f2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2655988 Sep 16 05:27:49.425884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-08b6cf3d-829e-4fb1-9758-22483ed1107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:49.432736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-08b6cf3d-829e-4fb1-9758-22483ed1107a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1660118 Sep 16 05:27:49.433298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, a1aae6bf-76bf-41bd-b696-bf61c9dbccb4) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:49.446860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:49.446860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.460289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b1e6e6-f1c7-424d-88b8-a714cf0a0324 None None] Network a1aae6bf-76bf-41bd-b696-bf61c9dbccb4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:49.480061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f105ad1-443e-455f-8e23-51b1a9648dfe req-b3d9fb23-3fc9-42e9-974f-3dd16bef1362 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922334 Sep 16 05:27:49.481993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43425f-b2b0-4ec7-999c-b90b14d1b67c req-434cae80-7ae4-44fa-8692-5778a1ce2a34 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:49.483918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c43425f-b2b0-4ec7-999c-b90b14d1b67c req-434cae80-7ae4-44fa-8692-5778a1ce2a34 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 948 time: 0.1668665 Sep 16 05:27:49.527818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 39c1d055-577d-4ef0-ba5e-bcc2f951062a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:49.611764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6d3beb43-2b3e-46e6-9913-267fc5034ab9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2101779 Sep 16 05:27:49.619384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c43425f-b2b0-4ec7-999c-b90b14d1b67c req-3b6010c0-d560-4a0d-af18-cbcc716330d7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132627 Sep 16 05:27:49.626072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-ee855a4a-0909-4ae4-9350-cf9c4c6dde17 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785932 Sep 16 05:27:49.724325 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44fd9855-bcc2-4bb5-9b39-b44d0adff16f tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.742645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44fd9855-bcc2-4bb5-9b39-b44d0adff16f tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.751573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-44fd9855-bcc2-4bb5-9b39-b44d0adff16f tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/subnets/3e00b1cb-b465-415d-abac-71b163cfede7 HTTP/1.1" status: 204 len: 168 time: 0.9157791 Sep 16 05:27:49.757722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:49.799706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd9855-bcc2-4bb5-9b39-b44d0adff16f tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Subnet': ['ID=3e00b1cb-b465-415d-abac-71b163cfede7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:49.849772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6557e52d-1bdd-40db-812c-bac2649cee1d req-cfbdae0e-4f61-4cae-bec6-c2aaf90d0d0f service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157900 Sep 16 05:27:49.895146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d20512-2242-4d69-bae9-963ebda273dd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:49.900541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d20512-2242-4d69-bae9-963ebda273dd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:49.902258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-47d20512-2242-4d69-bae9-963ebda273dd tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1433473 Sep 16 05:27:49.903564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a519536c-231e-4d5a-8845-e0b93a33620f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.907498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58826) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:49.918480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 39c1d055-577d-4ef0-ba5e-bcc2f951062a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:49.923608 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.930334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:49.945639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73586f6-c9a6-4543-b620-24e54c80e3ec None None] Network a1aae6bf-76bf-41bd-b696-bf61c9dbccb4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:50.044790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb5d9ec-d1af-4289-a481-4f70f5be8de1 admin admin] Deleting subnet 05f32a0a-38d9-4f2d-b831-ada9880fb6df {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:50.054893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d9ec-d1af-4289-a481-4f70f5be8de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.107219 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f599102-9d97-422e-b4a6-297da9cf9c00 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.122516 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f599102-9d97-422e-b4a6-297da9cf9c00 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 05:27:50.122994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f599102-9d97-422e-b4a6-297da9cf9c00 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:50.130573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f599102-9d97-422e-b4a6-297da9cf9c00 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/e8c36320-75a9-42a5-a3c3-710695a55b7e HTTP/1.1" status: 409 len: 405 time: 0.2179711 Sep 16 05:27:50.130795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d9ec-d1af-4289-a481-4f70f5be8de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.130911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:50.135836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2045863296'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:50.230780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d9ec-d1af-4289-a481-4f70f5be8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.258307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58842) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:50.420672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1ec91f17-693d-499c-9ede-a8108c65af26 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:50.435371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2123758823-network', 'tenant_id': 'f773e780de03481599c191c91db1ab5f'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:50.457120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4367b59b-3902-4669-82ce-0d06d597fb2e None None] Network e8c36320-75a9-42a5-a3c3-710695a55b7e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:50.477040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:50.483323 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.513131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d9ec-d1af-4289-a481-4f70f5be8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.552820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:50.557377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5d9ec-d1af-4289-a481-4f70f5be8de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f32a0a-38d9-4f2d-b831-ada9880fb6df,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:50.568456 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d9ec-d1af-4289-a481-4f70f5be8de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.570558 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6fb5d9ec-d1af-4289-a481-4f70f5be8de1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/05f32a0a-38d9-4f2d-b831-ada9880fb6df HTTP/1.1" status: 204 len: 168 time: 0.6391988 Sep 16 05:27:50.572998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:50.581002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:50.583725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.584552 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.584993 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Added segment 73c6b041-08d3-4ac6-ab3e-06b028491f22 of type vlan for network 6054717e-7b9a-4082-ba88-47175aa49017 Sep 16 05:27:50.593711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.686364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a76b5-7e3f-415b-beb7-5d28c3c5551a req-a29deaed-c139-4e45-a0df-1f23ffc0a6b1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:50.688330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c6a76b5-7e3f-415b-beb7-5d28c3c5551a req-a29deaed-c139-4e45-a0df-1f23ffc0a6b1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0836153 Sep 16 05:27:50.755176 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.759402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c6a76b5-7e3f-415b-beb7-5d28c3c5551a req-d2800104-996e-46e2-b16f-59242ae4e48a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592947 Sep 16 05:27:50.762918 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.862002 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.884148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6027aa3e-fc1e-415c-874e-b3ba7a23d448 None None] Provisioning complete for port 1ec91f17-693d-499c-9ede-a8108c65af26 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:50.884824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6027aa3e-fc1e-415c-874e-b3ba7a23d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.890569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1ec91f17-693d-499c-9ede-a8108c65af26 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:50.891206 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.930160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.959987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbda933-f343-4966-a1b0-c275c1d00e37']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:50.973297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.975606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f450f-d013-4935-bef6-eb80f4833f3b req-f9dd630b-f5f6-4f10-a36e-f34aa9bdfb2d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:50.977608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-481f450f-d013-4935-bef6-eb80f4833f3b req-f9dd630b-f5f6-4f10-a36e-f34aa9bdfb2d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 948 time: 0.1270235 Sep 16 05:27:50.980627 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.982881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.987265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:50.988231 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.994240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c96b0af-544e-4dde-8612-a7af09e23a05') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:50.994829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c96b0af-544e-4dde-8612-a7af09e23a05') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:51.010862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf04142c-27bd-4960-9ab5-6362d8c57b7b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:51.024980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:51.036278 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.039419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.040055 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Added segment 56895867-7059-4820-8e4f-a60bced63c43 of type vlan for network fc69c774-76ee-44e1-8d53-c12636b19e40 Sep 16 05:27:51.098499 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.124404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.135275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.139809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6027aa3e-fc1e-415c-874e-b3ba7a23d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.152739 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-481f450f-d013-4935-bef6-eb80f4833f3b req-6a184a11-8b75-4333-b1d1-1767374a4317 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603801 Sep 16 05:27:51.162465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:51.163183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:51.165745 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:51.169184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Network': ['ID=6054717e-7b9a-4082-ba88-47175aa49017,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:51.184983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-34c27922-10ee-469b-87a3-b5ea65ecf937 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0525262 Sep 16 05:27:51.192234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58864) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:51.199772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'subnet': {'network_id': '6054717e-7b9a-4082-ba88-47175aa49017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:51.252153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] DHCP port deletion for e8c36320-75a9-42a5-a3c3-710695a55b7e request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:51.254145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 6054717e-7b9a-4082-ba88-47175aa49017 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:51.289022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.290231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:51.290831 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.312435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 1ec91f17-693d-499c-9ede-a8108c65af26, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1ec91f17-693d-499c-9ede-a8108c65af26,segment=NetworkSegment(a3e459ca-6013-4ce8-abb2-e43489be6a09),segment_id=a3e459ca-6013-4ce8-abb2-e43489be6a09)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:51.322513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.355694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.357850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] 10.222.0.49 "DELETE /v2.0/networks/8fbda933-f343-4966-a1b0-c275c1d00e37 HTTP/1.1" status: 204 len: 168 time: 0.7831283 Sep 16 05:27:51.359007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9bc79-dc7e-42a1-9f91-66b58afe7d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=8fbda933-f343-4966-a1b0-c275c1d00e37,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:51.360812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58870) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:51.377302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.411549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfdb56e-9b27-4425-82d2-0d8cdab73581 admin admin] Deleting subnet 7de1d771-893b-4fb3-98a6-c273a3220882 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:51.414095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb56e-9b27-4425-82d2-0d8cdab73581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.476956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb56e-9b27-4425-82d2-0d8cdab73581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.479324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] Pushing event updated for resources: {'Network': ['ID=fc69c774-76ee-44e1-8d53-c12636b19e40,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:51.504174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7821cfa2-6ea6-4187-b7f0-645a9b22086d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2436113 Sep 16 05:27:51.508092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58872) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:51.516974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Request body: {'subnet': {'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2123758823-subnet', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:51.533680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-6027aa3e-fc1e-415c-874e-b3ba7a23d448 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:27:51.534080 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-6027aa3e-fc1e-415c-874e-b3ba7a23d448 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:27:51.535167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1ec91f17-693d-499c-9ede-a8108c65af26 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:51.537056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network fc69c774-76ee-44e1-8d53-c12636b19e40 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:51.554044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb56e-9b27-4425-82d2-0d8cdab73581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.595781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] Deleting port 1ec91f17-693d-499c-9ede-a8108c65af26 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:51.596204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.621703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:51.625800 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.644013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=1ec91f17-693d-499c-9ede-a8108c65af26,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:51.706066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb56e-9b27-4425-82d2-0d8cdab73581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.727754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] For port 1ec91f17-693d-499c-9ede-a8108c65af26, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1ec91f17-693d-499c-9ede-a8108c65af26,segment=NetworkSegment(a3e459ca-6013-4ce8-abb2-e43489be6a09),segment_id=a3e459ca-6013-4ce8-abb2-e43489be6a09)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:51.728235 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.743820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] Calling delete_port for 1ec91f17-693d-499c-9ede-a8108c65af26 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:51.802321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:51.806444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:51.809482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.829107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb56e-9b27-4425-82d2-0d8cdab73581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.839550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5dfdb56e-9b27-4425-82d2-0d8cdab73581 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7de1d771-893b-4fb3-98a6-c273a3220882 HTTP/1.1" status: 204 len: 168 time: 0.4771349 Sep 16 05:27:51.841303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdb56e-9b27-4425-82d2-0d8cdab73581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de1d771-893b-4fb3-98a6-c273a3220882,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:51.847792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:51.938944 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.004935 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.028141 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.044618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12f5b285-24a5-48e8-bb9e-624cdac1fe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.088299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6027aa3e-fc1e-415c-874e-b3ba7a23d448 None None] Port 1ec91f17-693d-499c-9ede-a8108c65af26 update to ACTIVE by agent not found {{(pid=95661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:27:52.094072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] No DVR routers for this DVR port 1ec91f17-693d-499c-9ede-a8108c65af26 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:52.100631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4031a-5ebb-4e2a-875d-2100009d00ea None None] Pushing event deleted for resources: {'Port': ['ID=1ec91f17-693d-499c-9ede-a8108c65af26,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.141289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526074ee-65b7-43c5-97e4-d895cbde23bd req-3fb97989-0467-4110-9c5b-48929d55b1ab tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.143195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-526074ee-65b7-43c5-97e4-d895cbde23bd req-3fb97989-0467-4110-9c5b-48929d55b1ab tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1701224 Sep 16 05:27:52.257517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:27:52.260331 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.330584 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-526074ee-65b7-43c5-97e4-d895cbde23bd req-93d38f3d-9b84-4fb1-9709-7f051755430f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803772 Sep 16 05:27:52.365062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Checking segment: {'id': '73c6b041-08d3-4ac6-ab3e-06b028491f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6054717e-7b9a-4082-ba88-47175aa49017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:52.365441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network hostable DHCP agents. Network: 6054717e-7b9a-4082-ba88-47175aa49017, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:52.367535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Subnet': ['ID=e193456f-0caf-443f-b6f7-9e2a45dac88b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.473239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network 6054717e-7b9a-4082-ba88-47175aa49017 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:52.588196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.659018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 6054717e-7b9a-4082-ba88-47175aa49017) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:52.662301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1aae6bf-76bf-41bd-b696-bf61c9dbccb4']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:52.664442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.665672 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.674503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea1c9b2-f912-4671-94b9-d62e640476b6 None None] Network 6054717e-7b9a-4082-ba88-47175aa49017 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:52.683673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5694e471-b6aa-4902-b51d-beebbeeb735e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:52.684009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5694e471-b6aa-4902-b51d-beebbeeb735e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:52.696746 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.728403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6957f5-fca0-48cb-8b6e-d67a0ec1da63 req-9f0cfb38-328a-4b2f-926b-c8c2616dfc9a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:52.730010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df6957f5-fca0-48cb-8b6e-d67a0ec1da63 req-9f0cfb38-328a-4b2f-926b-c8c2616dfc9a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 948 time: 0.2234480 Sep 16 05:27:52.731065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.747444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:52.747444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:52.749338 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:52.772899 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12f5b285-24a5-48e8-bb9e-624cdac1fe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.790276 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.849950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-6054717e-7b9a-4082-ba88-47175aa49017', 'network_id': '6054717e-7b9a-4082-ba88-47175aa49017', 'tenant_id': 'aa29819eb6b9433b80257c60f3161aaf', 'fixed_ips': [{'subnet_id': 'e193456f-0caf-443f-b6f7-9e2a45dac88b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:52.851946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.866234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12f5b285-24a5-48e8-bb9e-624cdac1fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.872869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8a452c9f-68c1-4260-bd80-f086facc1e0c details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:52.907572 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df6957f5-fca0-48cb-8b6e-d67a0ec1da63 req-3851904c-a763-4bb8-ad07-81d82ad1e8ae tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619430 Sep 16 05:27:52.944209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5b285-24a5-48e8-bb9e-624cdac1fe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d53ab8-098d-4de3-84bf-7eb8708f3891,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.947900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68f874b-5813-4023-8139-7370b869ca48,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.961070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-12f5b285-24a5-48e8-bb9e-624cdac1fe3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9d25837440243bda524ee5bd5579b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1567154 Sep 16 05:27:52.965318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cb0f33b7-9a50-4441-a9f8-97591a1cb36e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7689340 Sep 16 05:27:52.965318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58892) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.966656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.981600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Checking segment: {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:52.982181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Network hostable DHCP agents. Network: fc69c774-76ee-44e1-8d53-c12636b19e40, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:53.007276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'port': {'network_id': '6054717e-7b9a-4082-ba88-47175aa49017', 'name': 'tempest-NetworksIpV6TestAttrs-466882972'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.012804 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.024172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.027224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] 10.222.0.49 "DELETE /v2.0/networks/a1aae6bf-76bf-41bd-b696-bf61c9dbccb4 HTTP/1.1" status: 204 len: 168 time: 1.1561754 Sep 16 05:27:53.044958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e73a9-e63a-4c1b-98df-36ec97d3983f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1aae6bf-76bf-41bd-b696-bf61c9dbccb4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.091230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Network fc69c774-76ee-44e1-8d53-c12636b19e40 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:53.102947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8a452c9f-68c1-4260-bd80-f086facc1e0c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8a452c9f-68c1-4260-bd80-f086facc1e0c,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:53.153664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '8a452c9f-68c1-4260-bd80-f086facc1e0c', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '8a452c9f-68c1-4260-bd80-f086facc1e0c', 'mac_address': 'fa:16:3e:b6:5a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:53.175939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, fc69c774-76ee-44e1-8d53-c12636b19e40) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:53.177941 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-814f3167-c57c-4c95-9cb8-85ac6abe3126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.183995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:53.184826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.210949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f933c940-ab7b-459d-970e-5e0bfc0f6b32 None None] Network fc69c774-76ee-44e1-8d53-c12636b19e40 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:53.223830 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-814f3167-c57c-4c95-9cb8-85ac6abe3126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.247989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Allocated IP 2001:db8::f816:3eff:fe4b:ca71 (6054717e-7b9a-4082-ba88-47175aa49017/e193456f-0caf-443f-b6f7-9e2a45dac88b/00482438-3299-4b5c-b2d3-644a6b7d4a5c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:53.279687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8e54b6a5-c173-4bb3-8f94-350ed36a982a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7665007 Sep 16 05:27:53.282512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.287132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.322592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4a00587-3b40-4f76-81ec-c17563ff7219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.324096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.361239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a452c9f-68c1-4260-bd80-f086facc1e0c {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:53.375565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:53.383675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.391699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8a452c9f-68c1-4260-bd80-f086facc1e0c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8a452c9f-68c1-4260-bd80-f086facc1e0c,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:53.397944 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-814f3167-c57c-4c95-9cb8-85ac6abe3126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.400997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-814f3167-c57c-4c95-9cb8-85ac6abe3126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.403613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-814f3167-c57c-4c95-9cb8-85ac6abe3126 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1d53ab8-098d-4de3-84bf-7eb8708f3891 HTTP/1.1" status: 204 len: 168 time: 0.4378374 Sep 16 05:27:53.428422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f3167-c57c-4c95-9cb8-85ac6abe3126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d53ab8-098d-4de3-84bf-7eb8708f3891,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.431413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] device_id is not set on port 00758517-2ec6-47af-8c76-990eb8a14c05 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:53.484359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.489022 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.497682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58904) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.516162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f798d7-a4d7-47de-abe6-c6fdc84e95a8 req-c5687503-d49a-4cbd-ac4f-11b83e260395 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:53.525448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0f798d7-a4d7-47de-abe6-c6fdc84e95a8 req-c5687503-d49a-4cbd-ac4f-11b83e260395 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0859401 Sep 16 05:27:53.527979 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.567163 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5894a104-bb26-47c6-a415-e9cc2c5ab69b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a423d9d9ffa74848b0482034cd70669e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681772 Sep 16 05:27:53.569537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.643379 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7daa3b2-0afb-488e-aacc-aaa77cd94169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.648449 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.666694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0f798d7-a4d7-47de-abe6-c6fdc84e95a8 req-b87022c2-d060-41cc-b559-bb9a252d6b8c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399739 Sep 16 05:27:53.695986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7daa3b2-0afb-488e-aacc-aaa77cd94169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.739328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8a452c9f-68c1-4260-bd80-f086facc1e0c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.747497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-fc69c774-76ee-44e1-8d53-c12636b19e40', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:53.748200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.786973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.836469 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7daa3b2-0afb-488e-aacc-aaa77cd94169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.839035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7daa3b2-0afb-488e-aacc-aaa77cd94169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.840827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f7daa3b2-0afb-488e-aacc-aaa77cd94169 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd665df7-a95a-4384-82c2-1af33a87592c HTTP/1.1" status: 204 len: 168 time: 0.2703588 Sep 16 05:27:53.862562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daa3b2-0afb-488e-aacc-aaa77cd94169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd665df7-a95a-4384-82c2-1af33a87592c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.899133 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.902302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.922833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.982549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['8a452c9f-68c1-4260-bd80-f086facc1e0c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:54.039808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Allocated IP 2001:db8::f816:3eff:fecd:cfce (6054717e-7b9a-4082-ba88-47175aa49017/e193456f-0caf-443f-b6f7-9e2a45dac88b/00758517-2ec6-47af-8c76-990eb8a14c05) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:54.227838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Network 6054717e-7b9a-4082-ba88-47175aa49017 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:54.229395 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.231693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:54.237155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Pushing event updated for resources: {'Port': ['ID=00482438-3299-4b5c-b2d3-644a6b7d4a5c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:54.246108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:54.292982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Allocated IP 172.20.0.2 (fc69c774-76ee-44e1-8d53-c12636b19e40/b68f874b-5813-4023-8139-7370b869ca48/98edec78-fcf5-4fd0-b2a2-e113fa56f994) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:54.333682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fe0c0-66e7-41bf-94c7-18bb856f26fd req-0b693c32-1f14-4c11-9604-c6f2edc371d8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:54.336644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-463fe0c0-66e7-41bf-94c7-18bb856f26fd req-0b693c32-1f14-4c11-9604-c6f2edc371d8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 949 time: 0.2567625 Sep 16 05:27:54.362479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Attempting to bind port 00482438-3299-4b5c-b2d3-644a6b7d4a5c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:54.362759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Attempting to bind port 00482438-3299-4b5c-b2d3-644a6b7d4a5c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '73c6b041-08d3-4ac6-ab3e-06b028491f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6054717e-7b9a-4082-ba88-47175aa49017'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:54.363116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Attempting to bind port 00482438-3299-4b5c-b2d3-644a6b7d4a5c on network 6054717e-7b9a-4082-ba88-47175aa49017 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:54.380575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:54.380958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Checking segment: {'id': '73c6b041-08d3-4ac6-ab3e-06b028491f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6054717e-7b9a-4082-ba88-47175aa49017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:54.381551 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.381748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Bound using segment: {'id': '73c6b041-08d3-4ac6-ab3e-06b028491f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6054717e-7b9a-4082-ba88-47175aa49017'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:54.382233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Bound port: 00482438-3299-4b5c-b2d3-644a6b7d4a5c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c6b041-08d3-4ac6-ab3e-06b028491f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6054717e-7b9a-4082-ba88-47175aa49017'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:54.382641 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.400783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-463fe0c0-66e7-41bf-94c7-18bb856f26fd req-bec334ee-b26c-4589-bb58-5c8b697adff4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531054 Sep 16 05:27:54.497153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.558379 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.587414 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.600685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Port': ['ID=00758517-2ec6-47af-8c76-990eb8a14c05,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:54.604301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network 6054717e-7b9a-4082-ba88-47175aa49017 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:54.605826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] For port 00482438-3299-4b5c-b2d3-644a6b7d4a5c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:54.606130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:54.608346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:54.614218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:54.614801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.633886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] For port 00482438-3299-4b5c-b2d3-644a6b7d4a5c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00482438-3299-4b5c-b2d3-644a6b7d4a5c,segment=NetworkSegment(73c6b041-08d3-4ac6-ab3e-06b028491f22),segment_id=73c6b041-08d3-4ac6-ab3e-06b028491f22)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:54.655405 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.753377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-189d50b0-5aee-457a-8824-cd05680f0cdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7702644 Sep 16 05:27:54.755539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.757742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58934) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.812690 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.840230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Allocated IP 172.25.1.187 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/345cec39-206d-485e-b434-b4eb87134f6d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:54.885631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Network fc69c774-76ee-44e1-8d53-c12636b19e40 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:54.905315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23a8b7-b2ac-4695-a27b-c67915f75f3a req-72d49c4c-dd14-4812-a92b-0f6abd9ca8d1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:54.905315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb23a8b7-b2ac-4695-a27b-c67915f75f3a req-72d49c4c-dd14-4812-a92b-0f6abd9ca8d1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1398177 Sep 16 05:27:54.905315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Deleting subnet e193456f-0caf-443f-b6f7-9e2a45dac88b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:54.905633 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:54.907423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:54.907677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.923242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf03f12-6555-4671-a5d3-5c0ac612476d None None] Pushing event updated for resources: {'Port': ['ID=00482438-3299-4b5c-b2d3-644a6b7d4a5c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.005481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58946) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.039053 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.054407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Pushing event updated for resources: {'Port': ['ID=98edec78-fcf5-4fd0-b2a2-e113fa56f994,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.057299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Attempting to bind port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:55.058444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Attempting to bind port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:55.059064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Attempting to bind port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 on network fc69c774-76ee-44e1-8d53-c12636b19e40 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:55.073201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:55.074095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Checking segment: {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:55.075826 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.076539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Bound using segment: {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:55.077509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Bound port: 98edec78-fcf5-4fd0-b2a2-e113fa56f994, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:55.079307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.090914 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb23a8b7-b2ac-4695-a27b-c67915f75f3a req-8e5b6c15-79da-44d0-b001-829470e9328c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883976 Sep 16 05:27:55.190014 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7e99a28d-2ba6-4d3d-abf7-b8cd5978cc3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c93f98a0d0054976bde83bf16908788b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826520 Sep 16 05:27:55.190891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.194394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.222891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a1c18-e2d5-4010-907b-ee90ba776e1c req-f95440e9-f13d-4ab7-b277-f98cad11150f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:55.240122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c1a1c18-e2d5-4010-907b-ee90ba776e1c req-f95440e9-f13d-4ab7-b277-f98cad11150f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 946 time: 0.2151055 Sep 16 05:27:55.268737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] For port 98edec78-fcf5-4fd0-b2a2-e113fa56f994, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:55.273604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.279513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] For port 98edec78-fcf5-4fd0-b2a2-e113fa56f994, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98edec78-fcf5-4fd0-b2a2-e113fa56f994,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:55.299525 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c1a1c18-e2d5-4010-907b-ee90ba776e1c req-561c479f-ae15-4c16-a0fc-a89fe8d76f61 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584762 Sep 16 05:27:55.343397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aab5243-ccfc-42d8-bfb3-75d1bdbe2a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.364593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.400897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aab5243-ccfc-42d8-bfb3-75d1bdbe2a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.404095 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.479134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.515046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cdb50-cb2d-4add-aa59-0f2872e471fd None None] Pushing event updated for resources: {'Port': ['ID=98edec78-fcf5-4fd0-b2a2-e113fa56f994,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.551840 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00482438-3299-4b5c-b2d3-644a6b7d4a5c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:55.561961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:55.581329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:55.584514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:55.587559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.617293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 00482438-3299-4b5c-b2d3-644a6b7d4a5c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:55.617293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.664831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Pushing event updated for resources: {'Port': ['ID=345cec39-206d-485e-b434-b4eb87134f6d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.682272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Subnet': ['ID=e193456f-0caf-443f-b6f7-9e2a45dac88b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.721091 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.723348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/subnets/e193456f-0caf-443f-b6f7-9e2a45dac88b HTTP/1.1" status: 204 len: 168 time: 0.9661596 Sep 16 05:27:55.727346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58962) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.736673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.737334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.737676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.737825 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.738026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.738348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.738676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.739009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.739334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.739661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.740012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.740384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.740888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.759927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.760280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.760608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.761859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.762440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.762798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.763138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.763464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.763795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.764804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.764804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.764804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b051e7b-0946-4f9c-a5cb-c5d3633ded70 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:55.787891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aab5243-ccfc-42d8-bfb3-75d1bdbe2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.792036 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1aab5243-ccfc-42d8-bfb3-75d1bdbe2a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.796594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1aab5243-ccfc-42d8-bfb3-75d1bdbe2a93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e1e56b4-2cc8-4369-ba33-0306d8bf0663 HTTP/1.1" status: 204 len: 168 time: 0.5990357 Sep 16 05:27:55.810441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a7075-ef38-4624-bbd4-b9f2cf35d569 req-592f24bd-835e-4732-9acb-3207e193a5cd tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:55.812211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a04a7075-ef38-4624-bbd4-b9f2cf35d569 req-592f24bd-835e-4732-9acb-3207e193a5cd tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 949 time: 0.2748921 Sep 16 05:27:55.832499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 00482438-3299-4b5c-b2d3-644a6b7d4a5c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00482438-3299-4b5c-b2d3-644a6b7d4a5c,segment=NetworkSegment(73c6b041-08d3-4ac6-ab3e-06b028491f22),segment_id=73c6b041-08d3-4ac6-ab3e-06b028491f22)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:55.852567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab5243-ccfc-42d8-bfb3-75d1bdbe2a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1e56b4-2cc8-4369-ba33-0306d8bf0663,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.865359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b1a7a-88a6-407f-91b9-fe33a08a992b tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:55.868186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b1a7a-88a6-407f-91b9-fe33a08a992b tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:55.879692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-518b1a7a-88a6-407f-91b9-fe33a08a992b tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1509540 Sep 16 05:27:55.880514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.924409 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.994854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a04a7075-ef38-4624-bbd4-b9f2cf35d569 req-5b26804c-7bbe-436b-9380-475cc50bbc1b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460912 Sep 16 05:27:56.062517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=00482438-3299-4b5c-b2d3-644a6b7d4a5c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.088145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a1df2d6-578e-4683-a287-4cf474a15186 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.097207 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1df2d6-578e-4683-a287-4cf474a15186 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 05:27:56.097679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1df2d6-578e-4683-a287-4cf474a15186 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:56.099681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5a1df2d6-578e-4683-a287-4cf474a15186 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/6054717e-7b9a-4082-ba88-47175aa49017 HTTP/1.1" status: 409 len: 405 time: 0.2181137 Sep 16 05:27:56.104309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58974) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.110015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-788541298'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:56.232441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:56.236447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.272339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:56.284490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.284964 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Added segment 6ea7c516-39b6-4b0e-b6cb-0f72dbf03797 of type vlan for network aae9634b-392c-4317-b319-9845bd58d87b Sep 16 05:27:56.338273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.415674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c4c6f-455c-4c83-83de-2f9b1f0c0951 None None] Network 6054717e-7b9a-4082-ba88-47175aa49017 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:56.476528 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.483880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:56.484543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.592897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c988cb55-8f3d-4d5e-abcd-7256408e2453 None None] Provisioning complete for port 00482438-3299-4b5c-b2d3-644a6b7d4a5c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:56.593298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c988cb55-8f3d-4d5e-abcd-7256408e2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.597497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.655609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5494397 Sep 16 05:27:56.658152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Network': ['ID=aae9634b-392c-4317-b319-9845bd58d87b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.663262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58994) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.666598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423887d-6faf-45bf-b153-3094b743ddb7 req-c126223f-015e-4878-92b3-8cbe10400e42 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:56.669003 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5423887d-6faf-45bf-b153-3094b743ddb7 req-c126223f-015e-4878-92b3-8cbe10400e42 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 946 time: 0.2018824 Sep 16 05:27:56.681664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'subnet': {'network_id': 'aae9634b-392c-4317-b319-9845bd58d87b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:56.725087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.725581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.725956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.726276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.726612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.726950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.727281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.727615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.728193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.728314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.728596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.728920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2cc9-cd39-45fb-9990-1747721201af tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:56.736103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] DHCP port deletion for 6054717e-7b9a-4082-ba88-47175aa49017 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:56.777388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network aae9634b-392c-4317-b319-9845bd58d87b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:56.861795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5423887d-6faf-45bf-b153-3094b743ddb7 req-cc0d1199-b8bb-480a-9e8a-8b983ff692a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845303 Sep 16 05:27:56.906668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] Deleting port 00482438-3299-4b5c-b2d3-644a6b7d4a5c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:56.907152 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.911382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8a452c9f-68c1-4260-bd80-f086facc1e0c up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:56.953540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8282e5b-17f5-42f1-bd44-865788858ed6 None None] Network fc69c774-76ee-44e1-8d53-c12636b19e40 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:56.956824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c973f-8867-45fb-85db-f2b1dad551ae req-f51971b4-a3ae-4d77-95fb-d97a4a7daa6d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:56.960460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-884c973f-8867-45fb-85db-f2b1dad551ae req-f51971b4-a3ae-4d77-95fb-d97a4a7daa6d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.66 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 946 time: 0.1612990 Sep 16 05:27:57.002152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:57.006238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.039830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4a3693a6-386f-4e00-8558-615ad9c4ccc0 None None] Provisioning complete for port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:57.040487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a3693a6-386f-4e00-8558-615ad9c4ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.172771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.212641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] For port 00482438-3299-4b5c-b2d3-644a6b7d4a5c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00482438-3299-4b5c-b2d3-644a6b7d4a5c,segment=NetworkSegment(73c6b041-08d3-4ac6-ab3e-06b028491f22),segment_id=73c6b041-08d3-4ac6-ab3e-06b028491f22)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:57.213045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.245764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Deleting port 8532642e-8b63-4c0d-8c14-4dcc40b33449 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:57.246134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.308719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b25b26-90a0-419b-8360-18dfe7963875 req-35be9de0-c3d5-4a16-8e30-ffdab9da3d38 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:57.310363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] Calling delete_port for 00482438-3299-4b5c-b2d3-644a6b7d4a5c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:57.311193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6b25b26-90a0-419b-8360-18dfe7963875 req-35be9de0-c3d5-4a16-8e30-ffdab9da3d38 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 949 time: 0.1914637 Sep 16 05:27:57.420853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] For port 8532642e-8b63-4c0d-8c14-4dcc40b33449, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=8532642e-8b63-4c0d-8c14-4dcc40b33449,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:57.421223 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.482427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.483186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 8a452c9f-68c1-4260-bd80-f086facc1e0c completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:57.491712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 8a452c9f-68c1-4260-bd80-f086facc1e0c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:57.492301 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.495585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a3693a6-386f-4e00-8558-615ad9c4ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.509262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6b25b26-90a0-419b-8360-18dfe7963875 req-c3e672b6-8b51-4324-b135-a035dd12e6c2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814573 Sep 16 05:27:57.592039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98edec78-fcf5-4fd0-b2a2-e113fa56f994 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:57.643845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4a3693a6-386f-4e00-8558-615ad9c4ccc0 None None] For port 98edec78-fcf5-4fd0-b2a2-e113fa56f994, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98edec78-fcf5-4fd0-b2a2-e113fa56f994,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:57.696753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:27:57.720564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.736785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:57.737249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.791154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63218fe6-33df-43a6-8384-28055940aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a452c9f-68c1-4260-bd80-f086facc1e0c'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:57.795523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:27:57.796061 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628e8a64-1fd1-4f1e-9b39-244f2828cc65" -d '{"events": [{"server_uuid": "63218fe6-33df-43a6-8384-28055940aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "8a452c9f-68c1-4260-bd80-f086facc1e0c"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:57.796175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.814362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 8a452c9f-68c1-4260-bd80-f086facc1e0c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8a452c9f-68c1-4260-bd80-f086facc1e0c,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:57.825038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.827807 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a3693a6-386f-4e00-8558-615ad9c4ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.878437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.880395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] Pushing event deleted for resources: {'Port': ['ID=00482438-3299-4b5c-b2d3-644a6b7d4a5c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:57.884439 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1ac3df-7415-4313-9e62-675b4919f758 x-openstack-request-id: req-6f1ac3df-7415-4313-9e62-675b4919f758 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:57.884777 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63218fe6-33df-43a6-8384-28055940aa9f", "name": "network-vif-plugged", "status": "completed", "tag": "8a452c9f-68c1-4260-bd80-f086facc1e0c", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:57.885030 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f1ac3df-7415-4313-9e62-675b4919f758 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:57.886534 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63218fe6-33df-43a6-8384-28055940aa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a452c9f-68c1-4260-bd80-f086facc1e0c', 'code': 200} Sep 16 05:27:57.890440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.893669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429d8a9-5207-4d37-9f00-591f52c58786 None None] No DVR routers for this DVR port 00482438-3299-4b5c-b2d3-644a6b7d4a5c on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:57.893799 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Floating IP 1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a disassociated. External IP: 172.25.1.217, port: 8532642e-8b63-4c0d-8c14-4dcc40b33449. Sep 16 05:27:57.910207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Calling delete_port for 8532642e-8b63-4c0d-8c14-4dcc40b33449 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:57.959585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.990743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Subnet': ['ID=5dd33f40-8f5e-4d54-906b-fe9671d4aa36,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:58.003720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Checking segment: {'id': '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aae9634b-392c-4317-b319-9845bd58d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:58.004256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network hostable DHCP agents. Network: aae9634b-392c-4317-b319-9845bd58d87b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:58.006761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3693a6-386f-4e00-8558-615ad9c4ccc0 None None] Pushing event updated for resources: {'Port': ['ID=98edec78-fcf5-4fd0-b2a2-e113fa56f994,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:58.101311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network aae9634b-392c-4317-b319-9845bd58d87b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:58.112880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00482438-3299-4b5c-b2d3-644a6b7d4a5c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:58.119777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fd2beddf-c461-476f-8c1e-529b362b7eeb None None] Provisioning complete for port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:58.121035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd2beddf-c461-476f-8c1e-529b362b7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.143565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=8a452c9f-68c1-4260-bd80-f086facc1e0c,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:58.144388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:58.175008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Sync routers for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:58.175603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 00482438-3299-4b5c-b2d3-644a6b7d4a5c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:58.175968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00482438-3299-4b5c-b2d3-644a6b7d4a5c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:58.197361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:58.199949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:27:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:58.231489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43cd66-4c6f-4fa7-8baf-7cd28d5ed4a6 req-fba6c12c-5fbd-4e3e-8a28-a51812784290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:58.233428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5c43cd66-4c6f-4fa7-8baf-7cd28d5ed4a6 req-fba6c12c-5fbd-4e3e-8a28-a51812784290 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 1102 time: 0.0679917 Sep 16 05:27:58.237669 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.238030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee7fb-0c5e-4f54-ae57-6e237400e7a1 req-84393857-5d4e-47c6-ba22-91a0523095af tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:58.238150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-996b30bc-0fa6-47eb-9304-1a0b78229721 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9522178 Sep 16 05:27:58.238245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dceee7fb-0c5e-4f54-ae57-6e237400e7a1 req-84393857-5d4e-47c6-ba22-91a0523095af tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=88212595-8d4a-4329-81fc-f1ea9f9b9279 HTTP/1.1" status: 200 len: 946 time: 0.1783147 Sep 16 05:27:58.238778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59042) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:58.290365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.306898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5c43cd66-4c6f-4fa7-8baf-7cd28d5ed4a6 req-bbede102-c101-487f-ba55-9d5d83f86f7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623012 Sep 16 05:27:58.338592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event deleted for resources: {'Port': ['ID=8532642e-8b63-4c0d-8c14-4dcc40b33449,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:58.371332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:58.493849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Router 0a92099a-5478-4eef-9b4c-e672f11af075 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:58.500658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, aae9634b-392c-4317-b319-9845bd58d87b) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:58.536823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16676e-35c4-4733-83a1-445ff0ac4080 None None] Network aae9634b-392c-4317-b319-9845bd58d87b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:58.571555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:58.572416 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.613582 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dceee7fb-0c5e-4f54-ae57-6e237400e7a1 req-961a20da-1f84-4fcd-a815-b0762c390ddf tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab04f3-f72b-4995-b625-af1af2dcdd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429034 Sep 16 05:27:58.656308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:58.674466 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] Sync routers for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:58.708682 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:58.714214 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:27:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:58.724878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] No DVR routers for this DVR port 8532642e-8b63-4c0d-8c14-4dcc40b33449 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:58.731273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.740237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-884c973f-8867-45fb-85db-f2b1dad551ae req-4d4de9ff-1850-4941-a951-a48ace02f1f4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.66 "DELETE /v2.0/ports/8532642e-8b63-4c0d-8c14-4dcc40b33449 HTTP/1.1" status: 204 len: 173 time: 1.7687633 Sep 16 05:27:58.740237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-deleted', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:58.748983 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c8dfbf-6b3a-4a62-9c3c-2aca236c12cd" -d '{"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-deleted", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:58.843358 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8a1d1983-854b-418d-b43a-ed2107174da3 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1675158 Sep 16 05:27:58.847184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59058) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:58.866950 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505d5bda-e972-4d29-81d5-594cccb596d5 x-openstack-request-id: req-505d5bda-e972-4d29-81d5-594cccb596d5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:58.867254 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88212595-8d4a-4329-81fc-f1ea9f9b9279", "name": "network-vif-deleted", "tag": "8532642e-8b63-4c0d-8c14-4dcc40b33449", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:58.868839 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-505d5bda-e972-4d29-81d5-594cccb596d5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:58.870111 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88212595-8d4a-4329-81fc-f1ea9f9b9279', 'name': 'network-vif-deleted', 'tag': '8532642e-8b63-4c0d-8c14-4dcc40b33449', 'status': 'completed', 'code': 200} Sep 16 05:27:58.909062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fe3c7-9e0f-4d38-94d0-c8ac9667b504 req-808f1be4-f71e-4daa-ae60-e1fe51e62d48 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:58.923083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c62fe3c7-9e0f-4d38-94d0-c8ac9667b504 req-808f1be4-f71e-4daa-ae60-e1fe51e62d48 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 950 time: 0.1327672 Sep 16 05:27:58.932082 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:58.972978 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.017942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c62fe3c7-9e0f-4d38-94d0-c8ac9667b504 req-24f35a82-497c-42bf-8425-fc4fab86eaa7 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847359 Sep 16 05:27:59.228006 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:59.250808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-aae9634b-392c-4317-b319-9845bd58d87b', 'network_id': 'aae9634b-392c-4317-b319-9845bd58d87b', 'tenant_id': 'aa29819eb6b9433b80257c60f3161aaf', 'fixed_ips': [{'subnet_id': '5dd33f40-8f5e-4d54-906b-fe9671d4aa36'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:59.251994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.272446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:27:55Z', 'revision_number': 3, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:59.285891 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] Checking router: 0a92099a-5478-4eef-9b4c-e672f11af075 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:59.296819 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:59.297726 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:27:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:59.315521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Checking router: c0fb47d4-56f9-4fc1-b135-43932fdb1f47 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:59.316003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Updating router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 port 345cec39-206d-485e-b434-b4eb87134f6d binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:27:59.426596 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.473836 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:59.474006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.626836 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.640976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98edec78-fcf5-4fd0-b2a2-e113fa56f994 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:59.728998 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:59.730838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Allocated IP 2001:db8::f816:3eff:fea0:e6aa (aae9634b-392c-4317-b319-9845bd58d87b/5dd33f40-8f5e-4d54-906b-fe9671d4aa36/b382cb53-7035-4c1d-8679-f30999138a86) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:59.769947 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1f732-e266-4c3d-9e78-7274221d24b5 None None] The sync data for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 is: [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:59.822728 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.867900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:59.868412 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.027036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59086) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:00.181040 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.218112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-591195b7-b9f1-4a05-8f5c-973a23ca5576 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.245040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d3b6-c7e9-42c2-acce-6757c36559eb req-5154c8c3-cda4-49be-a626-7184ae55e302 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:00.247776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca44d3b6-c7e9-42c2-acce-6757c36559eb req-5154c8c3-cda4-49be-a626-7184ae55e302 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 950 time: 0.0942972 Sep 16 05:28:00.253296 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.260722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Allocated IP 172.20.0.1 (fc69c774-76ee-44e1-8d53-c12636b19e40/b68f874b-5813-4023-8139-7370b869ca48/94de6af6-0863-4b7c-9329-01a0b82eab4b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:00.269316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-591195b7-b9f1-4a05-8f5c-973a23ca5576 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.298810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddded6f-ece8-456f-b522-6b77371286cd None None] New status for floating IP 1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:00.309562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca44d3b6-c7e9-42c2-acce-6757c36559eb req-4b09f2bc-6658-469b-9d62-1ce26ee45ce9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545669 Sep 16 05:28:00.341432 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.423924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.478656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-591195b7-b9f1-4a05-8f5c-973a23ca5576 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.482183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-591195b7-b9f1-4a05-8f5c-973a23ca5576 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.483294 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-591195b7-b9f1-4a05-8f5c-973a23ca5576 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3ab04f3-f72b-4995-b625-af1af2dcdd13 HTTP/1.1" status: 204 len: 168 time: 0.4652567 Sep 16 05:28:00.486483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:00.503174 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-379b97d5-bb6b-4ebc-9404-8bda610de5c0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] show failed (client error): The resource could not be found. Sep 16 05:28:00.507127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-379b97d5-bb6b-4ebc-9404-8bda610de5c0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups/c3ab04f3-f72b-4995-b625-af1af2dcdd13 HTTP/1.1" status: 404 len: 347 time: 0.0169051 Sep 16 05:28:00.507306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18df5c7-4283-4c65-9438-7d40d2c68c31 None None] Pushing event updated for resources: {'Port': ['ID=345cec39-206d-485e-b434-b4eb87134f6d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:00.511661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591195b7-b9f1-4a05-8f5c-973a23ca5576 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ab04f3-f72b-4995-b625-af1af2dcdd13,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:00.519748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59100) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:00.523288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Network aae9634b-392c-4317-b319-9845bd58d87b is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:00.529563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.556700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d33eb-23a6-4d17-885c-df9c1bbc8740 req-10949fd8-a6cd-4747-ae90-1e6d29c7ba7b tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:00.558874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-881d33eb-23a6-4d17-885c-df9c1bbc8740 req-10949fd8-a6cd-4747-ae90-1e6d29c7ba7b tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 1102 time: 0.1427302 Sep 16 05:28:00.577303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:00.577303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Pushing event updated for resources: {'Port': ['ID=b382cb53-7035-4c1d-8679-f30999138a86,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:00.581223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:00.624757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.638391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-881d33eb-23a6-4d17-885c-df9c1bbc8740 req-bc979c8e-7a1d-4546-8f20-b8257fbf338e tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614250 Sep 16 05:28:00.669861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd33f40-8f5e-4d54-906b-fe9671d4aa36,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:00.690370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Attempting to bind port 345cec39-206d-485e-b434-b4eb87134f6d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:00.691098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Attempting to bind port 345cec39-206d-485e-b434-b4eb87134f6d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:00.692926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Attempting to bind port 345cec39-206d-485e-b434-b4eb87134f6d on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:00.707419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:00.707925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:00.708694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.710594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:00.710594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Bound port: 345cec39-206d-485e-b434-b4eb87134f6d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:00.710594 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.712812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Attempting to bind port b382cb53-7035-4c1d-8679-f30999138a86 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:00.713853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Attempting to bind port b382cb53-7035-4c1d-8679-f30999138a86 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aae9634b-392c-4317-b319-9845bd58d87b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:00.714765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Attempting to bind port b382cb53-7035-4c1d-8679-f30999138a86 on network aae9634b-392c-4317-b319-9845bd58d87b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:00.723240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Deleting port ca8c582d-72a4-4118-be50-381d8d6c6745 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:00.723240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.774991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:00.778111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Checking segment: {'id': '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aae9634b-392c-4317-b319-9845bd58d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:00.778710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.781306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Bound using segment: {'id': '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aae9634b-392c-4317-b319-9845bd58d87b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:00.781905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Bound port: b382cb53-7035-4c1d-8679-f30999138a86, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aae9634b-392c-4317-b319-9845bd58d87b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:00.782418 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.810234 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.842851 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.865082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.865936 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.889167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Calling delete_port for ca8c582d-72a4-4118-be50-381d8d6c6745 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:00.899394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Network fc69c774-76ee-44e1-8d53-c12636b19e40 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:00.904750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae9634b-392c-4317-b319-9845bd58d87b']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:00.918183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:00.932075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:00.932253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:00.935658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:00.947900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] For port 345cec39-206d-485e-b434-b4eb87134f6d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:00.988774 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.005528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] For port b382cb53-7035-4c1d-8679-f30999138a86, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:01.010234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] For port b382cb53-7035-4c1d-8679-f30999138a86, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b382cb53-7035-4c1d-8679-f30999138a86,segment=NetworkSegment(6ea7c516-39b6-4b0e-b6cb-0f72dbf03797),segment_id=6ea7c516-39b6-4b0e-b6cb-0f72dbf03797)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:01.025064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] For port 345cec39-206d-485e-b434-b4eb87134f6d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=345cec39-206d-485e-b434-b4eb87134f6d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:01.027972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Pushing event updated for resources: {'Port': ['ID=94de6af6-0863-4b7c-9329-01a0b82eab4b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:01.060416 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-01091361-4654-465a-945f-62ef2a24a5e4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777566 Sep 16 05:28:01.079946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.101685 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.152396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.400876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a910cf-4c36-4684-a18b-cbfea3230995 None None] Network aae9634b-392c-4317-b319-9845bd58d87b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:01.434621 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.461927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2b141def-b9f7-4e33-8d05-960668ffdff0 None None] Provisioning complete for port 94de6af6-0863-4b7c-9329-01a0b82eab4b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:01.463074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2b141def-b9f7-4e33-8d05-960668ffdff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.546632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:01.547421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:01.558884 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:01.563833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa20294-67b8-419f-8bed-6e9d30981cd7 None None] Pushing event updated for resources: {'Port': ['ID=b382cb53-7035-4c1d-8679-f30999138a86,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:01.577977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:01.578791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:27:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:01.706122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2b141def-b9f7-4e33-8d05-960668ffdff0 None None] Port 94de6af6-0863-4b7c-9329-01a0b82eab4b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:01.712082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.721004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-09a3eb2c-fdb5-43ee-aa0f-e56ff4e9feb5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:01.722895 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-09a3eb2c-fdb5-43ee-aa0f-e56ff4e9feb5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6555049 Sep 16 05:28:01.766280 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-2901d4c0-1168-4eeb-b631-0419b3247429 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/quotas/d8efd068870f4c00a6f596caed39027f HTTP/1.1" status: 200 len: 375 time: 0.0291090 Sep 16 05:28:01.776247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event deleted for resources: {'Port': ['ID=ca8c582d-72a4-4118-be50-381d8d6c6745,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:01.820047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18df5c7-4283-4c65-9438-7d40d2c68c31 None None] Pushing event updated for resources: {'Port': ['ID=345cec39-206d-485e-b434-b4eb87134f6d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:01.883932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:01.900577 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.904545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.905588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3cb45363-b6f8-47d1-8fb5-65236be22b4d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "DELETE /v2.0/floatingips/1e2e0075-2442-45f9-ba1a-b2d1a7ab9a0a HTTP/1.1" status: 204 len: 168 time: 1.3835182 Sep 16 05:28:01.940675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.944508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:28:01.944508 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:28:01.944508 n-d-712749-15 neutron-server[95659]: [parameters: {'id': 'aae9634b-392c-4317-b319-9845bd58d87b'}] Sep 16 05:28:01.944508 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:28:01.946725 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:28:02.010437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-2a59ced0-1139-4c52-80e6-bcdd9a2528df tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2386851 Sep 16 05:28:02.052215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8214f93-eca1-464b-ab33-246850f0d6be None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:28:02.230488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8214f93-eca1-464b-ab33-246850f0d6be None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:28:02.235602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:02.239350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.270073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 8532642e-8b63-4c0d-8c14-4dcc40b33449 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:02.270073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 8532642e-8b63-4c0d-8c14-4dcc40b33449 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:02.341070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.363075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:27:55Z', 'revision_number': 3, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:02.481275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.483524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Pushing event updated for resources: {'Port': ['ID=94de6af6-0863-4b7c-9329-01a0b82eab4b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:02.494102 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c2275ce-d2f4-4507-997b-c818e19dd74c req-9e4f05e4-8d81-4efb-a0d3-dca6743a4af2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 210 time: 0.1493621 Sep 16 05:28:02.525119 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.600628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04309fad-b8e0-4efc-99e3-c5ce53a917e7 None None] The sync data for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 is: [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:27:55Z', 'revision_number': 3, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:02.751842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Network fc69c774-76ee-44e1-8d53-c12636b19e40 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:02.802433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:02.920105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Deleting port b382cb53-7035-4c1d-8679-f30999138a86 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:02.920105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.926335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59176) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:02.931931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b9a2c82d-f52d-4260-a27d-1b56e49c2629 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575500559', 'description': 'tempest-description--1039776992'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:03.072725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c82d-f52d-4260-a27d-1b56e49c2629 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.107518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] For port b382cb53-7035-4c1d-8679-f30999138a86, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b382cb53-7035-4c1d-8679-f30999138a86,segment=NetworkSegment(6ea7c516-39b6-4b0e-b6cb-0f72dbf03797),segment_id=6ea7c516-39b6-4b0e-b6cb-0f72dbf03797)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:03.107989 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.148093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:03.149782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Calling delete_port for b382cb53-7035-4c1d-8679-f30999138a86 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:03.316550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c82d-f52d-4260-a27d-1b56e49c2629 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.397642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-de9c1d75-bda5-472d-9932-5f14588781e9 None None] Provisioning complete for port 94de6af6-0863-4b7c-9329-01a0b82eab4b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:03.398190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de9c1d75-bda5-472d-9932-5f14588781e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.432991 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c82d-f52d-4260-a27d-1b56e49c2629 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.543715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-de9c1d75-bda5-472d-9932-5f14588781e9 None None] Port 94de6af6-0863-4b7c-9329-01a0b82eab4b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:03.581157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2c82d-f52d-4260-a27d-1b56e49c2629 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6714ba-8e04-44e2-acee-0466c673ef2d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:03.587067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 345cec39-206d-485e-b434-b4eb87134f6d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:03.687632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47114564-376f-4848-bbb3-728b1a0deb27 req-e893125f-5568-46df-9e3f-1bb6a65bb2e8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 210 time: 0.0781260 Sep 16 05:28:03.701839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c82d-f52d-4260-a27d-1b56e49c2629 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.704540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b9a2c82d-f52d-4260-a27d-1b56e49c2629 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7767475 Sep 16 05:28:03.711431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59194) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:03.719178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f8d04f18-ce14-46b8-ba28-ada838947e2d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'security_group_rule': {'security_group_id': '7f6714ba-8e04-44e2-acee-0466c673ef2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:03.782874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 345cec39-206d-485e-b434-b4eb87134f6d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:03.783826 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.882980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8d04f18-ce14-46b8-ba28-ada838947e2d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.952871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:03.965400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5550911d-45f4-4aba-9ed4-67ab241d9187 admin admin] 10.222.0.49 "PUT /v2.0/routers/c0fb47d4-56f9-4fc1-b135-43932fdb1f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7255499 Sep 16 05:28:03.987800 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.052195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 345cec39-206d-485e-b434-b4eb87134f6d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=345cec39-206d-485e-b434-b4eb87134f6d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:04.060629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.080732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8d04f18-ce14-46b8-ba28-ada838947e2d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.117671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Port': ['ID=b382cb53-7035-4c1d-8679-f30999138a86,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:04.123810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No DVR routers for this DVR port b382cb53-7035-4c1d-8679-f30999138a86 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:04.136552 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.224859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8d04f18-ce14-46b8-ba28-ada838947e2d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.255139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=345cec39-206d-485e-b434-b4eb87134f6d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:04.273048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04f18-ce14-46b8-ba28-ada838947e2d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a012e10-ef8a-4141-8946-be02219208f9,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:04.279134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.279510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.279812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.280345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.280470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.280833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.281118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.281445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.281768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.282090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.282465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.282787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:04.361929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.388639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae9634b-392c-4317-b319-9845bd58d87b']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:04.413164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:04.413580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea7c516-39b6-4b0e-b6cb-0f72dbf03797') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:04.426056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.432567 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8d04f18-ce14-46b8-ba28-ada838947e2d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.435652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f8d04f18-ce14-46b8-ba28-ada838947e2d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7223616 Sep 16 05:28:04.437826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59238) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:04.442656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.449848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:04.450386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:04.454056 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:04.460496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a33434d4-0554-45c1-8cd5-0d35bb81e365 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'security_group_rule': {'security_group_id': '7f6714ba-8e04-44e2-acee-0466c673ef2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:04.608293 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33434d4-0554-45c1-8cd5-0d35bb81e365 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.631471 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.661291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.663742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/aae9634b-392c-4317-b319-9845bd58d87b HTTP/1.1" status: 204 len: 168 time: 5.8149502 Sep 16 05:28:04.665078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d7480-4e1c-4f2c-9805-27171f280b0c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Network': ['ID=aae9634b-392c-4317-b319-9845bd58d87b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:04.670202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59256) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:04.677332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-327387057'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:04.788854 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33434d4-0554-45c1-8cd5-0d35bb81e365 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.800405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:04.805489 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.899283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:04.923475 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:04.924483 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Added segment f89db21e-3e1a-4486-962a-dbb04ab2c3b8 of type vlan for network 0db85a86-faab-422a-ba46-e9eabe96a139 Sep 16 05:28:04.990939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33434d4-0554-45c1-8cd5-0d35bb81e365 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.002033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.028092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62925d52-fb44-4037-b12b-81482dd5754f req-648d9e35-cb8f-4715-9c6f-31bdeedda667 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 210 time: 0.1476815 Sep 16 05:28:05.058898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33434d4-0554-45c1-8cd5-0d35bb81e365 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64147ca5-6ee5-444b-a7e2-46f668c695b3,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:05.130627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.144063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:05.145517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.168327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a33434d4-0554-45c1-8cd5-0d35bb81e365 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.171070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a33434d4-0554-45c1-8cd5-0d35bb81e365 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7275436 Sep 16 05:28:05.174355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:05.187595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:05.300757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Network': ['ID=0db85a86-faab-422a-ba46-e9eabe96a139,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:05.312699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0db85a86-faab-422a-ba46-e9eabe96a139 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:05.381404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.504634 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Sync routers for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:05.508136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77c82bd1-1c43-4dc8-991d-6e637bd702ea tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8361166 Sep 16 05:28:05.515424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59312) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:05.521493 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:05.522761 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:27:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:05.553375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'subnet': {'network_id': '0db85a86-faab-422a-ba46-e9eabe96a139', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:05.586086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 345cec39-206d-485e-b434-b4eb87134f6d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:05.625720 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.703109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 345cec39-206d-485e-b434-b4eb87134f6d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:05.703750 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.850989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b02768d5-657d-4f45-a34a-e7f1af570be5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8efd068870f4c00a6f596caed39027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690994 Sep 16 05:28:05.965898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Allocated IP 172.25.1.35 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/e0c7638a-9897-464f-ab93-36c077024c8b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:06.129091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-998dbf87-2efd-486b-9a25-49e4650b4338 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:06.131201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-998dbf87-2efd-486b-9a25-49e4650b4338 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719724 Sep 16 05:28:06.144832 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:06.180737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Request body: {'port': {'device_id': '2ec01866-5639-4aea-ae26-32edbfcdecf8', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': 'd8efd068870f4c00a6f596caed39027f'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:06.230535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:06.236530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.280446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d50db3f1-2778-4a1c-8ff7-57b28a0c0f75 req-6a817751-d5be-4b12-a4ed-55e191791542 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 210 time: 0.1347566 Sep 16 05:28:06.418515 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.545412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Made reservation on behalf of d8efd068870f4c00a6f596caed39027f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:06.549455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.574841 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:02Z', 'revision_number': 2, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:06.623193 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Checking router: c0fb47d4-56f9-4fc1-b135-43932fdb1f47 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:06.624642 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Updating router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 port 94de6af6-0863-4b7c-9329-01a0b82eab4b binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:28:06.665795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.700231 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.717266 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.793603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Subnet': ['ID=877ee12b-6b3f-4316-92ae-896c76056fb8,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:06.829459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Checking segment: {'id': 'f89db21e-3e1a-4486-962a-dbb04ab2c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0db85a86-faab-422a-ba46-e9eabe96a139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:06.831817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network hostable DHCP agents. Network: 0db85a86-faab-422a-ba46-e9eabe96a139, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:06.902576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:06.929870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network 0db85a86-faab-422a-ba46-e9eabe96a139 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:06.941774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:06.944670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:06.983539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'Port': ['ID=e0c7638a-9897-464f-ab93-36c077024c8b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:07.018067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Allocated IP 192.168.233.90 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/47e5edd3-e26e-4710-a217-c0a205b51b8f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:07.020700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0db85a86-faab-422a-ba46-e9eabe96a139) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:07.031325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.031325 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.033640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e938e-5716-4846-8bd4-e1e8da878a52 None None] Network 0db85a86-faab-422a-ba46-e9eabe96a139 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:07.138752 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a18c5ff2-4760-4838-b702-49cdab9e0ee1 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6226711 Sep 16 05:28:07.145247 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59406) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:07.307560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.322581 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.345618 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.366145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.385074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e92d58-ebd3-429a-b2ed-006d113d9325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0db85a86-faab-422a-ba46-e9eabe96a139', 'network_id': '0db85a86-faab-422a-ba46-e9eabe96a139', 'tenant_id': 'aa29819eb6b9433b80257c60f3161aaf', 'fixed_ips': [{'subnet_id': '877ee12b-6b3f-4316-92ae-896c76056fb8'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:07.386807 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4e92d58-ebd3-429a-b2ed-006d113d9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.404321 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.450106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.503419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.539889 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426ab8b-74c4-4836-97b8-e48b55472cef None None] Pushing event updated for resources: {'Port': ['ID=94de6af6-0863-4b7c-9329-01a0b82eab4b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:07.576383 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.624773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'cda5e608-72b7-4ebb-8b79-da016ccf36df'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:07.703783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'c956e541-a392-43cc-801b-9627ea298dba', '8e526f01-9835-4a8a-b6c5-1e3b019edff2', '8a452c9f-68c1-4260-bd80-f086facc1e0c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:07.706689 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Attempting to bind port 94de6af6-0863-4b7c-9329-01a0b82eab4b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:07.707274 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Attempting to bind port 94de6af6-0863-4b7c-9329-01a0b82eab4b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:07.707700 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Attempting to bind port 94de6af6-0863-4b7c-9329-01a0b82eab4b on network fc69c774-76ee-44e1-8d53-c12636b19e40 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:07.725687 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:07.726230 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Checking segment: {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:07.726746 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.727257 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Bound using segment: {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:07.727960 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Bound port: 94de6af6-0863-4b7c-9329-01a0b82eab4b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:07.728572 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.792753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.824333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:07.846374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:07.867291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Subnet': ['ID=877ee12b-6b3f-4316-92ae-896c76056fb8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:07.884574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:07.897842 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] For port 94de6af6-0863-4b7c-9329-01a0b82eab4b, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:07.912565 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] For port 94de6af6-0863-4b7c-9329-01a0b82eab4b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=94de6af6-0863-4b7c-9329-01a0b82eab4b,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server [None req-b4e92d58-ebd3-429a-b2ed-006d113d9325 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 877ee12b-6b3f-4316-92ae-896c76056fb8: This subnet is being modified by another concurrent operation. Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:28:07.930477 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 877ee12b-6b3f-4316-92ae-896c76056fb8: This subnet is being modified by another concurrent operation. Sep 16 05:28:07.940007 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Sep 16 05:28:07.948066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc216a93-26c0-4858-a53c-ea768b801ce4 req-3d3fe394-218b-49c1-92bc-03fae40bcd89 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.948066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc216a93-26c0-4858-a53c-ea768b801ce4 req-3d3fe394-218b-49c1-92bc-03fae40bcd89 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 935 time: 0.4235864 Sep 16 05:28:07.960085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b4e12-8129-4664-b3e6-b887d87264f8 None None] Network 0db85a86-faab-422a-ba46-e9eabe96a139 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:07.977633 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.094385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event updated for resources: {'Port': ['ID=47e5edd3-e26e-4710-a217-c0a205b51b8f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:08.111320 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:08.114745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.116080 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:27:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:08.200703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.201558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.217368 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426ab8b-74c4-4836-97b8-e48b55472cef None None] Pushing event updated for resources: {'Port': ['ID=94de6af6-0863-4b7c-9329-01a0b82eab4b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:08.229762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db85a86-faab-422a-ba46-e9eabe96a139']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:08.265228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc216a93-26c0-4858-a53c-ea768b801ce4 req-e14a42a2-922b-4c84-a3a9-5be1c79ff466 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735770 Sep 16 05:28:08.284223 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.310726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89db21e-3e1a-4486-962a-dbb04ab2c3b8') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:08.317337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-14a537eb-78c0-4b7b-9747-bd3a94f97f32 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1562321 Sep 16 05:28:08.318579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89db21e-3e1a-4486-962a-dbb04ab2c3b8') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:08.339914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Request body: {'port': {'device_id': '2ec01866-5639-4aea-ae26-32edbfcdecf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:08.364351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.427408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.429889 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:08.436740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.445604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:08.446651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:08.453378 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:08.465613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c844c144-dace-4a19-ae2a-7838397f9c35 None None] Provisioning complete for port 94de6af6-0863-4b7c-9329-01a0b82eab4b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:08.475514 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844c144-dace-4a19-ae2a-7838397f9c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.761111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e57c56a-3a03-4042-a605-d1b295642360 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:28:08.763649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.780241 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.780241 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/0db85a86-faab-422a-ba46-e9eabe96a139 HTTP/1.1" status: 204 len: 168 time: 1.6325331 Sep 16 05:28:08.781443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59462) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:08.793186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1870165256'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:08.824654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.828546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:07Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:08.860227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'Port': ['ID=e0c7638a-9897-464f-ab93-36c077024c8b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:08.867843 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4040f-f36b-45b8-b537-ab5839c5d2e6 None None] The sync data for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 is: [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:07Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:08.874341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.880219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be93d6b-c18f-4b28-96fa-5306534b308c tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Network': ['ID=0db85a86-faab-422a-ba46-e9eabe96a139,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:09.035643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:09.041921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.122764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:09.169793 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.171628 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Added segment eeb835fc-a359-449a-a35e-5e99ba87ae4f of type vlan for network ded57bc4-c9a3-4e13-a959-8e027e70211e Sep 16 05:28:09.243167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844c144-dace-4a19-ae2a-7838397f9c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.354742 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.418119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e5edd3-e26e-4710-a217-c0a205b51b8f {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:09.447080 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.459112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4935aaf5-e4d4-4879-9a12-7b7b5b998e6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2805355 Sep 16 05:28:09.471673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57c56a-3a03-4042-a605-d1b295642360 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:28:09.478160 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.484861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.485947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.525082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.559033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c844c144-dace-4a19-ae2a-7838397f9c35 None None] For port 94de6af6-0863-4b7c-9329-01a0b82eab4b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=94de6af6-0863-4b7c-9329-01a0b82eab4b,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:09.666523 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de0683-b592-4ec9-8584-a5434db2e830 req-51c2ec05-eaa6-4ab5-8bd4-250a5444cd7a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.681168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50de0683-b592-4ec9-8584-a5434db2e830 req-51c2ec05-eaa6-4ab5-8bd4-250a5444cd7a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 935 time: 0.2849224 Sep 16 05:28:09.722630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Transition to ACTIVE for port object 47e5edd3-e26e-4710-a217-c0a205b51b8f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:09.727712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9386973 Sep 16 05:28:09.736079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59488) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:09.762021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Request body: {'subnet': {'network_id': 'ded57bc4-c9a3-4e13-a959-8e027e70211e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:09.812960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50de0683-b592-4ec9-8584-a5434db2e830 req-4768677e-7abe-44cc-9b45-77285eff6c96 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234293 Sep 16 05:28:09.821675 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.828872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 94de6af6-0863-4b7c-9329-01a0b82eab4b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:09.896458 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c844c144-dace-4a19-ae2a-7838397f9c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:09.940976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a6206-c4bd-4aec-99dc-7d3afe9cbde5 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Network': ['ID=ded57bc4-c9a3-4e13-a959-8e027e70211e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:09.984751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Pushing event updated for resources: {'Port': ['ID=47e5edd3-e26e-4710-a217-c0a205b51b8f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:10.006129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c144-dace-4a19-ae2a-7838397f9c35 None None] Pushing event updated for resources: {'Port': ['ID=94de6af6-0863-4b7c-9329-01a0b82eab4b,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:10.009357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ded57bc4-c9a3-4e13-a959-8e027e70211e details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:10.129741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Made reservation on behalf of aa29819eb6b9433b80257c60f3161aaf for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:10.139905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.181209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 94de6af6-0863-4b7c-9329-01a0b82eab4b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:10.181867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.239266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Attempting to bind port 47e5edd3-e26e-4710-a217-c0a205b51b8f on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:10.239947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Attempting to bind port 47e5edd3-e26e-4710-a217-c0a205b51b8f by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:10.245542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Attempting to bind port 47e5edd3-e26e-4710-a217-c0a205b51b8f on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:10.264056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Port 47e5edd3-e26e-4710-a217-c0a205b51b8f on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:10.268718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Attempting to bind port 47e5edd3-e26e-4710-a217-c0a205b51b8f on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:10.282971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:10.286065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:10.287349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:10.289054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Bound port: 47e5edd3-e26e-4710-a217-c0a205b51b8f, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:10.290805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.470707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-932aefa7-7c1a-4ec1-a3b7-b13774c984d5 None None] Provisioning complete for port 94de6af6-0863-4b7c-9329-01a0b82eab4b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:10.471085 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-932aefa7-7c1a-4ec1-a3b7-b13774c984d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.558583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] For port 47e5edd3-e26e-4710-a217-c0a205b51b8f, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:10.563338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] For port 47e5edd3-e26e-4710-a217-c0a205b51b8f, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=47e5edd3-e26e-4710-a217-c0a205b51b8f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:10.601573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-6cea6c05-4ab6-4a64-86dc-484e2e7dd55a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--575500559&fields=id&tenant_id=87a82320fc364a3682465099ceb7e456 HTTP/1.1" status: 200 len: 267 time: 0.1092007 Sep 16 05:28:10.677455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.827476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.842786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.851790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] 10.222.0.66 "PUT /v2.0/ports/47e5edd3-e26e-4710-a217-c0a205b51b8f HTTP/1.1" status: 200 len: 1096 time: 2.5147462 Sep 16 05:28:10.854096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec01866-5639-4aea-ae26-32edbfcdecf8', 'tag': '47e5edd3-e26e-4710-a217-c0a205b51b8f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:10.859938 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7771ab-9a11-4377-ab44-ad5252970afa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec01866-5639-4aea-ae26-32edbfcdecf8", "tag": "47e5edd3-e26e-4710-a217-c0a205b51b8f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:10.876896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2759c-bb5c-412b-8b5d-6cf5fd7be905 service neutron] Pushing event updated for resources: {'Port': ['ID=47e5edd3-e26e-4710-a217-c0a205b51b8f,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:10.900201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-dbf9ecd8-6f4f-4f02-b06e-e74b8adae920 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.902930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-dbf9ecd8-6f4f-4f02-b06e-e74b8adae920 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 817 time: 0.2922542 Sep 16 05:28:10.952663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-3427bdf9-dc52-4376-be4e-a6a456859a6c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/quotas/87a82320fc364a3682465099ceb7e456 HTTP/1.1" status: 200 len: 375 time: 0.0272045 Sep 16 05:28:11.236448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-349488f5-7683-40e5-9731-2010ef04bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.238454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-349488f5-7683-40e5-9731-2010ef04bd2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 1099 time: 0.2458856 Sep 16 05:28:11.264646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480b7cf-2ae5-47b0-9855-504c26b8bcca req-784ba26a-b00d-4287-a9c7-bae922f39aad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.272868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7480b7cf-2ae5-47b0-9855-504c26b8bcca req-784ba26a-b00d-4287-a9c7-bae922f39aad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 947 time: 0.1836720 Sep 16 05:28:11.302451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-cae02af2-b2b2-4c87-a667-0c3e4ad204cc tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2343409 Sep 16 05:28:11.401003 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-d80cb90e-fe7b-4a76-8a69-e7deca151b81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=47e5edd3-e26e-4710-a217-c0a205b51b8f HTTP/1.1" status: 200 len: 217 time: 0.1081805 Sep 16 05:28:11.656345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7480b7cf-2ae5-47b0-9855-504c26b8bcca req-2d0656d2-2c9c-45ce-9753-a9cac3282823 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727696 Sep 16 05:28:11.712013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-f9115b84-c302-4a22-a78f-cdcaf48e734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.722249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 94de6af6-0863-4b7c-9329-01a0b82eab4b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:11.748204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-f9115b84-c302-4a22-a78f-cdcaf48e734f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.3074596 Sep 16 05:28:11.750492 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa50d4-ef1c-4640-963d-912e5751327a x-openstack-request-id: req-dcaa50d4-ef1c-4640-963d-912e5751327a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:11.750787 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec01866-5639-4aea-ae26-32edbfcdecf8", "tag": "47e5edd3-e26e-4710-a217-c0a205b51b8f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:11.751036 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dcaa50d4-ef1c-4640-963d-912e5751327a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:11.751451 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec01866-5639-4aea-ae26-32edbfcdecf8', 'tag': '47e5edd3-e26e-4710-a217-c0a205b51b8f', 'status': 'completed', 'code': 200} Sep 16 05:28:11.780039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:28:11.859950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:11.886143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-5a2a1e37-563e-4366-9a42-38a54d792680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.892138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-5a2a1e37-563e-4366-9a42-38a54d792680 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1395791 Sep 16 05:28:11.915583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 94de6af6-0863-4b7c-9329-01a0b82eab4b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:11.918768 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.127346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-21bfcf99-b59c-4d72-a856-3c801d6a605f service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232053 Sep 16 05:28:12.147076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event updated for resources: {'Subnet': ['ID=526f0bd1-df62-4285-8819-c04c8d9dbc0c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:12.168722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-59650fef-6278-44f3-b32d-81c8de509c96 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6433332 Sep 16 05:28:12.240774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Checking segment: {'id': 'eeb835fc-a359-449a-a35e-5e99ba87ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ded57bc4-c9a3-4e13-a959-8e027e70211e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:12.241301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network hostable DHCP agents. Network: ded57bc4-c9a3-4e13-a959-8e027e70211e, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:12.273649 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-d3ba4689-f244-40fe-a2f0-e2821b84191b service neutron] 10.222.0.49 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9445965 Sep 16 05:28:12.349854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b69567a-9249-4682-ae64-b6467cde70c1 req-0ccb5312-0556-4b74-9592-1facba8f3f04 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106507 Sep 16 05:28:12.366432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-d3e298c5-8aeb-4240-96ad-67efca717639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:12.368019 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-d3e298c5-8aeb-4240-96ad-67efca717639 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 1101 time: 0.1408050 Sep 16 05:28:12.424001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Network ded57bc4-c9a3-4e13-a959-8e027e70211e is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:12.429904 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-7d2f9dc2-d516-41ef-8748-b4392581299e service neutron] 10.222.0.49 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553707 Sep 16 05:28:12.523026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ded57bc4-c9a3-4e13-a959-8e027e70211e) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:12.530379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:12.531335 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.543145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a2552-0ce3-4922-aa1d-c6e11b8a63a1 None None] Network ded57bc4-c9a3-4e13-a959-8e027e70211e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:12.559444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-23ddcf48-7c18-4575-8109-6ab23e05daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:12.561917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-23ddcf48-7c18-4575-8109-6ab23e05daee service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1666639 Sep 16 05:28:12.636046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-e2d71aaa-4bd0-4cde-b2ca-2094b7e5deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:12.637961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-e2d71aaa-4bd0-4cde-b2ca-2094b7e5deb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8efd068870f4c00a6f596caed39027f&device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 1099 time: 0.0976670 Sep 16 05:28:12.660115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-434b3d0c-812c-4702-8480-5b604dd38925 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34 HTTP/1.1" status: 200 len: 217 time: 0.0888548 Sep 16 05:28:12.662481 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c8a6d819-a65d-44ac-807f-875ce85886cf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9245720 Sep 16 05:28:12.665372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59576) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:12.822218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.840223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-115ee24a-f5b9-4f28-b2c1-ce8fc4532c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:12.843346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-115ee24a-f5b9-4f28-b2c1-ce8fc4532c49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0867095 Sep 16 05:28:12.924676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-dc5d64a6-db7a-4455-aa2c-2e79829e1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:12.928824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-dc5d64a6-db7a-4455-aa2c-2e79829e1d6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.2827201 Sep 16 05:28:13.015073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bdb30-6b16-481c-bd9c-07c95522b296 req-e064bac4-799b-445f-8ed2-13e3b153bad9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.034513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b54bdb30-6b16-481c-bd9c-07c95522b296 req-e064bac4-799b-445f-8ed2-13e3b153bad9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 947 time: 0.2594783 Sep 16 05:28:13.041429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.046123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59588) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:13.116434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-46bbb76c-97c6-4b50-aa3a-4e2094c44888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.118131 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-46bbb76c-97c6-4b50-aa3a-4e2094c44888 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2542033 Sep 16 05:28:13.163184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1ee43-6918-4cb5-b78d-2e1c02dabb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-ded57bc4-c9a3-4e13-a959-8e027e70211e', 'network_id': 'ded57bc4-c9a3-4e13-a959-8e027e70211e', 'tenant_id': 'aa29819eb6b9433b80257c60f3161aaf', 'fixed_ips': [{'subnet_id': '526f0bd1-df62-4285-8819-c04c8d9dbc0c'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:13.164679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ee43-6918-4cb5-b78d-2e1c02dabb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.179600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75c9c45d-376f-4fdf-a1d3-e83920fb24f9 req-5dc5ca33-120b-4a33-a17a-87ee80a66075 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 210 time: 0.0450134 Sep 16 05:28:13.262338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-c2e8b230-3308-4f93-a3cb-923fa490d069 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=47e5edd3-e26e-4710-a217-c0a205b51b8f HTTP/1.1" status: 200 len: 217 time: 0.3199475 Sep 16 05:28:13.275040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-1d2cdc3d-a22b-49f4-be9b-e67df0518fbc service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487138 Sep 16 05:28:13.286214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.360582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b54bdb30-6b16-481c-bd9c-07c95522b296 req-326d3cc0-42a4-4a9a-ae5c-d69c7a95a5f3 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230402 Sep 16 05:28:13.398901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Subnet': ['ID=526f0bd1-df62-4285-8819-c04c8d9dbc0c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:13.410616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-6e286dcd-0fa5-4e96-b6ab-70046fd768e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.425184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99dd22e0-038e-4a3c-ba34-9f9ababb61fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.426181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-6e286dcd-0fa5-4e96-b6ab-70046fd768e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1546519 Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server [None req-f5a1ee43-6918-4cb5-b78d-2e1c02dabb69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 526f0bd1-df62-4285-8819-c04c8d9dbc0c: This subnet is being modified by another concurrent operation. Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:28:13.496867 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 526f0bd1-df62-4285-8819-c04c8d9dbc0c: This subnet is being modified by another concurrent operation. Sep 16 05:28:13.500618 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Sep 16 05:28:13.519140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca9c415-f024-442e-91a7-32ae7fa37517 None None] Network ded57bc4-c9a3-4e13-a959-8e027e70211e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:13.575706 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.627333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded57bc4-c9a3-4e13-a959-8e027e70211e']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:13.646373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb835fc-a359-449a-a35e-5e99ba87ae4f') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:13.646890 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb835fc-a359-449a-a35e-5e99ba87ae4f') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:13.662539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b54aefdf-54a5-4335-bd69-483ea0bb4ef1 req-579392bc-415b-4529-a59b-55e98816e11b service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641725 Sep 16 05:28:13.669750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.695246 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.731158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:13.731600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:13.735071 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:13.770618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67600530-b8f6-4d90-9e0d-2d6d5cbcbfd8 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:28:13.906638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99dd22e0-038e-4a3c-ba34-9f9ababb61fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.925124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-82081965-71ec-46df-aaa2-3dd2835a9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.927032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-82081965-71ec-46df-aaa2-3dd2835a9418 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4919510 Sep 16 05:28:13.936309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67600530-b8f6-4d90-9e0d-2d6d5cbcbfd8 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:28:13.952501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.962108 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.970041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/ded57bc4-c9a3-4e13-a959-8e027e70211e HTTP/1.1" status: 204 len: 168 time: 1.3031588 Sep 16 05:28:13.973093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59600) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.036582 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6355a63-de90-4d1b-9133-5968b73c4c11 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:14.042879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6355a63-de90-4d1b-9133-5968b73c4c11 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:14.042879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f6355a63-de90-4d1b-9133-5968b73c4c11 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/subnets/526f0bd1-df62-4285-8819-c04c8d9dbc0c HTTP/1.1" status: 404 len: 337 time: 0.0678189 Sep 16 05:28:14.043476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59604) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.076173 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-99dd22e0-038e-4a3c-ba34-9f9ababb61fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.109207 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e56d8f-96cd-4ac8-85c5-b8a90bf3c7c4 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:14.109844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e56d8f-96cd-4ac8-85c5-b8a90bf3c7c4 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:14.115498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-20e56d8f-96cd-4ac8-85c5-b8a90bf3c7c4 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/ded57bc4-c9a3-4e13-a959-8e027e70211e HTTP/1.1" status: 404 len: 339 time: 0.0708575 Sep 16 05:28:14.116439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb8dd9-eaaf-431b-a4d9-c1ceec855033 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Network': ['ID=ded57bc4-c9a3-4e13-a959-8e027e70211e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:14.118396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59608) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.151985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-99dd22e0-038e-4a3c-ba34-9f9ababb61fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f55dc33535d645eb80676794f59547b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1039405 Sep 16 05:28:14.156761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.160920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd22e0-038e-4a3c-ba34-9f9ababb61fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f70dbb-95ad-4409-a8da-37242c9e720f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:14.194147 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0700c8-aea9-41d2-bee0-9364d213fd72 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:14.200029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0700c8-aea9-41d2-bee0-9364d213fd72 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:14.200029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3e0700c8-aea9-41d2-bee0-9364d213fd72 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/subnets/877ee12b-6b3f-4316-92ae-896c76056fb8 HTTP/1.1" status: 404 len: 337 time: 0.0438437 Sep 16 05:28:14.202386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59612) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.238725 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bc54bb-9f9d-4545-b32a-ff49c6dcf0c7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:14.239653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bc54bb-9f9d-4545-b32a-ff49c6dcf0c7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:14.242545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c1bc54bb-9f9d-4545-b32a-ff49c6dcf0c7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/0db85a86-faab-422a-ba46-e9eabe96a139 HTTP/1.1" status: 404 len: 339 time: 0.0373917 Sep 16 05:28:14.246336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59616) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.295413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-2480dcef-3f5f-428a-91be-3b213352d79e service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602281 Sep 16 05:28:14.348932 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d47fd1-6212-4bf7-b94e-b794311652bc tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:14.350131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d47fd1-6212-4bf7-b94e-b794311652bc tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:14.357319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-76d47fd1-6212-4bf7-b94e-b794311652bc tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/subnets/5dd33f40-8f5e-4d54-906b-fe9671d4aa36 HTTP/1.1" status: 404 len: 337 time: 0.1098759 Sep 16 05:28:14.358286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59618) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.368885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6632068b-8e96-4ded-a381-d4c8b72a77c5 req-6c8e0920-7965-4d8b-b485-5eb63b46e372 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 210 time: 0.0608592 Sep 16 05:28:14.372128 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-984ae6b3-ba76-46be-86eb-7b39f54021cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.404750 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-984ae6b3-ba76-46be-86eb-7b39f54021cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.413590 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-146afa89-1643-46f1-9928-bdbc603a7bdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:14.416416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146afa89-1643-46f1-9928-bdbc603a7bdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:14.426952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-146afa89-1643-46f1-9928-bdbc603a7bdf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/aae9634b-392c-4317-b319-9845bd58d87b HTTP/1.1" status: 404 len: 339 time: 0.0673773 Sep 16 05:28:14.427912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59622) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:14.571279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-984ae6b3-ba76-46be-86eb-7b39f54021cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.576206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-984ae6b3-ba76-46be-86eb-7b39f54021cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.578143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-984ae6b3-ba76-46be-86eb-7b39f54021cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7f70dbb-95ad-4409-a8da-37242c9e720f HTTP/1.1" status: 204 len: 168 time: 0.4201462 Sep 16 05:28:14.697208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ff64c-7f8e-45a4-9b7f-13dda76f4286 req-12cd6fd9-36cb-417b-8ee7-cb84907fc5a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.710906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ae6b3-ba76-46be-86eb-7b39f54021cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f70dbb-95ad-4409-a8da-37242c9e720f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:14.717572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-045ff64c-7f8e-45a4-9b7f-13dda76f4286 req-12cd6fd9-36cb-417b-8ee7-cb84907fc5a8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 947 time: 0.2280295 Sep 16 05:28:14.720538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e7771ab-9a11-4377-ab44-ad5252970afa req-63945382-e4e8-4d89-948e-8099f63ee23e service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906629 Sep 16 05:28:14.773460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a509e6a5-a216-42ba-84a8-12783e587ab7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Deleting port 00758517-2ec6-47af-8c76-990eb8a14c05 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:14.773803 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a509e6a5-a216-42ba-84a8-12783e587ab7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.818593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-045ff64c-7f8e-45a4-9b7f-13dda76f4286 req-ad16acda-e57c-4cee-a4d9-0d559cb1dbf3 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987189 Sep 16 05:28:14.903341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a509e6a5-a216-42ba-84a8-12783e587ab7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.927689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a509e6a5-a216-42ba-84a8-12783e587ab7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Calling delete_port for 00758517-2ec6-47af-8c76-990eb8a14c05 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:15.106036 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a509e6a5-a216-42ba-84a8-12783e587ab7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.139779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509e6a5-a216-42ba-84a8-12783e587ab7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Port': ['ID=00758517-2ec6-47af-8c76-990eb8a14c05,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:15.149110 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a509e6a5-a216-42ba-84a8-12783e587ab7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.152570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:15.153390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a509e6a5-a216-42ba-84a8-12783e587ab7 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/ports/00758517-2ec6-47af-8c76-990eb8a14c05 HTTP/1.1" status: 204 len: 168 time: 0.7222986 Sep 16 05:28:15.193997 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-29347695-e8c0-48ff-adfd-105f3fbee912 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:15.194646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29347695-e8c0-48ff-adfd-105f3fbee912 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:15.197227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-29347695-e8c0-48ff-adfd-105f3fbee912 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/subnets/e193456f-0caf-443f-b6f7-9e2a45dac88b HTTP/1.1" status: 404 len: 337 time: 0.0436864 Sep 16 05:28:15.200642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:15.344335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.485199 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.498197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ad44a11-893d-42a1-9d07-ba414736097a req-55585a8e-15cc-4be3-b172-1ac64ac8ff19 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 210 time: 0.0315230 Sep 16 05:28:15.529622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6054717e-7b9a-4082-ba88-47175aa49017']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:15.538045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c6b041-08d3-4ac6-ab3e-06b028491f22') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:15.538565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c6b041-08d3-4ac6-ab3e-06b028491f22') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:15.559889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.583619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.594680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:15.595569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:15.600387 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:15.847626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.871689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.871689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/6054717e-7b9a-4082-ba88-47175aa49017 HTTP/1.1" status: 204 len: 168 time: 0.6635301 Sep 16 05:28:15.871905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59660) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:15.897889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb636867-44af-4142-8548-0772f5502e5e tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Network': ['ID=6054717e-7b9a-4082-ba88-47175aa49017,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:16.052674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e1f4c-2ecb-4e41-977e-414dfe4ae7ac tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Deleting port e69356b9-5c4d-494c-a776-02e2ba7fb2b0 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:16.053216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1f4c-2ecb-4e41-977e-414dfe4ae7ac tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.077482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68548590-141f-417d-a052-4d1c995c4c7b req-e916bb5c-9767-47a4-bfb3-d4428fca72ef tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.080048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68548590-141f-417d-a052-4d1c995c4c7b req-e916bb5c-9767-47a4-bfb3-d4428fca72ef tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 947 time: 0.0969222 Sep 16 05:28:16.219018 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1f4c-2ecb-4e41-977e-414dfe4ae7ac tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.243450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e1f4c-2ecb-4e41-977e-414dfe4ae7ac tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Calling delete_port for e69356b9-5c4d-494c-a776-02e2ba7fb2b0 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:16.244520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68548590-141f-417d-a052-4d1c995c4c7b req-a310d457-89cf-4a31-a99f-d709e3cd6cc1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333256 Sep 16 05:28:16.288274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 47e5edd3-e26e-4710-a217-c0a205b51b8f details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:16.354973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-355401f6-e457-43bd-91a3-f301980f84c2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.356840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-355401f6-e457-43bd-91a3-f301980f84c2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 817 time: 0.2759399 Sep 16 05:28:16.498913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 47e5edd3-e26e-4710-a217-c0a205b51b8f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=47e5edd3-e26e-4710-a217-c0a205b51b8f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:16.518442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '47e5edd3-e26e-4710-a217-c0a205b51b8f', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '47e5edd3-e26e-4710-a217-c0a205b51b8f', 'mac_address': 'fa:16:3e:f8:3c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:16.546290 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1f4c-2ecb-4e41-977e-414dfe4ae7ac tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.605991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e1f4c-2ecb-4e41-977e-414dfe4ae7ac tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Port': ['ID=e69356b9-5c4d-494c-a776-02e2ba7fb2b0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:16.620879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.624280 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-97df4291-b430-4bf0-9e7f-a4c63cd3929e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a82320fc364a3682465099ceb7e456 HTTP/1.1" status: 200 len: 379 time: 0.2332530 Sep 16 05:28:16.625636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1f4c-2ecb-4e41-977e-414dfe4ae7ac tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.627698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d1e1f4c-2ecb-4e41-977e-414dfe4ae7ac tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/ports/e69356b9-5c4d-494c-a776-02e2ba7fb2b0 HTTP/1.1" status: 204 len: 168 time: 0.7553334 Sep 16 05:28:16.630325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:16.671190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'port': {'device_id': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'admin_state_up': True, 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'security_groups': ['7f6714ba-8e04-44e2-acee-0466c673ef2d']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:16.673679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e5edd3-e26e-4710-a217-c0a205b51b8f {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:16.675220 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d19a7b7-4eaf-4465-885b-290263eebdbb tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:16.675746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d19a7b7-4eaf-4465-885b-290263eebdbb tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:16.677977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9d19a7b7-4eaf-4465-885b-290263eebdbb tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/subnets/3e00b1cb-b465-415d-abac-71b163cfede7 HTTP/1.1" status: 404 len: 337 time: 0.0463634 Sep 16 05:28:16.681679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59678) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:16.739732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 47e5edd3-e26e-4710-a217-c0a205b51b8f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=47e5edd3-e26e-4710-a217-c0a205b51b8f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:16.781457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22320e72-c4be-4a32-93eb-1d9fc570108b req-aed9839d-42de-4e51-a15d-29c8dc6c8608 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 210 time: 0.1020393 Sep 16 05:28:16.803509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.819831 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.897063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=47e5edd3-e26e-4710-a217-c0a205b51b8f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:17.086368 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.119559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c36320-75a9-42a5-a3c3-710695a55b7e']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:17.134326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e459ca-6013-4ce8-abb2-e43489be6a09') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:17.134902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e459ca-6013-4ce8-abb2-e43489be6a09') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:17.147358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.153782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Made reservation on behalf of 87a82320fc364a3682465099ceb7e456 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:17.165162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.175605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.179092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['47e5edd3-e26e-4710-a217-c0a205b51b8f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:17.200684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:17.201139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:17.205935 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:17.606759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Allocated IP 172.20.0.6 (43a78e0f-128c-4631-a7ec-3fd38421e560/07850bc7-6603-4e27-ba23-3334c07eff57/9a97747c-1645-4f02-b718-bf5844097471) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:17.753103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cd29e-0315-424f-ad7f-12562dd6b24b req-2824e1f3-2b64-4f3d-b260-14bb04772691 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:17.761638 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4a1cd29e-0315-424f-ad7f-12562dd6b24b req-2824e1f3-2b64-4f3d-b260-14bb04772691 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 948 time: 0.0885077 Sep 16 05:28:17.780967 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.786572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.791067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/e8c36320-75a9-42a5-a3c3-710695a55b7e HTTP/1.1" status: 204 len: 168 time: 1.1076977 Sep 16 05:28:17.793702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59698) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:17.817691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad21d8-7797-4b70-b571-2c1950be4b71 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Network': ['ID=e8c36320-75a9-42a5-a3c3-710695a55b7e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:17.845780 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4a1cd29e-0315-424f-ad7f-12562dd6b24b req-cc416c02-441b-46dc-bab6-1a8f3061228f tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827153 Sep 16 05:28:17.876948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.908488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-41970081-62e4-4793-9984-d95b680cc048 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Deleting subnet a12aad2a-8335-463f-aa20-1df012138697 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:17.929409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd45395c-8757-477d-a811-e2b749d4af70 req-b7f78cdb-a5bb-4819-946a-1c14b99996f1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 210 time: 0.0406837 Sep 16 05:28:17.930101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41970081-62e4-4793-9984-d95b680cc048 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.991562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41970081-62e4-4793-9984-d95b680cc048 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.091588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.099267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59710) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:18.149722 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41970081-62e4-4793-9984-d95b680cc048 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.161504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:18.187210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:18.203139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:18.218858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:18.301989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:18.302670 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.392616 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41970081-62e4-4793-9984-d95b680cc048 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.432083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-800163343'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:18.433850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-9ae5f21d-7c5b-4f58-987f-a8d4222944da tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7679372 Sep 16 05:28:18.434585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41970081-62e4-4793-9984-d95b680cc048 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Subnet': ['ID=a12aad2a-8335-463f-aa20-1df012138697,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:18.439010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41970081-62e4-4793-9984-d95b680cc048 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.445134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-41970081-62e4-4793-9984-d95b680cc048 tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/subnets/a12aad2a-8335-463f-aa20-1df012138697 HTTP/1.1" status: 204 len: 168 time: 0.6463256 Sep 16 05:28:18.445537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59718) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:18.452881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce350c19-5480-4ef1-93c6-e11cab7ccfea None None] Network c342c3b0-9b2f-4aa8-be42-bc08a1948c33 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:18.464031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Request body: {'port': {'device_id': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:18.550393 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.573833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Made reservation on behalf of bd7df9ce53c24effa6a3c21b63d51a80 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:18.577778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.600659 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.619492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.632369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-28783801-6250-4953-8abc-7d07332182bf None None] Provisioning complete for port 9a97747c-1645-4f02-b718-bf5844097471 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:18.632933 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28783801-6250-4953-8abc-7d07332182bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.734799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-28783801-6250-4953-8abc-7d07332182bf None None] Port 9a97747c-1645-4f02-b718-bf5844097471 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:18.778354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Deleting port 39c1d055-577d-4ef0-ba5e-bcc2f951062a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:18.781633 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.850601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] DHCP port deletion for c342c3b0-9b2f-4aa8-be42-bc08a1948c33 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:18.901659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] For port 39c1d055-577d-4ef0-ba5e-bcc2f951062a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=39c1d055-577d-4ef0-ba5e-bcc2f951062a,segment=NetworkSegment(502c1eb9-5cfb-4bc2-a998-f0dc73c616ac),segment_id=502c1eb9-5cfb-4bc2-a998-f0dc73c616ac)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:18.901659 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.926222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Calling delete_port for 39c1d055-577d-4ef0-ba5e-bcc2f951062a owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:18.938127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.973244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] Deleting port 39c1d055-577d-4ef0-ba5e-bcc2f951062a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:18.973890 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.009190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.033521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:19.045521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.045939 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Added segment 2d8bd5c4-087e-40f6-81d1-b50c70635aa4 of type vlan for network 4e3c4379-c551-47b2-8985-95e8437b41b0 Sep 16 05:28:19.098855 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.122985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] For port 39c1d055-577d-4ef0-ba5e-bcc2f951062a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=39c1d055-577d-4ef0-ba5e-bcc2f951062a,segment=NetworkSegment(502c1eb9-5cfb-4bc2-a998-f0dc73c616ac),segment_id=502c1eb9-5cfb-4bc2-a998-f0dc73c616ac)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:19.123690 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.161038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] Calling delete_port for 39c1d055-577d-4ef0-ba5e-bcc2f951062a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:19.162773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442271c0-2478-49ec-b307-a119c670fa5e req-8e7200d5-2d4f-4fed-ad33-8804512b5de4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.164852 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-442271c0-2478-49ec-b307-a119c670fa5e req-8e7200d5-2d4f-4fed-ad33-8804512b5de4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 948 time: 0.1963742 Sep 16 05:28:19.167444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a97747c-1645-4f02-b718-bf5844097471 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:19.178331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.203081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.resource_extend [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:28:19.232594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Transition to ACTIVE for port object 9a97747c-1645-4f02-b718-bf5844097471 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:19.251661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-442271c0-2478-49ec-b307-a119c670fa5e req-f6e543f5-6f58-404f-8926-77253ee96e92 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610232 Sep 16 05:28:19.300755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.309076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4425bf-0578-4564-ab29-d927cbe58bbb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.357994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.358486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da850e-3119-4250-8a6d-fb55368fe073 req-b96270dd-44a9-45b3-ba7e-3c6496587a7f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.360485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21da850e-3119-4250-8a6d-fb55368fe073 req-b96270dd-44a9-45b3-ba7e-3c6496587a7f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 931 time: 0.2285399 Sep 16 05:28:19.362862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.372841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.373645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.422174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.489128 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.508937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] Pushing event deleted for resources: {'Port': ['ID=39c1d055-577d-4ef0-ba5e-bcc2f951062a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.522972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f52ff1-af57-41dd-99df-3022912292f0 None None] No DVR routers for this DVR port 39c1d055-577d-4ef0-ba5e-bcc2f951062a on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:19.548644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Attempting to bind port 9a97747c-1645-4f02-b718-bf5844097471 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:19.548985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Attempting to bind port 9a97747c-1645-4f02-b718-bf5844097471 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:19.549318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Attempting to bind port 9a97747c-1645-4f02-b718-bf5844097471 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:19.565365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Port 9a97747c-1645-4f02-b718-bf5844097471 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:19.565717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Attempting to bind port 9a97747c-1645-4f02-b718-bf5844097471 on network 43a78e0f-128c-4631-a7ec-3fd38421e560 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:19.566033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 39c1d055-577d-4ef0-ba5e-bcc2f951062a no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:19.567818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21da850e-3119-4250-8a6d-fb55368fe073 req-26120a94-8a28-413f-aae6-69d26d88d381 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847467 Sep 16 05:28:19.594134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:19.594476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Checking segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:19.594869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Bound using segment: {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:19.595323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Bound port: 9a97747c-1645-4f02-b718-bf5844097471, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:19.595689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.622831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 39c1d055-577d-4ef0-ba5e-bcc2f951062a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:19.623035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Port': ['ID=39c1d055-577d-4ef0-ba5e-bcc2f951062a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.623947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 39c1d055-577d-4ef0-ba5e-bcc2f951062a not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:19.638193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5368373 Sep 16 05:28:19.646836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488bec0-5dac-47fd-a276-d931c2c51c86 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event updated for resources: {'Network': ['ID=4e3c4379-c551-47b2-8985-95e8437b41b0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.654400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59730) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:19.655278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] No DVR routers for this DVR port 39c1d055-577d-4ef0-ba5e-bcc2f951062a on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:19.673792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Request body: {'subnet': {'network_id': '4e3c4379-c551-47b2-8985-95e8437b41b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:19.676503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 4e3c4379-c551-47b2-8985-95e8437b41b0 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:19.719088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:19.724333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:19.825705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.835249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.887240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.887916 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.890609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] 10.222.0.66 "PUT /v2.0/ports/9a97747c-1645-4f02-b718-bf5844097471 HTTP/1.1" status: 200 len: 1092 time: 1.4367113 Sep 16 05:28:19.891051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'tag': '9a97747c-1645-4f02-b718-bf5844097471'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:19.893508 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96621bad-4b0e-4bc1-b280-ac4004293f40" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "tag": "9a97747c-1645-4f02-b718-bf5844097471"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:19.898936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c342c3b0-9b2f-4aa8-be42-bc08a1948c33']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:19.919651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502c1eb9-5cfb-4bc2-a998-f0dc73c616ac') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:19.919886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502c1eb9-5cfb-4bc2-a998-f0dc73c616ac') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:19.932161 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50f84ff7-0cd8-4385-a51c-0d2b3ae42b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.939100 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.962072 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.975973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:19.976577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:19.980682 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:19.984959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6898e7-d364-46e8-a5be-a59eb4d01cbd service neutron] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.990299 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afc89e6-0b7f-44d8-85ff-4df2398ff127 x-openstack-request-id: req-5afc89e6-0b7f-44d8-85ff-4df2398ff127 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:19.990612 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "tag": "9a97747c-1645-4f02-b718-bf5844097471", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:19.990877 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5afc89e6-0b7f-44d8-85ff-4df2398ff127 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:19.991290 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'tag': '9a97747c-1645-4f02-b718-bf5844097471', 'status': 'completed', 'code': 200} Sep 16 05:28:20.051545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Made reservation on behalf of bd7df9ce53c24effa6a3c21b63d51a80 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:20.058600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.102790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96621bad-4b0e-4bc1-b280-ac4004293f40 req-81e8c4bf-fa82-4938-a88e-da045d746d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.106161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96621bad-4b0e-4bc1-b280-ac4004293f40 req-81e8c4bf-fa82-4938-a88e-da045d746d10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1095 time: 0.0627792 Sep 16 05:28:20.171218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.199555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.204504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] 10.222.0.49 "DELETE /v2.0/networks/c342c3b0-9b2f-4aa8-be42-bc08a1948c33 HTTP/1.1" status: 204 len: 168 time: 1.7552629 Sep 16 05:28:20.220038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b634e-6a95-4450-9f82-b7098c3dbaaf tempest-NetworksIpV6TestAttrs-126137922 tempest-NetworksIpV6TestAttrs-126137922-project] Pushing event deleted for resources: {'Network': ['ID=c342c3b0-9b2f-4aa8-be42-bc08a1948c33,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:20.299618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 47e5edd3-e26e-4710-a217-c0a205b51b8f up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:20.314874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96621bad-4b0e-4bc1-b280-ac4004293f40 req-298be927-66f8-4f32-9a56-41d4eccaa218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.324550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96621bad-4b0e-4bc1-b280-ac4004293f40 req-298be927-66f8-4f32-9a56-41d4eccaa218 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=87a82320fc364a3682465099ceb7e456&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1977901 Sep 16 05:28:20.493080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96621bad-4b0e-4bc1-b280-ac4004293f40 req-f46f3104-96e9-4fd9-ab9a-253a0b0d78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.496593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96621bad-4b0e-4bc1-b280-ac4004293f40 req-f46f3104-96e9-4fd9-ab9a-253a0b0d78e5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642959 Sep 16 05:28:20.516116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.539524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 47e5edd3-e26e-4710-a217-c0a205b51b8f completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:20.548478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 47e5edd3-e26e-4710-a217-c0a205b51b8f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:20.555117 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.656007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc888b-65c1-4b25-85c1-8bf2cd93312f req-8a697e62-ed5f-491a-934f-e792b4ea1b98 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.657573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebbc888b-65c1-4b25-85c1-8bf2cd93312f req-8a697e62-ed5f-491a-934f-e792b4ea1b98 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 948 time: 0.1600368 Sep 16 05:28:20.670231 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.676315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event updated for resources: {'Subnet': ['ID=a82f8af4-16cd-4a2d-83bf-e4f55ae2b40c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:20.702695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Checking segment: {'id': '2d8bd5c4-087e-40f6-81d1-b50c70635aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e3c4379-c551-47b2-8985-95e8437b41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:20.703064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Network hostable DHCP agents. Network: 4e3c4379-c551-47b2-8985-95e8437b41b0, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:20.730498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-c7dfe130-3d85-4e55-b0a3-5264ced10bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.735798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-c7dfe130-3d85-4e55-b0a3-5264ced10bcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1095 time: 0.1378202 Sep 16 05:28:20.753548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.761614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebbc888b-65c1-4b25-85c1-8bf2cd93312f req-27cbdce6-0c21-4243-b696-28a3ef9f8bca tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950344 Sep 16 05:28:20.785010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6263-82dd-4a4a-ad72-36a28a21aab2 req-a4ffd8f1-0435-4a2f-a6a9-7ac0f159a8ef tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.786906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-908a6263-82dd-4a4a-ad72-36a28a21aab2 req-a4ffd8f1-0435-4a2f-a6a9-7ac0f159a8ef tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.0711653 Sep 16 05:28:20.798046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 47e5edd3-e26e-4710-a217-c0a205b51b8f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=47e5edd3-e26e-4710-a217-c0a205b51b8f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:20.799223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec01866-5639-4aea-ae26-32edbfcdecf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5edd3-e26e-4710-a217-c0a205b51b8f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:20.802216 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3a39e2-7201-4640-a2f6-4edf51c70422" -d '{"events": [{"server_uuid": "2ec01866-5639-4aea-ae26-32edbfcdecf8", "name": "network-vif-plugged", "status": "completed", "tag": "47e5edd3-e26e-4710-a217-c0a205b51b8f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:20.846362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Network 4e3c4379-c551-47b2-8985-95e8437b41b0 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:20.851898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-6c9365e1-4336-4dba-a619-d6c178844292 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a97747c-1645-4f02-b718-bf5844097471 HTTP/1.1" status: 200 len: 217 time: 0.0833983 Sep 16 05:28:20.855344 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a53ee-e23a-4894-983e-3616f8152488 x-openstack-request-id: req-ce5a53ee-e23a-4894-983e-3616f8152488 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:20.855653 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec01866-5639-4aea-ae26-32edbfcdecf8", "name": "network-vif-plugged", "status": "completed", "tag": "47e5edd3-e26e-4710-a217-c0a205b51b8f", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:20.855930 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce5a53ee-e23a-4894-983e-3616f8152488 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:20.856327 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec01866-5639-4aea-ae26-32edbfcdecf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5edd3-e26e-4710-a217-c0a205b51b8f', 'code': 200} Sep 16 05:28:20.864574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-908a6263-82dd-4a4a-ad72-36a28a21aab2 req-0efad178-d4c8-42d6-8d71-cf8a9db6d97a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699563 Sep 16 05:28:20.900744 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.930966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 4e3c4379-c551-47b2-8985-95e8437b41b0) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:20.940705 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.942136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.948971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f77322a-e6ff-4f20-b384-ff370148100e None None] Network 4e3c4379-c551-47b2-8985-95e8437b41b0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:21.020031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-c6e8805f-bd5a-4db7-ad89-08368d77900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.022341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-c6e8805f-bd5a-4db7-ad89-08368d77900a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.1239922 Sep 16 05:28:21.065218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-605f9581-48c8-4200-a984-feabe93a26db tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4006803 Sep 16 05:28:21.072076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59750) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:21.082550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Request body: {'port': {'network_id': '4e3c4379-c551-47b2-8985-95e8437b41b0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1948381899'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:21.140820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-5b555413-6f56-415f-a85f-cf1c6c0106c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.142898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-5b555413-6f56-415f-a85f-cf1c6c0106c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037042 Sep 16 05:28:21.153066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-351397d6-a487-48d8-82c6-b41ae64837cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1244323 Sep 16 05:28:21.175651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59754) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:21.180129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=47e5edd3-e26e-4710-a217-c0a205b51b8f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:21.236672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ee25d-5834-4641-943d-9685507b0c67 req-590b19e8-bb4b-444b-82af-b7766cee3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.249498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c48ee25d-5834-4641-943d-9685507b0c67 req-590b19e8-bb4b-444b-82af-b7766cee3225 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 1101 time: 0.2801962 Sep 16 05:28:21.327996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-4e3c4379-c551-47b2-8985-95e8437b41b0', 'network_id': '4e3c4379-c551-47b2-8985-95e8437b41b0', 'tenant_id': 'bd7df9ce53c24effa6a3c21b63d51a80', 'fixed_ips': [{'subnet_id': 'a82f8af4-16cd-4a2d-83bf-e4f55ae2b40c'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:21.329026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.334148 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c48ee25d-5834-4641-943d-9685507b0c67 req-43a2a282-9fc8-47c9-950d-2261cb1ee364 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679655 Sep 16 05:28:21.365751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-373bf1b4-87ea-410a-befe-a75a9088e638 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097034 Sep 16 05:28:21.382244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-0a2af1a9-4ee9-4dc0-8e50-99ddb3666acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.383810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-0a2af1a9-4ee9-4dc0-8e50-99ddb3666acb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1096 time: 0.0803976 Sep 16 05:28:21.420228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Made reservation on behalf of bd7df9ce53c24effa6a3c21b63d51a80 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:21.423780 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.454588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] device_id is not set on port 480ae5e3-adcb-4abf-b8c3-1be9f32ada44 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:21.505857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Allocated IP 172.20.0.2 (4e3c4379-c551-47b2-8985-95e8437b41b0/a82f8af4-16cd-4a2d-83bf-e4f55ae2b40c/f85a2eff-009e-45e9-94f9-94f0294063ae) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:21.526176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59758) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:21.527417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-acb4adbb-e092-4eb2-8192-c940b573a43b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa29819eb6b9433b80257c60f3161aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475990 Sep 16 05:28:21.711956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23fbeb6d-9853-4dc6-aa1a-d365750f3c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.719405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-dbd358e8-86eb-422d-a183-dd732c80ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.721360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-dbd358e8-86eb-422d-a183-dd732c80ff26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.2871325 Sep 16 05:28:21.788973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23fbeb6d-9853-4dc6-aa1a-d365750f3c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.923649 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.931478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-6023222c-2bb2-473b-9cdd-cf85450cf6e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 999 time: 0.1991539 Sep 16 05:28:21.966805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23fbeb6d-9853-4dc6-aa1a-d365750f3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.969458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23fbeb6d-9853-4dc6-aa1a-d365750f3c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.970729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-23fbeb6d-9853-4dc6-aa1a-d365750f3c4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8a2d830-cda4-4309-9b23-e77fcbb5c897 HTTP/1.1" status: 204 len: 168 time: 0.4190781 Sep 16 05:28:21.982105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbeb6d-9853-4dc6-aa1a-d365750f3c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2d830-cda4-4309-9b23-e77fcbb5c897,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:21.986843 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd2554c-864d-4e44-af22-b6bad43c9eee req-39730290-aa84-4191-a917-3a94596fcfe9 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097756 Sep 16 05:28:22.019957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27312e0e-80ef-4ef8-9725-639db8357367 req-a1c5e4c1-defa-4c7e-8068-9e6b0c3237c1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:22.030631 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27312e0e-80ef-4ef8-9725-639db8357367 req-a1c5e4c1-defa-4c7e-8068-9e6b0c3237c1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 949 time: 0.1018729 Sep 16 05:28:22.044245 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.093314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-c4dced3f-1354-4195-b44f-4f079168037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:22.096148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-c4dced3f-1354-4195-b44f-4f079168037e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.1551158 Sep 16 05:28:22.137458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Network 4e3c4379-c551-47b2-8985-95e8437b41b0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:22.140698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e8646-0495-4d9e-ba2b-87b01b106c06 req-8267d79c-ccbc-4100-bdc4-1e8481d9a4d1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:22.141762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:22.144548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:22.155537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa6e8646-0495-4d9e-ba2b-87b01b106c06 req-8267d79c-ccbc-4100-bdc4-1e8481d9a4d1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1752377 Sep 16 05:28:22.207306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Pushing event updated for resources: {'Port': ['ID=f85a2eff-009e-45e9-94f9-94f0294063ae,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:22.219533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27312e0e-80ef-4ef8-9725-639db8357367 req-d956b001-2764-44d2-a53a-dd1393d4bf71 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870024 Sep 16 05:28:22.293835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Attempting to bind port f85a2eff-009e-45e9-94f9-94f0294063ae on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:22.295433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Attempting to bind port f85a2eff-009e-45e9-94f9-94f0294063ae by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2d8bd5c4-087e-40f6-81d1-b50c70635aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e3c4379-c551-47b2-8985-95e8437b41b0'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:22.296170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Attempting to bind port f85a2eff-009e-45e9-94f9-94f0294063ae on network 4e3c4379-c551-47b2-8985-95e8437b41b0 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:22.300135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Allocated IP 172.20.0.7 (4e3c4379-c551-47b2-8985-95e8437b41b0/a82f8af4-16cd-4a2d-83bf-e4f55ae2b40c/480ae5e3-adcb-4abf-b8c3-1be9f32ada44) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:22.305011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:22.305290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa6e8646-0495-4d9e-ba2b-87b01b106c06 req-7efae168-f336-412f-965d-d73f1b8a0f27 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490571 Sep 16 05:28:22.305933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Checking segment: {'id': '2d8bd5c4-087e-40f6-81d1-b50c70635aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e3c4379-c551-47b2-8985-95e8437b41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:22.306545 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.308644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Bound using segment: {'id': '2d8bd5c4-087e-40f6-81d1-b50c70635aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e3c4379-c551-47b2-8985-95e8437b41b0'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:22.310769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Bound port: f85a2eff-009e-45e9-94f9-94f0294063ae, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8bd5c4-087e-40f6-81d1-b50c70635aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e3c4379-c551-47b2-8985-95e8437b41b0'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:22.310769 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.326179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-7d2c6a67-74f2-4856-b142-817aeadefd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:22.329078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-7d2c6a67-74f2-4856-b142-817aeadefd55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2094228 Sep 16 05:28:22.476931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-da37a94b-8c9d-4765-9a95-0ed80dae343d service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293991 Sep 16 05:28:22.489573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4e337c18-37da-4805-858a-0cf30990571b None None] For port f85a2eff-009e-45e9-94f9-94f0294063ae, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:22.497545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4e337c18-37da-4805-858a-0cf30990571b None None] For port f85a2eff-009e-45e9-94f9-94f0294063ae, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f85a2eff-009e-45e9-94f9-94f0294063ae,segment=NetworkSegment(2d8bd5c4-087e-40f6-81d1-b50c70635aa4),segment_id=2d8bd5c4-087e-40f6-81d1-b50c70635aa4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:22.524960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59778) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:22.581630 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.724981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e337c18-37da-4805-858a-0cf30990571b None None] Pushing event updated for resources: {'Port': ['ID=f85a2eff-009e-45e9-94f9-94f0294063ae,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:22.741464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a372f72-8ab8-47b8-aec9-b137e0feaeb1 req-cc6d8ad8-3217-40ee-ba49-d9cea119956a service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395208 Sep 16 05:28:22.812415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bbeff2e-6747-4658-949e-3110b3f348f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.947555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.093133 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bbeff2e-6747-4658-949e-3110b3f348f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.112306 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d58167cc-2b4c-4810-b0af-802d6aa864e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.146670 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.211552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Network 4e3c4379-c551-47b2-8985-95e8437b41b0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:23.216010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:23.219815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bbeff2e-6747-4658-949e-3110b3f348f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.225508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:23.289054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event updated for resources: {'Port': ['ID=480ae5e3-adcb-4abf-b8c3-1be9f32ada44,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:23.320013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeff2e-6747-4658-949e-3110b3f348f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61ba2b-3da2-4d4d-af4a-a79683ac8916,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:23.340349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:23.340840 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2bbeff2e-6747-4658-949e-3110b3f348f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3abc27a0d8d24b8f8f029d526d6bac6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099592 Sep 16 05:28:23.361266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.362319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.451248 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c3bd90a3-8833-46f3-9302-7afedb9a5b0e tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3768871 Sep 16 05:28:23.454053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59804) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:23.491870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec312f-0eea-47c5-a48b-d019d17ae5f5 req-0fa42771-0087-4862-9497-e0f4dfd8f51e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.493837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0ec312f-0eea-47c5-a48b-d019d17ae5f5 req-0fa42771-0087-4862-9497-e0f4dfd8f51e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 949 time: 0.1134038 Sep 16 05:28:23.531650 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c58847c3-b1d2-4071-82a9-4cba8b9f4901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.572081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c58847c3-b1d2-4071-82a9-4cba8b9f4901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.577384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0ec312f-0eea-47c5-a48b-d019d17ae5f5 req-33b9e0fa-0159-4161-a31f-df81c54431c6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752180 Sep 16 05:28:23.618777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f85a2eff-009e-45e9-94f9-94f0294063ae up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:23.663367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fae02e-1a70-4a22-8d78-7e2382693451 req-c9676d63-4f63-4533-8fc3-ed7baedea8d9 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.673429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7fae02e-1a70-4a22-8d78-7e2382693451 req-c9676d63-4f63-4533-8fc3-ed7baedea8d9 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1756639 Sep 16 05:28:23.740235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c58847c3-b1d2-4071-82a9-4cba8b9f4901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.743304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c58847c3-b1d2-4071-82a9-4cba8b9f4901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.746214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c58847c3-b1d2-4071-82a9-4cba8b9f4901 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c61ba2b-3da2-4d4d-af4a-a79683ac8916 HTTP/1.1" status: 204 len: 168 time: 0.4105828 Sep 16 05:28:23.754616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-75337bc2-e4d6-4378-8858-feab593980c8 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Deleting port 480ae5e3-adcb-4abf-b8c3-1be9f32ada44 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:23.760671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75337bc2-e4d6-4378-8858-feab593980c8 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.760874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58847c3-b1d2-4071-82a9-4cba8b9f4901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61ba2b-3da2-4d4d-af4a-a79683ac8916,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:23.779605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7fae02e-1a70-4a22-8d78-7e2382693451 req-868799fb-ef2a-4db6-9d61-684966398225 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051652 Sep 16 05:28:23.817167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f85a2eff-009e-45e9-94f9-94f0294063ae triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:23.817753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.837907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:23.930240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.965795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75337bc2-e4d6-4378-8858-feab593980c8 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.995223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-75337bc2-e4d6-4378-8858-feab593980c8 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Calling delete_port for 480ae5e3-adcb-4abf-b8c3-1be9f32ada44 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:24.063651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-secgroup--114516269'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:24.073725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.080324 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:24.108577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bb4d2-082b-4560-8035-bdaa325cbac3 req-f7f9b0ca-2203-45bc-8a40-295dd8c8cb44 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:24.111188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef0bb4d2-082b-4560-8035-bdaa325cbac3 req-f7f9b0ca-2203-45bc-8a40-295dd8c8cb44 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 1101 time: 0.1840076 Sep 16 05:28:24.147651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port f85a2eff-009e-45e9-94f9-94f0294063ae, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f85a2eff-009e-45e9-94f9-94f0294063ae,segment=NetworkSegment(2d8bd5c4-087e-40f6-81d1-b50c70635aa4),segment_id=2d8bd5c4-087e-40f6-81d1-b50c70635aa4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:24.196866 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef0bb4d2-082b-4560-8035-bdaa325cbac3 req-c3fd46a9-18bf-4b73-a40b-64286e559d98 tempest-ServersOnMultiNodesTest-1947310253 tempest-ServersOnMultiNodesTest-1947310253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747397 Sep 16 05:28:24.202853 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.220017 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.231719 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.295669 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75337bc2-e4d6-4378-8858-feab593980c8 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.325072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=f85a2eff-009e-45e9-94f9-94f0294063ae,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:24.332277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75337bc2-e4d6-4378-8858-feab593980c8 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event deleted for resources: {'Port': ['ID=480ae5e3-adcb-4abf-b8c3-1be9f32ada44,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:24.336032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65b67e-8911-432a-8157-a4715867706b None None] Network 4e3c4379-c551-47b2-8985-95e8437b41b0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:24.408846 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.415200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75337bc2-e4d6-4378-8858-feab593980c8 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.417875 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-75337bc2-e4d6-4378-8858-feab593980c8 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "DELETE /v2.0/ports/480ae5e3-adcb-4abf-b8c3-1be9f32ada44 HTTP/1.1" status: 204 len: 168 time: 0.9627306 Sep 16 05:28:24.421593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59824) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:24.455109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-376d675b-085a-4adc-9dcc-303f2ba2cbed None None] Provisioning complete for port f85a2eff-009e-45e9-94f9-94f0294063ae triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:24.455700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-376d675b-085a-4adc-9dcc-303f2ba2cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.503954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.546105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4822744-cc52-4290-8a6c-4177d57eeefc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:24.628817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.701314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-06d862dd-89b4-40e5-a32f-76b1bd324a87 tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2771711 Sep 16 05:28:24.704306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:24.709970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-438012331'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:24.760322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.871021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Made reservation on behalf of bd7df9ce53c24effa6a3c21b63d51a80 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:24.874551 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.878251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f2274-cfa5-41d4-9b8e-d55693e963e7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:24.916068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40c7d0-ba0f-4811-aa9b-3343a15c6232 req-72f0c647-82bc-4d72-bef1-a4a35abb76e1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:24.920483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f40c7d0-ba0f-4811-aa9b-3343a15c6232 req-72f0c647-82bc-4d72-bef1-a4a35abb76e1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 949 time: 0.0831859 Sep 16 05:28:24.934374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:24.967840 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.967840 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Added segment 8ecb58e6-d6b9-44b2-b2c7-4dc26c0296b7 of type vlan for network 086c4bfc-fc6c-459e-8216-edce6f4ddea4 Sep 16 05:28:24.967840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:24.992470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7f4b1db0-584a-4f52-93a5-0ed499bcf3a3 None None] Provisioning complete for port f85a2eff-009e-45e9-94f9-94f0294063ae triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:24.995158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f4b1db0-584a-4f52-93a5-0ed499bcf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.000526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e42af7f8-cb01-4514-9885-b86a77c10750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.011707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.015454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-07f5c90c-875c-42ff-b058-444af1f392e5 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1736081 Sep 16 05:28:25.016221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59840) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:25.075310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd123d34-62b9-4995-bae5-bcec6897f0ab req-e0e8787b-032e-4f1a-9bdd-06574dc25e67 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:25.084281 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd123d34-62b9-4995-bae5-bcec6897f0ab req-e0e8787b-032e-4f1a-9bdd-06574dc25e67 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1091757 Sep 16 05:28:25.123227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.170252 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd123d34-62b9-4995-bae5-bcec6897f0ab req-9197618e-92d1-45ec-8e7f-762e3bcb0c25 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847995 Sep 16 05:28:25.192159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2a25e394-9fee-4e2c-8085-5d398514adba tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1629417 Sep 16 05:28:25.193693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f40c7d0-ba0f-4811-aa9b-3343a15c6232 req-9abd9f6f-92a8-464a-a901-64ce79abb884 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458258 Sep 16 05:28:25.197462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59842) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:25.206072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-14d49624-6eba-4edb-83c8-f808d9c124ae tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-security--65155452', 'description': 'tempest-security-description-994108973'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:25.244757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d49624-6eba-4edb-83c8-f808d9c124ae tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.308373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-daf5c34b-b57a-40b3-9cf5-cf1ebf3a7d9b None None] Could not find standard attr ID for object 480ae5e3-adcb-4abf-b8c3-1be9f32ada44. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:28:25.310655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e42af7f8-cb01-4514-9885-b86a77c10750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.320081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d49624-6eba-4edb-83c8-f808d9c124ae tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.500559 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.509953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f85a2eff-009e-45e9-94f9-94f0294063ae up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:25.563550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.566055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f85a2eff-009e-45e9-94f9-94f0294063ae triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:25.566435 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.569857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:25.570504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.578352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e42af7f8-cb01-4514-9885-b86a77c10750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.599146 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d49624-6eba-4edb-83c8-f808d9c124ae tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.603526 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-14d49624-6eba-4edb-83c8-f808d9c124ae tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.611600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-14d49624-6eba-4edb-83c8-f808d9c124ae tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "PUT /v2.0/security-groups/de3f2274-cfa5-41d4-9b8e-d55693e963e7 HTTP/1.1" status: 200 len: 1777 time: 0.4112158 Sep 16 05:28:25.612550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59844) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:25.652556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e42af7f8-cb01-4514-9885-b86a77c10750 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3876603f7284ca5a2263763c68b8f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836562 Sep 16 05:28:25.658829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59846) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:25.689166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42af7f8-cb01-4514-9885-b86a77c10750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db808b6c-282e-4749-b8b5-15130db944e8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:25.704731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9989736 Sep 16 05:28:25.704872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59848) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:25.710502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b750fe-a068-4a60-829b-f57aec426994 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event updated for resources: {'Network': ['ID=086c4bfc-fc6c-459e-8216-edce6f4ddea4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:25.717236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d49624-6eba-4edb-83c8-f808d9c124ae tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f2274-cfa5-41d4-9b8e-d55693e963e7,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:25.740679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-afcbad99-c5f9-42f8-9956-5ca9e55b07a6 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups/de3f2274-cfa5-41d4-9b8e-d55693e963e7 HTTP/1.1" status: 200 len: 1777 time: 0.1197610 Sep 16 05:28:25.741318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59850) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:25.751907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 086c4bfc-fc6c-459e-8216-edce6f4ddea4 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:25.800775 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c09ca48a-28e6-454b-bfe3-18ffab9d4f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.840654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c09ca48a-28e6-454b-bfe3-18ffab9d4f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.850405 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-034913c4-834a-40f3-84a3-41033d12879d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.896959 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-034913c4-834a-40f3-84a3-41033d12879d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.930689 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-20322a44-8707-446e-bedf-ca88cea4a37f tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "GET /v2.0/agents/460ace0d-17df-4f56-8bd0-581f61671ff4/dhcp-networks HTTP/1.1" status: 200 len: 6497 time: 0.2236271 Sep 16 05:28:25.934239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59854) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:26.039881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47421ebc-0eb1-498d-b5cc-1e69027a75cc tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] Network 086c4bfc-fc6c-459e-8216-edce6f4ddea4 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:26.342888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:26.352056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6707aa-1d8d-495f-a9cb-43edc59eee20 req-26b7020d-73d9-4aa3-b78c-0fda7783b905 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:26.362808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd6707aa-1d8d-495f-a9cb-43edc59eee20 req-26b7020d-73d9-4aa3-b78c-0fda7783b905 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 949 time: 0.0798388 Sep 16 05:28:26.421282 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd6707aa-1d8d-495f-a9cb-43edc59eee20 req-49c7bab5-9ba0-4cec-b5e0-295664bb53b8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573919 Sep 16 05:28:26.497186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:26.514538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '9a97747c-1645-4f02-b718-bf5844097471', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'port_id': '9a97747c-1645-4f02-b718-bf5844097471', 'mac_address': 'fa:16:3e:d6:a7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:26.560427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.579932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a97747c-1645-4f02-b718-bf5844097471 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:26.608393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:26.644864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bdf05-dae8-422d-9acc-e0e819a87bdf req-bcf30dd9-af07-4154-a3a2-c8c4fc7d8764 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:26.646481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e3bdf05-dae8-422d-9acc-e0e819a87bdf req-bcf30dd9-af07-4154-a3a2-c8c4fc7d8764 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.3786263 Sep 16 05:28:26.660055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-54c03e12-45f1-4968-bb5c-49fd3ee30823 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:26.661603 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-54c03e12-45f1-4968-bb5c-49fd3ee30823 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 949 time: 0.0762942 Sep 16 05:28:26.723472 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e3bdf05-dae8-422d-9acc-e0e819a87bdf req-9866dd6b-d178-4369-a17e-3f1113c4f6c3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607471 Sep 16 05:28:26.787533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Deleting port 47e5edd3-e26e-4710-a217-c0a205b51b8f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:26.787795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.899172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] For port 47e5edd3-e26e-4710-a217-c0a205b51b8f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=47e5edd3-e26e-4710-a217-c0a205b51b8f,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:26.899518 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.924248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Calling delete_port for 47e5edd3-e26e-4710-a217-c0a205b51b8f owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:27.099659 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c09ca48a-28e6-454b-bfe3-18ffab9d4f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.099659 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c09ca48a-28e6-454b-bfe3-18ffab9d4f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.099659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c09ca48a-28e6-454b-bfe3-18ffab9d4f0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db808b6c-282e-4749-b8b5-15130db944e8 HTTP/1.1" status: 204 len: 168 time: 1.4395556 Sep 16 05:28:27.108322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca48a-28e6-454b-bfe3-18ffab9d4f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db808b6c-282e-4749-b8b5-15130db944e8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.134587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-47421ebc-0eb1-498d-b5cc-1e69027a75cc tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "POST /v2.0/agents/460ace0d-17df-4f56-8bd0-581f61671ff4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1956494 Sep 16 05:28:27.136391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-034913c4-834a-40f3-84a3-41033d12879d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.137356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59866) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:27.140660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-034913c4-834a-40f3-84a3-41033d12879d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.140886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff5a5d-9b64-4f04-b7e9-db94ff7a5d44 None None] Network 086c4bfc-fc6c-459e-8216-edce6f4ddea4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:27.144432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-034913c4-834a-40f3-84a3-41033d12879d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/de3f2274-cfa5-41d4-9b8e-d55693e963e7 HTTP/1.1" status: 204 len: 168 time: 1.3998611 Sep 16 05:28:27.146022 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59868) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:27.163646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034913c4-834a-40f3-84a3-41033d12879d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3f2274-cfa5-41d4-9b8e-d55693e963e7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.283902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-237fa731-e492-46dd-a9b0-ba88f378cccb tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1352034 Sep 16 05:28:27.286272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59872) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:27.310788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.354740 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-d7512aed-5264-4699-8b20-bc2f738b174b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] delete failed (client error): The resource could not be found. Sep 16 05:28:27.356033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d7512aed-5264-4699-8b20-bc2f738b174b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/de3f2274-cfa5-41d4-9b8e-d55693e963e7 HTTP/1.1" status: 404 len: 347 time: 0.0685115 Sep 16 05:28:27.360681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.362399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event deleted for resources: {'Port': ['ID=47e5edd3-e26e-4710-a217-c0a205b51b8f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.367116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:27.383996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6b631641-d0fa-4b3d-aeea-7c5b072e4364 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-secgroup--258648274'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:27.403958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59df6a07-0d83-47c4-a1b1-1715f388d40c tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "GET /v2.0/agents/460ace0d-17df-4f56-8bd0-581f61671ff4/dhcp-networks HTTP/1.1" status: 200 len: 7267 time: 0.2630632 Sep 16 05:28:27.405651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59876) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:27.466201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] No DVR routers for this DVR port 47e5edd3-e26e-4710-a217-c0a205b51b8f on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:27.469475 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.472262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'cda5e608-72b7-4ebb-8b79-da016ccf36df', '47e5edd3-e26e-4710-a217-c0a205b51b8f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:27.477112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-818d0955-41ca-4f8d-859e-bcd03a860878 req-3b5e708d-24d2-4c6f-b47d-1df3693ce1ad tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "DELETE /v2.0/ports/47e5edd3-e26e-4710-a217-c0a205b51b8f HTTP/1.1" status: 204 len: 173 time: 0.7991474 Sep 16 05:28:27.477112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec01866-5639-4aea-ae26-32edbfcdecf8', 'name': 'network-vif-deleted', 'tag': '47e5edd3-e26e-4710-a217-c0a205b51b8f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:27.480596 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad00990a-3aa0-4400-bf92-ecf945afdc9c" -d '{"events": [{"server_uuid": "2ec01866-5639-4aea-ae26-32edbfcdecf8", "name": "network-vif-deleted", "tag": "47e5edd3-e26e-4710-a217-c0a205b51b8f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:27.494227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'c956e541-a392-43cc-801b-9627ea298dba', '8e526f01-9835-4a8a-b6c5-1e3b019edff2', '8a452c9f-68c1-4260-bd80-f086facc1e0c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:27.545593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b631641-d0fa-4b3d-aeea-7c5b072e4364 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.549495 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942c068a-d97e-4657-88ed-f53116e4fe70 x-openstack-request-id: req-942c068a-d97e-4657-88ed-f53116e4fe70 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:27.549812 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec01866-5639-4aea-ae26-32edbfcdecf8", "name": "network-vif-deleted", "tag": "47e5edd3-e26e-4710-a217-c0a205b51b8f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:27.550850 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-942c068a-d97e-4657-88ed-f53116e4fe70 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:27.550850 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec01866-5639-4aea-ae26-32edbfcdecf8', 'name': 'network-vif-deleted', 'tag': '47e5edd3-e26e-4710-a217-c0a205b51b8f', 'status': 'completed', 'code': 200} Sep 16 05:28:27.588748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.638323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0429b480-94fd-4f10-b8ef-1d0a799779ff req-397cc417-6812-46f1-aadc-9d4375db6008 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 210 time: 0.0716991 Sep 16 05:28:27.690833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b872df7e-5df4-4c76-b278-7c18e093a796 tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "DELETE /v2.0/agents/460ace0d-17df-4f56-8bd0-581f61671ff4/dhcp-networks/086c4bfc-fc6c-459e-8216-edce6f4ddea4 HTTP/1.1" status: 204 len: 168 time: 0.2829893 Sep 16 05:28:27.694011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:27.724262 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.778050 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b631641-d0fa-4b3d-aeea-7c5b072e4364 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.822471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['9a97747c-1645-4f02-b718-bf5844097471'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:27.858674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b631641-d0fa-4b3d-aeea-7c5b072e4364 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.955263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631641-d0fa-4b3d-aeea-7c5b072e4364 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b78d8c-a17b-4b3a-829e-cbb1629708c6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:28.026571 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6b631641-d0fa-4b3d-aeea-7c5b072e4364 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.035435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6b631641-d0fa-4b3d-aeea-7c5b072e4364 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6533442 Sep 16 05:28:28.035550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934a30e-06d9-44b2-9161-b31bfcd4ac6f req-0e8c35bc-5aa0-4906-b5f8-792c454d5df2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:28.035550 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3934a30e-06d9-44b2-9161-b31bfcd4ac6f req-0e8c35bc-5aa0-4906-b5f8-792c454d5df2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 944 time: 0.0991435 Sep 16 05:28:28.035801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.047563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f43dd9ee-e6cf-4f26-a6c7-bd608c41bb64 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': 'd9b78d8c-a17b-4b3a-829e-cbb1629708c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:28.083694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-51790956-c0d9-4604-8274-c8c6a68fe86d tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "GET /v2.0/agents/460ace0d-17df-4f56-8bd0-581f61671ff4/dhcp-networks HTTP/1.1" status: 200 len: 6497 time: 0.3881321 Sep 16 05:28:28.089672 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.124514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-28ffd417-7b04-40a0-8053-a0c2fec13547 tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "GET /v2.0/networks/4e3c4379-c551-47b2-8985-95e8437b41b0/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0330319 Sep 16 05:28:28.127997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59900) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.149390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3934a30e-06d9-44b2-9161-b31bfcd4ac6f req-54993c60-d893-4148-87ba-c4abe60e9ad2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823402 Sep 16 05:28:28.189402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ced51e3c-1224-4386-927f-4abc325db774 tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "GET /v2.0/networks/4e3c4379-c551-47b2-8985-95e8437b41b0/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0597639 Sep 16 05:28:28.191664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59904) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.233402 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f43dd9ee-e6cf-4f26-a6c7-bd608c41bb64 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.359166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 47e5edd3-e26e-4710-a217-c0a205b51b8f no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:28.372247 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f43dd9ee-e6cf-4f26-a6c7-bd608c41bb64 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.403781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-021375f1-c2b1-482e-b828-99d3223eceee tempest-DHCPAgentSchedulersTestJSON-1822422801 tempest-DHCPAgentSchedulersTestJSON-1822422801-project-admin] 10.222.0.49 "GET /v2.0/agents/460ace0d-17df-4f56-8bd0-581f61671ff4/dhcp-networks HTTP/1.1" status: 200 len: 6497 time: 0.2108700 Sep 16 05:28:28.408752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.421748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 47e5edd3-e26e-4710-a217-c0a205b51b8f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:28.422285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 47e5edd3-e26e-4710-a217-c0a205b51b8f not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:28.443209 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f43dd9ee-e6cf-4f26-a6c7-bd608c41bb64 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.487117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dd9ee-e6cf-4f26-a6c7-bd608c41bb64 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c891897-432c-456e-9f4b-f56b08daa294,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:28.546491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.553007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f43dd9ee-e6cf-4f26-a6c7-bd608c41bb64 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.555200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f43dd9ee-e6cf-4f26-a6c7-bd608c41bb64 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5114000 Sep 16 05:28:28.560052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59916) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.618017 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e85ae308-11c0-41d9-8697-338e3fdbf227 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.627351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e85ae308-11c0-41d9-8697-338e3fdbf227 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.718103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.724974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.770460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086c4bfc-fc6c-459e-8216-edce6f4ddea4']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:28.792230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecb58e6-d6b9-44b2-b2c7-4dc26c0296b7') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:28.792967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecb58e6-d6b9-44b2-b2c7-4dc26c0296b7') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:28.809735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.821395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5944d8c4-94e6-48fb-a511-ec29e2ea2b18 req-30511225-b023-466f-94ff-f9e1934f99e4 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ec01866-5639-4aea-ae26-32edbfcdecf8 HTTP/1.1" status: 200 len: 210 time: 0.0623970 Sep 16 05:28:28.824758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e85ae308-11c0-41d9-8697-338e3fdbf227 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.836810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e85ae308-11c0-41d9-8697-338e3fdbf227 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.839528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e85ae308-11c0-41d9-8697-338e3fdbf227 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7c891897-432c-456e-9f4b-f56b08daa294 HTTP/1.1" status: 204 len: 168 time: 0.2778676 Sep 16 05:28:28.845383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59922) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:28.855455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.863384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:28.863796 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:28.867055 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:28.878003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ae308-11c0-41d9-8697-338e3fdbf227 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c891897-432c-456e-9f4b-f56b08daa294,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:28.944989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-74fc80a2-bfa1-46d3-87b0-acd57e1942d9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976753 Sep 16 05:28:28.948670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59924) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:29.045872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d3454d-fc87-4ee4-980e-155389c3fcc4 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.066068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.084145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.084145 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "DELETE /v2.0/networks/086c4bfc-fc6c-459e-8216-edce6f4ddea4 HTTP/1.1" status: 204 len: 168 time: 0.6708872 Sep 16 05:28:29.094438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59928) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:29.109380 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d3454d-fc87-4ee4-980e-155389c3fcc4 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.122003 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcbc6b5-8394-468e-9420-35c04bcca12f tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] DELETE failed (client error): The resource could not be found. Sep 16 05:28:29.122780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcbc6b5-8394-468e-9420-35c04bcca12f tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:28:29.127246 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2fcbc6b5-8394-468e-9420-35c04bcca12f tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "DELETE /v2.0/ports/480ae5e3-adcb-4abf-b8c3-1be9f32ada44 HTTP/1.1" status: 404 len: 333 time: 0.0292306 Sep 16 05:28:29.127246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c8115-1e5f-403d-9485-ef028e54276b tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event deleted for resources: {'Network': ['ID=086c4bfc-fc6c-459e-8216-edce6f4ddea4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:29.127538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:29.201283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c407a4e-3309-497d-aef3-b722c6eec377 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Deleting subnet a82f8af4-16cd-4a2d-83bf-e4f55ae2b40c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:29.206390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c407a4e-3309-497d-aef3-b722c6eec377 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.277992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d3454d-fc87-4ee4-980e-155389c3fcc4 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.280558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c407a4e-3309-497d-aef3-b722c6eec377 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.280705 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d3454d-fc87-4ee4-980e-155389c3fcc4 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.282064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e6d3454d-fc87-4ee4-980e-155389c3fcc4 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/d9b78d8c-a17b-4b3a-829e-cbb1629708c6 HTTP/1.1" status: 204 len: 168 time: 0.3319933 Sep 16 05:28:29.286140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59938) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:29.300051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3454d-fc87-4ee4-980e-155389c3fcc4 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b78d8c-a17b-4b3a-829e-cbb1629708c6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:29.339705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212e67-d0fb-4606-99d0-71f2bbcdd3bb req-681aa7b2-b63b-4540-8b12-b178bb18ddc7 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.341588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6212e67-d0fb-4606-99d0-71f2bbcdd3bb req-681aa7b2-b63b-4540-8b12-b178bb18ddc7 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 944 time: 0.1089320 Sep 16 05:28:29.352721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5713f40e-a59d-457d-b903-69ad6b5b96f2 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629461 Sep 16 05:28:29.356865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59942) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:29.364848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-057557ac-04d2-4c52-8edd-3cadb183bfc9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589046495'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:29.430916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6212e67-d0fb-4606-99d0-71f2bbcdd3bb req-9402d175-0f73-4ee6-8a81-62d91fea1363 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816722 Sep 16 05:28:29.442567 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c407a4e-3309-497d-aef3-b722c6eec377 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.517493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-057557ac-04d2-4c52-8edd-3cadb183bfc9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.640524 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c407a4e-3309-497d-aef3-b722c6eec377 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.702671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6c407a4e-3309-497d-aef3-b722c6eec377 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.708377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6c407a4e-3309-497d-aef3-b722c6eec377 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "DELETE /v2.0/subnets/a82f8af4-16cd-4a2d-83bf-e4f55ae2b40c HTTP/1.1" status: 204 len: 168 time: 0.5768986 Sep 16 05:28:29.709935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4773db02-2bf7-4557-801b-c6663fb84b6d None None] Network 4e3c4379-c551-47b2-8985-95e8437b41b0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:29.716230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59950) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:29.742051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c407a4e-3309-497d-aef3-b722c6eec377 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event deleted for resources: {'Subnet': ['ID=a82f8af4-16cd-4a2d-83bf-e4f55ae2b40c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:29.867487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.919409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-057557ac-04d2-4c52-8edd-3cadb183bfc9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.942328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Deleting port f85a2eff-009e-45e9-94f9-94f0294063ae {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:29.942674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.972596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] DHCP port deletion for 4e3c4379-c551-47b2-8985-95e8437b41b0 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:30.021162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] For port f85a2eff-009e-45e9-94f9-94f0294063ae, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f85a2eff-009e-45e9-94f9-94f0294063ae,segment=NetworkSegment(2d8bd5c4-087e-40f6-81d1-b50c70635aa4),segment_id=2d8bd5c4-087e-40f6-81d1-b50c70635aa4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:30.021548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.028244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] Deleting port f85a2eff-009e-45e9-94f9-94f0294063ae {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:30.028649 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.043663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Calling delete_port for f85a2eff-009e-45e9-94f9-94f0294063ae owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:30.107913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] For port f85a2eff-009e-45e9-94f9-94f0294063ae, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f85a2eff-009e-45e9-94f9-94f0294063ae,segment=NetworkSegment(2d8bd5c4-087e-40f6-81d1-b50c70635aa4),segment_id=2d8bd5c4-087e-40f6-81d1-b50c70635aa4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:30.108713 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.123213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-057557ac-04d2-4c52-8edd-3cadb183bfc9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.125541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] Calling delete_port for f85a2eff-009e-45e9-94f9-94f0294063ae owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:30.175509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057557ac-04d2-4c52-8edd-3cadb183bfc9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7677d2-9be0-4164-a35c-047816289d2d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.226624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-057557ac-04d2-4c52-8edd-3cadb183bfc9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.228468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-057557ac-04d2-4c52-8edd-3cadb183bfc9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8703566 Sep 16 05:28:30.231803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59968) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:30.236889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f7b58f5d-150b-4216-a305-7bb7c7c75f4e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '6d7677d2-9be0-4164-a35c-047816289d2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:30.285720 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.289827 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.347844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event deleted for resources: {'Port': ['ID=f85a2eff-009e-45e9-94f9-94f0294063ae,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.351140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] No DVR routers for this DVR port f85a2eff-009e-45e9-94f9-94f0294063ae on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:30.370599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] No DVR routers for this DVR port f85a2eff-009e-45e9-94f9-94f0294063ae on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:30.378572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7b58f5d-150b-4216-a305-7bb7c7c75f4e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.378969 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e9dfa-d852-403e-a63b-fd04f07c348a None None] Pushing event deleted for resources: {'Port': ['ID=f85a2eff-009e-45e9-94f9-94f0294063ae,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.384292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:30.502807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.548811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3c4379-c551-47b2-8985-95e8437b41b0']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:30.552631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7b58f5d-150b-4216-a305-7bb7c7c75f4e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.598361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 9a97747c-1645-4f02-b718-bf5844097471 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:30.601606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 9a97747c-1645-4f02-b718-bf5844097471 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:30.602060 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.608460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8bd5c4-087e-40f6-81d1-b50c70635aa4') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:30.611583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8bd5c4-087e-40f6-81d1-b50c70635aa4') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:30.625584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.667336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.692559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf631e-4486-4cf0-887f-08a8820dbb9e req-fda3f644-9554-450e-88b0-ac56aedfc220 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.699324 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62cf631e-4486-4cf0-887f-08a8820dbb9e req-fda3f644-9554-450e-88b0-ac56aedfc220 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 950 time: 0.1831315 Sep 16 05:28:30.703505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7b58f5d-150b-4216-a305-7bb7c7c75f4e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.708943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83d837-c5c6-4192-ad10-418723b2145e req-ca9ec388-59e4-4b37-bee3-59645b553252 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.712568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f83d837-c5c6-4192-ad10-418723b2145e req-ca9ec388-59e4-4b37-bee3-59645b553252 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 944 time: 0.1044130 Sep 16 05:28:30.723385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:30.723808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.725665 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:30.743995 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:30.747892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b58f5d-150b-4216-a305-7bb7c7c75f4e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a64f81-50c0-4a47-b79e-9e1d6b55baa6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.764899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:30.766669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f83d837-c5c6-4192-ad10-418723b2145e req-dfd918f2-d8d5-45c7-9ea9-ef952f4ae79f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444016 Sep 16 05:28:30.770306 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe51af09-f417-49a8-9233-ce4512e19a15" -d '{"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-plugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:30.785737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:30.857601 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62cf631e-4486-4cf0-887f-08a8820dbb9e req-5a13be95-2844-4817-b551-f986f4e87b8c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569901 Sep 16 05:28:30.880066 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f02997-5ca3-43e2-9753-92f8ab48151d x-openstack-request-id: req-82f02997-5ca3-43e2-9753-92f8ab48151d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:30.880066 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-plugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:30.880066 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82f02997-5ca3-43e2-9753-92f8ab48151d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:30.880066 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471', 'code': 200} Sep 16 05:28:30.905724 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.946000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f7b58f5d-150b-4216-a305-7bb7c7c75f4e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.947143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f7b58f5d-150b-4216-a305-7bb7c7c75f4e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7142782 Sep 16 05:28:30.951035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59998) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:30.960004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4496d386-1462-4e70-ad3d-fbe7d91d80d7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '6d7677d2-9be0-4164-a35c-047816289d2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:30.961299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:31.009961 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.024877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.024877 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] 10.222.0.49 "DELETE /v2.0/networks/4e3c4379-c551-47b2-8985-95e8437b41b0 HTTP/1.1" status: 204 len: 168 time: 1.3055928 Sep 16 05:28:31.043164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e701e-0507-4e4f-a3a2-69e29c5f51d7 tempest-DHCPAgentSchedulersTestJSON-1529609856 tempest-DHCPAgentSchedulersTestJSON-1529609856-project] Pushing event deleted for resources: {'Network': ['ID=4e3c4379-c551-47b2-8985-95e8437b41b0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:31.060094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd27a6-a616-40e6-af56-3217a25298d9 req-ea8d5ea3-f4e2-4bd2-b537-b536e4c53d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:31.062475 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccd27a6-a616-40e6-af56-3217a25298d9 req-ea8d5ea3-f4e2-4bd2-b537-b536e4c53d36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1097 time: 0.0816057 Sep 16 05:28:31.085436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4496d386-1462-4e70-ad3d-fbe7d91d80d7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.135897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ccd27a6-a616-40e6-af56-3217a25298d9 req-3e3d2771-4ff3-454d-a012-caeeaf939862 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612612 Sep 16 05:28:31.160884 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4496d386-1462-4e70-ad3d-fbe7d91d80d7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.293219 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4496d386-1462-4e70-ad3d-fbe7d91d80d7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.316426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496d386-1462-4e70-ad3d-fbe7d91d80d7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0369918-1bc7-4de2-9662-438228e71068,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:31.430994 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4496d386-1462-4e70-ad3d-fbe7d91d80d7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.436712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:31.436921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4496d386-1462-4e70-ad3d-fbe7d91d80d7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4835572 Sep 16 05:28:31.443693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4da4aee1-41af-4b7b-8e40-8f423e5809dc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '6d7677d2-9be0-4164-a35c-047816289d2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:31.521890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f85a2eff-009e-45e9-94f9-94f0294063ae no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:31.546470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: f85a2eff-009e-45e9-94f9-94f0294063ae {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:31.546725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f85a2eff-009e-45e9-94f9-94f0294063ae not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:31.600275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4da4aee1-41af-4b7b-8e40-8f423e5809dc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.670580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4da4aee1-41af-4b7b-8e40-8f423e5809dc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.734171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60012) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:31.793612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4da4aee1-41af-4b7b-8e40-8f423e5809dc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.814306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4aee1-41af-4b7b-8e40-8f423e5809dc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9005973c-90ab-41d4-99c0-c071c06464de,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:31.924646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bc54ced4-2a2c-4bdd-9f71-b5a23b67f4ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd7df9ce53c24effa6a3c21b63d51a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892352 Sep 16 05:28:31.929090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60020) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:31.948441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4da4aee1-41af-4b7b-8e40-8f423e5809dc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.953256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4da4aee1-41af-4b7b-8e40-8f423e5809dc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5143130 Sep 16 05:28:31.957909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60022) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:31.964693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47fff0-b959-4f7d-8d7f-5d5468d322be req-9a257c6c-cd6e-4e31-851a-c156a71d7890 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:31.965765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-56786d14-2bf1-4b85-a68a-2cec8cb4b4c7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '6d7677d2-9be0-4164-a35c-047816289d2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:31.966547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee47fff0-b959-4f7d-8d7f-5d5468d322be req-9a257c6c-cd6e-4e31-851a-c156a71d7890 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.0815289 Sep 16 05:28:32.017880 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee47fff0-b959-4f7d-8d7f-5d5468d322be req-b8e2bdcd-0a86-447c-b220-f62809cef7a3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440550 Sep 16 05:28:32.087404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-223b0ce2-6120-4fd1-88f3-3e10343027b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.097263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209b2d-a52d-48b0-ab4e-e671d50f5ab5 req-f77bfee8-c755-419e-bc3c-ac5116ab6238 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:32.100714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27209b2d-a52d-48b0-ab4e-e671d50f5ab5 req-f77bfee8-c755-419e-bc3c-ac5116ab6238 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 950 time: 0.0933664 Sep 16 05:28:32.148222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-223b0ce2-6120-4fd1-88f3-3e10343027b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.160577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56786d14-2bf1-4b85-a68a-2cec8cb4b4c7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.192517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27209b2d-a52d-48b0-ab4e-e671d50f5ab5 req-325e21bb-7828-426a-8526-06bc0f1c6b00 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812769 Sep 16 05:28:32.250161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56786d14-2bf1-4b85-a68a-2cec8cb4b4c7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.357655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56786d14-2bf1-4b85-a68a-2cec8cb4b4c7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.387634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-76b61838-05c2-4c29-8077-42df2fe8adea tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:32.388518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56786d14-2bf1-4b85-a68a-2cec8cb4b4c7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9f6165-0c06-463e-b718-0c7a14fa1d19,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.392081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-76b61838-05c2-4c29-8077-42df2fe8adea tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 950 time: 0.0639911 Sep 16 05:28:32.395619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-223b0ce2-6120-4fd1-88f3-3e10343027b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.398885 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-223b0ce2-6120-4fd1-88f3-3e10343027b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.400275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-223b0ce2-6120-4fd1-88f3-3e10343027b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce4425bf-0578-4564-ab29-d927cbe58bbb HTTP/1.1" status: 204 len: 168 time: 0.4700906 Sep 16 05:28:32.414228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b0ce2-6120-4fd1-88f3-3e10343027b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4425bf-0578-4564-ab29-d927cbe58bbb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.483566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56786d14-2bf1-4b85-a68a-2cec8cb4b4c7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.484849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56786d14-2bf1-4b85-a68a-2cec8cb4b4c7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5284300 Sep 16 05:28:32.487678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60042) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:32.493172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e5f366fc-7f33-4ba2-addd-6f57bcc246c0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '6d7677d2-9be0-4164-a35c-047816289d2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:32.590963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Deleting port 8a452c9f-68c1-4260-bd80-f086facc1e0c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:32.592040 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.682301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f366fc-7f33-4ba2-addd-6f57bcc246c0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.786661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] For port 8a452c9f-68c1-4260-bd80-f086facc1e0c, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8a452c9f-68c1-4260-bd80-f086facc1e0c,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:32.787243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.820774 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f366fc-7f33-4ba2-addd-6f57bcc246c0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.824477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Calling delete_port for 8a452c9f-68c1-4260-bd80-f086facc1e0c owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:32.957743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f366fc-7f33-4ba2-addd-6f57bcc246c0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.983697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f366fc-7f33-4ba2-addd-6f57bcc246c0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d3358a-f223-4a0d-a95a-5b366504d3b3,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.064134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e5f366fc-7f33-4ba2-addd-6f57bcc246c0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.065674 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e5f366fc-7f33-4ba2-addd-6f57bcc246c0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5769072 Sep 16 05:28:33.069075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60058) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.101295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.129895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5635-2080-4e27-a18d-658893bbe576 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.137864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'cda5e608-72b7-4ebb-8b79-da016ccf36df'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:33.149908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5635-2080-4e27-a18d-658893bbe576 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.157134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event deleted for resources: {'Port': ['ID=8a452c9f-68c1-4260-bd80-f086facc1e0c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.204833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'c956e541-a392-43cc-801b-9627ea298dba', '8e526f01-9835-4a8a-b6c5-1e3b019edff2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:33.241203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] No DVR routers for this DVR port 8a452c9f-68c1-4260-bd80-f086facc1e0c on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:33.244044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.250334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-715fc5e8-1d7a-4fe2-85ff-595c8fc8ffa1 req-63804d76-5b1b-41ce-a4db-bc21e5f38498 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "DELETE /v2.0/ports/8a452c9f-68c1-4260-bd80-f086facc1e0c HTTP/1.1" status: 204 len: 173 time: 0.8493721 Sep 16 05:28:33.250842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63218fe6-33df-43a6-8384-28055940aa9f', 'name': 'network-vif-deleted', 'tag': '8a452c9f-68c1-4260-bd80-f086facc1e0c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:33.254214 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4448c10b-5b2b-4349-a9ab-9666f2c2e543" -d '{"events": [{"server_uuid": "63218fe6-33df-43a6-8384-28055940aa9f", "name": "network-vif-deleted", "tag": "8a452c9f-68c1-4260-bd80-f086facc1e0c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:33.275196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e2d18-c598-4ad6-a242-104ef82da03c req-1c4e0426-f358-46b8-bca9-45c3c1804a27 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:33.277567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf1e2d18-c598-4ad6-a242-104ef82da03c req-1c4e0426-f358-46b8-bca9-45c3c1804a27 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1241102 Sep 16 05:28:33.350148 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5635-2080-4e27-a18d-658893bbe576 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.370032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1843b650-9521-4287-9c3e-7c71f7c5cfb9 req-533e2cde-9558-4929-ae70-5e7e9206a2aa tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 210 time: 0.0478725 Sep 16 05:28:33.395416 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5635-2080-4e27-a18d-658893bbe576 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.398949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6f3b5635-2080-4e27-a18d-658893bbe576 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/03d3358a-f223-4a0d-a95a-5b366504d3b3 HTTP/1.1" status: 204 len: 168 time: 0.3264341 Sep 16 05:28:33.398949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b5635-2080-4e27-a18d-658893bbe576 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03d3358a-f223-4a0d-a95a-5b366504d3b3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.399538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.449750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf1e2d18-c598-4ad6-a242-104ef82da03c req-df5cb1f1-bf27-438d-ae58-dccc9b60a6b3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650307 Sep 16 05:28:33.497218 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0269862-19d1-42b3-b1ae-1807ee3e9cfc x-openstack-request-id: req-c0269862-19d1-42b3-b1ae-1807ee3e9cfc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:33.497218 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63218fe6-33df-43a6-8384-28055940aa9f", "name": "network-vif-deleted", "tag": "8a452c9f-68c1-4260-bd80-f086facc1e0c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:33.497218 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0269862-19d1-42b3-b1ae-1807ee3e9cfc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:33.497218 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63218fe6-33df-43a6-8384-28055940aa9f', 'name': 'network-vif-deleted', 'tag': '8a452c9f-68c1-4260-bd80-f086facc1e0c', 'status': 'completed', 'code': 200} Sep 16 05:28:33.542757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a233634c-04e1-4bac-8fd0-deb196179d03 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1390738 Sep 16 05:28:33.543377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60070) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.604531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9c48628-a590-4525-b469-85343c006f1e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.621258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9c48628-a590-4525-b469-85343c006f1e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.642672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86422fb-23f5-4f48-961b-25f5eb26113e req-399095a9-ec08-4ce7-b7e7-0885f9a7e79f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:33.649723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e86422fb-23f5-4f48-961b-25f5eb26113e req-399095a9-ec08-4ce7-b7e7-0885f9a7e79f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1073263 Sep 16 05:28:33.655838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60074) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.662616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Request body: {'floatingip': {'port_id': '9a97747c-1645-4f02-b718-bf5844097471'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:33.751313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.799417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a77e5-0794-4fda-83a1-75fc6d514e11 req-1fddfd3f-21f6-46cd-b8f3-ac9af84b1538 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:33.801311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a5a77e5-0794-4fda-83a1-75fc6d514e11 req-1fddfd3f-21f6-46cd-b8f3-ac9af84b1538 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0763259 Sep 16 05:28:33.863671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60078) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.864415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9c48628-a590-4525-b469-85343c006f1e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.883503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9c48628-a590-4525-b469-85343c006f1e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.884791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b9c48628-a590-4525-b469-85343c006f1e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6c9f6165-0c06-463e-b718-0c7a14fa1d19 HTTP/1.1" status: 204 len: 168 time: 0.3401928 Sep 16 05:28:33.932802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60080) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.944479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c48628-a590-4525-b469-85343c006f1e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c9f6165-0c06-463e-b718-0c7a14fa1d19,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.061951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a5a77e5-0794-4fda-83a1-75fc6d514e11 req-6c04571a-4be3-4713-8d0d-50f1eed83b96 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303128 Sep 16 05:28:34.076507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9800-ea36-422a-8936-a72db843fb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.211462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-852a88c7-7e0b-4b7a-828a-7e553f4e59db tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2515059 Sep 16 05:28:34.214970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60088) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.244569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6617ccd3-be11-4ced-90d2-693c61db4925 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.258183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6617ccd3-be11-4ced-90d2-693c61db4925 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.336316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9800-ea36-422a-8936-a72db843fb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.417053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9c2a-bafa-4f04-a1bf-db5470e6e903 req-630053b0-d699-4d74-b7e6-4b7e1aadb399 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:34.419201 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfdc9c2a-bafa-4f04-a1bf-db5470e6e903 req-630053b0-d699-4d74-b7e6-4b7e1aadb399 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1868253 Sep 16 05:28:34.470544 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6617ccd3-be11-4ced-90d2-693c61db4925 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.472222 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9800-ea36-422a-8936-a72db843fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.480537 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6617ccd3-be11-4ced-90d2-693c61db4925 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.482047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6617ccd3-be11-4ced-90d2-693c61db4925 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9005973c-90ab-41d4-99c0-c071c06464de HTTP/1.1" status: 204 len: 168 time: 0.2656965 Sep 16 05:28:34.493908 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60096) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.520950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617ccd3-be11-4ced-90d2-693c61db4925 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9005973c-90ab-41d4-99c0-c071c06464de,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.533635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f9800-ea36-422a-8936-a72db843fb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644f858-24e6-44bf-b8a4-a5dca152abe2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.539101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4f1f9800-ea36-422a-8936-a72db843fb5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8d91d5998e44ed0a26b5a1108ab35d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6716886 Sep 16 05:28:34.542939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.555943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfdc9c2a-bafa-4f04-a1bf-db5470e6e903 req-8adb0696-8f30-498a-8098-04c1beb6848e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656590 Sep 16 05:28:34.612853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7bbbe656-0b52-42de-80d7-17c53dae599b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1200156 Sep 16 05:28:34.620340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60102) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.631205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc2559af-d3da-4caf-82ca-0aef11af7811 req-91d83e5a-4394-4ce9-81ad-fd61254085f2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=63218fe6-33df-43a6-8384-28055940aa9f HTTP/1.1" status: 200 len: 210 time: 0.0846479 Sep 16 05:28:34.678815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08e563c5-8ba7-49f6-8cef-a645b14e5687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.729396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08e563c5-8ba7-49f6-8cef-a645b14e5687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.738390 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9405d927-044b-4742-910d-7e96b43afc79 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.760591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9405d927-044b-4742-910d-7e96b43afc79 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.797944 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.resource_extend [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:28:34.926599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.969785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08e563c5-8ba7-49f6-8cef-a645b14e5687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.971926 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-08e563c5-8ba7-49f6-8cef-a645b14e5687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.976080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-08e563c5-8ba7-49f6-8cef-a645b14e5687 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e644f858-24e6-44bf-b8a4-a5dca152abe2 HTTP/1.1" status: 204 len: 168 time: 0.4319232 Sep 16 05:28:35.002817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e563c5-8ba7-49f6-8cef-a645b14e5687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644f858-24e6-44bf-b8a4-a5dca152abe2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.007055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363360a7-ba65-4999-a966-13d9537e551b req-ac0b438f-32fb-4771-af2e-20dbc55b4d7c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:35.008694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-ac0b438f-32fb-4771-af2e-20dbc55b4d7c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.1525238 Sep 16 05:28:35.027170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-92dbbdd4-d592-487f-86bd-39be6ef6d2bf tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/quotas/35939a17332d4166865b8b97d16dcd7e HTTP/1.1" status: 200 len: 375 time: 0.0109429 Sep 16 05:28:35.047272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8a452c9f-68c1-4260-bd80-f086facc1e0c no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:35.074176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 8a452c9f-68c1-4260-bd80-f086facc1e0c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:35.074618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8a452c9f-68c1-4260-bd80-f086facc1e0c not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:35.075135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9405d927-044b-4742-910d-7e96b43afc79 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.081857 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9405d927-044b-4742-910d-7e96b43afc79 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.083426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9405d927-044b-4742-910d-7e96b43afc79 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a0369918-1bc7-4de2-9662-438228e71068 HTTP/1.1" status: 204 len: 168 time: 0.4615486 Sep 16 05:28:35.102151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60122) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.113695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-701ab931-8614-4347-866f-18b9b655b0df tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0796964 Sep 16 05:28:35.114894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60124) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.117836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405d927-044b-4742-910d-7e96b43afc79 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0369918-1bc7-4de2-9662-438228e71068,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.157812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.167916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b2d04efb-6c90-4a67-86bf-d21449492c3e tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0772440 Sep 16 05:28:35.169124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60128) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.211989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5892e6-be57-4611-ba24-8fa3abf1d856 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.221003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5892e6-be57-4611-ba24-8fa3abf1d856 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.317255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bad4629d-47fd-4ff4-9c58-a2482b6e26cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.360183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-fad2aa3b-8e47-4e83-86c9-f70cb9edaf4d service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287564 Sep 16 05:28:35.363323 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Floating IP e7e0e56d-ecde-4307-ab57-1b5ea372961a associated. External IP: 172.25.1.35, port: 9a97747c-1645-4f02-b718-bf5844097471. Sep 16 05:28:35.366794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5892e6-be57-4611-ba24-8fa3abf1d856 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.375307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5892e6-be57-4611-ba24-8fa3abf1d856 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.376503 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8f5892e6-be57-4611-ba24-8fa3abf1d856 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/80a64f81-50c0-4a47-b79e-9e1d6b55baa6 HTTP/1.1" status: 204 len: 168 time: 0.2063632 Sep 16 05:28:35.380095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.388086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5892e6-be57-4611-ba24-8fa3abf1d856 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80a64f81-50c0-4a47-b79e-9e1d6b55baa6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.426628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bfdc93bd-d197-49d4-8a7c-3ed3b3127c14 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428529 Sep 16 05:28:35.428545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60134) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.492390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5783c97-296f-44a1-8e2a-0a47b473d3f8 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.517558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5783c97-296f-44a1-8e2a-0a47b473d3f8 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.587464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-bcccc56c-820e-4e6f-b536-431730346bf5 service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182918 Sep 16 05:28:35.670354 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bad4629d-47fd-4ff4-9c58-a2482b6e26cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.745190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Router 0a92099a-5478-4eef-9b4c-e672f11af075 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:35.782302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5783c97-296f-44a1-8e2a-0a47b473d3f8 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.782302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5783c97-296f-44a1-8e2a-0a47b473d3f8 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.782302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5783c97-296f-44a1-8e2a-0a47b473d3f8 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/6d7677d2-9be0-4164-a35c-047816289d2d HTTP/1.1" status: 204 len: 168 time: 0.3430207 Sep 16 05:28:35.782302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.796473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783c97-296f-44a1-8e2a-0a47b473d3f8 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7677d2-9be0-4164-a35c-047816289d2d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.797458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bad4629d-47fd-4ff4-9c58-a2482b6e26cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.848577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8b5c4b8b-b137-4a6f-aeda-3bccb4c1adc0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687768 Sep 16 05:28:35.853924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.859902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-86e96b7c-881f-4eb9-8208-1fb2bd0aa81b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-secgroup--861271595'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:35.877326 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bad4629d-47fd-4ff4-9c58-a2482b6e26cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ab9f79879d7419490f1ee67fa592175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581427 Sep 16 05:28:35.879712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60154) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.925140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4629d-47fd-4ff4-9c58-a2482b6e26cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7d35de-ff56-4df2-81b6-ffa7c65c5200,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.971141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9746e4b7-10cc-4279-a638-e59337e60d39 req-4ff98c13-18fb-4ac1-99f9-69d8395a8528 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 210 time: 0.0471365 Sep 16 05:28:35.987716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:35.999836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] Sync routers for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:36.002854 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.005356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3504baae-3e63-4447-8cc1-d7c059057f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.017608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:36.018269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:28:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:36.051428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-42c69473-4f24-44a4-821d-69ce57a8728a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "PUT /v2.0/floatingips/e7e0e56d-ecde-4307-ab57-1b5ea372961a HTTP/1.1" status: 200 len: 990 time: 2.3943477 Sep 16 05:28:36.052111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'tag': '9a97747c-1645-4f02-b718-bf5844097471'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:36.054781 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "tag": "9a97747c-1645-4f02-b718-bf5844097471"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:36.067263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3504baae-3e63-4447-8cc1-d7c059057f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.168261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86e96b7c-881f-4eb9-8208-1fb2bd0aa81b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.190527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:36.296920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3504baae-3e63-4447-8cc1-d7c059057f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.300923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3504baae-3e63-4447-8cc1-d7c059057f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.303158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3504baae-3e63-4447-8cc1-d7c059057f90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f7d35de-ff56-4df2-81b6-ffa7c65c5200 HTTP/1.1" status: 204 len: 168 time: 0.4215078 Sep 16 05:28:36.324896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504baae-3e63-4447-8cc1-d7c059057f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7d35de-ff56-4df2-81b6-ffa7c65c5200,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:36.397486 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565ee191-5715-4916-93c6-dd7127c984a0 x-openstack-request-id: req-565ee191-5715-4916-93c6-dd7127c984a0 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:36.397780 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "tag": "9a97747c-1645-4f02-b718-bf5844097471", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:36.398136 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-565ee191-5715-4916-93c6-dd7127c984a0 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:36.398768 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'tag': '9a97747c-1645-4f02-b718-bf5844097471', 'status': 'completed', 'code': 200} Sep 16 05:28:36.415143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86e96b7c-881f-4eb9-8208-1fb2bd0aa81b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.501299 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86e96b7c-881f-4eb9-8208-1fb2bd0aa81b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.550544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e96b7c-881f-4eb9-8208-1fb2bd0aa81b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0513e139-14eb-4db2-907e-8a17bce54478,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:36.562765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'e7e0e56d-ecde-4307-ab57-1b5ea372961a', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'port_id': '9a97747c-1645-4f02-b718-bf5844097471', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'mac_address': 'fa:16:3e:d6:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:07Z', 'updated_at': '2021-09-16T05:28:34Z', 'revision_number': 1, 'project_id': '87a82320fc364a3682465099ceb7e456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:36.569533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a424b-29bd-4699-bb3e-43213b16ed15 req-bed3e244-4c9d-4265-b999-91a2063dbda6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:36.571131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-148a424b-29bd-4699-bb3e-43213b16ed15 req-bed3e244-4c9d-4265-b999-91a2063dbda6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 950 time: 0.1424673 Sep 16 05:28:36.573406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-44a19576-f37f-4489-ad90-39a40c9d9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:36.574802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-44a19576-f37f-4489-ad90-39a40c9d9c95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1097 time: 0.1245797 Sep 16 05:28:36.590634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] Checking router: 0a92099a-5478-4eef-9b4c-e672f11af075 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:36.599730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:36.600381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:28:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:36.669850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-148a424b-29bd-4699-bb3e-43213b16ed15 req-d6cc5a68-7957-4eed-bd5a-f078fd51796c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910327 Sep 16 05:28:36.698935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-460366de-8254-4b60-938f-cc8411c23d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:36.700454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-460366de-8254-4b60-938f-cc8411c23d73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.1158798 Sep 16 05:28:36.712528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:36.784071 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86e96b7c-881f-4eb9-8208-1fb2bd0aa81b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.789910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60186) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:36.796557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-86e96b7c-881f-4eb9-8208-1fb2bd0aa81b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9424243 Sep 16 05:28:36.798434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b777fde3-faa2-4214-b4ce-a9f01012f7bc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '0513e139-14eb-4db2-907e-8a17bce54478', 'direction': 'ingress', 'protocol': 17}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:36.810716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-ef8aefe7-d52d-4bb9-997e-d14a9aafc173 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a97747c-1645-4f02-b718-bf5844097471 HTTP/1.1" status: 200 len: 998 time: 0.1030233 Sep 16 05:28:36.897764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-2985ab00-d6f6-44e2-b86f-a305fdd72dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:36.899438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-2985ab00-d6f6-44e2-b86f-a305fdd72dc4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.0706718 Sep 16 05:28:36.969946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-4f2b59f5-c080-4ccb-a0df-2dc11890d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:36.973422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-4f2b59f5-c080-4ccb-a0df-2dc11890d123 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660946 Sep 16 05:28:36.979252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b777fde3-faa2-4214-b4ce-a9f01012f7bc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.073898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'e7e0e56d-ecde-4307-ab57-1b5ea372961a', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'port_id': '9a97747c-1645-4f02-b718-bf5844097471', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'mac_address': 'fa:16:3e:d6:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:07Z', 'updated_at': '2021-09-16T05:28:34Z', 'revision_number': 1, 'project_id': '87a82320fc364a3682465099ceb7e456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:37.109829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-b53284e0-dc1b-4233-9cd5-509fb9f79bff service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278691 Sep 16 05:28:37.123824 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c502c9c3-df6d-46c0-9a18-3afb684fed99 req-c2a76446-cda7-45c6-a809-8bc8ef63bfac tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 210 time: 0.0550649 Sep 16 05:28:37.139739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1978047-c3c8-47e8-b37d-99e761730ddd None None] The sync data for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 is: [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'e7e0e56d-ecde-4307-ab57-1b5ea372961a', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'port_id': '9a97747c-1645-4f02-b718-bf5844097471', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'mac_address': 'fa:16:3e:d6:a7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:28:07Z', 'updated_at': '2021-09-16T05:28:34Z', 'revision_number': 1, 'project_id': '87a82320fc364a3682465099ceb7e456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:37.156859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b777fde3-faa2-4214-b4ce-a9f01012f7bc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.233843 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efe97fb1-0b50-424e-9cac-5c69cfbd76c6 req-0c8f141b-64fb-45be-8477-d48d4212f2f6 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158741 Sep 16 05:28:37.327419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b777fde3-faa2-4214-b4ce-a9f01012f7bc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.355519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777fde3-faa2-4214-b4ce-a9f01012f7bc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06d1741-bbee-4b18-ac96-533b724cc414,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:37.381192 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e99d2a-e383-4984-bcdb-8d158cbfb72e None None] New status for floating IP e7e0e56d-ecde-4307-ab57-1b5ea372961a: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:37.532738 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b777fde3-faa2-4214-b4ce-a9f01012f7bc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.536728 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b777fde3-faa2-4214-b4ce-a9f01012f7bc tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7424295 Sep 16 05:28:37.537721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60202) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:37.605548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9b52-f3e6-492a-9332-eeffd60ea355 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.632595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9b52-f3e6-492a-9332-eeffd60ea355 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.763088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60210) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:37.824193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8f90453-3333-402d-9085-5525bf764bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.878017 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9b52-f3e6-492a-9332-eeffd60ea355 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.881017 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9b52-f3e6-492a-9332-eeffd60ea355 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.882330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c6cf9b52-f3e6-492a-9332-eeffd60ea355 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/0513e139-14eb-4db2-907e-8a17bce54478 HTTP/1.1" status: 204 len: 168 time: 0.3430650 Sep 16 05:28:37.886641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60214) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:37.918862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1a04c-5a5b-44d4-a720-8a87ff42d143 req-4a9815c3-9749-4e85-be34-57932c8dd40b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:37.920504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51a1a04c-5a5b-44d4-a720-8a87ff42d143 req-4a9815c3-9749-4e85-be34-57932c8dd40b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 950 time: 0.1590829 Sep 16 05:28:37.923772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf9b52-f3e6-492a-9332-eeffd60ea355 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0513e139-14eb-4db2-907e-8a17bce54478,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:37.946793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-73f0e6f2-83c5-432a-9add-b336c414e2e0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:37.948641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-73f0e6f2-83c5-432a-9add-b336c414e2e0 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 950 time: 0.1367972 Sep 16 05:28:37.963671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1a896d85-6fba-4905-8bca-2c156ec436ca tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719333 Sep 16 05:28:37.969073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60216) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:37.975219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6d9d8dfe-0635-45f7-8501-23923bbdfed9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-secgroup--34476904'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:38.066073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51a1a04c-5a5b-44d4-a720-8a87ff42d143 req-39cef1c7-6368-452c-a3b2-9bbb40eec049 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145186 Sep 16 05:28:38.110354 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8f90453-3333-402d-9085-5525bf764bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.125301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Deleting port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:38.125685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.292241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e8f90453-3333-402d-9085-5525bf764bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.299130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] For port 8e526f01-9835-4a8a-b6c5-1e3b019edff2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=8e526f01-9835-4a8a-b6c5-1e3b019edff2,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:38.299742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.358927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Calling delete_port for 8e526f01-9835-4a8a-b6c5-1e3b019edff2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:38.377906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60230) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:38.394153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8dfe-0635-45f7-8501-23923bbdfed9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.427229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e8f90453-3333-402d-9085-5525bf764bd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d412a0cc469d4739aa98a15638a16a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628771 Sep 16 05:28:38.432151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:38.449269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f90453-3333-402d-9085-5525bf764bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b1e952-2c67-4be6-bce4-775b2a4e5961,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:38.502268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-015cb193-d689-4dc0-9e19-d17b84b86e42 req-684227d9-961b-46cc-a7fe-c6741fc5fee7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 210 time: 0.1420388 Sep 16 05:28:38.640246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19d975a3-a7a9-4273-86b2-44188fb7eb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.656689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e2733d00-74b7-4793-b4c4-587c26ae2349 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1596622076'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:38.657168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e2733d00-74b7-4793-b4c4-587c26ae2349 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Unknown quota resources ['metering_label']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:28:38.760648 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19d975a3-a7a9-4273-86b2-44188fb7eb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.981344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.017459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'cda5e608-72b7-4ebb-8b79-da016ccf36df'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:39.026475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'c956e541-a392-43cc-801b-9627ea298dba', '8e526f01-9835-4a8a-b6c5-1e3b019edff2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:39.057484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event deleted for resources: {'Port': ['ID=8e526f01-9835-4a8a-b6c5-1e3b019edff2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:39.086016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19d975a3-a7a9-4273-86b2-44188fb7eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.090907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19d975a3-a7a9-4273-86b2-44188fb7eb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.095376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-19d975a3-a7a9-4273-86b2-44188fb7eb0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06b1e952-2c67-4be6-bce4-775b2a4e5961 HTTP/1.1" status: 204 len: 168 time: 0.6618650 Sep 16 05:28:39.233969 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8dfe-0635-45f7-8501-23923bbdfed9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.236828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86f82941-3a3a-427c-9ef4-d1df89903e08 req-a3343f6a-e4bf-4c28-8115-efbdcefe7972 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 210 time: 0.0420778 Sep 16 05:28:39.357359 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8dfe-0635-45f7-8501-23923bbdfed9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.396757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d8dfe-0635-45f7-8501-23923bbdfed9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e377858a-0f13-415c-9649-94add54603cb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:39.491795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] No DVR routers for this DVR port 8e526f01-9835-4a8a-b6c5-1e3b019edff2 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:39.499967 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.503651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-24ada05d-7100-4e9e-b658-f0c91775b73d req-559c7b00-117d-4554-aaa9-556ea1904b4a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "DELETE /v2.0/ports/8e526f01-9835-4a8a-b6c5-1e3b019edff2 HTTP/1.1" status: 204 len: 173 time: 1.5408168 Sep 16 05:28:39.520780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556a9c7-d566-48a6-bb51-666ee56ec8c9', 'name': 'network-vif-deleted', 'tag': '8e526f01-9835-4a8a-b6c5-1e3b019edff2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:39.521800 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d9d8dfe-0635-45f7-8501-23923bbdfed9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.530495 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e2ed7-c1c4-45ac-a032-edef2a9d549d" -d '{"events": [{"server_uuid": "0556a9c7-d566-48a6-bb51-666ee56ec8c9", "name": "network-vif-deleted", "tag": "8e526f01-9835-4a8a-b6c5-1e3b019edff2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:39.538471 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6d9d8dfe-0635-45f7-8501-23923bbdfed9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5690629 Sep 16 05:28:39.539262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60248) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:39.554336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d975a3-a7a9-4273-86b2-44188fb7eb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b1e952-2c67-4be6-bce4-775b2a4e5961,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:39.554760 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f1185b6e-db56-47cd-ad8c-ca9a41619604 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380271605'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:39.602022 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2733d00-74b7-4793-b4c4-587c26ae2349 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.607066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60252) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:39.609429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e2733d00-74b7-4793-b4c4-587c26ae2349 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2250998 Sep 16 05:28:39.622648 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ec2e4-1e96-4b96-986b-fc8634a80aea x-openstack-request-id: req-f60ec2e4-1e96-4b96-986b-fc8634a80aea {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:39.623014 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556a9c7-d566-48a6-bb51-666ee56ec8c9", "name": "network-vif-deleted", "tag": "8e526f01-9835-4a8a-b6c5-1e3b019edff2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:39.623194 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f60ec2e4-1e96-4b96-986b-fc8634a80aea {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:39.623698 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556a9c7-d566-48a6-bb51-666ee56ec8c9', 'name': 'network-vif-deleted', 'tag': '8e526f01-9835-4a8a-b6c5-1e3b019edff2', 'status': 'completed', 'code': 200} Sep 16 05:28:39.638703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-66022cd4-b5c3-4acb-88bb-4922df5c51c5 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '536767b5-e7a8-467e-ab05-3d0437f6fc3d'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:39.638703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-66022cd4-b5c3-4acb-88bb-4922df5c51c5 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:28:39.769964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e895fbf-3d44-41f7-906a-a7abc3131f5d req-73e0980d-93ba-4542-9f92-085f08fb8ef8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 210 time: 0.0411782 Sep 16 05:28:39.818495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1185b6e-db56-47cd-ad8c-ca9a41619604 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:39.935692 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1185b6e-db56-47cd-ad8c-ca9a41619604 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.037720 n-d-712749-15 neutron-server[95659]: WARNING neutron.services.metering.metering_plugin [None req-66022cd4-b5c3-4acb-88bb-4922df5c51c5 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:28:40.187240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1185b6e-db56-47cd-ad8c-ca9a41619604 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.223269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66022cd4-b5c3-4acb-88bb-4922df5c51c5 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.224560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-66022cd4-b5c3-4acb-88bb-4922df5c51c5 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6162934 Sep 16 05:28:40.231377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60266) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:40.236402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ec8967e8-5a0b-48a1-a8e0-c6397f3744dd tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '536767b5-e7a8-467e-ab05-3d0437f6fc3d'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:40.237658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ec8967e8-5a0b-48a1-a8e0-c6397f3744dd tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:28:40.344383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363360a7-ba65-4999-a966-13d9537e551b req-ab9b4173-84d6-4214-b253-4043db93e916 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:40.357842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-ab9b4173-84d6-4214-b253-4043db93e916 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.2277467 Sep 16 05:28:40.367353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1185b6e-db56-47cd-ad8c-ca9a41619604 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3052f21-6adb-4a90-ae0e-399d2ca1cead,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:40.380827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'port': {'device_id': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'admin_state_up': True, 'tenant_id': '35939a17332d4166865b8b97d16dcd7e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:40.391996 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1185b6e-db56-47cd-ad8c-ca9a41619604 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.396814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f1185b6e-db56-47cd-ad8c-ca9a41619604 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8536289 Sep 16 05:28:40.397763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60270) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:40.403470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0cbef732-37a4-4e96-a0f9-1ee08cf11492 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': 'e377858a-0f13-415c-9649-94add54603cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e3052f21-6adb-4a90-ae0e-399d2ca1cead', 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:40.451354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91258dab-6728-487e-9f38-1fb6f5826d9c req-1a11231d-495a-49b4-9ec3-4089cda905c5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=0556a9c7-d566-48a6-bb51-666ee56ec8c9 HTTP/1.1" status: 200 len: 210 time: 0.0457566 Sep 16 05:28:40.484812 n-d-712749-15 neutron-server[95659]: WARNING neutron.services.metering.metering_plugin [None req-ec8967e8-5a0b-48a1-a8e0-c6397f3744dd tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:28:40.611497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec8967e8-5a0b-48a1-a8e0-c6397f3744dd tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.612761 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec8967e8-5a0b-48a1-a8e0-c6397f3744dd tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3800442 Sep 16 05:28:40.618322 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60280) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:40.629406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cbef732-37a4-4e96-a0f9-1ee08cf11492 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.641650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-50dd49ed-042e-47d9-b21d-e038a54fae70 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=ed3922cd-e2da-4c9b-ab51-e751c782f7d2 HTTP/1.1" status: 200 len: 462 time: 0.0232131 Sep 16 05:28:40.646405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:40.748244 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cbef732-37a4-4e96-a0f9-1ee08cf11492 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.824653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Made reservation on behalf of 35939a17332d4166865b8b97d16dcd7e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:40.828925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.940513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d1a950c-efad-4e77-b5b5-3a21b77e509b req-c3a55d27-62e2-452f-9a15-031df9fee5bc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 210 time: 0.0608702 Sep 16 05:28:40.946187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cbef732-37a4-4e96-a0f9-1ee08cf11492 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.970367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbef732-37a4-4e96-a0f9-1ee08cf11492 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5778cb-c1b6-4fff-ae20-1532c0e7e8f3,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:41.048568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8cff498d-2b3e-4f41-9eb4-9bcbd4d8ab71 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.049762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8cff498d-2b3e-4f41-9eb4-9bcbd4d8ab71 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/ed3922cd-e2da-4c9b-ab51-e751c782f7d2 HTTP/1.1" status: 204 len: 168 time: 0.4017417 Sep 16 05:28:41.052618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:41.070025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8e526f01-9835-4a8a-b6c5-1e3b019edff2 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:41.090105 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-14f21d31-b386-4656-83a7-7b1bad749063 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=ed3922cd-e2da-4c9b-ab51-e751c782f7d2 HTTP/1.1" status: 200 len: 221 time: 0.0362554 Sep 16 05:28:41.095634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60296) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:41.103839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-56d7416a-4b95-4e55-b861-1342a5171b8f tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1223041205', 'description': 'label created by tempest'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:41.104819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-56d7416a-4b95-4e55-b861-1342a5171b8f tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Unknown quota resources ['metering_label']. {{(pid=95659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:28:41.131288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Allocated IP 172.20.0.6 (972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8/a4c93e44-e31c-47c3-8447-a5abab63fa76/df446eb3-ca74-4929-9b44-f6e006ab249d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:41.131611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 8e526f01-9835-4a8a-b6c5-1e3b019edff2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:41.132195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 8e526f01-9835-4a8a-b6c5-1e3b019edff2 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:41.164169 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cbef732-37a4-4e96-a0f9-1ee08cf11492 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.166621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0cbef732-37a4-4e96-a0f9-1ee08cf11492 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7676094 Sep 16 05:28:41.176241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60298) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:41.209289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e4f78d1-0169-47e3-b76f-1717fd8d20ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.233857 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e4f78d1-0169-47e3-b76f-1717fd8d20ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.375911 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.470162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e4f78d1-0169-47e3-b76f-1717fd8d20ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.481839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e4f78d1-0169-47e3-b76f-1717fd8d20ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.485542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1e4f78d1-0169-47e3-b76f-1717fd8d20ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5d5778cb-c1b6-4fff-ae20-1532c0e7e8f3 HTTP/1.1" status: 204 len: 168 time: 0.3056617 Sep 16 05:28:41.487890 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56d7416a-4b95-4e55-b861-1342a5171b8f tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.489755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56d7416a-4b95-4e55-b861-1342a5171b8f tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3925235 Sep 16 05:28:41.490605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60304) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:41.493934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60306) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:41.500149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f78d1-0169-47e3-b76f-1717fd8d20ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d5778cb-c1b6-4fff-ae20-1532c0e7e8f3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:41.596115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-517cb7d6-be71-4a14-b1d1-8327bc5c3b93 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=b7ceeb83-9813-4e8b-9771-a75f08140588 HTTP/1.1" status: 200 len: 468 time: 0.0943108 Sep 16 05:28:41.606368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60310) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:41.625198 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.643608 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-df7253b6-d9ca-4bd2-8e6b-282835239fb0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1474650 Sep 16 05:28:41.649559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60312) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:41.671135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d149ba6e-1079-4c4f-bd15-07a1cb427704'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:41.688941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['64245dca-69e3-471f-aa38-19335a64e774'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:41.750535 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3728aed8-20b4-4398-84a7-0bd109d39d8b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.797213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:41.799435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:41.805377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3728aed8-20b4-4398-84a7-0bd109d39d8b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.816153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:41.997766 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3728aed8-20b4-4398-84a7-0bd109d39d8b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.002770 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3728aed8-20b4-4398-84a7-0bd109d39d8b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.004924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3728aed8-20b4-4398-84a7-0bd109d39d8b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/e3052f21-6adb-4a90-ae0e-399d2ca1cead HTTP/1.1" status: 204 len: 168 time: 0.3540456 Sep 16 05:28:42.011369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60326) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.018782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'Port': ['ID=df446eb3-ca74-4929-9b44-f6e006ab249d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:42.113128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728aed8-20b4-4398-84a7-0bd109d39d8b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3052f21-6adb-4a90-ae0e-399d2ca1cead,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:42.142745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.144848 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.178682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c8957e23-c5a1-4471-bdcb-704660bd112b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1632555 Sep 16 05:28:42.181451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60330) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.210775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b78df634-927e-41fb-9cb4-e3d23573bb74 None None] Provisioning complete for port df446eb3-ca74-4929-9b44-f6e006ab249d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:42.211424 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b78df634-927e-41fb-9cb4-e3d23573bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.236497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad166d84-e881-4e07-901f-384cd7956504 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.238136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad166d84-e881-4e07-901f-384cd7956504 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/b7ceeb83-9813-4e8b-9771-a75f08140588 HTTP/1.1" status: 204 len: 168 time: 0.6307058 Sep 16 05:28:42.240944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.256994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6fc07019-ea39-43d5-a615-1b840e954dcb tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=b7ceeb83-9813-4e8b-9771-a75f08140588 HTTP/1.1" status: 200 len: 216 time: 0.0144575 Sep 16 05:28:42.265124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60338) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.269354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323763c-6a55-4297-b1cc-fef463532b54 req-95943447-bc55-44a7-abbc-b4eec9370bd4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.273875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b78df634-927e-41fb-9cb4-e3d23573bb74 None None] Port df446eb3-ca74-4929-9b44-f6e006ab249d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:42.280070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3323763c-6a55-4297-b1cc-fef463532b54 req-95943447-bc55-44a7-abbc-b4eec9370bd4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 931 time: 0.0989990 Sep 16 05:28:42.297150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60340) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.297691 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c9e7901f-dbb6-4489-9aaa-19ae0e484e4a tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0312991 Sep 16 05:28:42.298746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e54cb199-9199-42ec-be68-ab0560636df7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.313811 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1362d8e4-8793-42a8-b159-9efaefa74e70 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0148919 Sep 16 05:28:42.318456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.345783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3323763c-6a55-4297-b1cc-fef463532b54 req-dae47304-374b-4c78-8be4-108942d185a3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648150 Sep 16 05:28:42.356834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-59b9fe91-a059-4f55-913c-db5f0bc2add8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9809127 Sep 16 05:28:42.382400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Request body: {'port': {'device_id': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:42.396213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e54cb199-9199-42ec-be68-ab0560636df7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.400032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a33960b1-d095-4e75-92f3-b58e2c769e1e tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/536767b5-e7a8-467e-ab05-3d0437f6fc3d HTTP/1.1" status: 200 len: 473 time: 0.0802944 Sep 16 05:28:42.407435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60346) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.430998 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6cd8916a-34a1-4f03-b427-0e067ec493a4 tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/e1118c6f-1746-4107-942d-829299769486 HTTP/1.1" status: 200 len: 459 time: 0.0220544 Sep 16 05:28:42.438463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60348) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.474583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.666105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e54cb199-9199-42ec-be68-ab0560636df7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.669323 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e54cb199-9199-42ec-be68-ab0560636df7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.670527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e54cb199-9199-42ec-be68-ab0560636df7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/e377858a-0f13-415c-9649-94add54603cb HTTP/1.1" status: 204 len: 168 time: 0.4873862 Sep 16 05:28:42.673327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.679990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cb199-9199-42ec-be68-ab0560636df7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377858a-0f13-415c-9649-94add54603cb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:42.833955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d4bca393-d9e6-4564-9cde-d2046dec04e9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1593108 Sep 16 05:28:42.838508 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6544a839-e6a2-4cc6-9ffc-d10cc47e027d tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.838508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6544a839-e6a2-4cc6-9ffc-d10cc47e027d tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/e1118c6f-1746-4107-942d-829299769486 HTTP/1.1" status: 204 len: 168 time: 0.4007459 Sep 16 05:28:42.838833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.843824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:42.846616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5e58f81b-cdbd-4f54-9170-1bcab30c0735 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-secgroup--661037986'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:42.909944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df446eb3-ca74-4929-9b44-f6e006ab249d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:42.930241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:42.946083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Transition to ACTIVE for port object df446eb3-ca74-4929-9b44-f6e006ab249d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:43.054717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e58f81b-cdbd-4f54-9170-1bcab30c0735 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.121016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a1e74-d5fc-4dc6-bcb8-3d3052c25870 req-eec11c2f-199c-4dff-bb2a-dabceb1666f8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:43.124778 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e3a1e74-d5fc-4dc6-bcb8-3d3052c25870 req-eec11c2f-199c-4dff-bb2a-dabceb1666f8 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 949 time: 0.0626476 Sep 16 05:28:43.145546 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.183871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-520ffb20-c538-4e47-806a-ddfd3074571e tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.188709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-520ffb20-c538-4e47-806a-ddfd3074571e tempest-MeteringIpV6TestJSON-1636182323 tempest-MeteringIpV6TestJSON-1636182323-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/536767b5-e7a8-467e-ab05-3d0437f6fc3d HTTP/1.1" status: 204 len: 168 time: 0.3402255 Sep 16 05:28:43.203553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e3a1e74-d5fc-4dc6-bcb8-3d3052c25870 req-02ab9d97-b5ce-4cc9-baa6-807a6d0fee65 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732594 Sep 16 05:28:43.217016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e58f81b-cdbd-4f54-9170-1bcab30c0735 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.256030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Pushing event updated for resources: {'Port': ['ID=df446eb3-ca74-4929-9b44-f6e006ab249d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:43.318898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e58f81b-cdbd-4f54-9170-1bcab30c0735 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.378029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Attempting to bind port df446eb3-ca74-4929-9b44-f6e006ab249d on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:43.379063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Attempting to bind port df446eb3-ca74-4929-9b44-f6e006ab249d by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:43.379063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Attempting to bind port df446eb3-ca74-4929-9b44-f6e006ab249d on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:43.383960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Port df446eb3-ca74-4929-9b44-f6e006ab249d on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:43.384720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Attempting to bind port df446eb3-ca74-4929-9b44-f6e006ab249d on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:43.387532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f81b-cdbd-4f54-9170-1bcab30c0735 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e9359a-2aa8-47fa-b7e4-72cbea44e651,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:43.400069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:43.400591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Checking segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:43.401455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Bound using segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:43.401595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Bound port: df446eb3-ca74-4929-9b44-f6e006ab249d, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:43.401980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.509012 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e58f81b-cdbd-4f54-9170-1bcab30c0735 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.511089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e58f81b-cdbd-4f54-9170-1bcab30c0735 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6678097 Sep 16 05:28:43.516110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60378) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:43.520832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ee3a46ce-6b7e-4359-b094-66497085b38c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '68e9359a-2aa8-47fa-b7e4-72cbea44e651', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:43.543177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] For port df446eb3-ca74-4929-9b44-f6e006ab249d, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:43.547929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] For port df446eb3-ca74-4929-9b44-f6e006ab249d, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=df446eb3-ca74-4929-9b44-f6e006ab249d,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:43.562498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd041fb-b3c4-4eff-9a47-ee7facfd408e req-6de65a94-cba3-42d6-a76b-bfc4300b2fac tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:43.564093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbd041fb-b3c4-4eff-9a47-ee7facfd408e req-6de65a94-cba3-42d6-a76b-bfc4300b2fac tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 943 time: 0.0926771 Sep 16 05:28:43.607378 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbd041fb-b3c4-4eff-9a47-ee7facfd408e req-280c6938-d4cf-4506-8ba2-adb6af373937 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Sep 16 05:28:43.664442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.672195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee3a46ce-6b7e-4359-b094-66497085b38c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.706627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:43.707478 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.710094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/df446eb3-ca74-4929-9b44-f6e006ab249d HTTP/1.1" status: 200 len: 1092 time: 1.3383763 Sep 16 05:28:43.712812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'tag': 'df446eb3-ca74-4929-9b44-f6e006ab249d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:43.716106 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345deaba-ee79-4945-b840-33bd232559fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1db8e872-c976-4d50-a2f0-b0f81f6f4a36", "tag": "df446eb3-ca74-4929-9b44-f6e006ab249d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:43.752238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee3a46ce-6b7e-4359-b094-66497085b38c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:43.760352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eb82c-ab39-455c-b2bf-9cb4f4dd34c4 service neutron] Pushing event updated for resources: {'Port': ['ID=df446eb3-ca74-4929-9b44-f6e006ab249d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:43.768212 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c35de-dc05-45c5-aefe-5f46682be8d8 x-openstack-request-id: req-df8c35de-dc05-45c5-aefe-5f46682be8d8 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:43.768508 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db8e872-c976-4d50-a2f0-b0f81f6f4a36", "tag": "df446eb3-ca74-4929-9b44-f6e006ab249d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:43.768808 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df8c35de-dc05-45c5-aefe-5f46682be8d8 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:43.769480 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'tag': 'df446eb3-ca74-4929-9b44-f6e006ab249d', 'status': 'completed', 'code': 200} Sep 16 05:28:43.908701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345deaba-ee79-4945-b840-33bd232559fb req-689289ab-65dd-45ce-86b5-227cfafcae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:43.910307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-345deaba-ee79-4945-b840-33bd232559fb req-689289ab-65dd-45ce-86b5-227cfafcae1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 1095 time: 0.0929670 Sep 16 05:28:43.922582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-caab31ff-05ed-4bad-83f2-9c9878645ddd tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:43.924143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-caab31ff-05ed-4bad-83f2-9c9878645ddd tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 949 time: 0.0722177 Sep 16 05:28:44.022926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:44.048579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee3a46ce-6b7e-4359-b094-66497085b38c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.095979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a46ce-6b7e-4359-b094-66497085b38c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9662a8d-772b-4b5b-8077-62a2a76f0132,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:44.099806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345deaba-ee79-4945-b840-33bd232559fb req-f31d6b52-c9b5-4981-974f-f5c004ca7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.101364 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-345deaba-ee79-4945-b840-33bd232559fb req-f31d6b52-c9b5-4981-974f-f5c004ca7f98 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=35939a17332d4166865b8b97d16dcd7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1762412 Sep 16 05:28:44.105680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Deleting port cda5e608-72b7-4ebb-8b79-da016ccf36df {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:44.106074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.208037 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-882b626b-1b88-41e2-b62b-5c97e0da6773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.240833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee3a46ce-6b7e-4359-b094-66497085b38c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.247353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60396) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:44.247878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee3a46ce-6b7e-4359-b094-66497085b38c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7304027 Sep 16 05:28:44.308224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] For port cda5e608-72b7-4ebb-8b79-da016ccf36df, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cda5e608-72b7-4ebb-8b79-da016ccf36df,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:44.308602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.346635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345deaba-ee79-4945-b840-33bd232559fb req-84a32e18-990a-4108-a5d0-41f13a3afa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.348250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-345deaba-ee79-4945-b840-33bd232559fb req-84a32e18-990a-4108-a5d0-41f13a3afa2c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2389946 Sep 16 05:28:44.356127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4970096f-3119-413d-9dcb-00161978dd76 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.358257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Calling delete_port for cda5e608-72b7-4ebb-8b79-da016ccf36df owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:44.361221 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-882b626b-1b88-41e2-b62b-5c97e0da6773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.375485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4970096f-3119-413d-9dcb-00161978dd76 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.455190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f7df4-391b-4b6c-928a-b7d323e156bf req-9c069d3f-27f8-46ab-a36b-871135d09288 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.455190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-270f7df4-391b-4b6c-928a-b7d323e156bf req-9c069d3f-27f8-46ab-a36b-871135d09288 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 949 time: 0.1543627 Sep 16 05:28:44.482625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-882b626b-1b88-41e2-b62b-5c97e0da6773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.528452 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-882b626b-1b88-41e2-b62b-5c97e0da6773 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b147f97c2c84ef5823e01de43245dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042918 Sep 16 05:28:44.529753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b626b-1b88-41e2-b62b-5c97e0da6773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a87ecb1-6a15-4216-a2a9-eae882e0b67e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:44.532512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60400) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:44.576960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-270f7df4-391b-4b6c-928a-b7d323e156bf req-dcca41ae-e93e-4bf5-8074-78f811df405b tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079729 Sep 16 05:28:44.579008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363360a7-ba65-4999-a966-13d9537e551b req-026361ba-ce0d-4362-b287-be59b596eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.580563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-026361ba-ce0d-4362-b287-be59b596eec8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 1095 time: 0.1363020 Sep 16 05:28:44.585709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aba2c77b-8499-45e8-b82b-f6657a1f4719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.610883 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aba2c77b-8499-45e8-b82b-f6657a1f4719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.626725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4970096f-3119-413d-9dcb-00161978dd76 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.634572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4970096f-3119-413d-9dcb-00161978dd76 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.638937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4970096f-3119-413d-9dcb-00161978dd76 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d9662a8d-772b-4b5b-8077-62a2a76f0132 HTTP/1.1" status: 204 len: 168 time: 0.3897817 Sep 16 05:28:44.641440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60406) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:44.694120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-7233e8dc-3027-415c-ac95-25d9861a9750 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df446eb3-ca74-4929-9b44-f6e006ab249d HTTP/1.1" status: 200 len: 217 time: 0.0693548 Sep 16 05:28:44.695381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970096f-3119-413d-9dcb-00161978dd76 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9662a8d-772b-4b5b-8077-62a2a76f0132,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:44.739577 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.745772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-32c98e01-0387-4e11-bb3a-645980f13820 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.747389 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-32c98e01-0387-4e11-bb3a-645980f13820 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3cc08b8-bce3-4f70-a654-23d6a55f0374 HTTP/1.1" status: 200 len: 950 time: 0.1220443 Sep 16 05:28:44.759116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c41c5a17-fd0c-4f4b-8b66-5daa105c84ce tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1163154 Sep 16 05:28:44.763671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60408) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:44.778338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'c956e541-a392-43cc-801b-9627ea298dba'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:44.782444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event deleted for resources: {'Port': ['ID=cda5e608-72b7-4ebb-8b79-da016ccf36df,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:44.782745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'cda5e608-72b7-4ebb-8b79-da016ccf36df'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:44.834320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363360a7-ba65-4999-a966-13d9537e551b req-1faade15-5e2f-47a4-828c-8f198f092251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.834320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-1faade15-5e2f-47a4-828c-8f198f092251 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.1285505 Sep 16 05:28:44.843897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077774b-18df-4a79-a12f-8fa812b77e81 req-4ebf2006-8d32-475e-a973-6a277249d58a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.843897 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a077774b-18df-4a79-a12f-8fa812b77e81 req-4ebf2006-8d32-475e-a973-6a277249d58a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 943 time: 0.1415589 Sep 16 05:28:44.852864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] No DVR routers for this DVR port cda5e608-72b7-4ebb-8b79-da016ccf36df on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:44.866794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.870920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa6bd22a-ca53-44cf-a207-abdd13567a55 req-5f3827e1-2e48-4c13-8757-1ed161d0e53d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "DELETE /v2.0/ports/cda5e608-72b7-4ebb-8b79-da016ccf36df HTTP/1.1" status: 204 len: 173 time: 0.9368992 Sep 16 05:28:44.906661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aba2c77b-8499-45e8-b82b-f6657a1f4719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.909502 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aba2c77b-8499-45e8-b82b-f6657a1f4719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:44.913193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aba2c77b-8499-45e8-b82b-f6657a1f4719 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a87ecb1-6a15-4216-a2a9-eae882e0b67e HTTP/1.1" status: 204 len: 168 time: 0.3772542 Sep 16 05:28:44.938232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2c77b-8499-45e8-b82b-f6657a1f4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a87ecb1-6a15-4216-a2a9-eae882e0b67e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:44.958122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363360a7-ba65-4999-a966-13d9537e551b req-f110443a-07db-4dc4-8c7a-800e65eae90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.964577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-f110443a-07db-4dc4-8c7a-800e65eae90b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112216 Sep 16 05:28:44.989127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a077774b-18df-4a79-a12f-8fa812b77e81 req-5dcb753e-e81e-47a8-a66e-e81b2a269cfb tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340470 Sep 16 05:28:44.997053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b631924-d456-4fd7-8ef1-8e81957a9054 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.043508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b631924-d456-4fd7-8ef1-8e81957a9054 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.050019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Deleting port c956e541-a392-43cc-801b-9627ea298dba {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:45.050760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.128296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-7c1e0fd3-7ff5-4d3e-b356-82dabd044fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569030 Sep 16 05:28:45.226531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] For port c956e541-a392-43cc-801b-9627ea298dba, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c956e541-a392-43cc-801b-9627ea298dba,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:45.226902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.295276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Calling delete_port for c956e541-a392-43cc-801b-9627ea298dba owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:45.308965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b631924-d456-4fd7-8ef1-8e81957a9054 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.311574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b631924-d456-4fd7-8ef1-8e81957a9054 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.323678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b631924-d456-4fd7-8ef1-8e81957a9054 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/68e9359a-2aa8-47fa-b7e4-72cbea44e651 HTTP/1.1" status: 204 len: 168 time: 0.5531769 Sep 16 05:28:45.334093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:45.360953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b631924-d456-4fd7-8ef1-8e81957a9054 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e9359a-2aa8-47fa-b7e4-72cbea44e651,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:45.394242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-363360a7-ba65-4999-a966-13d9537e551b req-de53fe66-d36e-432f-a4de-f451ea55d893 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564063 Sep 16 05:28:45.515758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e5ffa6bf-2bda-492d-954a-947a4c7ff7d8 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1799090 Sep 16 05:28:45.528516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60426) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:45.539459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6dcfd0ae-cd60-4515-a61b-019fc47dc0db tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475163457'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:45.718934 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f7744c1f-5b61-4f19-a672-27c5a8fb2594 req-3fd4faed-ae10-4d31-be5b-f217ba564714 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 210 time: 0.0316200 Sep 16 05:28:45.729888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ae-cd60-4515-a61b-019fc47dc0db tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.770719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221a68c5-4074-4185-98f1-929bbaa5546c', 'name': 'network-vif-deleted', 'tag': 'cda5e608-72b7-4ebb-8b79-da016ccf36df'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:45.773246 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735878f6-94aa-46c1-879d-8cda256c596a" -d '{"events": [{"server_uuid": "221a68c5-4074-4185-98f1-929bbaa5546c", "name": "network-vif-deleted", "tag": "cda5e608-72b7-4ebb-8b79-da016ccf36df"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:45.814558 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab5786b-d4f2-4515-9c11-efc79dec24fb x-openstack-request-id: req-1ab5786b-d4f2-4515-9c11-efc79dec24fb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:45.814860 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221a68c5-4074-4185-98f1-929bbaa5546c", "name": "network-vif-deleted", "tag": "cda5e608-72b7-4ebb-8b79-da016ccf36df", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:45.815116 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ab5786b-d4f2-4515-9c11-efc79dec24fb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:45.815517 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221a68c5-4074-4185-98f1-929bbaa5546c', 'name': 'network-vif-deleted', 'tag': 'cda5e608-72b7-4ebb-8b79-da016ccf36df', 'status': 'completed', 'code': 200} Sep 16 05:28:45.831898 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ae-cd60-4515-a61b-019fc47dc0db tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.846928 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.883720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event deleted for resources: {'Port': ['ID=c956e541-a392-43cc-801b-9627ea298dba,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:45.886553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'cda5e608-72b7-4ebb-8b79-da016ccf36df'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:45.930788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] No DVR routers for this DVR port c956e541-a392-43cc-801b-9627ea298dba on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:45.935355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:45.940550 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e9a3528-27d3-4f5b-a868-75948e9232a3 req-766a1ffa-e0d3-4900-a9db-245e3fbfbaa2 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "DELETE /v2.0/ports/c956e541-a392-43cc-801b-9627ea298dba HTTP/1.1" status: 204 len: 173 time: 1.1772413 Sep 16 05:28:45.940550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cc08b8-bce3-4f70-a654-23d6a55f0374', 'name': 'network-vif-deleted', 'tag': 'c956e541-a392-43cc-801b-9627ea298dba'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:45.941154 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4db484-fb13-4ed0-9c6f-137c1b209438" -d '{"events": [{"server_uuid": "b3cc08b8-bce3-4f70-a654-23d6a55f0374", "name": "network-vif-deleted", "tag": "c956e541-a392-43cc-801b-9627ea298dba"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:46.020894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ae-cd60-4515-a61b-019fc47dc0db tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.046469 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e370f06-9baa-4022-b5b7-4f521ec48527 x-openstack-request-id: req-3e370f06-9baa-4022-b5b7-4f521ec48527 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:46.047539 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cc08b8-bce3-4f70-a654-23d6a55f0374", "name": "network-vif-deleted", "tag": "c956e541-a392-43cc-801b-9627ea298dba", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:46.047539 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e370f06-9baa-4022-b5b7-4f521ec48527 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:46.047539 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cc08b8-bce3-4f70-a654-23d6a55f0374', 'name': 'network-vif-deleted', 'tag': 'c956e541-a392-43cc-801b-9627ea298dba', 'status': 'completed', 'code': 200} Sep 16 05:28:46.107154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfd0ae-cd60-4515-a61b-019fc47dc0db tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12594cf4-4ce0-4d9d-9831-df907db2a205,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:46.189262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338a75-d4a2-4328-8242-b9ad34ac97dc req-ca113806-a79c-4d58-9d82-5f2a429d35fb tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:46.190898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9338a75-d4a2-4328-8242-b9ad34ac97dc req-ca113806-a79c-4d58-9d82-5f2a429d35fb tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 943 time: 0.0663710 Sep 16 05:28:46.193527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:46.238727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ae-cd60-4515-a61b-019fc47dc0db tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.242367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6dcfd0ae-cd60-4515-a61b-019fc47dc0db tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7106388 Sep 16 05:28:46.245123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60440) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:46.251097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2f9641d7-0df8-4683-baf3-c094790f8f6c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '12594cf4-4ce0-4d9d-9831-df907db2a205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:46.258034 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9338a75-d4a2-4328-8242-b9ad34ac97dc req-60c555ac-c311-4552-8952-6d7aedecab8b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Sep 16 05:28:46.258634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:46.283907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36f15b10-7833-4fb2-bf1f-1ea00f33a647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.422946 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f9641d7-0df8-4683-baf3-c094790f8f6c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.544817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f9641d7-0df8-4683-baf3-c094790f8f6c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.576058 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36f15b10-7833-4fb2-bf1f-1ea00f33a647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.841093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36f15b10-7833-4fb2-bf1f-1ea00f33a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.846016 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-797afcb0-97a1-443e-80e4-4c61149356dd req-7d5f543d-e61c-41ab-9f8d-0686b9b4eb42 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=221a68c5-4074-4185-98f1-929bbaa5546c HTTP/1.1" status: 200 len: 210 time: 0.0329514 Sep 16 05:28:46.849125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f9641d7-0df8-4683-baf3-c094790f8f6c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.872140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9641d7-0df8-4683-baf3-c094790f8f6c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88fec3b-29c8-4995-9307-272e3f58940f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:46.907954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-36f15b10-7833-4fb2-bf1f-1ea00f33a647 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57fd695c5f0745eab77ac9a6b8891c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6481969 Sep 16 05:28:46.909289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f15b10-7833-4fb2-bf1f-1ea00f33a647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb55cb07-308d-4188-ac91-95e5b4e2210d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:46.911991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:46.998771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c389b6-cfdb-44cf-8e4c-845c94ce44d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.096698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c956e541-a392-43cc-801b-9627ea298dba no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:47.159836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: c956e541-a392-43cc-801b-9627ea298dba {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:47.160303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c956e541-a392-43cc-801b-9627ea298dba not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:47.282009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f9641d7-0df8-4683-baf3-c094790f8f6c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.285610 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2f9641d7-0df8-4683-baf3-c094790f8f6c tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0370347 Sep 16 05:28:47.286430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:47.310854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3953647f-f1e4-4cd3-9fef-03c48dfa3db0 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules/b88fec3b-29c8-4995-9307-272e3f58940f HTTP/1.1" status: 200 len: 763 time: 0.0205944 Sep 16 05:28:47.311276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60464) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:47.313815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c389b6-cfdb-44cf-8e4c-845c94ce44d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.404953 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bf30394e-b341-4d34-bdba-d9fb0b5e61ca tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0873132 Sep 16 05:28:47.405410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60468) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:47.454266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d67e7c8f-a80c-48d5-a543-342f59d299ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.475142 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d67e7c8f-a80c-48d5-a543-342f59d299ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.491583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c389b6-cfdb-44cf-8e4c-845c94ce44d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.499797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2c389b6-cfdb-44cf-8e4c-845c94ce44d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.503215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c2c389b6-cfdb-44cf-8e4c-845c94ce44d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb55cb07-308d-4188-ac91-95e5b4e2210d HTTP/1.1" status: 204 len: 168 time: 0.5887961 Sep 16 05:28:47.523820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27e3ee-49a1-41c4-9ad3-56d01515fece req-736198d4-e601-434c-95de-cbe61bc8a907 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:47.538630 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d27e3ee-49a1-41c4-9ad3-56d01515fece req-736198d4-e601-434c-95de-cbe61bc8a907 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 943 time: 0.1341765 Sep 16 05:28:47.556303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c389b6-cfdb-44cf-8e4c-845c94ce44d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb55cb07-308d-4188-ac91-95e5b4e2210d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:47.615339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d27e3ee-49a1-41c4-9ad3-56d01515fece req-7d969fd2-52f2-4630-b2e7-c9f0ff02b542 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698328 Sep 16 05:28:47.751558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d67e7c8f-a80c-48d5-a543-342f59d299ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.757744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d67e7c8f-a80c-48d5-a543-342f59d299ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.758935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d67e7c8f-a80c-48d5-a543-342f59d299ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b88fec3b-29c8-4995-9307-272e3f58940f HTTP/1.1" status: 204 len: 168 time: 0.3524170 Sep 16 05:28:47.762962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60480) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:47.780718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e7c8f-a80c-48d5-a543-342f59d299ad tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b88fec3b-29c8-4995-9307-272e3f58940f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:47.811954 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-52763a1f-b2c1-4d59-bf69-7dbdc5c4809b tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469098 Sep 16 05:28:47.815265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:47.820842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-af28db48-0603-4188-9f52-4f8867aaaee7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '12594cf4-4ce0-4d9d-9831-df907db2a205', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:47.953018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af28db48-0603-4188-9f52-4f8867aaaee7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.022969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af28db48-0603-4188-9f52-4f8867aaaee7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.103759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af28db48-0603-4188-9f52-4f8867aaaee7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.127062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28db48-0603-4188-9f52-4f8867aaaee7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b712d5-a1d8-489b-a061-5b9347b7d44c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:48.197032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af28db48-0603-4188-9f52-4f8867aaaee7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.198893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-af28db48-0603-4188-9f52-4f8867aaaee7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3823795 Sep 16 05:28:48.201786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60504) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.218695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b569c7b6-4223-43f7-b2d6-877784745875 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules/11b712d5-a1d8-489b-a061-5b9347b7d44c HTTP/1.1" status: 200 len: 763 time: 0.0156050 Sep 16 05:28:48.221302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.268022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-29e87906-558d-4209-a9f1-57fe9d0612a2 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441270 Sep 16 05:28:48.270789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.297568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f149acb4-f020-429c-a5d0-7d3b2ef88e1a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.305893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f149acb4-f020-429c-a5d0-7d3b2ef88e1a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.404487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cda5e608-72b7-4ebb-8b79-da016ccf36df no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:48.424263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: cda5e608-72b7-4ebb-8b79-da016ccf36df {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:48.424599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cda5e608-72b7-4ebb-8b79-da016ccf36df not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:48.491005 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f149acb4-f020-429c-a5d0-7d3b2ef88e1a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.495113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f149acb4-f020-429c-a5d0-7d3b2ef88e1a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.496141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f149acb4-f020-429c-a5d0-7d3b2ef88e1a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/11b712d5-a1d8-489b-a061-5b9347b7d44c HTTP/1.1" status: 204 len: 168 time: 0.2241571 Sep 16 05:28:48.498744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60512) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.510692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149acb4-f020-429c-a5d0-7d3b2ef88e1a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11b712d5-a1d8-489b-a061-5b9347b7d44c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:48.545896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9dbc8aab-bf50-40d2-b384-ec91f09bf7c9 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453832 Sep 16 05:28:48.548633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60514) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.552908 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-72a462bd-a3e7-42a5-97ee-cef6765b9a3a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Request body: {'security_group_rule': {'security_group_id': '12594cf4-4ce0-4d9d-9831-df907db2a205', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:48.722966 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-72a462bd-a3e7-42a5-97ee-cef6765b9a3a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Project cee9393721f3406799401ba32f5689a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:28:48.730130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72a462bd-a3e7-42a5-97ee-cef6765b9a3a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.782822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4fc3-2b25-4947-8977-c93113c37df2 req-3347723b-ba6c-445d-85d9-4168567cb0dc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:48.784577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b55a4fc3-2b25-4947-8977-c93113c37df2 req-3347723b-ba6c-445d-85d9-4168567cb0dc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 943 time: 0.0670941 Sep 16 05:28:48.817187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72a462bd-a3e7-42a5-97ee-cef6765b9a3a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.851212 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b55a4fc3-2b25-4947-8977-c93113c37df2 req-b6ed91de-e6ad-49c8-8cf4-1031e5ba17b3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589502 Sep 16 05:28:48.887030 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72a462bd-a3e7-42a5-97ee-cef6765b9a3a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.913896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a462bd-a3e7-42a5-97ee-cef6765b9a3a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dea40fc-19f9-4992-964b-71464798338d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.037177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72a462bd-a3e7-42a5-97ee-cef6765b9a3a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.038442 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-72a462bd-a3e7-42a5-97ee-cef6765b9a3a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4888077 Sep 16 05:28:49.042448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60542) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.075823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e2e7873f-5cc3-4c47-a95a-932ce0beda01 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules/6dea40fc-19f9-4992-964b-71464798338d HTTP/1.1" status: 200 len: 769 time: 0.0294802 Sep 16 05:28:49.078002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60544) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.113335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device df446eb3-ca74-4929-9b44-f6e006ab249d details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:49.137220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9913c878-6bca-4f13-bc5e-f111171d45a7 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0574608 Sep 16 05:28:49.139812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60550) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.168649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-001e1eff-406a-48bd-8f68-64930417db3d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.177182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-001e1eff-406a-48bd-8f68-64930417db3d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.246499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port df446eb3-ca74-4929-9b44-f6e006ab249d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=df446eb3-ca74-4929-9b44-f6e006ab249d,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:49.257607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'df446eb3-ca74-4929-9b44-f6e006ab249d', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': 'df446eb3-ca74-4929-9b44-f6e006ab249d', 'mac_address': 'fa:16:3e:39:f1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:49.294585 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-001e1eff-406a-48bd-8f68-64930417db3d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.306105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-001e1eff-406a-48bd-8f68-64930417db3d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.309996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-001e1eff-406a-48bd-8f68-64930417db3d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6dea40fc-19f9-4992-964b-71464798338d HTTP/1.1" status: 204 len: 168 time: 0.1668553 Sep 16 05:28:49.310213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.317055 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.320492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e1eff-406a-48bd-8f68-64930417db3d tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dea40fc-19f9-4992-964b-71464798338d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.343823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df446eb3-ca74-4929-9b44-f6e006ab249d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:49.361759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-32f3d76a-5af3-4b4d-b2c9-61d3acd50cfe tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0504174 Sep 16 05:28:49.364371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.365951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port df446eb3-ca74-4929-9b44-f6e006ab249d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=df446eb3-ca74-4929-9b44-f6e006ab249d,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:49.454590 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.461124 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84cabcc8-1f11-4817-ae16-2b1de291181a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.470397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171be3f4-70b7-4485-9c4f-1b479e8581a9 req-860726ea-07c4-405f-b81e-c90663979dfa tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:49.472456 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-171be3f4-70b7-4485-9c4f-1b479e8581a9 req-860726ea-07c4-405f-b81e-c90663979dfa tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 950 time: 0.0867777 Sep 16 05:28:49.517896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84cabcc8-1f11-4817-ae16-2b1de291181a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.538903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=df446eb3-ca74-4929-9b44-f6e006ab249d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.564619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-171be3f4-70b7-4485-9c4f-1b479e8581a9 req-910d188f-dbed-4172-afdb-c63919785b18 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798872 Sep 16 05:28:49.683738 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84cabcc8-1f11-4817-ae16-2b1de291181a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.689171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-84cabcc8-1f11-4817-ae16-2b1de291181a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.691516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-84cabcc8-1f11-4817-ae16-2b1de291181a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "DELETE /v2.0/security-groups/12594cf4-4ce0-4d9d-9831-df907db2a205 HTTP/1.1" status: 204 len: 168 time: 0.3255990 Sep 16 05:28:49.693706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60568) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.705839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cabcc8-1f11-4817-ae16-2b1de291181a tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12594cf4-4ce0-4d9d-9831-df907db2a205,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.794033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-736eae5c-2b71-43c3-93e0-fc027d4df273 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990818 Sep 16 05:28:49.800612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60572) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.850571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['df446eb3-ca74-4929-9b44-f6e006ab249d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:49.883028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-81ad00d4-baa3-484b-9e42-d6f74ab6e6d6 tempest-SecGroupIPv6Test-1485934300 tempest-SecGroupIPv6Test-1485934300-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792685 Sep 16 05:28:49.915321 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7084c7fc-6983-4dec-9222-981a7a994ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.114901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e25201-4fc9-4fb4-a7d6-c38546c8e608 req-e73e9855-0bfc-4c68-ab08-5703835e8a0d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:50.116678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64e25201-4fc9-4fb4-a7d6-c38546c8e608 req-e73e9855-0bfc-4c68-ab08-5703835e8a0d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 944 time: 0.1278739 Sep 16 05:28:50.206077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64e25201-4fc9-4fb4-a7d6-c38546c8e608 req-a6cabf17-b6a2-4ab8-9e35-40b67458f899 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Sep 16 05:28:50.288657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:50.304269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755c629-28bd-441b-805c-3827f888c8a2 req-ae989cdf-cfa2-4a0b-a2fb-45f2356f27d5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:50.306472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f755c629-28bd-441b-805c-3827f888c8a2 req-ae989cdf-cfa2-4a0b-a2fb-45f2356f27d5 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 950 time: 0.0719237 Sep 16 05:28:50.421472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Deleting port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:50.421916 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.519575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1612200010'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:50.534401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.554977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] For port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:50.555235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.568267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Calling delete_port for 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:50.598812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60598) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:50.711112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Made reservation on behalf of 57a62aa9a75f44cc8e4c0a7fc460e475 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:50.715886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.731991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dbf99-f73c-4885-8a7f-ec4ea25bb047 req-57f6dd62-cf95-4a0c-b76f-8a57dca6ce6e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:50.733710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-344dbf99-f73c-4885-8a7f-ec4ea25bb047 req-57f6dd62-cf95-4a0c-b76f-8a57dca6ce6e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 950 time: 0.0791929 Sep 16 05:28:50.741927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.789304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cfa775ef-e1f9-497d-b8ed-e72d6632e8da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cee9393721f3406799401ba32f5689a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892550 Sep 16 05:28:50.792456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60602) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:50.808480 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-344dbf99-f73c-4885-8a7f-ec4ea25bb047 req-9fb96bc9-5b01-4efe-8960-b4cf41748063 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557630 Sep 16 05:28:50.877342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9208-2ec4-441c-9d1d-52984f8fefa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.891964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.898786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.929980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:50.938880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'e287f9ca-5521-4c78-96c9-b5cafa669d76'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:50.989023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event deleted for resources: {'Port': ['ID=59f3b3be-0a88-45bb-95f4-df9dcab79fa9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:50.993733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9208-2ec4-441c-9d1d-52984f8fefa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.997140 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.022750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] No DVR routers for this DVR port 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:51.026862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.027207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:51.029202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f755c629-28bd-441b-805c-3827f888c8a2 req-b6d94cb7-a377-4a72-b2b3-cc6e2a4a314c tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "DELETE /v2.0/ports/59f3b3be-0a88-45bb-95f4-df9dcab79fa9 HTTP/1.1" status: 204 len: 173 time: 0.7158246 Sep 16 05:28:51.033944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0799bd-ef7e-4189-b19d-8c5dcc8f9555', 'name': 'network-vif-deleted', 'tag': '59f3b3be-0a88-45bb-95f4-df9dcab79fa9'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:51.036243 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7741ade3-9ce5-45b4-8cfa-0657d1b713da" -d '{"events": [{"server_uuid": "1f0799bd-ef7e-4189-b19d-8c5dcc8f9555", "name": "network-vif-deleted", "tag": "59f3b3be-0a88-45bb-95f4-df9dcab79fa9"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:51.050230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6152b3-2a5b-483a-b1a1-57f7978a9f11,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:51.064697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.066207 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Added segment 9a073f56-dc29-40c1-84b8-cedc0d7abadd of type vlan for network 6bdced35-625a-451b-b03a-2bfce3ae8732 Sep 16 05:28:51.102375 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8fa92-b13c-4cc5-a6eb-7d850e0b1ad5 x-openstack-request-id: req-7df8fa92-b13c-4cc5-a6eb-7d850e0b1ad5 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:51.102763 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0799bd-ef7e-4189-b19d-8c5dcc8f9555", "name": "network-vif-deleted", "tag": "59f3b3be-0a88-45bb-95f4-df9dcab79fa9", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:51.104315 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7df8fa92-b13c-4cc5-a6eb-7d850e0b1ad5 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:51.105348 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0799bd-ef7e-4189-b19d-8c5dcc8f9555', 'name': 'network-vif-deleted', 'tag': '59f3b3be-0a88-45bb-95f4-df9dcab79fa9', 'status': 'completed', 'code': 200} Sep 16 05:28:51.117084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.140216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9208-2ec4-441c-9d1d-52984f8fefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.144869 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9208-2ec4-441c-9d1d-52984f8fefa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.149922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0d1f9208-2ec4-441c-9d1d-52984f8fefa8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4822744-cc52-4290-8a6c-4177d57eeefc HTTP/1.1" status: 204 len: 168 time: 0.3559866 Sep 16 05:28:51.161294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f9208-2ec4-441c-9d1d-52984f8fefa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4822744-cc52-4290-8a6c-4177d57eeefc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:51.165052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device df446eb3-ca74-4929-9b44-f6e006ab249d up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:51.283340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.289628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.290374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.473024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port df446eb3-ca74-4929-9b44-f6e006ab249d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:51.480053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port df446eb3-ca74-4929-9b44-f6e006ab249d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:51.480755 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.506628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-9c77d39e-9443-4b89-bd52-580a3c32a629 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.509102 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-9c77d39e-9443-4b89-bd52-580a3c32a629 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 950 time: 0.2750971 Sep 16 05:28:51.518505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ac1b1-9cac-4624-bc0a-d57ac69c18a3 req-6d19bdbc-f7f5-4111-a4c3-4baf9ad187c7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.528126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b3ac1b1-9cac-4624-bc0a-d57ac69c18a3 req-6d19bdbc-f7f5-4111-a4c3-4baf9ad187c7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 944 time: 0.2020030 Sep 16 05:28:51.598539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Pushing event updated for resources: {'Network': ['ID=6bdced35-625a-451b-b03a-2bfce3ae8732,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:51.620414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 6bdced35-625a-451b-b03a-2bfce3ae8732 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:51.643682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b3ac1b1-9cac-4624-bc0a-d57ac69c18a3 req-438e1212-076e-4e7c-8e1e-57ba9e2f3e64 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141047 Sep 16 05:28:51.666958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.696843 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c461f65-dcd4-4692-a735-7f3390c39543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4003413 Sep 16 05:28:51.697050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Deleting port e287f9ca-5521-4c78-96c9-b5cafa669d76 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:51.697050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.752379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df446eb3-ca74-4929-9b44-f6e006ab249d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:51.754794 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2979ecf0-2fdd-4705-ad1d-73c132d021dd" -d '{"events": [{"server_uuid": "1db8e872-c976-4d50-a2f0-b0f81f6f4a36", "name": "network-vif-plugged", "status": "completed", "tag": "df446eb3-ca74-4929-9b44-f6e006ab249d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:51.793979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port df446eb3-ca74-4929-9b44-f6e006ab249d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=df446eb3-ca74-4929-9b44-f6e006ab249d,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:51.811358 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7231bfb7-3a8c-4592-a3fc-2011fafcb1d9 x-openstack-request-id: req-7231bfb7-3a8c-4592-a3fc-2011fafcb1d9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:51.811735 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db8e872-c976-4d50-a2f0-b0f81f6f4a36", "name": "network-vif-plugged", "status": "completed", "tag": "df446eb3-ca74-4929-9b44-f6e006ab249d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:51.812085 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7231bfb7-3a8c-4592-a3fc-2011fafcb1d9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:51.812500 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df446eb3-ca74-4929-9b44-f6e006ab249d', 'code': 200} Sep 16 05:28:51.892181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] For port e287f9ca-5521-4c78-96c9-b5cafa669d76, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e287f9ca-5521-4c78-96c9-b5cafa669d76,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:51.892727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.908359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.909248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device e287f9ca-5521-4c78-96c9-b5cafa669d76 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:51.912522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Calling delete_port for e287f9ca-5521-4c78-96c9-b5cafa669d76 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:52.018565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba964a23-4b91-4144-baf9-31a3faacce11 req-7174208d-3732-45f5-8308-9a2d7084dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:52.020716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba964a23-4b91-4144-baf9-31a3faacce11 req-7174208d-3732-45f5-8308-9a2d7084dbaa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 1097 time: 0.0908916 Sep 16 05:28:52.065323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=df446eb3-ca74-4929-9b44-f6e006ab249d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:52.080787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d128d7b-44d1-4599-95b5-9447be985e3e req-d32ea7d7-7d6b-49a0-990b-9ebc18c2f7e1 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f0799bd-ef7e-4189-b19d-8c5dcc8f9555 HTTP/1.1" status: 200 len: 210 time: 0.0384984 Sep 16 05:28:52.124337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba964a23-4b91-4144-baf9-31a3faacce11 req-b6058058-6b35-41d8-9161-4f6f94532392 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935042 Sep 16 05:28:52.136167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.190651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port e287f9ca-5521-4c78-96c9-b5cafa669d76, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=e287f9ca-5521-4c78-96c9-b5cafa669d76,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:52.207394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60642) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:52.212126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Request body: {'port': {'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732', 'binding:host_id': 'n-h2-712749-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-296796578'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:52.308716 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.363453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Made reservation on behalf of 80c967687e7c4306bfc4ce8404817daf for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:52.366262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.380315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=e287f9ca-5521-4c78-96c9-b5cafa669d76,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:52.383166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.437393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.481946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:52.493277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event deleted for resources: {'Port': ['ID=e287f9ca-5521-4c78-96c9-b5cafa669d76,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:52.575217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] No DVR routers for this DVR port e287f9ca-5521-4c78-96c9-b5cafa669d76 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:52.580325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.586153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.589730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fdc32dc-f86a-4094-8f02-e82ff7d61480 req-d22b0d21-d7bf-4850-bfca-1a3824c2ea0e tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.30 "DELETE /v2.0/ports/e287f9ca-5521-4c78-96c9-b5cafa669d76 HTTP/1.1" status: 204 len: 173 time: 1.0590510 Sep 16 05:28:52.703159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.709848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] device_id is not set on port d8682d41-8e26-4527-8810-3e83e45994ad yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:52.821189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7923e7fd-07f5-4eda-a53a-d3237ad3acc6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:52.873921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe59e8-5bd1-44c5-9396-3021bb65b4a0 req-a6c8ee4e-f107-42f7-b107-8b8b4204f9e5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:52.875769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cebe59e8-5bd1-44c5-9396-3021bb65b4a0 req-a6c8ee4e-f107-42f7-b107-8b8b4204f9e5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 945 time: 0.0898831 Sep 16 05:28:52.973542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cebe59e8-5bd1-44c5-9396-3021bb65b4a0 req-fda1ce1a-7f27-46ed-b4fa-dcf87612c944 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908456 Sep 16 05:28:53.089466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53f56e30-879f-452f-aef5-18d751537f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.107220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'name': 'network-vif-deleted', 'tag': 'e287f9ca-5521-4c78-96c9-b5cafa669d76'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:53.109673 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d7bc5-2584-4db7-b1d5-86e5f1b9b2c3" -d '{"events": [{"server_uuid": "999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd", "name": "network-vif-deleted", "tag": "e287f9ca-5521-4c78-96c9-b5cafa669d76"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:53.143724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:53.200541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:53.200881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 59f3b3be-0a88-45bb-95f4-df9dcab79fa9 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:53.229644 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343d9a74-d845-492b-aaca-1262043cedfa x-openstack-request-id: req-343d9a74-d845-492b-aaca-1262043cedfa {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:53.230016 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd", "name": "network-vif-deleted", "tag": "e287f9ca-5521-4c78-96c9-b5cafa669d76", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:53.230338 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-343d9a74-d845-492b-aaca-1262043cedfa {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:53.230810 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'name': 'network-vif-deleted', 'tag': 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'status': 'completed', 'code': 200} Sep 16 05:28:53.231360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] device_id is not set on port d8682d41-8e26-4527-8810-3e83e45994ad yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:53.258146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.387483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a208ac20-b056-43ee-b02b-97bc756e9240 req-4d595c4d-5ecd-4415-926c-6024983a9832 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd HTTP/1.1" status: 200 len: 210 time: 0.0425706 Sep 16 05:28:53.392752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.488677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=d8682d41-8e26-4527-8810-3e83e45994ad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:53.524647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Checking segment: {'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:53.527591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Network hostable DHCP agents. Network: 6bdced35-625a-451b-b03a-2bfce3ae8732, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:53.700080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Network 6bdced35-625a-451b-b03a-2bfce3ae8732 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:53.809065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 6bdced35-625a-451b-b03a-2bfce3ae8732) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:53.813595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e287f9ca-5521-4c78-96c9-b5cafa669d76'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:53.817236 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7927316e-90f1-4205-9662-a2075d8ef0bb" -d '{"events": [{"server_uuid": "999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e287f9ca-5521-4c78-96c9-b5cafa669d76"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:53.832692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:53.845735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:53.859440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75001d8-9f25-4553-b633-2e81bfd073c5 None None] Network 6bdced35-625a-451b-b03a-2bfce3ae8732 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:53.877263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:53.881919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:53.881919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:53.896310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:53.896691 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:53.897053 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 2 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:53.936330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:53.936678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:53.937255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:53.943124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:53.943685 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e91d8-e256-4723-8141-8b4a8413ed14 x-openstack-request-id: req-946e91d8-e256-4723-8141-8b4a8413ed14 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:53.944089 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e287f9ca-5521-4c78-96c9-b5cafa669d76", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:53.944570 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-946e91d8-e256-4723-8141-8b4a8413ed14 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:53.944742 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e2ebe-6dd7-4f2f-b7e3-4e96c18479dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e287f9ca-5521-4c78-96c9-b5cafa669d76', 'code': 200} Sep 16 05:28:53.945094 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:53.945583 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 3 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:53.966282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:53.966617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:53.966982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:53.971875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:53.972194 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:53.972597 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 4 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:53.986226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:53.986644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:53.986987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:53.992875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60700) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:53.995458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:53.995784 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:53.996405 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 5 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:54.014220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:54.014887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:54.015583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:54.022892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:54.023713 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:54.024366 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 6 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:54.043979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:54.044917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:54.045687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:54.052349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:54.053064 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:54.053703 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 7 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:54.081925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:54.082265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:54.082999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:54.089236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:54.089571 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:54.089976 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 8 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:54.110572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:54.111062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:54.111419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:54.117389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:54.118049 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:54.118896 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 9 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:54.135649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:54.136065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:54.136803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:54.143084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:54.143457 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:54.144053 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 10 to bind port d8682d41-8e26-4527-8810-3e83e45994ad Sep 16 05:28:54.154264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b221d25-1ff9-43b8-a18b-615ccf134081 req-7604dfb0-f754-4ff4-9f60-569a3b00ca1f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:54.162232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:54.162607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:54.162937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:54.163352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b221d25-1ff9-43b8-a18b-615ccf134081 req-7604dfb0-f754-4ff4-9f60-569a3b00ca1f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 945 time: 0.0714662 Sep 16 05:28:54.169043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port d8682d41-8e26-4527-8810-3e83e45994ad on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:54.169706 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port d8682d41-8e26-4527-8810-3e83e45994ad on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:54.170100 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.224340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b221d25-1ff9-43b8-a18b-615ccf134081 req-30e4d9b8-a69d-43d6-8e84-3dc27cd42721 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 Sep 16 05:28:54.231321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9e07ef1-516f-4a03-947d-08f9dd2df4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.278838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] For port d8682d41-8e26-4527-8810-3e83e45994ad, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:54.279740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempted to set empty binding levels {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:28:54.357379 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9e07ef1-516f-4a03-947d-08f9dd2df4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.363920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-40f605f5-6567-44f9-8a3c-ea01c52cd096 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=35939a17332d4166865b8b97d16dcd7e HTTP/1.1" status: 200 len: 267 time: 0.0588734 Sep 16 05:28:54.374263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.417864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60722) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.423947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1993007827'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:54.441224 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9e07ef1-516f-4a03-947d-08f9dd2df4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.452635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:54.453330 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.490086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=d8682d41-8e26-4527-8810-3e83e45994ad,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:54.501910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-b73dc354-1ead-4e19-9041-60050d4d79a6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:54.503639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-b73dc354-1ead-4e19-9041-60050d4d79a6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 945 time: 0.1388934 Sep 16 05:28:54.522556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'port': {'security_groups': []}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:54.543074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e07ef1-516f-4a03-947d-08f9dd2df4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e5531-5974-4549-bdea-2a60c2c00ab3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:54.550888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9e07ef1-516f-4a03-947d-08f9dd2df4c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f24c7edb14547fd9e9a240ae0ed98cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569413 Sep 16 05:28:54.557675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60726) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.583150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:54.586835 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.617459 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.635106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:54.654454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.654800 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Added segment 04e8af53-c61a-4074-8c07-85ff70df019f of type vlan for network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 Sep 16 05:28:54.656466 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f727ed-e777-4910-badb-2f204099e49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.716731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f727ed-e777-4910-badb-2f204099e49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.719428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.808423 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-03b5895c-ed9b-4c8d-81ae-123c3bcc7b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.5974092 Sep 16 05:28:54.809347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60732) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:54.828000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] For port df446eb3-ca74-4929-9b44-f6e006ab249d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=df446eb3-ca74-4929-9b44-f6e006ab249d,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:54.865662 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.871966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:54.872608 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.880057 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.952303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:54.993684 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['64245dca-69e3-471f-aa38-19335a64e774'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:54.999010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d149ba6e-1079-4c4f-bd15-07a1cb427704', 'df446eb3-ca74-4929-9b44-f6e006ab249d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:55.034052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.035486 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.046551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da3c8ba8-40ed-4f69-a82f-86e7b9af4e14 req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "PUT /v2.0/ports/df446eb3-ca74-4929-9b44-f6e006ab249d HTTP/1.1" status: 200 len: 904 time: 0.5308459 Sep 16 05:28:55.047619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'tag': 'df446eb3-ca74-4929-9b44-f6e006ab249d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:55.061819 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f881cc6-fdd6-4799-b766-62f6aace9650" -d '{"events": [{"name": "network-changed", "server_uuid": "1db8e872-c976-4d50-a2f0-b0f81f6f4a36", "tag": "df446eb3-ca74-4929-9b44-f6e006ab249d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:55.187747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd112b9c-415b-4a33-99b9-bee6bb761f7a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'Port': ['ID=df446eb3-ca74-4929-9b44-f6e006ab249d,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:55.238463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['df446eb3-ca74-4929-9b44-f6e006ab249d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:55.328119 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f727ed-e777-4910-badb-2f204099e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.332799 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90f727ed-e777-4910-badb-2f204099e49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.334365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-90f727ed-e777-4910-badb-2f204099e49c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/051e5531-5974-4549-bdea-2a60c2c00ab3 HTTP/1.1" status: 204 len: 168 time: 0.7754776 Sep 16 05:28:55.363185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e0e15-31dd-48cf-b656-4441cc920952 req-948f1ea2-3838-4f36-9ce8-cc1d30cbddcc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.382648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-310e0e15-31dd-48cf-b656-4441cc920952 req-948f1ea2-3838-4f36-9ce8-cc1d30cbddcc tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 907 time: 0.1430824 Sep 16 05:28:55.387081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f727ed-e777-4910-badb-2f204099e49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e5531-5974-4549-bdea-2a60c2c00ab3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:55.391639 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd4737f-87ac-4983-b091-5b11773fe289 x-openstack-request-id: req-edd4737f-87ac-4983-b091-5b11773fe289 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:55.398786 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db8e872-c976-4d50-a2f0-b0f81f6f4a36", "tag": "df446eb3-ca74-4929-9b44-f6e006ab249d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:55.399262 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edd4737f-87ac-4983-b091-5b11773fe289 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:55.402519 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'tag': 'df446eb3-ca74-4929-9b44-f6e006ab249d', 'status': 'completed', 'code': 200} Sep 16 05:28:55.409573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.522644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1029680 Sep 16 05:28:55.527062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60760) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:55.540120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1661702204'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:55.582829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37217134-90aa-410b-94c2-709887b832e8 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Network': ['ID=99b90ff8-9324-4e7b-a91c-d931cb8278d1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:55.609703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:55.643115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863617e7-29b6-4db0-ac2d-3288a3350a22 req-c1d8dfd2-5254-44f8-8e27-0c53cddd517c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.646198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-863617e7-29b6-4db0-ac2d-3288a3350a22 req-c1d8dfd2-5254-44f8-8e27-0c53cddd517c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0936193 Sep 16 05:28:55.672881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c055d8a6-a0bb-46e3-a74c-7f6d154a0c14 None None] Provisioning complete for port df446eb3-ca74-4929-9b44-f6e006ab249d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:55.673246 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c055d8a6-a0bb-46e3-a74c-7f6d154a0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.692383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Deleting port d8682d41-8e26-4527-8810-3e83e45994ad {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:55.693083 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.711214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:55.724726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.743186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-863617e7-29b6-4db0-ac2d-3288a3350a22 req-ea87703b-b5ee-4bf2-9b01-2d51879a33ae tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900872 Sep 16 05:28:55.768086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-c4dead12-b3c1-442a-b643-ae0cd3491ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.768086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-c4dead12-b3c1-442a-b643-ae0cd3491ddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 1059 time: 0.2688513 Sep 16 05:28:55.782000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0c4e-87c9-47e8-8b09-33dd2cb76593 req-cebc7a4c-303f-40ab-9234-17643a976ac9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:55.784914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:55.797005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28ae0c4e-87c9-47e8-8b09-33dd2cb76593 req-cebc7a4c-303f-40ab-9234-17643a976ac9 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 949 time: 0.2701478 Sep 16 05:28:55.799353 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.799707 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Added segment 31f83ce9-f934-4064-92dd-5a7587c9a7de of type vlan for network f60b21fe-fe60-4b7d-896e-621284a58891 Sep 16 05:28:55.870823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.961495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] For port d8682d41-8e26-4527-8810-3e83e45994ad, host n-h2-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:55.961914 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.016131 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28ae0c4e-87c9-47e8-8b09-33dd2cb76593 req-86f23cf2-2175-43aa-bdb9-3acdd6280ee3 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176704 Sep 16 05:28:56.028044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Calling delete_port for d8682d41-8e26-4527-8810-3e83e45994ad owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:56.046696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.059622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.060783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.146238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-82e86fcf-eff4-44de-8a28-fd3fb8fa834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.148791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-82e86fcf-eff4-44de-8a28-fd3fb8fa834e service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.3475220 Sep 16 05:28:56.170544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Network': ['ID=f60b21fe-fe60-4b7d-896e-621284a58891,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:56.184682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.185014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.185380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.185717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.186056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.186388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.186712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.187038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.187362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.187731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.187731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.194157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:56.201647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0218f5-9966-4b9b-961e-ad9866efdf85 req-862500de-975c-4aa7-ad15-14db38d69833 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.203636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa0218f5-9966-4b9b-961e-ad9866efdf85 req-862500de-975c-4aa7-ad15-14db38d69833 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2343838 Sep 16 05:28:56.206715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f60b21fe-fe60-4b7d-896e-621284a58891 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:56.231610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-f1014283-a9a7-4fd9-a409-685a8c20e519 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df446eb3-ca74-4929-9b44-f6e006ab249d HTTP/1.1" status: 200 len: 217 time: 0.0737281 Sep 16 05:28:56.260582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa0218f5-9966-4b9b-961e-ad9866efdf85 req-071a22e9-c2c7-4848-974f-929b03cce915 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487378 Sep 16 05:28:56.300622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ba576bd-3407-414e-8bfd-5e48416c29e0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7712083 Sep 16 05:28:56.304937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:56.313090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'subnet': {'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:56.342937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-6651a0b8-2efb-44aa-9861-1de15c900a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.342937 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-6651a0b8-2efb-44aa-9861-1de15c900a47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.0959413 Sep 16 05:28:56.396068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-2ecf5cca-1a42-46c8-8a33-3a700880cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.398158 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-2ecf5cca-1a42-46c8-8a33-3a700880cda2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536146 Sep 16 05:28:56.401340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.439070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8682d41-8e26-4527-8810-3e83e45994ad,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:56.468270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.470390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b719f7c-e4cf-4af6-afdd-fdaabbb74bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "DELETE /v2.0/ports/d8682d41-8e26-4527-8810-3e83e45994ad HTTP/1.1" status: 204 len: 168 time: 1.6598115 Sep 16 05:28:56.473311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60780) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:56.523450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:56.529838 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff55ba0-8ac1-47ed-9b04-5f53bd59a90b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:28:56.531403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5ff55ba0-8ac1-47ed-9b04-5f53bd59a90b tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "GET /v2.0/ports/d8682d41-8e26-4527-8810-3e83e45994ad HTTP/1.1" status: 404 len: 333 time: 0.0571141 Sep 16 05:28:56.531629 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.538954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:56.551938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Request body: {'port': {'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-788505672'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:56.569908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-e5fc0473-d2fe-458d-a1ac-09d135d63c0d service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612532 Sep 16 05:28:56.579488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60784) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:56.628426 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.701515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Made reservation on behalf of 80c967687e7c4306bfc4ce8404817daf for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:56.704717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.726436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] device_id is not set on port b0cd847e-70ec-43b9-ab0c-4a6af1951afc yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:56.732568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:56.818735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2f881cc6-fdd6-4799-b766-62f6aace9650 req-3dcaaceb-a429-46e3-aae6-d672b69d04c7 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375348 Sep 16 05:28:56.882487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36f97-1332-4a5b-b943-a10195620402 req-7802da0e-b4f2-4ecd-b22e-e557a08edb0b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.884119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-7802da0e-b4f2-4ecd-b22e-e557a08edb0b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.1781578 Sep 16 05:28:56.934502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-37b39d7b-565a-48ca-b123-2d48eebae3c9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/quotas/35939a17332d4166865b8b97d16dcd7e HTTP/1.1" status: 200 len: 375 time: 0.0324242 Sep 16 05:28:56.969266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.978785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.034469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-1b1321aa-38de-4893-b029-3956c4e1ceee tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0815809 Sep 16 05:28:57.038306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.073037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39370a3e-1fab-496f-be54-7317dce43347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.116767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=055be410358f4210aad8b4d171c26486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328968 Sep 16 05:28:57.122265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60804) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:57.132221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295a344a-40af-4bb6-a13a-51094afec05f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:57.155056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-b99cee34-0d4f-4e2a-80f9-6749691854a6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:57.156723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-b99cee34-0d4f-4e2a-80f9-6749691854a6 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 949 time: 0.1490285 Sep 16 05:28:57.186834 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.189139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.189495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.189832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.190169 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.190494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.190830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.191158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.191487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.191832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.192219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.192784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.192784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f75039-8957-40ab-b12b-5bdb6e8a9318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:57.242077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-54a72ab0-c03a-4341-9c8d-2647021560ae service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967530 Sep 16 05:28:57.249176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aed92c89-8e49-4a7d-be06-f255bbd80bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.287087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.315925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aed92c89-8e49-4a7d-be06-f255bbd80bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.345432 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.394187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Subnet': ['ID=ce0cd1a8-12f2-4072-a7ec-0e232438602f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:57.404822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfbe1f-1682-4ccb-bd40-755defd18660 req-a1f44799-3b8d-4903-8850-eab35ffca79a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:57.406453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6dfbe1f-1682-4ccb-bd40-755defd18660 req-a1f44799-3b8d-4903-8850-eab35ffca79a tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 949 time: 0.2827020 Sep 16 05:28:57.426617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Network 6bdced35-625a-451b-b03a-2bfce3ae8732 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:57.436542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-1d59d91f-8477-4fab-a837-8366ca88a206 service neutron] 10.222.0.49 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690602 Sep 16 05:28:57.449742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:57.494754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:57.494754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:57.494754 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.494754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cd847e-70ec-43b9-ab0c-4a6af1951afc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:57.502946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Checking segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:57.503306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network hostable DHCP agents. Network: 99b90ff8-9324-4e7b-a91c-d931cb8278d1, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:57.545738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6dfbe1f-1682-4ccb-bd40-755defd18660 req-44a16715-4b7c-4b86-b4a3-7c35583ac472 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/security-groups?id=6bd44fb1-0f80-4737-8a71-6d8159f8380c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069827 Sep 16 05:28:57.554474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Deleting port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:57.555298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.669652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] For port e7ba3d38-ec5f-4219-bccf-8f3591a57d34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:57.670023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.684635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Calling delete_port for e7ba3d38-ec5f-4219-bccf-8f3591a57d34 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:57.779779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aed92c89-8e49-4a7d-be06-f255bbd80bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.783051 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aed92c89-8e49-4a7d-be06-f255bbd80bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.784731 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aed92c89-8e49-4a7d-be06-f255bbd80bf1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/295a344a-40af-4bb6-a13a-51094afec05f HTTP/1.1" status: 204 len: 168 time: 0.6605873 Sep 16 05:28:57.801748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed92c89-8e49-4a7d-be06-f255bbd80bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a344a-40af-4bb6-a13a-51094afec05f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:57.848106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:57.856632 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39370a3e-1fab-496f-be54-7317dce43347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.929096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0bdf0db4-49d6-413e-bd08-f0c5bedf85e7 req-a3d176cf-5ffc-4c39-87ed-5675b8f4f653 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 210 time: 0.0292978 Sep 16 05:28:57.967492 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 99b90ff8-9324-4e7b-a91c-d931cb8278d1) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:57.967492 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.968544 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39370a3e-1fab-496f-be54-7317dce43347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.973611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e94f66-f048-4f61-8633-ee91cb0ec18b None None] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:58.007330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e7ba3d38-ec5f-4219-bccf-8f3591a57d34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:58.028739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:58.029361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.068960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-39370a3e-1fab-496f-be54-7317dce43347 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f84f105c87c041578a5aad6ad93bc139&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3352864 Sep 16 05:28:58.071751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60820) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.079657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Pushing event deleted for resources: {'Port': ['ID=e7ba3d38-ec5f-4219-bccf-8f3591a57d34,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:58.093342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9aecc299-a751-4dab-8cb5-54f50fdc3220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5525651 Sep 16 05:28:58.101174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.127705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:58.164625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18abb861-2d12-4756-8143-1bb759672773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.166885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39370a3e-1fab-496f-be54-7317dce43347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a28e8b9-33da-4d25-9223-dd657f9a0228,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:58.206372 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18abb861-2d12-4756-8143-1bb759672773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.212648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ff250561-a02e-4360-a068-c9237b31f205 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9065120 Sep 16 05:28:58.214159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] No DVR routers for this DVR port e7ba3d38-ec5f-4219-bccf-8f3591a57d34 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:58.219114 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.221530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c37dd0dd-56dc-4fe6-81bc-dd2094128e10 req-5987b837-58bf-45c3-a1e8-171a60b77b29 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.66 "DELETE /v2.0/ports/e7ba3d38-ec5f-4219-bccf-8f3591a57d34 HTTP/1.1" status: 204 len: 173 time: 1.0470440 Sep 16 05:28:58.222410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.222899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1f5bca-2171-4500-8268-211940eb8264', 'name': 'network-vif-deleted', 'tag': 'e7ba3d38-ec5f-4219-bccf-8f3591a57d34'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:58.225406 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3423fc-b2bc-475c-9508-92276dc76122" -d '{"events": [{"server_uuid": "9f1f5bca-2171-4500-8268-211940eb8264", "name": "network-vif-deleted", "tag": "e7ba3d38-ec5f-4219-bccf-8f3591a57d34"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:58.233264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'subnet': {'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:58.386959 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be44d932-9cd6-42fb-8817-b651fcbc4205 x-openstack-request-id: req-be44d932-9cd6-42fb-8817-b651fcbc4205 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:58.387301 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1f5bca-2171-4500-8268-211940eb8264", "name": "network-vif-deleted", "tag": "e7ba3d38-ec5f-4219-bccf-8f3591a57d34", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:58.387504 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be44d932-9cd6-42fb-8817-b651fcbc4205 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:58.387941 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1f5bca-2171-4500-8268-211940eb8264', 'name': 'network-vif-deleted', 'tag': 'e7ba3d38-ec5f-4219-bccf-8f3591a57d34', 'status': 'completed', 'code': 200} Sep 16 05:28:58.399826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.408300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18abb861-2d12-4756-8143-1bb759672773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.423629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18abb861-2d12-4756-8143-1bb759672773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.423629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18abb861-2d12-4756-8143-1bb759672773 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a28e8b9-33da-4d25-9223-dd657f9a0228 HTTP/1.1" status: 204 len: 168 time: 0.3447781 Sep 16 05:28:58.427881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'fixed_ips': [{'subnet_id': 'ce0cd1a8-12f2-4072-a7ec-0e232438602f'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:58.429694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.453405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abb861-2d12-4756-8143-1bb759672773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a28e8b9-33da-4d25-9223-dd657f9a0228,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:58.544223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:58.548140 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.703562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Allocated IP 10.1.1.2 (99b90ff8-9324-4e7b-a91c-d931cb8278d1/ce0cd1a8-12f2-4072-a7ec-0e232438602f/b561a998-362e-4649-9496-70e2ff0ba809) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:58.764003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c5e8b0f7-1c68-4299-a487-4b272e2b6098 req-1c2636ea-5ad0-4d97-aa67-f7014fd53bb3 tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 210 time: 0.0673842 Sep 16 05:28:58.817450 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.891229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] device_id is not set on port b0cd847e-70ec-43b9-ab0c-4a6af1951afc yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:28:58.905829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.023307 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b732574-df6d-4695-b96a-ba8e2794f23d req-f205cd29-e581-469a-aa0e-4675fe474fa3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 210 time: 0.0298374 Sep 16 05:28:59.069238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.094043 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.133659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cd847e-70ec-43b9-ab0c-4a6af1951afc,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:59.147482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.147740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.148108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.153040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.153553 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.153991 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 2 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.158421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.197611 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.222531 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.222872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.223295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.246322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:59.249984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.250328 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.251343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:59.254000 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 3 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.263611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:59.276302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Pushing event updated for resources: {'Port': ['ID=b561a998-362e-4649-9496-70e2ff0ba809,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:59.287945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Subnet': ['ID=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:59.292439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.292960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.293431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.300664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.301001 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.301669 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 4 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.304774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Checking segment: {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:59.305146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network hostable DHCP agents. Network: f60b21fe-fe60-4b7d-896e-621284a58891, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:59.335876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.336296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.336650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.340323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Attempting to bind port b561a998-362e-4649-9496-70e2ff0ba809 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.341134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Attempting to bind port b561a998-362e-4649-9496-70e2ff0ba809 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.341577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Attempting to bind port b561a998-362e-4649-9496-70e2ff0ba809 on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.347543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.347908 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.349113 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 5 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.349676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:59.350069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Checking segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:59.351363 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.351782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Bound using segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:59.352305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Bound port: b561a998-362e-4649-9496-70e2ff0ba809, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:59.353036 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.367793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.368275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.368733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.373873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.374229 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.374623 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 6 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.388518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.388859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.389200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.393792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.394118 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.394509 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 7 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.417993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.417993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.417993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.417993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.417993 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.417993 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 8 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.428129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] For port b561a998-362e-4649-9496-70e2ff0ba809, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:59.432061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] For port b561a998-362e-4649-9496-70e2ff0ba809, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b561a998-362e-4649-9496-70e2ff0ba809,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:59.432564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.432824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.433164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.438084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.438419 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.438917 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 9 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.443489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network f60b21fe-fe60-4b7d-896e-621284a58891 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:59.471067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.471631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.472490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.480743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.481379 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.481948 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 10 to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc Sep 16 05:28:59.498508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:59.498847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:59.499185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:59.503969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:59.504299 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:28:59.504675 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.584636 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.584778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f60b21fe-fe60-4b7d-896e-621284a58891) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:59.599925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:59.601003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.618222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] For port b0cd847e-70ec-43b9-ab0c-4a6af1951afc, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:59.619104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempted to set empty binding levels {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:28:59.657550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e50e45c-1452-4346-aed1-5bf872652967 None None] Network f60b21fe-fe60-4b7d-896e-621284a58891 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:59.679177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60860) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:59.694871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a97236fb-760b-4e05-b295-6f3f425e91e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.730298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.790847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] In _notify_port_updated(), no bound segment for port b0cd847e-70ec-43b9-ab0c-4a6af1951afc on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:28:59.792403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:59.793558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.798797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "PUT /v2.0/ports/b0cd847e-70ec-43b9-ab0c-4a6af1951afc HTTP/1.1" status: 200 len: 979 time: 1.6944203 Sep 16 05:28:59.807980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60866) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:59.830663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b96d0d6e-af70-4b83-ae53-95405368e25d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6019163 Sep 16 05:28:59.834279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60868) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:59.900630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'port': {'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'name': 'tempest-TaggedBootDevicesTest-941720990', 'fixed_ips': [{'subnet_id': 'ce0cd1a8-12f2-4072-a7ec-0e232438602f'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:59.901336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1e9dc-c51c-4ac1-973a-a9f27d499641 None None] Pushing event updated for resources: {'Port': ['ID=b561a998-362e-4649-9496-70e2ff0ba809,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:59.944425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379c851-e7b3-4b1d-85b0-6cd855bb4055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cd847e-70ec-43b9-ab0c-4a6af1951afc,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:00.033573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.034309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.034820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.036723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.037209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.037688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.038167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.038633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.039848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.039848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.040273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.041550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.041905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.043661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.044185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.044900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.045383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.045866 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.048422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.048422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.048422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.048422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.048422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.049099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.049241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.049751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.050070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:00.058685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9e48bc66-acc1-49d1-8a7d-cfa9bc38a17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24269 time: 0.2525072 Sep 16 05:29:00.072053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60874) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:00.211623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f60b21fe-fe60-4b7d-896e-621284a58891', 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'fixed_ips': [{'subnet_id': '9f0f160b-ff9c-43aa-b5d9-9d604de84c6b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:00.213433 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.227143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b90b55b-3cdb-4b83-af4e-7b3f7a090e9c req-c253bb04-1da8-4af5-b150-2519f0c1bf8d tempest-ServersOnMultiNodesTest-395466285 tempest-ServersOnMultiNodesTest-395466285-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f1f5bca-2171-4500-8268-211940eb8264 HTTP/1.1" status: 200 len: 210 time: 0.2251251 Sep 16 05:29:00.231777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a97236fb-760b-4e05-b295-6f3f425e91e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.301760 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b89d486d-500a-4ac6-b7b1-f051c9ad1500 req-19e80cf7-8067-48c7-9130-ead483826e32 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 210 time: 0.0436399 Sep 16 05:29:00.358867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a97236fb-760b-4e05-b295-6f3f425e91e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.382817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Deleting port b0cd847e-70ec-43b9-ab0c-4a6af1951afc {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:00.383162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.422293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a97236fb-760b-4e05-b295-6f3f425e91e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=916d715910414ab7aaac866f08f12e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7418320 Sep 16 05:29:00.426131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:00.435023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97236fb-760b-4e05-b295-6f3f425e91e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c8ed0-9241-4299-80fc-a38df3818037,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:00.457997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Allocated IP 10.2.2.2 (f60b21fe-fe60-4b7d-896e-621284a58891/9f0f160b-ff9c-43aa-b5d9-9d604de84c6b/ca764c38-de37-4d59-afb0-f7f61cc1993d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:00.465658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:00.493881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] For port b0cd847e-70ec-43b9-ab0c-4a6af1951afc, host n-h2-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:00.494358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.514567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Calling delete_port for b0cd847e-70ec-43b9-ab0c-4a6af1951afc owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:00.540085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e7ba3d38-ec5f-4219-bccf-8f3591a57d34 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:00.579321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: e7ba3d38-ec5f-4219-bccf-8f3591a57d34 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:00.579667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e7ba3d38-ec5f-4219-bccf-8f3591a57d34 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:00.620020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d1217e3-b175-460c-b348-8e8f2c825392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.653536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.670836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d1217e3-b175-460c-b348-8e8f2c825392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.692377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] device_id is not set on port dd34d6a4-b131-452e-b3ef-209fe54a3dbd yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:00.692610 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.769822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.809969 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.898198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0cd847e-70ec-43b9-ab0c-4a6af1951afc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:00.933096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Network f60b21fe-fe60-4b7d-896e-621284a58891 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:00.937750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:00.943436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-438497ba-0f38-4924-8a67-2661a7097275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "DELETE /v2.0/ports/b0cd847e-70ec-43b9-ab0c-4a6af1951afc HTTP/1.1" status: 204 len: 168 time: 0.8667138 Sep 16 05:29:00.944087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60890) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:00.946415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:00.951675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:01.003422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Pushing event updated for resources: {'Port': ['ID=ca764c38-de37-4d59-afb0-f7f61cc1993d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:01.017719 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b7074e-fb69-4404-88c6-2c1578c4cb19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:01.023813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d2b7074e-fb69-4404-88c6-2c1578c4cb19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "GET /v2.0/ports/b0cd847e-70ec-43b9-ab0c-4a6af1951afc HTTP/1.1" status: 404 len: 333 time: 0.0748463 Sep 16 05:29:01.026545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:01.036334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1807309410', 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:01.082299 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:01.097828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Attempting to bind port ca764c38-de37-4d59-afb0-f7f61cc1993d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:01.098209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Attempting to bind port ca764c38-de37-4d59-afb0-f7f61cc1993d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:01.098603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Attempting to bind port ca764c38-de37-4d59-afb0-f7f61cc1993d on network f60b21fe-fe60-4b7d-896e-621284a58891 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:01.110095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:01.110591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Checking segment: {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:01.111428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.112123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Bound using segment: {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:01.113286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Bound port: ca764c38-de37-4d59-afb0-f7f61cc1993d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:01.113699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.157047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Made reservation on behalf of 80c967687e7c4306bfc4ce8404817daf for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:01.160986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.193345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] device_id is not set on port d39170eb-e0f9-493b-9d72-c9950c71e974 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:01.248493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] For port ca764c38-de37-4d59-afb0-f7f61cc1993d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:01.253049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] For port ca764c38-de37-4d59-afb0-f7f61cc1993d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ca764c38-de37-4d59-afb0-f7f61cc1993d,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:01.325475 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.508931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daebc38-530e-4f7e-8460-480f15ee91c0 None None] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:01.683399 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.710586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ca329022-a1c7-46ed-85f3-20c2b901c566 None None] Provisioning complete for port b561a998-362e-4649-9496-70e2ff0ba809 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:01.710986 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca329022-a1c7-46ed-85f3-20c2b901c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.770684 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b561a998-362e-4649-9496-70e2ff0ba809 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:01.828461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d1217e3-b175-460c-b348-8e8f2c825392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.828461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d1217e3-b175-460c-b348-8e8f2c825392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.828461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5d1217e3-b175-460c-b348-8e8f2c825392 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f0c8ed0-9241-4299-80fc-a38df3818037 HTTP/1.1" status: 204 len: 168 time: 1.3962739 Sep 16 05:29:01.906386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.977283 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fd034e3-bba8-40b4-b770-74b3e895db0d req-0af0bc81-3d64-4773-8a47-068636803691 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 210 time: 0.1822500 Sep 16 05:29:02.026625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Network 6bdced35-625a-451b-b03a-2bfce3ae8732 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:02.044791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:02.048597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:02.051546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.051546 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.060911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=d39170eb-e0f9-493b-9d72-c9950c71e974,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.105802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab6b32-24fd-477c-aee5-6664a0031c56 None None] Pushing event updated for resources: {'Port': ['ID=ca764c38-de37-4d59-afb0-f7f61cc1993d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.139138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1217e3-b175-460c-b348-8e8f2c825392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c8ed0-9241-4299-80fc-a38df3818037,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.158707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6caac653-4df9-486a-9896-5a4f7cb0c112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1305363 Sep 16 05:29:02.161476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60918) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.165064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Allocated IP 10.1.1.248 (99b90ff8-9324-4e7b-a91c-d931cb8278d1/ce0cd1a8-12f2-4072-a7ec-0e232438602f/dd34d6a4-b131-452e-b3ef-209fe54a3dbd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:02.217761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dbded7-1374-4dbf-8555-e1cb61c807b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.222036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b561a998-362e-4649-9496-70e2ff0ba809 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:02.225473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-71dbded7-1374-4dbf-8555-e1cb61c807b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "GET /v2.0/ports/d39170eb-e0f9-493b-9d72-c9950c71e974 HTTP/1.1" status: 200 len: 959 time: 0.0603909 Sep 16 05:29:02.234555 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.234728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.234820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca329022-a1c7-46ed-85f3-20c2b901c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.250527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36f97-1332-4a5b-b943-a10195620402 req-2728944a-90e3-4add-a0eb-c66921e8b4d6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:02.252135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-2728944a-90e3-4add-a0eb-c66921e8b4d6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.66 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 812 time: 0.4584820 Sep 16 05:29:02.280791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Request body: {'port': {'device_id': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'admin_state_up': True, 'tenant_id': '35939a17332d4166865b8b97d16dcd7e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:02.482392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9c7186fd-eeaf-4027-86e7-54ab7ac766cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Deleting port d39170eb-e0f9-493b-9d72-c9950c71e974 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:02.482738 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c7186fd-eeaf-4027-86e7-54ab7ac766cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.568927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60928) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.581475 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.701935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ca329022-a1c7-46ed-85f3-20c2b901c566 None None] For port b561a998-362e-4649-9496-70e2ff0ba809, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b561a998-362e-4649-9496-70e2ff0ba809,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:02.793795 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.800299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Made reservation on behalf of 35939a17332d4166865b8b97d16dcd7e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:02.808895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.819225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c7186fd-eeaf-4027-86e7-54ab7ac766cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.859356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9c7186fd-eeaf-4027-86e7-54ab7ac766cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Calling delete_port for d39170eb-e0f9-493b-9d72-c9950c71e974 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:02.863551 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca329022-a1c7-46ed-85f3-20c2b901c566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.991091 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.116456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca329022-a1c7-46ed-85f3-20c2b901c566 None None] Pushing event updated for resources: {'Port': ['ID=b561a998-362e-4649-9496-70e2ff0ba809,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.129557 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:29:03.129926 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:29:03.221857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96a5b4b5-836f-464f-a62e-0bd45210c8e9 req-aa689d98-904e-4d6e-bc11-2e657c71df38 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 210 time: 0.1010301 Sep 16 05:29:03.225126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:03.231895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:03.241395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:03.272978 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6b572344-e1e0-494a-89a3-c35599166dc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8efd068870f4c00a6f596caed39027f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632595 Sep 16 05:29:03.278535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60956) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:03.358376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.385722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c7186fd-eeaf-4027-86e7-54ab7ac766cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.386550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Allocated IP 172.20.0.9 (972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8/a4c93e44-e31c-47c3-8447-a5abab63fa76/3d70386f-79f7-4a63-9e83-cb85614f2d7f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:03.407485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:03.408192 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.415265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099b588-a507-43cd-affb-03761bb08666 None None] Network f60b21fe-fe60-4b7d-896e-621284a58891 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:03.440668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c7186fd-eeaf-4027-86e7-54ab7ac766cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.442789 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9c7186fd-eeaf-4027-86e7-54ab7ac766cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "DELETE /v2.0/ports/d39170eb-e0f9-493b-9d72-c9950c71e974 HTTP/1.1" status: 204 len: 168 time: 1.2103012 Sep 16 05:29:03.444066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7186fd-eeaf-4027-86e7-54ab7ac766cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event deleted for resources: {'Port': ['ID=d39170eb-e0f9-493b-9d72-c9950c71e974,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.445741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:03.446139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a88df16d-2d44-49e4-9af9-7eace9268781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.490928 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c9aefc-75a3-4b69-a0d9-b98e2c7c36c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:03.497064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b8c9aefc-75a3-4b69-a0d9-b98e2c7c36c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "GET /v2.0/ports/d39170eb-e0f9-493b-9d72-c9950c71e974 HTTP/1.1" status: 404 len: 333 time: 0.0451865 Sep 16 05:29:03.497904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60962) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:03.501750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a88df16d-2d44-49e4-9af9-7eace9268781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.503300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Request body: {'port': {'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-140129240'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:03.619924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Provisioning complete for port ca764c38-de37-4d59-afb0-f7f61cc1993d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:03.623682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.628018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60970) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:03.628312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d69fa4d0-ef59-40b6-af49-6f63ed83eae6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7915316 Sep 16 05:29:03.637538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'port': {'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'name': 'tempest-TaggedBootDevicesTest-1529672303', 'fixed_ips': [{'subnet_id': 'ce0cd1a8-12f2-4072-a7ec-0e232438602f'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:03.712607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.783491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a88df16d-2d44-49e4-9af9-7eace9268781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.789253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a88df16d-2d44-49e4-9af9-7eace9268781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.792260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a88df16d-2d44-49e4-9af9-7eace9268781 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bd44fb1-0f80-4737-8a71-6d8159f8380c HTTP/1.1" status: 204 len: 168 time: 0.5100527 Sep 16 05:29:03.803085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Made reservation on behalf of 80c967687e7c4306bfc4ce8404817daf for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:03.808582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.839705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] device_id is not set on port 122453c7-9e90-4129-9e3a-faad17d50e75 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:03.916940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88df16d-2d44-49e4-9af9-7eace9268781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd44fb1-0f80-4737-8a71-6d8159f8380c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.924254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.959943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.964450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d149ba6e-1079-4c4f-bd15-07a1cb427704'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:04.004996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['64245dca-69e3-471f-aa38-19335a64e774'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:04.018157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:04.047112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:04.069737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:04.088670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:04.186947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event updated for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:04.207157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] For port ca764c38-de37-4d59-afb0-f7f61cc1993d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ca764c38-de37-4d59-afb0-f7f61cc1993d,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:04.223990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b561a998-362e-4649-9496-70e2ff0ba809 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:04.394272 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.452332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] device_id is not set on port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:04.489573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.508861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:04.510547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.717754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-c02db305-d9ab-4ebb-9fed-bdc0a10a2e06 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4410472 Sep 16 05:29:04.736903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.747049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Request body: {'port': {'device_id': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:04.781317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Provisioning complete for port b561a998-362e-4649-9496-70e2ff0ba809 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:04.782057 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.785656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b561a998-362e-4649-9496-70e2ff0ba809 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:04.787611 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.802771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7fc8b-3721-40b1-8df0-2bdc9e499c3a req-8ac34417-0d6a-4c69-917e-b8e6f60ae0ce tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:04.813363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13a7fc8b-3721-40b1-8df0-2bdc9e499c3a req-8ac34417-0d6a-4c69-917e-b8e6f60ae0ce tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 931 time: 0.3365693 Sep 16 05:29:04.878940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.892242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Allocated IP 10.1.1.42 (99b90ff8-9324-4e7b-a91c-d931cb8278d1/ce0cd1a8-12f2-4072-a7ec-0e232438602f/25cb2fee-e7df-46da-ad3c-712a58aa71e2) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:04.955246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Pushing event updated for resources: {'Port': ['ID=ca764c38-de37-4d59-afb0-f7f61cc1993d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:04.964748 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13a7fc8b-3721-40b1-8df0-2bdc9e499c3a req-bd1988db-a252-4b0f-b1ce-dc04a4b9de01 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501262 Sep 16 05:29:05.020466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.021085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.021581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.022634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.023206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.023777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.024389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.025992 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.026133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.026581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.027155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.027972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b9a19e-d3eb-4f02-be92-98544a844212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:05.182218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.215779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60998) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:05.287693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Network 6bdced35-625a-451b-b03a-2bfce3ae8732 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:05.303734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:05.312503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:05.313520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:05.314314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.319846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=122453c7-9e90-4129-9e3a-faad17d50e75,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:05.366193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.424075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dc4d514a-f937-436a-8ac1-95b391d61d80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98921292e43748f2a6b0fa9cfaeefdb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036901 Sep 16 05:29:05.426319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32768) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:05.444094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ca764c38-de37-4d59-afb0-f7f61cc1993d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:05.527550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ca764c38-de37-4d59-afb0-f7f61cc1993d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:05.528399 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.529933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32770) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:05.542028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cd99434d-61a3-4e37-bbee-b66f8e7a3226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0431664 Sep 16 05:29:05.546713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32774) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:05.566265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:05.592942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2db84f29-fa54-4635-9180-d00e303febd6 None None] Provisioning complete for port ca764c38-de37-4d59-afb0-f7f61cc1993d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:05.593252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d70386f-79f7-4a63-9e83-cb85614f2d7f {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:05.593476 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2db84f29-fa54-4635-9180-d00e303febd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.607342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2401c1d-0306-450d-a429-e955bf80f9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.617859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.649298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.658423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Transition to ACTIVE for port object 3d70386f-79f7-4a63-9e83-cb85614f2d7f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:05.716376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2401c1d-0306-450d-a429-e955bf80f9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.797404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.817714 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.819369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2db84f29-fa54-4635-9180-d00e303febd6 None None] Provisioning complete for port dd34d6a4-b131-452e-b3ef-209fe54a3dbd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:05.820812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a29d6f47-5d74-4f0a-83ac-03517df65f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.822464 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2db84f29-fa54-4635-9180-d00e303febd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.864404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2db84f29-fa54-4635-9180-d00e303febd6 None None] Port dd34d6a4-b131-452e-b3ef-209fe54a3dbd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:05.883365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:05.914431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ca764c38-de37-4d59-afb0-f7f61cc1993d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:05.923452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:05.948252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:05.957921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=25cb2fee-e7df-46da-ad3c-712a58aa71e2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:05.967359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:06.012042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ca764c38-de37-4d59-afb0-f7f61cc1993d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:06.012487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.089554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Attempting to bind port 3d70386f-79f7-4a63-9e83-cb85614f2d7f on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:06.089906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Attempting to bind port 3d70386f-79f7-4a63-9e83-cb85614f2d7f by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:06.090225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Attempting to bind port 3d70386f-79f7-4a63-9e83-cb85614f2d7f on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:06.114392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Port 3d70386f-79f7-4a63-9e83-cb85614f2d7f on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:06.114755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Attempting to bind port 3d70386f-79f7-4a63-9e83-cb85614f2d7f on network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:06.123401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:06.123751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Checking segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:06.124179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Bound using segment: {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:06.124635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Bound port: 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ed6bde-3fd9-49e1-961b-9992f63e86fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:06.125007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.268791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:06.273198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:06.283965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:06.284746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.308060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2401c1d-0306-450d-a429-e955bf80f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.312976 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2401c1d-0306-450d-a429-e955bf80f9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.317654 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a2401c1d-0306-450d-a429-e955bf80f9f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/904385cc-8e27-43eb-8422-6e561b09bf3a HTTP/1.1" status: 204 len: 168 time: 0.8872302 Sep 16 05:29:06.380233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2401c1d-0306-450d-a429-e955bf80f9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904385cc-8e27-43eb-8422-6e561b09bf3a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:06.416376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.436456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9afda8-4c5d-4d64-a661-df1ca00d8b8d req-5ccab530-5faf-42e8-b496-78cd752de685 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:06.437792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd9afda8-4c5d-4d64-a661-df1ca00d8b8d req-5ccab530-5faf-42e8-b496-78cd752de685 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 943 time: 0.3146923 Sep 16 05:29:06.485052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c5d54060-ae08-4eec-8f58-dbc8fef8468e None None] Provisioning complete for port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:06.487430 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5d54060-ae08-4eec-8f58-dbc8fef8468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.507023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:06.508187 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.513290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] 10.222.0.66 "PUT /v2.0/ports/3d70386f-79f7-4a63-9e83-cb85614f2d7f HTTP/1.1" status: 200 len: 1092 time: 1.7742829 Sep 16 05:29:06.516934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:06.519969 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee6c314-085f-40d8-a316-f46e3f8d95e2" -d '{"events": [{"name": "network-changed", "server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:06.577039 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd9afda8-4c5d-4d64-a661-df1ca00d8b8d req-02c8fa86-3b4a-46dd-a104-327c61cba375 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216407 Sep 16 05:29:06.577343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401c594-0c34-415e-80d6-1c81c950f1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:06.600183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a29d6f47-5d74-4f0a-83ac-03517df65f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.611989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] device_id is not set on port 122453c7-9e90-4129-9e3a-faad17d50e75 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:06.622400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.632341 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62adfa52-f1cb-45a8-9d6f-8c9cae300b47 x-openstack-request-id: req-62adfa52-f1cb-45a8-9d6f-8c9cae300b47 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:06.632750 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:06.633135 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62adfa52-f1cb-45a8-9d6f-8c9cae300b47 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:06.633763 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'status': 'completed', 'code': 200} Sep 16 05:29:06.648344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c5d54060-ae08-4eec-8f58-dbc8fef8468e None None] Port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:06.700933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a29d6f47-5d74-4f0a-83ac-03517df65f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.760809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a29d6f47-5d74-4f0a-83ac-03517df65f11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9de22ba51cc240ce99d2fcebbd84701a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2290053 Sep 16 05:29:06.762625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d6f47-5d74-4f0a-83ac-03517df65f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8340048-6a50-46d5-8d7b-ebb5cc3e02c6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:06.766088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32802) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:06.766840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.809152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6c314-085f-40d8-a316-f46e3f8d95e2 req-e5628f06-24b6-4ac6-9a7f-e5d07751f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:06.811708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ee6c314-085f-40d8-a316-f46e3f8d95e2 req-e5628f06-24b6-4ac6-9a7f-e5d07751f484 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 1095 time: 0.1266580 Sep 16 05:29:06.824107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0f69d327-9893-43c4-8054-9980aaf70cfc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1943786 Sep 16 05:29:06.937027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=122453c7-9e90-4129-9e3a-faad17d50e75,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:06.974163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:06.979159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:06.983009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.001961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6393ee36-ca8d-4cbc-8e32-642d6b84ae6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.003712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.004095 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.007824 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 2 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.044049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.044401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.044773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.057042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6393ee36-ca8d-4cbc-8e32-642d6b84ae6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.066212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.066550 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.068618 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 3 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.084664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6c314-085f-40d8-a316-f46e3f8d95e2 req-4c6be2ba-d3f8-4d88-95fc-10e2f09c2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.087245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ee6c314-085f-40d8-a316-f46e3f8d95e2 req-4c6be2ba-d3f8-4d88-95fc-10e2f09c2f56 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=35939a17332d4166865b8b97d16dcd7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2454751 Sep 16 05:29:07.154144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.154497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.154913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.159747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32814) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:07.166596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7ed09462-5277-40cd-bd82-eaa5e7546076 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401782673', 'description': 'tempest-description--2022768857'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:07.172319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.172633 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.175151 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 4 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.207027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.207369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.207920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.216440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.216887 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.217289 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 5 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.238688 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6393ee36-ca8d-4cbc-8e32-642d6b84ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.242726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6393ee36-ca8d-4cbc-8e32-642d6b84ae6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.244822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6393ee36-ca8d-4cbc-8e32-642d6b84ae6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8340048-6a50-46d5-8d7b-ebb5cc3e02c6 HTTP/1.1" status: 204 len: 168 time: 0.4751120 Sep 16 05:29:07.258136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.258660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.265790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.269536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6c314-085f-40d8-a316-f46e3f8d95e2 req-bf9b3096-f0b0-4a68-bec5-101ed40c6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.270209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.270681 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.271449 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 6 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.271586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ee6c314-085f-40d8-a316-f46e3f8d95e2 req-bf9b3096-f0b0-4a68-bec5-101ed40c6f71 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766860 Sep 16 05:29:07.275594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393ee36-ca8d-4cbc-8e32-642d6b84ae6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8340048-6a50-46d5-8d7b-ebb5cc3e02c6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:07.290369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.290720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.291065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.296272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.297560 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.297560 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 7 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.315843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.316633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.317177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.321244 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ed09462-5277-40cd-bd82-eaa5e7546076 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.326457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.326782 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.333623 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 8 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.354057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.354404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.355055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.361896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.361896 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.364592 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 9 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.387774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.388164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.388506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.399690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.400134 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.402080 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempt 10 to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 Sep 16 05:29:07.421684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:07.422207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:07.422547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempting to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:07.435017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:07.435448 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Failed to bind port 122453c7-9e90-4129-9e3a-faad17d50e75 on host n-h2-712749-15 for vnic_type normal using segments [{'id': '9a073f56-dc29-40c1-84b8-cedc0d7abadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6bdced35-625a-451b-b03a-2bfce3ae8732'}] Sep 16 05:29:07.435814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.453411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36f97-1332-4a5b-b943-a10195620402 req-8db0c8e8-448e-431a-acfc-ab14d8a18ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.461442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-8db0c8e8-448e-431a-acfc-ab14d8a18ee4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 1095 time: 0.0627065 Sep 16 05:29:07.512142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ed09462-5277-40cd-bd82-eaa5e7546076 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.518232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-c4b93716-9895-4159-a300-a02161e097be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f HTTP/1.1" status: 200 len: 217 time: 0.0461214 Sep 16 05:29:07.549053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] For port 122453c7-9e90-4129-9e3a-faad17d50e75, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:07.549633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attempted to set empty binding levels {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:29:07.587577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36f97-1332-4a5b-b943-a10195620402 req-7141024a-3a48-456d-9704-1048c42eee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.589379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-7141024a-3a48-456d-9704-1048c42eee56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.0535541 Sep 16 05:29:07.635573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ed09462-5277-40cd-bd82-eaa5e7546076 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.653088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36f97-1332-4a5b-b943-a10195620402 req-c378dabf-e7a5-40ee-a348-2435be2709d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.653088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-c378dabf-e7a5-40ee-a348-2435be2709d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530288 Sep 16 05:29:07.671036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed09462-5277-40cd-bd82-eaa5e7546076 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b60ce-ac56-44ad-b1fd-6627749d9176,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:07.708900 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.746696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] In _notify_port_updated(), no bound segment for port 122453c7-9e90-4129-9e3a-faad17d50e75 on network 6bdced35-625a-451b-b03a-2bfce3ae8732 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:29:07.747697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.748468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.750058 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "PUT /v2.0/ports/122453c7-9e90-4129-9e3a-faad17d50e75 HTTP/1.1" status: 200 len: 979 time: 2.2016377 Sep 16 05:29:07.754917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32832) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:07.794854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-ed809eb3-dea1-4a48-a75a-ea4fb8d2a06e service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309681 Sep 16 05:29:07.804013 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ed09462-5277-40cd-bd82-eaa5e7546076 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:07.804013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7ed09462-5277-40cd-bd82-eaa5e7546076 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6356664 Sep 16 05:29:07.804237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32834) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:07.804613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589f57c-b250-4bbe-89a5-e1312201471b req-f62cc241-e070-4c7f-bcbc-782b88714a54 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:07.806263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6589f57c-b250-4bbe-89a5-e1312201471b req-f62cc241-e070-4c7f-bcbc-782b88714a54 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 943 time: 0.1320934 Sep 16 05:29:07.808228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d54bd9a0-eaf7-4517-bd44-90296753db12 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'security_group_rule': {'security_group_id': 'a24b60ce-ac56-44ad-b1fd-6627749d9176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:07.809893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01889e16-5fbb-45fc-ad46-ffbf66513654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event updated for resources: {'Port': ['ID=122453c7-9e90-4129-9e3a-faad17d50e75,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:07.891705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6589f57c-b250-4bbe-89a5-e1312201471b req-f7d9c4ba-1c16-4e0f-bb17-edf4a122997e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745664 Sep 16 05:29:07.938676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Deleting port 122453c7-9e90-4129-9e3a-faad17d50e75 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:07.939003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.000106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d54bd9a0-eaf7-4517-bd44-90296753db12 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.018021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e36f97-1332-4a5b-b943-a10195620402 req-8a0bed62-3be0-4ac6-b662-8f175b691a14 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973064 Sep 16 05:29:08.104473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d54bd9a0-eaf7-4517-bd44-90296753db12 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.184986 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d54bd9a0-eaf7-4517-bd44-90296753db12 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.192444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32844) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:08.205923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bd9a0-eaf7-4517-bd44-90296753db12 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055ee685-1a73-41f7-a436-37ee3ba86b58,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:08.323598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d54bd9a0-eaf7-4517-bd44-90296753db12 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.329673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d54bd9a0-eaf7-4517-bd44-90296753db12 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5238025 Sep 16 05:29:08.329984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32850) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:08.337056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4c7d0a68-40ea-4fd1-9f26-ba5c2e91d8af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'security_group_rule': {'security_group_id': 'a24b60ce-ac56-44ad-b1fd-6627749d9176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:08.378775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:08.379012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] For port 122453c7-9e90-4129-9e3a-faad17d50e75, host n-h2-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:08.379200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.397530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Calling delete_port for 122453c7-9e90-4129-9e3a-faad17d50e75 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:08.404002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a13b1b78-a04c-48ad-976c-31dee6aca23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.407408 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aef05e46-c204-4986-b06d-652552485efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.471408 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c7d0a68-40ea-4fd1-9f26-ba5c2e91d8af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.582186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c7d0a68-40ea-4fd1-9f26-ba5c2e91d8af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.619935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a13b1b78-a04c-48ad-976c-31dee6aca23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.621004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.661212 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.661212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "DELETE /v2.0/ports/122453c7-9e90-4129-9e3a-faad17d50e75 HTTP/1.1" status: 204 len: 168 time: 0.9041913 Sep 16 05:29:08.662224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d77c4-f411-4fca-9802-eb439385baa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] Pushing event deleted for resources: {'Port': ['ID=122453c7-9e90-4129-9e3a-faad17d50e75,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:08.663280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32856) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:08.700026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c7d0a68-40ea-4fd1-9f26-ba5c2e91d8af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.705830 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d32512a-e75b-4be2-a435-bf1b244d5583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:08.708597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2d32512a-e75b-4be2-a435-bf1b244d5583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-193703383-project-admin] 10.222.0.49 "GET /v2.0/ports/122453c7-9e90-4129-9e3a-faad17d50e75 HTTP/1.1" status: 404 len: 333 time: 0.0429692 Sep 16 05:29:08.720052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32860) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:08.725684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d0a68-40ea-4fd1-9f26-ba5c2e91d8af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102d62e5-9588-4375-b844-4f1d893922c5,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:08.800896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a13b1b78-a04c-48ad-976c-31dee6aca23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.825671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:08.886178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b1b78-a04c-48ad-976c-31dee6aca23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf84b30-f247-4196-9974-2903c34c1732,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:08.897532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a13b1b78-a04c-48ad-976c-31dee6aca23a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cdc950157ab94640b4428ec52688747c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213380 Sep 16 05:29:08.902739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:08.992809 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.003272 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c79905f-b312-4ca9-8662-72c06cf2c567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.026335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdced35-625a-451b-b03a-2bfce3ae8732']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:09.035844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aef05e46-c204-4986-b06d-652552485efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.042264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a073f56-dc29-40c1-84b8-cedc0d7abadd') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:09.042941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a073f56-dc29-40c1-84b8-cedc0d7abadd') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:09.048292 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c79905f-b312-4ca9-8662-72c06cf2c567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.057194 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.073730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.081637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:09.082230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:09.089707 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:09.141269 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aef05e46-c204-4986-b06d-652552485efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.194613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aef05e46-c204-4986-b06d-652552485efb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82ca85399f844cbd92bf2fa4626c9840&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0001493 Sep 16 05:29:09.196411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef05e46-c204-4986-b06d-652552485efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d2cf5-f0d7-4412-98b3-a29bdfdc0891,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:09.198249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32874) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:09.208008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666775b-4a76-4f13-a2b3-a2473305beec req-6999df2c-776c-47ba-b99f-4f10d19312c8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:09.209531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0666775b-4a76-4f13-a2b3-a2473305beec req-6999df2c-776c-47ba-b99f-4f10d19312c8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 943 time: 0.1580019 Sep 16 05:29:09.255837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c7d0a68-40ea-4fd1-9f26-ba5c2e91d8af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.259604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c7d0a68-40ea-4fd1-9f26-ba5c2e91d8af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9256139 Sep 16 05:29:09.264542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:09.271310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:09.286025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0666775b-4a76-4f13-a2b3-a2473305beec req-7d0b3270-27f0-4830-b0fe-bdaa35b29280 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622950 Sep 16 05:29:09.327398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.342196 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.344143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] 10.222.0.49 "DELETE /v2.0/networks/6bdced35-625a-451b-b03a-2bfce3ae8732 HTTP/1.1" status: 204 len: 168 time: 0.6229672 Sep 16 05:29:09.347811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8598049e-d574-4158-be1f-8a27555b229b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.361901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975da69-a2d9-4690-847b-36f5609a2bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113907599-project] Pushing event deleted for resources: {'Network': ['ID=6bdced35-625a-451b-b03a-2bfce3ae8732,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:09.369284 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c79905f-b312-4ca9-8662-72c06cf2c567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.375721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c79905f-b312-4ca9-8662-72c06cf2c567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.380153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8c79905f-b312-4ca9-8662-72c06cf2c567 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cf84b30-f247-4196-9974-2903c34c1732 HTTP/1.1" status: 204 len: 168 time: 0.4715741 Sep 16 05:29:09.391120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8598049e-d574-4158-be1f-8a27555b229b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.393623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79905f-b312-4ca9-8662-72c06cf2c567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf84b30-f247-4196-9974-2903c34c1732,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:09.437679 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.551302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8598049e-d574-4158-be1f-8a27555b229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.554252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8598049e-d574-4158-be1f-8a27555b229b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.559602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8598049e-d574-4158-be1f-8a27555b229b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e94d2cf5-f0d7-4412-98b3-a29bdfdc0891 HTTP/1.1" status: 204 len: 168 time: 0.3585186 Sep 16 05:29:09.568486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598049e-d574-4158-be1f-8a27555b229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d2cf5-f0d7-4412-98b3-a29bdfdc0891,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:09.615292 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:09.737203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Allocated IP 172.25.1.104 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/c9ddb347-6ef1-45fe-9ef7-f8a8fef53072) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:09.867129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.031252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.077005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:10.080359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:10.083061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:10.118560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=c9ddb347-6ef1-45fe-9ef7-f8a8fef53072,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:10.204498 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.292902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:10.432433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.460065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaa164-3ea5-4df3-af7b-a614234f4a97 req-21155c7a-16a0-46d8-910f-8f65614fc45d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:10.461712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-deaaa164-3ea5-4df3-af7b-a614234f4a97 req-21155c7a-16a0-46d8-910f-8f65614fc45d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 943 time: 0.0572059 Sep 16 05:29:10.521087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-deaaa164-3ea5-4df3-af7b-a614234f4a97 req-d7c891e7-6a52-40c6-9c7c-5dfd69c79a77 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Sep 16 05:29:10.612619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c7b18573-6ffd-4869-88b5-590fc198faf8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57a62aa9a75f44cc8e4c0a7fc460e475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184996 Sep 16 05:29:10.617015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32918) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:10.722560 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5203167a-a9f6-4578-9308-180746f5680c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.738200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.776854 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5203167a-a9f6-4578-9308-180746f5680c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.817510 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.894530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=c9ddb347-6ef1-45fe-9ef7-f8a8fef53072,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:10.912339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.984957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5203167a-a9f6-4578-9308-180746f5680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.987638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5203167a-a9f6-4578-9308-180746f5680c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.989095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5203167a-a9f6-4578-9308-180746f5680c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e6152b3-2a5b-483a-b1a1-57f7978a9f11 HTTP/1.1" status: 204 len: 168 time: 0.3709078 Sep 16 05:29:11.001771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203167a-a9f6-4578-9308-180746f5680c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6152b3-2a5b-483a-b1a1-57f7978a9f11,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:11.048009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.049463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e7f71933-ce68-4326-90ef-75fe48484c07 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7841575 Sep 16 05:29:11.208219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 32938) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:11.229849 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8168465a-4f39-4e52-b39f-bbd1efd58bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.360137 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8168465a-4f39-4e52-b39f-bbd1efd58bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.464323 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8168465a-4f39-4e52-b39f-bbd1efd58bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.539514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8168465a-4f39-4e52-b39f-bbd1efd58bb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1439fad83d564f3291eef912780facdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301547 Sep 16 05:29:11.544171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 32970) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:11.552264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168465a-4f39-4e52-b39f-bbd1efd58bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e46402c-acf0-4432-8c22-43924f5916d5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:11.578243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-95f58d92-66e1-4238-a5e1-4cc0b8d1accf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0803938 Sep 16 05:29:11.703471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aece89b-b7da-4568-bf63-b251c9608b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.752387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae00b-b7af-4a44-b12b-f12f77cd8288 req-f1355842-d0af-4554-8031-ff2a9fe3db90 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:11.757508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae9ae00b-b7af-4a44-b12b-f12f77cd8288 req-f1355842-d0af-4554-8031-ff2a9fe3db90 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 943 time: 0.1272771 Sep 16 05:29:11.762575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aece89b-b7da-4568-bf63-b251c9608b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.772805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-a6355afc-f21e-48ad-9457-b5e95152b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:11.774203 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-a6355afc-f21e-48ad-9457-b5e95152b07e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 1098 time: 0.1436317 Sep 16 05:29:11.900815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae9ae00b-b7af-4a44-b12b-f12f77cd8288 req-03a6f976-17f0-4c96-b1e0-48af4e4d891d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306939 Sep 16 05:29:11.942888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-21b78e4c-2b4c-42ff-b576-4f889500cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:11.945193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-21b78e4c-2b4c-42ff-b576-4f889500cd90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.1289506 Sep 16 05:29:11.995913 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-e6ff82a4-5232-432b-9908-2d7e5f842259 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64245dca-69e3-471f-aa38-19335a64e774 HTTP/1.1" status: 200 len: 217 time: 0.0431163 Sep 16 05:29:12.045206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aece89b-b7da-4568-bf63-b251c9608b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.055700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aece89b-b7da-4568-bf63-b251c9608b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.055700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6aece89b-b7da-4568-bf63-b251c9608b0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e46402c-acf0-4432-8c22-43924f5916d5 HTTP/1.1" status: 204 len: 168 time: 0.5029776 Sep 16 05:29:12.077588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aece89b-b7da-4568-bf63-b251c9608b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e46402c-acf0-4432-8c22-43924f5916d5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:12.088696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33020) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:12.107437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-90d9c7c0-4730-43f2-b1b2-0d356faa2d6a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1401782673&fields=id&tenant_id=f773e780de03481599c191c91db1ab5f HTTP/1.1" status: 200 len: 267 time: 0.0911319 Sep 16 05:29:12.125353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-067ced25-c33d-4d39-8f58-bea85f32b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.126878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-067ced25-c33d-4d39-8f58-bea85f32b2a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.1195457 Sep 16 05:29:12.194994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-355b42e4-b8ae-4a87-a033-46acbfa3646a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.203785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-355b42e4-b8ae-4a87-a033-46acbfa3646a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports/dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 931 time: 0.0953295 Sep 16 05:29:12.204969 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9e4456d8-f337-4f62-9c99-3bb9f899adb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80c967687e7c4306bfc4ce8404817daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1144843 Sep 16 05:29:12.207810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33024) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:12.255017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-7e5d3ac6-17dd-48ba-91d5-5a0022f7d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.256556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-7e5d3ac6-17dd-48ba-91d5-5a0022f7d247 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111929 Sep 16 05:29:12.271811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-1536d415-dcba-4112-a5d5-c4cbc7d9c3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:12.273292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-1536d415-dcba-4112-a5d5-c4cbc7d9c3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports/25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 931 time: 0.0686836 Sep 16 05:29:12.318498 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a153-f86e-411f-ac74-61286043a3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.363744 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a153-f86e-411f-ac74-61286043a3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.404705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-da40dfd5-273e-4980-a915-b461357927fc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0956988 Sep 16 05:29:12.528770 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a153-f86e-411f-ac74-61286043a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.536364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a153-f86e-411f-ac74-61286043a3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.539218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0cd2a153-f86e-411f-ac74-61286043a3e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7923e7fd-07f5-4eda-a53a-d3237ad3acc6 HTTP/1.1" status: 204 len: 168 time: 0.3295069 Sep 16 05:29:12.562314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3d70386f-79f7-4a63-9e83-cb85614f2d7f details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:29:12.563637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2a153-f86e-411f-ac74-61286043a3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7923e7fd-07f5-4eda-a53a-d3237ad3acc6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:12.770318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:12.786419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'mac_address': 'fa:16:3e:47:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:29:12.843022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-272d6a1b-59c3-4887-80c2-b0142d30f1c9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4271569 Sep 16 05:29:12.869827 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.886999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-5aae7548-6f8a-47a0-bf4a-04035a9ff919 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121566 Sep 16 05:29:12.887923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d70386f-79f7-4a63-9e83-cb85614f2d7f {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:12.913982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:13.018988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.051097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-db786e92-f114-4dc6-9659-a50190ab3930 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.059415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-db786e92-f114-4dc6-9659-a50190ab3930 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.067535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-db786e92-f114-4dc6-9659-a50190ab3930 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.078171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-db786e92-f114-4dc6-9659-a50190ab3930 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 1991 time: 0.2321484 Sep 16 05:29:13.106588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db107e13-b1b4-44d8-9cf9-ab55e8d2ac29 req-ca2bf2f5-6b1b-4310-9da1-8a6e04d674b9 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081504 Sep 16 05:29:13.117722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a173d8fe-da76-4fe5-a9bf-013e051b0b88 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/quotas/f773e780de03481599c191c91db1ab5f HTTP/1.1" status: 200 len: 375 time: 0.0384736 Sep 16 05:29:13.159102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:13.218099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8a2cc2c4-1460-48bf-8785-7860f1ed9d6d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0923855 Sep 16 05:29:13.253707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c9ce0-927b-4e92-8feb-48f358cd2295 req-900ed232-34a7-4b6b-8ec4-a34e4924bb54 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:13.255362 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b0c9ce0-927b-4e92-8feb-48f358cd2295 req-900ed232-34a7-4b6b-8ec4-a34e4924bb54 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 944 time: 0.0629506 Sep 16 05:29:13.316856 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b0c9ce0-927b-4e92-8feb-48f358cd2295 req-886b5309-d261-45ac-8a7a-3dd8827fca0e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493491 Sep 16 05:29:13.356419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['3d70386f-79f7-4a63-9e83-cb85614f2d7f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:13.691148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-016935df-3341-4075-9c26-0ffc2089c37c service neutron] 10.222.0.49 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425707 Sep 16 05:29:13.811102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-755c2003-ae5c-4aa7-ae28-54fd3735dcff service neutron] 10.222.0.49 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118169 Sep 16 05:29:13.853508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-9f209164-bf2f-4ef3-aac5-3b0c5efe14d5 service neutron] 10.222.0.49 "GET /v2.0/ports/dd34d6a4-b131-452e-b3ef-209fe54a3dbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0356257 Sep 16 05:29:13.960193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2effdc0d-3c0c-4c41-9ec8-cd67817daae9 service neutron] 10.222.0.49 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997910 Sep 16 05:29:14.099010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-163ae7be-22ba-41fd-92ce-cba040485623 service neutron] 10.222.0.49 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303670 Sep 16 05:29:14.193048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-78cc4393-8e0c-4be3-a3b2-d662381b473f service neutron] 10.222.0.49 "GET /v2.0/ports/25cb2fee-e7df-46da-ad3c-712a58aa71e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0814221 Sep 16 05:29:14.394259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cdc364d5-0c6c-4e75-ad09-6c68df4ce5e7 service neutron] 10.222.0.49 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935956 Sep 16 05:29:14.578011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3d70386f-79f7-4a63-9e83-cb85614f2d7f up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:14.596866 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-6d259d70-611b-4d10-966f-f968903f5cf7 service neutron] 10.222.0.49 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960454 Sep 16 05:29:14.778829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8b41d0f3-4ecf-41cf-ac86-f0f9db122e08 service neutron] 10.222.0.49 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792591 Sep 16 05:29:14.794547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 3d70386f-79f7-4a63-9e83-cb85614f2d7f completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:29:14.798789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 3d70386f-79f7-4a63-9e83-cb85614f2d7f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:14.799179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.905460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-22415176-2353-4469-ab98-8d110510306f service neutron] 10.222.0.49 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194091 Sep 16 05:29:14.915458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d747cb-6acc-4aea-bf51-59d54aad41a9 req-cf0489ca-e6a4-4c1e-9a24-6fe43796b7e5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:14.916800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86d747cb-6acc-4aea-bf51-59d54aad41a9 req-cf0489ca-e6a4-4c1e-9a24-6fe43796b7e5 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 944 time: 0.0979950 Sep 16 05:29:14.934269 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.982175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86d747cb-6acc-4aea-bf51-59d54aad41a9 req-e1fd7ca7-f9fc-4cf4-8bec-6a06a689d79e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536578 Sep 16 05:29:14.983575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:14.985912 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f5553-7cef-45e1-b7ae-621cdd532ebf" -d '{"events": [{"server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "name": "network-vif-plugged", "status": "completed", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:15.000003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:15.026163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-638d84d0-43f9-4088-be5a-51d3c5ddc356 service neutron] 10.222.0.49 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141660 Sep 16 05:29:15.097499 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36317678-f3b0-4a90-a70e-91bd6176408b x-openstack-request-id: req-36317678-f3b0-4a90-a70e-91bd6176408b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:15.098140 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "name": "network-vif-plugged", "status": "completed", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:15.098586 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36317678-f3b0-4a90-a70e-91bd6176408b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:15.099213 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'code': 200} Sep 16 05:29:15.106053 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.141933 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-b328925c-69ac-4fc7-b6e3-c9c29feae3bb service neutron] 10.222.0.49 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096847 Sep 16 05:29:15.188044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:15.300931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-369092b6-8d9e-4137-9392-0e53d1127605 service neutron] 10.222.0.49 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430845 Sep 16 05:29:15.303590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f1e76-724b-4f0b-97b2-d08c4d78fff6 req-2efa2b51-1900-416b-a374-244173765356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:15.305054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dd9f1e76-724b-4f0b-97b2-d08c4d78fff6 req-2efa2b51-1900-416b-a374-244173765356 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 1097 time: 0.0633757 Sep 16 05:29:15.419831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dd9f1e76-724b-4f0b-97b2-d08c4d78fff6 req-c6da7170-2600-4b77-99c3-bd17a35e7c6c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971019 Sep 16 05:29:15.450577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-9c8c225b-953c-4ea7-9cde-15f982a842e2 service neutron] 10.222.0.49 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383889 Sep 16 05:29:15.555984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-26bc6a81-f7d3-4939-a79e-602d8b19fc0b service neutron] 10.222.0.49 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990021 Sep 16 05:29:15.656790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-927b5402-9a07-473f-9a82-cc58dd73489c service neutron] 10.222.0.49 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942552 Sep 16 05:29:15.768105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33346) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:16.016952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1345078056'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:16.113995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Made reservation on behalf of 951b7e48ad8c4de18e28c8b84b213f40 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:16.117735 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.128503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.244456 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.312431 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.344542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:16.354708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4074ab7a-1d7a-45d3-be73-70d56e137cfd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:16.362780 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.363130 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Added segment cf90675b-3aa9-4f56-b005-26567206e785 of type vlan for network 2b43e1e0-b145-47aa-ae00-0a803f934c4a Sep 16 05:29:16.428453 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.575409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.581888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:16.582649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.601791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28187100-ca5f-49f9-9aaf-234458e679d9 req-54ec3764-65a3-4b77-ad2e-c4ab6fca75c4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:16.604020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28187100-ca5f-49f9-9aaf-234458e679d9 req-54ec3764-65a3-4b77-ad2e-c4ab6fca75c4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.0807467 Sep 16 05:29:16.676763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Pushing event updated for resources: {'Network': ['ID=2b43e1e0-b145-47aa-ae00-0a803f934c4a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:16.690445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 2b43e1e0-b145-47aa-ae00-0a803f934c4a details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:16.704244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28187100-ca5f-49f9-9aaf-234458e679d9 req-ade0bd61-9a66-4d40-b8e8-c5be174011d3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851631 Sep 16 05:29:16.785559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6e11e0fd-c8b9-48ff-8420-b7a51232d3aa tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0162644 Sep 16 05:29:17.105938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33458) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:17.111062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Request body: {'port': {'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a', 'binding:host_id': 'n-h2-712749-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-257089511'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:17.197991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Made reservation on behalf of 775d31f137bd457e988c6bb58e2ddbb8 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:17.209809 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.236126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.385095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.452151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.498134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] device_id is not set on port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:17.656053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2adc71d-b1c8-403d-b8e5-03f77460d704 req-01f5d25e-c536-4177-99bf-61d9aebc6797 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0564990 Sep 16 05:29:17.683100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fc8f2e-278c-47ff-ad75-f04c0e683ce7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:17.881101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d5453-32bc-4f4f-8f29-3c5de211e1aa req-f47f4756-22c8-47ae-8ee5-ac63b74dac91 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:17.883933 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b91d5453-32bc-4f4f-8f29-3c5de211e1aa req-f47f4756-22c8-47ae-8ee5-ac63b74dac91 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.0726974 Sep 16 05:29:17.938494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b91d5453-32bc-4f4f-8f29-3c5de211e1aa req-44fc2003-c743-442c-8d2c-0143bc99d121 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Sep 16 05:29:17.989435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] device_id is not set on port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:18.002421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.129729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.228702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=8bcc2132-1278-4d4e-b013-9a54c2c276d3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.310539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Checking segment: {'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:18.315935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Network hostable DHCP agents. Network: 2b43e1e0-b145-47aa-ae00-0a803f934c4a, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:18.411688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Network 2b43e1e0-b145-47aa-ae00-0a803f934c4a is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:18.565571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 2b43e1e0-b145-47aa-ae00-0a803f934c4a) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:18.570791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:18.585801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5512db-40a1-4018-b1d4-f6a59b9a4f57 None None] Network 2b43e1e0-b145-47aa-ae00-0a803f934c4a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:18.604179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955ae5-31f1-4b23-a2e1-d10078b8f375 req-ba0f29e7-90e5-48b9-8d3c-e1886bb7d782 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:18.606200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.606541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.606879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.613983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.614672 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.615344 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 2 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.619076 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d955ae5-31f1-4b23-a2e1-d10078b8f375 req-ba0f29e7-90e5-48b9-8d3c-e1886bb7d782 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.0801237 Sep 16 05:29:18.634797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.634797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.634797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.638924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.639449 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.640077 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 3 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.656478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.657770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.658284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.664141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.666000 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.666851 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 4 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.678602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d955ae5-31f1-4b23-a2e1-d10078b8f375 req-b0da1499-9641-4c94-bc7b-5ca41ce67cd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519555 Sep 16 05:29:18.697788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.697917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.698260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.707829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.708200 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.708713 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 5 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.743018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.744614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.745801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.752936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.753593 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.754177 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 6 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.780344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.780778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.781200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.786642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.786982 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.787376 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 7 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.820087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.820528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.821245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.830410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.831260 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.832435 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 8 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.858150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.858443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.860165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.866188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.866483 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.866827 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 9 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.898331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.898889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.899423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.915289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.920513 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.920944 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 10 to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 Sep 16 05:29:18.943926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:18.944553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:18.945340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:18.953572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:18.954326 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:18.954913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.977135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f12b7763-6b78-44df-bb4a-c041c8341342 req-9caad853-9d30-4478-9914-c8026159039e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0563910 Sep 16 05:29:19.058677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] For port 8bcc2132-1278-4d4e-b013-9a54c2c276d3, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:19.059088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempted to set empty binding levels {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:29:19.199246 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.242934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:19.243766 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.271586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=8bcc2132-1278-4d4e-b013-9a54c2c276d3,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:19.321285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d8d1bbfa-974a-49d3-b643-9942b2373ca9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2136860 Sep 16 05:29:19.324231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33634) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:19.426778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Deleting port 8bcc2132-1278-4d4e-b013-9a54c2c276d3 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:19.427131 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.510008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] For port 8bcc2132-1278-4d4e-b013-9a54c2c276d3, host n-h2-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:19.511301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.536662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Calling delete_port for 8bcc2132-1278-4d4e-b013-9a54c2c276d3 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:19.774053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.798885 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.808567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8bcc2132-1278-4d4e-b013-9a54c2c276d3 HTTP/1.1" status: 204 len: 168 time: 0.4832242 Sep 16 05:29:19.811240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:19.844595 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcbab27-4138-42aa-b4e4-d1a5462735f2 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:19.847368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1dcbab27-4138-42aa-b4e4-d1a5462735f2 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "GET /v2.0/ports/8bcc2132-1278-4d4e-b013-9a54c2c276d3 HTTP/1.1" status: 404 len: 333 time: 0.0343492 Sep 16 05:29:19.851684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33668) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:19.858208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Request body: {'port': {'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2020820475'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:19.859065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b0ed3-b87a-4b51-ad71-f62ee6b999a7 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bcc2132-1278-4d4e-b013-9a54c2c276d3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:19.872534 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d5131c5a-1877-4d93-9a11-1615f9832026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:19.936611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b3d4a-3274-4dd4-a51d-b9f883376a9a req-ae2fa2d7-d4f3-430e-83dc-6122b5d90b3d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:19.938288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c49b3d4a-3274-4dd4-a51d-b9f883376a9a req-ae2fa2d7-d4f3-430e-83dc-6122b5d90b3d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.0688996 Sep 16 05:29:19.967412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Made reservation on behalf of 775d31f137bd457e988c6bb58e2ddbb8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:19.970962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.003974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c49b3d4a-3274-4dd4-a51d-b9f883376a9a req-207f4e71-60c1-44ad-9a12-82e04cd83548 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589163 Sep 16 05:29:20.021172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] device_id is not set on port 6f664d78-1078-454e-853d-209e62f6ba72 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:20.160098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44fedfab-3328-45ad-8b67-3ff0e0e696b8 req-12d70a03-b6e0-4c81-a443-f0bbf4a87bcf tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0500236 Sep 16 05:29:20.365451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.529689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.601239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Network 2b43e1e0-b145-47aa-ae00-0a803f934c4a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:20.602715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:20.607550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:20.608822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:20.609664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.617299 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.626646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=6f664d78-1078-454e-853d-209e62f6ba72,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:20.790640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-313112ab-5729-4ba5-a19f-b59e82185324 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9360828 Sep 16 05:29:20.791658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:20.797692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:20.881276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-3e754809-4b89-4de1-bad3-ef6fcd4031fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:20.885889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-3e754809-4b89-4de1-bad3-ef6fcd4031fe service neutron] 10.222.0.30 "GET /v2.0/ports/dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 1027 time: 0.0810699 Sep 16 05:29:20.947810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.033134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-98a7fcf2-6011-48c2-b05a-0cbf782db054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:21.034902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-98a7fcf2-6011-48c2-b05a-0cbf782db054 service neutron] 10.222.0.30 "GET /v2.0/ports/25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 1027 time: 0.0986617 Sep 16 05:29:21.383605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e7cb8d8-891c-4728-bda3-299fef381477 req-764924b6-fab2-481b-a841-0fec92ad1945 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0585499 Sep 16 05:29:21.445936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-303db981-58a7-4e10-80e7-1f94b31e4911 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:21.452682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-303db981-58a7-4e10-80e7-1f94b31e4911 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:21.459311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-303db981-58a7-4e10-80e7-1f94b31e4911 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:21.461552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-303db981-58a7-4e10-80e7-1f94b31e4911 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 1991 time: 0.4152806 Sep 16 05:29:21.577279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] device_id is not set on port 6f664d78-1078-454e-853d-209e62f6ba72 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:21.605952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.618137 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-ca45eb87-3b1a-4a81-8389-3a98d698d82f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f773e780de03481599c191c91db1ab5f HTTP/1.1" status: 200 len: 380 time: 0.1327188 Sep 16 05:29:21.628372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'admin_state_up': True, 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'security_groups': ['a24b60ce-ac56-44ad-b1fd-6627749d9176']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:21.676314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0ad67-8b3a-40b2-a45e-170f3f0fd500 req-fc329eb9-d59f-46df-9b6b-d14db35dab9d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:21.678883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9c0ad67-8b3a-40b2-a45e-170f3f0fd500 req-fc329eb9-d59f-46df-9b6b-d14db35dab9d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1014335 Sep 16 05:29:21.746268 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9c0ad67-8b3a-40b2-a45e-170f3f0fd500 req-3978ac7d-71a5-453b-b1e0-2d5cbc5950bf tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578098 Sep 16 05:29:21.759612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.954902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=6f664d78-1078-454e-853d-209e62f6ba72,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:21.991244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-fdf79223-370b-44ed-9952-354fb31f490d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0671067 Sep 16 05:29:21.999895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.006359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.006359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.012232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33730) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:22.017809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.019695 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.038472 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 2 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.129862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.130844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.135361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.169250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.170108 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.171779 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 3 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.174297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-b4e38e4b-566a-4680-a9d8-2350d7e7fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:22.181124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-b4e38e4b-566a-4680-a9d8-2350d7e7fe69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 1097 time: 0.1310072 Sep 16 05:29:22.278682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.279042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.279252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.286462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:22.290957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.333251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.333582 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.335797 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 4 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.343843 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0199-5cae-4139-8362-f1caf96d16f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.362525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.366102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.366102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.376114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.376658 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.377626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-a086c20b-4ba2-4c9c-b7b7-f56719b35cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:22.379750 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 5 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.380036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-a086c20b-4ba2-4c9c-b7b7-f56719b35cfc service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.1700768 Sep 16 05:29:22.437038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-ff900b96-9b77-4ada-a340-525ae5376de3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704 HTTP/1.1" status: 200 len: 217 time: 0.0478442 Sep 16 05:29:22.454727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.455148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.455664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.465469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.465803 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.468434 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 6 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.515704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-dfa56a23-8664-46bf-868b-6d5453b221fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:22.517333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-dfa56a23-8664-46bf-868b-6d5453b221fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.0722809 Sep 16 05:29:22.524961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.525689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.525689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.549667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.549667 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.549667 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 7 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.579125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.579460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.579799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.598230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.598560 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.599696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Allocated IP 172.20.0.5 (fc69c774-76ee-44e1-8d53-c12636b19e40/b68f874b-5813-4023-8139-7370b869ca48/210e8fcc-e00e-46b4-8990-5e045d765d80) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:22.602161 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 8 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.609177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a9901d6-9e54-4f14-bc87-23db393129f5 req-2f38946a-cc28-42d2-9a68-d340fd5bef9a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0898607 Sep 16 05:29:22.628455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.628845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.629189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.636464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.637310 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.639742 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 9 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.670553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.670553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.670888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.685753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.686033 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.688904 n-d-712749-15 neutron-server[95659]: INFO neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 10 to bind port 6f664d78-1078-454e-853d-209e62f6ba72 Sep 16 05:29:22.728904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0199-5cae-4139-8362-f1caf96d16f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.731383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.731949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.732384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.736655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-2cdd4cc9-8776-4ea7-830b-4e2f46f84d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:22.738841 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-2cdd4cc9-8776-4ea7-830b-4e2f46f84d37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049556 Sep 16 05:29:22.789555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0199-5cae-4139-8362-f1caf96d16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.817203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.818770 n-d-712749-15 neutron-server[95659]: ERROR neutron.plugins.ml2.managers [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port 6f664d78-1078-454e-853d-209e62f6ba72 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:22.820334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.894066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1e6f0199-5cae-4139-8362-f1caf96d16f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d4e9d4fbb104492ba1d7b9ca49f973f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8801997 Sep 16 05:29:22.894750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33750) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:22.907449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f0199-5cae-4139-8362-f1caf96d16f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177cde02-2106-42c2-97d5-310eeefb4600,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:22.972270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.987260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] For port 6f664d78-1078-454e-853d-209e62f6ba72, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:22.988276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempted to set empty binding levels {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:29:22.990561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-a63cf21e-aadd-45ca-b2b1-b61f1bca7a22 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417181 Sep 16 05:29:23.077440 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.105223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8908bbaa-2eac-4979-a9b9-9d54ae55453a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.170515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] In _notify_port_updated(), no bound segment for port 6f664d78-1078-454e-853d-209e62f6ba72 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:29:23.172035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979d18a-a48d-4ddf-8b64-922910db5e88 req-91ce7371-9f9e-4d32-a9f2-4fe5d1d58012 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.179255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7979d18a-a48d-4ddf-8b64-922910db5e88 req-91ce7371-9f9e-4d32-a9f2-4fe5d1d58012 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1792133 Sep 16 05:29:23.191231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.193649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.198719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "PUT /v2.0/ports/6f664d78-1078-454e-853d-209e62f6ba72 HTTP/1.1" status: 200 len: 976 time: 2.4023662 Sep 16 05:29:23.212113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33754) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:23.223129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f62de-23c4-4854-8cd7-ed8309d3f0b8 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=6f664d78-1078-454e-853d-209e62f6ba72,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:23.229202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.341798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network fc69c774-76ee-44e1-8d53-c12636b19e40 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:23.345612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:23.362156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:23.408114 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec5d-029b-4635-951c-b58e3cf77519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.425947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=210e8fcc-e00e-46b4-8990-5e045d765d80,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:23.481657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.482405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.514167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d530c081-a0f0-479d-a4e2-eb8765567e24 req-028ddd32-6cdb-42a6-a525-01ddf78ae5ca service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158715 Sep 16 05:29:23.519936 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec5d-029b-4635-951c-b58e3cf77519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.578026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7979d18a-a48d-4ddf-8b64-922910db5e88 req-1d3bbaba-3da1-4219-a2c6-e5b000ab9152 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977695 Sep 16 05:29:23.589999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5f92cda8-c5b3-4e08-90fd-fbe4c6fd019f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9654851 Sep 16 05:29:23.609061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'admin_state_up': True, 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'security_groups': ['a24b60ce-ac56-44ad-b1fd-6627749d9176']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:23.663395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.663395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.666289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.667065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.667803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.668569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.669383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.670226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.675642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.675642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.675642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.675642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.675642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.677774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.678791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.679499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.680285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.681682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.683277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.684335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.685234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.685883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.686521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.687299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.687991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.688628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.695358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.695358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.695358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.695358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.695358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.696571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.697654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.701951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ee525526-14f9-4a0e-9f70-8c0572f62eff tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29363 time: 0.4746556 Sep 16 05:29:23.710193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33760) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:23.763282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0c9de4e8-3b0c-4232-a9b6-3b5a1f17742f None None] Provisioning complete for port 210e8fcc-e00e-46b4-8990-5e045d765d80 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:23.763949 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c9de4e8-3b0c-4232-a9b6-3b5a1f17742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.829954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.857408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0c9de4e8-3b0c-4232-a9b6-3b5a1f17742f None None] Port 210e8fcc-e00e-46b4-8990-5e045d765d80 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:23.935911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Deleting port 6f664d78-1078-454e-853d-209e62f6ba72 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:23.936477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.989295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781c64-8002-4034-a2d1-23beda75cadf req-076033b1-24ee-4708-bcec-bb9e9741fd94 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:24.001286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff781c64-8002-4034-a2d1-23beda75cadf req-076033b1-24ee-4708-bcec-bb9e9741fd94 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 931 time: 0.1886663 Sep 16 05:29:24.079655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec5d-029b-4635-951c-b58e3cf77519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.092583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff781c64-8002-4034-a2d1-23beda75cadf req-29d407e2-7a05-4863-8f14-a016f875c5a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902143 Sep 16 05:29:24.094403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec5d-029b-4635-951c-b58e3cf77519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.098859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-03d1ec5d-029b-4635-951c-b58e3cf77519 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/177cde02-2106-42c2-97d5-310eeefb4600 HTTP/1.1" status: 204 len: 168 time: 1.2008939 Sep 16 05:29:24.100428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] For port 6f664d78-1078-454e-853d-209e62f6ba72, host n-h2-712749-15, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:24.103525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.123421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:24.131838 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.181994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1ec5d-029b-4635-951c-b58e3cf77519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177cde02-2106-42c2-97d5-310eeefb4600,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:24.217181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Calling delete_port for 6f664d78-1078-454e-853d-209e62f6ba72 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:24.438066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Allocated IP 10.1.1.243 (99b90ff8-9324-4e7b-a91c-d931cb8278d1/ce0cd1a8-12f2-4072-a7ec-0e232438602f/5360511c-4924-4f0f-af45-23b4847dfae2) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:24.469526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.533679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f664d78-1078-454e-853d-209e62f6ba72,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:24.537734 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.544080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0c621fd1-de7a-46e2-b166-91aecc62fc84 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "DELETE /v2.0/ports/6f664d78-1078-454e-853d-209e62f6ba72 HTTP/1.1" status: 204 len: 168 time: 0.8312747 Sep 16 05:29:24.548013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:24.603908 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-166221f5-ada8-4549-bb25-8d427fd441d5 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:24.612138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-166221f5-ada8-4549-bb25-8d427fd441d5 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "GET /v2.0/ports/6f664d78-1078-454e-853d-209e62f6ba72 HTTP/1.1" status: 404 len: 333 time: 0.0569341 Sep 16 05:29:24.622083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:24.641149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3d70386f-79f7-4a63-9e83-cb85614f2d7f details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:29:24.643362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1918638828', 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:24.813433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Made reservation on behalf of 775d31f137bd457e988c6bb58e2ddbb8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:24.816630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:24.855888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] device_id is not set on port 0ee80024-ec24-4593-995e-f3512ae59f0b yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:24.877901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca953-ccdf-4a8b-be43-74049d284ce1 req-549eeb9c-5b4c-42d0-a5cb-a8665fbdaf47 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:24.900307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:24.905009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-350ca953-ccdf-4a8b-be43-74049d284ce1 req-549eeb9c-5b4c-42d0-a5cb-a8665fbdaf47 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1855159 Sep 16 05:29:24.928718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'port_id': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'mac_address': 'fa:16:3e:47:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:29:25.014980 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.036259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-350ca953-ccdf-4a8b-be43-74049d284ce1 req-fa2fe49a-1690-401e-8aaf-c26795f77e62 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256266 Sep 16 05:29:25.073062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d70386f-79f7-4a63-9e83-cb85614f2d7f {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:25.113344 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.134698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:25.257638 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.266869 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.300290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3372b-5b8c-4e28-adfd-04a53c96a864 req-998b2efd-6b57-4efb-9385-0a67ff69538d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:25.310130 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9df3372b-5b8c-4e28-adfd-04a53c96a864 req-998b2efd-6b57-4efb-9385-0a67ff69538d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 931 time: 0.0885797 Sep 16 05:29:25.317223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.320367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.399936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:25.411605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:25.417467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:25.425353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:25.434685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.444266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9df3372b-5b8c-4e28-adfd-04a53c96a864 req-e930d52a-328b-46cd-a876-e753754285d0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281793 Sep 16 05:29:25.463518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['3d70386f-79f7-4a63-9e83-cb85614f2d7f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:25.498730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=5360511c-4924-4f0f-af45-23b4847dfae2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:25.514247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Network 2b43e1e0-b145-47aa-ae00-0a803f934c4a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:25.517621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:25.521609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:25.522603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:25.523222 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.549565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee80024-ec24-4593-995e-f3512ae59f0b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:25.558183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:25.559062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.663043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-81168e9e-c8e2-412c-942a-bcf18d937148 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0349510 Sep 16 05:29:25.663482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33820) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:25.686703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51337975-6637-4a9d-bb42-74fd0cf41b4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0824292 Sep 16 05:29:25.749988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'admin_state_up': True, 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'security_groups': ['a24b60ce-ac56-44ad-b1fd-6627749d9176']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:25.855332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be02f44b-7a7b-43d8-8fbd-f48044359634 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:25.861155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-be02f44b-7a7b-43d8-8fbd-f48044359634 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "GET /v2.0/ports/0ee80024-ec24-4593-995e-f3512ae59f0b HTTP/1.1" status: 200 len: 955 time: 0.1924431 Sep 16 05:29:25.872257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:25.872500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-572ed1cc-ce5b-4e3d-b293-d4f7b912392e None None] Provisioning complete for port 5360511c-4924-4f0f-af45-23b4847dfae2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:25.872500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-572ed1cc-ce5b-4e3d-b293-d4f7b912392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.932926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-572ed1cc-ce5b-4e3d-b293-d4f7b912392e None None] Port 5360511c-4924-4f0f-af45-23b4847dfae2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:26.092148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f1a847d8-3400-4ac1-bb5e-063c6f50cbe9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Deleting port 0ee80024-ec24-4593-995e-f3512ae59f0b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:26.092803 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a847d8-3400-4ac1-bb5e-063c6f50cbe9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.289062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068b701-96f5-4e5c-8d9d-16de335d819e req-58385c40-fe01-4e52-95a5-b76f08c92b7f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:26.299397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d068b701-96f5-4e5c-8d9d-16de335d819e req-58385c40-fe01-4e52-95a5-b76f08c92b7f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 944 time: 0.1371615 Sep 16 05:29:26.314436 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a847d8-3400-4ac1-bb5e-063c6f50cbe9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.349338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f1a847d8-3400-4ac1-bb5e-063c6f50cbe9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Calling delete_port for 0ee80024-ec24-4593-995e-f3512ae59f0b owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:26.389296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d068b701-96f5-4e5c-8d9d-16de335d819e req-27276789-4d2e-4b91-9295-75bd2fec040c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886226 Sep 16 05:29:26.392556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:26.414507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.654224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3d70386f-79f7-4a63-9e83-cb85614f2d7f up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:26.671910 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a847d8-3400-4ac1-bb5e-063c6f50cbe9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.797734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Allocated IP 10.1.1.169 (99b90ff8-9324-4e7b-a91c-d931cb8278d1/ce0cd1a8-12f2-4072-a7ec-0e232438602f/93d5dcd0-5021-4062-97f5-820c5d3e8d8a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:26.896305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 3d70386f-79f7-4a63-9e83-cb85614f2d7f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:26.896872 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.944763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a847d8-3400-4ac1-bb5e-063c6f50cbe9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ee80024-ec24-4593-995e-f3512ae59f0b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:26.949932 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f1a847d8-3400-4ac1-bb5e-063c6f50cbe9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.954161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f1a847d8-3400-4ac1-bb5e-063c6f50cbe9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "DELETE /v2.0/ports/0ee80024-ec24-4593-995e-f3512ae59f0b HTTP/1.1" status: 204 len: 168 time: 1.0869458 Sep 16 05:29:26.957784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33850) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:26.991903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81c9d9-a25c-4fc7-a26e-83e74710782a req-0f41db71-af57-424f-a54b-326e5358bc8d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:27.033721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81c9d9-a25c-4fc7-a26e-83e74710782a req-0f41db71-af57-424f-a54b-326e5358bc8d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:27.048010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e81c9d9-a25c-4fc7-a26e-83e74710782a req-0f41db71-af57-424f-a54b-326e5358bc8d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 1653 time: 0.3760114 Sep 16 05:29:27.108262 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd9bdc9-a5ed-4a4e-bcbc-9c084d231385 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:27.113637 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0bd9bdc9-a5ed-4a4e-bcbc-9c084d231385 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "GET /v2.0/ports/0ee80024-ec24-4593-995e-f3512ae59f0b HTTP/1.1" status: 404 len: 333 time: 0.0798464 Sep 16 05:29:27.114376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:27.137178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Request body: {'port': {'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-637409689'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:27.209856 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.216913 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.242805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e81c9d9-a25c-4fc7-a26e-83e74710782a req-ebbc0608-84b7-419a-8c7d-4960ce4cf5cc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933262 Sep 16 05:29:27.316078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Made reservation on behalf of 775d31f137bd457e988c6bb58e2ddbb8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:27.319344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.335833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:27.348399 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb806e52-0b19-44c3-918c-cd34a80e1265" -d '{"events": [{"server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "name": "network-vif-plugged", "status": "completed", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:27.366877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] device_id is not set on port cd2c0af4-15da-4349-979e-ac52eaadfe56 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:27.417997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:27.435904 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.476530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.526340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.564567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:27.613552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:27.617793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:27.653950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:27.722560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:27.792603 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da0320e-5fe9-4610-95fe-5445ecb65e73 x-openstack-request-id: req-4da0320e-5fe9-4610-95fe-5445ecb65e73 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:27.793117 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "name": "network-vif-plugged", "status": "completed", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:27.793700 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4da0320e-5fe9-4610-95fe-5445ecb65e73 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:27.794277 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'code': 200} Sep 16 05:29:27.878405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:27.880462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.928007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:27.972322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-cd489110-ad95-4bfc-9d9d-ef5d634feaed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2352626 Sep 16 05:29:28.001678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891', 'admin_state_up': True, 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'security_groups': ['a24b60ce-ac56-44ad-b1fd-6627749d9176']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:28.229711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b0007a4d-f7ab-4299-8647-812dbe3a1979 None None] Provisioning complete for port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:28.232111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0007a4d-f7ab-4299-8647-812dbe3a1979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.287834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423e3ea-11b4-45fe-b747-3d234addfbb0 req-01f87c40-48df-4344-ba7e-f242676c7e6a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:28.301325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9423e3ea-11b4-45fe-b747-3d234addfbb0 req-01f87c40-48df-4344-ba7e-f242676c7e6a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.3329241 Sep 16 05:29:28.341998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b0007a4d-f7ab-4299-8647-812dbe3a1979 None None] Port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:28.396532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9423e3ea-11b4-45fe-b747-3d234addfbb0 req-4e2ecc02-79cc-4e31-9b36-3be08e8023e8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932417 Sep 16 05:29:28.544841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.570918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Network 2b43e1e0-b145-47aa-ae00-0a803f934c4a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:28.593797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:28.607445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:28.614358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:28.615265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.666311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=cd2c0af4-15da-4349-979e-ac52eaadfe56,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:28.796446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.799965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e3d731b-57d0-4e27-8d37-c82e4cc3a3f1 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6769443 Sep 16 05:29:28.799965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:28.805483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:28.951903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:29.181969 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.728088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.789745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Allocated IP 10.2.2.100 (f60b21fe-fe60-4b7d-896e-621284a58891/9f0f160b-ff9c-43aa-b5d9-9d604de84c6b/10fd841f-9e1f-4feb-a478-4d8877e541e5) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:30.031470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e320481-f199-4cc7-8888-6c9a957b304c req-345b050e-a6ca-4934-9631-ed9c5e3fbc9a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:30.037534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e320481-f199-4cc7-8888-6c9a957b304c req-345b050e-a6ca-4934-9631-ed9c5e3fbc9a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:30.047481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e320481-f199-4cc7-8888-6c9a957b304c req-345b050e-a6ca-4934-9631-ed9c5e3fbc9a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:30.055204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e320481-f199-4cc7-8888-6c9a957b304c req-345b050e-a6ca-4934-9631-ed9c5e3fbc9a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 2374 time: 0.4525938 Sep 16 05:29:30.123062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.183754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] device_id is not set on port cd2c0af4-15da-4349-979e-ac52eaadfe56 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:29:30.202542 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.237104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e320481-f199-4cc7-8888-6c9a957b304c req-968d9847-fe33-48b5-9f53-bec1a955e9a2 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641345 Sep 16 05:29:30.318855 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.345010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.467821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network f60b21fe-fe60-4b7d-896e-621284a58891 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:30.478264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:30.495939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:30.542085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:30.564484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:30.565146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:30.568792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=cd2c0af4-15da-4349-979e-ac52eaadfe56,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:30.654111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=10fd841f-9e1f-4feb-a478-4d8877e541e5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:30.669690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:30.669690 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:30.669690 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 2 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:30.749612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:30.756145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.766158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:30.766744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:30.766857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:30.803433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:30.803778 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:30.810212 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 3 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:30.873616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-89e922c7-b448-4360-9601-57f71ed543fb tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:30.877827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-89e922c7-b448-4360-9601-57f71ed543fb tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.30 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 946 time: 0.2754495 Sep 16 05:29:30.917631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d13a2-80e2-421a-a63d-7f5408c19047 req-f005b23b-fac8-4981-b99b-55e007ba984b tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:30.927257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d38d13a2-80e2-421a-a63d-7f5408c19047 req-f005b23b-fac8-4981-b99b-55e007ba984b tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 946 time: 0.3287606 Sep 16 05:29:30.931389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:30.931824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:30.932144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:31.074447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:31.075242 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:31.084678 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 4 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:31.122524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1e9dec25-05c8-4339-831c-b06146d682f0 None None] Provisioning complete for port 10fd841f-9e1f-4feb-a478-4d8877e541e5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:31.123158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e9dec25-05c8-4339-831c-b06146d682f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.139228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:31.139883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:31.140414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:31.162982 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d38d13a2-80e2-421a-a63d-7f5408c19047 req-15042d32-f46e-4768-9032-917bb740aa53 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347782 Sep 16 05:29:31.214325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1e9dec25-05c8-4339-831c-b06146d682f0 None None] Port 10fd841f-9e1f-4feb-a478-4d8877e541e5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:31.230831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5e9305b4-0957-462c-b9a0-1dd0b0161eae tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2439229 Sep 16 05:29:31.242267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:31.242598 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:31.246047 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 5 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:31.250160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891', 'admin_state_up': True, 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'security_groups': ['a24b60ce-ac56-44ad-b1fd-6627749d9176']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:31.270652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:31.270999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:31.271793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:31.279159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:31.279486 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:31.283687 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 6 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:31.301498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:31.302254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:31.302670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:31.340585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:31.341235 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:31.355988 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 7 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:31.362632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Deleting port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:31.362962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.438901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:31.439249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:31.439581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:31.517771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:31.518102 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:31.521498 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 8 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:31.541467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624f0b2-46c4-489d-87eb-3dee6a55a28b req-e4c7f7f4-71db-43c7-8878-792ca4c97487 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:31.541467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3624f0b2-46c4-489d-87eb-3dee6a55a28b req-e4c7f7f4-71db-43c7-8878-792ca4c97487 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1987672 Sep 16 05:29:31.594415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Made reservation on behalf of f773e780de03481599c191c91db1ab5f for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:31.600717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.615086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:31.615412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:31.616056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:31.618949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] For port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:31.619324 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:31.638689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:31.639056 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:31.646333 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 9 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:31.716782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3624f0b2-46c4-489d-87eb-3dee6a55a28b req-faddd284-649b-4b3b-8580-e3432206bbbf tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680908 Sep 16 05:29:31.725697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:31.725697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:31.725697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:31.735120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:31.735524 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:31.740015 n-d-712749-15 neutron-server[95660]: INFO neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempt 10 to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 Sep 16 05:29:31.794684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:31.795322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:31.795322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempting to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:31.808005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:31.808005 n-d-712749-15 neutron-server[95660]: ERROR neutron.plugins.ml2.managers [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Failed to bind port cd2c0af4-15da-4349-979e-ac52eaadfe56 on host n-h2-712749-15 for vnic_type normal using segments [{'id': 'cf90675b-3aa9-4f56-b005-26567206e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b43e1e0-b145-47aa-ae00-0a803f934c4a'}] Sep 16 05:29:31.808005 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.057324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] For port cd2c0af4-15da-4349-979e-ac52eaadfe56, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:32.057706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attempted to set empty binding levels {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:29:32.085380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Allocated IP 10.2.2.200 (f60b21fe-fe60-4b7d-896e-621284a58891/9f0f160b-ff9c-43aa-b5d9-9d604de84c6b/c5fcdd0c-b69f-413b-84f2-65719330ac91) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:32.175689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.213711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bf92f-d459-4c8d-ae7c-9fa7dd3b95e4 req-6c7d92d6-f1ee-4ea9-80f5-15562b7c975a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:32.224232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bf92f-d459-4c8d-ae7c-9fa7dd3b95e4 req-6c7d92d6-f1ee-4ea9-80f5-15562b7c975a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:32.231315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bf92f-d459-4c8d-ae7c-9fa7dd3b95e4 req-6c7d92d6-f1ee-4ea9-80f5-15562b7c975a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:32.237346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bf92f-d459-4c8d-ae7c-9fa7dd3b95e4 req-6c7d92d6-f1ee-4ea9-80f5-15562b7c975a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:32.247321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d5bf92f-d459-4c8d-ae7c-9fa7dd3b95e4 req-6c7d92d6-f1ee-4ea9-80f5-15562b7c975a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 3095 time: 0.3147147 Sep 16 05:29:32.302435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.302792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.303104 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Floating IP ef5bd54c-c35f-4433-9a03-35fd6a656016 disassociated. External IP: 172.25.1.195, port: 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4. Sep 16 05:29:32.303457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Calling delete_port for 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:32.328718 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.376346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] In _notify_port_updated(), no bound segment for port cd2c0af4-15da-4349-979e-ac52eaadfe56 on network 2b43e1e0-b145-47aa-ae00-0a803f934c4a {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:29:32.377277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:32.377829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.381975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "PUT /v2.0/ports/cd2c0af4-15da-4349-979e-ac52eaadfe56 HTTP/1.1" status: 200 len: 975 time: 3.5782855 Sep 16 05:29:32.382279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:32.446026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c18b-e9b3-43e5-ac95-1f983603c8f9 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event updated for resources: {'Port': ['ID=cd2c0af4-15da-4349-979e-ac52eaadfe56,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:32.452249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.492706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d5bf92f-d459-4c8d-ae7c-9fa7dd3b95e4 req-eb4e9eff-f011-4504-b52f-dfbe5ca10f91 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443857 Sep 16 05:29:32.637657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Network f60b21fe-fe60-4b7d-896e-621284a58891 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:32.646993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:32.665333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:32.768043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:32.769191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.871909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event updated for resources: {'Port': ['ID=c5fcdd0c-b69f-413b-84f2-65719330ac91,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:32.879451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.908909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Deleting port cd2c0af4-15da-4349-979e-ac52eaadfe56 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:32.908909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:32.978536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event deleted for resources: {'Port': ['ID=5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:33.007597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a922894-cb43-405a-8ee1-0a3b4dad652e req-8224157b-37c3-42b5-880c-e7e4d1debda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:33.012014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a922894-cb43-405a-8ee1-0a3b4dad652e req-8224157b-37c3-42b5-880c-e7e4d1debda7 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 867 time: 0.1904354 Sep 16 05:29:33.018556 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-dd989fc3-fae5-43bf-8042-5ab2aae6027f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7604046 Sep 16 05:29:33.056350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:33.163683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b61744f9-d93d-4258-a5b8-c0d49639b8c3 None None] Provisioning complete for port c5fcdd0c-b69f-413b-84f2-65719330ac91 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:33.164337 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b61744f9-d93d-4258-a5b8-c0d49639b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.177215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] For port cd2c0af4-15da-4349-979e-ac52eaadfe56, host n-h2-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:33.177586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.208947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Calling delete_port for cd2c0af4-15da-4349-979e-ac52eaadfe56 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:33.233687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b61744f9-d93d-4258-a5b8-c0d49639b8c3 None None] Port c5fcdd0c-b69f-413b-84f2-65719330ac91 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:33.255487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a922894-cb43-405a-8ee1-0a3b4dad652e req-286e5ae2-e3c2-4682-835a-5ac3a43c9c1e tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups?id=65e7e12e-ed14-402c-a451-961915770541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328556 Sep 16 05:29:33.390521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Router 6658032f-7c06-4684-8646-82653d2231d8 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:33.532300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.690913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7ed56-313e-44ce-b51e-32f945eb0bc3 req-936c8a63-8761-47ac-b2f4-2846e2c2ecc8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:33.701428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ef7ed56-313e-44ce-b51e-32f945eb0bc3 req-936c8a63-8761-47ac-b2f4-2846e2c2ecc8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.2950821 Sep 16 05:29:33.810804 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:33.835170 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ef7ed56-313e-44ce-b51e-32f945eb0bc3 req-62845b35-22fb-480d-834e-7ff8e326ebac tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327245 Sep 16 05:29:33.906218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:33.925945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] Sync routers for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:33.955843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:33.956523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:34.132844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] No DVR routers for this DVR port 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:34.149375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd2c0af4-15da-4349-979e-ac52eaadfe56,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:34.160079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.162276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b8c501d-4fca-4652-8d13-5d0d25c4476b req-94e91b9a-994c-4438-9be3-36ad76e275b8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.30 "DELETE /v2.0/ports/5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 HTTP/1.1" status: 204 len: 173 time: 3.2771266 Sep 16 05:29:34.163377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82536c47-87fa-4502-a018-133be976db08', 'name': 'network-vif-deleted', 'tag': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:34.165260 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f483d2-e6be-4034-80ec-945baf8e2b3b" -d '{"events": [{"server_uuid": "82536c47-87fa-4502-a018-133be976db08", "name": "network-vif-deleted", "tag": "5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:34.206357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:34.262296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003481-b9e5-4e48-a218-39559d699bab req-7bd2ae29-7dd7-4b30-96e0-327fc4b7f28c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.272031 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.275297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-55df46cc-547b-4c91-829d-142c36befb00 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "DELETE /v2.0/ports/cd2c0af4-15da-4349-979e-ac52eaadfe56 HTTP/1.1" status: 204 len: 168 time: 1.8912389 Sep 16 05:29:34.281476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003481-b9e5-4e48-a218-39559d699bab req-7bd2ae29-7dd7-4b30-96e0-327fc4b7f28c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.296008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003481-b9e5-4e48-a218-39559d699bab req-7bd2ae29-7dd7-4b30-96e0-327fc4b7f28c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.303297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003481-b9e5-4e48-a218-39559d699bab req-7bd2ae29-7dd7-4b30-96e0-327fc4b7f28c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.306755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33928) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:34.319919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003481-b9e5-4e48-a218-39559d699bab req-7bd2ae29-7dd7-4b30-96e0-327fc4b7f28c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.336284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e003481-b9e5-4e48-a218-39559d699bab req-7bd2ae29-7dd7-4b30-96e0-327fc4b7f28c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 3816 time: 0.3227699 Sep 16 05:29:34.417877 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a67838-9ccd-48b1-8d59-1938ff9dccc6 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:29:34.421579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d6a67838-9ccd-48b1-8d59-1938ff9dccc6 tempest-PortsAdminExtendedAttrsTestJSON-1339764544 tempest-PortsAdminExtendedAttrsTestJSON-1339764544-project-admin] 10.222.0.49 "GET /v2.0/ports/cd2c0af4-15da-4349-979e-ac52eaadfe56 HTTP/1.1" status: 404 len: 333 time: 0.1086464 Sep 16 05:29:34.425815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e003481-b9e5-4e48-a218-39559d699bab req-07be4c1d-f7b4-4d4f-8da6-12519878be68 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867696 Sep 16 05:29:34.426347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33934) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:34.560026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210e8fcc-e00e-46b4-8990-5e045d765d80 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:34.572266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.586575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Transition to ACTIVE for port object 210e8fcc-e00e-46b4-8990-5e045d765d80 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:34.607143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.674782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:12Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:34.733057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.734315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] Checking router: 6658032f-7c06-4684-8646-82653d2231d8 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:34.763772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:34.768286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:34.818430 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f3e1b7-d4b2-4acb-9f37-b1a3f5edd1cb x-openstack-request-id: req-e0f3e1b7-d4b2-4acb-9f37-b1a3f5edd1cb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:34.818701 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82536c47-87fa-4502-a018-133be976db08", "name": "network-vif-deleted", "tag": "5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:34.818965 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0f3e1b7-d4b2-4acb-9f37-b1a3f5edd1cb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:34.819390 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82536c47-87fa-4502-a018-133be976db08', 'name': 'network-vif-deleted', 'tag': '5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4', 'status': 'completed', 'code': 200} Sep 16 05:29:34.823968 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.906499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-30c1a1d4-06a7-4a7a-92ef-52f6167e4757 req-bc66cd54-a541-4d0a-8677-daa45de238a5 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/ports?device_id=82536c47-87fa-4502-a018-133be976db08 HTTP/1.1" status: 200 len: 210 time: 0.0729420 Sep 16 05:29:34.951062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b43e1e0-b145-47aa-ae00-0a803f934c4a']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:34.984655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf90675b-3aa9-4f56-b005-26567206e785') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:34.985076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf90675b-3aa9-4f56-b005-26567206e785') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:35.001780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Pushing event updated for resources: {'Port': ['ID=210e8fcc-e00e-46b4-8990-5e045d765d80,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:35.006082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.048060 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.050870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:35.065074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:35.065879 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:35.212649 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:35.292690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Attempting to bind port 210e8fcc-e00e-46b4-8990-5e045d765d80 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:35.292957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Attempting to bind port 210e8fcc-e00e-46b4-8990-5e045d765d80 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:35.293192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Attempting to bind port 210e8fcc-e00e-46b4-8990-5e045d765d80 on network fc69c774-76ee-44e1-8d53-c12636b19e40 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:35.295995 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.304669 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.317882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] 10.222.0.49 "DELETE /v2.0/networks/2b43e1e0-b145-47aa-ae00-0a803f934c4a HTTP/1.1" status: 204 len: 168 time: 0.8904514 Sep 16 05:29:35.322442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Port 210e8fcc-e00e-46b4-8990-5e045d765d80 on network fc69c774-76ee-44e1-8d53-c12636b19e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:35.327730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Attempting to bind port 210e8fcc-e00e-46b4-8990-5e045d765d80 on network fc69c774-76ee-44e1-8d53-c12636b19e40 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:35.365649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:35.366180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Checking segment: {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:35.367920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Bound using segment: {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:35.369984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Bound port: 210e8fcc-e00e-46b4-8990-5e045d765d80, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56895867-7059-4820-8e4f-a60bced63c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:35.370648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.373180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184ddcb-e0db-441e-a25a-9a14f7e0b0a6 tempest-PortsAdminExtendedAttrsTestJSON-134877897 tempest-PortsAdminExtendedAttrsTestJSON-134877897-project] Pushing event deleted for resources: {'Network': ['ID=2b43e1e0-b145-47aa-ae00-0a803f934c4a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:35.401851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9779a5-3aa4-4620-884f-6ecba822a810 req-7e8f0684-36ed-42d2-86a3-1230a2065009 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.405624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e9779a5-3aa4-4620-884f-6ecba822a810 req-7e8f0684-36ed-42d2-86a3-1230a2065009 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1890330 Sep 16 05:29:35.540524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:35.548585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e9779a5-3aa4-4620-884f-6ecba822a810 req-c72b5b17-5229-46cb-9fbc-d71d48c3f25e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332438 Sep 16 05:29:35.599390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:35.611154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5e8df5e4-63b6-48c6-bdd1-e5867a9f01d4 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:35.704591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] For port 210e8fcc-e00e-46b4-8990-5e045d765d80, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:35.710471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] For port 210e8fcc-e00e-46b4-8990-5e045d765d80, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=210e8fcc-e00e-46b4-8990-5e045d765d80,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:35.806278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:12Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:35.813640 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.840864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b6fbb-fd21-4c76-8b86-e86c904b3043 None None] The sync data for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 is: [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:27:04Z', 'revision_number': 4, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'df763675-8c91-441a-a5e3-ff702e61cf3f', 'name': '', 'network_id': '2aa83319-7c14-4088-87ee-6d12bcd0bc1f', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'mac_address': 'fa:16:3e:3e:f3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:01Z', 'updated_at': '2021-09-16T05:27:12Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'subnets': [{'id': 'e94d8eb1-eb58-47fc-8f69-fb75fa6578b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:35.913338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4eab-8212-460c-8906-936fae31c6ff req-9e669972-6082-4498-9d4b-856ed55cd940 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.931989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.934925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:35.938386 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] 10.222.0.30 "PUT /v2.0/ports/210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 1092 time: 2.9082751 Sep 16 05:29:35.938756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4eab-8212-460c-8906-936fae31c6ff req-9e669972-6082-4498-9d4b-856ed55cd940 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.943873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:35.961279 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156d16ad-9872-4048-a3cd-80d86063e1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:35.967094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4eab-8212-460c-8906-936fae31c6ff req-9e669972-6082-4498-9d4b-856ed55cd940 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.983642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4eab-8212-460c-8906-936fae31c6ff req-9e669972-6082-4498-9d4b-856ed55cd940 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.004780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4eab-8212-460c-8906-936fae31c6ff req-9e669972-6082-4498-9d4b-856ed55cd940 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.018526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-361d4eab-8212-460c-8906-936fae31c6ff req-9e669972-6082-4498-9d4b-856ed55cd940 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 3828 time: 0.2781003 Sep 16 05:29:36.045488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d2056-452d-4c67-ad08-da3b00e9f59f service neutron] Pushing event updated for resources: {'Port': ['ID=210e8fcc-e00e-46b4-8990-5e045d765d80,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:36.078144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:36.162843 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-361d4eab-8212-460c-8906-936fae31c6ff req-b33c1ccc-0862-4335-a911-5be5c56f9179 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402333 Sep 16 05:29:36.175348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.450980 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1574d5-6c3d-4185-9437-0bf115be02c4 None None] New status for floating IP ef5bd54c-c35f-4433-9a03-35fd6a656016: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:29:36.584661 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b904175-a075-45ad-8fa7-a374dbef0dde x-openstack-request-id: req-5b904175-a075-45ad-8fa7-a374dbef0dde {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:36.587420 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:36.587420 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b904175-a075-45ad-8fa7-a374dbef0dde {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:36.587420 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'status': 'completed', 'code': 200} Sep 16 05:29:36.734002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-794f6c88-f216-4b98-9ee4-c63f4971da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.740057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-794f6c88-f216-4b98-9ee4-c63f4971da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.744707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-794f6c88-f216-4b98-9ee4-c63f4971da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.745490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-794f6c88-f216-4b98-9ee4-c63f4971da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.746198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-794f6c88-f216-4b98-9ee4-c63f4971da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.750581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-794f6c88-f216-4b98-9ee4-c63f4971da2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 4364 time: 0.1265895 Sep 16 05:29:36.945910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd34d6a4-b131-452e-b3ef-209fe54a3dbd {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:36.945910 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:36.964371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-c55df00d-c885-4c52-b81c-8170599a896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.967080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-c55df00d-c885-4c52-b81c-8170599a896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.967756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-c55df00d-c885-4c52-b81c-8170599a896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:36.970438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-c55df00d-c885-4c52-b81c-8170599a896e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f773e780de03481599c191c91db1ab5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2052584 Sep 16 05:29:37.006297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Transition to ACTIVE for port object dd34d6a4-b131-452e-b3ef-209fe54a3dbd will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:37.081219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33970) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:37.151370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.267783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33974) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:37.353365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Pushing event updated for resources: {'Port': ['ID=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:37.362102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-67d296f8-9e4b-4ea3-a93f-833988cf1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.363797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-156d16ad-9872-4048-a3cd-80d86063e1b6 req-67d296f8-9e4b-4ea3-a93f-833988cf1e87 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3840137 Sep 16 05:29:37.390081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4d46a-2b6b-457f-bb65-2c08f82ca0e4 req-70163ed7-2baf-40d2-b34b-097b7515875d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.397943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3b4d46a-2b6b-457f-bb65-2c08f82ca0e4 req-70163ed7-2baf-40d2-b34b-097b7515875d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1756024 Sep 16 05:29:37.518120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3b4d46a-2b6b-457f-bb65-2c08f82ca0e4 req-66e0d7ad-6c90-4fb1-bf9a-6f674a9bd6d6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196883 Sep 16 05:29:37.538314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a06a8930-a560-4ab7-aac7-facf03d74596 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.570750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Attempting to bind port dd34d6a4-b131-452e-b3ef-209fe54a3dbd on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:37.572415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Attempting to bind port dd34d6a4-b131-452e-b3ef-209fe54a3dbd by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:37.572415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Attempting to bind port dd34d6a4-b131-452e-b3ef-209fe54a3dbd on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:37.600305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Port dd34d6a4-b131-452e-b3ef-209fe54a3dbd on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:37.601233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Attempting to bind port dd34d6a4-b131-452e-b3ef-209fe54a3dbd on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:37.626084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:37.628801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Checking segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:37.630074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Bound using segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:37.631259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Bound port: dd34d6a4-b131-452e-b3ef-209fe54a3dbd, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:37.631972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.657170 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a06a8930-a560-4ab7-aac7-facf03d74596 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.685307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6e5d469f-9906-45fb-8097-52490295b51e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=951b7e48ad8c4de18e28c8b84b213f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732014 Sep 16 05:29:37.688000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33982) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:37.781765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356c22-9e99-497d-bff0-0bfb04a7f36f req-55312ee9-9bfb-4841-b5aa-6725491febed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.795614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356c22-9e99-497d-bff0-0bfb04a7f36f req-55312ee9-9bfb-4841-b5aa-6725491febed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.808696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356c22-9e99-497d-bff0-0bfb04a7f36f req-55312ee9-9bfb-4841-b5aa-6725491febed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.818918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356c22-9e99-497d-bff0-0bfb04a7f36f req-55312ee9-9bfb-4841-b5aa-6725491febed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.828159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356c22-9e99-497d-bff0-0bfb04a7f36f req-55312ee9-9bfb-4841-b5aa-6725491febed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.834742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356c22-9e99-497d-bff0-0bfb04a7f36f req-55312ee9-9bfb-4841-b5aa-6725491febed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:37.852610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a06a8930-a560-4ab7-aac7-facf03d74596 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.854497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78356c22-9e99-497d-bff0-0bfb04a7f36f req-55312ee9-9bfb-4841-b5aa-6725491febed tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 4600 time: 0.2252200 Sep 16 05:29:37.860910 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a06a8930-a560-4ab7-aac7-facf03d74596 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.869416 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a06a8930-a560-4ab7-aac7-facf03d74596 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "DELETE /v2.0/security-groups/65e7e12e-ed14-402c-a451-961915770541 HTTP/1.1" status: 204 len: 168 time: 0.7798219 Sep 16 05:29:37.884369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:37.898934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a8930-a560-4ab7-aac7-facf03d74596 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e7e12e-ed14-402c-a451-961915770541,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:37.913919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] For port dd34d6a4-b131-452e-b3ef-209fe54a3dbd, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:37.950346 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e7c37e73-9b80-4174-941d-bd384789e654 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] show failed (client error): The resource could not be found. Sep 16 05:29:37.950837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] For port dd34d6a4-b131-452e-b3ef-209fe54a3dbd, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:37.954203 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e7c37e73-9b80-4174-941d-bd384789e654 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "GET /v2.0/security-groups/65e7e12e-ed14-402c-a451-961915770541 HTTP/1.1" status: 404 len: 347 time: 0.0650108 Sep 16 05:29:37.964780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:38.013497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.028579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78356c22-9e99-497d-bff0-0bfb04a7f36f req-53a8db6f-94d3-4c8d-98b9-8552d028d689 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1729977 Sep 16 05:29:38.084986 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:38.142523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:38.143841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.147932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 1131 time: 2.0835285 Sep 16 05:29:38.149189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4c74f-889b-4dba-ac14-3354ded74d68 service neutron] Pushing event updated for resources: {'Port': ['ID=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:38.231101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-866ed1d2-d17a-4b49-86c3-e947b0595972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.254962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:38.361948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-866ed1d2-d17a-4b49-86c3-e947b0595972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.373977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.506437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Deleting port a7edc95b-640c-4690-93a4-9f27e4342405 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:38.510259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.665931 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-866ed1d2-d17a-4b49-86c3-e947b0595972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.670209 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-866ed1d2-d17a-4b49-86c3-e947b0595972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.672134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-866ed1d2-d17a-4b49-86c3-e947b0595972 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4074ab7a-1d7a-45d3-be73-70d56e137cfd HTTP/1.1" status: 204 len: 168 time: 0.9831445 Sep 16 05:29:38.719352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed1d2-d17a-4b49-86c3-e947b0595972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4074ab7a-1d7a-45d3-be73-70d56e137cfd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:38.767304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.767304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:38.781397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda5655-c600-4c89-bfd0-9abae3f89fcc req-1e24f8b8-185a-4603-974e-4b8fd4c8a72e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:38.782996 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cda5655-c600-4c89-bfd0-9abae3f89fcc req-1e24f8b8-185a-4603-974e-4b8fd4c8a72e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1389024 Sep 16 05:29:38.807330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Calling delete_port for a7edc95b-640c-4690-93a4-9f27e4342405 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:38.834862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': 'dd34d6a4-b131-452e-b3ef-209fe54a3dbd'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:38.840412 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57" -d '{"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "dd34d6a4-b131-452e-b3ef-209fe54a3dbd"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:39.016622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cda5655-c600-4c89-bfd0-9abae3f89fcc req-b025aa28-56ec-42ee-b464-014f545775f9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020409 Sep 16 05:29:39.133210 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd7c832-b196-4b80-8712-f2268c7eb9fe x-openstack-request-id: req-ffd7c832-b196-4b80-8712-f2268c7eb9fe {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:39.133962 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "dd34d6a4-b131-452e-b3ef-209fe54a3dbd", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:39.133962 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffd7c832-b196-4b80-8712-f2268c7eb9fe {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:39.136135 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': 'dd34d6a4-b131-452e-b3ef-209fe54a3dbd', 'status': 'completed', 'code': 200} Sep 16 05:29:39.292604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cb2fee-e7df-46da-ad3c-712a58aa71e2 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:39.326879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.361072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Transition to ACTIVE for port object 25cb2fee-e7df-46da-ad3c-712a58aa71e2 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-b1b5481b-7be4-4a06-b477-869f49a811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-b1b5481b-7be4-4a06-b477-869f49a811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-b1b5481b-7be4-4a06-b477-869f49a811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-b1b5481b-7be4-4a06-b477-869f49a811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-b1b5481b-7be4-4a06-b477-869f49a811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-b1b5481b-7be4-4a06-b477-869f49a811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-b1b5481b-7be4-4a06-b477-869f49a811c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5288 time: 0.3333786 Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6407-dc48-4ab3-81a6-e799a7f330c4 req-1d7fa27f-c4e0-4e5f-b0f5-c1e7e1838e73 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6407-dc48-4ab3-81a6-e799a7f330c4 req-1d7fa27f-c4e0-4e5f-b0f5-c1e7e1838e73 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6407-dc48-4ab3-81a6-e799a7f330c4 req-1d7fa27f-c4e0-4e5f-b0f5-c1e7e1838e73 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6407-dc48-4ab3-81a6-e799a7f330c4 req-1d7fa27f-c4e0-4e5f-b0f5-c1e7e1838e73 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6407-dc48-4ab3-81a6-e799a7f330c4 req-1d7fa27f-c4e0-4e5f-b0f5-c1e7e1838e73 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.636455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6407-dc48-4ab3-81a6-e799a7f330c4 req-1d7fa27f-c4e0-4e5f-b0f5-c1e7e1838e73 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:39.666883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b73b6407-dc48-4ab3-81a6-e799a7f330c4 req-1d7fa27f-c4e0-4e5f-b0f5-c1e7e1838e73 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 4600 time: 0.3853972 Sep 16 05:29:39.758138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b73b6407-dc48-4ab3-81a6-e799a7f330c4 req-0f21ca99-744e-40c8-8520-b9efe00a2564 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867858 Sep 16 05:29:39.841483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:39.985078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.012475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb2fee-e7df-46da-ad3c-712a58aa71e2,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:40.095976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Pushing event deleted for resources: {'Port': ['ID=a7edc95b-640c-4690-93a4-9f27e4342405,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:40.282875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34016) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:40.344666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-f85a2fe7-5530-4826-b8ca-751214d5ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:40.345153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-f85a2fe7-5530-4826-b8ca-751214d5ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:40.345633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-f85a2fe7-5530-4826-b8ca-751214d5ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:40.355849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-f85a2fe7-5530-4826-b8ca-751214d5ff48 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f773e780de03481599c191c91db1ab5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6816328 Sep 16 05:29:40.371212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Attempting to bind port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:40.372865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Attempting to bind port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:40.373415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Attempting to bind port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:40.401503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:40.401898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Attempting to bind port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:40.419918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:40.422489 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.425238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Checking segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:40.425581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Bound using segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:40.426056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Bound port: 25cb2fee-e7df-46da-ad3c-712a58aa71e2, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:40.426433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.426569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:40.431170 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9dbef785-a49e-4a7c-9da2-45c0353999a8 tempest-ServersTestFqdnHostnames-1412444225 tempest-ServersTestFqdnHostnames-1412444225-project] 10.222.0.49 "DELETE /v2.0/floatingips/ef5bd54c-c35f-4433-9a03-35fd6a656016 HTTP/1.1" status: 204 len: 168 time: 2.4614561 Sep 16 05:29:40.432264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34018) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:40.541576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae538d-3e97-4ddf-9478-ed8042350237 req-e4d738a0-4bf8-4098-8a4b-8be4e569c4f8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:40.549305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f7ae538d-3e97-4ddf-9478-ed8042350237 req-e4d738a0-4bf8-4098-8a4b-8be4e569c4f8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.3195326 Sep 16 05:29:40.639737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f7ae538d-3e97-4ddf-9478-ed8042350237 req-27f9b851-8a69-4b8f-ba72-509a14eef6aa tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812359 Sep 16 05:29:40.652666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-c5c24d2b-ba60-45d6-9419-14f089fe195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:40.654402 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ae46d5b-ec92-426e-8a3c-36f9368c5d57 req-c5c24d2b-ba60-45d6-9419-14f089fe195b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2883110 Sep 16 05:29:40.827103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] For port 25cb2fee-e7df-46da-ad3c-712a58aa71e2, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:40.885325 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-469514cd-4fd6-4ad5-b407-8bf34cfeef2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=775d31f137bd457e988c6bb58e2ddbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950685 Sep 16 05:29:40.887991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:40.910889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] For port 25cb2fee-e7df-46da-ad3c-712a58aa71e2, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:41.067771 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.069290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e42eef77-29da-4b09-b0e9-2854e274fc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.182788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-2153c759-e0e1-43aa-bec3-ea9ba8fb5f16 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.204329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-2153c759-e0e1-43aa-bec3-ea9ba8fb5f16 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.210724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-2153c759-e0e1-43aa-bec3-ea9ba8fb5f16 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.218065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-2153c759-e0e1-43aa-bec3-ea9ba8fb5f16 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.245905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-2153c759-e0e1-43aa-bec3-ea9ba8fb5f16 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.267877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-2153c759-e0e1-43aa-bec3-ea9ba8fb5f16 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.269211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-f626447b-48ab-4dba-902a-470e501224e9 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8edaad42e5774c64a1b29a5db0ea05ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2513192 Sep 16 05:29:41.281326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-2153c759-e0e1-43aa-bec3-ea9ba8fb5f16 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.295151 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-2153c759-e0e1-43aa-bec3-ea9ba8fb5f16 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5372 time: 0.3241873 Sep 16 05:29:41.339834 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e42eef77-29da-4b09-b0e9-2854e274fc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.348282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.349004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.350382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] 10.222.0.30 "PUT /v2.0/ports/25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 1131 time: 3.1031365 Sep 16 05:29:41.355261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '25cb2fee-e7df-46da-ad3c-712a58aa71e2'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:41.374857 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2943f3f-c602-4195-9a88-248ec8efac6b" -d '{"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "25cb2fee-e7df-46da-ad3c-712a58aa71e2"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:41.455179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd5dbf01-14cf-4da8-bdfb-7f4546aff92d req-5567cbf2-13bc-45cd-8e04-8ff7019d9576 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1585641 Sep 16 05:29:41.457250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92343012-6ecd-47ae-8e3d-fdd84f8fc658 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb2fee-e7df-46da-ad3c-712a58aa71e2,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:41.501235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:41.624363 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e42eef77-29da-4b09-b0e9-2854e274fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.627635 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e42eef77-29da-4b09-b0e9-2854e274fc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.629196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e42eef77-29da-4b09-b0e9-2854e274fc31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94fc8f2e-278c-47ff-ad75-f04c0e683ce7 HTTP/1.1" status: 204 len: 168 time: 0.7401738 Sep 16 05:29:41.666850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42eef77-29da-4b09-b0e9-2854e274fc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fc8f2e-278c-47ff-ad75-f04c0e683ce7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:41.700172 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f05329-a0b4-491c-8c97-8d90e55bf918 x-openstack-request-id: req-e6f05329-a0b4-491c-8c97-8d90e55bf918 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:41.700975 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "25cb2fee-e7df-46da-ad3c-712a58aa71e2", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:41.701194 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6f05329-a0b4-491c-8c97-8d90e55bf918 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:41.702134 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '25cb2fee-e7df-46da-ad3c-712a58aa71e2', 'status': 'completed', 'code': 200} Sep 16 05:29:41.786911 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.895244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-c1e8ab03-7578-4483-86ee-7313aa66d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.895752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-c1e8ab03-7578-4483-86ee-7313aa66d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.896277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-c1e8ab03-7578-4483-86ee-7313aa66d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.896750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-c1e8ab03-7578-4483-86ee-7313aa66d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.897228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-c1e8ab03-7578-4483-86ee-7313aa66d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.897700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-c1e8ab03-7578-4483-86ee-7313aa66d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.898171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-c1e8ab03-7578-4483-86ee-7313aa66d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:41.901814 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-c1e8ab03-7578-4483-86ee-7313aa66d684 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6212 time: 0.1714840 Sep 16 05:29:42.310058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5360511c-4924-4f0f-af45-23b4847dfae2 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:42.319390 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.334353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Transition to ACTIVE for port object 5360511c-4924-4f0f-af45-23b4847dfae2 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:42.359741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-8c39b2c2-9f43-4cb1-9b7b-00ea7f2d84aa tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.361487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-8c39b2c2-9f43-4cb1-9b7b-00ea7f2d84aa tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0914772 Sep 16 05:29:42.379143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-84c22de4-0097-447b-91ff-604b00539380 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/quotas/8edaad42e5774c64a1b29a5db0ea05ee HTTP/1.1" status: 200 len: 375 time: 0.0099125 Sep 16 05:29:42.485909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.552364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-f78978cf-9e0f-4d0e-93e5-3a971d2a0a39 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8edaad42e5774c64a1b29a5db0ea05ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1661079 Sep 16 05:29:42.796857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ab707-4858-47c9-95df-15eee531e730 req-4d11d692-d84a-41f9-a663-e1506b89be98 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.796857 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b73ab707-4858-47c9-95df-15eee531e730 req-4d11d692-d84a-41f9-a663-e1506b89be98 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.9435649 Sep 16 05:29:42.874224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b73ab707-4858-47c9-95df-15eee531e730 req-8b7bdfdb-fbd7-4c6a-bf95-69d19c1edb97 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123822 Sep 16 05:29:42.879609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-9f4eb623-cd47-430f-aec8-a0df88b5716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.885650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-9f4eb623-cd47-430f-aec8-a0df88b5716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.886433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-9f4eb623-cd47-430f-aec8-a0df88b5716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.898234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-9f4eb623-cd47-430f-aec8-a0df88b5716b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f773e780de03481599c191c91db1ab5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9724367 Sep 16 05:29:43.160603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-1b506b68-d9b4-4c0c-a4e4-410ba09c02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.160603 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2943f3f-c602-4195-9a88-248ec8efac6b req-1b506b68-d9b4-4c0c-a4e4-410ba09c02b9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551830 Sep 16 05:29:43.261761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-08a6bd30-1bea-4e40-b23d-b598c70cd4bb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.326385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-08a6bd30-1bea-4e40-b23d-b598c70cd4bb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.358657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-08a6bd30-1bea-4e40-b23d-b598c70cd4bb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.380699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Pushing event updated for resources: {'Port': ['ID=5360511c-4924-4f0f-af45-23b4847dfae2,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:43.381970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-08a6bd30-1bea-4e40-b23d-b598c70cd4bb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.434177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-08a6bd30-1bea-4e40-b23d-b598c70cd4bb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.471662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-08a6bd30-1bea-4e40-b23d-b598c70cd4bb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.515585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-08a6bd30-1bea-4e40-b23d-b598c70cd4bb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.515585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-08a6bd30-1bea-4e40-b23d-b598c70cd4bb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5384 time: 0.5386653 Sep 16 05:29:43.610321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73c2b9cb-d869-4815-b18e-58211bb63096 req-dfae75f2-3e50-4f5d-a811-a16d0c94d086 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926480 Sep 16 05:29:43.704755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8b8d77b0-4a76-463f-a50c-fb5ca0884c2c req-3daa129a-4fa2-4118-8ab0-948addeb0cf7 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 210 time: 0.2394900 Sep 16 05:29:43.709473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Attempting to bind port 5360511c-4924-4f0f-af45-23b4847dfae2 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:43.709473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Attempting to bind port 5360511c-4924-4f0f-af45-23b4847dfae2 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:43.709473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Attempting to bind port 5360511c-4924-4f0f-af45-23b4847dfae2 on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:43.725456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Port 5360511c-4924-4f0f-af45-23b4847dfae2 on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:43.725944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Attempting to bind port 5360511c-4924-4f0f-af45-23b4847dfae2 on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:43.751957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:43.751957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Checking segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:43.751957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Bound using segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:43.751957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Bound port: 5360511c-4924-4f0f-af45-23b4847dfae2, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:43.751957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.768995 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.979815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] For port 5360511c-4924-4f0f-af45-23b4847dfae2, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:44.006918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] For port 5360511c-4924-4f0f-af45-23b4847dfae2, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5360511c-4924-4f0f-af45-23b4847dfae2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:44.091031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34104) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:44.131495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8831eda-06d0-4814-991e-7dfa960d3332 req-4e407970-aa03-45f7-b919-88343a5f3af4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.133242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8831eda-06d0-4814-991e-7dfa960d3332 req-4e407970-aa03-45f7-b919-88343a5f3af4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1051886 Sep 16 05:29:44.176470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.248653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8831eda-06d0-4814-991e-7dfa960d3332 req-d89c1c04-6121-4f70-8e99-d382a42a8614 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939119 Sep 16 05:29:44.339225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448621875'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:44.376994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.378197 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.380408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] 10.222.0.30 "PUT /v2.0/ports/5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 1092 time: 2.8879511 Sep 16 05:29:44.382253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '5360511c-4924-4f0f-af45-23b4847dfae2'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:44.386849 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "5360511c-4924-4f0f-af45-23b4847dfae2"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:44.526315 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deed5d2-3993-4467-8c55-516015b2abfe x-openstack-request-id: req-2deed5d2-3993-4467-8c55-516015b2abfe {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:44.528428 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "5360511c-4924-4f0f-af45-23b4847dfae2", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:44.528974 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2deed5d2-3993-4467-8c55-516015b2abfe {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:44.535274 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '5360511c-4924-4f0f-af45-23b4847dfae2', 'status': 'completed', 'code': 200} Sep 16 05:29:44.553710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:44.558337 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.574839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:44.670570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1a76a-fbff-4058-bf54-2b4cb8388c0b service neutron] Pushing event updated for resources: {'Port': ['ID=5360511c-4924-4f0f-af45-23b4847dfae2,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:44.717447 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:44.893251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-749fc278-c863-459c-8cd5-f663580cb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.893727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-749fc278-c863-459c-8cd5-f663580cb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.894200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-749fc278-c863-459c-8cd5-f663580cb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.894672 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-749fc278-c863-459c-8cd5-f663580cb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.895146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-749fc278-c863-459c-8cd5-f663580cb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.895615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-749fc278-c863-459c-8cd5-f663580cb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.896123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-749fc278-c863-459c-8cd5-f663580cb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.912011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-749fc278-c863-459c-8cd5-f663580cb69b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6280 time: 0.3102260 Sep 16 05:29:44.979189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7979803a-649b-4d00-bf6a-a6608d03f0c9 req-0eb630f2-10ed-4139-a68a-25ff952792b6 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 210 time: 0.0891612 Sep 16 05:29:44.999724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.314388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-7fae747b-f2e4-418c-9ac6-1060f5daa120 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.328297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-7fae747b-f2e4-418c-9ac6-1060f5daa120 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.334458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-7fae747b-f2e4-418c-9ac6-1060f5daa120 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.342509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Deleting port df763675-8c91-441a-a5e3-ff702e61cf3f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:45.343153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.361016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-7fae747b-f2e4-418c-9ac6-1060f5daa120 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.377395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-7fae747b-f2e4-418c-9ac6-1060f5daa120 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.398757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-7fae747b-f2e4-418c-9ac6-1060f5daa120 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.405523 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-7fae747b-f2e4-418c-9ac6-1060f5daa120 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.421872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-7fae747b-f2e4-418c-9ac6-1060f5daa120 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5384 time: 0.5721660 Sep 16 05:29:45.547506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-2f680dc8-1d5d-45fa-a282-97e91bc271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.548231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-2f680dc8-1d5d-45fa-a282-97e91bc271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.548915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-2f680dc8-1d5d-45fa-a282-97e91bc271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.551277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-2f680dc8-1d5d-45fa-a282-97e91bc271b2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f773e780de03481599c191c91db1ab5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6249387 Sep 16 05:29:45.636483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1e814e14-24d4-42f8-8356-fdf66cf82bb4 req-e983afc2-9d4d-4e85-82d1-610fc52fc3cf tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2135365 Sep 16 05:29:45.925307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:45.945541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebefd5-ee2d-4213-8043-fac1e4b5e9d5 req-05ef482d-9c43-4a7a-a61f-e2a6bf2ec6ce tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:45.954558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7ebefd5-ee2d-4213-8043-fac1e4b5e9d5 req-05ef482d-9c43-4a7a-a61f-e2a6bf2ec6ce tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.5050793 Sep 16 05:29:45.961787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] For port df763675-8c91-441a-a5e3-ff702e61cf3f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=df763675-8c91-441a-a5e3-ff702e61cf3f,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:45.964811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.003403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-d875078c-cee7-42d8-8f71-b04ae3a277df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:46.005462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f7fc8c7-bc9c-411f-a3d1-c8ba86c71fe9 req-d875078c-cee7-42d8-8f71-b04ae3a277df service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3923881 Sep 16 05:29:46.009121 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.015953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Calling delete_port for df763675-8c91-441a-a5e3-ff702e61cf3f owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:46.087058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dda24b9-d6cf-4a49-bc17-aecaa501d8a5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:46.127529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:46.154154 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.155503 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment b1c3fdaa-0d7b-4bf4-baae-847e7cd69507 of type vlan for network 5ac28eeb-6cd4-48c6-8796-ad9510603973 Sep 16 05:29:46.186492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7ebefd5-ee2d-4213-8043-fac1e4b5e9d5 req-43e634f0-254b-46bb-8db1-52b080477bae tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105956 Sep 16 05:29:46.241261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.289134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d5dcd0-5021-4062-97f5-820c5d3e8d8a {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:46.310297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.372729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a8e95a0-d38f-4126-b397-ce0ec3b4cb86 req-9ddc482c-8ffe-4d13-9766-be89b77351ba tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 210 time: 0.0657997 Sep 16 05:29:46.433493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.439781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:46.440876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.561510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Transition to ACTIVE for port object 93d5dcd0-5021-4062-97f5-820c5d3e8d8a will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:46.615441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=5ac28eeb-6cd4-48c6-8796-ad9510603973,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:46.638159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 5ac28eeb-6cd4-48c6-8796-ad9510603973 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:46.692447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bae5c606-e289-415f-8eef-8aa746c8258e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5961421 Sep 16 05:29:46.692447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34142) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:46.699277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-767506820'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:46.776692 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.785376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.877938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:46.884582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.986419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:47.048637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.049007 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment 176087a9-5d42-4dfb-aa1f-3794ae02a6d9 of type vlan for network f5e73f5b-f5d8-4b43-a29c-01467074b55e Sep 16 05:29:47.161896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Pushing event updated for resources: {'Port': ['ID=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:47.195592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-b98dd81e-078a-43e5-ba42-c30eeb577639 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=8edaad42e5774c64a1b29a5db0ea05ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986896 Sep 16 05:29:47.253354 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.519207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Pushing event deleted for resources: {'Port': ['ID=df763675-8c91-441a-a5e3-ff702e61cf3f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:47.559374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-2cd34a35-bee4-488e-b0ed-7d7a0e33d897 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.565688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-2cd34a35-bee4-488e-b0ed-7d7a0e33d897 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.592900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-2cd34a35-bee4-488e-b0ed-7d7a0e33d897 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.619504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-2cd34a35-bee4-488e-b0ed-7d7a0e33d897 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.631022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-2cd34a35-bee4-488e-b0ed-7d7a0e33d897 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.635630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-2cd34a35-bee4-488e-b0ed-7d7a0e33d897 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.642199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-2cd34a35-bee4-488e-b0ed-7d7a0e33d897 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.651644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-2cd34a35-bee4-488e-b0ed-7d7a0e33d897 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5396 time: 0.7064700 Sep 16 05:29:47.703180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0709f-624c-4677-9277-69d93f602b98 req-9e0e10b4-fa15-49ff-b436-715ab4cbba55 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.704747 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9d0709f-624c-4677-9277-69d93f602b98 req-9e0e10b4-fa15-49ff-b436-715ab4cbba55 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.3180568 Sep 16 05:29:47.770009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.775717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.776367 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.791973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8df7307-cc64-43a3-9d1a-1285cba154f8 req-74de6053-8ad6-4812-ab1c-40a763ae6a37 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391785 Sep 16 05:29:47.799193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Attempting to bind port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:47.802365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Attempting to bind port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:47.803994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Attempting to bind port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:47.834032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:47.835477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Attempting to bind port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:47.936504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:47.936982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Checking segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:47.937484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Bound using segment: {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:47.938085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Bound port: 93d5dcd0-5021-4062-97f5-820c5d3e8d8a, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e8af53-c61a-4074-8c07-85ff70df019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:47.938542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.017494 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60d465e5-a343-429d-b39c-b3b413998804 req-9881b30f-3c6f-4514-8f31-65719892bb63 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 210 time: 0.0907428 Sep 16 05:29:48.105678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] For port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:48.111313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] For port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:48.116158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.119716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-d22a4acb-b104-43c5-ab17-438f2d7c303d tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.128695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-d22a4acb-b104-43c5-ab17-438f2d7c303d tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9052508 Sep 16 05:29:48.149984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=f5e73f5b-f5d8-4b43-a29c-01467074b55e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:48.162215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f5e73f5b-f5d8-4b43-a29c-01467074b55e details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:48.189357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Request body: {'port': {'device_id': '405ef110-7f88-435f-ade2-9e36722c58fd', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '8edaad42e5774c64a1b29a5db0ea05ee'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:48.203161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.294478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9d0709f-624c-4677-9277-69d93f602b98 req-2c40c7bd-b8fe-4c11-a2a8-53a73f7345f2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814152 Sep 16 05:29:48.314717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-21393019-7e69-4b52-be6b-5ae4455773e1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6220288 Sep 16 05:29:48.331070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.332347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.335605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] 10.222.0.30 "PUT /v2.0/ports/93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 1092 time: 3.7839158 Sep 16 05:29:48.337353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34160) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:48.341525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:48.342742 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25990907-0e72-4807-b0c9-5fcd3598da82" -d '{"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "93d5dcd0-5021-4062-97f5-820c5d3e8d8a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:48.379257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': '5ac28eeb-6cd4-48c6-8796-ad9510603973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:48.489359 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93678811-4b39-403a-a61b-8c65f3e730df x-openstack-request-id: req-93678811-4b39-403a-a61b-8c65f3e730df {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:48.489858 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "93d5dcd0-5021-4062-97f5-820c5d3e8d8a", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:48.490284 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93678811-4b39-403a-a61b-8c65f3e730df {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:48.494083 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a', 'status': 'completed', 'code': 200} Sep 16 05:29:48.535275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1440-41ae-4353-a948-791516fb102d service neutron] Pushing event updated for resources: {'Port': ['ID=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:48.715693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:48.795959 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.798284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:48.802324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-9c40bc73-8445-413d-ae3f-e9c26f02455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.802324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-9c40bc73-8445-413d-ae3f-e9c26f02455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.802324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-9c40bc73-8445-413d-ae3f-e9c26f02455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.802324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-9c40bc73-8445-413d-ae3f-e9c26f02455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.803103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:48.804669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-9c40bc73-8445-413d-ae3f-e9c26f02455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.805631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-9c40bc73-8445-413d-ae3f-e9c26f02455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.806123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-9c40bc73-8445-413d-ae3f-e9c26f02455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.814133 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-9c40bc73-8445-413d-ae3f-e9c26f02455c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6348 time: 0.3151610 Sep 16 05:29:49.091630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Router 6658032f-7c06-4684-8646-82653d2231d8 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:49.095781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-ea451faa-b86c-41bb-92c8-586aabc28dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:49.096520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-ea451faa-b86c-41bb-92c8-586aabc28dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:49.100538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-ea451faa-b86c-41bb-92c8-586aabc28dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:49.103039 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-ea451faa-b86c-41bb-92c8-586aabc28dc7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f773e780de03481599c191c91db1ab5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2759256 Sep 16 05:29:49.289316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c76ba3b7-6907-474a-87cf-539b2d2313ad req-d4ae1c33-dfd3-480f-93d4-e8db28b5fcb1 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 210 time: 0.0996008 Sep 16 05:29:49.639912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:49.721448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-10ac4276-9b17-4a2d-9f9e-64cbab901c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:49.723057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25990907-0e72-4807-b0c9-5fcd3598da82 req-10ac4276-9b17-4a2d-9f9e-64cbab901c87 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6119657 Sep 16 05:29:49.746789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:49.755982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e7e168d7-e1d3-47d0-8f86-1fe9ab3c286d admin admin] 10.222.0.49 "PUT /v2.0/routers/6658032f-7c06-4684-8646-82653d2231d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3214278 Sep 16 05:29:49.757402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34176) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:49.782393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] Sync routers for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:49.832117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:49.833319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:49.854492 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=42819b04-0b40-4394-a5b5-176848076df7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:49.887467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77d22-ef27-4eef-9950-96e4d4250d2d req-a00ef3bf-eb2e-4c1e-a981-c0c638ad5355 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:49.897533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e77d22-ef27-4eef-9950-96e4d4250d2d req-a00ef3bf-eb2e-4c1e-a981-c0c638ad5355 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.2258527 Sep 16 05:29:49.977907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:50.036021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-b5eef668-4010-4bf1-8b78-21871934dcd4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:50.043143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-b5eef668-4010-4bf1-8b78-21871934dcd4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:50.077590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-b5eef668-4010-4bf1-8b78-21871934dcd4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:50.084204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-b5eef668-4010-4bf1-8b78-21871934dcd4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:50.090909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-b5eef668-4010-4bf1-8b78-21871934dcd4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:50.118432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-b5eef668-4010-4bf1-8b78-21871934dcd4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:50.157318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-b5eef668-4010-4bf1-8b78-21871934dcd4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:50.186809 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-b5eef668-4010-4bf1-8b78-21871934dcd4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5396 time: 0.8526771 Sep 16 05:29:50.189802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e77d22-ef27-4eef-9950-96e4d4250d2d req-366b04f8-a487-43b7-b262-2f2af2dd8b2f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913148 Sep 16 05:29:50.325158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.619510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': 'b1c3fdaa-0d7b-4bf4-baae-847e7cd69507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5ac28eeb-6cd4-48c6-8796-ad9510603973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:50.620222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: 5ac28eeb-6cd4-48c6-8796-ad9510603973, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:50.701456 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c731-aa80-4ceb-98a1-6dd719da1649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.733662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Made reservation on behalf of 8edaad42e5774c64a1b29a5db0ea05ee for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:50.749002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.765648 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.817179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef37bb25-a446-4854-84ee-3289d64b88cf req-5f42d37a-2a54-4389-a1c6-30cc28971ae5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6239133 Sep 16 05:29:50.838658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:29:46Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:50.905211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 5ac28eeb-6cd4-48c6-8796-ad9510603973 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:50.920429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] Checking router: 6658032f-7c06-4684-8646-82653d2231d8 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:50.957824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.958542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] Routers {'6658032f-7c06-4684-8646-82653d2231d8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:50.961512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6658032f-7c06-4684-8646-82653d2231d8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:51.038233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fd841f-9e1f-4feb-a478-4d8877e541e5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:51.061824 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.123883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 5ac28eeb-6cd4-48c6-8796-ad9510603973) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:51.146835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Transition to ACTIVE for port object 10fd841f-9e1f-4feb-a478-4d8877e541e5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:51.148928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:51.150317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.153241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b56ef7-7496-41b3-835b-6b241b830601 None None] Network 5ac28eeb-6cd4-48c6-8796-ad9510603973 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:51.185518 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.229466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-458746b2-c297-4298-993c-c45721ace7f8 req-02748dca-967f-4d71-85ff-4ebde9215cfe tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 210 time: 0.0470769 Sep 16 05:29:51.270137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.294811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.318863 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.325715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] Set router 6658032f-7c06-4684-8646-82653d2231d8 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:51.369610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Pushing event updated for resources: {'Port': ['ID=10fd841f-9e1f-4feb-a478-4d8877e541e5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:51.524678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0918378b-7b89-42ea-a094-b37544903800 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1809888 Sep 16 05:29:51.526818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34192) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:51.550887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': 'f5e73f5b-f5d8-4b43-a29c-01467074b55e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:51.567132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c38bcb-3776-4a35-9cbb-c6c501363117,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:51.670493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2706f-f951-4029-9c6e-932841ed5d4b req-a033abd2-061c-4351-a018-a355725ccb25 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:51.678713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ae2706f-f951-4029-9c6e-932841ed5d4b req-a033abd2-061c-4351-a018-a355725ccb25 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.3290107 Sep 16 05:29:51.694103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Deleting port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:51.694853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.775113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Attempting to bind port 10fd841f-9e1f-4feb-a478-4d8877e541e5 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:51.775330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Attempting to bind port 10fd841f-9e1f-4feb-a478-4d8877e541e5 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:51.775555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Attempting to bind port 10fd841f-9e1f-4feb-a478-4d8877e541e5 on network f60b21fe-fe60-4b7d-896e-621284a58891 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:51.801092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Port 10fd841f-9e1f-4feb-a478-4d8877e541e5 on network f60b21fe-fe60-4b7d-896e-621284a58891 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:51.801411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Attempting to bind port 10fd841f-9e1f-4feb-a478-4d8877e541e5 on network f60b21fe-fe60-4b7d-896e-621284a58891 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:51.804060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Allocated IP 192.168.233.32 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:51.842115 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ae2706f-f951-4029-9c6e-932841ed5d4b req-56a51fd0-5b38-4bae-9e5e-15f02bb82d2c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353736 Sep 16 05:29:51.844292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:51.844636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Checking segment: {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:51.845390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Bound using segment: {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:51.845540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Bound port: 10fd841f-9e1f-4feb-a478-4d8877e541e5, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:51.845886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.898306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] For port 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:51.898306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.923584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Calling delete_port for 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:51.970370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-5ac28eeb-6cd4-48c6-8796-ad9510603973', 'network_id': '5ac28eeb-6cd4-48c6-8796-ad9510603973', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': '42819b04-0b40-4394-a5b5-176848076df7'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:51.971024 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.004590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] For port 10fd841f-9e1f-4feb-a478-4d8877e541e5, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:52.057393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] For port 10fd841f-9e1f-4feb-a478-4d8877e541e5, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:52.073480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:52.077286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.097331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:29:46Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:52.104933 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.168344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb479d-bd53-46a4-8cf3-55109966820b None None] The sync data for ids ['6658032f-7c06-4684-8646-82653d2231d8'] in n-d-712749-15 is: [{'id': '6658032f-7c06-4684-8646-82653d2231d8', 'name': 'tempest-ServersTestFqdnHostnames-1500055790-router', 'tenant_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:52Z', 'updated_at': '2021-09-16T05:29:46Z', 'revision_number': 5, 'project_id': 'a4ef7f2d349342c2bfc5f95043d27370', 'gw_port': {'id': '95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6658032f-7c06-4684-8646-82653d2231d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:56Z', 'updated_at': '2021-09-16T05:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:52.218778 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.265120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.266107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.267950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] 10.222.0.30 "PUT /v2.0/ports/10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 1092 time: 3.6646359 Sep 16 05:29:52.268590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '10fd841f-9e1f-4feb-a478-4d8877e541e5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:52.271046 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370c59fb-e733-4cf9-b29e-71223c4cb84f" -d '{"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "10fd841f-9e1f-4feb-a478-4d8877e541e5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:52.320460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-40ca19f7-1a74-4bc1-8480-b5e0a6ccd30c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.324640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f90ed-05e1-4134-929c-f79a2e8f31fb service neutron] Pushing event updated for resources: {'Port': ['ID=10fd841f-9e1f-4feb-a478-4d8877e541e5,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:52.328278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-40ca19f7-1a74-4bc1-8480-b5e0a6ccd30c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.335735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-40ca19f7-1a74-4bc1-8480-b5e0a6ccd30c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.337514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Allocated IP 2001:db8::2 (5ac28eeb-6cd4-48c6-8796-ad9510603973/42819b04-0b40-4394-a5b5-176848076df7/6910bcab-6b04-4117-b896-ffac841122e7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:52.342832 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.345274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-40ca19f7-1a74-4bc1-8480-b5e0a6ccd30c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.354163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-40ca19f7-1a74-4bc1-8480-b5e0a6ccd30c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.361780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-40ca19f7-1a74-4bc1-8480-b5e0a6ccd30c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.369886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-40ca19f7-1a74-4bc1-8480-b5e0a6ccd30c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.380241 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-40ca19f7-1a74-4bc1-8480-b5e0a6ccd30c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5408 time: 0.3295231 Sep 16 05:29:52.423084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:52.426946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:52.434195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:52.456514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Request body: {'port': {'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:52.507617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Pushing event updated for resources: {'Port': ['ID=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:52.543038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-746887d3-c559-44d7-ab46-1bea8014eb28 req-7cfd1f00-ea3a-4183-a35c-6fc7263ed221 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617312 Sep 16 05:29:52.781106 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834545b0-369c-456f-9b4a-12287bc6cba1 x-openstack-request-id: req-834545b0-369c-456f-9b4a-12287bc6cba1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:52.782639 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "10fd841f-9e1f-4feb-a478-4d8877e541e5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:52.783805 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-834545b0-369c-456f-9b4a-12287bc6cba1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:52.785174 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '10fd841f-9e1f-4feb-a478-4d8877e541e5', 'status': 'completed', 'code': 200} Sep 16 05:29:52.834649 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.889630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.890608 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.933410 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.979518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f807d0b-51d7-49cb-9712-bcdcbeb4caae req-0eb4dd83-03fc-4f38-8734-6cd735ab548f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.983819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f807d0b-51d7-49cb-9712-bcdcbeb4caae req-0eb4dd83-03fc-4f38-8734-6cd735ab548f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 935 time: 0.3512447 Sep 16 05:29:52.991076 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.055399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Network 5ac28eeb-6cd4-48c6-8796-ad9510603973 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:53.061646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:53.070952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:53.116460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-a55049e0-06c4-417b-b861-04b14b80ffc3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9416342 Sep 16 05:29:53.122330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Pushing event updated for resources: {'Port': ['ID=6910bcab-6b04-4117-b896-ffac841122e7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:53.169615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Request body: {'port': {'device_id': '405ef110-7f88-435f-ade2-9e36722c58fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:53.177282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-133179d0-2c2f-4d31-b83a-efd16a1eea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.177774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-133179d0-2c2f-4d31-b83a-efd16a1eea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.178253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-133179d0-2c2f-4d31-b83a-efd16a1eea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.178730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-133179d0-2c2f-4d31-b83a-efd16a1eea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.179203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-133179d0-2c2f-4d31-b83a-efd16a1eea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.179673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-133179d0-2c2f-4d31-b83a-efd16a1eea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.180237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-133179d0-2c2f-4d31-b83a-efd16a1eea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.182502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-133179d0-2c2f-4d31-b83a-efd16a1eea75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6416 time: 0.3334563 Sep 16 05:29:53.203370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1230d75-d7ec-4afe-a474-6621baf34feb req-bd9391fd-e4a8-4438-9ff6-20ac968c5e99 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.218209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Attempting to bind port 6910bcab-6b04-4117-b896-ffac841122e7 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:53.218577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Attempting to bind port 6910bcab-6b04-4117-b896-ffac841122e7 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b1c3fdaa-0d7b-4bf4-baae-847e7cd69507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5ac28eeb-6cd4-48c6-8796-ad9510603973'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:53.218940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Attempting to bind port 6910bcab-6b04-4117-b896-ffac841122e7 on network 5ac28eeb-6cd4-48c6-8796-ad9510603973 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:53.226701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1230d75-d7ec-4afe-a474-6621baf34feb req-bd9391fd-e4a8-4438-9ff6-20ac968c5e99 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1554091 Sep 16 05:29:53.226988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:53.227324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Checking segment: {'id': 'b1c3fdaa-0d7b-4bf4-baae-847e7cd69507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5ac28eeb-6cd4-48c6-8796-ad9510603973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:53.227587 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.228206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Bound using segment: {'id': 'b1c3fdaa-0d7b-4bf4-baae-847e7cd69507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5ac28eeb-6cd4-48c6-8796-ad9510603973'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:53.228682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Bound port: 6910bcab-6b04-4117-b896-ffac841122e7, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c3fdaa-0d7b-4bf4-baae-847e7cd69507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5ac28eeb-6cd4-48c6-8796-ad9510603973'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:53.229063 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.232445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-45d351ab-0c36-4ded-b1eb-a7e795f963b9 None None] Provisioning complete for port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:53.232805 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-45d351ab-0c36-4ded-b1eb-a7e795f963b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.234955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f807d0b-51d7-49cb-9712-bcdcbeb4caae req-0ad794a1-9b8b-41a5-8483-514fb52073f8 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228327 Sep 16 05:29:53.294024 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d8e58217-0ac3-4185-a51e-fbf357cabee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.359034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.377955 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.386135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.518721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1230d75-d7ec-4afe-a474-6621baf34feb req-7696bca4-88f8-4108-bed0-cdb6cf25f94f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827697 Sep 16 05:29:53.544524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:53.546749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] For port 6910bcab-6b04-4117-b896-ffac841122e7, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:53.581802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] For port 6910bcab-6b04-4117-b896-ffac841122e7, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6910bcab-6b04-4117-b896-ffac841122e7,segment=NetworkSegment(b1c3fdaa-0d7b-4bf4-baae-847e7cd69507),segment_id=b1c3fdaa-0d7b-4bf4-baae-847e7cd69507)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:53.586829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-45d351ab-0c36-4ded-b1eb-a7e795f963b9 None None] Port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:53.645920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=ba3d4df6-cb1e-4cc0-8e27-6be630e4e5fa,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:53.658717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': '176087a9-5d42-4dfb-aa1f-3794ae02a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f5e73f5b-f5d8-4b43-a29c-01467074b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:53.658717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: f5e73f5b-f5d8-4b43-a29c-01467074b55e, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:53.671229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.673931 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-02cacd3c-1adf-4d4c-a147-c4b7e9c2f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.674414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-02cacd3c-1adf-4d4c-a147-c4b7e9c2f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.674882 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-02cacd3c-1adf-4d4c-a147-c4b7e9c2f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.676573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-02cacd3c-1adf-4d4c-a147-c4b7e9c2f686 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f773e780de03481599c191c91db1ab5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4365664 Sep 16 05:29:53.785136 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.835890 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.840241 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.973874 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.995398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-fc2ddcd2-ae62-4cd9-b6c5-7dd7fec67458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.997383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-370c59fb-e733-4cf9-b29e-71223c4cb84f req-fc2ddcd2-ae62-4cd9-b6c5-7dd7fec67458 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3046038 Sep 16 05:29:54.003251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7eb9e-9fb9-42d1-bfc0-f0dcf87aea5a None None] Pushing event updated for resources: {'Port': ['ID=6910bcab-6b04-4117-b896-ffac841122e7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:54.043632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network f5e73f5b-f5d8-4b43-a29c-01467074b55e is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:54.045113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device df763675-8c91-441a-a5e3-ff702e61cf3f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:54.073753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: df763675-8c91-441a-a5e3-ff702e61cf3f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:54.074431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device df763675-8c91-441a-a5e3-ff702e61cf3f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:54.142503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.143145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6658032f-7c06-4684-8646-82653d2231d8 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:54.149997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.153454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c127aa1d-f88f-476e-bfb0-fffc22ea1325 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6658032f-7c06-4684-8646-82653d2231d8 HTTP/1.1" status: 204 len: 168 time: 4.3949952 Sep 16 05:29:54.158147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34226) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:54.223528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f5e73f5b-f5d8-4b43-a29c-01467074b55e) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:54.234021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.235124 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.240599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7fc6c-0b9c-46e8-8ab5-5cacabe004f9 None None] Network f5e73f5b-f5d8-4b43-a29c-01467074b55e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:54.263615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc2d96e-211b-4a0d-b8ae-a3e888c8aaaf admin admin] Deleting subnet e94d8eb1-eb58-47fc-8f69-fb75fa6578b4 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:54.274601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d96e-211b-4a0d-b8ae-a3e888c8aaaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.391911 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d96e-211b-4a0d-b8ae-a3e888c8aaaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.437381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-85de96b0-fecc-4c71-98b1-0cc9e80fe173 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9057143 Sep 16 05:29:54.438017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34232) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:54.489412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-567d779f-52a0-427d-8469-07368e31c668 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.496169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-567d779f-52a0-427d-8469-07368e31c668 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.498150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c400531b-88de-413f-bb60-4f3b42228142 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1828758191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:54.502433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-567d779f-52a0-427d-8469-07368e31c668 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.509324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-567d779f-52a0-427d-8469-07368e31c668 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.516785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-567d779f-52a0-427d-8469-07368e31c668 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.528178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-567d779f-52a0-427d-8469-07368e31c668 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.537522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-567d779f-52a0-427d-8469-07368e31c668 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.539093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-567d779f-52a0-427d-8469-07368e31c668 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5408 time: 0.4845800 Sep 16 05:29:54.613850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f5e73f5b-f5d8-4b43-a29c-01467074b55e', 'network_id': 'f5e73f5b-f5d8-4b43-a29c-01467074b55e', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': 'ba3d4df6-cb1e-4cc0-8e27-6be630e4e5fa'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:29:54.614818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.644231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71c63e-8c3f-4aec-bd1c-1cd27f400d73 req-342c5a89-9595-4fb5-b612-64d56d8606f1 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.652920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d71c63e-8c3f-4aec-bd1c-1cd27f400d73 req-342c5a89-9595-4fb5-b612-64d56d8606f1 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 935 time: 0.2229400 Sep 16 05:29:54.683615 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c5b4f356-8b46-4366-88ab-b6f7d6f41c7c req-b6259c31-3172-4500-9aae-d4986fb47805 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365228 Sep 16 05:29:54.684675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d96e-211b-4a0d-b8ae-a3e888c8aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.691387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fcdd0c-b69f-413b-84f2-65719330ac91 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:54.706932 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.749074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c400531b-88de-413f-bb60-4f3b42228142 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.750296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c400531b-88de-413f-bb60-4f3b42228142 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.760926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Transition to ACTIVE for port object c5fcdd0c-b69f-413b-84f2-65719330ac91 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:54.789935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d71c63e-8c3f-4aec-bd1c-1cd27f400d73 req-18569136-8c12-4e67-94ed-664e103412eb tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209681 Sep 16 05:29:54.790310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:54.790310 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.804806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Transition to ACTIVE for port object bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:54.870558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Allocated IP 2001:db8:1::2 (f5e73f5b-f5d8-4b43-a29c-01467074b55e/ba3d4df6-cb1e-4cc0-8e27-6be630e4e5fa/fd6b8218-4c52-48e0-9e6a-5a9e508abcbe) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:54.879779 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.932675 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:54.946903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c400531b-88de-413f-bb60-4f3b42228142 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.002832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Pushing event updated for resources: {'Port': ['ID=c5fcdd0c-b69f-413b-84f2-65719330ac91,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:55.062804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec947b76-8e9b-4bd2-9f45-ada7484ae5ff req-31ecd4ac-f7d9-4c93-b453-629a2ba9169b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:55.072233 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec947b76-8e9b-4bd2-9f45-ada7484ae5ff req-31ecd4ac-f7d9-4c93-b453-629a2ba9169b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.2098489 Sep 16 05:29:55.103377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c400531b-88de-413f-bb60-4f3b42228142 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.120988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:55.178729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec947b76-8e9b-4bd2-9f45-ada7484ae5ff req-83e75c3d-3e2e-40e2-821e-87b357b16609 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994024 Sep 16 05:29:55.187288 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d96e-211b-4a0d-b8ae-a3e888c8aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.272432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2d96e-211b-4a0d-b8ae-a3e888c8aaaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94d8eb1-eb58-47fc-8f69-fb75fa6578b4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:55.281304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Attempting to bind port c5fcdd0c-b69f-413b-84f2-65719330ac91 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:55.282231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Attempting to bind port c5fcdd0c-b69f-413b-84f2-65719330ac91 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:55.290591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Attempting to bind port c5fcdd0c-b69f-413b-84f2-65719330ac91 on network f60b21fe-fe60-4b7d-896e-621284a58891 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:55.292743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d96e-211b-4a0d-b8ae-a3e888c8aaaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.295491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Attempting to bind port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:55.295953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Attempting to bind port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:55.296222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Attempting to bind port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:55.302009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34246) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:55.303052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8bc2d96e-211b-4a0d-b8ae-a3e888c8aaaf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e94d8eb1-eb58-47fc-8f69-fb75fa6578b4 HTTP/1.1" status: 204 len: 168 time: 1.1450374 Sep 16 05:29:55.303181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:55.303460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Attempting to bind port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:55.308027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d764cd-c887-4844-a373-91a5a4468752 None None] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:55.316066 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c400531b-88de-413f-bb60-4f3b42228142 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.319475 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c400531b-88de-413f-bb60-4f3b42228142 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8230846 Sep 16 05:29:55.325613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34248) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:55.377343 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.435028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Port c5fcdd0c-b69f-413b-84f2-65719330ac91 on network f60b21fe-fe60-4b7d-896e-621284a58891 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:55.435356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Attempting to bind port c5fcdd0c-b69f-413b-84f2-65719330ac91 on network f60b21fe-fe60-4b7d-896e-621284a58891 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:55.440369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:55.440768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:55.441168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:55.441652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Bound port: bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:55.442399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.468193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.473977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:55.473977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Checking segment: {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:55.473977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Bound using segment: {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:55.473977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Bound port: c5fcdd0c-b69f-413b-84f2-65719330ac91, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f83ce9-f934-4064-92dd-5a7587c9a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:55.473977 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.541054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.629373 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.670608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] For port c5fcdd0c-b69f-413b-84f2-65719330ac91, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:55.685417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] For port c5fcdd0c-b69f-413b-84f2-65719330ac91, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:55.689434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] For port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:55.693846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] For port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:55.696022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] DHCP port deletion for 2aa83319-7c14-4088-87ee-6d12bcd0bc1f request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:55.710779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Deleting port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:55.711526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.757953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Network f5e73f5b-f5d8-4b43-a29c-01467074b55e is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:55.763831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:55.767321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:55.813107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Pushing event updated for resources: {'Port': ['ID=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:55.861317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-d535e3ff-3d2f-40f4-a9f9-98f22bfd5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:55.862862 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-d535e3ff-3d2f-40f4-a9f9-98f22bfd5b4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 1097 time: 0.2388864 Sep 16 05:29:55.865055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] For port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:55.866210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.885820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Calling delete_port for 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:55.891080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed641218-7992-4ca3-8517-b90d26d52505 None None] Network 5ac28eeb-6cd4-48c6-8796-ad9510603973 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:55.971105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.984095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.997389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-fe58bd5f-8466-4180-97c9-07e46e1fddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:55.999071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-fe58bd5f-8466-4180-97c9-07e46e1fddd6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.1228788 Sep 16 05:29:56.049860 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-e4793580-5947-4d51-97a2-ebd3c3dc8c8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f HTTP/1.1" status: 200 len: 217 time: 0.0371752 Sep 16 05:29:56.071107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e3e7a4ff-ad1c-4843-9557-c8560e0cba7d None None] Provisioning complete for port 6910bcab-6b04-4117-b896-ffac841122e7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:56.071491 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a4ff-ad1c-4843-9557-c8560e0cba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.140698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.141357 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.143104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] 10.222.0.30 "PUT /v2.0/ports/c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 1092 time: 3.6913247 Sep 16 05:29:56.147471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': 'c5fcdd0c-b69f-413b-84f2-65719330ac91'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:56.150900 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8c1420-eb83-4df4-bf2b-efda6f97295c" -d '{"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "c5fcdd0c-b69f-413b-84f2-65719330ac91"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:56.182130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.186760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.193243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.194850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] 10.222.0.66 "PUT /v2.0/ports/bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 HTTP/1.1" status: 200 len: 1096 time: 3.0401654 Sep 16 05:29:56.210008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:56.221536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Attempting to bind port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:56.221913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Attempting to bind port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '176087a9-5d42-4dfb-aa1f-3794ae02a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f5e73f5b-f5d8-4b43-a29c-01467074b55e'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:56.222279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Attempting to bind port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe on network f5e73f5b-f5d8-4b43-a29c-01467074b55e {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:56.229936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6910bcab-6b04-4117-b896-ffac841122e7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:56.240693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:56.241094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Checking segment: {'id': '176087a9-5d42-4dfb-aa1f-3794ae02a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f5e73f5b-f5d8-4b43-a29c-01467074b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:56.241496 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.241912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Bound using segment: {'id': '176087a9-5d42-4dfb-aa1f-3794ae02a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f5e73f5b-f5d8-4b43-a29c-01467074b55e'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:56.242429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Bound port: fd6b8218-4c52-48e0-9e6a-5a9e508abcbe, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176087a9-5d42-4dfb-aa1f-3794ae02a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f5e73f5b-f5d8-4b43-a29c-01467074b55e'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:56.243511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.243623 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.249034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.249721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.250175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.250301 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] Deleting port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:56.250631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.250759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.251209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.251964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.252458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.252894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.253324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.253756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.254369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7c8f74-fbc3-4819-93df-4b99b8e2f183 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:56.371612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc83446-877f-496e-9968-ec655bccadeb req-76b02a80-c91d-4658-b8e7-c9b4cd376151 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.379082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-42cbc074-0975-4dd5-a817-57af8f4efa5a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.379492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3cc83446-877f-496e-9968-ec655bccadeb req-76b02a80-c91d-4658-b8e7-c9b4cd376151 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 947 time: 0.3792593 Sep 16 05:29:56.391266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-42cbc074-0975-4dd5-a817-57af8f4efa5a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.401602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-42cbc074-0975-4dd5-a817-57af8f4efa5a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.408710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-42cbc074-0975-4dd5-a817-57af8f4efa5a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.419464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-42cbc074-0975-4dd5-a817-57af8f4efa5a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.426228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-42cbc074-0975-4dd5-a817-57af8f4efa5a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.433135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-42cbc074-0975-4dd5-a817-57af8f4efa5a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.435340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-42cbc074-0975-4dd5-a817-57af8f4efa5a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.4661222 Sep 16 05:29:56.461258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3cc83446-877f-496e-9968-ec655bccadeb req-6d300bed-e7b3-4f09-86c0-8afc9ac7e412 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788937 Sep 16 05:29:56.481781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] For port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:56.486261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] For port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,segment=NetworkSegment(176087a9-5d42-4dfb-aa1f-3794ae02a6d9),segment_id=176087a9-5d42-4dfb-aa1f-3794ae02a6d9)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:56.502283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.525223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-d0fae76b-b910-4e27-85ed-7ad434752280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.532006 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-d0fae76b-b910-4e27-85ed-7ad434752280 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.4317272 Sep 16 05:29:56.623102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980067f-bf91-43d0-94fb-a8c34846fa2f service neutron] Pushing event updated for resources: {'Port': ['ID=c5fcdd0c-b69f-413b-84f2-65719330ac91,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:56.663213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:56.675967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] No DVR routers for this DVR port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:56.682519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13321ce7-9ace-48a3-bb0d-89b353ad252e req-6262633c-abe9-4702-a0b7-a3089c21edb6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258577 Sep 16 05:29:56.727733 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7e69fa-3e09-4d62-9f46-3b28cb9a9459 x-openstack-request-id: req-6e7e69fa-3e09-4d62-9f46-3b28cb9a9459 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:56.728077 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "c5fcdd0c-b69f-413b-84f2-65719330ac91", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:56.728197 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e7e69fa-3e09-4d62-9f46-3b28cb9a9459 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:56.728588 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': 'c5fcdd0c-b69f-413b-84f2-65719330ac91', 'status': 'completed', 'code': 200} Sep 16 05:29:56.751809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-3de8816a-e57d-4108-8136-bcf2e450f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.753533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-3de8816a-e57d-4108-8136-bcf2e450f9ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8edaad42e5774c64a1b29a5db0ea05ee&device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 1099 time: 0.3166914 Sep 16 05:29:56.760304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-bbfa03da-9aaf-4404-bc43-24995756fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.760790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-bbfa03da-9aaf-4404-bc43-24995756fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.761273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-bbfa03da-9aaf-4404-bc43-24995756fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.761750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-bbfa03da-9aaf-4404-bc43-24995756fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.762296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-bbfa03da-9aaf-4404-bc43-24995756fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.762722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-bbfa03da-9aaf-4404-bc43-24995756fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.763198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-bbfa03da-9aaf-4404-bc43-24995756fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:56.765684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-bbfa03da-9aaf-4404-bc43-24995756fc25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6484 time: 0.3157456 Sep 16 05:29:56.823759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-5f430a5c-57d0-46b1-841b-ac7bfa8b8967 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 HTTP/1.1" status: 200 len: 217 time: 0.0542960 Sep 16 05:29:56.870278 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.904160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.918248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] For port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,segment=NetworkSegment(e796f54a-4af8-4a5c-b645-e6aa35127c33),segment_id=e796f54a-4af8-4a5c-b645-e6aa35127c33)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:56.918814 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:56.942979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-f6ecc094-31e3-48ab-8f9f-fc23c461424c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 217 time: 0.1589494 Sep 16 05:29:56.992998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] Calling delete_port for 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:57.018020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa83319-7c14-4088-87ee-6d12bcd0bc1f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:57.040156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e796f54a-4af8-4a5c-b645-e6aa35127c33') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:57.040675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e796f54a-4af8-4a5c-b645-e6aa35127c33') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:57.050417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-95dcf0d5-bc1b-4587-b119-8f167fbf11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:57.052024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-95dcf0d5-bc1b-4587-b119-8f167fbf11c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1854279 Sep 16 05:29:57.058780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.101521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-ea818b3d-758a-4b62-8fd2-e91f6472f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:57.103129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-ea818b3d-758a-4b62-8fd2-e91f6472f5be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 0.1449015 Sep 16 05:29:57.113303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.161327 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a4ff-ad1c-4843-9557-c8560e0cba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.175990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:57.187232 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:57.190604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6910bcab-6b04-4117-b896-ffac841122e7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:57.190604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.331473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34b83f-1bc9-4a38-b742-78731c75a026 None None] Pushing event updated for resources: {'Port': ['ID=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:57.332270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-5121f8c5-8b33-4d47-9a88-cdcfb539bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:57.337815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-5121f8c5-8b33-4d47-9a88-cdcfb539bee4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2770286 Sep 16 05:29:57.343808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-00b3eb97-34fb-408c-8358-de670dfd286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:57.345443 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-00b3eb97-34fb-408c-8358-de670dfd286f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7976170 Sep 16 05:29:57.391381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8::1 (5ac28eeb-6cd4-48c6-8796-ad9510603973/42819b04-0b40-4394-a5b5-176848076df7/8b665b75-b2ae-4978-bd3e-c2570f0a88f9) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:57.396044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-408fc4ea-2ab9-47cb-81e8-02b04b16bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:57.398047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-408fc4ea-2ab9-47cb-81e8-02b04b16bc93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2817972 Sep 16 05:29:57.432671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e3e7a4ff-ad1c-4843-9557-c8560e0cba7d None None] For port 6910bcab-6b04-4117-b896-ffac841122e7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6910bcab-6b04-4117-b896-ffac841122e7,segment=NetworkSegment(b1c3fdaa-0d7b-4bf4-baae-847e7cd69507),segment_id=b1c3fdaa-0d7b-4bf4-baae-847e7cd69507)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:57.453158 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.499275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.504249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2aa83319-7c14-4088-87ee-6d12bcd0bc1f HTTP/1.1" status: 204 len: 168 time: 2.1889923 Sep 16 05:29:57.518440 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.556443 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a4ff-ad1c-4843-9557-c8560e0cba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.559461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6aad6-6310-479e-89b1-faa5d483c7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa83319-7c14-4088-87ee-6d12bcd0bc1f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:57.597115 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-c81ea592-7712-4d5f-9f37-546ae1c42110 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354307 Sep 16 05:29:57.636179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.640212 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:57.666106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] Network 2aa83319-7c14-4088-87ee-6d12bcd0bc1f is not hosted by any dhcp agent {{(pid=95661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:29:57.666106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] No DVR routers for this DVR port 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:57.723179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7a4ff-ad1c-4843-9557-c8560e0cba7d None None] Pushing event updated for resources: {'Port': ['ID=6910bcab-6b04-4117-b896-ffac841122e7,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:57.748698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916ae52-7d68-4c57-9612-bd8e0aabc2bf req-1ca34ed1-833c-45a5-9315-96eb105b0830 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:57.753580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c916ae52-7d68-4c57-9612-bd8e0aabc2bf req-1ca34ed1-833c-45a5-9315-96eb105b0830 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.5165405 Sep 16 05:29:57.781086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:29:57.781437 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:29:57.801498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-3cc17aa0-1843-46a4-bd36-79971242e170 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920102 Sep 16 05:29:57.811891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f18964-592c-42e2-978c-a363888e25d6 None None] Pushing event deleted for resources: {'Port': ['ID=8b4e7b44-83c5-4035-a9a4-c5438ef60bc5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:57.952600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c916ae52-7d68-4c57-9612-bd8e0aabc2bf req-485d8e86-5b8e-46fe-91de-0c3ba6f55eb4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848681 Sep 16 05:29:57.954029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734cb38-2355-40e5-a759-48b966b3ebe2 req-9990188a-433a-4a09-aa3c-5c80ad7a19c6 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:57.962331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2734cb38-2355-40e5-a759-48b966b3ebe2 req-9990188a-433a-4a09-aa3c-5c80ad7a19c6 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 947 time: 0.3282449 Sep 16 05:29:58.000735 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.002863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-159f7bd3-906d-4b14-b9c6-d8d74dbf9736 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433804 Sep 16 05:29:58.046586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68f633a3-30ed-4200-9e77-e42acf73cbf6 req-500f2e1b-1185-4605-afdd-7c8a62aa7d74 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371579 Sep 16 05:29:58.090724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2734cb38-2355-40e5-a759-48b966b3ebe2 req-290171e0-296f-4620-8e3b-db9a1f31ec61 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279557 Sep 16 05:29:58.129862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-ee4e50cd-7497-4842-b640-ac663edfa812 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136239 Sep 16 05:29:58.149940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-65a739c4-ec89-489d-ae7d-0339b4d817e3 None None] Provisioning complete for port 6910bcab-6b04-4117-b896-ffac841122e7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:58.150227 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65a739c4-ec89-489d-ae7d-0339b4d817e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.224998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-191b6520-77fc-435b-ba89-9dedc1ed026e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 217 time: 0.0835624 Sep 16 05:29:58.248351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.302903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34276) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:58.319074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-105a13c7-24f1-4123-ac76-603a061a100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.320830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-105a13c7-24f1-4123-ac76-603a061a100b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0871363 Sep 16 05:29:58.406974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 5ac28eeb-6cd4-48c6-8796-ad9510603973 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:58.431309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-f991b215-2f2c-48f8-b219-26de950e45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.433178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-f991b215-2f2c-48f8-b219-26de950e45c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0998235 Sep 16 05:29:58.458846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13e12b5e-88c8-48e4-a828-d79b5941148e req-5410e299-b64f-46f1-a3aa-4de229d854b9 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463911 Sep 16 05:29:58.460070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:58.467151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:58.474760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.550569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=8b665b75-b2ae-4978-bd3e-c2570f0a88f9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:58.574555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986767e-0425-40ff-b70b-f754b4d19968 req-af84d103-f2e7-4d0b-bd29-bf6bfc5ce469 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.582106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986767e-0425-40ff-b70b-f754b4d19968 req-af84d103-f2e7-4d0b-bd29-bf6bfc5ce469 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.585080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:58.590550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986767e-0425-40ff-b70b-f754b4d19968 req-af84d103-f2e7-4d0b-bd29-bf6bfc5ce469 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.602475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986767e-0425-40ff-b70b-f754b4d19968 req-af84d103-f2e7-4d0b-bd29-bf6bfc5ce469 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.628527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986767e-0425-40ff-b70b-f754b4d19968 req-af84d103-f2e7-4d0b-bd29-bf6bfc5ce469 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.635534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986767e-0425-40ff-b70b-f754b4d19968 req-af84d103-f2e7-4d0b-bd29-bf6bfc5ce469 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.642346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-07775169-fda0-429e-b6ba-23973b1a3d50 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007642 Sep 16 05:29:58.647315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:58.647839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 95c5bc68-c4cf-45ed-bc3e-20e5b0a2bd03 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:58.648473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:58.651094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986767e-0425-40ff-b70b-f754b4d19968 req-af84d103-f2e7-4d0b-bd29-bf6bfc5ce469 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:58.659603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d986767e-0425-40ff-b70b-f754b4d19968 req-af84d103-f2e7-4d0b-bd29-bf6bfc5ce469 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.4284544 Sep 16 05:29:58.676846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:58.677192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8b4e7b44-83c5-4035-a9a4-c5438ef60bc5 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:58.697321 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.720794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b2c3a04e-e911-4e4d-8080-60c2fb4e51a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4ef7f2d349342c2bfc5f95043d27370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131083 Sep 16 05:29:58.721965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34282) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:58.748786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.749464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.750060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.750573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.750979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.751290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.751627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.752206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.762683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.763222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3d70386f-79f7-4a63-9e83-cb85614f2d7f no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:58.763325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.763325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.763325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:58.767017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405ef110-7f88-435f-ade2-9e36722c58fd', 'tag': 'bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:58.769544 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "405ef110-7f88-435f-ade2-9e36722c58fd", "tag": "bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:58.791237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be34065-2d7b-4d94-9dfa-400197ce54dd None None] Network f5e73f5b-f5d8-4b43-a29c-01467074b55e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:58.853734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d986767e-0425-40ff-b70b-f754b4d19968 req-9e22fab2-5825-4117-a7c6-5be1b8b2085f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869764 Sep 16 05:29:58.869186 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d751dbd6-6db5-4841-819b-4548f70f5017 x-openstack-request-id: req-d751dbd6-6db5-4841-819b-4548f70f5017 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:58.869677 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405ef110-7f88-435f-ade2-9e36722c58fd", "tag": "bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:58.869872 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d751dbd6-6db5-4841-819b-4548f70f5017 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:58.870101 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405ef110-7f88-435f-ade2-9e36722c58fd', 'tag': 'bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1', 'status': 'completed', 'code': 200} Sep 16 05:29:58.884489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-51dce368-e1f0-45db-8e07-6d6b17b9c87d service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334728 Sep 16 05:29:58.948030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b85cf07d-be92-482b-bd01-33ccb00ddac3 None None] Provisioning complete for port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:58.948402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b85cf07d-be92-482b-bd01-33ccb00ddac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.950875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-416aec6e-2466-4be1-a1b9-9a429a80e6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.967440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-93979210-d53c-4d12-b4e2-61802aacf95b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 217 time: 0.0716310 Sep 16 05:29:59.053155 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.059584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fd6b8218-4c52-48e0-9e6a-5a9e508abcbe up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:59.065514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-416aec6e-2466-4be1-a1b9-9a429a80e6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.071079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-3e9882e5-0d17-440a-85ef-22bdfa55a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.080625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-3e9882e5-0d17-440a-85ef-22bdfa55a3d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1086218 Sep 16 05:29:59.097201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.107683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-a52d61dd-7b81-4161-901f-9b736ba446b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.109372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-a52d61dd-7b81-4161-901f-9b736ba446b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8edaad42e5774c64a1b29a5db0ea05ee&device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 1099 time: 0.1906621 Sep 16 05:29:59.150058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:59.150058 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78995ab-72e3-4b85-a700-d7bf36a1950a" -d '{"events": [{"server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "name": "network-vif-unplugged", "status": "completed", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:59.205439 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:59.231416 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b85cf07d-be92-482b-bd01-33ccb00ddac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.242104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-499d7402-6956-427b-a451-2a5240772413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.249080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-499d7402-6956-427b-a451-2a5240772413 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1554163 Sep 16 05:29:59.259967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:59.260341 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.268516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5935-0e5e-4eb2-a442-640597c3f880 req-99e3a17e-5822-44e1-805a-06b9ae194868 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.281858 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f3f5935-0e5e-4eb2-a442-640597c3f880 req-99e3a17e-5822-44e1-805a-06b9ae194868 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 945 time: 0.1729019 Sep 16 05:29:59.302223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b85cf07d-be92-482b-bd01-33ccb00ddac3 None None] For port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,segment=NetworkSegment(176087a9-5d42-4dfb-aa1f-3794ae02a6d9),segment_id=176087a9-5d42-4dfb-aa1f-3794ae02a6d9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:59.305592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.306925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-0ad0aee9-ef06-4335-b99a-3f43a4bfe60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.316291 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-0ad0aee9-ef06-4335-b99a-3f43a4bfe60a service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e994be-6832-408e-9c43-c0c82a812cf0 HTTP/1.1" status: 200 len: 870 time: 0.1891820 Sep 16 05:29:59.381776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:59.409769 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b85cf07d-be92-482b-bd01-33ccb00ddac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.456284 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.464437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f3f5935-0e5e-4eb2-a442-640597c3f880 req-4ca81a4b-127a-4432-a1bf-c73fd4d80728 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797788 Sep 16 05:29:59.497321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cf07d-be92-482b-bd01-33ccb00ddac3 None None] Pushing event updated for resources: {'Port': ['ID=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:59.528975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-d68ca6c3-f4e2-47d0-a8f3-6ae58e7941e2 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418530 Sep 16 05:29:59.580281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-643d0d8c-b9bd-43eb-83f9-a71884fe7311 None None] Provisioning complete for port 8b665b75-b2ae-4978-bd3e-c2570f0a88f9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:59.580573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-d6ee6a82-1ea0-47e9-8527-5d00a9bd8712 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 HTTP/1.1" status: 200 len: 217 time: 0.2510450 Sep 16 05:29:59.584158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-416aec6e-2466-4be1-a1b9-9a429a80e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.584401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-643d0d8c-b9bd-43eb-83f9-a71884fe7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.588705 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-416aec6e-2466-4be1-a1b9-9a429a80e6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.589735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-416aec6e-2466-4be1-a1b9-9a429a80e6f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60af111c-e72b-42f7-b442-3b6d7f9569fd HTTP/1.1" status: 204 len: 168 time: 0.8326845 Sep 16 05:29:59.629264 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:29:59.629854 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:29:59.674988 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9729940-970a-4493-bc80-52336914ba24 x-openstack-request-id: req-c9729940-970a-4493-bc80-52336914ba24 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:59.675569 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "name": "network-vif-unplugged", "status": "completed", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:59.676003 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9729940-970a-4493-bc80-52336914ba24 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:59.676713 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'code': 200} Sep 16 05:29:59.709056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-643d0d8c-b9bd-43eb-83f9-a71884fe7311 None None] Port 8b665b75-b2ae-4978-bd3e-c2570f0a88f9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:29:59.723717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aec6e-2466-4be1-a1b9-9a429a80e6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60af111c-e72b-42f7-b442-3b6d7f9569fd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:59.762718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-9ff834a8-1033-4ad4-a29e-6b41d2d9bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.764629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-9ff834a8-1033-4ad4-a29e-6b41d2d9bf4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.1557205 Sep 16 05:29:59.779163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcec12-bfa4-445a-9f98-84c6bfbfb529 req-f333def3-499e-464d-866b-0233283c644e tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.780856 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91fcec12-bfa4-445a-9f98-84c6bfbfb529 req-f333def3-499e-464d-866b-0233283c644e tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 947 time: 0.3479078 Sep 16 05:29:59.813786 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-25a02db4-f952-404b-9f19-0d29c832c586 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722788 Sep 16 05:29:59.860361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-101c2289-b7d3-4b60-9dfc-6d4293e36358 None None] Provisioning complete for port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:59.860831 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-101c2289-b7d3-4b60-9dfc-6d4293e36358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.934482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-bf0d0e1d-fdca-46a5-8651-1d8329e19215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.936099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-bf0d0e1d-fdca-46a5-8651-1d8329e19215 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520188 Sep 16 05:29:59.937034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-c7ef32e6-54a0-4ab6-92fc-288966ef66ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 217 time: 0.1074903 Sep 16 05:29:59.941771 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91fcec12-bfa4-445a-9f98-84c6bfbfb529 req-ec1e751f-ee0e-4090-8154-2f98c529df73 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469731 Sep 16 05:30:00.072300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-b42a8634-b579-4067-a454-bd86444f5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.074535 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-b42a8634-b579-4067-a454-bd86444f5ac7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1301539 Sep 16 05:30:00.112623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.139598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-6c3b5d5c-388f-490e-9bb1-a6accb48016e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.145699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-6c3b5d5c-388f-490e-9bb1-a6accb48016e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.152664 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-4785f4a9-9392-44c9-9ab3-0b1d03cb0ddc service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066877 Sep 16 05:30:00.171989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-6c3b5d5c-388f-490e-9bb1-a6accb48016e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.182610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-6c3b5d5c-388f-490e-9bb1-a6accb48016e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.188541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6910bcab-6b04-4117-b896-ffac841122e7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:00.192006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-6c3b5d5c-388f-490e-9bb1-a6accb48016e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.198316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-6c3b5d5c-388f-490e-9bb1-a6accb48016e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.205349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-6c3b5d5c-388f-490e-9bb1-a6accb48016e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.214078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-6c3b5d5c-388f-490e-9bb1-a6accb48016e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.1930609 Sep 16 05:30:00.247560 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.248383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.249344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-225cdba3-2d37-4b89-8d70-8bd068c3f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.251254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-225cdba3-2d37-4b89-8d70-8bd068c3f70a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1684263 Sep 16 05:30:00.277968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6910bcab-6b04-4117-b896-ffac841122e7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:00.278606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.338923 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6905c3d5-6a08-4de1-8b52-4112976f35fe req-08b3b156-e48b-402a-92dd-09b54d81a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237938 Sep 16 05:30:00.402298 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb226750-3f8d-4e4a-9940-4ace21cfa2bb req-538c56cf-2a0a-4a19-a2da-dd3c5fd5c7a9 service neutron] 10.222.0.66 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421174 Sep 16 05:30:00.455950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=8b665b75-b2ae-4978-bd3e-c2570f0a88f9,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:00.515214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-1ae5bdab-5320-4b6b-9a72-d0c2d029c066 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552752 Sep 16 05:30:00.529536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 5ac28eeb-6cd4-48c6-8796-ad9510603973 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:00.531802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:00.725319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-8e155739-4783-4365-a358-24ba75ee0d96 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972497 Sep 16 05:30:00.753364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:00.863148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fd6b8218-4c52-48e0-9e6a-5a9e508abcbe up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:01.034092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:01.044294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6995413d-6442-48f4-bcbe-1e052745df10 None None] Provisioning complete for port 8b665b75-b2ae-4978-bd3e-c2570f0a88f9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:01.044805 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6995413d-6442-48f4-bcbe-1e052745df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.052601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router d9545e20-f38a-455e-b7a7-cc602dd746b3 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:30:01.077433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1', 'mac_address': 'fa:16:3e:fb:c0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:01.242961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6995413d-6442-48f4-bcbe-1e052745df10 None None] Port 8b665b75-b2ae-4978-bd3e-c2570f0a88f9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:01.247706 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.301667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:01.302504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:01.320082 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c2aec-4a4f-4283-8133-1c511f55b2ee None None] Sync routers for ids ['d9545e20-f38a-455e-b7a7-cc602dd746b3'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:01.324284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:01.325074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.338590 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c2aec-4a4f-4283-8133-1c511f55b2ee None None] Routers {'d9545e20-f38a-455e-b7a7-cc602dd746b3'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:01.339539 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-300c2aec-4a4f-4283-8133-1c511f55b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d9545e20-f38a-455e-b7a7-cc602dd746b3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:01.341915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-68d2733a-eab1-4950-977a-862f8d2d1ad2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/d9545e20-f38a-455e-b7a7-cc602dd746b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0149524 Sep 16 05:30:01.346784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34336) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:01.406054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-89a14a7b-5d3b-428b-a6f9-58f864aefca8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 217 time: 0.6663842 Sep 16 05:30:01.468299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bacfd8-b9aa-4787-b3dc-910b9ee1ab7e req-6ef1c626-0664-4ad0-b5ed-4ab03ed4e960 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:01.489234 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-300c2aec-4a4f-4283-8133-1c511f55b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:01.490640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4bacfd8-b9aa-4787-b3dc-910b9ee1ab7e req-6ef1c626-0664-4ad0-b5ed-4ab03ed4e960 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 943 time: 0.8378680 Sep 16 05:30:01.528148 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c2aec-4a4f-4283-8133-1c511f55b2ee None None] Routers {'d9545e20-f38a-455e-b7a7-cc602dd746b3'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:01.531917 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-300c2aec-4a4f-4283-8133-1c511f55b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d9545e20-f38a-455e-b7a7-cc602dd746b3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:01.549932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:01.567272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad01c55-ad6a-4e64-813c-969c6e933447 req-c96d4832-2a5d-43d5-91b5-afe6d888f490 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:01.574162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ad01c55-ad6a-4e64-813c-969c6e933447 req-c96d4832-2a5d-43d5-91b5-afe6d888f490 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 947 time: 0.3591702 Sep 16 05:30:01.594853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95fec5-a2a5-4026-80f2-08b2a3c35a7b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:01.597217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ab95fec5-a2a5-4026-80f2-08b2a3c35a7b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports/8b665b75-b2ae-4978-bd3e-c2570f0a88f9 HTTP/1.1" status: 200 len: 911 time: 0.2421267 Sep 16 05:30:01.603523 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:01.604858 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-300c2aec-4a4f-4283-8133-1c511f55b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:01.608377 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c2aec-4a4f-4283-8133-1c511f55b2ee None None] The sync data for ids ['d9545e20-f38a-455e-b7a7-cc602dd746b3'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:01.658100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ad01c55-ad6a-4e64-813c-969c6e933447 req-7b625467-fa60-47dc-8163-96380a97ff20 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825672 Sep 16 05:30:01.683615 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.756273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-da0b1aaa-e5f4-47c4-8b44-5fba0f44c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:01.756591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-da0b1aaa-e5f4-47c4-8b44-5fba0f44c500 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.3383477 Sep 16 05:30:01.914887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:01.963427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-6905e9aa-27eb-4ae4-a8e1-c1fe1bfb6b1c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:01.968674 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4bacfd8-b9aa-4787-b3dc-910b9ee1ab7e req-ed2a445a-cffa-47d0-957a-5272e14ecff7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114470 Sep 16 05:30:01.979157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-6905e9aa-27eb-4ae4-a8e1-c1fe1bfb6b1c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.014576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-6905e9aa-27eb-4ae4-a8e1-c1fe1bfb6b1c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.035583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-6905e9aa-27eb-4ae4-a8e1-c1fe1bfb6b1c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.051890 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-6905e9aa-27eb-4ae4-a8e1-c1fe1bfb6b1c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.065402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-6905e9aa-27eb-4ae4-a8e1-c1fe1bfb6b1c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.079745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:02.087432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-6905e9aa-27eb-4ae4-a8e1-c1fe1bfb6b1c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.090682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-6905e9aa-27eb-4ae4-a8e1-c1fe1bfb6b1c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.3093977 Sep 16 05:30:02.091413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34352) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:02.218395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41487713-d098-495f-9fe0-ab23cdc9d2d0 req-70039be8-80f3-46ab-bb4a-2fdc3eef1fc2 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821600 Sep 16 05:30:02.326868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-f94659f3-d306-424a-93a6-e089cc833a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.330922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-f94659f3-d306-424a-93a6-e089cc833a0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5268867 Sep 16 05:30:02.452001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-network', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:02.662181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:02.665140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.697861 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.772306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3d70386f-79f7-4a63-9e83-cb85614f2d7f no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:02.873216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-475b33ae-9a9e-4d93-9bdd-a59551c6707d service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923706 Sep 16 05:30:02.958749 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.050559 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.084765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:03.113367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.113815 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Added segment 7cc35f32-58c5-4468-8aa0-ba88b163cfe0 of type vlan for network 472221c7-51b1-4eda-9603-da8cffafb028 Sep 16 05:30:03.144619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8dfe18-d903-4b71-b03e-525b6aa2e969,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:03.157745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e726e2-58ac-4f62-90c4-9346ccc2c1f2 req-b203d7ce-eb30-4da3-b421-f17748e42024 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.160001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13e726e2-58ac-4f62-90c4-9346ccc2c1f2 req-b203d7ce-eb30-4da3-b421-f17748e42024 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 948 time: 0.3759687 Sep 16 05:30:03.194314 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-e9e55ac5-2f96-4d78-831f-f9e0fd8710a2 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081849 Sep 16 05:30:03.252425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.252922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-b9f72682-bbe9-4386-b238-9ca922a82ba8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 217 time: 0.0495827 Sep 16 05:30:03.256530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.306771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be3ca6-395d-41b7-b95d-cf8a8e280e5d req-c1249d6c-f288-4b8c-8c2f-45b5e12fd018 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.310998 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-23be3ca6-395d-41b7-b95d-cf8a8e280e5d req-c1249d6c-f288-4b8c-8c2f-45b5e12fd018 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 943 time: 0.1924675 Sep 16 05:30:03.322026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13e726e2-58ac-4f62-90c4-9346ccc2c1f2 req-12cbc304-dcbf-4a4f-ae31-8b16252be6e3 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521869 Sep 16 05:30:03.415374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a497356b-78a6-419b-9951-75e8f1ad0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.417611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a497356b-78a6-419b-9951-75e8f1ad0e48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.1498251 Sep 16 05:30:03.421947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.424554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.426320 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.527130 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-23be3ca6-395d-41b7-b95d-cf8a8e280e5d req-e5141645-ccf1-4ed9-b5e1-01892a658df7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821828 Sep 16 05:30:03.568501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-1f85d310-a774-4788-8c21-5f3dab4bbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.583956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-1f85d310-a774-4788-8c21-5f3dab4bbd04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355093 Sep 16 05:30:03.602910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] Pushing event updated for resources: {'Network': ['ID=472221c7-51b1-4eda-9603-da8cffafb028,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:03.614487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 472221c7-51b1-4eda-9603-da8cffafb028 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:03.645615 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4d77244e-3fb9-42e7-ba66-b16564fb5b25 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5295236 Sep 16 05:30:03.647513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34370) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:03.652474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Request body: {'subnet': {'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-subnet', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:03.810623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea110b-cf26-48f3-b76e-7c83b1d283be req-32e50543-873c-431e-82bc-a915857abee6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.823906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14ea110b-cf26-48f3-b76e-7c83b1d283be req-32e50543-873c-431e-82bc-a915857abee6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1621795 Sep 16 05:30:03.920494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-a6b2de83-021c-41ac-8047-e65d214c8ce6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.926302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14ea110b-cf26-48f3-b76e-7c83b1d283be req-bfee4852-f879-42f9-b43f-76d9756ebfd0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017663 Sep 16 05:30:03.926724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-a6b2de83-021c-41ac-8047-e65d214c8ce6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.931689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:03.938593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-a6b2de83-021c-41ac-8047-e65d214c8ce6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.948342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.948455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-a6b2de83-021c-41ac-8047-e65d214c8ce6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.969715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-a6b2de83-021c-41ac-8047-e65d214c8ce6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.985297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-a6b2de83-021c-41ac-8047-e65d214c8ce6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:03.997198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-a6b2de83-021c-41ac-8047-e65d214c8ce6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.004131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-a6b2de83-021c-41ac-8047-e65d214c8ce6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.3707576 Sep 16 05:30:04.101941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8:1::1 (f5e73f5b-f5d8-4b43-a29c-01467074b55e/ba3d4df6-cb1e-4cc0-8e27-6be630e4e5fa/4ba7cda8-8fc6-49bf-8716-be3678c00e1c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:04.246480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7e4ea0d-7662-4a28-ac15-480ac3793938 req-b387933e-057c-4f57-b2f2-83fa31736b58 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940013 Sep 16 05:30:04.248620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15217d53-abd9-44e3-b154-7ffb27bce051 req-5ced4d1e-89bb-4f8b-8f20-ad6009510ed1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.255743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15217d53-abd9-44e3-b154-7ffb27bce051 req-5ced4d1e-89bb-4f8b-8f20-ad6009510ed1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1605139 Sep 16 05:30:04.306515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-ce0a4ad5-cb0b-4c88-82e7-9473bca57471 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588931 Sep 16 05:30:04.454757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.518237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-c10a63b5-8310-4b32-bbd6-3be26f194836 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047019 Sep 16 05:30:04.521676 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15217d53-abd9-44e3-b154-7ffb27bce051 req-59998ea1-a39e-4205-bba9-560de07005d0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022033 Sep 16 05:30:04.621573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-b38e8d21-3ea2-4363-ac74-420ab0fc424b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0784559 Sep 16 05:30:04.635542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.642138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242cce-e359-4c6f-b1a8-fca322f52b56 req-f1d637dc-8e16-4e11-8f41-fcb7e386b4b1 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.642138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80242cce-e359-4c6f-b1a8-fca322f52b56 req-f1d637dc-8e16-4e11-8f41-fcb7e386b4b1 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 948 time: 0.1703658 Sep 16 05:30:04.783966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:04.803440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.806542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f10dee9-1be3-463a-adbc-7b75feef5b36,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:04.936425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Checking segment: {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:04.940596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Network hostable DHCP agents. Network: 472221c7-51b1-4eda-9603-da8cffafb028, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:05.020038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=4ba7cda8-8fc6-49bf-8716-be3678c00e1c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:05.023221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:05.030297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-926be967-4a3b-431c-acc5-692feaa46f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.032144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-926be967-4a3b-431c-acc5-692feaa46f7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.3901076 Sep 16 05:30:05.058880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:05.059952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.077987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80242cce-e359-4c6f-b1a8-fca322f52b56 req-aaa214b2-95c9-4a25-93e2-dbd37578609d tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915446 Sep 16 05:30:05.090261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network f5e73f5b-f5d8-4b43-a29c-01467074b55e is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:05.107416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:05.129327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:05.138103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.189769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Network 472221c7-51b1-4eda-9603-da8cffafb028 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:05.373163 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.374885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 472221c7-51b1-4eda-9603-da8cffafb028) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:05.386896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.393090 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.416978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3630c-1804-4a3d-80e1-067daaea3cab None None] Network 472221c7-51b1-4eda-9603-da8cffafb028 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:05.520178 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-25ed15c6-727e-43f3-8d33-d0b2aa47e50f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8704133 Sep 16 05:30:05.526757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ef110-7f88-435f-ade2-9e36722c58fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:05.529294 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a81dab-214c-4ca8-851b-207c463a160c" -d '{"events": [{"server_uuid": "405ef110-7f88-435f-ade2-9e36722c58fd", "name": "network-vif-plugged", "status": "completed", "tag": "bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:05.537966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34394) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:05.544896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:05.603476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:05.608176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-a90e3f7a-0ae8-4f44-8f0b-50ee24139184 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.615265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-a90e3f7a-0ae8-4f44-8f0b-50ee24139184 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.622181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-a90e3f7a-0ae8-4f44-8f0b-50ee24139184 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.630240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-a90e3f7a-0ae8-4f44-8f0b-50ee24139184 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.637568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-a90e3f7a-0ae8-4f44-8f0b-50ee24139184 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.645098 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-a90e3f7a-0ae8-4f44-8f0b-50ee24139184 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.654204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-a90e3f7a-0ae8-4f44-8f0b-50ee24139184 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.667060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-a90e3f7a-0ae8-4f44-8f0b-50ee24139184 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.1714859 Sep 16 05:30:05.688768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.689782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.736823 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.745636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59b6831c-9dbd-48d3-b946-77dc84d823ef req-60dd9415-c98f-48a9-b05a-6e684b43a24b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774083 Sep 16 05:30:05.766457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-472221c7-51b1-4eda-9603-da8cffafb028', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:05.767821 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.801250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5fbc39b6-a0f1-4c37-8337-6b797d9554bc None None] Provisioning complete for port 4ba7cda8-8fc6-49bf-8716-be3678c00e1c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:05.801955 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fbc39b6-a0f1-4c37-8337-6b797d9554bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.870623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.901411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-08527b08-e3ea-43cb-acd6-9eaa20e259f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:05.903895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-08527b08-e3ea-43cb-acd6-9eaa20e259f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8516617 Sep 16 05:30:06.059171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-3c508d87-3fa2-43b1-bde5-6a540b3a05cb service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196940 Sep 16 05:30:06.094221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Allocated IP 172.20.0.2 (472221c7-51b1-4eda-9603-da8cffafb028/2f10dee9-1be3-463a-adbc-7b75feef5b36/22a037b2-f414-4e01-bf33-075b65b8a4a6) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:06.095479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2fe0-98d7-4bde-b4fb-9d4a0e720918 req-775bd58a-721e-4311-9765-3ca5e39711ed tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.105336 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-214d2fe0-98d7-4bde-b4fb-9d4a0e720918 req-775bd58a-721e-4311-9765-3ca5e39711ed tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.7578220 Sep 16 05:30:06.142122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34404) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:06.193234 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa3dfe-5fd8-497d-a020-056cc7fe16b9 x-openstack-request-id: req-0baa3dfe-5fd8-497d-a020-056cc7fe16b9 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:06.193580 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405ef110-7f88-435f-ade2-9e36722c58fd", "name": "network-vif-plugged", "status": "completed", "tag": "bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:06.193831 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0baa3dfe-5fd8-497d-a020-056cc7fe16b9 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:06.194354 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ef110-7f88-435f-ade2-9e36722c58fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1', 'code': 200} Sep 16 05:30:06.209659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc39b6-a0f1-4c37-8337-6b797d9554bc None None] Port 4ba7cda8-8fc6-49bf-8716-be3678c00e1c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:06.220534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:06.248222 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2740f4b-e875-4312-8e93-860c2d00ea1a req-a2ad2a27-f199-4035-b026-f2e547af4ff5 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813114 Sep 16 05:30:06.255870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.256257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.257945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.258892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.258892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.259172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.259470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.259802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.260264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.260589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.260932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.261252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:06.284780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511e674-8f56-4acb-8884-7efd6fedfb3c req-61e8056c-720c-45c5-a4b2-0d1bd8f8440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.286712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6511e674-8f56-4acb-8884-7efd6fedfb3c req-61e8056c-720c-45c5-a4b2-0d1bd8f8440d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 1101 time: 0.2618802 Sep 16 05:30:06.292623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.298055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-214d2fe0-98d7-4bde-b4fb-9d4a0e720918 req-572da275-a80d-4390-baec-e7bc3fd52226 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916604 Sep 16 05:30:06.395066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0e92-9362-49f1-84a9-ce093e47a3c4 req-d959d556-cb5a-45b1-8588-72d3a750cfb1 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.404988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b4f0e92-9362-49f1-84a9-ce093e47a3c4 req-d959d556-cb5a-45b1-8588-72d3a750cfb1 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 949 time: 0.1452930 Sep 16 05:30:06.421713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6511e674-8f56-4acb-8884-7efd6fedfb3c req-c693f244-74fb-43b7-9257-474e57d9c5a6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913303 Sep 16 05:30:06.472035 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.499045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a97adc-5a0f-40bb-8d91-a36e5e7626e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.501179 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b4f0e92-9362-49f1-84a9-ce093e47a3c4 req-510ba607-3772-4a61-8f67-27bb7a5ca925 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948143 Sep 16 05:30:06.619737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.732358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f4f79bdb-2b48-4fbf-876b-3521f109186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.733604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f4f79bdb-2b48-4fbf-876b-3521f109186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.733604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f4f79bdb-2b48-4fbf-876b-3521f109186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.733844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f4f79bdb-2b48-4fbf-876b-3521f109186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.734245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f4f79bdb-2b48-4fbf-876b-3521f109186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.734718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f4f79bdb-2b48-4fbf-876b-3521f109186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.734957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.735186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f4f79bdb-2b48-4fbf-876b-3521f109186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:06.737223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f4f79bdb-2b48-4fbf-876b-3521f109186f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6484 time: 0.1790638 Sep 16 05:30:06.750088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.758876 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.801591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Pushing event updated for resources: {'Port': ['ID=22a037b2-f414-4e01-bf33-075b65b8a4a6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:06.825970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Network 472221c7-51b1-4eda-9603-da8cffafb028 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:06.827448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:06.831729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:06.947546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Attempting to bind port 22a037b2-f414-4e01-bf33-075b65b8a4a6 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:06.948056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Attempting to bind port 22a037b2-f414-4e01-bf33-075b65b8a4a6 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:06.948476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Attempting to bind port 22a037b2-f414-4e01-bf33-075b65b8a4a6 on network 472221c7-51b1-4eda-9603-da8cffafb028 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:06.957606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:06.957989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Checking segment: {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:06.958152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Allocated IP 172.25.1.245 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/32bbb85b-44bc-4413-b663-5b6bdfe7a12c) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:06.958552 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.959099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Bound using segment: {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:06.959779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Bound port: 22a037b2-f414-4e01-bf33-075b65b8a4a6, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:06.960227 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.027134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-27877270-e58f-4035-b97a-b9bdca59147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.028699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-27877270-e58f-4035-b97a-b9bdca59147a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 903 time: 0.2802260 Sep 16 05:30:07.037205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a97adc-5a0f-40bb-8d91-a36e5e7626e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.051150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] For port 22a037b2-f414-4e01-bf33-075b65b8a4a6, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:07.056931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] For port 22a037b2-f414-4e01-bf33-075b65b8a4a6, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=22a037b2-f414-4e01-bf33-075b65b8a4a6,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:07.123253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.132470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-a7b85a79-489d-4fef-8287-d584026591de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0879703 Sep 16 05:30:07.161209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-2bf41e82-e43b-42f2-8283-1603ccb65fa0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.174256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-2bf41e82-e43b-42f2-8283-1603ccb65fa0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.177347 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.180924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-2bf41e82-e43b-42f2-8283-1603ccb65fa0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.187739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-2bf41e82-e43b-42f2-8283-1603ccb65fa0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.194940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-2bf41e82-e43b-42f2-8283-1603ccb65fa0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.201846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-2bf41e82-e43b-42f2-8283-1603ccb65fa0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.208355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-2bf41e82-e43b-42f2-8283-1603ccb65fa0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.210367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-2bf41e82-e43b-42f2-8283-1603ccb65fa0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.3288026 Sep 16 05:30:07.215194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a97adc-5a0f-40bb-8d91-a36e5e7626e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.237209 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.271831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe8f26-42d7-469d-8c6f-78ddfa7470c5 None None] Pushing event updated for resources: {'Port': ['ID=22a037b2-f414-4e01-bf33-075b65b8a4a6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.275887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a97adc-5a0f-40bb-8d91-a36e5e7626e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a84fde-a96a-4e63-9b9e-21f218506943,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.306780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:07.327237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:07.330412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=32bbb85b-44bc-4413-b663-5b6bdfe7a12c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.333438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:07.379421 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-13a97adc-5a0f-40bb-8d91-a36e5e7626e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9883998cafc8450b80724161f97ea2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2345026 Sep 16 05:30:07.386316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34424) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:07.453933 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a05eb26-3a4f-4874-a174-cbce7129e211 req-7ca963ba-5713-4dac-9b1a-700bf8d59c8c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1970956 Sep 16 05:30:07.484638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-b0402ca3-32e0-4206-ba01-614caaf36c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.487494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-b0402ca3-32e0-4206-ba01-614caaf36c09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.2751276 Sep 16 05:30:07.495268 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.581663 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.582580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.638963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=4ba7cda8-8fc6-49bf-8716-be3678c00e1c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:07.696146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-37409844-4c11-4404-bcae-463654769795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.697976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-37409844-4c11-4404-bcae-463654769795 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1996896 Sep 16 05:30:07.876905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f934fe0-0e8c-4c10-b8b2-4de2f3366e35 req-ad2b62f9-1f61-4cc3-b2cf-86bf3cec21f5 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.884508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f934fe0-0e8c-4c10-b8b2-4de2f3366e35 req-ad2b62f9-1f61-4cc3-b2cf-86bf3cec21f5 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 949 time: 0.2025993 Sep 16 05:30:07.995091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f934fe0-0e8c-4c10-b8b2-4de2f3366e35 req-404df09d-1579-4998-bdb5-f191c57da0ca tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Sep 16 05:30:08.021733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-f37df078-0098-4fd2-8d5b-2bbedf3baed7 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058484 Sep 16 05:30:08.024304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network f5e73f5b-f5d8-4b43-a29c-01467074b55e is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:08.027048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:08.181185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router d9545e20-f38a-455e-b7a7-cc602dd746b3 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:08.254871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb70e65-e4b8-47cf-b230-2ecfa32c773a req-62a85d0b-b2d8-4122-b02e-874e66f9516a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.264350 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bb70e65-e4b8-47cf-b230-2ecfa32c773a req-62a85d0b-b2d8-4122-b02e-874e66f9516a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1607244 Sep 16 05:30:08.266187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9247e4d-fc97-4ce0-9c27-60e58c4fd180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.401397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9247e4d-fc97-4ce0-9c27-60e58c4fd180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.423001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad8c1420-eb83-4df4-bf2b-efda6f97295c req-fd4e8397-17b0-43f4-9c7f-7c64323a111f service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876588 Sep 16 05:30:08.443626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bb70e65-e4b8-47cf-b230-2ecfa32c773a req-6bab3155-88c7-4c42-915c-e0476319bca3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790748 Sep 16 05:30:08.447760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:08.456739 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-07ed2f5e-35b1-40dd-8995-452f29d97a3d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/d9545e20-f38a-455e-b7a7-cc602dd746b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8444889 Sep 16 05:30:08.457355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:08.461075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc73cc-2e0a-4508-9fa1-b2062b22d8ff None None] Sync routers for ids ['d9545e20-f38a-455e-b7a7-cc602dd746b3'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:08.512157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771afab8-4c1b-4aa7-8dba-b83ac2ee5498 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.517396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-771afab8-4c1b-4aa7-8dba-b83ac2ee5498 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports/4ba7cda8-8fc6-49bf-8716-be3678c00e1c HTTP/1.1" status: 200 len: 913 time: 0.0590935 Sep 16 05:30:08.518263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34436) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:08.540224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc73cc-2e0a-4508-9fa1-b2062b22d8ff None None] Routers {'d9545e20-f38a-455e-b7a7-cc602dd746b3'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:08.541163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e6fc73cc-2e0a-4508-9fa1-b2062b22d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d9545e20-f38a-455e-b7a7-cc602dd746b3'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.609928 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.629964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e6fc73cc-2e0a-4508-9fa1-b2062b22d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.654529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc73cc-2e0a-4508-9fa1-b2062b22d8ff None None] Routers {'d9545e20-f38a-455e-b7a7-cc602dd746b3'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:08.655176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e6fc73cc-2e0a-4508-9fa1-b2062b22d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d9545e20-f38a-455e-b7a7-cc602dd746b3'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.698068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e6fc73cc-2e0a-4508-9fa1-b2062b22d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:08.699029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc73cc-2e0a-4508-9fa1-b2062b22d8ff None None] The sync data for ids ['d9545e20-f38a-455e-b7a7-cc602dd746b3'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:08.703516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9247e4d-fc97-4ce0-9c27-60e58c4fd180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.706055 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9247e4d-fc97-4ce0-9c27-60e58c4fd180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.708337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6f54d352-93dd-4062-80cc-8e3f5b06b58f None None] Provisioning complete for port 4ba7cda8-8fc6-49bf-8716-be3678c00e1c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:08.708734 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f54d352-93dd-4062-80cc-8e3f5b06b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.710657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a9247e4d-fc97-4ce0-9c27-60e58c4fd180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86a84fde-a96a-4e63-9b9e-21f218506943 HTTP/1.1" status: 204 len: 168 time: 1.3231468 Sep 16 05:30:08.730861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9247e4d-fc97-4ce0-9c27-60e58c4fd180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a84fde-a96a-4e63-9b9e-21f218506943,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.805432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6f54d352-93dd-4062-80cc-8e3f5b06b58f None None] Port 4ba7cda8-8fc6-49bf-8716-be3678c00e1c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:08.874392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-e0700b56-77b1-4a69-b314-cd23eef7b6fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.880985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-e0700b56-77b1-4a69-b314-cd23eef7b6fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.886811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-e0700b56-77b1-4a69-b314-cd23eef7b6fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.902502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-e0700b56-77b1-4a69-b314-cd23eef7b6fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.908881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-e0700b56-77b1-4a69-b314-cd23eef7b6fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.917583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-e0700b56-77b1-4a69-b314-cd23eef7b6fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.921562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-e0700b56-77b1-4a69-b314-cd23eef7b6fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.923450 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-e0700b56-77b1-4a69-b314-cd23eef7b6fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.2878008 Sep 16 05:30:08.938356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 22a037b2-f414-4e01-bf33-075b65b8a4a6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:08.962981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254cd262-8333-4bc2-9a81-4370fb675dcd None None] Network 472221c7-51b1-4eda-9603-da8cffafb028 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:08.994607 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.067682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-73ca9214-71c5-4f5b-9e7a-e0f437df9b78 None None] Provisioning complete for port 22a037b2-f414-4e01-bf33-075b65b8a4a6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:09.068089 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73ca9214-71c5-4f5b-9e7a-e0f437df9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.107124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 22a037b2-f414-4e01-bf33-075b65b8a4a6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:09.107577 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.267582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6935e75-1a61-4e7c-8988-c6340e17e5be req-454c63bc-d425-4d7b-9c1b-357a67c39d19 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.283639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6935e75-1a61-4e7c-8988-c6340e17e5be req-454c63bc-d425-4d7b-9c1b-357a67c39d19 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 949 time: 0.1182482 Sep 16 05:30:09.353469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6935e75-1a61-4e7c-8988-c6340e17e5be req-8f1a5a4e-0deb-4050-a418-d15bf1630919 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685465 Sep 16 05:30:09.413059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Router c59f7804-b518-4f65-98e9-80567db1b8cd is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:30:09.456759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.461553 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73ca9214-71c5-4f5b-9e7a-e0f437df9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.522544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-73ca9214-71c5-4f5b-9e7a-e0f437df9b78 None None] For port 22a037b2-f414-4e01-bf33-075b65b8a4a6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=22a037b2-f414-4e01-bf33-075b65b8a4a6,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:09.558195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bd4364e-d6ac-4e0b-a9ed-675560f40ba1 req-f89c27b1-37d2-46dc-ac5b-aacaff42a669 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491015 Sep 16 05:30:09.643910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73ca9214-71c5-4f5b-9e7a-e0f437df9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.736498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:09.756610 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Sync routers for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:09.790253 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:09.791501 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:09.901285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b183-bfd6-4fca-855f-b5871eff46f4 req-87c64a9d-0a7a-4fed-af42-d19bbb7a93f6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.904333 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.910269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b2b96767-7d3e-4592-b2c5-a00ba965a2b6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3698270 Sep 16 05:30:09.913013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34460) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:09.922006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7050b183-bfd6-4fca-855f-b5871eff46f4 req-87c64a9d-0a7a-4fed-af42-d19bbb7a93f6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2239840 Sep 16 05:30:10.014097 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:10.016901 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:10.032902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6d7ac7b5-1d8d-483c-8846-b8951814b18a None None] Provisioning complete for port 22a037b2-f414-4e01-bf33-075b65b8a4a6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:10.033288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac7b5-1d8d-483c-8846-b8951814b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.077285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca9214-71c5-4f5b-9e7a-e0f437df9b78 None None] Pushing event updated for resources: {'Port': ['ID=22a037b2-f414-4e01-bf33-075b65b8a4a6,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:10.133581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.304967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7050b183-bfd6-4fca-855f-b5871eff46f4 req-037b7e1f-4404-40e8-8c90-39a14572f2ec tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666272 Sep 16 05:30:10.447685 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:10.460042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be847e5-517c-4216-a385-5e204f450cc0 req-6d703ee3-d7fd-46dd-b289-996ef3c4257a tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.463200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3be847e5-517c-4216-a385-5e204f450cc0 req-6d703ee3-d7fd-46dd-b289-996ef3c4257a tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 949 time: 0.2660854 Sep 16 05:30:10.774585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3be847e5-517c-4216-a385-5e204f450cc0 req-d73cc90b-f8aa-46e9-a772-df1f401122dc tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262313 Sep 16 05:30:10.903452 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:08Z', 'revision_number': 3, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:10.916219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 22a037b2-f414-4e01-bf33-075b65b8a4a6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:10.968634 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Checking router: c59f7804-b518-4f65-98e9-80567db1b8cd for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:10.969888 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Updating router c59f7804-b518-4f65-98e9-80567db1b8cd port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:11.031569 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.054468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 22a037b2-f414-4e01-bf33-075b65b8a4a6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:11.055452 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.090363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-bcd95513-309a-4243-b94e-c0cc117ea3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.107899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-bcd95513-309a-4243-b94e-c0cc117ea3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.130947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-bcd95513-309a-4243-b94e-c0cc117ea3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.140475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-bcd95513-309a-4243-b94e-c0cc117ea3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.148661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-bcd95513-309a-4243-b94e-c0cc117ea3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.157116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-bcd95513-309a-4243-b94e-c0cc117ea3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.167719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-bcd95513-309a-4243-b94e-c0cc117ea3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.178490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-bcd95513-309a-4243-b94e-c0cc117ea3c5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.2918129 Sep 16 05:30:11.271007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28dbf897-c13b-40c3-99be-a61f68bdca22 req-19c664a3-0464-4e11-9b71-81e86306146e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914626 Sep 16 05:30:11.295824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.364829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 4ba7cda8-8fc6-49bf-8716-be3678c00e1c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:11.364829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.423001 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.537085 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.545133 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.562289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 4ba7cda8-8fc6-49bf-8716-be3678c00e1c owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:11.669185 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Attempting to bind port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:11.670107 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Attempting to bind port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:11.670727 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Attempting to bind port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:11.678612 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Pushing event updated for resources: {'Port': ['ID=32bbb85b-44bc-4413-b663-5b6bdfe7a12c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:11.685329 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:11.686060 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:11.686721 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.687360 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:11.688200 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Bound port: 32bbb85b-44bc-4413-b663-5b6bdfe7a12c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:11.688836 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.733598 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.734233 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.735438 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.736337 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.736742 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.737298 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.737886 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.738564 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.739106 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.739657 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.740250 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.740808 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:11.800354 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] For port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:11.805440 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] For port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=32bbb85b-44bc-4413-b663-5b6bdfe7a12c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:11.845381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862465-d95d-4d9a-8d5f-f1b680f6e1ee req-84a068b6-ade8-4bb8-9ae9-bb92566cbb75 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.848202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d862465-d95d-4d9a-8d5f-f1b680f6e1ee req-84a068b6-ade8-4bb8-9ae9-bb92566cbb75 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.3913491 Sep 16 05:30:11.854938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58e68981-ce50-4c32-8f80-f218b2e485af req-a3a4f7c3-4de4-4f4c-a06a-52ad50ac43b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3845000 Sep 16 05:30:11.858266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Allocated IP 172.20.0.1 (472221c7-51b1-4eda-9603-da8cffafb028/2f10dee9-1be3-463a-adbc-7b75feef5b36/85e24600-96b2-44fb-a2d9-e883a96011ef) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:11.894552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26497dc-0b01-44fb-919d-2546630734dc req-b5208b6d-6e75-407a-a4e2-10915eb1cf82 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.895100 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.896199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e26497dc-0b01-44fb-919d-2546630734dc req-b5208b6d-6e75-407a-a4e2-10915eb1cf82 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.66 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 949 time: 0.2461948 Sep 16 05:30:11.951513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d862465-d95d-4d9a-8d5f-f1b680f6e1ee req-4be21ade-8e40-455e-9244-748a62ebe8a0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954843 Sep 16 05:30:11.998334 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:11.999748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:12.066309 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430bd6-3c01-4011-a7ea-a1f603965281 None None] Pushing event updated for resources: {'Port': ['ID=32bbb85b-44bc-4413-b663-5b6bdfe7a12c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.134315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68981-ce50-4c32-8f80-f218b2e485af req-07276ab7-38c2-4b3f-b1b8-42dc5f9b01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.136151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58e68981-ce50-4c32-8f80-f218b2e485af req-07276ab7-38c2-4b3f-b1b8-42dc5f9b01b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 1098 time: 0.1489823 Sep 16 05:30:12.257647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a52ac1-e29d-48de-97fd-be13e0a2a089 req-2749cd9e-46f3-4e14-a8d7-6a972184cc30 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.257647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-09a52ac1-e29d-48de-97fd-be13e0a2a089 req-2749cd9e-46f3-4e14-a8d7-6a972184cc30 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 949 time: 0.1535144 Sep 16 05:30:12.261217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.279968 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:12.280197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Deleting port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:12.280496 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.315038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.409846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68981-ce50-4c32-8f80-f218b2e485af req-9b1b77e0-6aa1-4008-bc0c-8f62cbaed219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.411440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58e68981-ce50-4c32-8f80-f218b2e485af req-9b1b77e0-6aa1-4008-bc0c-8f62cbaed219 service neutron] 10.222.0.66 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.2362740 Sep 16 05:30:12.470544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58e68981-ce50-4c32-8f80-f218b2e485af req-0710f2b0-c151-40b1-ac3e-31262cee379b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64245dca-69e3-471f-aa38-19335a64e774 HTTP/1.1" status: 200 len: 217 time: 0.0468481 Sep 16 05:30:12.494040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=4ba7cda8-8fc6-49bf-8716-be3678c00e1c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.505907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-09a52ac1-e29d-48de-97fd-be13e0a2a089 req-943919df-eda6-4729-96da-ce3fd2444f45 tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/security-groups?id=46c38bcb-3776-4a35-9cbb-c6c501363117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440803 Sep 16 05:30:12.566367 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:08Z', 'revision_number': 3, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:12.579702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] For port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:12.580106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.597622 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc03f8e-a4a7-47ec-a651-572744ee8fba None None] The sync data for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 is: [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:08Z', 'revision_number': 3, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:12.629218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.711921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Network 472221c7-51b1-4eda-9603-da8cffafb028 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:12.727242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:12.741824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-7641a0d8-60c9-4cd6-a13b-b201aea884a7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.749819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-7641a0d8-60c9-4cd6-a13b-b201aea884a7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.762627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-7641a0d8-60c9-4cd6-a13b-b201aea884a7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.768337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Calling delete_port for bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:12.771553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-7641a0d8-60c9-4cd6-a13b-b201aea884a7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.779728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-7641a0d8-60c9-4cd6-a13b-b201aea884a7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.786726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-7641a0d8-60c9-4cd6-a13b-b201aea884a7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.793641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-7641a0d8-60c9-4cd6-a13b-b201aea884a7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.802405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-7641a0d8-60c9-4cd6-a13b-b201aea884a7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.3007500 Sep 16 05:30:12.817249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:12.822691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68981-ce50-4c32-8f80-f218b2e485af req-3b61ae1b-b828-4b2e-916f-5e9c205ae478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.824475 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58e68981-ce50-4c32-8f80-f218b2e485af req-3b61ae1b-b828-4b2e-916f-5e9c205ae478 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.3434067 Sep 16 05:30:12.907313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Pushing event updated for resources: {'Port': ['ID=85e24600-96b2-44fb-a2d9-e883a96011ef,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.977452 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.001221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba4b2be5-28a7-40ba-b55d-dfe0ec0dd02f req-950e75bb-1c35-4ae6-9dad-834781e3fea7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975214 Sep 16 05:30:13.024136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68981-ce50-4c32-8f80-f218b2e485af req-78211fff-c011-4d2e-bcff-3d59b1802b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.040334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58e68981-ce50-4c32-8f80-f218b2e485af req-78211fff-c011-4d2e-bcff-3d59b1802b3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1945047 Sep 16 05:30:13.055585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.409005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5599c2ad-d9a5-497f-87d4-ecd95b212129 None None] Provisioning complete for port 85e24600-96b2-44fb-a2d9-e883a96011ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:13.410993 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5599c2ad-d9a5-497f-87d4-ecd95b212129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.531734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5599c2ad-d9a5-497f-87d4-ecd95b212129 None None] Port 85e24600-96b2-44fb-a2d9-e883a96011ef cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:13.562934 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.655032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Pushing event deleted for resources: {'Port': ['ID=bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:13.677122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58e68981-ce50-4c32-8f80-f218b2e485af req-88524304-b924-4e94-bcb0-2438eb208e51 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553576 Sep 16 05:30:13.833089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b54317fb-4fa2-4ec8-821f-8a6188e8857e req-c182c06d-88aa-4d4a-bbb2-49e4ba8b960b tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 210 time: 0.0740633 Sep 16 05:30:13.834035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] No DVR routers for this DVR port bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:13.855455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.858579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e26497dc-0b01-44fb-919d-2546630734dc req-2e39d26c-1f85-40bb-abdd-75ab3ffa254f tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.66 "DELETE /v2.0/ports/bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 HTTP/1.1" status: 204 len: 173 time: 1.8999176 Sep 16 05:30:13.868244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ef110-7f88-435f-ade2-9e36722c58fd', 'name': 'network-vif-deleted', 'tag': 'bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:13.892788 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14499a4b-ee27-40cd-92f2-b4bcb8d1cbaf" -d '{"events": [{"server_uuid": "405ef110-7f88-435f-ade2-9e36722c58fd", "name": "network-vif-deleted", "tag": "bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:13.932010 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-58e68981-ce50-4c32-8f80-f218b2e485af req-cdda50fc-68d5-4c90-9dd1-755de0580a67 service neutron] 10.222.0.66 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128110 Sep 16 05:30:13.932720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router d9545e20-f38a-455e-b7a7-cc602dd746b3 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:13.989482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.085268 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e5020-dbf7-43c7-b8c8-5ec2182086ba x-openstack-request-id: req-701e5020-dbf7-43c7-b8c8-5ec2182086ba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:14.086376 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405ef110-7f88-435f-ade2-9e36722c58fd", "name": "network-vif-deleted", "tag": "bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:14.088774 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-701e5020-dbf7-43c7-b8c8-5ec2182086ba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:14.092328 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ef110-7f88-435f-ade2-9e36722c58fd', 'name': 'network-vif-deleted', 'tag': 'bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1', 'status': 'completed', 'code': 200} Sep 16 05:30:14.105581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f0073-1fd7-4a6b-8025-8a0c9de922e3 req-c52601b5-2b4a-42df-a439-22bc77d2278c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.121044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e39f0073-1fd7-4a6b-8025-8a0c9de922e3 req-c52601b5-2b4a-42df-a439-22bc77d2278c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.5750122 Sep 16 05:30:14.231736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e39f0073-1fd7-4a6b-8025-8a0c9de922e3 req-6696996a-ef52-46f7-90fa-3b3f55e9a80b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985327 Sep 16 05:30:14.276433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:14.289745 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3051e628-2f5e-4d0d-8180-7a46378eb602 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/d9545e20-f38a-455e-b7a7-cc602dd746b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7677383 Sep 16 05:30:14.290324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34526) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:14.291399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c34a3-095b-4bb2-b3a2-014970fb6c0b None None] Sync routers for ids ['d9545e20-f38a-455e-b7a7-cc602dd746b3'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:14.309630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c34a3-095b-4bb2-b3a2-014970fb6c0b None None] Routers {'d9545e20-f38a-455e-b7a7-cc602dd746b3'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:14.314797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-068c34a3-095b-4bb2-b3a2-014970fb6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d9545e20-f38a-455e-b7a7-cc602dd746b3'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:14.419577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-068c34a3-095b-4bb2-b3a2-014970fb6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:14.430406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c34a3-095b-4bb2-b3a2-014970fb6c0b None None] Routers {'d9545e20-f38a-455e-b7a7-cc602dd746b3'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:14.431101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-068c34a3-095b-4bb2-b3a2-014970fb6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d9545e20-f38a-455e-b7a7-cc602dd746b3'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:14.483419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-068c34a3-095b-4bb2-b3a2-014970fb6c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:14.484314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c34a3-095b-4bb2-b3a2-014970fb6c0b None None] The sync data for ids ['d9545e20-f38a-455e-b7a7-cc602dd746b3'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:14.500376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-61a23e5c-a077-4ae3-99a0-5d56e684c896 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.514116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-61a23e5c-a077-4ae3-99a0-5d56e684c896 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.518631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-61a23e5c-a077-4ae3-99a0-5d56e684c896 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.525673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-61a23e5c-a077-4ae3-99a0-5d56e684c896 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.532270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-61a23e5c-a077-4ae3-99a0-5d56e684c896 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.540502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-61a23e5c-a077-4ae3-99a0-5d56e684c896 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.546773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-61a23e5c-a077-4ae3-99a0-5d56e684c896 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:14.556238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-61a23e5c-a077-4ae3-99a0-5d56e684c896 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.3649895 Sep 16 05:30:14.566440 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.658785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c6df25b-17ea-478d-9fda-a5ebe39b164b req-090cef71-cbb8-42ba-9926-1b9e7c43bf4b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968854 Sep 16 05:30:14.713095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.823776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:14.863925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Pushing event updated for resources: {'Port': ['ID=85e24600-96b2-44fb-a2d9-e883a96011ef,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:14.871262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:14.880188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device bb5e4c75-86ea-48a6-82b9-e8d6e0539ea1 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:14.904953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32bbb85b-44bc-4413-b663-5b6bdfe7a12c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:14.906660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.919293 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.977315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:14.977682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.997240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b487833c-83cd-45b6-9f05-809f09adf5f2 req-86dc36e9-4b30-473a-b9f7-816cd83c346b tempest-ImagesNegativeTestJSON-1409043295 tempest-ImagesNegativeTestJSON-1409043295-project] 10.222.0.49 "GET /v2.0/ports?device_id=405ef110-7f88-435f-ade2-9e36722c58fd HTTP/1.1" status: 200 len: 210 time: 0.0378141 Sep 16 05:30:15.093753 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:15.126378 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.134765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Network 472221c7-51b1-4eda-9603-da8cffafb028 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:15.141745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:15.166984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=32bbb85b-44bc-4413-b663-5b6bdfe7a12c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:15.284931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.441762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=32bbb85b-44bc-4413-b663-5b6bdfe7a12c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:15.607432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683e69-f935-4594-91ef-35b8b00e5f36 req-1754341c-bd97-4b74-8310-6076496967d2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:15.609400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0683e69-f935-4594-91ef-35b8b00e5f36 req-1754341c-bd97-4b74-8310-6076496967d2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1988254 Sep 16 05:30:15.643072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Router c59f7804-b518-4f65-98e9-80567db1b8cd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:15.713887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ed0fd735-12b3-48a1-9cc3-8589e4b37d21 None None] Provisioning complete for port 85e24600-96b2-44fb-a2d9-e883a96011ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:15.719326 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed0fd735-12b3-48a1-9cc3-8589e4b37d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.832088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ed0fd735-12b3-48a1-9cc3-8589e4b37d21 None None] Port 85e24600-96b2-44fb-a2d9-e883a96011ef cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:16.254032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 8b665b75-b2ae-4978-bd3e-c2570f0a88f9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:16.254609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.299952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0683e69-f935-4594-91ef-35b8b00e5f36 req-7c42865f-f48a-4a00-abcf-55570d568608 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6611636 Sep 16 05:30:16.471369 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.506141 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 8b665b75-b2ae-4978-bd3e-c2570f0a88f9 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:16.578789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:16.593999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c597b9a-870e-4223-9fb3-2ab812d7460c admin admin] 10.222.0.49 "PUT /v2.0/routers/c59f7804-b518-4f65-98e9-80567db1b8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6729460 Sep 16 05:30:16.599410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-1e51518c-cf42-42c0-b8b0-27d19e97d863 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.606162 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Sync routers for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:16.616091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-1e51518c-cf42-42c0-b8b0-27d19e97d863 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.629308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-1e51518c-cf42-42c0-b8b0-27d19e97d863 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.646621 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:16.646856 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:16.651996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-1e51518c-cf42-42c0-b8b0-27d19e97d863 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.658236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-1e51518c-cf42-42c0-b8b0-27d19e97d863 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.682257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-1e51518c-cf42-42c0-b8b0-27d19e97d863 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.689549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-1e51518c-cf42-42c0-b8b0-27d19e97d863 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.696742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-1e51518c-cf42-42c0-b8b0-27d19e97d863 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.2247431 Sep 16 05:30:16.875586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74f33f33-eeae-44ac-97ce-1aa9987909d2 req-cc564989-0881-4661-bc57-51bd28508394 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473691 Sep 16 05:30:16.902023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32bbb85b-44bc-4413-b663-5b6bdfe7a12c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:17.035870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:17.039904 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.199744 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:17.270869 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.406371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=8b665b75-b2ae-4978-bd3e-c2570f0a88f9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.576148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b68a5-c2d3-4aae-bfc7-7ae62f25542d req-e1e6f74f-ad23-47f8-97e7-b2a94952eac0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:17.579089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b61b68a5-c2d3-4aae-bfc7-7ae62f25542d req-e1e6f74f-ad23-47f8-97e7-b2a94952eac0 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1525013 Sep 16 05:30:17.599000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.652337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b61b68a5-c2d3-4aae-bfc7-7ae62f25542d req-2eb63adc-a484-46ae-a395-4b86726d886f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634470 Sep 16 05:30:17.988027 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:14Z', 'revision_number': 2, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.046440 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Checking router: c59f7804-b518-4f65-98e9-80567db1b8cd for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:18.046926 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Updating router c59f7804-b518-4f65-98e9-80567db1b8cd port 85e24600-96b2-44fb-a2d9-e883a96011ef binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:18.057982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router d9545e20-f38a-455e-b7a7-cc602dd746b3 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:18.087957 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.123249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ecda-9657-497e-91af-5050dfb33613 req-191d66a6-3274-4887-b92a-d9ecbaa8471b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.129968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ecda-9657-497e-91af-5050dfb33613 req-191d66a6-3274-4887-b92a-d9ecbaa8471b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.137184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ecda-9657-497e-91af-5050dfb33613 req-191d66a6-3274-4887-b92a-d9ecbaa8471b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.168139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ecda-9657-497e-91af-5050dfb33613 req-191d66a6-3274-4887-b92a-d9ecbaa8471b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.186596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ecda-9657-497e-91af-5050dfb33613 req-191d66a6-3274-4887-b92a-d9ecbaa8471b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.200579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ecda-9657-497e-91af-5050dfb33613 req-191d66a6-3274-4887-b92a-d9ecbaa8471b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.217651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ecda-9657-497e-91af-5050dfb33613 req-191d66a6-3274-4887-b92a-d9ecbaa8471b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.219604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc51ecda-9657-497e-91af-5050dfb33613 req-191d66a6-3274-4887-b92a-d9ecbaa8471b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.1775174 Sep 16 05:30:18.232787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:18.263732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395293f0-d89a-4bbb-a77a-8564a7a0a933 None None] Sync routers for ids ['d9545e20-f38a-455e-b7a7-cc602dd746b3'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:18.277021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34622) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.277281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aefb4b27-e7b0-413c-a5cc-95572cb0cfc9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/d9545e20-f38a-455e-b7a7-cc602dd746b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9829049 Sep 16 05:30:18.291116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395293f0-d89a-4bbb-a77a-8564a7a0a933 None None] Routers {'d9545e20-f38a-455e-b7a7-cc602dd746b3'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:18.292750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-395293f0-d89a-4bbb-a77a-8564a7a0a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d9545e20-f38a-455e-b7a7-cc602dd746b3'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.346894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-395293f0-d89a-4bbb-a77a-8564a7a0a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.359923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9753548-f3ee-456c-9edc-e632bbbaba90 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9545e20-f38a-455e-b7a7-cc602dd746b3 HTTP/1.1" status: 200 len: 205 time: 0.0814672 Sep 16 05:30:18.373945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395293f0-d89a-4bbb-a77a-8564a7a0a933 None None] Routers {'d9545e20-f38a-455e-b7a7-cc602dd746b3'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:18.374671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-395293f0-d89a-4bbb-a77a-8564a7a0a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d9545e20-f38a-455e-b7a7-cc602dd746b3'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.382188 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc51ecda-9657-497e-91af-5050dfb33613 req-98b1903f-11f0-4625-b291-1841ddf451c3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1525300 Sep 16 05:30:18.384518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34624) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.500630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-395293f0-d89a-4bbb-a77a-8564a7a0a933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.501558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395293f0-d89a-4bbb-a77a-8564a7a0a933 None None] The sync data for ids ['d9545e20-f38a-455e-b7a7-cc602dd746b3'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:18.519314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799c736-cd74-46cb-aba6-a2f57d98c863 req-ab183e5e-307c-4861-b0f2-f076708873ec tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.538618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9799c736-cd74-46cb-aba6-a2f57d98c863 req-ab183e5e-307c-4861-b0f2-f076708873ec tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2566319 Sep 16 05:30:18.553623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.595024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b37524e8-1227-418c-b96c-8806a714a63a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.683263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0757243-950b-424e-992b-310128f09b9f req-92599bb9-9193-41f5-9620-67fb8b3c3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.688956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0757243-950b-424e-992b-310128f09b9f req-92599bb9-9193-41f5-9620-67fb8b3c3df2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1096 time: 0.3009374 Sep 16 05:30:18.850222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0757243-950b-424e-992b-310128f09b9f req-54641e02-2f77-4437-b15f-f1ccb25c5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:18.853317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0757243-950b-424e-992b-310128f09b9f req-54641e02-2f77-4437-b15f-f1ccb25c5376 service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.1594567 Sep 16 05:30:18.878687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9799c736-cd74-46cb-aba6-a2f57d98c863 req-b377c36a-ee65-4309-91c8-bd795a523c52 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372879 Sep 16 05:30:18.946843 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.043225 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.056132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b37524e8-1227-418c-b96c-8806a714a63a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.059485 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b37524e8-1227-418c-b96c-8806a714a63a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.125135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0757243-950b-424e-992b-310128f09b9f req-c1e325c6-4edd-44c6-9b0d-3fb3a4ec2a65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 999 time: 0.2461662 Sep 16 05:30:19.138149 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13bb3e-1f8d-4241-91bf-0f376c3e6e40 None None] Pushing event updated for resources: {'Port': ['ID=85e24600-96b2-44fb-a2d9-e883a96011ef,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:19.216185 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Attempting to bind port 85e24600-96b2-44fb-a2d9-e883a96011ef on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:19.216556 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Attempting to bind port 85e24600-96b2-44fb-a2d9-e883a96011ef by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:19.216923 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Attempting to bind port 85e24600-96b2-44fb-a2d9-e883a96011ef on network 472221c7-51b1-4eda-9603-da8cffafb028 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:19.223914 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b37524e8-1227-418c-b96c-8806a714a63a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.225292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37524e8-1227-418c-b96c-8806a714a63a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Fanout notify agent at l3_agent the message router_deleted on router d9545e20-f38a-455e-b7a7-cc602dd746b3 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:19.236730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b37524e8-1227-418c-b96c-8806a714a63a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.236730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b37524e8-1227-418c-b96c-8806a714a63a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/d9545e20-f38a-455e-b7a7-cc602dd746b3 HTTP/1.1" status: 204 len: 168 time: 0.8504400 Sep 16 05:30:19.236939 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:19.236939 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Checking segment: {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:19.237288 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.237645 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Bound using segment: {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:19.238147 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Bound port: 85e24600-96b2-44fb-a2d9-e883a96011ef, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:19.238535 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.247500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34654) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.256360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-78c60ec1-7e55-42cd-b955-b37e4cae382b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8edaad42e5774c64a1b29a5db0ea05ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7015071 Sep 16 05:30:19.266438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34656) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.290181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0757243-950b-424e-992b-310128f09b9f req-25f6908e-5ec5-40cb-a3bf-d11846e5e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:19.292065 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0757243-950b-424e-992b-310128f09b9f req-25f6908e-5ec5-40cb-a3bf-d11846e5e759 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.1564560 Sep 16 05:30:19.384018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0757243-950b-424e-992b-310128f09b9f req-4ebcacfb-15ca-4b86-b116-5784314113df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:19.385612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0757243-950b-424e-992b-310128f09b9f req-4ebcacfb-15ca-4b86-b116-5784314113df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829005 Sep 16 05:30:19.557821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3773a5a2-04bb-45bf-a178-fa534a1dcf52 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet ba3d4df6-cb1e-4cc0-8e27-6be630e4e5fa {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:19.561117 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] For port 85e24600-96b2-44fb-a2d9-e883a96011ef, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:19.586689 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] For port 85e24600-96b2-44fb-a2d9-e883a96011ef, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=85e24600-96b2-44fb-a2d9-e883a96011ef,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:19.615061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3773a5a2-04bb-45bf-a178-fa534a1dcf52 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.706323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b5dece30-d195-43eb-b326-1d88005bd486 None None] Provisioning complete for port 85e24600-96b2-44fb-a2d9-e883a96011ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:19.707328 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5dece30-d195-43eb-b326-1d88005bd486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.724211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0757243-950b-424e-992b-310128f09b9f req-41dde72f-2320-4b0d-999b-cf2abbaf7051 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297951 Sep 16 05:30:19.732531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3773a5a2-04bb-45bf-a178-fa534a1dcf52 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.746062 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.792398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af72f215-01c0-4c75-8ffe-e237051b4ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.870033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af72f215-01c0-4c75-8ffe-e237051b4ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.957958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b5dece30-d195-43eb-b326-1d88005bd486 None None] Port 85e24600-96b2-44fb-a2d9-e883a96011ef cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:19.991478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0757243-950b-424e-992b-310128f09b9f req-7d767470-11ed-49e0-8ccc-220f8770d6bc service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565639 Sep 16 05:30:20.007611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-21036fd7-660d-4342-915a-a94e598bb45e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.014936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-21036fd7-660d-4342-915a-a94e598bb45e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.025919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-21036fd7-660d-4342-915a-a94e598bb45e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.033232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a759a1d2-70e3-468f-8a3a-81b123914b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.061184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-21036fd7-660d-4342-915a-a94e598bb45e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.084538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34706) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.091006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-21036fd7-660d-4342-915a-a94e598bb45e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.114082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-21036fd7-660d-4342-915a-a94e598bb45e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.121319 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:20.125811 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:20.128419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-21036fd7-660d-4342-915a-a94e598bb45e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.143795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-21036fd7-660d-4342-915a-a94e598bb45e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.3525774 Sep 16 05:30:20.198596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3773a5a2-04bb-45bf-a178-fa534a1dcf52 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.288550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13bb3e-1f8d-4241-91bf-0f376c3e6e40 None None] Pushing event updated for resources: {'Port': ['ID=85e24600-96b2-44fb-a2d9-e883a96011ef,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.297674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06208b0a-c527-47e5-b793-d1936489c4ca req-0cd0fed6-4c2f-42cb-9133-c24f14dcf4e2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.314821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06208b0a-c527-47e5-b793-d1936489c4ca req-0cd0fed6-4c2f-42cb-9133-c24f14dcf4e2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1696167 Sep 16 05:30:20.427179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06208b0a-c527-47e5-b793-d1936489c4ca req-5c0c886a-780d-46d8-8fda-52003b707c17 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111732 Sep 16 05:30:20.503281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96816b8-b9fb-40a3-aa14-d7ed30c7b706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.522207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9e160e6-364b-469b-8c64-84c81ad9e05d req-f54fb184-729a-42df-bfe6-9493e38f0202 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3767712 Sep 16 05:30:20.613818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af72f215-01c0-4c75-8ffe-e237051b4ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.615844 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:20.620500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af72f215-01c0-4c75-8ffe-e237051b4ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.638365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-af72f215-01c0-4c75-8ffe-e237051b4ede admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46c38bcb-3776-4a35-9cbb-c6c501363117 HTTP/1.1" status: 204 len: 168 time: 1.3586516 Sep 16 05:30:20.644652 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.670339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72f215-01c0-4c75-8ffe-e237051b4ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c38bcb-3776-4a35-9cbb-c6c501363117,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.747042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ea27cca1-d4bf-445b-b6e3-0ae2719cad00 None None] Provisioning complete for port 85e24600-96b2-44fb-a2d9-e883a96011ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:20.747818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea27cca1-d4bf-445b-b6e3-0ae2719cad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.768438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3773a5a2-04bb-45bf-a178-fa534a1dcf52 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.803891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96816b8-b9fb-40a3-aa14-d7ed30c7b706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.866260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773a5a2-04bb-45bf-a178-fa534a1dcf52 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3d4df6-cb1e-4cc0-8e27-6be630e4e5fa,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.888986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3773a5a2-04bb-45bf-a178-fa534a1dcf52 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.896116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3773a5a2-04bb-45bf-a178-fa534a1dcf52 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/ba3d4df6-cb1e-4cc0-8e27-6be630e4e5fa HTTP/1.1" status: 204 len: 168 time: 1.6417968 Sep 16 05:30:20.896284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34722) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.956230 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea27cca1-d4bf-445b-b6e3-0ae2719cad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.961879 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e82c59-24f2-43af-88b0-ecddaa5b2132 None None] Network f5e73f5b-f5d8-4b43-a29c-01467074b55e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:21.028448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96816b8-b9fb-40a3-aa14-d7ed30c7b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.103691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96816b8-b9fb-40a3-aa14-d7ed30c7b706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a41e9f6-33de-4979-96b3-ba1c2c8ae131,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.149932 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:19Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.186705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ea27cca1-d4bf-445b-b6e3-0ae2719cad00 None None] For port 85e24600-96b2-44fb-a2d9-e883a96011ef, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=85e24600-96b2-44fb-a2d9-e883a96011ef,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:21.214185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34726) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:21.215935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e96816b8-b9fb-40a3-aa14-d7ed30c7b706 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a4a4413960f48999f2ea9fdffba2a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1296043 Sep 16 05:30:21.227263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f5714a-d917-4654-85dc-23f508bb2389 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet 42819b04-0b40-4394-a5b5-176848076df7 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:21.236359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27f5714a-d917-4654-85dc-23f508bb2389 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.262414 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2976b1-521c-4f7a-b047-a80237e5655f None None] The sync data for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 is: [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:19Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:21.381330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6204cbf3-4ba6-42c6-9e3e-c5e2bfd5efd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.381756 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27f5714a-d917-4654-85dc-23f508bb2389 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.430934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6204cbf3-4ba6-42c6-9e3e-c5e2bfd5efd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.473445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea27cca1-d4bf-445b-b6e3-0ae2719cad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.512913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] DHCP port deletion for f5e73f5b-f5d8-4b43-a29c-01467074b55e request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:21.668101 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6204cbf3-4ba6-42c6-9e3e-c5e2bfd5efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.681739 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6204cbf3-4ba6-42c6-9e3e-c5e2bfd5efd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.681739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6204cbf3-4ba6-42c6-9e3e-c5e2bfd5efd8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a41e9f6-33de-4979-96b3-ba1c2c8ae131 HTTP/1.1" status: 204 len: 168 time: 0.4616764 Sep 16 05:30:21.712542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204cbf3-4ba6-42c6-9e3e-c5e2bfd5efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a41e9f6-33de-4979-96b3-ba1c2c8ae131,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.820958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27f5714a-d917-4654-85dc-23f508bb2389 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.942862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27cca1-d4bf-445b-b6e3-0ae2719cad00 None None] Pushing event updated for resources: {'Port': ['ID=85e24600-96b2-44fb-a2d9-e883a96011ef,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.987648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-effe96c2-2740-41ff-8ae7-cc09693b534c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.024547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] Deleting port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:22.024857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-effe96c2-2740-41ff-8ae7-cc09693b534c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.025043 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.058165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-effe96c2-2740-41ff-8ae7-cc09693b534c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.078793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-effe96c2-2740-41ff-8ae7-cc09693b534c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.094992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-effe96c2-2740-41ff-8ae7-cc09693b534c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.113915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-effe96c2-2740-41ff-8ae7-cc09693b534c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.121489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-effe96c2-2740-41ff-8ae7-cc09693b534c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.134930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-effe96c2-2740-41ff-8ae7-cc09693b534c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.3457472 Sep 16 05:30:22.163168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294bd66-b25d-4501-9c8d-176c58b4cab3 req-f6b7bf5e-de0b-44f9-9a77-10b9c3daa0e6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.169132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8294bd66-b25d-4501-9c8d-176c58b4cab3 req-f6b7bf5e-de0b-44f9-9a77-10b9c3daa0e6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.5371315 Sep 16 05:30:22.175335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] For port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,segment=NetworkSegment(176087a9-5d42-4dfb-aa1f-3794ae02a6d9),segment_id=176087a9-5d42-4dfb-aa1f-3794ae02a6d9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:22.176200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.196632 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27f5714a-d917-4654-85dc-23f508bb2389 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.210670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-42fe073d-4af9-4659-ad21-36baeaed4438 req-db386cfa-8a0a-4391-9403-f04d521fc528 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657513 Sep 16 05:30:22.210849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] Calling delete_port for fd6b8218-4c52-48e0-9e6a-5a9e508abcbe owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:22.262111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5714a-d917-4654-85dc-23f508bb2389 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=42819b04-0b40-4394-a5b5-176848076df7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.298172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8294bd66-b25d-4501-9c8d-176c58b4cab3 req-e0b19a27-10a0-4a48-9985-56854c42aa6b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119437 Sep 16 05:30:22.301206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27f5714a-d917-4654-85dc-23f508bb2389 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.303410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-27f5714a-d917-4654-85dc-23f508bb2389 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/42819b04-0b40-4394-a5b5-176848076df7 HTTP/1.1" status: 204 len: 168 time: 1.4055555 Sep 16 05:30:22.306775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34754) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.325949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd890bb-18c0-4736-b172-2b5c02edde8b None None] Network 5ac28eeb-6cd4-48c6-8796-ad9510603973 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:22.548238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.629011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc4a20-9cab-42f2-9734-2aabc74cdd6c req-9018f00c-29f4-474a-a628-fd17165b8a86 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.630740 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24fc4a20-9cab-42f2-9734-2aabc74cdd6c req-9018f00c-29f4-474a-a628-fd17165b8a86 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1491296 Sep 16 05:30:22.708444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:22.708901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.714701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24fc4a20-9cab-42f2-9734-2aabc74cdd6c req-3f4b3dbb-613a-492d-b13f-bf4cacf7ba16 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684779 Sep 16 05:30:22.904584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,segment=NetworkSegment(176087a9-5d42-4dfb-aa1f-3794ae02a6d9),segment_id=176087a9-5d42-4dfb-aa1f-3794ae02a6d9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:22.905420 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.938688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for fd6b8218-4c52-48e0-9e6a-5a9e508abcbe owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:23.268096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 85e24600-96b2-44fb-a2d9-e883a96011ef up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:23.300955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85696b71-368b-4683-92b6-83202df5f373 req-4b6e97e5-32a3-420f-8513-4a90e8c9025b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:23.302496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85696b71-368b-4683-92b6-83202df5f373 req-4b6e97e5-32a3-420f-8513-4a90e8c9025b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2997391 Sep 16 05:30:23.407712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85696b71-368b-4683-92b6-83202df5f373 req-88d8bd64-fcea-4aa8-b538-333233550f30 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823088 Sep 16 05:30:23.432023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.472093 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.525331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:23.532622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No DVR routers for this DVR port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:23.550274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] No DVR routers for this DVR port fd6b8218-4c52-48e0-9e6a-5a9e508abcbe on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:23.552145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a3017-e062-460a-b708-1e4d7b81c22b None None] Pushing event deleted for resources: {'Port': ['ID=fd6b8218-4c52-48e0-9e6a-5a9e508abcbe,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:23.575733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0dd20f3e-794e-459a-87af-0c93f0caa779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.591171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 85e24600-96b2-44fb-a2d9-e883a96011ef triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:23.591598 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.721236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] DHCP port deletion for 5ac28eeb-6cd4-48c6-8796-ad9510603973 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:23.865414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.916285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] Deleting port 6910bcab-6b04-4117-b896-ffac841122e7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:23.917003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.958931 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.014297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e73f5b-f5d8-4b43-a29c-01467074b55e']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.046071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176087a9-5d42-4dfb-aa1f-3794ae02a6d9') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.046488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176087a9-5d42-4dfb-aa1f-3794ae02a6d9') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.059654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fd6b8218-4c52-48e0-9e6a-5a9e508abcbe no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:24.085476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.092954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: fd6b8218-4c52-48e0-9e6a-5a9e508abcbe {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:24.093654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fd6b8218-4c52-48e0-9e6a-5a9e508abcbe not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:24.099606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] For port 6910bcab-6b04-4117-b896-ffac841122e7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6910bcab-6b04-4117-b896-ffac841122e7,segment=NetworkSegment(b1c3fdaa-0d7b-4bf4-baae-847e7cd69507),segment_id=b1c3fdaa-0d7b-4bf4-baae-847e7cd69507)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:24.100485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.131643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] Calling delete_port for 6910bcab-6b04-4117-b896-ffac841122e7 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:24.140557 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.163031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:24.163443 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:24.171734 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:24.224712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-a78ec1b9-ae07-4194-81b7-afa1581e77a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:24.231844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-a78ec1b9-ae07-4194-81b7-afa1581e77a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:24.239053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-a78ec1b9-ae07-4194-81b7-afa1581e77a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:24.248968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-a78ec1b9-ae07-4194-81b7-afa1581e77a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:24.256893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-a78ec1b9-ae07-4194-81b7-afa1581e77a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:24.264989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-a78ec1b9-ae07-4194-81b7-afa1581e77a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:24.276017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-a78ec1b9-ae07-4194-81b7-afa1581e77a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:24.278691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-a78ec1b9-ae07-4194-81b7-afa1581e77a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.5973907 Sep 16 05:30:24.325857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34820) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:24.381599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4755c7b5-00d3-418b-9f7d-8eddffa530a2 req-3004ec78-0b3a-4de2-927d-fc5a0c3878be tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633111 Sep 16 05:30:24.395515 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.461456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] Pushing event deleted for resources: {'Port': ['ID=6910bcab-6b04-4117-b896-ffac841122e7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.465711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bb6da-b49b-4fee-97ec-a343a948e56c None None] No DVR routers for this DVR port 6910bcab-6b04-4117-b896-ffac841122e7 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:24.502530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.515316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.515316 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/f5e73f5b-f5d8-4b43-a29c-01467074b55e HTTP/1.1" status: 204 len: 168 time: 2.2035587 Sep 16 05:30:24.515986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34828) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:24.549177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f73e-8fa0-4b1a-98dd-09ad06b7313a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=f5e73f5b-f5d8-4b43-a29c-01467074b55e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.632480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-972007447-network', 'tenant_id': '44680ce8be2844e199142c88f21a35d6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:24.666314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.805219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Made reservation on behalf of 44680ce8be2844e199142c88f21a35d6 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:24.807770 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.811118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.830351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6910bcab-6b04-4117-b896-ffac841122e7 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:24.841699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.879579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac28eeb-6cd4-48c6-8796-ad9510603973']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.880269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 6910bcab-6b04-4117-b896-ffac841122e7 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:24.880678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6910bcab-6b04-4117-b896-ffac841122e7 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:24.905678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c3fdaa-0d7b-4bf4-baae-847e7cd69507') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.906355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c3fdaa-0d7b-4bf4-baae-847e7cd69507') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.927024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.964599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.983702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:24.984436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:24.996165 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:25.215336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee8364-e602-474a-af63-fd549947dad1 req-346e8e5a-2bdd-4984-bb5c-5133a7fab2b9 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:25.217059 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92ee8364-e602-474a-af63-fd549947dad1 req-346e8e5a-2bdd-4984-bb5c-5133a7fab2b9 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1792569 Sep 16 05:30:25.228451 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.301035 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92ee8364-e602-474a-af63-fd549947dad1 req-91457f24-b72b-4d0b-83c8-932e2775f36e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671687 Sep 16 05:30:25.305003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.321464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.325200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/5ac28eeb-6cd4-48c6-8796-ad9510603973 HTTP/1.1" status: 204 len: 168 time: 0.8093362 Sep 16 05:30:25.335768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34836) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:25.338361 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.344939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793ac25-f495-4cb2-a268-b8a00a253003 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=5ac28eeb-6cd4-48c6-8796-ad9510603973,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.350835 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.362646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-687374765'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:25.396188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f19c37-9376-40d3-a28d-cc03ea7e5167,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.411219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:25.439799 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.440678 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Added segment bbcb71b2-4fe0-41fb-845f-dd49c6641979 of type vlan for network ca0db9f6-add1-408f-80e8-9b70dd474da0 Sep 16 05:30:25.532744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:25.538165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.566317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.588580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:25.603234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 210e8fcc-e00e-46b4-8990-5e045d765d80 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:25.625129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.625588 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment ee1582d4-8a8c-4a30-8091-1a67df71f21c of type vlan for network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 Sep 16 05:30:25.660102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49db4e-a2af-4626-9d40-0b80900778a1 req-f740bcbd-e9c6-4175-a5e3-681f0efa5c57 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:25.665350 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe49db4e-a2af-4626-9d40-0b80900778a1 req-f740bcbd-e9c6-4175-a5e3-681f0efa5c57 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2302935 Sep 16 05:30:25.675068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.759794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe49db4e-a2af-4626-9d40-0b80900778a1 req-cbce34cb-95fa-45a3-bc87-19aae5a82d9c tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812495 Sep 16 05:30:25.798116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 210e8fcc-e00e-46b4-8990-5e045d765d80, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=210e8fcc-e00e-46b4-8990-5e045d765d80,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:25.814629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'port_id': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'mac_address': 'fa:16:3e:42:67:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:25.840785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.842199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:25.842982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.845320 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.873071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:25.873582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.882518 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.910802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210e8fcc-e00e-46b4-8990-5e045d765d80 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:25.969229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 210e8fcc-e00e-46b4-8990-5e045d765d80, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=210e8fcc-e00e-46b4-8990-5e045d765d80,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:26.014440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6860967 Sep 16 05:30:26.018532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34846) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.023891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6835809 Sep 16 05:30:26.027648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34848) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.029566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Request body: {'subnet': {'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-972007447-subnet', 'tenant_id': '44680ce8be2844e199142c88f21a35d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:26.030378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a578e5b-bba2-486f-a2fe-74b803a1829d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.036194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe14d3a-3e50-49fe-851c-b2b5b0135812 admin admin] Pushing event updated for resources: {'Network': ['ID=ca0db9f6-add1-408f-80e8-9b70dd474da0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.037695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': 'ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:26.048564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:26.073902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-d2d4b87e-a0a7-43b2-a95f-3e760813e133 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.080970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-d2d4b87e-a0a7-43b2-a95f-3e760813e133 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.088266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-d2d4b87e-a0a7-43b2-a95f-3e760813e133 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.095203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-d2d4b87e-a0a7-43b2-a95f-3e760813e133 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.105257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-d2d4b87e-a0a7-43b2-a95f-3e760813e133 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.112019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-d2d4b87e-a0a7-43b2-a95f-3e760813e133 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.118974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-d2d4b87e-a0a7-43b2-a95f-3e760813e133 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.129496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-d2d4b87e-a0a7-43b2-a95f-3e760813e133 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5420 time: 0.2555306 Sep 16 05:30:26.143738 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ca0db9f6-add1-408f-80e8-9b70dd474da0 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:26.191357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.194559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 25cb2fee-e7df-46da-ad3c-712a58aa71e2 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:26.225966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Made reservation on behalf of 44680ce8be2844e199142c88f21a35d6 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:26.229986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.317396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bced3c7-50ed-4027-aea2-215d930d2050 req-6532075a-bcde-4471-8360-f1e2c8947d7c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1804390 Sep 16 05:30:26.324050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:26.330127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.400312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=210e8fcc-e00e-46b4-8990-5e045d765d80,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.530412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 25cb2fee-e7df-46da-ad3c-712a58aa71e2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:26.566026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '25cb2fee-e7df-46da-ad3c-712a58aa71e2', 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'port_id': '25cb2fee-e7df-46da-ad3c-712a58aa71e2', 'mac_address': 'fa:16:3e:1b:7e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0cd1a8-12f2-4072-a7ec-0e232438602f', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:26.649715 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.671069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb2fee-e7df-46da-ad3c-712a58aa71e2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:26.703739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 25cb2fee-e7df-46da-ad3c-712a58aa71e2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:26.713125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d5574-f558-41ec-8211-9fdf297c766c req-57d87aa2-0230-4f96-a50e-6e4f1b968a3e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:26.726784 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-857d5574-f558-41ec-8211-9fdf297c766c req-57d87aa2-0230-4f96-a50e-6e4f1b968a3e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.2109742 Sep 16 05:30:26.789519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-857d5574-f558-41ec-8211-9fdf297c766c req-2103dd67-d92e-4e8d-947d-f01de6ead953 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615528 Sep 16 05:30:26.790312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.791210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5360511c-4924-4f0f-af45-23b4847dfae2 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:26.824392 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.864335 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.925364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=25cb2fee-e7df-46da-ad3c-712a58aa71e2,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.952293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9b7ed8-062c-4a50-be28-613d4724e0a5,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.954042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5360511c-4924-4f0f-af45-23b4847dfae2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5360511c-4924-4f0f-af45-23b4847dfae2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:26.993178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '5360511c-4924-4f0f-af45-23b4847dfae2', 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'port_id': '5360511c-4924-4f0f-af45-23b4847dfae2', 'mac_address': 'fa:16:3e:4a:0a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0cd1a8-12f2-4072-a7ec-0e232438602f', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:27.063936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': 'ee1582d4-8a8c-4a30-8091-1a67df71f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:27.064386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:27.077040 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.094686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=5d084a9d-81eb-44eb-8702-4ef3f6c49adc,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:27.112476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5360511c-4924-4f0f-af45-23b4847dfae2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:27.127766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Checking segment: {'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:27.128412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Network hostable DHCP agents. Network: ca0db9f6-add1-408f-80e8-9b70dd474da0, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:27.143234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5360511c-4924-4f0f-af45-23b4847dfae2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5360511c-4924-4f0f-af45-23b4847dfae2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:27.162683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3557c-9978-470d-83ed-697195575387 req-8a74c4fa-85cc-43ce-867b-b6eadcc71ea8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.165500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25c3557c-9978-470d-83ed-697195575387 req-8a74c4fa-85cc-43ce-867b-b6eadcc71ea8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2057710 Sep 16 05:30:27.166257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:27.223731 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.224592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device dd34d6a4-b131-452e-b3ef-209fe54a3dbd details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:27.245919 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25c3557c-9978-470d-83ed-697195575387 req-8f32e80b-3b2b-44dc-863c-e066d438f7d2 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691135 Sep 16 05:30:27.269668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:27.286448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.301692 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.323983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd418b-02e3-4505-91a2-c02379f4401d None None] Network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:27.359661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Network ca0db9f6-add1-408f-80e8-9b70dd474da0 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:27.380138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ca0db9f6-add1-408f-80e8-9b70dd474da0) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:27.406681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:27.407786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.425799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3d55e3da-4a48-4e22-9dbc-476136cb43a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3962777 Sep 16 05:30:27.431208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34876) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:27.453078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bfc74991-7e8d-48a0-8171-15e86fc859f1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1570737092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:27.470718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda588f6-b506-4eff-b5c8-72b7edef90ba None None] Network ca0db9f6-add1-408f-80e8-9b70dd474da0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:27.508182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:30:27.572766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5c321dd5-604f-4921-a18c-be6ff6d43e12 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5520086 Sep 16 05:30:27.601971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5360511c-4924-4f0f-af45-23b4847dfae2,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:27.645903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port dd34d6a4-b131-452e-b3ef-209fe54a3dbd, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:27.677559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc74991-7e8d-48a0-8171-15e86fc859f1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.679020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc74991-7e8d-48a0-8171-15e86fc859f1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.715695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'dd34d6a4-b131-452e-b3ef-209fe54a3dbd', 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'port_id': 'dd34d6a4-b131-452e-b3ef-209fe54a3dbd', 'mac_address': 'fa:16:3e:78:1a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0cd1a8-12f2-4072-a7ec-0e232438602f', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:27.756668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.876173 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc74991-7e8d-48a0-8171-15e86fc859f1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.042334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc74991-7e8d-48a0-8171-15e86fc859f1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.048112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-5b34e0b8-208e-4307-8179-4905d79a7a25 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.062896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-5b34e0b8-208e-4307-8179-4905d79a7a25 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.090594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-5b34e0b8-208e-4307-8179-4905d79a7a25 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.100080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.102762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef0e4c-0e02-4924-961b-5e389564480d req-a9e42701-73c0-4411-ba1f-b0095867e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.111510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-faef0e4c-0e02-4924-961b-5e389564480d req-a9e42701-73c0-4411-ba1f-b0095867e0a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35939a17332d4166865b8b97d16dcd7e&device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 1096 time: 0.1240232 Sep 16 05:30:28.112241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-5b34e0b8-208e-4307-8179-4905d79a7a25 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.129427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-5b34e0b8-208e-4307-8179-4905d79a7a25 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.148559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-5b34e0b8-208e-4307-8179-4905d79a7a25 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.172620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-5b34e0b8-208e-4307-8179-4905d79a7a25 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.175777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-5b34e0b8-208e-4307-8179-4905d79a7a25 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5423 time: 0.2929726 Sep 16 05:30:28.185059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd34d6a4-b131-452e-b3ef-209fe54a3dbd {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:28.262895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bfc74991-7e8d-48a0-8171-15e86fc859f1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.264527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bfc74991-7e8d-48a0-8171-15e86fc859f1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8316388 Sep 16 05:30:28.266523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c14fe381-67e0-4e97-8a44-1e1cbb4bd98b req-448e3f40-1a51-455b-8760-cca48d4cc635 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834413 Sep 16 05:30:28.267265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:28.272792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'port': {'network_id': 'ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29', 'name': 'tempest-RoutersIpV6Test-1626622712'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:28.280197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29', 'network_id': 'ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': '5d084a9d-81eb-44eb-8702-4ef3f6c49adc'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:28.285414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.303621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048f07a-6ac2-424c-9456-81776e458a98 None None] Network ca0db9f6-add1-408f-80e8-9b70dd474da0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:28.364506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef0e4c-0e02-4924-961b-5e389564480d req-6211ab6b-d779-497c-a199-ebd980e7d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.366568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-faef0e4c-0e02-4924-961b-5e389564480d req-6211ab6b-d779-497c-a199-ebd980e7d06b service neutron] 10.222.0.30 "GET /v2.0/networks?id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 200 len: 913 time: 0.2483246 Sep 16 05:30:28.425624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port dd34d6a4-b131-452e-b3ef-209fe54a3dbd, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:28.561982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b2eb6-7131-4648-a461-e1f7cf808531 req-36e12ef4-c0e7-4c8a-9367-41503799d089 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.569232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.572843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-406b2eb6-7131-4648-a461-e1f7cf808531 req-36e12ef4-c0e7-4c8a-9367-41503799d089 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1483111 Sep 16 05:30:28.580118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-faef0e4c-0e02-4924-961b-5e389564480d req-b5426346-024c-40ed-89e7-52daf2a59458 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 200 len: 999 time: 0.2048542 Sep 16 05:30:28.652857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-406b2eb6-7131-4648-a461-e1f7cf808531 req-a860d48e-a1de-4a52-b257-59e160b600d7 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763502 Sep 16 05:30:28.659416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef0e4c-0e02-4924-961b-5e389564480d req-c3c5524b-2402-43ec-9249-56eae7ff7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.660789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-faef0e4c-0e02-4924-961b-5e389564480d req-c3c5524b-2402-43ec-9249-56eae7ff7de6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 200 len: 851 time: 0.0717778 Sep 16 05:30:28.713638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8b007-add3-4fce-9f3d-1871372500ef req-6cd94004-2d0b-48d0-a722-05efeb51e04d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.727941 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43f8b007-add3-4fce-9f3d-1871372500ef req-6cd94004-2d0b-48d0-a722-05efeb51e04d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.3545184 Sep 16 05:30:28.744938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 10fd841f-9e1f-4feb-a478-4d8877e541e5 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:28.748444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:28.760209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:28.764385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.787845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] device_id is not set on port fb97c75d-abf9-4afc-ae40-593def6fbe7a yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:30:28.809205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43f8b007-add3-4fce-9f3d-1871372500ef req-35a778c9-5cca-46b4-a21f-61c7244a26ae tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806358 Sep 16 05:30:28.844280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef0e4c-0e02-4924-961b-5e389564480d req-fbcdd61e-8b98-4653-8854-bc14e1544336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:28.845885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-faef0e4c-0e02-4924-961b-5e389564480d req-fbcdd61e-8b98-4653-8854-bc14e1544336 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734142 Sep 16 05:30:28.939506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:30:29.106603 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-faef0e4c-0e02-4924-961b-5e389564480d req-f50abd7c-61f0-483d-8cab-fa7cd8bd1497 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501030 Sep 16 05:30:29.235714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-faef0e4c-0e02-4924-961b-5e389564480d req-3dd058a2-39d9-4ef1-be15-56e8665d1eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207187 Sep 16 05:30:29.244880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8::269 (ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29/5d084a9d-81eb-44eb-8702-4ef3f6c49adc/fb97c75d-abf9-4afc-ae40-593def6fbe7a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:29.610898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-4b62d051-4879-4158-94c6-d03bcf9c85c7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.618312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.626473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-4b62d051-4879-4158-94c6-d03bcf9c85c7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.634360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-4b62d051-4879-4158-94c6-d03bcf9c85c7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.640945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-4b62d051-4879-4158-94c6-d03bcf9c85c7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.661187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-4b62d051-4879-4158-94c6-d03bcf9c85c7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.670630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-4b62d051-4879-4158-94c6-d03bcf9c85c7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.678334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-4b62d051-4879-4158-94c6-d03bcf9c85c7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.687952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-4b62d051-4879-4158-94c6-d03bcf9c85c7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5424 time: 0.2237086 Sep 16 05:30:29.750983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 10fd841f-9e1f-4feb-a478-4d8877e541e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:29.785773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['5360511c-4924-4f0f-af45-23b4847dfae2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:29.786789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca5b4812-b195-4bea-a910-7f41cc783607 req-5d11410d-d9f0-4ca9-b691-d00c19fafa49 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974746 Sep 16 05:30:29.789622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '10fd841f-9e1f-4feb-a478-4d8877e541e5', 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891', 'port_id': '10fd841f-9e1f-4feb-a478-4d8877e541e5', 'mac_address': 'fa:16:3e:5b:13:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0f160b-ff9c-43aa-b5d9-9d604de84c6b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:29.790046 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.886635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['25cb2fee-e7df-46da-ad3c-712a58aa71e2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:29.925099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['dd34d6a4-b131-452e-b3ef-209fe54a3dbd'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:29.970402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b828c-82c7-4a88-86f9-c1603a034824 req-301659c6-0b7d-47d8-9d67-3cd3a6caa56e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:29.972548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-016b828c-82c7-4a88-86f9-c1603a034824 req-301659c6-0b7d-47d8-9d67-3cd3a6caa56e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1040204 Sep 16 05:30:30.033823 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.063966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-016b828c-82c7-4a88-86f9-c1603a034824 req-4c8d8f52-aa6b-457c-b680-2198445440fe tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793645 Sep 16 05:30:30.093330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:30.099179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:30.102921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:30.112399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:30.113199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.144793 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.207440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Allocated IP 2001:db8::2 (ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29/5d084a9d-81eb-44eb-8702-4ef3f6c49adc/c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:30.225359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=fb97c75d-abf9-4afc-ae40-593def6fbe7a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:30.241950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['210e8fcc-e00e-46b4-8990-5e045d765d80'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:30.246381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fd841f-9e1f-4feb-a478-4d8877e541e5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:30.345053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34920) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:30.345739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0c9be364-cd61-4192-8490-f8899d4e8e4f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0772274 Sep 16 05:30:30.374923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30787f-b450-491e-9ba2-0957649d91b4 req-990a2f78-b724-4ac1-b383-9324019b307e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:30.386013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa30787f-b450-491e-9ba2-0957649d91b4 req-990a2f78-b724-4ac1-b383-9324019b307e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1126568 Sep 16 05:30:30.439234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa30787f-b450-491e-9ba2-0957649d91b4 req-031cc6b5-d88f-4b93-9f4a-cf3be48cc777 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504854 Sep 16 05:30:30.655759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 10fd841f-9e1f-4feb-a478-4d8877e541e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:30.888936 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.889858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 93d5dcd0-5021-4062-97f5-820c5d3e8d8a details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:31.044641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=10fd841f-9e1f-4feb-a478-4d8877e541e5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:31.117736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-1c72b430-ec49-4a3a-bd7a-7d5bbfaaf393 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.124727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-1c72b430-ec49-4a3a-bd7a-7d5bbfaaf393 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.133365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-1c72b430-ec49-4a3a-bd7a-7d5bbfaaf393 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.141851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-1c72b430-ec49-4a3a-bd7a-7d5bbfaaf393 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.157493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-1c72b430-ec49-4a3a-bd7a-7d5bbfaaf393 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.195729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-1c72b430-ec49-4a3a-bd7a-7d5bbfaaf393 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.230410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-1c72b430-ec49-4a3a-bd7a-7d5bbfaaf393 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.242773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-1c72b430-ec49-4a3a-bd7a-7d5bbfaaf393 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5425 time: 0.2984018 Sep 16 05:30:31.393639 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:30:31.402209 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33f43d37-63dd-46c3-bc75-bafe2cc3cb0d req-6f4ab41c-0819-4859-8404-eeec5e95b21e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221759 Sep 16 05:30:31.532065 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.596453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd144140-c471-4d15-95f1-af26ecab08b8 req-92d2dd9a-6b6d-46ff-be9a-f629115a93bc tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:31.623520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd144140-c471-4d15-95f1-af26ecab08b8 req-92d2dd9a-6b6d-46ff-be9a-f629115a93bc tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.2355251 Sep 16 05:30:31.682676 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.823448 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.944612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd144140-c471-4d15-95f1-af26ecab08b8 req-e8b21d39-ba20-41c3-94c9-231cf61423ce tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157551 Sep 16 05:30:31.992835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:32.100083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:32.197638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:32.202929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:32.227472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Pushing event updated for resources: {'Port': ['ID=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.277772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a', 'network_id': '99b90ff8-9324-4e7b-a91c-d931cb8278d1', 'port_id': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a', 'mac_address': 'fa:16:3e:fb:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0cd1a8-12f2-4072-a7ec-0e232438602f', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:32.387008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ca677-bd53-436f-ba4a-7a0dd977bb3b req-080eba9c-e6b0-4889-a135-81b9e6dc5500 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:32.403504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af1ca677-bd53-436f-ba4a-7a0dd977bb3b req-080eba9c-e6b0-4889-a135-81b9e6dc5500 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2141445 Sep 16 05:30:32.449644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34964) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.480435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Attempting to bind port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:32.480907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Attempting to bind port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'ee1582d4-8a8c-4a30-8091-1a67df71f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:32.481280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Attempting to bind port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 on network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:32.511367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.520381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:32.521167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Checking segment: {'id': 'ee1582d4-8a8c-4a30-8091-1a67df71f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:32.522695 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.522695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Bound using segment: {'id': 'ee1582d4-8a8c-4a30-8091-1a67df71f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:32.522695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Bound port: c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1582d4-8a8c-4a30-8091-1a67df71f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:32.523233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.591317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d5dcd0-5021-4062-97f5-820c5d3e8d8a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:32.807830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.890393 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.971559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] For port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:32.985554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] For port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,segment=NetworkSegment(ee1582d4-8a8c-4a30-8091-1a67df71f21c),segment_id=ee1582d4-8a8c-4a30-8091-1a67df71f21c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:33.032394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:33.110778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f57cb35e-8ef4-404d-b36f-7c14859eb046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.117377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.221432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.272476 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.273694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c5fcdd0c-b69f-413b-84f2-65719330ac91 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:33.378798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=fb97c75d-abf9-4afc-ae40-593def6fbe7a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:33.431344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167ed24-650f-44ab-9fbe-f75c75f9e0be None None] Pushing event updated for resources: {'Port': ['ID=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:33.482390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af1ca677-bd53-436f-ba4a-7a0dd977bb3b req-4f132a3c-e687-444c-850e-dc6c40fba318 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0737329 Sep 16 05:30:33.534588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c5fcdd0c-b69f-413b-84f2-65719330ac91, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:33.544828 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f57cb35e-8ef4-404d-b36f-7c14859eb046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.567717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'c5fcdd0c-b69f-413b-84f2-65719330ac91', 'network_id': 'f60b21fe-fe60-4b7d-896e-621284a58891', 'port_id': 'c5fcdd0c-b69f-413b-84f2-65719330ac91', 'mac_address': 'fa:16:3e:a9:0d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0f160b-ff9c-43aa-b5d9-9d604de84c6b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:33.657764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f57cb35e-8ef4-404d-b36f-7c14859eb046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.702954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:33.708532 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.739493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fcdd0c-b69f-413b-84f2-65719330ac91 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:33.773812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52127c4-3052-43a5-ba38-2a032a536282 req-a3ef6cf5-a49f-4ba5-a806-6dc5c6d9a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.815424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52127c4-3052-43a5-ba38-2a032a536282 req-a3ef6cf5-a49f-4ba5-a806-6dc5c6d9a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.824182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52127c4-3052-43a5-ba38-2a032a536282 req-a3ef6cf5-a49f-4ba5-a806-6dc5c6d9a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.832717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52127c4-3052-43a5-ba38-2a032a536282 req-a3ef6cf5-a49f-4ba5-a806-6dc5c6d9a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.844060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52127c4-3052-43a5-ba38-2a032a536282 req-a3ef6cf5-a49f-4ba5-a806-6dc5c6d9a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.854941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52127c4-3052-43a5-ba38-2a032a536282 req-a3ef6cf5-a49f-4ba5-a806-6dc5c6d9a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.862806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52127c4-3052-43a5-ba38-2a032a536282 req-a3ef6cf5-a49f-4ba5-a806-6dc5c6d9a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:33.862922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c5fcdd0c-b69f-413b-84f2-65719330ac91, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:33.875015 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a52127c4-3052-43a5-ba38-2a032a536282 req-a3ef6cf5-a49f-4ba5-a806-6dc5c6d9a76f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5426 time: 0.4041464 Sep 16 05:30:33.941121 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.950321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f57cb35e-8ef4-404d-b36f-7c14859eb046 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f8ca37f6dab48c283ce0af0c1dafcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4950278 Sep 16 05:30:33.964661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34986) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:34.052761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cb35e-8ef4-404d-b36f-7c14859eb046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446c70b9-b92f-4b85-8356-d18fb2896be1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:34.076824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c5fcdd0c-b69f-413b-84f2-65719330ac91,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:34.103849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a52127c4-3052-43a5-ba38-2a032a536282 req-fbcc1970-462a-41e1-998a-e7341ef39a3c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2278750 Sep 16 05:30:34.113173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5360511c-4924-4f0f-af45-23b4847dfae2 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:34.207343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-950f4459-b079-4524-9889-db34f7c0ddea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.268695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-950f4459-b079-4524-9889-db34f7c0ddea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.315621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 5360511c-4924-4f0f-af45-23b4847dfae2 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:34.323074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 5360511c-4924-4f0f-af45-23b4847dfae2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:34.328512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.415048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238856a-6d74-4031-8e06-1e6a8a72c8ae req-f3ff47b0-4790-4f1a-88bd-770794e2ec94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.422511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0238856a-6d74-4031-8e06-1e6a8a72c8ae req-f3ff47b0-4790-4f1a-88bd-770794e2ec94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1294672 Sep 16 05:30:34.510169 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.557197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bed349-819b-4b32-a286-7da0899e12c3 req-dd4e2427-687e-4a29-b9e5-31f5111261bd tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.562413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26bed349-819b-4b32-a286-7da0899e12c3 req-dd4e2427-687e-4a29-b9e5-31f5111261bd tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.9361329 Sep 16 05:30:34.569354 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-950f4459-b079-4524-9889-db34f7c0ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.578725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-950f4459-b079-4524-9889-db34f7c0ddea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.580527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-950f4459-b079-4524-9889-db34f7c0ddea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/446c70b9-b92f-4b85-8356-d18fb2896be1 HTTP/1.1" status: 204 len: 168 time: 0.6130178 Sep 16 05:30:34.606016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0238856a-6d74-4031-8e06-1e6a8a72c8ae req-6f1cb196-3c0c-4f5b-9324-038d983ef6c8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579366 Sep 16 05:30:34.618062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f4459-b079-4524-9889-db34f7c0ddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c70b9-b92f-4b85-8356-d18fb2896be1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:34.652632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.737738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26bed349-819b-4b32-a286-7da0899e12c3 req-e6ceecc7-299e-438a-a2cd-911e1be6e376 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744318 Sep 16 05:30:34.748478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['10fd841f-9e1f-4feb-a478-4d8877e541e5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:34.757774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['c5fcdd0c-b69f-413b-84f2-65719330ac91'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:35.053807 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:35.316164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5360511c-4924-4f0f-af45-23b4847dfae2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:35.329954 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dda24b-3862-46c0-a9a4-3b6e3599ee37" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "5360511c-4924-4f0f-af45-23b4847dfae2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:35.630579 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.712208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-e5d43e23-a926-46d5-8315-60075c4c8dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.723193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-e5d43e23-a926-46d5-8315-60075c4c8dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.759363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-e5d43e23-a926-46d5-8315-60075c4c8dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.765831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.768972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.769109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-e5d43e23-a926-46d5-8315-60075c4c8dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.777306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-e5d43e23-a926-46d5-8315-60075c4c8dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.786436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-e5d43e23-a926-46d5-8315-60075c4c8dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.800281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-e5d43e23-a926-46d5-8315-60075c4c8dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.809517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-e5d43e23-a926-46d5-8315-60075c4c8dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5427 time: 0.2774169 Sep 16 05:30:35.875837 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9cc2814-7148-4e87-848a-cedff93c02ed req-30494214-f4b0-45a7-a8d9-c45cf80558b6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650513 Sep 16 05:30:35.940256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38508bc3-8741-4d79-8c18-118584b526f0 None None] Network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:35.940256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['93d5dcd0-5021-4062-97f5-820c5d3e8d8a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:35.968369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=fb97c75d-abf9-4afc-ae40-593def6fbe7a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:35.981937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5360511c-4924-4f0f-af45-23b4847dfae2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5360511c-4924-4f0f-af45-23b4847dfae2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:36.005379 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd04f1e-9729-4b1f-8402-d2b9022d2fc1 x-openstack-request-id: req-fdd04f1e-9729-4b1f-8402-d2b9022d2fc1 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:36.005584 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "5360511c-4924-4f0f-af45-23b4847dfae2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:36.020333 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdd04f1e-9729-4b1f-8402-d2b9022d2fc1 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:36.020333 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5360511c-4924-4f0f-af45-23b4847dfae2', 'code': 200} Sep 16 05:30:36.320521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287ff5-c9bd-4b07-930d-01f6e702d272 req-aa73d37c-59dc-4b29-a0a6-b59a0c986229 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:36.330490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.330674 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d0287ff5-c9bd-4b07-930d-01f6e702d272 req-aa73d37c-59dc-4b29-a0a6-b59a0c986229 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1971948 Sep 16 05:30:36.387307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:36.393750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:36.457005 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.461516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 25cb2fee-e7df-46da-ad3c-712a58aa71e2 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:36.463124 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d0287ff5-c9bd-4b07-930d-01f6e702d272 req-7585f882-da8b-47db-b275-522e2fe10527 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279166 Sep 16 05:30:36.792639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c6807eff-1fd7-4145-b7eb-78de22cadb99 None None] Provisioning complete for port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:36.792639 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6807eff-1fd7-4145-b7eb-78de22cadb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.803012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 1d4c1a73-23fa-4c30-b246-6ea03308756c is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:30:36.872719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:36.876958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.127312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-714a2aef-e029-4db7-94ef-e04eb3fd4924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.162289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:37.314351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:37.334473 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b12563f-da2a-4802-9db1-d7255055f65c None None] Sync routers for ids ['1d4c1a73-23fa-4c30-b246-6ea03308756c'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:37.345140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-684135e1-d093-4ac7-a2f8-b3183b2d7ee0 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/1d4c1a73-23fa-4c30-b246-6ea03308756c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9956813 Sep 16 05:30:37.345522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35070) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:37.361229 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12563f-da2a-4802-9db1-d7255055f65c None None] Routers {'1d4c1a73-23fa-4c30-b246-6ea03308756c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:37.365067 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4b12563f-da2a-4802-9db1-d7255055f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['1d4c1a73-23fa-4c30-b246-6ea03308756c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.515834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146fe11-580a-48e3-847c-682b53b695b4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:37.521269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e146fe11-580a-48e3-847c-682b53b695b4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports/fb97c75d-abf9-4afc-ae40-593def6fbe7a HTTP/1.1" status: 200 len: 984 time: 0.1679990 Sep 16 05:30:37.522759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35080) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:37.583502 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4b12563f-da2a-4802-9db1-d7255055f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.629417 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12563f-da2a-4802-9db1-d7255055f65c None None] Routers {'1d4c1a73-23fa-4c30-b246-6ea03308756c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:37.635543 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4b12563f-da2a-4802-9db1-d7255055f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['1d4c1a73-23fa-4c30-b246-6ea03308756c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.667739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-714a2aef-e029-4db7-94ef-e04eb3fd4924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:37.769363 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4b12563f-da2a-4802-9db1-d7255055f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:37.770908 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b12563f-da2a-4802-9db1-d7255055f65c None None] The sync data for ids ['1d4c1a73-23fa-4c30-b246-6ea03308756c'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:37.796951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5360511c-4924-4f0f-af45-23b4847dfae2,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:37.873621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-714a2aef-e029-4db7-94ef-e04eb3fd4924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.056513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a2aef-e029-4db7-94ef-e04eb3fd4924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acac8552-ed98-410b-b1fd-8cf57173e6cb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:38.066719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-714a2aef-e029-4db7-94ef-e04eb3fd4924 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81ffb01aaff74cdb899594e4711c9387&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7422328 Sep 16 05:30:38.069695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35102) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.107446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:38.251245 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee17ce67-1126-4040-885f-7a568dffffdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.305079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-230e14aa-2275-4f62-9752-55d7714915a5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.312592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-230e14aa-2275-4f62-9752-55d7714915a5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.314717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:38.315153 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.322009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-230e14aa-2275-4f62-9752-55d7714915a5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.341887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-230e14aa-2275-4f62-9752-55d7714915a5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.349403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee17ce67-1126-4040-885f-7a568dffffdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.358750 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6807eff-1fd7-4145-b7eb-78de22cadb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.365000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-230e14aa-2275-4f62-9752-55d7714915a5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.373665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-230e14aa-2275-4f62-9752-55d7714915a5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.383552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-230e14aa-2275-4f62-9752-55d7714915a5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:38.395285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-230e14aa-2275-4f62-9752-55d7714915a5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5428 time: 1.3194997 Sep 16 05:30:38.589629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6c219d4-9617-4876-8e1f-10f641e866d6 req-254c062b-01be-40b6-8179-124b87b73f68 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1930013 Sep 16 05:30:38.652203 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.resource_extend [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:30:38.667722 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee17ce67-1126-4040-885f-7a568dffffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.670367 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee17ce67-1126-4040-885f-7a568dffffdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.672758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ee17ce67-1126-4040-885f-7a568dffffdf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acac8552-ed98-410b-b1fd-8cf57173e6cb HTTP/1.1" status: 204 len: 168 time: 0.6010795 Sep 16 05:30:38.676448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c6807eff-1fd7-4145-b7eb-78de22cadb99 None None] For port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,segment=NetworkSegment(ee1582d4-8a8c-4a30-8091-1a67df71f21c),segment_id=ee1582d4-8a8c-4a30-8091-1a67df71f21c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:38.682643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.707081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17ce67-1126-4040-885f-7a568dffffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac8552-ed98-410b-b1fd-8cf57173e6cb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:38.960174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6807eff-1fd7-4145-b7eb-78de22cadb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.219480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:39.239445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-246c5302-7935-4206-b314-39fe8ac701b1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:39.256034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-246c5302-7935-4206-b314-39fe8ac701b1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=838d1a8e-877a-4c7e-8bee-ccda386f09c2 HTTP/1.1" status: 200 len: 943 time: 0.1703870 Sep 16 05:30:39.271100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '9a97747c-1645-4f02-b718-bf5844097471', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'port_id': '9a97747c-1645-4f02-b718-bf5844097471', 'mac_address': 'fa:16:3e:d6:a7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:39.321720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae92a8-df6a-45f5-9edf-687dfe1d698d req-96e6f378-19a0-4136-b46b-db2a0d9c4071 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:39.329240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9ae92a8-df6a-45f5-9edf-687dfe1d698d req-96e6f378-19a0-4136-b46b-db2a0d9c4071 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.3574696 Sep 16 05:30:39.668274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Deleting port 3d70386f-79f7-4a63-9e83-cb85614f2d7f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:39.678686 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.727351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9ae92a8-df6a-45f5-9edf-687dfe1d698d req-8523aa6f-57d8-4870-abca-ea3a08dd3e20 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3971684 Sep 16 05:30:39.754552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.791915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-02598304-2c56-496f-aceb-5c29c407dc2e None None] Provisioning complete for port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:39.794060 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02598304-2c56-496f-aceb-5c29c407dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.086748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] For port 3d70386f-79f7-4a63-9e83-cb85614f2d7f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3d70386f-79f7-4a63-9e83-cb85614f2d7f,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:40.090003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.129834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Calling delete_port for 3d70386f-79f7-4a63-9e83-cb85614f2d7f owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:40.153718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.234159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.314706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6807eff-1fd7-4145-b7eb-78de22cadb99 None None] Pushing event updated for resources: {'Port': ['ID=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:40.436205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:40.437951 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:40.677034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a97747c-1645-4f02-b718-bf5844097471 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:40.750392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:40.766772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.780838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb2fee-e7df-46da-ad3c-712a58aa71e2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:40.788729 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4201430-da38-4b60-9ec9-7ef898481f8f" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "25cb2fee-e7df-46da-ad3c-712a58aa71e2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:40.868755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d149ba6e-1079-4c4f-bd15-07a1cb427704'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:40.880707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['64245dca-69e3-471f-aa38-19335a64e774'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:40.946730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 25cb2fee-e7df-46da-ad3c-712a58aa71e2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:40.957649 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.973052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event deleted for resources: {'Port': ['ID=3d70386f-79f7-4a63-9e83-cb85614f2d7f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:41.131553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] No DVR routers for this DVR port 3d70386f-79f7-4a63-9e83-cb85614f2d7f on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:41.133931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.136467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 210e8fcc-e00e-46b4-8990-5e045d765d80 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:41.141234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.174156 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be497541-c33e-4221-bbd1-68f511cc5af9 req-e00cc4dc-4cd2-437e-8768-7e9523a168a4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "DELETE /v2.0/ports/3d70386f-79f7-4a63-9e83-cb85614f2d7f HTTP/1.1" status: 204 len: 173 time: 1.9085495 Sep 16 05:30:41.174156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'name': 'network-vif-deleted', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:41.174156 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f07e93-c908-46e4-b384-1f4ca7150935" -d '{"events": [{"server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "name": "network-vif-deleted", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:41.252535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-cf19ed53-6b38-4bcc-9151-504dd6053bc3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.270287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-cf19ed53-6b38-4bcc-9151-504dd6053bc3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.280550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-cf19ed53-6b38-4bcc-9151-504dd6053bc3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.321307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-cf19ed53-6b38-4bcc-9151-504dd6053bc3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.345870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-cf19ed53-6b38-4bcc-9151-504dd6053bc3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.377408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-cf19ed53-6b38-4bcc-9151-504dd6053bc3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.384829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-cf19ed53-6b38-4bcc-9151-504dd6053bc3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:41.405976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-cf19ed53-6b38-4bcc-9151-504dd6053bc3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5428 time: 0.5983062 Sep 16 05:30:41.464512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['9a97747c-1645-4f02-b718-bf5844097471'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:41.487172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-02598304-2c56-496f-aceb-5c29c407dc2e None None] Provisioning complete for port fb97c75d-abf9-4afc-ae40-593def6fbe7a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:41.492404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02598304-2c56-496f-aceb-5c29c407dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.554680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-798ecb51-4196-4062-a9d4-7a54175b6197 req-4cf950fd-a0c0-4d5c-9267-c4201c1675df tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375751 Sep 16 05:30:41.681418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-02598304-2c56-496f-aceb-5c29c407dc2e None None] Port fb97c75d-abf9-4afc-ae40-593def6fbe7a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:41.796112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port fb97c75d-abf9-4afc-ae40-593def6fbe7a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:41.797107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.920470 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b0c935-5cb4-4bdd-8947-237d64aa85e8 x-openstack-request-id: req-84b0c935-5cb4-4bdd-8947-237d64aa85e8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:41.920470 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "25cb2fee-e7df-46da-ad3c-712a58aa71e2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:41.920470 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84b0c935-5cb4-4bdd-8947-237d64aa85e8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:41.921386 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb2fee-e7df-46da-ad3c-712a58aa71e2', 'code': 200} Sep 16 05:30:42.136802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:42.294488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:42.334330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0bd564e0-3769-4606-b183-ed5657a11929 None None] Provisioning complete for port fb97c75d-abf9-4afc-ae40-593def6fbe7a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:42.335787 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bd564e0-3769-4606-b183-ed5657a11929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.401273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.417077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7543418-3d76-4596-a20b-ea35ea546081 req-d6a74982-72cf-4e95-a071-2720deeb61be tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:42.430263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7543418-3d76-4596-a20b-ea35ea546081 req-d6a74982-72cf-4e95-a071-2720deeb61be tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 944 time: 0.3380640 Sep 16 05:30:42.563006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for fb97c75d-abf9-4afc-ae40-593def6fbe7a owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:42.805246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0bd564e0-3769-4606-b183-ed5657a11929 None None] Port fb97c75d-abf9-4afc-ae40-593def6fbe7a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:42.873194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 210e8fcc-e00e-46b4-8990-5e045d765d80 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:42.897977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 210e8fcc-e00e-46b4-8990-5e045d765d80 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:42.898365 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.941865 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7543418-3d76-4596-a20b-ea35ea546081 req-7e87aecb-cadd-407b-a34f-5c3e333b3018 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5101581 Sep 16 05:30:43.038073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=25cb2fee-e7df-46da-ad3c-712a58aa71e2,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:43.059758 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93444718-5062-4256-97dd-dda6a42892e5 x-openstack-request-id: req-93444718-5062-4256-97dd-dda6a42892e5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:43.060339 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838d1a8e-877a-4c7e-8bee-ccda386f09c2", "name": "network-vif-deleted", "tag": "3d70386f-79f7-4a63-9e83-cb85614f2d7f", "status": "failed", "code": 422}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:43.060339 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93444718-5062-4256-97dd-dda6a42892e5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:43.060755 n-d-712749-15 neutron-server[95660]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '838d1a8e-877a-4c7e-8bee-ccda386f09c2', 'name': 'network-vif-deleted', 'tag': '3d70386f-79f7-4a63-9e83-cb85614f2d7f', 'status': 'failed', 'code': 422} returned with failed status Sep 16 05:30:43.214380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:43.214715 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.668033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.885726 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.933465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:43.936507 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bd34d2-c6db-4a2e-ad08-fe4f265237d7" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:43.949841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=fb97c75d-abf9-4afc-ae40-593def6fbe7a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:44.077410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-660495a8-89b7-4ec1-9368-1aa430680ff9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.107482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-660495a8-89b7-4ec1-9368-1aa430680ff9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.122662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-660495a8-89b7-4ec1-9368-1aa430680ff9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.123587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 210e8fcc-e00e-46b4-8990-5e045d765d80, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=210e8fcc-e00e-46b4-8990-5e045d765d80,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:44.174365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-660495a8-89b7-4ec1-9368-1aa430680ff9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.194049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-660495a8-89b7-4ec1-9368-1aa430680ff9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.222301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-660495a8-89b7-4ec1-9368-1aa430680ff9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.252179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-660495a8-89b7-4ec1-9368-1aa430680ff9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.271172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-660495a8-89b7-4ec1-9368-1aa430680ff9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5429 time: 0.8612747 Sep 16 05:30:44.281808 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.282706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device dd34d6a4-b131-452e-b3ef-209fe54a3dbd up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:44.483207 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa396917-7393-4198-b12b-c52d15268e48 x-openstack-request-id: req-fa396917-7393-4198-b12b-c52d15268e48 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:44.484866 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:44.485402 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa396917-7393-4198-b12b-c52d15268e48 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:44.486007 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'code': 200} Sep 16 05:30:44.567413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.665981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=210e8fcc-e00e-46b4-8990-5e045d765d80,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:44.714876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e942e3f-b7ba-41c6-b04d-1692821e753f req-e9bb0c30-d41b-4d23-baee-d49e9daa6a68 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.727239 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e942e3f-b7ba-41c6-b04d-1692821e753f req-e9bb0c30-d41b-4d23-baee-d49e9daa6a68 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 944 time: 0.1324892 Sep 16 05:30:44.754904 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ec96c20-9c00-4bda-8ff6-35133b0b27ce req-21ea2547-1407-4af8-82ec-100b74e5fd8f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4770620 Sep 16 05:30:44.794626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port dd34d6a4-b131-452e-b3ef-209fe54a3dbd completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:44.807382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port dd34d6a4-b131-452e-b3ef-209fe54a3dbd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:44.812082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.840497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e942e3f-b7ba-41c6-b04d-1692821e753f req-e44178ae-3303-4832-847d-8e80f4e4de11 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123185 Sep 16 05:30:45.049262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:45.064940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 1d4c1a73-23fa-4c30-b246-6ea03308756c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:45.304409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:45.325036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.337363 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5ca1a84e-8e8e-4245-8564-36cd1e03cebd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/1d4c1a73-23fa-4c30-b246-6ea03308756c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8075945 Sep 16 05:30:45.372892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae6e27-d4e6-445f-bfad-f34289002ad8 None None] Sync routers for ids ['1d4c1a73-23fa-4c30-b246-6ea03308756c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:45.445823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae6e27-d4e6-445f-bfad-f34289002ad8 None None] Routers {'1d4c1a73-23fa-4c30-b246-6ea03308756c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:45.456250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f3ae6e27-d4e6-445f-bfad-f34289002ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['1d4c1a73-23fa-4c30-b246-6ea03308756c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:45.514854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35238) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.685932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 9a97747c-1645-4f02-b718-bf5844097471 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:45.686316 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.832335 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8fce7ef6-071e-40e1-9cd0-83a4fa0f85dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.868247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f3ae6e27-d4e6-445f-bfad-f34289002ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:46.001255 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.053159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae6e27-d4e6-445f-bfad-f34289002ad8 None None] Routers {'1d4c1a73-23fa-4c30-b246-6ea03308756c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:46.065637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f3ae6e27-d4e6-445f-bfad-f34289002ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['1d4c1a73-23fa-4c30-b246-6ea03308756c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:46.268671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8fce7ef6-071e-40e1-9cd0-83a4fa0f85dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.329846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8fce7ef6-071e-40e1-9cd0-83a4fa0f85dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.522242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f3ae6e27-d4e6-445f-bfad-f34289002ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:46.531355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae6e27-d4e6-445f-bfad-f34289002ad8 None None] The sync data for ids ['1d4c1a73-23fa-4c30-b246-6ea03308756c'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:46.588504 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-da574582-dbe0-4d68-a27e-dc572769fbf5 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:30:46.602927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-da574582-dbe0-4d68-a27e-dc572769fbf5 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/1d4c1a73-23fa-4c30-b246-6ea03308756c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2764935 Sep 16 05:30:46.616647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8fce7ef6-071e-40e1-9cd0-83a4fa0f85dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acdf5d51257e4543b597e4c459f99dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1206470 Sep 16 05:30:46.617772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35256) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:46.624928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35258) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:46.626396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce7ef6-071e-40e1-9cd0-83a4fa0f85dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c015468-2a0a-401f-a546-ed1294912807,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:46.686929 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.733488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd34d6a4-b131-452e-b3ef-209fe54a3dbd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:46.755661 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420f7414-843e-4d00-82c3-53a133082af4" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "dd34d6a4-b131-452e-b3ef-209fe54a3dbd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:46.861937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port dd34d6a4-b131-452e-b3ef-209fe54a3dbd, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:46.888933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ae412-6003-465a-9a05-8774ffb0a972 req-adeb1ddd-35b0-4782-bf4d-86e456c58d70 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:46.912794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-681ae412-6003-465a-9a05-8774ffb0a972 req-adeb1ddd-35b0-4782-bf4d-86e456c58d70 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 944 time: 0.5866349 Sep 16 05:30:46.970966 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.073215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a426db0a-ade9-4b7b-b3d8-781c2fb1a918 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d4c1a73-23fa-4c30-b246-6ea03308756c HTTP/1.1" status: 200 len: 205 time: 0.4344847 Sep 16 05:30:47.097451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c5fcdd0c-b69f-413b-84f2-65719330ac91 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:47.104932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35266) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:47.154511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-681ae412-6003-465a-9a05-8774ffb0a972 req-dea60824-0856-4a38-8602-51a48a62076b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392585 Sep 16 05:30:47.365368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:47.500320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:47.875610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b713d0e-3f2d-4a10-8f61-a7b395336583 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.931459 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ccd8-fde3-489f-bcfb-5231edb75702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.962344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-6b57b442-dd82-47b9-9567-d103a666010f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:47.995554 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-6b57b442-dd82-47b9-9567-d103a666010f tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 907 time: 0.4996142 Sep 16 05:30:48.179632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-6dc1b59f-4263-41e8-9841-3324ea997b9b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.190458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-6dc1b59f-4263-41e8-9841-3324ea997b9b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.203388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-6dc1b59f-4263-41e8-9841-3324ea997b9b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.216447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97dfbd-2203-4bda-8b03-e05a584f0af2 req-2ddeefab-b26b-48a5-8722-13b92dc4790d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.218091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97dfbd-2203-4bda-8b03-e05a584f0af2 req-2ddeefab-b26b-48a5-8722-13b92dc4790d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 907 time: 0.7849398 Sep 16 05:30:48.222269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ccd8-fde3-489f-bcfb-5231edb75702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.236115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-6dc1b59f-4263-41e8-9841-3324ea997b9b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.249175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-6dc1b59f-4263-41e8-9841-3324ea997b9b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.257242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-6dc1b59f-4263-41e8-9841-3324ea997b9b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.267327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-6dc1b59f-4263-41e8-9841-3324ea997b9b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.276555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-6dc1b59f-4263-41e8-9841-3324ea997b9b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5431 time: 0.6790824 Sep 16 05:30:48.399017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Deleting port df446eb3-ca74-4929-9b44-f6e006ab249d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:48.399384 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.422196 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.653934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] For port df446eb3-ca74-4929-9b44-f6e006ab249d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=df446eb3-ca74-4929-9b44-f6e006ab249d,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:48.662380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.682613 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01685718-4c89-4f82-919c-3ddc03075dae x-openstack-request-id: req-01685718-4c89-4f82-919c-3ddc03075dae {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:48.692703 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "dd34d6a4-b131-452e-b3ef-209fe54a3dbd", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:48.692703 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01685718-4c89-4f82-919c-3ddc03075dae {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:48.692703 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd34d6a4-b131-452e-b3ef-209fe54a3dbd', 'code': 200} Sep 16 05:30:48.692703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:48.692703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port c5fcdd0c-b69f-413b-84f2-65719330ac91 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:48.697047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port c5fcdd0c-b69f-413b-84f2-65719330ac91 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:48.701644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.738726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Calling delete_port for df446eb3-ca74-4929-9b44-f6e006ab249d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:48.760710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6f5cc44-862a-458c-87a5-8d1af8c5b1e4 req-df98713a-5fc2-4b93-9f76-a5c13a050091 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4831173 Sep 16 05:30:48.794996 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b713d0e-3f2d-4a10-8f61-a7b395336583 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.799670 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b713d0e-3f2d-4a10-8f61-a7b395336583 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.056584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b713d0e-3f2d-4a10-8f61-a7b395336583 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.061753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b713d0e-3f2d-4a10-8f61-a7b395336583 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Fanout notify agent at l3_agent the message router_deleted on router 1d4c1a73-23fa-4c30-b246-6ea03308756c {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:49.098536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b713d0e-3f2d-4a10-8f61-a7b395336583 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.099734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6b713d0e-3f2d-4a10-8f61-a7b395336583 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/1d4c1a73-23fa-4c30-b246-6ea03308756c HTTP/1.1" status: 204 len: 168 time: 1.9928951 Sep 16 05:30:49.121939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35286) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:49.137876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba861d03-e98c-4467-a4fd-ddb1a0b3d08c req-0dccc895-0504-4da1-910a-6b2c17216fff tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:49.139898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba861d03-e98c-4467-a4fd-ddb1a0b3d08c req-0dccc895-0504-4da1-910a-6b2c17216fff tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.2166033 Sep 16 05:30:49.178216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.247632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdf85bd-6164-443e-a397-63d9e38baf54 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet 5d084a9d-81eb-44eb-8702-4ef3f6c49adc {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:49.251475 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.254563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c5fcdd0c-b69f-413b-84f2-65719330ac91, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:49.255604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba861d03-e98c-4467-a4fd-ddb1a0b3d08c req-93f53bac-6a11-4f65-a6da-3ae5e19d5a6b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072674 Sep 16 05:30:49.282815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cdf85bd-6164-443e-a397-63d9e38baf54 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.314612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ccd8-fde3-489f-bcfb-5231edb75702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.338855 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ccd8-fde3-489f-bcfb-5231edb75702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.347567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8ee3ccd8-fde3-489f-bcfb-5231edb75702 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c015468-2a0a-401f-a546-ed1294912807 HTTP/1.1" status: 204 len: 168 time: 2.6966074 Sep 16 05:30:49.380044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.381784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 93d5dcd0-5021-4062-97f5-820c5d3e8d8a up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:49.409351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3ccd8-fde3-489f-bcfb-5231edb75702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c015468-2a0a-401f-a546-ed1294912807,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:49.783241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c5fcdd0c-b69f-413b-84f2-65719330ac91,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:49.823149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] No DVR routers for this DVR port df446eb3-ca74-4929-9b44-f6e006ab249d on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:49.846803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:49.856319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.856319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3aa4673a-0e8e-45bb-a6b8-3500f47bdc54 req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "DELETE /v2.0/ports/df446eb3-ca74-4929-9b44-f6e006ab249d HTTP/1.1" status: 204 len: 173 time: 1.8543208 Sep 16 05:30:49.856319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec083f-400e-49d4-9164-973b453b5e94 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event deleted for resources: {'Port': ['ID=df446eb3-ca74-4929-9b44-f6e006ab249d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:49.856705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:49.856705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.856891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'name': 'network-vif-deleted', 'tag': 'df446eb3-ca74-4929-9b44-f6e006ab249d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:49.858074 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b1c33e-d165-4e8b-ab88-0460b4efa2e0" -d '{"events": [{"server_uuid": "1db8e872-c976-4d50-a2f0-b0f81f6f4a36", "name": "network-vif-deleted", "tag": "df446eb3-ca74-4929-9b44-f6e006ab249d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:49.916454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-57e96c74-a4a9-40e7-af97-76a1950bb744 req-ff98b250-6763-458e-a38f-5c09a8785dc9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 210 time: 0.3701222 Sep 16 05:30:49.936037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cdf85bd-6164-443e-a397-63d9e38baf54 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.948188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4b256cf-bf45-4b71-8307-1a3482582f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.114203 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9389c9ab-d527-43aa-bd8a-67292b6ae002 x-openstack-request-id: req-9389c9ab-d527-43aa-bd8a-67292b6ae002 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:50.116290 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db8e872-c976-4d50-a2f0-b0f81f6f4a36", "name": "network-vif-deleted", "tag": "df446eb3-ca74-4929-9b44-f6e006ab249d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:50.119595 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9389c9ab-d527-43aa-bd8a-67292b6ae002 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:50.119595 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db8e872-c976-4d50-a2f0-b0f81f6f4a36', 'name': 'network-vif-deleted', 'tag': 'df446eb3-ca74-4929-9b44-f6e006ab249d', 'status': 'completed', 'code': 200} Sep 16 05:30:50.217773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.286898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:50.338086 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cdf85bd-6164-443e-a397-63d9e38baf54 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.356624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-805193a0-54bb-40b8-82ca-7b6a9528caba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.384581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-805193a0-54bb-40b8-82ca-7b6a9528caba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.416273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-805193a0-54bb-40b8-82ca-7b6a9528caba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.432107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-805193a0-54bb-40b8-82ca-7b6a9528caba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.447706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-805193a0-54bb-40b8-82ca-7b6a9528caba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.451713 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.453997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 10fd841f-9e1f-4feb-a478-4d8877e541e5 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:50.477233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-805193a0-54bb-40b8-82ca-7b6a9528caba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.502022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-805193a0-54bb-40b8-82ca-7b6a9528caba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.518839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-805193a0-54bb-40b8-82ca-7b6a9528caba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5432 time: 0.4722052 Sep 16 05:30:50.631978 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d39e4aa-68eb-43bd-8c79-bd45ea3a188b req-6a5210b2-d323-4630-9ddc-a272d5522bcd tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095548 Sep 16 05:30:50.707938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471'}, {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fcdd0c-b69f-413b-84f2-65719330ac91'}, {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:50.725204 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e121397-a193-44c7-828c-2735a96d4f18" -d '{"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-plugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471"}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "c5fcdd0c-b69f-413b-84f2-65719330ac91"}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "93d5dcd0-5021-4062-97f5-820c5d3e8d8a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:50.766187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a9de-c810-43c2-99a6-d04372681331 req-f06f6f12-d729-4f2c-9727-35f80c00d325 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.775681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a87a9de-c810-43c2-99a6-d04372681331 req-f06f6f12-d729-4f2c-9727-35f80c00d325 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.2779875 Sep 16 05:30:50.834579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:50.849149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a87a9de-c810-43c2-99a6-d04372681331 req-f2b502de-794a-40ff-8384-52438965cfd6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620091 Sep 16 05:30:50.909042 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3513fb2-5381-44d3-926b-150ed0436da0 x-openstack-request-id: req-b3513fb2-5381-44d3-926b-150ed0436da0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:50.909404 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-plugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471", "code": 200}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "c5fcdd0c-b69f-413b-84f2-65719330ac91", "code": 200}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "93d5dcd0-5021-4062-97f5-820c5d3e8d8a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:50.909591 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3513fb2-5381-44d3-926b-150ed0436da0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:50.909956 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471', 'code': 200} Sep 16 05:30:50.910397 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fcdd0c-b69f-413b-84f2-65719330ac91', 'code': 200} Sep 16 05:30:50.910754 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a', 'code': 200} Sep 16 05:30:50.945753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cdf85bd-6164-443e-a397-63d9e38baf54 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.948773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.997263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cdf85bd-6164-443e-a397-63d9e38baf54 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.003342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35322) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:51.014492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093f940-981b-4c2d-a0d5-95b7cbd65a5f None None] Network ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:51.031281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3cdf85bd-6164-443e-a397-63d9e38baf54 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/5d084a9d-81eb-44eb-8702-4ef3f6c49adc HTTP/1.1" status: 204 len: 168 time: 1.8953564 Sep 16 05:30:51.094057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 10fd841f-9e1f-4feb-a478-4d8877e541e5 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:51.155725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 10fd841f-9e1f-4feb-a478-4d8877e541e5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:51.156141 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.172698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf85bd-6164-443e-a397-63d9e38baf54 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=5d084a9d-81eb-44eb-8702-4ef3f6c49adc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:51.429696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-712e4bfd-c3b2-45a9-803e-9166c608da9e req-3c357bba-f837-4936-9394-d2bfbb854492 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 210 time: 0.1658871 Sep 16 05:30:51.512298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.873033 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:51.873033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.875746 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.876403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,segment=NetworkSegment(ee1582d4-8a8c-4a30-8091-1a67df71f21c),segment_id=ee1582d4-8a8c-4a30-8091-1a67df71f21c)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:51.876403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.876819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 10fd841f-9e1f-4feb-a478-4d8877e541e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:51.876946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:51.877055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-cbb219f3-68a2-48f2-ae18-0069b8bb2833 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.880104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-cbb219f3-68a2-48f2-ae18-0069b8bb2833 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.907302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-cbb219f3-68a2-48f2-ae18-0069b8bb2833 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.926434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] DHCP port deletion for ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:51.948965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-cbb219f3-68a2-48f2-ae18-0069b8bb2833 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.972448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-cbb219f3-68a2-48f2-ae18-0069b8bb2833 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.998223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-cbb219f3-68a2-48f2-ae18-0069b8bb2833 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.002111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-cbb219f3-68a2-48f2-ae18-0069b8bb2833 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.017843 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-cbb219f3-68a2-48f2-ae18-0069b8bb2833 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5433 time: 0.2353423 Sep 16 05:30:52.052616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] Deleting port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:52.053427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.104935 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:52.119674 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bd6f6ba-71c1-4ed5-a091-8be3db9aabdd req-2e535d12-40ae-4e56-9036-ddcb2d98ada1 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917165 Sep 16 05:30:52.200082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcf52d-09ec-420f-b603-7a321f53df5b req-fa474cef-786f-42ef-8638-146ac8e378b2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.203886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-40bcf52d-09ec-420f-b603-7a321f53df5b req-fa474cef-786f-42ef-8638-146ac8e378b2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1425779 Sep 16 05:30:52.298805 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-40bcf52d-09ec-420f-b603-7a321f53df5b req-8fac8f3a-e3e4-4f19-8b65-c1f22495fba0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785489 Sep 16 05:30:52.305033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] For port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,segment=NetworkSegment(ee1582d4-8a8c-4a30-8091-1a67df71f21c),segment_id=ee1582d4-8a8c-4a30-8091-1a67df71f21c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:52.305033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.359984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] Calling delete_port for c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:52.456096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:52.487544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.493650 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.563281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device df446eb3-ca74-4929-9b44-f6e006ab249d no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:52.623429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:52.646725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No DVR routers for this DVR port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:52.749583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=10fd841f-9e1f-4feb-a478-4d8877e541e5,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:52.844886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8610b081-f4dc-40f8-8913-958278e37a9b req-4e6d64f3-1cdf-4339-bf8a-113506fca30b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db8e872-c976-4d50-a2f0-b0f81f6f4a36 HTTP/1.1" status: 200 len: 210 time: 0.0493069 Sep 16 05:30:52.876304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: df446eb3-ca74-4929-9b44-f6e006ab249d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:52.876931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device df446eb3-ca74-4929-9b44-f6e006ab249d not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:52.894467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No active binding found for port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 {{(pid=95661) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:30:52.894911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:52.911704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd841f-9e1f-4feb-a478-4d8877e541e5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:52.920733 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c764fe-4f22-4153-b5bf-94248e68aa42" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "10fd841f-9e1f-4feb-a478-4d8877e541e5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:52.934644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.951591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.987298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:53.012451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1582d4-8a8c-4a30-8091-1a67df71f21c') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:53.012451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1582d4-8a8c-4a30-8091-1a67df71f21c') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:53.047346 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aecf13-3f49-41df-bab7-4535391baeda x-openstack-request-id: req-d5aecf13-3f49-41df-bab7-4535391baeda {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:53.047346 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-plugged", "status": "completed", "tag": "10fd841f-9e1f-4feb-a478-4d8877e541e5", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:53.047706 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5aecf13-3f49-41df-bab7-4535391baeda {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:53.048090 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd841f-9e1f-4feb-a478-4d8877e541e5', 'code': 200} Sep 16 05:30:53.048755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] Pushing event deleted for resources: {'Port': ['ID=c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:53.049879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.079127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40bc60f-d875-477f-b3e7-77e4f7a76a87 None None] No DVR routers for this DVR port c6afe911-ce2a-4ce4-aca1-3e3a33fda6d1 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:53.103350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.133614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:53.134121 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:53.141919 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:53.298211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-36e42387-10d4-4d46-a150-1df5a79fff73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.379787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:53.424169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283a8d-1146-401c-aea1-78cd763478ee req-22a323da-061b-40e6-88b4-75f70df40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.437369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283a8d-1146-401c-aea1-78cd763478ee req-22a323da-061b-40e6-88b4-75f70df40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.438130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283a8d-1146-401c-aea1-78cd763478ee req-22a323da-061b-40e6-88b4-75f70df40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.440224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283a8d-1146-401c-aea1-78cd763478ee req-22a323da-061b-40e6-88b4-75f70df40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.441662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283a8d-1146-401c-aea1-78cd763478ee req-22a323da-061b-40e6-88b4-75f70df40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.444266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283a8d-1146-401c-aea1-78cd763478ee req-22a323da-061b-40e6-88b4-75f70df40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.445019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283a8d-1146-401c-aea1-78cd763478ee req-22a323da-061b-40e6-88b4-75f70df40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.447266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc283a8d-1146-401c-aea1-78cd763478ee req-22a323da-061b-40e6-88b4-75f70df40384 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.2463367 Sep 16 05:30:53.494076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-1615fdab-8cf0-45ac-bcf4-c80fe40a14f6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.500790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-1615fdab-8cf0-45ac-bcf4-c80fe40a14f6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.507349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-1615fdab-8cf0-45ac-bcf4-c80fe40a14f6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.514085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-1615fdab-8cf0-45ac-bcf4-c80fe40a14f6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.520624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-1615fdab-8cf0-45ac-bcf4-c80fe40a14f6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.544068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-1615fdab-8cf0-45ac-bcf4-c80fe40a14f6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.551015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-1615fdab-8cf0-45ac-bcf4-c80fe40a14f6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.566851 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-1615fdab-8cf0-45ac-bcf4-c80fe40a14f6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.2831376 Sep 16 05:30:53.580143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.587993 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.593771 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29 HTTP/1.1" status: 204 len: 168 time: 2.5849783 Sep 16 05:30:53.608851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35366) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:53.613609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c616e5-7686-4ba1-bce5-c2d97455996f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=ee3ee92e-9b3f-44ac-8cf9-ee55fc8a9e29,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:53.638115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-626040540'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:53.669398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc283a8d-1146-401c-aea1-78cd763478ee req-16259214-256e-4a16-84b5-82d5249f1e95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2089007 Sep 16 05:30:53.674277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1674841878-network', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:53.755017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ebe19-90c4-41ff-a420-e2fde4cec22e req-6a685ec3-cb98-410b-b323-dcc0ad162a00 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.758135 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d4ebe19-90c4-41ff-a420-e2fde4cec22e req-6a685ec3-cb98-410b-b323-dcc0ad162a00 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.2935550 Sep 16 05:30:53.760107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:30:53.760107 n-d-712749-15 neutron-server[95659]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 05:30:53.760107 n-d-712749-15 neutron-server[95659]: [parameters: {'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'id': '0c9f74e0-8b14-4e62-a204-5c843acfc7b1', 'expiration': datetime.datetime(2021, 9, 16, 5, 32, 53, 713014)}] Sep 16 05:30:53.760107 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:30:53.760549 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:30:53.789563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68a16f5a-5c5b-450f-80a6-0aa89d5a002a req-07fc0719-db25-4f79-95e2-7310cccd3b6a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332502 Sep 16 05:30:53.854507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d4ebe19-90c4-41ff-a420-e2fde4cec22e req-f2a71eaf-d999-4164-b546-a45d95f1a222 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868132 Sep 16 05:30:53.965401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Made reservation on behalf of ebc70a4678154926a2c9ea67e4cb241c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:53.968021 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.983429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.025191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.130741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.227509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.338043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:54.380715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96b4958-ba3e-4577-bbdc-97c77c4d0a08,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:54.393727 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.409720 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Added segment 2ccbf5ad-f974-4e4d-910c-86e08b5382ca of type vlan for network a7b7fc37-d30d-4417-87bc-2777f45328e1 Sep 16 05:30:54.486723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:54.491647 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.535426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.543759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:54.569097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.571330 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment a23ddc6d-9f8e-4e18-8232-7d46d856bc5a of type vlan for network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 Sep 16 05:30:54.689533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.848498 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.855457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:54.857034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.920388 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.926521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:54.927095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.060393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a7b7fc37-d30d-4417-87bc-2777f45328e1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:55.077951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fddfff99-f6fa-4622-9aae-15ef325ad5a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6933653 Sep 16 05:30:55.086729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:55.089879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=76bdd568-2a52-4a8a-bc6f-877d68bcde78,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:55.096309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Request body: {'subnet': {'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1674841878-subnet', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:55.097088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:55.170947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03b274-4e48-480d-98fc-ebb7b3f69c77 req-f51eeb15-4189-4414-bb7f-126e77f9bdfa tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.176653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:55.176816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa03b274-4e48-480d-98fc-ebb7b3f69c77 req-f51eeb15-4189-4414-bb7f-126e77f9bdfa tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 946 time: 0.2349532 Sep 16 05:30:55.215538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-fb33776c-78c3-4606-9495-3b2e81a7b1bc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.260249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-fb33776c-78c3-4606-9495-3b2e81a7b1bc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.287802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-fb33776c-78c3-4606-9495-3b2e81a7b1bc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.308415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-fb33776c-78c3-4606-9495-3b2e81a7b1bc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.318842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa03b274-4e48-480d-98fc-ebb7b3f69c77 req-0d414c49-53e0-4be8-89b2-ccacc9cf159a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220548 Sep 16 05:30:55.322333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-fb33776c-78c3-4606-9495-3b2e81a7b1bc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.329031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-fb33776c-78c3-4606-9495-3b2e81a7b1bc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.336930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-fb33776c-78c3-4606-9495-3b2e81a7b1bc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.338673 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-fb33776c-78c3-4606-9495-3b2e81a7b1bc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.2387042 Sep 16 05:30:55.459207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1ed870f0-a449-4250-9a58-cec1971be2fd tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8353622 Sep 16 05:30:55.459955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35398) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:55.479552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': '76bdd568-2a52-4a8a-bc6f-877d68bcde78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:55.613862 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-515c4a47-21e9-4996-a9e5-d29511ce3e7f req-7cc8aff5-1e88-4fd9-a0be-83fa8c89d7fe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2576671 Sep 16 05:30:55.673376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912c27a-740d-4d39-a974-b022e53d4418 req-ae39c876-5fad-4f8f-802a-968c8105528d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.675543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c912c27a-740d-4d39-a974-b022e53d4418 req-ae39c876-5fad-4f8f-802a-968c8105528d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1617105 Sep 16 05:30:55.802662 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.814466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c912c27a-740d-4d39-a974-b022e53d4418 req-016908e5-836a-4dce-96bd-be9ac7038fce tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302073 Sep 16 05:30:55.820317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Made reservation on behalf of ebc70a4678154926a2c9ea67e4cb241c for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:55.824712 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.174210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:56.494815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:56.498713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.584651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.961515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-edf91604-1b18-4897-89e2-9ea4e4e632e8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.965464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-edf91604-1b18-4897-89e2-9ea4e4e632e8 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.66 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 946 time: 0.5647616 Sep 16 05:30:57.019764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.075345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-1685a69f-acb8-410c-8b37-f4d3b846f1ff tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.118230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-1685a69f-acb8-410c-8b37-f4d3b846f1ff tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.119954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=f3d51939-6b2d-47e0-9253-d052006e8b41,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:57.138338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-1685a69f-acb8-410c-8b37-f4d3b846f1ff tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.148443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-1685a69f-acb8-410c-8b37-f4d3b846f1ff tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.152870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb487de2-47e0-42af-99e2-f8fdd4bc03d2 req-3f0efa04-1ad0-4396-95d4-2814c50c93e7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.155131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-1685a69f-acb8-410c-8b37-f4d3b846f1ff tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.155391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb487de2-47e0-42af-99e2-f8fdd4bc03d2 req-3f0efa04-1ad0-4396-95d4-2814c50c93e7 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 946 time: 0.2853327 Sep 16 05:30:57.167966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-1685a69f-acb8-410c-8b37-f4d3b846f1ff tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.173578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-1685a69f-acb8-410c-8b37-f4d3b846f1ff tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.175787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-1685a69f-acb8-410c-8b37-f4d3b846f1ff tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.3807411 Sep 16 05:30:57.247603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb487de2-47e0-42af-99e2-f8fdd4bc03d2 req-63929ae7-2b2f-447e-9bdd-17d96939b973 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768874 Sep 16 05:30:57.304686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63301f17-d62a-4d17-8b41-1ac7d1168d4d req-a774c6ac-3e5c-4fec-b560-44e12e3dee4c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119781 Sep 16 05:30:57.374234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.460916 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.503841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.524107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': 'a23ddc6d-9f8e-4e18-8232-7d46d856bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '76bdd568-2a52-4a8a-bc6f-877d68bcde78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:57.528490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: 76bdd568-2a52-4a8a-bc6f-877d68bcde78, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:57.641440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732823f4-5f58-4b1e-b1d2-57377064995a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:57.650337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0579ef82c714494282e137f0d2000aed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4739106 Sep 16 05:30:57.671614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Deleting port 64245dca-69e3-471f-aa38-19335a64e774 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:57.680985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.784693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35434) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:57.938675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.944323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.944323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.948059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.948059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.948059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.948059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.948059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.952561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.953311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.953994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.954692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e283d8-5fb4-4ccf-ab8f-edcd156c1b9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:57.981294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.078478 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-249f52f2-6be6-4c1f-afa0-2cada6df1276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.141780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-249f52f2-6be6-4c1f-afa0-2cada6df1276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.189131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:58.189953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cd30-6812-4dd5-8338-3209f345f93a req-8b4303c6-46f4-42e6-8e5b-ec37617dc8a3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.196785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cd30-6812-4dd5-8338-3209f345f93a req-8b4303c6-46f4-42e6-8e5b-ec37617dc8a3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.204252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cd30-6812-4dd5-8338-3209f345f93a req-8b4303c6-46f4-42e6-8e5b-ec37617dc8a3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.211651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cd30-6812-4dd5-8338-3209f345f93a req-8b4303c6-46f4-42e6-8e5b-ec37617dc8a3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.218366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cd30-6812-4dd5-8338-3209f345f93a req-8b4303c6-46f4-42e6-8e5b-ec37617dc8a3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.224751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cd30-6812-4dd5-8338-3209f345f93a req-8b4303c6-46f4-42e6-8e5b-ec37617dc8a3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.232599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21cd30-6812-4dd5-8338-3209f345f93a req-8b4303c6-46f4-42e6-8e5b-ec37617dc8a3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.239311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ad21cd30-6812-4dd5-8338-3209f345f93a req-8b4303c6-46f4-42e6-8e5b-ec37617dc8a3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.6449237 Sep 16 05:30:58.250053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35438) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:58.289461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Request body: {'floatingip': {'port_id': '210e8fcc-e00e-46b4-8990-5e045d765d80'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:58.403795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75240fe1-dd7c-47f6-abbf-e7f66b259fa0 req-62102496-00b0-4ba1-a18c-b0f776d4d504 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.421815 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75240fe1-dd7c-47f6-abbf-e7f66b259fa0 req-62102496-00b0-4ba1-a18c-b0f776d4d504 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.9108827 Sep 16 05:30:58.445987 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-249f52f2-6be6-4c1f-afa0-2cada6df1276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.449233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-249f52f2-6be6-4c1f-afa0-2cada6df1276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.495468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-249f52f2-6be6-4c1f-afa0-2cada6df1276 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/732823f4-5f58-4b1e-b1d2-57377064995a HTTP/1.1" status: 204 len: 168 time: 0.6446898 Sep 16 05:30:58.519285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f52f2-6be6-4c1f-afa0-2cada6df1276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732823f4-5f58-4b1e-b1d2-57377064995a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:58.561332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119516a-59b2-4a4e-93da-5365d40e32f8 req-f05b8046-d496-4a74-8b1a-b05b9b896e7d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.561623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] For port 64245dca-69e3-471f-aa38-19335a64e774, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=64245dca-69e3-471f-aa38-19335a64e774,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:58.561972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.570232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4119516a-59b2-4a4e-93da-5365d40e32f8 req-f05b8046-d496-4a74-8b1a-b05b9b896e7d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 946 time: 0.1585190 Sep 16 05:30:58.639955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 76bdd568-2a52-4a8a-bc6f-877d68bcde78) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:58.645373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.646025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.653985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4119516a-59b2-4a4e-93da-5365d40e32f8 req-96cf22c0-489f-456a-992e-cd63c3acc846 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827265 Sep 16 05:30:58.662073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf6e65-4856-42e5-90d8-93dace5f666b None None] Network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:58.687339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.693096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Calling delete_port for 64245dca-69e3-471f-aa38-19335a64e774 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:58.698105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7361f8a4-d8fe-4769-a79a-172d1604fc35,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:58.813599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Checking segment: {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:58.814004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Network hostable DHCP agents. Network: a7b7fc37-d30d-4417-87bc-2777f45328e1, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:58.838718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.933920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75240fe1-dd7c-47f6-abbf-e7f66b259fa0 req-9a2be13a-4830-4bd5-a48b-8f8a7b0a1372 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4840090 Sep 16 05:30:58.933920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aef7f3ce-32ff-4337-90d5-6b0c5238ddad tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4478526 Sep 16 05:30:58.934918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:58.936753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cd03dcd2-31a2-4a27-ab4e-8a4e4609120d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1033837009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:59.086067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-76bdd568-2a52-4a8a-bc6f-877d68bcde78', 'network_id': '76bdd568-2a52-4a8a-bc6f-877d68bcde78', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': 'f3d51939-6b2d-47e0-9253-d052006e8b41'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:59.087539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.156677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd03dcd2-31a2-4a27-ab4e-8a4e4609120d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.157930 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd03dcd2-31a2-4a27-ab4e-8a4e4609120d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.189319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:59.326686 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd03dcd2-31a2-4a27-ab4e-8a4e4609120d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.407918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Allocated IP 2001:db8::2 (76bdd568-2a52-4a8a-bc6f-877d68bcde78/f3d51939-6b2d-47e0-9253-d052006e8b41/c8556322-71b1-4499-9606-fcd21f20f201) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:59.411160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, a7b7fc37-d30d-4417-87bc-2777f45328e1) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:59.424214 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd03dcd2-31a2-4a27-ab4e-8a4e4609120d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.466242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.467888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.583261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd03dcd2-31a2-4a27-ab4e-8a4e4609120d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.584364 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cd03dcd2-31a2-4a27-ab4e-8a4e4609120d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6586320 Sep 16 05:30:59.587783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:59.597061 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.603189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01520f3-9c20-4e35-acc5-03150055cfd5 None None] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:59.662035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.727528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7dc5939c-bd8c-45b2-bbb7-51d00d5c1fef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6345766 Sep 16 05:30:59.751649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35466) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:59.762180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:59.791478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d149ba6e-1079-4c4f-bd15-07a1cb427704'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:59.793893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35468) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:59.796143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event deleted for resources: {'Port': ['ID=64245dca-69e3-471f-aa38-19335a64e774,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:59.999982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.004351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.004933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.005384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.005812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.006238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.006693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.007120 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.009263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.009944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.012838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.013350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:00.027735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.312643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5cdff32-9640-4d22-8b71-9581a6dd299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.378191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.resource_extend [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:31:00.406814 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-58761919-6ce4-429c-ae53-79108859df2e req-5011e680-41d4-40ce-96dc-863e8475aef1 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 210 time: 0.5390351 Sep 16 05:31:00.424336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.425172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.433402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:00.438719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-a7b7fc37-d30d-4417-87bc-2777f45328e1', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:00.439952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.485828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.597108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:00.606620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:00.625618 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.654323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Pushing event updated for resources: {'Port': ['ID=c8556322-71b1-4499-9606-fcd21f20f201,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:00.719635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] No DVR routers for this DVR port 64245dca-69e3-471f-aa38-19335a64e774 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:00.727086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.729793 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9a6b556-5e00-4ad2-aea8-792565b67f72 req-8d4f7f58-23b3-41a9-8f37-c1e37ad65bd3 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.66 "DELETE /v2.0/ports/64245dca-69e3-471f-aa38-19335a64e774 HTTP/1.1" status: 204 len: 173 time: 3.7565126 Sep 16 05:31:00.738526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa02db9-4304-4049-9e44-93969660995a', 'name': 'network-vif-deleted', 'tag': '64245dca-69e3-471f-aa38-19335a64e774'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:00.743318 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf68acb-8b1e-476c-9f94-0586940102d6" -d '{"events": [{"server_uuid": "5fa02db9-4304-4049-9e44-93969660995a", "name": "network-vif-deleted", "tag": "64245dca-69e3-471f-aa38-19335a64e774"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:00.750702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.956502 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.047038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Attempting to bind port c8556322-71b1-4499-9606-fcd21f20f201 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:01.048181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Attempting to bind port c8556322-71b1-4499-9606-fcd21f20f201 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'a23ddc6d-9f8e-4e18-8232-7d46d856bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '76bdd568-2a52-4a8a-bc6f-877d68bcde78'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:01.048751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Attempting to bind port c8556322-71b1-4499-9606-fcd21f20f201 on network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:01.058723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:01.059419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Checking segment: {'id': 'a23ddc6d-9f8e-4e18-8232-7d46d856bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '76bdd568-2a52-4a8a-bc6f-877d68bcde78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:01.059847 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3064e361-bb96-4e83-a497-926366f0039d x-openstack-request-id: req-3064e361-bb96-4e83-a497-926366f0039d {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:01.060177 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa02db9-4304-4049-9e44-93969660995a", "name": "network-vif-deleted", "tag": "64245dca-69e3-471f-aa38-19335a64e774", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:01.060419 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.060552 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3064e361-bb96-4e83-a497-926366f0039d {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:01.060827 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa02db9-4304-4049-9e44-93969660995a', 'name': 'network-vif-deleted', 'tag': '64245dca-69e3-471f-aa38-19335a64e774', 'status': 'completed', 'code': 200} Sep 16 05:31:01.061273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Bound using segment: {'id': 'a23ddc6d-9f8e-4e18-8232-7d46d856bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '76bdd568-2a52-4a8a-bc6f-877d68bcde78'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:01.061928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Bound port: c8556322-71b1-4499-9606-fcd21f20f201, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23ddc6d-9f8e-4e18-8232-7d46d856bc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '76bdd568-2a52-4a8a-bc6f-877d68bcde78'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:01.062493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.072017 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Floating IP 39872537-a4ea-4d8a-9196-1d2826be0653 associated. External IP: 172.25.1.104, port: 210e8fcc-e00e-46b4-8990-5e045d765d80. Sep 16 05:31:01.092264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 64245dca-69e3-471f-aa38-19335a64e774 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:01.232857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97472-f90a-4450-989b-1616c22ee5ae req-4ec13814-f2e4-4e5d-a50d-795e1a726990 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:01.232857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7e97472-f90a-4450-989b-1616c22ee5ae req-4ec13814-f2e4-4e5d-a50d-795e1a726990 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.5783839 Sep 16 05:31:01.273476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 64245dca-69e3-471f-aa38-19335a64e774 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:01.274209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 64245dca-69e3-471f-aa38-19335a64e774 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:01.283816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Allocated IP 172.20.0.2 (a7b7fc37-d30d-4417-87bc-2777f45328e1/7361f8a4-d8fe-4769-a79a-172d1604fc35/89c5775e-cb6f-4e9a-8399-64875a514575) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:01.305880 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.590496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] For port c8556322-71b1-4499-9606-fcd21f20f201, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:01.666081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] For port c8556322-71b1-4499-9606-fcd21f20f201, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c8556322-71b1-4499-9606-fcd21f20f201,segment=NetworkSegment(a23ddc6d-9f8e-4e18-8232-7d46d856bc5a),segment_id=a23ddc6d-9f8e-4e18-8232-7d46d856bc5a)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:01.771843 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.982095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9240eba7-651d-4b7d-835f-f174a5532d9f req-3eedad46-5f79-4738-9c85-9434fdeb9a4e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fa02db9-4304-4049-9e44-93969660995a HTTP/1.1" status: 200 len: 210 time: 0.1474628 Sep 16 05:31:02.003944 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.066476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d747dcb-3b53-4a34-a22b-9f5fe77ac28b None None] Pushing event updated for resources: {'Port': ['ID=c8556322-71b1-4499-9606-fcd21f20f201,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:02.088009 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.126991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7e97472-f90a-4450-989b-1616c22ee5ae req-44298b82-2d10-4e43-81eb-ad29d9c5f9d0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8871038 Sep 16 05:31:02.239322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:02.262299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Pushing event updated for resources: {'Port': ['ID=89c5775e-cb6f-4e9a-8399-64875a514575,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:02.296265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:02.309078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:02.618340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Attempting to bind port 89c5775e-cb6f-4e9a-8399-64875a514575 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:02.621720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Attempting to bind port 89c5775e-cb6f-4e9a-8399-64875a514575 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:02.622104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Attempting to bind port 89c5775e-cb6f-4e9a-8399-64875a514575 on network a7b7fc37-d30d-4417-87bc-2777f45328e1 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:02.638794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:02.662666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:02.671606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Checking segment: {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:02.671606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.671606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Bound using segment: {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:02.671606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Bound port: 89c5775e-cb6f-4e9a-8399-64875a514575, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:02.671606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.879809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] For port 89c5775e-cb6f-4e9a-8399-64875a514575, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:02.884782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] For port 89c5775e-cb6f-4e9a-8399-64875a514575, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=89c5775e-cb6f-4e9a-8399-64875a514575,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:02.886286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c8556322-71b1-4499-9606-fcd21f20f201 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:02.967228 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.989716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:03.000786 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] Sync routers for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:03.048267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:03.053258 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:03.061544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.099156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d96f37-e962-4d1f-9166-2b155e67273a None None] Pushing event updated for resources: {'Port': ['ID=89c5775e-cb6f-4e9a-8399-64875a514575,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:03.102052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port c8556322-71b1-4499-9606-fcd21f20f201 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:03.102245 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.198104 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c0a8f820-094b-40a7-88df-eff380aefd50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "PUT /v2.0/floatingips/39872537-a4ea-4d8a-9196-1d2826be0653 HTTP/1.1" status: 200 len: 991 time: 4.9185574 Sep 16 05:31:03.198968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:03.213008 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746aafc8-5739-4418-9465-a87deed1054e" -d '{"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:03.490272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.513701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5cdff32-9640-4d22-8b71-9581a6dd299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.598218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port c8556322-71b1-4499-9606-fcd21f20f201, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c8556322-71b1-4499-9606-fcd21f20f201,segment=NetworkSegment(a23ddc6d-9f8e-4e18-8232-7d46d856bc5a),segment_id=a23ddc6d-9f8e-4e18-8232-7d46d856bc5a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:03.614248 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:03.726061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d5cdff32-9640-4d22-8b71-9581a6dd299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.741202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8::1 (76bdd568-2a52-4a8a-bc6f-877d68bcde78/f3d51939-6b2d-47e0-9253-d052006e8b41/6539b2a2-494b-40fe-bcc7-1c4f50a2681f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:03.749437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.942019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=c8556322-71b1-4499-9606-fcd21f20f201,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:04.119683 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08788bbb-db73-45a3-a7c1-81ed1c408e79 x-openstack-request-id: req-08788bbb-db73-45a3-a7c1-81ed1c408e79 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:04.120046 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:04.120307 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08788bbb-db73-45a3-a7c1-81ed1c408e79 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:04.120924 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'status': 'completed', 'code': 200} Sep 16 05:31:04.156990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc11c2-8155-444d-9c6d-089ba2126930 None None] Network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:04.248045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.313505 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '39872537-a4ea-4d8a-9196-1d2826be0653', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'port_id': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'mac_address': 'fa:16:3e:42:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:10Z', 'updated_at': '2021-09-16T05:31:00Z', 'revision_number': 1, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:09Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:04.399314 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] Checking router: c0fb47d4-56f9-4fc1-b135-43932fdb1f47 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:04.424427 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:04.426430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:04.451891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313e13-1ec0-463c-b405-18f78db867bb req-6ddc85bd-b695-45fb-96e3-7a9c3bb2a4af tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.478362 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3313e13-1ec0-463c-b405-18f78db867bb req-6ddc85bd-b695-45fb-96e3-7a9c3bb2a4af tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.2073426 Sep 16 05:31:04.622517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a22331-0bab-495f-a72b-6738222b9857 req-b2876cf7-801a-4832-8292-10e67515d819 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.624994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0a22331-0bab-495f-a72b-6738222b9857 req-b2876cf7-801a-4832-8292-10e67515d819 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 1.0164113 Sep 16 05:31:04.679135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d5cdff32-9640-4d22-8b71-9581a6dd299f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f4166e5e10841b8a71c4b005ed080df&name=default HTTP/1.1" status: 200 len: 2983 time: 4.8836293 Sep 16 05:31:04.682320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35510) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:04.685358 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:04.686747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdff32-9640-4d22-8b71-9581a6dd299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75c7a1-ffeb-416e-9ee2-81cbed3e4d11,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:04.696188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a600d62e-7677-4ebb-9cbb-93b2cf20cae8 None None] Provisioning complete for port c8556322-71b1-4499-9606-fcd21f20f201 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:04.698099 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a600d62e-7677-4ebb-9cbb-93b2cf20cae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.711561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.769709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3313e13-1ec0-463c-b405-18f78db867bb req-f9537e3a-d166-4967-8206-7128f81176cf tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896287 Sep 16 05:31:04.833858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-af6ac1c7-278b-4656-b92e-37937cb2a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.846633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-af6ac1c7-278b-4656-b92e-37937cb2a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.847827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-af6ac1c7-278b-4656-b92e-37937cb2a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.848397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 89c5775e-cb6f-4e9a-8399-64875a514575 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:04.851455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-af6ac1c7-278b-4656-b92e-37937cb2a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.852184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-af6ac1c7-278b-4656-b92e-37937cb2a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.863207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-af6ac1c7-278b-4656-b92e-37937cb2a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.865455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-af6ac1c7-278b-4656-b92e-37937cb2a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.877510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-af6ac1c7-278b-4656-b92e-37937cb2a845 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.5694227 Sep 16 05:31:04.978167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-98990710-d7f6-4a16-97ed-1da7f59a8c43 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.979788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-98990710-d7f6-4a16-97ed-1da7f59a8c43 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.4856975 Sep 16 05:31:05.081631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:05.090785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=6539b2a2-494b-40fe-bcc7-1c4f50a2681f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:05.111931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:05.118622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:05.119209 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.187257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ffa07d4-89a8-4d80-8e4c-3cf7638ee29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.190297 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '39872537-a4ea-4d8a-9196-1d2826be0653', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'port_id': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'mac_address': 'fa:16:3e:42:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:10Z', 'updated_at': '2021-09-16T05:31:00Z', 'revision_number': 1, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:09Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:05.245777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ffa07d4-89a8-4d80-8e4c-3cf7638ee29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.355207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 89c5775e-cb6f-4e9a-8399-64875a514575 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:05.356191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.514806 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bf371-3dd9-426c-b5ab-79c04fcd2868 None None] The sync data for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 is: [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '39872537-a4ea-4d8a-9196-1d2826be0653', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'port_id': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'mac_address': 'fa:16:3e:42:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83575847-710b-4603-8eca-8c5c847557f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:29:10Z', 'updated_at': '2021-09-16T05:31:00Z', 'revision_number': 1, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:09Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:05.517157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ffa07d4-89a8-4d80-8e4c-3cf7638ee29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.523597 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ffa07d4-89a8-4d80-8e4c-3cf7638ee29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.544014 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3ffa07d4-89a8-4d80-8e4c-3cf7638ee29a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a75c7a1-ffeb-416e-9ee2-81cbed3e4d11 HTTP/1.1" status: 204 len: 168 time: 0.8201230 Sep 16 05:31:05.685183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa07d4-89a8-4d80-8e4c-3cf7638ee29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75c7a1-ffeb-416e-9ee2-81cbed3e4d11,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:05.706153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef900c09-9f24-457b-ba6a-2aefb4c74974 None None] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:05.745625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Deleting port d149ba6e-1079-4c4f-bd15-07a1cb427704 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:05.759272 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.834799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0a22331-0bab-495f-a72b-6738222b9857 req-38136d18-3f75-4fb5-9b69-4e09c0a687df tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1761098 Sep 16 05:31:06.014494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.097541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 89c5775e-cb6f-4e9a-8399-64875a514575, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=89c5775e-cb6f-4e9a-8399-64875a514575,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:06.109546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b932dc11-a77e-43d2-a228-2645b76515be None None] Provisioning complete for port 89c5775e-cb6f-4e9a-8399-64875a514575 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:06.111454 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b932dc11-a77e-43d2-a228-2645b76515be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.150314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] For port d149ba6e-1079-4c4f-bd15-07a1cb427704, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d149ba6e-1079-4c4f-bd15-07a1cb427704,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:06.150700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.189561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Calling delete_port for d149ba6e-1079-4c4f-bd15-07a1cb427704 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:06.192681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219d928-dca6-43cb-b522-c42b9f8e9e7e None None] New status for floating IP 39872537-a4ea-4d8a-9196-1d2826be0653: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:31:06.278442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-df426104-70c1-4786-b67f-5b1b2b6a4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.281257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-df426104-70c1-4786-b67f-5b1b2b6a4aea service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40 HTTP/1.1" status: 200 len: 913 time: 1.2210076 Sep 16 05:31:06.299444 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.305324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c8556322-71b1-4499-9606-fcd21f20f201 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:06.334125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.371578 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.562878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3718494-21d2-46d0-881b-acdada189837 req-87694c41-bd4e-4469-8acc-1e836fa73e1a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.573894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3718494-21d2-46d0-881b-acdada189837 req-87694c41-bd4e-4469-8acc-1e836fa73e1a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 945 time: 0.1275897 Sep 16 05:31:06.582541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.610010 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.685089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d149ba6e-1079-4c4f-bd15-07a1cb427704'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:06.726753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port c8556322-71b1-4499-9606-fcd21f20f201 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:06.727222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.758183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] No DVR routers for this DVR port d149ba6e-1079-4c4f-bd15-07a1cb427704 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:06.764054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.782037 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6aad33d2-1ca4-44f5-9554-f88e684018a3 req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "DELETE /v2.0/ports/d149ba6e-1079-4c4f-bd15-07a1cb427704 HTTP/1.1" status: 204 len: 173 time: 1.7878859 Sep 16 05:31:06.803448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b71ddf-37c8-4c59-9461-5090bd16b970', 'name': 'network-vif-deleted', 'tag': 'd149ba6e-1079-4c4f-bd15-07a1cb427704'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:06.809902 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f86098a-6064-4d8d-b004-b4a90cb8d303" -d '{"events": [{"server_uuid": "65b71ddf-37c8-4c59-9461-5090bd16b970", "name": "network-vif-deleted", "tag": "d149ba6e-1079-4c4f-bd15-07a1cb427704"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:06.816776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb609f-5c2d-4889-94fc-8990ef22cf31 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event deleted for resources: {'Port': ['ID=d149ba6e-1079-4c4f-bd15-07a1cb427704,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:06.837424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3718494-21d2-46d0-881b-acdada189837 req-18391850-349e-4db0-acf4-1fc6ebf473f6 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=989874b8-e61c-4375-9ee2-6fd4fb0db73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611594 Sep 16 05:31:06.906732 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afc9042-e161-463f-9c30-311f64b18964 x-openstack-request-id: req-3afc9042-e161-463f-9c30-311f64b18964 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:06.907033 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b71ddf-37c8-4c59-9461-5090bd16b970", "name": "network-vif-deleted", "tag": "d149ba6e-1079-4c4f-bd15-07a1cb427704", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:06.907285 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3afc9042-e161-463f-9c30-311f64b18964 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:06.907688 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b71ddf-37c8-4c59-9461-5090bd16b970', 'name': 'network-vif-deleted', 'tag': 'd149ba6e-1079-4c4f-bd15-07a1cb427704', 'status': 'completed', 'code': 200} Sep 16 05:31:07.090232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cb625-7331-4731-a9d0-65c9fafe0684 req-b09d7c09-7c22-4d48-b5bc-1d4cee210a20 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:07.108619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a24cb625-7331-4731-a9d0-65c9fafe0684 req-b09d7c09-7c22-4d48-b5bc-1d4cee210a20 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1686800 Sep 16 05:31:07.227651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a24cb625-7331-4731-a9d0-65c9fafe0684 req-5a6b3af7-5524-4ba0-81e3-01a90c264f10 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165469 Sep 16 05:31:07.316066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-aa15dc52-a2ab-4c27-a0c1-c6b287616b0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 999 time: 0.9485619 Sep 16 05:31:07.407323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=89c5775e-cb6f-4e9a-8399-64875a514575,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:07.442299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.442775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.442965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.443290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.443623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.444513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.444842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.445169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.445546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.445828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.446297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.446722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:07.601238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Allocated IP 172.25.1.3 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b26a5ee7-535c-4448-8b33-428d7e4a741e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:07.653006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-068a6b52-1b39-460b-8853-07943ca88612 None None] Provisioning complete for port c8556322-71b1-4499-9606-fcd21f20f201 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:07.653369 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-068a6b52-1b39-460b-8853-07943ca88612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.819813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.896686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-068a6b52-1b39-460b-8853-07943ca88612 None None] Provisioning complete for port 6539b2a2-494b-40fe-bcc7-1c4f50a2681f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:07.897759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-068a6b52-1b39-460b-8853-07943ca88612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.924578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 89c5775e-cb6f-4e9a-8399-64875a514575 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:07.979731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-068a6b52-1b39-460b-8853-07943ca88612 None None] Port 6539b2a2-494b-40fe-bcc7-1c4f50a2681f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:08.026451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d379705f-ba41-4aeb-b4d9-123196612909 req-15ba6a6a-d7f1-4cd9-b9c8-b52661fea34a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=65b71ddf-37c8-4c59-9461-5090bd16b970 HTTP/1.1" status: 200 len: 210 time: 0.0427885 Sep 16 05:31:08.034204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 89c5775e-cb6f-4e9a-8399-64875a514575 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:08.034583 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.098258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.107451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.148097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-89a4bfa5-691a-4817-86fc-5355096b29eb None None] Provisioning complete for port 89c5775e-cb6f-4e9a-8399-64875a514575 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:08.150372 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89a4bfa5-691a-4817-86fc-5355096b29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.362824 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.529774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=6539b2a2-494b-40fe-bcc7-1c4f50a2681f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:08.616398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-6ae491c0-4c83-4cb6-adde-66f1af2174ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:08.618231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-6ae491c0-4c83-4cb6-adde-66f1af2174ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 1.2908735 Sep 16 05:31:08.623416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.807776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:08.864052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada2834-d769-434f-9877-17a5a9adfbc9 req-ba1aa4da-be33-460f-9d20-969d5d0fa585 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:08.866874 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ada2834-d769-434f-9877-17a5a9adfbc9 req-ba1aa4da-be33-460f-9d20-969d5d0fa585 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1940308 Sep 16 05:31:08.882238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:08.897001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b26a5ee7-535c-4448-8b33-428d7e4a741e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:09.011053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:09.015645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ada2834-d769-434f-9877-17a5a9adfbc9 req-b2eaf3c0-d56b-49e5-a7e9-c43260fecdf9 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398876 Sep 16 05:31:09.088916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aafc8-5739-4418-9465-a87deed1054e req-46f1c581-a348-48cd-bf8f-a29578fb5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.091027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-46f1c581-a348-48cd-bf8f-a29578fb5033 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4585922 Sep 16 05:31:09.265140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:09.270630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:09.284307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-8a539e43-2054-43b1-b2ae-96aa23a97545 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:31:09.286878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-8a539e43-2054-43b1-b2ae-96aa23a97545 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171907 Sep 16 05:31:09.553191 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-ab7b9f4d-9003-436c-b8c1-0bd4c42ea24d service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358017 Sep 16 05:31:09.803967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-aeed056a-3865-40cf-a26f-3c96a4c7cbab None None] Provisioning complete for port 6539b2a2-494b-40fe-bcc7-1c4f50a2681f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:09.804666 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aeed056a-3865-40cf-a26f-3c96a4c7cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.925440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-aeed056a-3865-40cf-a26f-3c96a4c7cbab None None] Port 6539b2a2-494b-40fe-bcc7-1c4f50a2681f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:10.203344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device d149ba6e-1079-4c4f-bd15-07a1cb427704 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:10.237317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: d149ba6e-1079-4c4f-bd15-07a1cb427704 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:10.237665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device d149ba6e-1079-4c4f-bd15-07a1cb427704 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:10.310537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a79598-d532-4aa9-bc07-39ac9be1000b req-7cdfa271-ab17-406a-a335-bffa93a99bb4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.312701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85a79598-d532-4aa9-bc07-39ac9be1000b req-7cdfa271-ab17-406a-a335-bffa93a99bb4 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.0666852 Sep 16 05:31:10.442641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85a79598-d532-4aa9-bc07-39ac9be1000b req-0fb9868e-8343-46b2-91f7-d8479d60be47 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129346 Sep 16 05:31:10.606859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb3817-da5a-48a8-a502-d46347edc5b5 req-82ff94fc-b62b-4f3a-a25d-db39e4d569ad tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.608754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dcb3817-da5a-48a8-a502-d46347edc5b5 req-82ff94fc-b62b-4f3a-a25d-db39e4d569ad tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.2774279 Sep 16 05:31:10.614601 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-746aafc8-5739-4418-9465-a87deed1054e req-6238e4ff-da57-41a6-96ce-213dc0a08df8 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0509655 Sep 16 05:31:10.663825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.781034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dcb3817-da5a-48a8-a502-d46347edc5b5 req-b425e7ca-a62d-4f7b-9cb1-919c1a2cefea tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271043 Sep 16 05:31:10.978949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 6ca4cb2a-a554-4392-98d9-6880795484a2 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:11.190860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.202115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:11.211800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7fe1da49-3562-43b7-a75d-5b54faba0a34 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/6ca4cb2a-a554-4392-98d9-6880795484a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6212749 Sep 16 05:31:11.213304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35608) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:11.225793 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d93e5b-e39e-4bcd-a9b8-72c39f1a670e None None] Sync routers for ids ['6ca4cb2a-a554-4392-98d9-6880795484a2'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:11.258847 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d93e5b-e39e-4bcd-a9b8-72c39f1a670e None None] Routers {'6ca4cb2a-a554-4392-98d9-6880795484a2'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:11.260250 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5d93e5b-e39e-4bcd-a9b8-72c39f1a670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6ca4cb2a-a554-4392-98d9-6880795484a2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:11.317281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d2240-9536-4388-bf62-49dee94dd9ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.337535 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5d93e5b-e39e-4bcd-a9b8-72c39f1a670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:11.350896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35612) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:11.352156 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d93e5b-e39e-4bcd-a9b8-72c39f1a670e None None] Routers {'6ca4cb2a-a554-4392-98d9-6880795484a2'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:11.353054 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5d93e5b-e39e-4bcd-a9b8-72c39f1a670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6ca4cb2a-a554-4392-98d9-6880795484a2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:11.356395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-802d2240-9536-4388-bf62-49dee94dd9ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports/6539b2a2-494b-40fe-bcc7-1c4f50a2681f HTTP/1.1" status: 200 len: 911 time: 0.1356466 Sep 16 05:31:11.409295 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5d93e5b-e39e-4bcd-a9b8-72c39f1a670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:11.410288 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d93e5b-e39e-4bcd-a9b8-72c39f1a670e None None] The sync data for ids ['6ca4cb2a-a554-4392-98d9-6880795484a2'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:11.659628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Router 9bdcd402-6ae7-438f-8e08-60053d91ad06 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:11.863964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fb8c8-ec76-4232-8786-c9081b67a9ca req-09d724df-5b4e-4bae-89ce-ab70364f607e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.879887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-872fb8c8-ec76-4232-8786-c9081b67a9ca req-09d724df-5b4e-4bae-89ce-ab70364f607e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2570786 Sep 16 05:31:12.010318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b2a7d-7ac5-4c89-a683-2ca81138ba15 req-e90d5852-f91d-48b3-b89a-3392418ba109 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:12.012545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522b2a7d-7ac5-4c89-a683-2ca81138ba15 req-e90d5852-f91d-48b3-b89a-3392418ba109 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.0615554 Sep 16 05:31:12.113217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522b2a7d-7ac5-4c89-a683-2ca81138ba15 req-53465610-aad6-40da-bc1e-2f0eb69de3ec tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918078 Sep 16 05:31:12.163708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-872fb8c8-ec76-4232-8786-c9081b67a9ca req-bbe62be3-8233-42cf-ba17-08d170f96b0b tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763038 Sep 16 05:31:12.181875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-8be4229f-dc64-4184-b93b-a68d4c3ec946 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:12.184154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-8be4229f-dc64-4184-b93b-a68d4c3ec946 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.2867575 Sep 16 05:31:12.287916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:12.301534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Sync routers for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:12.322755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:12.323523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:12.434078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.441151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Deleting port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:12.442021 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.575393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:12.643081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.643081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3121f94b-bf82-4a53-a5d9-529b26b553d9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 12.8753028 Sep 16 05:31:12.644164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35652) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:12.783477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] For port 0afed1aa-f013-464f-85a6-fa3a21c1cf18, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0afed1aa-f013-464f-85a6-fa3a21c1cf18,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:12.784112 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.897203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:09Z', 'revision_number': 3, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:12.931023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Checking router: 9bdcd402-6ae7-438f-8e08-60053d91ad06 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:12.937070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Updating router 9bdcd402-6ae7-438f-8e08-60053d91ad06 port b26a5ee7-535c-4448-8b33-428d7e4a741e binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:31:12.968937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.131141 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.132391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.132391 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Floating IP e5c5b3e5-7345-42ac-9e76-683d4fece381 disassociated. External IP: 172.25.1.186, port: 0afed1aa-f013-464f-85a6-fa3a21c1cf18. Sep 16 05:31:13.132754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Calling delete_port for 0afed1aa-f013-464f-85a6-fa3a21c1cf18 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:13.197407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 6539b2a2-494b-40fe-bcc7-1c4f50a2681f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:13.197755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.257890 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.336030 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.393428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb289a3-160e-4172-a4c2-aaf47e1384c7 req-34375c74-9fe1-4f5f-9846-ef04ed4e989b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:13.394988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-feb289a3-160e-4172-a4c2-aaf47e1384c7 req-34375c74-9fe1-4f5f-9846-ef04ed4e989b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1584005 Sep 16 05:31:13.396346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ebf77-a082-4a9e-99d0-168daacfc4e1 req-83ac2f78-87db-49fa-83b8-01469c910f8a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:13.396862 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.398387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d9ebf77-a082-4a9e-99d0-168daacfc4e1 req-83ac2f78-87db-49fa-83b8-01469c910f8a tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 944 time: 0.1151381 Sep 16 05:31:13.446713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 6539b2a2-494b-40fe-bcc7-1c4f50a2681f owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:13.479343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d9ebf77-a082-4a9e-99d0-168daacfc4e1 req-ea4f3d19-d40e-4730-9557-99f5ff8f706d tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4f490d3-d676-4360-90ac-f7bcfb81b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745785 Sep 16 05:31:13.571197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-feb289a3-160e-4172-a4c2-aaf47e1384c7 req-74a9b182-1594-4593-843f-9cb819712e87 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644855 Sep 16 05:31:13.583149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Allocated IP 172.20.0.1 (a7b7fc37-d30d-4417-87bc-2777f45328e1/7361f8a4-d8fe-4769-a79a-172d1604fc35/e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:13.592226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.678612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b354424-e422-48a3-9937-98a40bcb4595 None None] Pushing event updated for resources: {'Port': ['ID=b26a5ee7-535c-4448-8b33-428d7e4a741e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:13.714335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Attempting to bind port b26a5ee7-535c-4448-8b33-428d7e4a741e on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:13.714706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Attempting to bind port b26a5ee7-535c-4448-8b33-428d7e4a741e by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:13.715073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Attempting to bind port b26a5ee7-535c-4448-8b33-428d7e4a741e on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:13.720557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:13.721029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:13.721429 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.721836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:13.722318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Bound port: b26a5ee7-535c-4448-8b33-428d7e4a741e, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:13.722697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.746151 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.765936 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.790067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] For port b26a5ee7-535c-4448-8b33-428d7e4a741e, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:13.795137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] For port b26a5ee7-535c-4448-8b33-428d7e4a741e, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b26a5ee7-535c-4448-8b33-428d7e4a741e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:13.804668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-b8599d0b-3b0b-4bb8-8092-d4190d2e37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:13.806702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-b8599d0b-3b0b-4bb8-8092-d4190d2e37ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1097 time: 0.2656455 Sep 16 05:31:13.814537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event deleted for resources: {'Port': ['ID=0afed1aa-f013-464f-85a6-fa3a21c1cf18,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:13.926450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-21f24d0c-86b0-4b11-b243-053aae52772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:13.927429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-21f24d0c-86b0-4b11-b243-053aae52772b service neutron] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.0963001 Sep 16 05:31:13.953922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Router d343d6c9-def8-4c5d-be52-80d07faf207b has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:14.045680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-d1a1a1e0-2a2d-4206-8b5a-c4a3021aa7e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a97747c-1645-4f02-b718-bf5844097471 HTTP/1.1" status: 200 len: 1000 time: 0.1103520 Sep 16 05:31:14.101879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.137409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-1aea2545-949c-4ff9-9c81-f4521542bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:14.139176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-1aea2545-949c-4ff9-9c81-f4521542bc8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.0805879 Sep 16 05:31:14.140528 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.207311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:14.208085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:14.292447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:14.295660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b354424-e422-48a3-9937-98a40bcb4595 None None] Pushing event updated for resources: {'Port': ['ID=b26a5ee7-535c-4448-8b33-428d7e4a741e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:14.300089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:14.312536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:14.353691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.454747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:14.459177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Pushing event updated for resources: {'Port': ['ID=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:14.489496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-8cd540f8-1cb3-48ac-9bfa-1d9b6353a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:14.494732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-8cd540f8-1cb3-48ac-9bfa-1d9b6353a17d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3209636 Sep 16 05:31:14.516779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-5a4ff5b1-8e41-4cfa-9ce1-1b576257f0db service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:31:14.518473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-5a4ff5b1-8e41-4cfa-9ce1-1b576257f0db service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182810 Sep 16 05:31:14.728753 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3a5bc70-0261-4da5-a680-17a35fcce8f5 req-e02e86b5-7c7c-4c92-9e81-b2d7b35536b9 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 210 time: 0.1097753 Sep 16 05:31:14.765889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.803565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:14.807569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=6539b2a2-494b-40fe-bcc7-1c4f50a2681f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:14.810452 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.818307 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] Sync routers for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:14.856878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:14.862053 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:14.874037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9c12019a-1d82-4446-b799-4f9630561645 None None] Provisioning complete for port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:14.875609 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c12019a-1d82-4446-b799-4f9630561645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.953006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] No DVR routers for this DVR port 0afed1aa-f013-464f-85a6-fa3a21c1cf18 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:14.958031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:14.961087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cfdc8dc-6e91-4891-91a4-ea0d2c57a098 req-a0ca8d7e-83a9-46bc-be04-138800513a3e tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.30 "DELETE /v2.0/ports/0afed1aa-f013-464f-85a6-fa3a21c1cf18 HTTP/1.1" status: 204 len: 173 time: 2.7643898 Sep 16 05:31:14.961547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-deleted', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:14.964095 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dab4cc-fbf2-4882-a706-217cfb6729ea" -d '{"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-deleted", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:14.997174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9c12019a-1d82-4446-b799-4f9630561645 None None] Port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:15.002315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:09Z', 'revision_number': 3, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:15.075283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.105539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334da338-a810-44d7-9066-7e22c1a0146d None None] The sync data for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 is: [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:09Z', 'revision_number': 3, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:15.140458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ddcb-5637-4744-9587-987bfc4cc82e req-39d1cdc8-d640-497c-8e8a-141fc53639e5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:15.140458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dd9ddcb-5637-4744-9587-987bfc4cc82e req-39d1cdc8-d640-497c-8e8a-141fc53639e5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.1968207 Sep 16 05:31:15.243931 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:15.345160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-b0805e5a-3175-4655-9767-ad624b58e338 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738510 Sep 16 05:31:15.519920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 6ca4cb2a-a554-4392-98d9-6880795484a2 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:15.533127 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2a1a76-c28c-45ed-8362-cc52ffb0c49b x-openstack-request-id: req-da2a1a76-c28c-45ed-8362-cc52ffb0c49b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:15.533127 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f691fcb-3982-41dc-9da0-19b69f7498c8", "name": "network-vif-deleted", "tag": "0afed1aa-f013-464f-85a6-fa3a21c1cf18", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:15.533127 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da2a1a76-c28c-45ed-8362-cc52ffb0c49b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:15.533127 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f691fcb-3982-41dc-9da0-19b69f7498c8', 'name': 'network-vif-deleted', 'tag': '0afed1aa-f013-464f-85a6-fa3a21c1cf18', 'status': 'completed', 'code': 200} Sep 16 05:31:15.667183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:15.684286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6adfe88-6a57-415b-acf2-cd0ade14cb5a None None] Sync routers for ids ['6ca4cb2a-a554-4392-98d9-6880795484a2'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:15.702091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6adfe88-6a57-415b-acf2-cd0ade14cb5a None None] Routers {'6ca4cb2a-a554-4392-98d9-6880795484a2'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:15.702495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f6adfe88-6a57-415b-acf2-cd0ade14cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6ca4cb2a-a554-4392-98d9-6880795484a2'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:15.704569 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b0214cc6-5801-484a-91e9-4c8b7efd2dfc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/6ca4cb2a-a554-4392-98d9-6880795484a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3451824 Sep 16 05:31:15.705536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.796216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eaafa4e2-3884-4432-a2a1-b6046862d988 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ca4cb2a-a554-4392-98d9-6880795484a2 HTTP/1.1" status: 200 len: 205 time: 0.0896106 Sep 16 05:31:15.796893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.856322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f6adfe88-6a57-415b-acf2-cd0ade14cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:15.884428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6adfe88-6a57-415b-acf2-cd0ade14cb5a None None] Routers {'6ca4cb2a-a554-4392-98d9-6880795484a2'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:15.885414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f6adfe88-6a57-415b-acf2-cd0ade14cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6ca4cb2a-a554-4392-98d9-6880795484a2'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:15.947692 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:48Z', 'revision_number': 5, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:15.973660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f6adfe88-6a57-415b-acf2-cd0ade14cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:15.975679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6adfe88-6a57-415b-acf2-cd0ade14cb5a None None] The sync data for ids ['6ca4cb2a-a554-4392-98d9-6880795484a2'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:15.997529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b26a5ee7-535c-4448-8b33-428d7e4a741e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:16.024553 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] Checking router: d343d6c9-def8-4c5d-be52-80d07faf207b for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:16.042135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7dabd8b6-ac0e-4f32-b481-c708249febc1 req-43f10ce4-4380-44e3-ab61-e953f719d4ab tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f691fcb-3982-41dc-9da0-19b69f7498c8 HTTP/1.1" status: 200 len: 210 time: 0.0944543 Sep 16 05:31:16.052494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31584440-130a-4c10-af4e-b60a0acbeea7 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.058929 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:16.059674 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:16.100782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b26a5ee7-535c-4448-8b33-428d7e4a741e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:16.101125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.233725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:16.295594 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dd9ddcb-5637-4744-9587-987bfc4cc82e req-d77190aa-6848-4b82-9762-546c7bd6d1bb tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1501637 Sep 16 05:31:16.339724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 0afed1aa-f013-464f-85a6-fa3a21c1cf18 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:16.340114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0afed1aa-f013-464f-85a6-fa3a21c1cf18 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:16.390041 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.424933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c6145394-1e79-4c07-a9b8-62703a963a7d req-a5898a9b-c1ae-48b1-a66b-a81b5f0e285d service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0636051 Sep 16 05:31:16.439305 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:16.494676 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.506558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.542349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port b26a5ee7-535c-4448-8b33-428d7e4a741e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b26a5ee7-535c-4448-8b33-428d7e4a741e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:16.551596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31584440-130a-4c10-af4e-b60a0acbeea7 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.555791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31584440-130a-4c10-af4e-b60a0acbeea7 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.624974 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.666391 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.775149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=b26a5ee7-535c-4448-8b33-428d7e4a741e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:16.822730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Pushing event updated for resources: {'Port': ['ID=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:16.855159 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:48Z', 'revision_number': 5, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:16.879707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31584440-130a-4c10-af4e-b60a0acbeea7 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.886865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31584440-130a-4c10-af4e-b60a0acbeea7 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Fanout notify agent at l3_agent the message router_deleted on router 6ca4cb2a-a554-4392-98d9-6880795484a2 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:16.887151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:16.887151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-a4753451-6def-444f-a119-af6c57f5936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:16.887151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-a4753451-6def-444f-a119-af6c57f5936e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1097 time: 0.0833926 Sep 16 05:31:16.887614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:16.894425 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca571e-19c8-410f-a002-fe99404d38ac None None] The sync data for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 is: [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:20:42Z', 'revision_number': 4, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0ef1b442-172e-4e03-acb9-230bed4e7dcf', 'name': '', 'network_id': '972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'mac_address': 'fa:16:3e:92:f0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:41Z', 'updated_at': '2021-09-16T05:20:48Z', 'revision_number': 5, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'subnets': [{'id': 'a4c93e44-e31c-47c3-8447-a5abab63fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:16.901610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31584440-130a-4c10-af4e-b60a0acbeea7 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.902886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-31584440-130a-4c10-af4e-b60a0acbeea7 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/6ca4cb2a-a554-4392-98d9-6880795484a2 HTTP/1.1" status: 204 len: 168 time: 1.1010609 Sep 16 05:31:16.905690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:16.984507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-041820a8-eb53-4c83-8f22-e2c51a6b777c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet f3d51939-6b2d-47e0-9253-d052006e8b41 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:16.988384 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-041820a8-eb53-4c83-8f22-e2c51a6b777c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.051054 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-041820a8-eb53-4c83-8f22-e2c51a6b777c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.134229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-24bd3279-dd87-4543-abc9-7e7cb8ab40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:17.136005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-24bd3279-dd87-4543-abc9-7e7cb8ab40a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.2367361 Sep 16 05:31:17.175250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Router 9bdcd402-6ae7-438f-8e08-60053d91ad06 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:17.182580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-041820a8-eb53-4c83-8f22-e2c51a6b777c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.274203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f0135e00-1fac-4560-973f-f1a19f08afe8 None None] Provisioning complete for port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:17.275118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0135e00-1fac-4560-973f-f1a19f08afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.328698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f0135e00-1fac-4560-973f-f1a19f08afe8 None None] Port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:17.356115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-56f567b7-c2a1-4a0d-b7f4-464e1d583992 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a97747c-1645-4f02-b718-bf5844097471 HTTP/1.1" status: 200 len: 1000 time: 0.2098303 Sep 16 05:31:17.394457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35754) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:17.450744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:17.473407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-482466b2-f690-41fc-9e2d-f5e6baeed381 admin admin] 10.222.0.49 "PUT /v2.0/routers/9bdcd402-6ae7-438f-8e08-60053d91ad06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8273251 Sep 16 05:31:17.495122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-041820a8-eb53-4c83-8f22-e2c51a6b777c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.550327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-0a840e54-beb0-40d1-a543-1de6ce21fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:17.551848 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-0a840e54-beb0-40d1-a543-1de6ce21fcc8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.0949438 Sep 16 05:31:17.624076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041820a8-eb53-4c83-8f22-e2c51a6b777c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d51939-6b2d-47e0-9253-d052006e8b41,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:17.628125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-041820a8-eb53-4c83-8f22-e2c51a6b777c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.631699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-041820a8-eb53-4c83-8f22-e2c51a6b777c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/f3d51939-6b2d-47e0-9253-d052006e8b41 HTTP/1.1" status: 204 len: 168 time: 0.7243714 Sep 16 05:31:17.635447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58a7af-6925-418b-bd27-57e7d87d8942 None None] Network 76bdd568-2a52-4a8a-bc6f-877d68bcde78 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:17.638366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35762) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:17.688538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-053a2554-7929-4c9b-9b66-35fc4927cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:17.691647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-053a2554-7929-4c9b-9b66-35fc4927cbf4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272178 Sep 16 05:31:17.712658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eeed90c-eb10-4614-8629-5e736b3fef63 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.712797 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a7a6c-9483-41fd-a8d2-c2b61c132822 None None] New status for floating IP e5c5b3e5-7345-42ac-9e76-683d4fece381: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:31:17.758132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eeed90c-eb10-4614-8629-5e736b3fef63 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.783309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b15576-28ed-4b9a-93f0-a59171900fdf req-1c1c6d43-0246-4127-80a0-a657b1d35a09 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:17.792761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87b15576-28ed-4b9a-93f0-a59171900fdf req-1c1c6d43-0246-4127-80a0-a657b1d35a09 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.2607973 Sep 16 05:31:17.913250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b26a5ee7-535c-4448-8b33-428d7e4a741e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:17.936786 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87b15576-28ed-4b9a-93f0-a59171900fdf req-51bb8fa6-e159-4009-87ed-acb08d324fa5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427534 Sep 16 05:31:18.021359 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-7d74e2b9-7305-4baa-ad1b-e78df79d5fb8 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158083 Sep 16 05:31:18.026852 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.086953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b26a5ee7-535c-4448-8b33-428d7e4a741e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:18.087560 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.119650 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eeed90c-eb10-4614-8629-5e736b3fef63 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.133388 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eeed90c-eb10-4614-8629-5e736b3fef63 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.133388 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4eeed90c-eb10-4614-8629-5e736b3fef63 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "DELETE /v2.0/security-groups/e4f490d3-d676-4360-90ac-f7bcfb81b46c HTTP/1.1" status: 204 len: 168 time: 0.7311316 Sep 16 05:31:18.137809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35774) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:18.188045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeed90c-eb10-4614-8629-5e736b3fef63 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f490d3-d676-4360-90ac-f7bcfb81b46c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:18.191061 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-da8a465a-cf04-4453-9fad-b3b092655428 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] show failed (client error): The resource could not be found. Sep 16 05:31:18.191676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-da8a465a-cf04-4453-9fad-b3b092655428 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "GET /v2.0/security-groups/e4f490d3-d676-4360-90ac-f7bcfb81b46c HTTP/1.1" status: 404 len: 347 time: 0.0485728 Sep 16 05:31:18.197699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:18.236360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Sync routers for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:18.272731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] DHCP port deletion for 76bdd568-2a52-4a8a-bc6f-877d68bcde78 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:18.311033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:18.311830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:18.372805 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bad88bb-986f-4db8-be56-c6aac264d473 req-17f78063-15ad-46f7-9ef0-b1c1ab8c10ec service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385086 Sep 16 05:31:18.379619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port c8556322-71b1-4499-9606-fcd21f20f201 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:18.380375 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.588883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port c8556322-71b1-4499-9606-fcd21f20f201, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c8556322-71b1-4499-9606-fcd21f20f201,segment=NetworkSegment(a23ddc6d-9f8e-4e18-8232-7d46d856bc5a),segment_id=a23ddc6d-9f8e-4e18-8232-7d46d856bc5a)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:18.589519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.607000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for c8556322-71b1-4499-9606-fcd21f20f201 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:18.633279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Deleting port a30a88c2-e2da-4255-b3e7-38f261975e3d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:18.634107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.639138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:18.776234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.776566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.792713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35798) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:18.797679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f08e06cc-82dc-48fc-a3c7-1a488f260509 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986429772', 'description': 'tempest-description--24007155'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:18.805066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Calling delete_port for a30a88c2-e2da-4255-b3e7-38f261975e3d owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:18.899664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] Deleting port c8556322-71b1-4499-9606-fcd21f20f201 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:18.900070 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.925401 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.960650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=c8556322-71b1-4499-9606-fcd21f20f201,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:18.964397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No DVR routers for this DVR port c8556322-71b1-4499-9606-fcd21f20f201 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:18.993279 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f08e06cc-82dc-48fc-a3c7-1a488f260509 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.068948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] For port c8556322-71b1-4499-9606-fcd21f20f201, host n-d-712749-15, got binding levels [] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:19.069886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.091671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] Calling delete_port for c8556322-71b1-4499-9606-fcd21f20f201 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:19.105481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.ipam_backend_mixin [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] Port c8556322-71b1-4499-9606-fcd21f20f201 was not found and therefore no delete operation was performed {{(pid=95661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:31:19.105674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.107510 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.126540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52095385-3cef-407f-a745-73c68505424f req-c0f78e61-670f-4719-8735-2736e7545299 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:19.128797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52095385-3cef-407f-a745-73c68505424f req-c0f78e61-670f-4719-8735-2736e7545299 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 945 time: 0.0697844 Sep 16 05:31:19.140622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bdd568-2a52-4a8a-bc6f-877d68bcde78']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:19.147701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] Pushing event deleted for resources: {'Port': ['ID=c8556322-71b1-4499-9606-fcd21f20f201,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:19.167792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23ddc6d-9f8e-4e18-8232-7d46d856bc5a') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:19.167792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23ddc6d-9f8e-4e18-8232-7d46d856bc5a') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:19.172447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.184514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be02d4-f9c3-45c5-a8c1-c3903364e3b3 None None] No DVR routers for this DVR port c8556322-71b1-4499-9606-fcd21f20f201 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:19.198682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52095385-3cef-407f-a745-73c68505424f req-bd5eb9f9-e047-4f20-b9c5-d68ca5786db4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567269 Sep 16 05:31:19.212463 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.214553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:19.219904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 2, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:19.231941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:19.232365 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:19.235384 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:19.238063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f08e06cc-82dc-48fc-a3c7-1a488f260509 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.245740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.359626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Pushing event deleted for resources: {'Port': ['ID=a30a88c2-e2da-4255-b3e7-38f261975e3d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:19.360486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Checking router: 9bdcd402-6ae7-438f-8e08-60053d91ad06 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:19.360486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Updating router 9bdcd402-6ae7-438f-8e08-60053d91ad06 port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:31:19.376288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.394853 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.400586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.403897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1d24b2a0-b975-462f-9815-d9fa23594c87 tempest-ServerActionsTestJSON-2111315474 tempest-ServerActionsTestJSON-2111315474-project] 10.222.0.49 "DELETE /v2.0/floatingips/e5c5b3e5-7345-42ac-9e76-683d4fece381 HTTP/1.1" status: 204 len: 168 time: 1.2020862 Sep 16 05:31:19.405726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:19.419783 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.466506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:19.469477 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99679969-672e-41d9-b593-2e5ef465bccf" -d '{"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-unplugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:19.529387 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934c75fd-4e65-43e3-b656-c6b2bd9d8818 x-openstack-request-id: req-934c75fd-4e65-43e3-b656-c6b2bd9d8818 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:19.529804 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-unplugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:19.530088 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-934c75fd-4e65-43e3-b656-c6b2bd9d8818 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:19.530475 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471', 'code': 200} Sep 16 05:31:19.546089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:19.554691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f08e06cc-82dc-48fc-a3c7-1a488f260509 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.590082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e06cc-82dc-48fc-a3c7-1a488f260509 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ea290b-8d68-4abf-b0d8-dbc723073893,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:19.776487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.807042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c8556322-71b1-4499-9606-fcd21f20f201 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:19.841892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f08e06cc-82dc-48fc-a3c7-1a488f260509 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.847596 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f08e06cc-82dc-48fc-a3c7-1a488f260509 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0532074 Sep 16 05:31:19.848562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35822) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:19.848785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.858376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6c4da6df-5768-4807-a547-114987dc69c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Request body: {'security_group_rule': {'security_group_id': '80ea290b-8d68-4abf-b0d8-dbc723073893', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:19.858967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.890236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.899084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/76bdd568-2a52-4a8a-bc6f-877d68bcde78 HTTP/1.1" status: 204 len: 168 time: 2.2548015 Sep 16 05:31:19.907421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ab270-6dff-4eab-b3a8-9725aefdf987 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=76bdd568-2a52-4a8a-bc6f-877d68bcde78,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:19.907421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35824) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:19.914799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464530021', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:19.920401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: c8556322-71b1-4499-9606-fcd21f20f201 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:19.920746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c8556322-71b1-4499-9606-fcd21f20f201 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:19.925298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af8dd25c-c34d-49b0-a704-353518cd223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.931534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:19.998103 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.047835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.075086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d2c91-3a46-432b-b8ee-73d81b1e12a8 None None] Pushing event updated for resources: {'Port': ['ID=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:20.113709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Attempting to bind port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:20.114528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Attempting to bind port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:20.115516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Attempting to bind port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a on network a7b7fc37-d30d-4417-87bc-2777f45328e1 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:20.122174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:20.123912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Checking segment: {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:20.123912 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.124384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Bound using segment: {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:20.125250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Bound port: e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:20.125577 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.144370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c4da6df-5768-4807-a547-114987dc69c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.233072 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c4da6df-5768-4807-a547-114987dc69c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.235407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] For port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:20.239299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] For port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:20.319457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.319457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.393068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-12dfe128-ef42-403f-a132-62ad8615a706 None None] Provisioning complete for port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:20.393579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12dfe128-ef42-403f-a132-62ad8615a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.412870 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.422899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236608-48d6-4167-ac16-38601e36fb3a req-615a1f40-dfa5-4963-adce-ed63709fe6d8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:20.424926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3236608-48d6-4167-ac16-38601e36fb3a req-615a1f40-dfa5-4963-adce-ed63709fe6d8 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1072984 Sep 16 05:31:20.426220 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c4da6df-5768-4807-a547-114987dc69c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.430050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Deleting port 0ef1b442-172e-4e03-acb9-230bed4e7dcf {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:20.435401 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.435572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-12dfe128-ef42-403f-a132-62ad8615a706 None None] Port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:20.468034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4da6df-5768-4807-a547-114987dc69c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e4e057-88a4-40a9-bf82-2fd2e8747c3a,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:20.488942 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.517740 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3236608-48d6-4167-ac16-38601e36fb3a req-8d269644-fcf8-4cec-97dd-194595b6eb31 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764740 Sep 16 05:31:20.558071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] For port 0ef1b442-172e-4e03-acb9-230bed4e7dcf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0ef1b442-172e-4e03-acb9-230bed4e7dcf,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:20.558484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.591240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Calling delete_port for 0ef1b442-172e-4e03-acb9-230bed4e7dcf owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:20.607373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d2c91-3a46-432b-b8ee-73d81b1e12a8 None None] Pushing event updated for resources: {'Port': ['ID=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:20.607373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:20.617369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:20.820701 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.846611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:20.856397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6c4da6df-5768-4807-a547-114987dc69c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.858616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6c4da6df-5768-4807-a547-114987dc69c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0059392 Sep 16 05:31:20.863415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35840) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:20.910878 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e46b0f1d-db64-47f1-95ce-26b85831069d None None] Provisioning complete for port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:20.911273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e46b0f1d-db64-47f1-95ce-26b85831069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.920076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-53e0c96f-86f5-4068-ac05-9a1217cb7558 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Request body: {'security_group_rule': {'security_group_id': '80ea290b-8d68-4abf-b0d8-dbc723073893', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:20.983880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.106922 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e46b0f1d-db64-47f1-95ce-26b85831069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.167396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e46b0f1d-db64-47f1-95ce-26b85831069d None None] For port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:21.193804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:20Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:21.223299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c6b87-c4c4-44aa-b0e6-14c43f26027f None None] The sync data for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 is: [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:20Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:21.238143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.270194 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53e0c96f-86f5-4068-ac05-9a1217cb7558 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.307332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef1b442-172e-4e03-acb9-230bed4e7dcf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:21.337881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e46b0f1d-db64-47f1-95ce-26b85831069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.437890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b0f1d-db64-47f1-95ce-26b85831069d None None] Pushing event updated for resources: {'Port': ['ID=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:21.531937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53e0c96f-86f5-4068-ac05-9a1217cb7558 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.637925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.684859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53e0c96f-86f5-4068-ac05-9a1217cb7558 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.820350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0c96f-86f5-4068-ac05-9a1217cb7558 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351652a9-f736-476a-bd74-30bde6b2385b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:21.954183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.998254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.003151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53e0c96f-86f5-4068-ac05-9a1217cb7558 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.003151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-53e0c96f-86f5-4068-ac05-9a1217cb7558 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1372566 Sep 16 05:31:22.014139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc1822-e82c-4562-8a6c-5b9c56f52f16 req-2808f4d4-18ce-4cc6-bfc6-59cc7603c171 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:22.017357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-46dc1822-e82c-4562-8a6c-5b9c56f52f16 req-2808f4d4-18ce-4cc6-bfc6-59cc7603c171 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.3362629 Sep 16 05:31:22.043271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35858) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:22.074508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:22.137500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:22.314138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:22.314658 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.722824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.759999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-46dc1822-e82c-4562-8a6c-5b9c56f52f16 req-4713f12b-4305-4633-9a4d-674acdd5bbf4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6146450 Sep 16 05:31:22.772227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-2b133650-5267-4d97-a348-206857252170 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1689813 Sep 16 05:31:22.878077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 172.25.1.92 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/3961a5b0-d87f-4960-ad42-d0c52437677a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:23.062766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Router d343d6c9-def8-4c5d-be52-80d07faf207b has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:23.069169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-75093d5b-9cb6-4054-8ab1-f3b4f3911c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.073348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-75093d5b-9cb6-4054-8ab1-f3b4f3911c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.073934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-75093d5b-9cb6-4054-8ab1-f3b4f3911c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.074735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-75093d5b-9cb6-4054-8ab1-f3b4f3911c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.075280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-75093d5b-9cb6-4054-8ab1-f3b4f3911c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.075839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-75093d5b-9cb6-4054-8ab1-f3b4f3911c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.077468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-75093d5b-9cb6-4054-8ab1-f3b4f3911c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.090620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-75093d5b-9cb6-4054-8ab1-f3b4f3911c55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.2106273 Sep 16 05:31:23.199941 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-939ce692-2289-42bf-9653-8644a9deb269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.237302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:23.284303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.327777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.354139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:23.372115 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d14f9773-dde6-4f8a-893e-e21a3779f2d6 admin admin] 10.222.0.49 "PUT /v2.0/routers/d343d6c9-def8-4c5d-be52-80d07faf207b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9610898 Sep 16 05:31:23.372362 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06427969-1339-4c13-95bc-65827cb78137 None None] Sync routers for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:23.372899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:23.388494 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06427969-1339-4c13-95bc-65827cb78137 None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:23.391295 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-06427969-1339-4c13-95bc-65827cb78137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:23.586519 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-06427969-1339-4c13-95bc-65827cb78137 None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:23.602538 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.777598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-a0b9bf5d-8bef-4c7e-b1c7-c90f3e1e55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.778336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-a0b9bf5d-8bef-4c7e-b1c7-c90f3e1e55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.778679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-a0b9bf5d-8bef-4c7e-b1c7-c90f3e1e55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.780447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-a0b9bf5d-8bef-4c7e-b1c7-c90f3e1e55a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 2294 time: 0.6023452 Sep 16 05:31:23.800664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.820719 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.821998 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-06427969-1339-4c13-95bc-65827cb78137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:31:20Z', 'revision_number': 5, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port': {'id': '619d644f-b6fa-4070-a942-a518e3e7d817', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:37Z', 'updated_at': '2021-09-16T05:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:23.873652 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.888690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-5c2ecbc8-dd2a-4649-a318-8c6f9e93f9c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 1001 time: 0.0991478 Sep 16 05:31:23.936065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:23.942846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:23.948990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:24.003157 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06427969-1339-4c13-95bc-65827cb78137 None None] Checking router: d343d6c9-def8-4c5d-be52-80d07faf207b for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:24.016694 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06427969-1339-4c13-95bc-65827cb78137 None None] Routers {'d343d6c9-def8-4c5d-be52-80d07faf207b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:24.017893 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-06427969-1339-4c13-95bc-65827cb78137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['d343d6c9-def8-4c5d-be52-80d07faf207b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:24.078918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-f4bd4657-fc93-4452-a066-23bb22504523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:24.080645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-f4bd4657-fc93-4452-a066-23bb22504523 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 0.1816816 Sep 16 05:31:24.134458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Allocated IP 172.25.1.163 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b13ae65b-9331-4bc0-9be8-1dfe14fe4922) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:24.166037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=3961a5b0-d87f-4960-ad42-d0c52437677a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:24.173533 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-06427969-1339-4c13-95bc-65827cb78137 None None] Set router d343d6c9-def8-4c5d-be52-80d07faf207b gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:24.220424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Deleting port 619d644f-b6fa-4070-a942-a518e3e7d817 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:24.220774 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:24.223987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-29fb1d48-99d5-4176-a8d3-bbd3b03bea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:24.228334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-29fb1d48-99d5-4176-a8d3-bbd3b03bea2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332741 Sep 16 05:31:24.268166 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-06427969-1339-4c13-95bc-65827cb78137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:31:23Z', 'revision_number': 6, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:24.372656 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06427969-1339-4c13-95bc-65827cb78137 None None] The sync data for ids ['d343d6c9-def8-4c5d-be52-80d07faf207b'] in n-d-712749-15 is: [{'id': 'd343d6c9-def8-4c5d-be52-80d07faf207b', 'name': 'tempest-ServerActionsTestJSON-1742572790-router', 'tenant_id': '35939a17332d4166865b8b97d16dcd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:35Z', 'updated_at': '2021-09-16T05:31:23Z', 'revision_number': 6, 'project_id': '35939a17332d4166865b8b97d16dcd7e', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:24.434613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] For port 619d644f-b6fa-4070-a942-a518e3e7d817, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=619d644f-b6fa-4070-a942-a518e3e7d817,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:24.435179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:24.454755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-ba818173-502c-44f0-930c-539be351c3e9 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154245 Sep 16 05:31:24.461695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Calling delete_port for 619d644f-b6fa-4070-a942-a518e3e7d817 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:24.477905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:24.657233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-dba0cf88-5197-4e00-936f-5597ee587311 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940250 Sep 16 05:31:24.683028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:24.725998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-af15d900-5265-4d02-af04-e510f6ed2552 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 217 time: 0.0425420 Sep 16 05:31:24.798910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:24.830997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:24.843933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-5713e7b6-23bf-4b4e-b78f-62ef43b55783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:24.845651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-5713e7b6-23bf-4b4e-b78f-62ef43b55783 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1070848 Sep 16 05:31:24.888245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:24.945135 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:24.988419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-773f81af-c7e3-415e-9f20-35ac081783c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:24.991134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-773f81af-c7e3-415e-9f20-35ac081783c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1266928 Sep 16 05:31:24.998349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=619d644f-b6fa-4070-a942-a518e3e7d817,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:25.060189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event updated for resources: {'Port': ['ID=b13ae65b-9331-4bc0-9be8-1dfe14fe4922,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:25.186166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.196940 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.222315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-cda3fde1-adb0-4475-b747-59b25b75ab46 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948621 Sep 16 05:31:25.267078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.293486 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.572316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.576290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.578941 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.641155 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-ebd15a0d-f1e9-44f8-82fa-4e02f6cd348b service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449054 Sep 16 05:31:25.665205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.703375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-586a8694-392d-4b5a-a59a-7b2e45afa115 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 217 time: 0.0534260 Sep 16 05:31:25.780503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-85fd9b51-df90-497d-af9f-8a9027a0d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:25.782238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-85fd9b51-df90-497d-af9f-8a9027a0d31f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0708561 Sep 16 05:31:25.873772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-ed879dce-ff6a-44b5-a7a7-963801e90a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:25.876501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-ed879dce-ff6a-44b5-a7a7-963801e90a90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790563 Sep 16 05:31:25.879481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0ef1b442-172e-4e03-acb9-230bed4e7dcf no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:25.939824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 0ef1b442-172e-4e03-acb9-230bed4e7dcf {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:25.940772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0ef1b442-172e-4e03-acb9-230bed4e7dcf not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:25.941663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 619d644f-b6fa-4070-a942-a518e3e7d817 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:25.973926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 619d644f-b6fa-4070-a942-a518e3e7d817 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:25.974419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 619d644f-b6fa-4070-a942-a518e3e7d817 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:25.995885 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.996751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d343d6c9-def8-4c5d-be52-80d07faf207b {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:26.007372 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.008802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ed25338-819d-4cc3-9777-52150b9531c7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d343d6c9-def8-4c5d-be52-80d07faf207b HTTP/1.1" status: 204 len: 168 time: 2.6350043 Sep 16 05:31:26.013823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:26.022477 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.066090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 4cbab46c-d5f9-45e6-a788-c43ca7bccede is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:26.077092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-7a2592c6-1264-4467-b16a-5a59bbc16481 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929035 Sep 16 05:31:26.085106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e93f12-e2fe-4387-a93b-be8b7e4f2f15 admin admin] Deleting subnet a4c93e44-e31c-47c3-8447-a5abab63fa76 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:26.097103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f12-e2fe-4387-a93b-be8b7e4f2f15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.214984 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f12-e2fe-4387-a93b-be8b7e4f2f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.250477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:26.268583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed01d31-e524-40d8-8f96-97c1506f69ed None None] Sync routers for ids ['4cbab46c-d5f9-45e6-a788-c43ca7bccede'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:26.277640 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.284028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed01d31-e524-40d8-8f96-97c1506f69ed None None] Routers {'4cbab46c-d5f9-45e6-a788-c43ca7bccede'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:26.284680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-fc1524a2-a26e-46cd-ab3d-e9e8ecafe36e service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961145 Sep 16 05:31:26.285338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eed01d31-e524-40d8-8f96-97c1506f69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['4cbab46c-d5f9-45e6-a788-c43ca7bccede'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:26.332899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-5bd30759-0b20-46b8-a9e8-c10e941fdc87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 217 time: 0.0406191 Sep 16 05:31:26.338563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eed01d31-e524-40d8-8f96-97c1506f69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:26.384634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed01d31-e524-40d8-8f96-97c1506f69ed None None] Routers {'4cbab46c-d5f9-45e6-a788-c43ca7bccede'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:26.385365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eed01d31-e524-40d8-8f96-97c1506f69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['4cbab46c-d5f9-45e6-a788-c43ca7bccede'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:26.410036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event updated for resources: {'Port': ['ID=b13ae65b-9331-4bc0-9be8-1dfe14fe4922,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:26.417179 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.439226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eed01d31-e524-40d8-8f96-97c1506f69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:26.440210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed01d31-e524-40d8-8f96-97c1506f69ed None None] The sync data for ids ['4cbab46c-d5f9-45e6-a788-c43ca7bccede'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:26.449473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f12-e2fe-4387-a93b-be8b7e4f2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.479357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-7e6353b3-3b22-46b1-ab77-449ef9244f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:26.481178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-7e6353b3-3b22-46b1-ab77-449ef9244f49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1137784 Sep 16 05:31:26.496376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.497932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6fe32be3-a20a-44a4-bba8-dec0520fb3bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5911264 Sep 16 05:31:26.500881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35960) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:26.585079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-8814c2d0-90ce-4eed-ae81-8a67d6435c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:26.587752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-8814c2d0-90ce-4eed-ae81-8a67d6435c5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986788 Sep 16 05:31:26.605234 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.611616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1f58322f-6d8a-4bb5-a71e-6dafd12a829e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5669138 Sep 16 05:31:26.739890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-606a6aeb-a1fa-4f73-80a0-0167576654e2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/routers/4cbab46c-d5f9-45e6-a788-c43ca7bccede HTTP/1.1" status: 200 len: 884 time: 0.2351532 Sep 16 05:31:26.740228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35970) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:26.817313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-52a2b4c3-9073-4b49-89b4-7e0c3ba049e1 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193162 Sep 16 05:31:26.952692 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-21334c6b-3e02-4b5b-826a-f5992bf01af3 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278715 Sep 16 05:31:26.963279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-365cca05-e007-40db-bc32-8ab5782d5d52 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1986429772&fields=id&tenant_id=ebc70a4678154926a2c9ea67e4cb241c HTTP/1.1" status: 200 len: 267 time: 0.0847237 Sep 16 05:31:27.023051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-3f3ec892-cf23-4bd6-b688-60ae1b203244 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 217 time: 0.0621336 Sep 16 05:31:27.090262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-f9c04599-8b76-44b3-adde-82fa558af73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:27.090262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-f9c04599-8b76-44b3-adde-82fa558af73c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0588779 Sep 16 05:31:27.136912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f12-e2fe-4387-a93b-be8b7e4f2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:27.194784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caacdf5-598d-4610-99e9-e69bb34efb4c None None] Network 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:27.202110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f12-e2fe-4387-a93b-be8b7e4f2f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:27.207638 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b6e93f12-e2fe-4387-a93b-be8b7e4f2f15 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a4c93e44-e31c-47c3-8447-a5abab63fa76 HTTP/1.1" status: 204 len: 168 time: 1.1917925 Sep 16 05:31:27.209372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e93f12-e2fe-4387-a93b-be8b7e4f2f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c93e44-e31c-47c3-8447-a5abab63fa76,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:27.213697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35988) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:27.252495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65631821-1dfa-46b7-988d-eb3221b032a7 req-421f4130-405c-4623-ab81-676ca220e3b1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:27.254132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65631821-1dfa-46b7-988d-eb3221b032a7 req-421f4130-405c-4623-ab81-676ca220e3b1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1699138 Sep 16 05:31:27.443290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-1d40131e-a19b-4292-b092-d3958fc7cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:27.445046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-1d40131e-a19b-4292-b092-d3958fc7cf52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3009541 Sep 16 05:31:27.448166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:27.565061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-f583385e-5944-4870-8d42-45c8914fec41 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108720 Sep 16 05:31:27.573147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:27.590280 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65631821-1dfa-46b7-988d-eb3221b032a7 req-f40a17d1-3f7a-4cc5-bcc9-a300bdfd241a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605429 Sep 16 05:31:27.765895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] DHCP port deletion for 972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:27.903725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a05d52d5-864d-496c-bc31-07ac4b5f0568 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:28.001073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] Deleting port a05d52d5-864d-496c-bc31-07ac4b5f0568 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:28.001662 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.061391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b89335e1-5688-4704-a17a-80a8d19ee2bf tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.3157349 Sep 16 05:31:28.074587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-0bba1c24-ead7-4a44-bda9-87805bb8b5c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:28.078075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-0bba1c24-ead7-4a44-bda9-87805bb8b5c1 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/networks?id=a7b7fc37-d30d-4417-87bc-2777f45328e1 HTTP/1.1" status: 200 len: 806 time: 1.0818155 Sep 16 05:31:28.084953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36016) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:28.092252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8332e9ab-295f-48cd-a23a-ec674da78d8b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1464530021'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:28.160116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-5f100f3a-7208-4ae6-b4ce-d679fec6a097 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/quotas/ebc70a4678154926a2c9ea67e4cb241c HTTP/1.1" status: 200 len: 375 time: 0.0647838 Sep 16 05:31:28.160524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] For port a05d52d5-864d-496c-bc31-07ac4b5f0568, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a05d52d5-864d-496c-bc31-07ac4b5f0568,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:28.160932 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.181841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] Calling delete_port for a05d52d5-864d-496c-bc31-07ac4b5f0568 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:28.185876 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.268440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port a05d52d5-864d-496c-bc31-07ac4b5f0568, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a05d52d5-864d-496c-bc31-07ac4b5f0568,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:28.341681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-f67f58d5-ccf3-47a0-8b58-77e819506dd3 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648292 Sep 16 05:31:28.346322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Deleting port a05d52d5-864d-496c-bc31-07ac4b5f0568 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:28.346773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.377073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-431bee64-2563-46ac-b8f5-0154cd4b5ed2 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebc70a4678154926a2c9ea67e4cb241c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2153609 Sep 16 05:31:28.440761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6f6e715a-1e73-4d0f-9204-c7cfc670e958 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:31:28.441795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6f6e715a-1e73-4d0f-9204-c7cfc670e958 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060661 Sep 16 05:31:28.445367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-1377c510-0d34-494d-a7b6-1f2ccbb9bc6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 217 time: 0.0960140 Sep 16 05:31:28.500869 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.624505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] For port a05d52d5-864d-496c-bc31-07ac4b5f0568, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a05d52d5-864d-496c-bc31-07ac4b5f0568,segment=NetworkSegment(24ed6bde-3fd9-49e1-961b-9992f63e86fd),segment_id=24ed6bde-3fd9-49e1-961b-9992f63e86fd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:28.624882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.634734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-2a68d358-3963-4742-849f-dff35237f8a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3535280 Sep 16 05:31:28.656511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-c8012b04-c552-43fe-a038-1a69cdb45e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:28.658067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-c8012b04-c552-43fe-a038-1a69cdb45e2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.2038603 Sep 16 05:31:28.670081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=a05d52d5-864d-496c-bc31-07ac4b5f0568,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:28.701484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Calling delete_port for a05d52d5-864d-496c-bc31-07ac4b5f0568 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:28.723062 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.784467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] Pushing event deleted for resources: {'Port': ['ID=a05d52d5-864d-496c-bc31-07ac4b5f0568,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:28.788085 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-9c427c7f-8826-49c4-b025-04af51f7c285 service neutron] 10.222.0.49 "GET /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260248 Sep 16 05:31:28.791654 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.795436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac60f38-25f6-495c-bb32-02bb84fa9788 None None] No DVR routers for this DVR port a05d52d5-864d-496c-bc31-07ac4b5f0568 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:28.896038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-a66901d7-fe7e-45e9-a13f-a4a5942f93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:28.898656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-a66901d7-fe7e-45e9-a13f-a4a5942f93eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946163 Sep 16 05:31:28.927713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8332e9ab-295f-48cd-a23a-ec674da78d8b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.017856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d706-b8fd-422d-b23f-2a9a40b56d43 req-b1340592-3141-4f15-bfad-d032c0fcf6f5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:29.027577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a10d706-b8fd-422d-b23f-2a9a40b56d43 req-b1340592-3141-4f15-bfad-d032c0fcf6f5 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1667044 Sep 16 05:31:29.099555 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:29.106815 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-b47d57b5-809c-4551-86d4-7071a95c54c3 service neutron] 10.222.0.49 "GET /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179131 Sep 16 05:31:29.139196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.165355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8332e9ab-295f-48cd-a23a-ec674da78d8b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.186039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05d52d5-864d-496c-bc31-07ac4b5f0568,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:29.241928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a10d706-b8fd-422d-b23f-2a9a40b56d43 req-a99fa1cf-74bb-4bfb-8352-548e6d61cf29 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383204 Sep 16 05:31:29.276914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] No DVR routers for this DVR port a05d52d5-864d-496c-bc31-07ac4b5f0568 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:29.298753 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-b486ace8-18df-446b-84c5-bc14bdeff519 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874958 Sep 16 05:31:29.409775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8332e9ab-295f-48cd-a23a-ec674da78d8b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 4cbab46c-d5f9-45e6-a788-c43ca7bccede has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:29.549314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.613392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8332e9ab-295f-48cd-a23a-ec674da78d8b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:29.621596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8332e9ab-295f-48cd-a23a-ec674da78d8b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.625741 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8332e9ab-295f-48cd-a23a-ec674da78d8b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/4cbab46c-d5f9-45e6-a788-c43ca7bccede HTTP/1.1" status: 200 len: 891 time: 1.5433571 Sep 16 05:31:29.626546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36056) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:29.635297 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fcbc56-97b4-44fc-8126-3dfd5f29a1b0 None None] Sync routers for ids ['4cbab46c-d5f9-45e6-a788-c43ca7bccede'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:29.652152 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fcbc56-97b4-44fc-8126-3dfd5f29a1b0 None None] Routers {'4cbab46c-d5f9-45e6-a788-c43ca7bccede'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:29.652789 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-52fcbc56-97b4-44fc-8126-3dfd5f29a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['4cbab46c-d5f9-45e6-a788-c43ca7bccede'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.666239 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-299a3c30-dc49-462b-81c1-27ead4c08080 req-2091567f-a561-4329-abf1-48ed15ea36d0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 210 time: 0.1698749 Sep 16 05:31:29.709824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.723967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ed6bde-3fd9-49e1-961b-9992f63e86fd') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.724267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ed6bde-3fd9-49e1-961b-9992f63e86fd') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.739381 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-52fcbc56-97b4-44fc-8126-3dfd5f29a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.762316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.782073 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fcbc56-97b4-44fc-8126-3dfd5f29a1b0 None None] Routers {'4cbab46c-d5f9-45e6-a788-c43ca7bccede'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:29.782073 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-52fcbc56-97b4-44fc-8126-3dfd5f29a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['4cbab46c-d5f9-45e6-a788-c43ca7bccede'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.795512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-258b8b4b-cbfb-4a2b-94e8-2da6b5a35a06 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406583 Sep 16 05:31:29.799338 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.814713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:29.814713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:29.817441 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:29.836703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-da2533e3-e1f0-4083-a81b-9a683ec8225d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/routers/4cbab46c-d5f9-45e6-a788-c43ca7bccede HTTP/1.1" status: 200 len: 891 time: 0.2057762 Sep 16 05:31:29.837251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:29.845735 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-52fcbc56-97b4-44fc-8126-3dfd5f29a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.846462 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fcbc56-97b4-44fc-8126-3dfd5f29a1b0 None None] The sync data for ids ['4cbab46c-d5f9-45e6-a788-c43ca7bccede'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:29.867709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-a1302f1b-1875-4757-9f75-39e6c33e2b81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0630617 Sep 16 05:31:29.879832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-de5ec38c-61ba-4e59-af86-b9c85a0365e6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cbab46c-d5f9-45e6-a788-c43ca7bccede HTTP/1.1" status: 200 len: 205 time: 0.0380819 Sep 16 05:31:29.882938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36066) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:29.994567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-5d29be4e-79b0-4228-943a-21f1d216828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:29.996232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-5d29be4e-79b0-4228-943a-21f1d216828e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.1181972 Sep 16 05:31:30.085778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.091477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-d68a746a-da60-4bcf-929b-ef1588c726ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:30.094661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-d68a746a-da60-4bcf-929b-ef1588c726ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887320 Sep 16 05:31:30.226302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.248336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.258088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8 HTTP/1.1" status: 204 len: 168 time: 3.0395520 Sep 16 05:31:30.299658 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.354921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715ac8-f3fa-4709-a49e-98fcf9c433c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=972aba3c-cc2a-44d9-9fb3-21c3b68ac9e8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:30.498615 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-c92fa000-51cd-4434-8744-d817cb75a7f5 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870809 Sep 16 05:31:30.535933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa761-0696-4718-bc98-f8d69b949f6e req-60f79fee-eddf-4c5c-b121-8c79ea688e8c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:30.538059 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb1fa761-0696-4718-bc98-f8d69b949f6e req-60f79fee-eddf-4c5c-b121-8c79ea688e8c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1313345 Sep 16 05:31:30.569412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 3961a5b0-d87f-4960-ad42-d0c52437677a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:30.569786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.641804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0c7a2b-5945-4939-bde0-ab320e04b7fc req-9b7270ee-6f79-486d-9c73-9a87bff10445 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350210 Sep 16 05:31:30.685460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb1fa761-0696-4718-bc98-f8d69b949f6e req-385f033a-3775-4c91-82e3-95e8c8380378 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288865 Sep 16 05:31:30.738828 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.770523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 3961a5b0-d87f-4960-ad42-d0c52437677a owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:30.780529 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d966a9c4-7f32-4a35-b7c2-f65637c431d8 req-32dd617b-d173-42e8-8be6-c377bcfe08bf tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 210 time: 0.0367517 Sep 16 05:31:30.951184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:31.019165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aae3ecbe-79ca-4e52-9d8b-f0adb85a9fd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35939a17332d4166865b8b97d16dcd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655169 Sep 16 05:31:31.022571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:31.086704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36326a81-2262-404b-adea-5f2fdaca3160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.108134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.111577 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36326a81-2262-404b-adea-5f2fdaca3160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.144925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=3961a5b0-d87f-4960-ad42-d0c52437677a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:31.231262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.263086 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36326a81-2262-404b-adea-5f2fdaca3160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.266144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36326a81-2262-404b-adea-5f2fdaca3160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.269030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-36326a81-2262-404b-adea-5f2fdaca3160 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/989874b8-e61c-4375-9ee2-6fd4fb0db73d HTTP/1.1" status: 204 len: 168 time: 0.2437749 Sep 16 05:31:31.287800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36326a81-2262-404b-adea-5f2fdaca3160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989874b8-e61c-4375-9ee2-6fd4fb0db73d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:31.439363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.467539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.542968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-6964363d-db3e-4b56-810c-f3371c3579f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:31.546650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-6964363d-db3e-4b56-810c-f3371c3579f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd&tenant_id=87a82320fc364a3682465099ceb7e456 HTTP/1.1" status: 200 len: 1095 time: 0.1404541 Sep 16 05:31:31.652171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-77137dec-7ecf-4124-a92a-b4ff72f99bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:31.653822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-77137dec-7ecf-4124-a92a-b4ff72f99bae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1095 time: 0.0519099 Sep 16 05:31:31.743756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.744323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Fanout notify agent at l3_agent the message router_deleted on router 4cbab46c-d5f9-45e6-a788-c43ca7bccede {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:31.770198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.771342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c3d50c89-7493-43aa-96f0-f1221f0df288 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/4cbab46c-d5f9-45e6-a788-c43ca7bccede HTTP/1.1" status: 204 len: 168 time: 1.8872948 Sep 16 05:31:31.775549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36126) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:31.781342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2081571091'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:31.782849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-9566cf2f-b045-4688-b419-66c729d6acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:31.784482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-9566cf2f-b045-4688-b419-66c729d6acd4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.1235147 Sep 16 05:31:31.878637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d128-0c47-4bbe-b343-0e26fde7ab3d req-6d5b41f1-d25b-4805-a9a9-cfa2945734db tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:31.880277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a35d128-0c47-4bbe-b343-0e26fde7ab3d req-6d5b41f1-d25b-4805-a9a9-cfa2945734db tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.0953794 Sep 16 05:31:31.903669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-b6d510b6-dbe9-492e-8398-2eee36fcff47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a97747c-1645-4f02-b718-bf5844097471 HTTP/1.1" status: 200 len: 998 time: 0.1079106 Sep 16 05:31:31.946074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-090f3d55-6aed-44de-8020-fe3197f41f7a req-954f0dfc-0aad-48ea-8f6d-2de8351c0351 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 210 time: 0.0461500 Sep 16 05:31:31.967342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a35d128-0c47-4bbe-b343-0e26fde7ab3d req-516b62c8-e82e-4c63-80c7-5e7073cdd3f2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703664 Sep 16 05:31:31.995875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-c849390f-975a-44ae-ada5-73975d810bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:31.997800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-c849390f-975a-44ae-ada5-73975d810bd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.0819983 Sep 16 05:31:32.061656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:32.067346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.077429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-0b141b8a-7a85-4317-a9cd-31183ca556dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:32.079141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-0b141b8a-7a85-4317-a9cd-31183ca556dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708458 Sep 16 05:31:32.128405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:32.140423 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.140975 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment fe8090ae-f59e-473d-a992-116f0b0c0e6a of type vlan for network 0973054e-d557-4a06-af69-0be498fa91da Sep 16 05:31:32.199137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.242631 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-d90570e1-1783-4b63-9106-02867466116f service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394989 Sep 16 05:31:32.339800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-a4db2bd3-1f88-4df4-ae91-e6d085a962ad service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888875 Sep 16 05:31:32.382370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36152) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:32.391589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.395282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1758706625'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:32.431111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:32.432705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.546787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=0973054e-d557-4a06-af69-0be498fa91da,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:32.561921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0973054e-d557-4a06-af69-0be498fa91da details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:32.686611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:32.691027 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.725942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:32.740887 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.741306 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Added segment 4962ed11-c531-434d-b7ff-46615ea1a0ca of type vlan for network 7d952e7e-328d-4c4b-b28a-5b7436d95afe Sep 16 05:31:32.789107 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4ff5123f-dc83-4344-8cc5-f1998783932f tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0121303 Sep 16 05:31:32.792253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36172) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:32.799968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': '0973054e-d557-4a06-af69-0be498fa91da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:32.811042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.966527 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.976649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:32.977373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.141373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:33.148495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.179447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Network': ['ID=7d952e7e-328d-4c4b-b28a-5b7436d95afe,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:33.187688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:33.225337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5383d2c0-1b38-4b51-a282-1e3b24f3334c req-596fa715-81f3-4796-a678-e053957076db tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 210 time: 0.0612590 Sep 16 05:31:33.330071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b8076-112f-429c-ab28-209cb1f5485a req-07c9317c-eb2d-4ff3-aa4d-800d6be8f458 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:33.344745 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b8b8076-112f-429c-ab28-209cb1f5485a req-07c9317c-eb2d-4ff3-aa4d-800d6be8f458 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.2061803 Sep 16 05:31:33.375100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:33.386045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fe9b717b-0692-416b-8013-1e3210033452 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9959104 Sep 16 05:31:33.426098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1967014611'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:33.446075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36198) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:33.569927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b8b8076-112f-429c-ab28-209cb1f5485a req-94735bef-31c4-45c7-82ac-c4c8ab7842d4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217321 Sep 16 05:31:33.762161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6f3618bf-e64c-4602-b5e4-4bc7a8a38e1d tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:33.766719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6f3618bf-e64c-4602-b5e4-4bc7a8a38e1d tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.66 "GET /v2.0/networks?id=a7b7fc37-d30d-4417-87bc-2777f45328e1 HTTP/1.1" status: 200 len: 806 time: 0.3026509 Sep 16 05:31:33.813690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1399931158-network', 'tenant_id': 'fa87bcad1fad483b85b3bdb31b0c9260'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:33.974407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-ee86bea2-be93-4056-b4c6-9333b6cb339e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebc70a4678154926a2c9ea67e4cb241c HTTP/1.1" status: 200 len: 380 time: 0.1558647 Sep 16 05:31:33.998837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:34.014165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Request body: {'port': {'device_id': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'admin_state_up': True, 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'security_groups': ['80ea290b-8d68-4abf-b0d8-dbc723073893']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:34.039353 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.108520 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.276913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Made reservation on behalf of fa87bcad1fad483b85b3bdb31b0c9260 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:34.288226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.339812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:34.344400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.398821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=787cb236-79bf-4ccc-9e79-d4c382afe154,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:34.434483 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.434483 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Added segment 7d025c3c-65e4-4974-84d0-55f78ad2b39b of type vlan for network 4326dabb-46bc-4f5c-a266-ccbdec41531a Sep 16 05:31:34.454609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39616267-18b4-4463-99e5-282bc038ff1c req-c9b74d96-51f3-478c-ba36-40906654a5d9 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 210 time: 0.0438669 Sep 16 05:31:34.467816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': 'fe8090ae-f59e-473d-a992-116f0b0c0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0973054e-d557-4a06-af69-0be498fa91da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:34.468612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: 0973054e-d557-4a06-af69-0be498fa91da, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:34.494071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Made reservation on behalf of ebc70a4678154926a2c9ea67e4cb241c for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:34.500304 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.536868 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.664458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 0973054e-d557-4a06-af69-0be498fa91da is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:34.703771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.735627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:34.741015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.749874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Allocated IP 172.20.0.8 (a7b7fc37-d30d-4417-87bc-2777f45328e1/7361f8a4-d8fe-4769-a79a-172d1604fc35/cb886256-44de-49b6-9c05-055c8cf30706) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:34.882523 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0973054e-d557-4a06-af69-0be498fa91da) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:34.929427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ed6ef-ca21-4767-81d1-9ab3a2220c65 None None] Network 0973054e-d557-4a06-af69-0be498fa91da requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:34.932558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:34.933927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.259214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Network': ['ID=4326dabb-46bc-4f5c-a266-ccbdec41531a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:35.307505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 4326dabb-46bc-4f5c-a266-ccbdec41531a details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:35.309609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f545b-d48b-4dc3-88e7-18f7358a2577 req-2c862c48-7528-4e99-a134-2f2299bfebc3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:35.313091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b0f545b-d48b-4dc3-88e7-18f7358a2577 req-2c862c48-7528-4e99-a134-2f2299bfebc3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.4352944 Sep 16 05:31:35.427501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b0f545b-d48b-4dc3-88e7-18f7358a2577 req-8ae13526-47ad-4cbe-a21e-fad87cc15498 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980728 Sep 16 05:31:35.474605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0973054e-d557-4a06-af69-0be498fa91da', 'network_id': '0973054e-d557-4a06-af69-0be498fa91da', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': '787cb236-79bf-4ccc-9e79-d4c382afe154'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:35.475931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.836904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Allocated IP 2001:db8::2 (0973054e-d557-4a06-af69-0be498fa91da/787cb236-79bf-4ccc-9e79-d4c382afe154/9a7147d9-d2db-4b7f-8def-272fea0a80b7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:35.872116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfa59455-d4f0-450a-a7ea-03297abcc74c req-0b8f82c1-28a5-4a5f-9879-e8f68aff309e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 210 time: 0.0927567 Sep 16 05:31:35.972153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.025535 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.222729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.230797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.313296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:36.324724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:36.331817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.334291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:36.342429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:36.346054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.346668 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Added segment 6b940c3a-1f99-4057-b621-3caf313dfba5 of type vlan for network 48858ae5-ae06-426e-a5a3-e78d5be71a84 Sep 16 05:31:36.358953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d10c1d1d-001a-49d6-a7b0-dd3c253671bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.9752219 Sep 16 05:31:36.360020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36240) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:36.365997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'subnet': {'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:36.430961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event updated for resources: {'Port': ['ID=cb886256-44de-49b6-9c05-055c8cf30706,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.572337 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.588662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cfe4a22a-9032-462c-968c-607b5c2a636e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7922773 Sep 16 05:31:36.592729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36246) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:36.595948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.611686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-34ec6340-0f23-4f51-a4ba-b06cb4cac5a3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-31909116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:36.731048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.731793 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.736911 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.807643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8779085-2b9f-4d08-8fde-9a37891ac8d9 req-a764b6a8-3fa7-445e-84d0-df59236c0834 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.825239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8779085-2b9f-4d08-8fde-9a37891ac8d9 req-a764b6a8-3fa7-445e-84d0-df59236c0834 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1474140 Sep 16 05:31:36.864488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.867115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.868432 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.877783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Pushing event updated for resources: {'Port': ['ID=9a7147d9-d2db-4b7f-8def-272fea0a80b7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.896069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:36.900803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Network 0973054e-d557-4a06-af69-0be498fa91da is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:36.919670 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.932841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:36.938539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:37.033032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Attempting to bind port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:37.033393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Attempting to bind port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'fe8090ae-f59e-473d-a992-116f0b0c0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0973054e-d557-4a06-af69-0be498fa91da'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:37.033939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Attempting to bind port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 on network 0973054e-d557-4a06-af69-0be498fa91da {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:37.069009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:37.069696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Checking segment: {'id': 'fe8090ae-f59e-473d-a992-116f0b0c0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0973054e-d557-4a06-af69-0be498fa91da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:37.070371 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.071010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Bound using segment: {'id': 'fe8090ae-f59e-473d-a992-116f0b0c0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0973054e-d557-4a06-af69-0be498fa91da'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:37.071778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Bound port: 9a7147d9-d2db-4b7f-8def-272fea0a80b7, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8090ae-f59e-473d-a992-116f0b0c0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0973054e-d557-4a06-af69-0be498fa91da'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:37.072394 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.084730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-773254d7-23d8-4580-85cd-559a2cc1ee67 None None] Provisioning complete for port cb886256-44de-49b6-9c05-055c8cf30706 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:37.085523 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-773254d7-23d8-4580-85cd-559a2cc1ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.115064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8779085-2b9f-4d08-8fde-9a37891ac8d9 req-633d7e08-fb7d-44a5-af83-5f673029142d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883301 Sep 16 05:31:37.115980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] Pushing event updated for resources: {'Network': ['ID=48858ae5-ae06-426e-a5a3-e78d5be71a84,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:37.135927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4bc15099-acbd-455c-a028-f8f5ad3ed3b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1382682 Sep 16 05:31:37.137285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-773254d7-23d8-4580-85cd-559a2cc1ee67 None None] Port cb886256-44de-49b6-9c05-055c8cf30706 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:37.158178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 48858ae5-ae06-426e-a5a3-e78d5be71a84 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:37.172754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Request body: {'port': {'device_id': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:37.285225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9044e-7d06-46d3-9330-b8951daa2f9c req-88e40425-ada0-44ee-96cb-d8f8e9958b42 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:37.294426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fa9044e-7d06-46d3-9330-b8951daa2f9c req-88e40425-ada0-44ee-96cb-d8f8e9958b42 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 931 time: 0.1116445 Sep 16 05:31:37.355417 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34ec6340-0f23-4f51-a4ba-b06cb4cac5a3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.357266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34ec6340-0f23-4f51-a4ba-b06cb4cac5a3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.393660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.438829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5fa9044e-7d06-46d3-9330-b8951daa2f9c req-664fccee-bd27-475f-a40c-e024dc364b02 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429913 Sep 16 05:31:37.538551 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34ec6340-0f23-4f51-a4ba-b06cb4cac5a3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.574349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-871433a9-22aa-494f-8289-109a8459a581 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.1241601 Sep 16 05:31:37.574844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:37.582124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Request body: {'subnet': {'network_id': '48858ae5-ae06-426e-a5a3-e78d5be71a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1399931158-subnet', 'tenant_id': 'fa87bcad1fad483b85b3bdb31b0c9260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:37.614453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] For port 9a7147d9-d2db-4b7f-8def-272fea0a80b7, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:37.629344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] For port 9a7147d9-d2db-4b7f-8def-272fea0a80b7, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9a7147d9-d2db-4b7f-8def-272fea0a80b7,segment=NetworkSegment(fe8090ae-f59e-473d-a992-116f0b0c0e6a),segment_id=fe8090ae-f59e-473d-a992-116f0b0c0e6a)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:37.663295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34ec6340-0f23-4f51-a4ba-b06cb4cac5a3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.850429 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.852023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Made reservation on behalf of fa87bcad1fad483b85b3bdb31b0c9260 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:37.854646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.857050 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.053973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9285d-7c36-4d0f-b68d-2a03a9057969 None None] Pushing event updated for resources: {'Port': ['ID=9a7147d9-d2db-4b7f-8def-272fea0a80b7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.066716 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34ec6340-0f23-4f51-a4ba-b06cb4cac5a3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.076829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-34ec6340-0f23-4f51-a4ba-b06cb4cac5a3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4761031 Sep 16 05:31:38.089764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36278) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:38.122883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb886256-44de-49b6-9c05-055c8cf30706 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:38.135366 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.224240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Transition to ACTIVE for port object cb886256-44de-49b6-9c05-055c8cf30706 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:31:38.321142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36282) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:38.340125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.551622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Pushing event updated for resources: {'Port': ['ID=cb886256-44de-49b6-9c05-055c8cf30706,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.753711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d036eeea-a6b5-4d6b-92bb-8ab915ad7d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.805589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Subnet': ['ID=60a28683-5999-44cd-9344-857002037420,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.817573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Attempting to bind port cb886256-44de-49b6-9c05-055c8cf30706 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:38.818033 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Attempting to bind port cb886256-44de-49b6-9c05-055c8cf30706 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:38.819068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Attempting to bind port cb886256-44de-49b6-9c05-055c8cf30706 on network a7b7fc37-d30d-4417-87bc-2777f45328e1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:38.829683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Port cb886256-44de-49b6-9c05-055c8cf30706 on network a7b7fc37-d30d-4417-87bc-2777f45328e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:38.830083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Attempting to bind port cb886256-44de-49b6-9c05-055c8cf30706 on network a7b7fc37-d30d-4417-87bc-2777f45328e1 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:38.841609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f2a2f-2a17-4663-bd57-806c3d69c20e req-84067627-32b9-4601-8725-065b661cd417 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:38.850852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-413f2a2f-2a17-4663-bd57-806c3d69c20e req-84067627-32b9-4601-8725-065b661cd417 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 943 time: 0.2174232 Sep 16 05:31:38.907421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:38.907421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Checking segment: {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:38.907421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Bound using segment: {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:38.907421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Bound port: cb886256-44de-49b6-9c05-055c8cf30706, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ccbf5ad-f974-4e4d-910c-86e08b5382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:38.907421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.054473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-413f2a2f-2a17-4663-bd57-806c3d69c20e req-c7409a24-6d02-4d92-b04e-9f595954a81c tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025764 Sep 16 05:31:39.077996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Checking segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:39.079385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network hostable DHCP agents. Network: 7d952e7e-328d-4c4b-b28a-5b7436d95afe, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:39.119358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9640e-eb21-4f1f-abd3-5236dfbc68d5 req-ebd25728-960a-4145-93de-635145b821d0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:39.137347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7d9640e-eb21-4f1f-abd3-5236dfbc68d5 req-ebd25728-960a-4145-93de-635145b821d0 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.4636548 Sep 16 05:31:39.223876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] For port cb886256-44de-49b6-9c05-055c8cf30706, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:39.241198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] For port cb886256-44de-49b6-9c05-055c8cf30706, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cb886256-44de-49b6-9c05-055c8cf30706,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:39.337984 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d036eeea-a6b5-4d6b-92bb-8ab915ad7d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.337984 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.365140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7d9640e-eb21-4f1f-abd3-5236dfbc68d5 req-28ef4179-1229-4981-875e-e6289bae3c6e tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194598 Sep 16 05:31:39.377027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.448299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:39.450769 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.455686 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] 10.222.0.66 "PUT /v2.0/ports/cb886256-44de-49b6-9c05-055c8cf30706 HTTP/1.1" status: 200 len: 1092 time: 2.2899098 Sep 16 05:31:39.457368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'tag': 'cb886256-44de-49b6-9c05-055c8cf30706'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:39.464080 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38661b-cb8f-4b96-92f9-879d06f6dc08" -d '{"events": [{"name": "network-changed", "server_uuid": "985e61b4-1038-4f69-b45f-e8c4a3443b02", "tag": "cb886256-44de-49b6-9c05-055c8cf30706"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:39.493226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d036eeea-a6b5-4d6b-92bb-8ab915ad7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.540669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d036eeea-a6b5-4d6b-92bb-8ab915ad7d93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a52ef1b4e09840d98ade034eda9e1157&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2178478 Sep 16 05:31:39.541329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36298) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:39.616766 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b5c911-d00e-4ad4-b0f9-5694b432cd38 x-openstack-request-id: req-01b5c911-d00e-4ad4-b0f9-5694b432cd38 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:39.617119 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985e61b4-1038-4f69-b45f-e8c4a3443b02", "tag": "cb886256-44de-49b6-9c05-055c8cf30706", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:39.617347 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01b5c911-d00e-4ad4-b0f9-5694b432cd38 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:39.617767 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'tag': 'cb886256-44de-49b6-9c05-055c8cf30706', 'status': 'completed', 'code': 200} Sep 16 05:31:39.656456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:39.656814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8df2838c-3f27-4edd-9622-a8dcf0bcf956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.659173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893c0e6-5363-4a29-9522-9e7526e83824 service neutron] Pushing event updated for resources: {'Port': ['ID=cb886256-44de-49b6-9c05-055c8cf30706,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:39.689680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036eeea-a6b5-4d6b-92bb-8ab915ad7d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a281670-6214-40eb-8cb4-7a6949257249,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:39.718441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8718328e-8e1e-46e1-b07d-a8cd29b808bb,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:39.735496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Checking segment: {'id': '6b940c3a-1f99-4057-b621-3caf313dfba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '48858ae5-ae06-426e-a5a3-e78d5be71a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:39.735496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Network hostable DHCP agents. Network: 48858ae5-ae06-426e-a5a3-e78d5be71a84, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:39.739254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8df2838c-3f27-4edd-9622-a8dcf0bcf956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.808694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.998583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38661b-cb8f-4b96-92f9-879d06f6dc08 req-071f138e-04a0-4121-9234-18caa8bd2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.000513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a38661b-cb8f-4b96-92f9-879d06f6dc08 req-071f138e-04a0-4121-9234-18caa8bd2a5b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebc70a4678154926a2c9ea67e4cb241c&device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 1095 time: 0.1756628 Sep 16 05:31:40.005857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9a7147d9-d2db-4b7f-8def-272fea0a80b7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:40.040069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 7d952e7e-328d-4c4b-b28a-5b7436d95afe) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:40.045627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.046311 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.075112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8df2838c-3f27-4edd-9622-a8dcf0bcf956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.078304 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8df2838c-3f27-4edd-9622-a8dcf0bcf956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.079364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50daa805-5460-4059-9c92-fc394f2a3cda None None] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:40.093372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8df2838c-3f27-4edd-9622-a8dcf0bcf956 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a281670-6214-40eb-8cb4-7a6949257249 HTTP/1.1" status: 204 len: 168 time: 0.5407033 Sep 16 05:31:40.138780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd85d18-65bb-45e5-8b08-3e1d8ecdef91 None None] Network 0973054e-d557-4a06-af69-0be498fa91da requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:40.245901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2838c-3f27-4edd-9622-a8dcf0bcf956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a281670-6214-40eb-8cb4-7a6949257249,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:40.286304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2c26a20d-9105-4305-bf94-e691dfae59a4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9225113 Sep 16 05:31:40.303351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36312) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:40.309109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Network 48858ae5-ae06-426e-a5a3-e78d5be71a84 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:40.322821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'subnet': {'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:40.410001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38661b-cb8f-4b96-92f9-879d06f6dc08 req-9606e221-3b5e-4e34-873e-4fe85ef04713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.412833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a38661b-cb8f-4b96-92f9-879d06f6dc08 req-9606e221-3b5e-4e34-873e-4fe85ef04713 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ebc70a4678154926a2c9ea67e4cb241c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3620961 Sep 16 05:31:40.596908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 48858ae5-ae06-426e-a5a3-e78d5be71a84) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:40.605309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.606523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.644270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532c2ad-f819-4c72-a24e-78ff8a023e54 None None] Network 48858ae5-ae06-426e-a5a3-e78d5be71a84 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:40.707952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150e434-5511-48ea-bc5e-556caafa3719 req-d53f8f96-05f9-4d2b-bcc6-df719c0a51bd tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.713999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e150e434-5511-48ea-bc5e-556caafa3719 req-d53f8f96-05f9-4d2b-bcc6-df719c0a51bd tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1752703 Sep 16 05:31:40.854303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09321b-561e-4bf6-b41b-efc805f13d83 req-a92b04fe-f347-48c9-b4ae-a67d7a17ed51 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.856068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d09321b-561e-4bf6-b41b-efc805f13d83 req-a92b04fe-f347-48c9-b4ae-a67d7a17ed51 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 943 time: 0.5763960 Sep 16 05:31:40.874197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4ebf228e-d93e-4a6c-9df6-783465472867 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2879426 Sep 16 05:31:40.959345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e1ab37f7-3fac-46e6-b915-a70f11080a54 None None] Provisioning complete for port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:40.962054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1ab37f7-3fac-46e6-b915-a70f11080a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.998163 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e150e434-5511-48ea-bc5e-556caafa3719 req-a21761d2-62a6-4f2d-9e72-61c6660ade2b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750440 Sep 16 05:31:41.014685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8::1 (0973054e-d557-4a06-af69-0be498fa91da/787cb236-79bf-4ccc-9e79-d4c382afe154/51cdf1d2-1925-419f-b3f1-fea95072622c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:41.042810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38661b-cb8f-4b96-92f9-879d06f6dc08 req-1c66bb9b-9579-44af-b289-a423bad4eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:41.046811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a38661b-cb8f-4b96-92f9-879d06f6dc08 req-1c66bb9b-9579-44af-b289-a423bad4eccd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2786577 Sep 16 05:31:41.122278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:41.126034 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.293274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36334) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:41.336353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08609736-6125-42e9-8934-d76c857ec50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.458478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'fixed_ips': [{'subnet_id': '60a28683-5999-44cd-9344-857002037420'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:41.460689 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.508216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4462478a-aaa7-4fe3-891b-9bb0b151cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:41.509977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-4462478a-aaa7-4fe3-891b-9bb0b151cf69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebc70a4678154926a2c9ea67e4cb241c&device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 1095 time: 0.1486506 Sep 16 05:31:41.676720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:41.687476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.694341 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.703028 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1ab37f7-3fac-46e6-b915-a70f11080a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.747114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-d40bed8d-4083-4412-aa57-e8c449da6973 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb886256-44de-49b6-9c05-055c8cf30706 HTTP/1.1" status: 200 len: 217 time: 0.1960194 Sep 16 05:31:41.776121 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d09321b-561e-4bf6-b41b-efc805f13d83 req-97aab1d4-73a3-43bf-95bf-099460f4e9bb tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9071653 Sep 16 05:31:41.794345 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.913226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-a101b053-a04d-41ac-8955-2d0c2d6c8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:41.915633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-a101b053-a04d-41ac-8955-2d0c2d6c8c98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7361f8a4-d8fe-4769-a79a-172d1604fc35 HTTP/1.1" status: 200 len: 845 time: 0.1480401 Sep 16 05:31:42.092118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-d5a18e6f-ba91-4f2e-a15a-517efaa81950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.093773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-d5a18e6f-ba91-4f2e-a15a-517efaa81950 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7b7fc37-d30d-4417-87bc-2777f45328e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1691902 Sep 16 05:31:42.143250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08609736-6125-42e9-8934-d76c857ec50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.280682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c0a65-5739-47ed-b9b0-16a16b6f99df None None] Network 48858ae5-ae06-426e-a5a3-e78d5be71a84 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:42.291466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 9a7147d9-d2db-4b7f-8def-272fea0a80b7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9a7147d9-d2db-4b7f-8def-272fea0a80b7,segment=NetworkSegment(fe8090ae-f59e-473d-a992-116f0b0c0e6a),segment_id=fe8090ae-f59e-473d-a992-116f0b0c0e6a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:42.307718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-1fc7accd-82ef-4b7c-a5f8-561b095247f9 service neutron] 10.222.0.66 "GET /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430552 Sep 16 05:31:42.431479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76f24f-c244-41e5-bf75-ef7c0a752fe3 req-62e6c943-c00d-4068-b7f7-427780135942 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.436312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Allocated IP 10.1.1.2 (7d952e7e-328d-4c4b-b28a-5b7436d95afe/60a28683-5999-44cd-9344-857002037420/57b8a604-7099-4533-9f73-502a0b75c53e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:42.444574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b76f24f-c244-41e5-bf75-ef7c0a752fe3 req-62e6c943-c00d-4068-b7f7-427780135942 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1187189 Sep 16 05:31:42.481956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-a11cc2e1-6b45-4929-8a9e-bf8097cc113e tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.483294 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-a11cc2e1-6b45-4929-8a9e-bf8097cc113e tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/networks?id=48858ae5-ae06-426e-a5a3-e78d5be71a84 HTTP/1.1" status: 200 len: 821 time: 0.1745634 Sep 16 05:31:42.502873 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-9808f9e1-bd7c-4710-96d7-3cd56e70509e tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/quotas/fa87bcad1fad483b85b3bdb31b0c9260 HTTP/1.1" status: 200 len: 375 time: 0.0112357 Sep 16 05:31:42.505160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b76f24f-c244-41e5-bf75-ef7c0a752fe3 req-3b755126-38cb-4c5a-b584-e1e5aea1eb65 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595851 Sep 16 05:31:42.555612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-04f6ca8d-90dd-416f-a3cb-bbdb1bf7ae81 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa87bcad1fad483b85b3bdb31b0c9260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416491 Sep 16 05:31:42.672855 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.755067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-ff25079f-1c43-4f47-97e8-bcf2b4ba8698 service neutron] 10.222.0.49 "GET /v2.0/networks/48858ae5-ae06-426e-a5a3-e78d5be71a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784170 Sep 16 05:31:42.755067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86a9ea51-7fc3-45b4-8ad6-76acc2483c76 req-0ed4bf97-8661-4b25-974b-3aed816db7d1 service neutron] 10.222.0.66 "GET /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930513 Sep 16 05:31:42.846114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-8ef3090c-8d0e-4c66-92be-67e43d2e50f0 service neutron] 10.222.0.49 "GET /v2.0/networks/48858ae5-ae06-426e-a5a3-e78d5be71a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970008 Sep 16 05:31:42.952702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187861e-b2b7-4d94-a35e-7468bdb35186 req-f30c872a-a5b8-4a9e-81a4-5905b99ce36c tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.954310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0187861e-b2b7-4d94-a35e-7468bdb35186 req-f30c872a-a5b8-4a9e-81a4-5905b99ce36c tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 943 time: 0.0582957 Sep 16 05:31:42.999892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0187861e-b2b7-4d94-a35e-7468bdb35186 req-9033479c-0edb-471e-b880-09767cf5db65 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Sep 16 05:31:43.082307 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08609736-6125-42e9-8934-d76c857ec50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.085959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.086925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.091110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.176159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08609736-6125-42e9-8934-d76c857ec50c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce8edfc9a8fd493fa81b6847ff27f626&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8811247 Sep 16 05:31:43.176469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08609736-6125-42e9-8934-d76c857ec50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c35e37-f68a-4cc8-a1ce-deae3a256849,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:43.193856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:43.210597 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.356438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=51cdf1d2-1925-419f-b3f1-fea95072622c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:43.420415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 0973054e-d557-4a06-af69-0be498fa91da is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:43.445714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6f8fcee-ecd2-4412-a4fd-c30eb8eca05e req-118f7092-f913-4e28-89d6-cd86ce3a174a tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 210 time: 0.1586585 Sep 16 05:31:43.460682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:43.470423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:43.480642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:43.482710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.522594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:43.532175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:43.557803 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-e1ab37f7-3fac-46e6-b915-a70f11080a54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:31:43.558333 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-e1ab37f7-3fac-46e6-b915-a70f11080a54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:31:43.563790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=9a7147d9-d2db-4b7f-8def-272fea0a80b7,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:43.632458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Checking segment: {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:43.632878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network hostable DHCP agents. Network: 4326dabb-46bc-4f5c-a266-ccbdec41531a, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:43.644059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Subnet': ['ID=832a29b6-4f9c-4828-9920-a1e986889641,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:43.696306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Pushing event updated for resources: {'Port': ['ID=57b8a604-7099-4533-9f73-502a0b75c53e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:43.707957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Attempting to bind port 57b8a604-7099-4533-9f73-502a0b75c53e on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:43.708372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Attempting to bind port 57b8a604-7099-4533-9f73-502a0b75c53e by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:43.709417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Attempting to bind port 57b8a604-7099-4533-9f73-502a0b75c53e on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:43.722191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:43.722935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Checking segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:43.723069 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.728877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Bound using segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:43.729398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Bound port: 57b8a604-7099-4533-9f73-502a0b75c53e, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:43.729826 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.752189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0a09-a043-49c2-881a-3345c85880b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.805665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876c3b-ae7e-4492-8705-e77d35da88e3 req-6f6b832b-24dd-4c3f-ab24-480c847ccb61 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:43.806950 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0a09-a043-49c2-881a-3345c85880b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.810883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64876c3b-ae7e-4492-8705-e77d35da88e3 req-6f6b832b-24dd-4c3f-ab24-480c847ccb61 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1100206 Sep 16 05:31:43.836324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 4326dabb-46bc-4f5c-a266-ccbdec41531a is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:43.892451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64876c3b-ae7e-4492-8705-e77d35da88e3 req-57db84c1-369f-4548-881a-c6151a7081f1 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752265 Sep 16 05:31:43.898525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] For port 57b8a604-7099-4533-9f73-502a0b75c53e, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:43.914351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] For port 57b8a604-7099-4533-9f73-502a0b75c53e, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=57b8a604-7099-4533-9f73-502a0b75c53e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:43.932766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.999636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 4326dabb-46bc-4f5c-a266-ccbdec41531a) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:44.011744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd6ecb4-2f7c-40e6-a9e8-739594d6f826 None None] Network 4326dabb-46bc-4f5c-a266-ccbdec41531a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:44.025344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:44.025344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.064733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.226921 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0a09-a043-49c2-881a-3345c85880b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.229957 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0a09-a043-49c2-881a-3345c85880b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.239370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9f2b0a09-a043-49c2-881a-3345c85880b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64c35e37-f68a-4cc8-a1ce-deae3a256849 HTTP/1.1" status: 204 len: 168 time: 1.0421767 Sep 16 05:31:44.341363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b0a09-a043-49c2-881a-3345c85880b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c35e37-f68a-4cc8-a1ce-deae3a256849,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.390974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9bf5-58df-4be3-a9af-7983838486dd req-9c5c5d82-7f7d-4881-9c3d-8f501a08bfc2 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:44.392781 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67fe9bf5-58df-4be3-a9af-7983838486dd req-9c5c5d82-7f7d-4881-9c3d-8f501a08bfc2 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 943 time: 0.2043648 Sep 16 05:31:44.407708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bce94-91c9-438b-9704-d0013464b4ec None None] Pushing event updated for resources: {'Port': ['ID=57b8a604-7099-4533-9f73-502a0b75c53e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.468488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36394) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:44.474825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'port': {'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'name': 'tempest-TaggedBootDevicesTest_v242-685712812', 'fixed_ips': [{'subnet_id': '60a28683-5999-44cd-9344-857002037420'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:44.475413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ec2f6a17-53a6-4bf8-9bd5-9a3b1631916c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1697466 Sep 16 05:31:44.627845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-4326dabb-46bc-4f5c-a266-ccbdec41531a', 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'fixed_ips': [{'subnet_id': '832a29b6-4f9c-4828-9920-a1e986889641'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:44.628897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.670187 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.676445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67fe9bf5-58df-4be3-a9af-7983838486dd req-32280a1e-6878-409e-873c-d025d66025f0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297568 Sep 16 05:31:44.801301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0511c0e0-46ef-4af9-9964-71a84cfb818a req-48fd69dd-1e75-47eb-bd94-a8c00fa1c21f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 210 time: 0.2138064 Sep 16 05:31:44.846210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.849523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.863104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0090cde8-88d1-42cc-855a-becfb7f91ed6 None None] Provisioning complete for port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:44.863579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0090cde8-88d1-42cc-855a-becfb7f91ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.949855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=51cdf1d2-1925-419f-b3f1-fea95072622c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.953471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:45.185915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 0973054e-d557-4a06-af69-0be498fa91da is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:45.197660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:45.289329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Allocated IP 10.2.2.2 (4326dabb-46bc-4f5c-a266-ccbdec41531a/832a29b6-4f9c-4828-9920-a1e986889641/e8bfdcef-e83f-4f5e-baa3-f52bf1483240) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:45.336340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0090cde8-88d1-42cc-855a-becfb7f91ed6 None None] Provisioning complete for port 51cdf1d2-1925-419f-b3f1-fea95072622c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:45.337188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0090cde8-88d1-42cc-855a-becfb7f91ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.372417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.424045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0090cde8-88d1-42cc-855a-becfb7f91ed6 None None] Port 51cdf1d2-1925-419f-b3f1-fea95072622c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:45.428167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cb886256-44de-49b6-9c05-055c8cf30706 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:45.473308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] device_id is not set on port 6810e50e-261b-405d-8480-f3bcc1f523eb yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:45.596464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74d733-e3a8-4339-900c-60b9b6c79773 req-f48a14ee-32aa-4a1a-b5b5-9adde727aabb tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:45.598259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c74d733-e3a8-4339-900c-60b9b6c79773 req-f48a14ee-32aa-4a1a-b5b5-9adde727aabb tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.2801065 Sep 16 05:31:45.731006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c74d733-e3a8-4339-900c-60b9b6c79773 req-c42ac0fc-c2aa-406b-b0cd-ed9d16f3d438 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222279 Sep 16 05:31:45.763733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9a7147d9-d2db-4b7f-8def-272fea0a80b7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:45.862596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36412) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:45.896826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:45.952074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c019ba2f-f9f7-4230-b3e1-13db737e4ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.070308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0743f08-6153-4793-9590-1232534904fe req-357a1efa-c65d-4338-97cc-2c7fabba3640 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:46.072299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e0743f08-6153-4793-9590-1232534904fe req-357a1efa-c65d-4338-97cc-2c7fabba3640 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 943 time: 0.1973286 Sep 16 05:31:46.138202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Allocated IP 10.1.1.119 (7d952e7e-328d-4c4b-b28a-5b7436d95afe/60a28683-5999-44cd-9344-857002037420/6810e50e-261b-405d-8480-f3bcc1f523eb) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:46.148656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cb886256-44de-49b6-9c05-055c8cf30706, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cb886256-44de-49b6-9c05-055c8cf30706,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:46.170719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e0743f08-6153-4793-9590-1232534904fe req-8d56c73f-192c-43eb-880b-456d0e3e39d3 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896995 Sep 16 05:31:46.176761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78473635-37cd-4a21-8c62-dcf656021c46 req-a225fa54-3f4d-488d-a7db-d78a01fecc9e tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 210 time: 0.1699471 Sep 16 05:31:46.246327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:46.246808 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.329735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'cb886256-44de-49b6-9c05-055c8cf30706', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'port_id': 'cb886256-44de-49b6-9c05-055c8cf30706', 'mac_address': 'fa:16:3e:5a:fe:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:46.338002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5d59496c-7ae4-4d54-8841-e8ffa9086d83 None None] Provisioning complete for port 51cdf1d2-1925-419f-b3f1-fea95072622c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:46.338644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d59496c-7ae4-4d54-8841-e8ffa9086d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.355094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:46.379125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c226bf30-7ede-4f06-b0e2-c15bdd3c2613 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2770617 Sep 16 05:31:46.380215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:46.418691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5d59496c-7ae4-4d54-8841-e8ffa9086d83 None None] Port 51cdf1d2-1925-419f-b3f1-fea95072622c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:46.425656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920eca2-6af0-4eca-985d-7c8e253556dd None None] Sync routers for ids ['54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:46.511763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5385c-8385-4889-a0b2-606a2b54a000 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:46.514986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-73d5385c-8385-4889-a0b2-606a2b54a000 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports/51cdf1d2-1925-419f-b3f1-fea95072622c HTTP/1.1" status: 200 len: 911 time: 0.1288908 Sep 16 05:31:46.518565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:46.538709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b587d415-2d41-4da5-ac41-5f91dad3a0d6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '787cb236-79bf-4ccc-9e79-d4c382afe154'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:46.586193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.593137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920eca2-6af0-4eca-985d-7c8e253556dd None None] Routers {'54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:46.594091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f920eca2-6af0-4eca-985d-7c8e253556dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:46.726519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f920eca2-6af0-4eca-985d-7c8e253556dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:46.745617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.751609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c019ba2f-f9f7-4230-b3e1-13db737e4ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.786425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920eca2-6af0-4eca-985d-7c8e253556dd None None] Routers {'54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:46.787204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f920eca2-6af0-4eca-985d-7c8e253556dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:46.787348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.805344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 57b8a604-7099-4533-9f73-502a0b75c53e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:46.856358 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.858094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fcdda9-63ad-4e6a-b700-736a5b162156 None None] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:46.926929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=6810e50e-261b-405d-8480-f3bcc1f523eb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:46.938460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f920eca2-6af0-4eca-985d-7c8e253556dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:46.939474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920eca2-6af0-4eca-985d-7c8e253556dd None None] The sync data for ids ['54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:46.942204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb886256-44de-49b6-9c05-055c8cf30706 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:46.951344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b587d415-2d41-4da5-ac41-5f91dad3a0d6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.957202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:46.959041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:46.964716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:46.986695 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c019ba2f-f9f7-4230-b3e1-13db737e4ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.028249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cb886256-44de-49b6-9c05-055c8cf30706, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cb886256-44de-49b6-9c05-055c8cf30706,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:47.039001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019ba2f-f9f7-4230-b3e1-13db737e4ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1253ce12-1331-41e2-ae0a-b080b6489088,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:47.066091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:47.067260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.076539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 57b8a604-7099-4533-9f73-502a0b75c53e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:47.077348 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.079231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c8e70e92-149b-48e1-b7d9-a7fc006ec766 None None] Provisioning complete for port 57b8a604-7099-4533-9f73-502a0b75c53e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:47.079884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8e70e92-149b-48e1-b7d9-a7fc006ec766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.090231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c019ba2f-f9f7-4230-b3e1-13db737e4ace admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c12e4ec900ce443ca5b1dac3bcf6d07e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2077446 Sep 16 05:31:47.107147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36432) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:47.149502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.199485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926eb17-3f72-40a5-854a-4d8195cec2d5 req-718b80a0-a917-47a3-af61-06f44a4fbf6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:47.202674 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4926eb17-3f72-40a5-854a-4d8195cec2d5 req-718b80a0-a917-47a3-af61-06f44a4fbf6f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.2471046 Sep 16 05:31:47.257100 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73826b91-75bc-41a8-a614-de4b49c877d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.261423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Network 4326dabb-46bc-4f5c-a266-ccbdec41531a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:47.262816 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.287726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Pushing event updated for resources: {'Port': ['ID=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:47.306468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:47.325844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:47.334352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73826b91-75bc-41a8-a614-de4b49c877d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.450440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589ec0b-9534-4797-a0dc-6195a3c11bb9 req-8904155e-e5dd-4380-8b8c-170b1040f975 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:47.452136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e589ec0b-9534-4797-a0dc-6195a3c11bb9 req-8904155e-e5dd-4380-8b8c-170b1040f975 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 944 time: 0.1104689 Sep 16 05:31:47.527123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4926eb17-3f72-40a5-854a-4d8195cec2d5 req-90125402-459a-4b83-acbd-4ad4a3264c7a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857239 Sep 16 05:31:47.571108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=cb886256-44de-49b6-9c05-055c8cf30706,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:47.588833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Attempting to bind port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:47.589258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Attempting to bind port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:47.593483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Attempting to bind port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 on network 4326dabb-46bc-4f5c-a266-ccbdec41531a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:47.605416 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0275862a-5296-4fe4-b2ed-7bdef9521cbd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1199863 Sep 16 05:31:47.609759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:47.610421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Checking segment: {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:47.610643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36440) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:47.610772 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.611053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Bound using segment: {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:47.611536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Bound port: e8bfdcef-e83f-4f5e-baa3-f52bf1483240, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:47.611967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.634374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['cb886256-44de-49b6-9c05-055c8cf30706'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:47.642269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-10989490-ca17-4204-aa4f-f5c2d324bfd5 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:47.644517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-10989490-ca17-4204-aa4f-f5c2d324bfd5 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.30 "GET /v2.0/networks?id=48858ae5-ae06-426e-a5a3-e78d5be71a84 HTTP/1.1" status: 200 len: 821 time: 0.4889157 Sep 16 05:31:47.650955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'port': {'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'name': 'tempest-TaggedBootDevicesTest_v242-159114115', 'fixed_ips': [{'subnet_id': '60a28683-5999-44cd-9344-857002037420'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:47.668223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Request body: {'port': {'device_id': '7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36', 'network_id': '48858ae5-ae06-426e-a5a3-e78d5be71a84', 'admin_state_up': True, 'tenant_id': 'fa87bcad1fad483b85b3bdb31b0c9260'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:47.749447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73826b91-75bc-41a8-a614-de4b49c877d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.762537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73826b91-75bc-41a8-a614-de4b49c877d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.768010 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-73826b91-75bc-41a8-a614-de4b49c877d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1253ce12-1331-41e2-ae0a-b080b6489088 HTTP/1.1" status: 204 len: 168 time: 0.6550109 Sep 16 05:31:47.785132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e589ec0b-9534-4797-a0dc-6195a3c11bb9 req-cedfbd72-2159-47c4-b7c4-59c24ab90fff tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038149 Sep 16 05:31:47.819047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73826b91-75bc-41a8-a614-de4b49c877d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1253ce12-1331-41e2-ae0a-b080b6489088,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:47.851182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8e70e92-149b-48e1-b7d9-a7fc006ec766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.231428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c8e70e92-149b-48e1-b7d9-a7fc006ec766 None None] For port 57b8a604-7099-4533-9f73-502a0b75c53e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=57b8a604-7099-4533-9f73-502a0b75c53e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:48.238303 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.239049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8e81315-6183-45d9-8d67-476571bd4391 req-7725cd20-e036-4604-ac3b-14e1a9e3fbd8 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 210 time: 0.4153926 Sep 16 05:31:48.255126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] For port e8bfdcef-e83f-4f5e-baa3-f52bf1483240, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:48.265582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b587d415-2d41-4da5-ac41-5f91dad3a0d6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.274206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:48.282413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.365259 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8e70e92-149b-48e1-b7d9-a7fc006ec766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.375952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] For port e8bfdcef-e83f-4f5e-baa3-f52bf1483240, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:48.379685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b587d415-2d41-4da5-ac41-5f91dad3a0d6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.387013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] device_id is not set on port 89200a55-7627-4325-9d8d-f52d74c0172a yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:48.387366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587d415-2d41-4da5-ac41-5f91dad3a0d6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:48.388063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b587d415-2d41-4da5-ac41-5f91dad3a0d6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.391504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b587d415-2d41-4da5-ac41-5f91dad3a0d6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/ports/51cdf1d2-1925-419f-b3f1-fea95072622c HTTP/1.1" status: 200 len: 911 time: 1.8662291 Sep 16 05:31:48.396361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36448) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.436907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Made reservation on behalf of fa87bcad1fad483b85b3bdb31b0c9260 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:48.440815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.481975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e70e92-149b-48e1-b7d9-a7fc006ec766 None None] Pushing event updated for resources: {'Port': ['ID=57b8a604-7099-4533-9f73-502a0b75c53e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.487584 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:31:48.491578 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:31:48.491578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.496317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587d415-2d41-4da5-ac41-5f91dad3a0d6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=51cdf1d2-1925-419f-b3f1-fea95072622c,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.668758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726c5d3-30f7-435c-b531-d356267bb2ea None None] Pushing event updated for resources: {'Port': ['ID=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.731191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-13f28904-cca6-4a38-ad24-6a0d32cc0f1c None None] Provisioning complete for port 57b8a604-7099-4533-9f73-502a0b75c53e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:48.733838 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13f28904-cca6-4a38-ad24-6a0d32cc0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.126185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Allocated IP 172.20.0.6 (48858ae5-ae06-426e-a5a3-e78d5be71a84/8718328e-8e1e-46e1-b07d-a8cd29b808bb/3efc446a-88cb-4682-862f-8c354a5ba4ee) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:49.183483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-13f28904-cca6-4a38-ad24-6a0d32cc0f1c None None] Provisioning complete for port 6810e50e-261b-405d-8480-f3bcc1f523eb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:49.184953 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13f28904-cca6-4a38-ad24-6a0d32cc0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.347246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-13f28904-cca6-4a38-ad24-6a0d32cc0f1c None None] Port 6810e50e-261b-405d-8480-f3bcc1f523eb cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:49.415401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cb886256-44de-49b6-9c05-055c8cf30706 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:49.546775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f64084a1-304a-45c1-a9b6-f4b3e514b6ca None None] Provisioning complete for port 6810e50e-261b-405d-8480-f3bcc1f523eb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:49.547268 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f64084a1-304a-45c1-a9b6-f4b3e514b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.551126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c4631-381d-4fd7-a701-c603e58fefa0 req-a816ea66-39dc-489b-8230-489740720f69 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:49.559611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-218c4631-381d-4fd7-a701-c603e58fefa0 req-a816ea66-39dc-489b-8230-489740720f69 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 944 time: 0.5601120 Sep 16 05:31:49.671815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e8bfdcef-e83f-4f5e-baa3-f52bf1483240 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:49.677376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.683837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f64084a1-304a-45c1-a9b6-f4b3e514b6ca None None] Port 6810e50e-261b-405d-8480-f3bcc1f523eb cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:49.710268 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-218c4631-381d-4fd7-a701-c603e58fefa0 req-5174e557-a777-472c-a309-15e6f8b1ae38 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869079 Sep 16 05:31:49.746003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port cb886256-44de-49b6-9c05-055c8cf30706 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:31:49.762914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port cb886256-44de-49b6-9c05-055c8cf30706 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:49.763590 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.835279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.863706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:49.864440 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.988693 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91c8dbc7-ec6a-4281-9fba-1aefc74a9f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.009496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Network 48858ae5-ae06-426e-a5a3-e78d5be71a84 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:50.029843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:50.042726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:50.108049 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.144643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52ac8a-05f8-440b-a2a9-f046482f4aa7 req-438c2dcf-a2a6-4dcc-be31-fa2d6c07640a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.147470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port cb886256-44de-49b6-9c05-055c8cf30706, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cb886256-44de-49b6-9c05-055c8cf30706,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:50.148671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb886256-44de-49b6-9c05-055c8cf30706'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:50.151279 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14f4131-f664-4e68-b434-2811291690f6" -d '{"events": [{"server_uuid": "985e61b4-1038-4f69-b45f-e8c4a3443b02", "name": "network-vif-plugged", "status": "completed", "tag": "cb886256-44de-49b6-9c05-055c8cf30706"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:50.154316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e52ac8a-05f8-440b-a2a9-f046482f4aa7 req-438c2dcf-a2a6-4dcc-be31-fa2d6c07640a tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 1.2441549 Sep 16 05:31:50.224962 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.247569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Pushing event updated for resources: {'Port': ['ID=3efc446a-88cb-4682-862f-8c354a5ba4ee,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:50.277490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port e8bfdcef-e83f-4f5e-baa3-f52bf1483240, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:50.279898 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.288744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abadb97-3443-42d1-aed0-484ffdbf6836 req-3dbc2dbf-5e57-41a8-9efd-e953ce4f7ae4 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.290574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8abadb97-3443-42d1-aed0-484ffdbf6836 req-3dbc2dbf-5e57-41a8-9efd-e953ce4f7ae4 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 931 time: 0.1134074 Sep 16 05:31:50.304286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.305047 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.330147 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e52ac8a-05f8-440b-a2a9-f046482f4aa7 req-67c815a7-632f-45ac-9291-0ff86857123c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655347 Sep 16 05:31:50.381109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=cb886256-44de-49b6-9c05-055c8cf30706,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:50.392663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.401512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 57b8a604-7099-4533-9f73-502a0b75c53e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:50.404345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8abadb97-3443-42d1-aed0-484ffdbf6836 req-437b0071-1315-44d5-9c17-1a1248b5a06f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667777 Sep 16 05:31:50.405113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Allocated IP 10.1.1.12 (7d952e7e-328d-4c4b-b28a-5b7436d95afe/60a28683-5999-44cd-9344-857002037420/89200a55-7627-4325-9d8d-f52d74c0172a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:50.468480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-81306050-30bf-4f72-a5a2-0d5a5b830e5c tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8047364 Sep 16 05:31:50.489719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Request body: {'port': {'device_id': '7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:50.601248 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.601988 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.676299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335fe451-da5c-4181-be7b-f8d95cda570c None None] Network 4326dabb-46bc-4f5c-a266-ccbdec41531a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:50.714998 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc872a12-954c-4962-b0db-60500b162f09 x-openstack-request-id: req-cc872a12-954c-4962-b0db-60500b162f09 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:50.715425 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985e61b4-1038-4f69-b45f-e8c4a3443b02", "name": "network-vif-plugged", "status": "completed", "tag": "cb886256-44de-49b6-9c05-055c8cf30706", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:50.715788 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc872a12-954c-4962-b0db-60500b162f09 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:50.716502 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb886256-44de-49b6-9c05-055c8cf30706', 'code': 200} Sep 16 05:31:50.804154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.971903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8a39-7738-4dd1-8679-78f688a6a7ad req-f901b1af-676f-4e53-b848-261722683dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.973530 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4de8a39-7738-4dd1-8679-78f688a6a7ad req-f901b1af-676f-4e53-b848-261722683dba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 1097 time: 0.1590023 Sep 16 05:31:50.992704 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.024659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4de8a39-7738-4dd1-8679-78f688a6a7ad req-53961ec8-908f-4240-a5ce-9f5b375aadf6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Sep 16 05:31:51.053994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:51.055785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.071351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-61efd3f9-a69d-4bde-9b46-5acda1f810e1 None None] Provisioning complete for port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:51.072761 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61efd3f9-a69d-4bde-9b46-5acda1f810e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.074613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efc446a-88cb-4682-862f-8c354a5ba4ee {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:51.085245 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.102235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b032-b4d3-431c-937c-bb26629638c7 req-4f276f07-7e8a-4197-8569-9ddd90aa40cc tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:51.103299 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9bf8b032-b4d3-431c-937c-bb26629638c7 req-4f276f07-7e8a-4197-8569-9ddd90aa40cc tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.1176369 Sep 16 05:31:51.109943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:51.111849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Transition to ACTIVE for port object 3efc446a-88cb-4682-862f-8c354a5ba4ee will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:31:51.115805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:51.122323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:51.152138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9bf8b032-b4d3-431c-937c-bb26629638c7 req-a840501c-c16f-4661-9be9-6e0701ecbf6e tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Sep 16 05:31:51.174269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=89200a55-7627-4325-9d8d-f52d74c0172a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:51.195194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.211213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:51.211873 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.228274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 57b8a604-7099-4533-9f73-502a0b75c53e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:51.228878 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.290262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 51cdf1d2-1925-419f-b3f1-fea95072622c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:51.290608 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.409722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d4acf5ed-d5e5-470e-98c1-dd459419b1d3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7836840 Sep 16 05:31:51.439647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3efc446a-88cb-4682-862f-8c354a5ba4ee,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:51.481088 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.517078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 51cdf1d2-1925-419f-b3f1-fea95072622c owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:51.544347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Attempting to bind port 3efc446a-88cb-4682-862f-8c354a5ba4ee on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:51.544773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Attempting to bind port 3efc446a-88cb-4682-862f-8c354a5ba4ee by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '6b940c3a-1f99-4057-b621-3caf313dfba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '48858ae5-ae06-426e-a5a3-e78d5be71a84'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:51.545224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Attempting to bind port 3efc446a-88cb-4682-862f-8c354a5ba4ee on network 48858ae5-ae06-426e-a5a3-e78d5be71a84 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:51.551491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Port 3efc446a-88cb-4682-862f-8c354a5ba4ee on network 48858ae5-ae06-426e-a5a3-e78d5be71a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:51.554427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Attempting to bind port 3efc446a-88cb-4682-862f-8c354a5ba4ee on network 48858ae5-ae06-426e-a5a3-e78d5be71a84 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:51.561376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:51.562305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Checking segment: {'id': '6b940c3a-1f99-4057-b621-3caf313dfba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '48858ae5-ae06-426e-a5a3-e78d5be71a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:51.577064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Bound using segment: {'id': '6b940c3a-1f99-4057-b621-3caf313dfba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '48858ae5-ae06-426e-a5a3-e78d5be71a84'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:51.580671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Bound port: 3efc446a-88cb-4682-862f-8c354a5ba4ee, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b940c3a-1f99-4057-b621-3caf313dfba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '48858ae5-ae06-426e-a5a3-e78d5be71a84'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:51.581151 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.605271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1c3a5251-fad9-41ad-bef2-71d77b6f2655 None None] Provisioning complete for port 89200a55-7627-4325-9d8d-f52d74c0172a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:51.607303 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5251-fad9-41ad-bef2-71d77b6f2655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.697076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7ec6f-1cda-4ea0-a3d5-a415cb5036d8 req-5b985abc-7158-468d-8551-6ec4c6114b88 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:51.697786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e8bfdcef-e83f-4f5e-baa3-f52bf1483240 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:51.702880 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c5d7ec6f-1cda-4ea0-a3d5-a415cb5036d8 req-5b985abc-7158-468d-8551-6ec4c6114b88 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.1739326 Sep 16 05:31:51.708892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a5251-fad9-41ad-bef2-71d77b6f2655 None None] Port 89200a55-7627-4325-9d8d-f52d74c0172a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:51.716979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] For port 3efc446a-88cb-4682-862f-8c354a5ba4ee, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:51.720543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] For port 3efc446a-88cb-4682-862f-8c354a5ba4ee, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3efc446a-88cb-4682-862f-8c354a5ba4ee,segment=NetworkSegment(6b940c3a-1f99-4057-b621-3caf313dfba5),segment_id=6b940c3a-1f99-4057-b621-3caf313dfba5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:51.770796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:51.771546 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.788099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c5d7ec6f-1cda-4ea0-a3d5-a415cb5036d8 req-39e7c711-2463-49b5-864c-976a4e849a28 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774012 Sep 16 05:31:51.826671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.928956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3efc446a-88cb-4682-862f-8c354a5ba4ee,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:51.943252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:51.943252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.943990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-f6379f56-e7fa-4ff9-af67-49bc4521a2f2 service neutron] 10.222.0.30 "PUT /v2.0/ports/3efc446a-88cb-4682-862f-8c354a5ba4ee HTTP/1.1" status: 200 len: 1092 time: 1.4599028 Sep 16 05:31:51.944549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36', 'tag': '3efc446a-88cb-4682-862f-8c354a5ba4ee'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:51.946106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c2d6d143-23cd-4955-b9ca-e36aa5ed0520 None None] Provisioning complete for port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:51.946508 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d143-23cd-4955-b9ca-e36aa5ed0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.947952 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f19cc7-6dae-413c-b3b2-ebeedf775979" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36", "tag": "3efc446a-88cb-4682-862f-8c354a5ba4ee"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:52.005095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94547f-3771-4fcb-9353-835d62cf02f9 req-c3091e09-d93b-4fd5-8675-94c5334eb296 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.015621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36562) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:52.020777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d94547f-3771-4fcb-9353-835d62cf02f9 req-c3091e09-d93b-4fd5-8675-94c5334eb296 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 943 time: 0.1031833 Sep 16 05:31:52.020929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0f051f7c-d645-42a2-81bd-3330268389a0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661009416', 'description': 'tempest-description--1328177512'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:52.068361 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1ff0f-e385-4ffd-a7d7-0b2af347b27e x-openstack-request-id: req-a1c1ff0f-e385-4ffd-a7d7-0b2af347b27e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:52.068821 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36", "tag": "3efc446a-88cb-4682-862f-8c354a5ba4ee", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:52.069076 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1c1ff0f-e385-4ffd-a7d7-0b2af347b27e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:52.070689 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36', 'tag': '3efc446a-88cb-4682-862f-8c354a5ba4ee', 'status': 'completed', 'code': 200} Sep 16 05:31:52.104526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d94547f-3771-4fcb-9353-835d62cf02f9 req-08f97228-9924-4488-87b1-3edfcd9ea54f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845160 Sep 16 05:31:52.156437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f19cc7-6dae-413c-b3b2-ebeedf775979 req-c84b7d16-8a18-4825-b87b-b38aa105cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.158328 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56f19cc7-6dae-413c-b3b2-ebeedf775979 req-c84b7d16-8a18-4825-b87b-b38aa105cd77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa87bcad1fad483b85b3bdb31b0c9260&device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 1095 time: 0.0517833 Sep 16 05:31:52.175908 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f051f7c-d645-42a2-81bd-3330268389a0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.204542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.239457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=51cdf1d2-1925-419f-b3f1-fea95072622c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:52.387892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f19cc7-6dae-413c-b3b2-ebeedf775979 req-2265d0ab-e8bb-40e6-a6d0-52a91db9d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.391630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56f19cc7-6dae-413c-b3b2-ebeedf775979 req-2265d0ab-e8bb-40e6-a6d0-52a91db9d308 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa87bcad1fad483b85b3bdb31b0c9260&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1677432 Sep 16 05:31:52.410952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.473191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f051f7c-d645-42a2-81bd-3330268389a0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.536683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f051f7c-d645-42a2-81bd-3330268389a0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.545240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7582ec4-4481-40ff-9e4e-f9da954b3f0b req-cce42618-8ed2-46fa-8d55-8d3154d7896d tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.546706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7582ec4-4481-40ff-9e4e-f9da954b3f0b req-cce42618-8ed2-46fa-8d55-8d3154d7896d tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.2200696 Sep 16 05:31:52.576402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f19cc7-6dae-413c-b3b2-ebeedf775979 req-cafeb4b5-6b41-4767-8091-edef7532119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.577971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56f19cc7-6dae-413c-b3b2-ebeedf775979 req-cafeb4b5-6b41-4767-8091-edef7532119e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760545 Sep 16 05:31:52.588942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f051f7c-d645-42a2-81bd-3330268389a0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a68e2c-e0dd-42d4-9759-c7f4447937e5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:52.655308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:52.670407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7582ec4-4481-40ff-9e4e-f9da954b3f0b req-34032012-7f42-4fd6-970c-2bd3ca6556ca tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837479 Sep 16 05:31:52.706983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f051f7c-d645-42a2-81bd-3330268389a0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.709501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0f051f7c-d645-42a2-81bd-3330268389a0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6919765 Sep 16 05:31:52.713351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36578) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:52.719462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-856fc8d6-ef75-43da-83c3-90456b799b66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'security_group_rule': {'security_group_id': 'd0a68e2c-e0dd-42d4-9759-c7f4447937e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:52.733032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-a7fdf403-7270-41ff-867c-87c253e272d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.735794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-a7fdf403-7270-41ff-867c-87c253e272d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa87bcad1fad483b85b3bdb31b0c9260&device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 1095 time: 0.0599334 Sep 16 05:31:52.758019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:52.764181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fee8e0e6-12c2-4d1d-bf56-4a853ea8a884 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3603046 Sep 16 05:31:52.768364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36580) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:52.769619 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f0b83-923a-43d3-8960-3d2010cb06e0 None None] Sync routers for ids ['54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:52.786276 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f0b83-923a-43d3-8960-3d2010cb06e0 None None] Routers {'54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:52.787173 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a10f0b83-923a-43d3-8960-3d2010cb06e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:52.796286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-624443cb-7dd6-4eac-88e7-7a7fec109c34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3efc446a-88cb-4682-862f-8c354a5ba4ee HTTP/1.1" status: 200 len: 217 time: 0.0451176 Sep 16 05:31:52.816228 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89011e29-d453-4636-87ce-08bd62b78db4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2 HTTP/1.1" status: 200 len: 205 time: 0.0333042 Sep 16 05:31:52.820461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36586) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:52.864495 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a10f0b83-923a-43d3-8960-3d2010cb06e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:52.897233 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f0b83-923a-43d3-8960-3d2010cb06e0 None None] Routers {'54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:52.897856 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a10f0b83-923a-43d3-8960-3d2010cb06e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:52.932591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-dab80b54-3c99-49d8-bcca-039743c7e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.934191 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-dab80b54-3c99-49d8-bcca-039743c7e49a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8718328e-8e1e-46e1-b07d-a8cd29b808bb HTTP/1.1" status: 200 len: 861 time: 0.1307397 Sep 16 05:31:52.964720 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a10f0b83-923a-43d3-8960-3d2010cb06e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:52.965665 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f0b83-923a-43d3-8960-3d2010cb06e0 None None] The sync data for ids ['54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:52.975961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-872db467-7a3c-4eb5-9ae7-3c1af66ec14c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.013768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-eaf5b643-7829-41a1-bab1-64d57b8ce6f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48858ae5-ae06-426e-a5a3-e78d5be71a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625095 Sep 16 05:31:53.050686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-856fc8d6-ef75-43da-83c3-90456b799b66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.079355 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84ac8d72-046a-4bf5-b6b2-a832aa9fa9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.253715 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-872db467-7a3c-4eb5-9ae7-3c1af66ec14c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.260245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-872db467-7a3c-4eb5-9ae7-3c1af66ec14c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.275021 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-856fc8d6-ef75-43da-83c3-90456b799b66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.388825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10e3b9-6812-4363-a5b1-2f3ef6245bc2 req-0b7f4158-12fa-4b1b-bbe6-4b56df5bfa45 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.401249 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e10e3b9-6812-4363-a5b1-2f3ef6245bc2 req-0b7f4158-12fa-4b1b-bbe6-4b56df5bfa45 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 943 time: 0.1213372 Sep 16 05:31:53.463368 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e10e3b9-6812-4363-a5b1-2f3ef6245bc2 req-ccd12f2b-d3b7-4fb5-a54f-c61122f57193 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610604 Sep 16 05:31:53.464173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:53.531651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d69af3-ec54-4f82-bcf5-da27a8401a52 req-6b6e90a7-0968-4fe0-ad92-45ae1512ed90 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.533299 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79d69af3-ec54-4f82-bcf5-da27a8401a52 req-6b6e90a7-0968-4fe0-ad92-45ae1512ed90 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 943 time: 0.5184746 Sep 16 05:31:53.576868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-6bd7c5fb-06c4-4315-ad9b-33b3a0f17644 service neutron] 10.222.0.30 "GET /v2.0/networks/48858ae5-ae06-426e-a5a3-e78d5be71a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515010 Sep 16 05:31:53.624703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:53.636338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79d69af3-ec54-4f82-bcf5-da27a8401a52 req-3dc55102-034f-465b-8452-f0a0d6750495 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769734 Sep 16 05:31:53.638104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '9a97747c-1645-4f02-b718-bf5844097471', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'port_id': '9a97747c-1645-4f02-b718-bf5844097471', 'mac_address': 'fa:16:3e:d6:a7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:53.659926 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-856fc8d6-ef75-43da-83c3-90456b799b66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.684748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fc8d6-ef75-43da-83c3-90456b799b66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2418bcb-ef90-4351-adfe-9c93b478b910,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:53.715769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d223d72-1693-4d81-87da-0a32f75f9e7d req-827b164c-de72-46b0-9b5e-ab20480c87a5 service neutron] 10.222.0.30 "GET /v2.0/networks/48858ae5-ae06-426e-a5a3-e78d5be71a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247473 Sep 16 05:31:53.730249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.733097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-872db467-7a3c-4eb5-9ae7-3c1af66ec14c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.736019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872db467-7a3c-4eb5-9ae7-3c1af66ec14c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Fanout notify agent at l3_agent the message router_deleted on router 54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:53.755005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a97747c-1645-4f02-b718-bf5844097471 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:53.757528 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-872db467-7a3c-4eb5-9ae7-3c1af66ec14c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.758786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-872db467-7a3c-4eb5-9ae7-3c1af66ec14c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2 HTTP/1.1" status: 204 len: 168 time: 0.9370522 Sep 16 05:31:53.761857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:53.785378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:53.824068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb021cf-9f84-43c4-82c3-ad3f410006ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet 787cb236-79bf-4ccc-9e79-d4c382afe154 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:53.826080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93174a06-a529-4f8d-88f3-d1dd6bf598f6 req-6e69c5d1-bd58-467e-9bb1-941b4ca20a96 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.829299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93174a06-a529-4f8d-88f3-d1dd6bf598f6 req-6e69c5d1-bd58-467e-9bb1-941b4ca20a96 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.0678844 Sep 16 05:31:53.832311 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb021cf-9f84-43c4-82c3-ad3f410006ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.860428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-856fc8d6-ef75-43da-83c3-90456b799b66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.861747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-856fc8d6-ef75-43da-83c3-90456b799b66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1472330 Sep 16 05:31:53.864259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36634) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:53.872565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-59492714-d5a9-4391-bd29-c1a07ece3968 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'security_group_rule': {'security_group_id': 'd0a68e2c-e0dd-42d4-9759-c7f4447937e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:53.887218 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.913976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93174a06-a529-4f8d-88f3-d1dd6bf598f6 req-5b3cd096-3922-4b79-bbd3-727577eda94a tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723817 Sep 16 05:31:53.934693 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb021cf-9f84-43c4-82c3-ad3f410006ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.998902 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.044655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59492714-d5a9-4391-bd29-c1a07ece3968 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.076521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:54.108454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edaab0-632a-4a01-991a-6c0222dd969e req-ff9e0a18-8325-486b-b712-c5e8cb48099d tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.112373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29edaab0-632a-4a01-991a-6c0222dd969e req-ff9e0a18-8325-486b-b712-c5e8cb48099d tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.0967324 Sep 16 05:31:54.119521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36640) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:54.124647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Request body: {'floatingip': {'port_id': 'cb886256-44de-49b6-9c05-055c8cf30706'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:54.133869 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59492714-d5a9-4391-bd29-c1a07ece3968 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.136777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb021cf-9f84-43c4-82c3-ad3f410006ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.184316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.298731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['9a97747c-1645-4f02-b718-bf5844097471'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:54.347891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59492714-d5a9-4391-bd29-c1a07ece3968 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.372416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59492714-d5a9-4391-bd29-c1a07ece3968 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692e9c90-d1ae-4a0e-9cdb-b20bd56d7cec,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:54.448530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb021cf-9f84-43c4-82c3-ad3f410006ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.493213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe8890-edc4-47e5-ac8d-bab041391bd3 None None] Network 0973054e-d557-4a06-af69-0be498fa91da requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:54.530645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59492714-d5a9-4391-bd29-c1a07ece3968 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.535915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59492714-d5a9-4391-bd29-c1a07ece3968 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6696293 Sep 16 05:31:54.539929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36650) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:54.546730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:54.580693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb021cf-9f84-43c4-82c3-ad3f410006ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=787cb236-79bf-4ccc-9e79-d4c382afe154,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:54.586119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fb021cf-9f84-43c4-82c3-ad3f410006ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.593607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2fb021cf-9f84-43c4-82c3-ad3f410006ca tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/787cb236-79bf-4ccc-9e79-d4c382afe154 HTTP/1.1" status: 204 len: 168 time: 0.8264537 Sep 16 05:31:54.597474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36652) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:54.814978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.835501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] DHCP port deletion for 0973054e-d557-4a06-af69-0be498fa91da request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:54.867539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.929585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4715-0b98-4df4-90b0-40e592a95cb3 req-dcbc3d73-3afb-4590-85e2-dd96bb0d272d tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.935488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] Deleting port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:54.935897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.941747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d2d4715-0b98-4df4-90b0-40e592a95cb3 req-dcbc3d73-3afb-4590-85e2-dd96bb0d272d tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 943 time: 0.2696023 Sep 16 05:31:54.956253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.resource_extend [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:31:54.970493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4946a0-dd48-4cba-b410-21cbdd2f7bec req-ca539b0a-a0d6-4cb0-acd2-d2f657bfe279 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.975120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c4946a0-dd48-4cba-b410-21cbdd2f7bec req-ca539b0a-a0d6-4cb0-acd2-d2f657bfe279 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 944 time: 0.1306341 Sep 16 05:31:55.049979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c4946a0-dd48-4cba-b410-21cbdd2f7bec req-eb827585-7cfb-45f3-9d21-4d49d9ed783b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663855 Sep 16 05:31:55.063241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] For port 9a7147d9-d2db-4b7f-8def-272fea0a80b7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9a7147d9-d2db-4b7f-8def-272fea0a80b7,segment=NetworkSegment(fe8090ae-f59e-473d-a992-116f0b0c0e6a),segment_id=fe8090ae-f59e-473d-a992-116f0b0c0e6a)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:55.064565 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.091947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] Calling delete_port for 9a7147d9-d2db-4b7f-8def-272fea0a80b7 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:55.167568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.184987 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d2d4715-0b98-4df4-90b0-40e592a95cb3 req-6400cf30-bb5f-4d5c-ab3c-1a94ba37a211 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421374 Sep 16 05:31:55.220229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:55.220653 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.258438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.266704 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.311740 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.313873 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.343487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] No DVR routers for this DVR port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:55.346272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa72ef-bebd-4ce1-b639-d87f09ea4101 None None] Pushing event deleted for resources: {'Port': ['ID=9a7147d9-d2db-4b7f-8def-272fea0a80b7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:55.350373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port 9a7147d9-d2db-4b7f-8def-272fea0a80b7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9a7147d9-d2db-4b7f-8def-272fea0a80b7,segment=NetworkSegment(fe8090ae-f59e-473d-a992-116f0b0c0e6a),segment_id=fe8090ae-f59e-473d-a992-116f0b0c0e6a)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:55.350373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.465486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:55.580082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 9a97747c-1645-4f02-b718-bf5844097471 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:55.580517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.704995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9a7147d9-d2db-4b7f-8def-272fea0a80b7 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:55.734651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 9a7147d9-d2db-4b7f-8def-272fea0a80b7 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:55.735062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9a7147d9-d2db-4b7f-8def-272fea0a80b7 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:55.745791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.778232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:55.781692 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c369b6-f4d9-4dfa-8676-51de60b3d168" -d '{"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-plugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:55.801079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:55.833377 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a21d6b2-4c8f-4db7-a339-a6101a5af722 x-openstack-request-id: req-0a21d6b2-4c8f-4db7-a339-a6101a5af722 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:55.833698 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-plugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:55.834480 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a21d6b2-4c8f-4db7-a339-a6101a5af722 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:55.835178 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471', 'code': 200} Sep 16 05:31:55.835847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 9a7147d9-d2db-4b7f-8def-272fea0a80b7 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:55.890758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.981951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:56.025162 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Floating IP 96dd72cb-a9a6-41bc-ba0e-b979f94d0326 associated. External IP: 172.25.1.163, port: cb886256-44de-49b6-9c05-055c8cf30706. Sep 16 05:31:56.038342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Allocated IP 172.25.1.10 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/e4d0fe8a-23ba-4fdf-a94a-53fccb394aee) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:56.126879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.281346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No DVR routers for this DVR port 9a7147d9-d2db-4b7f-8def-272fea0a80b7 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:56.293927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=9a7147d9-d2db-4b7f-8def-272fea0a80b7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:56.345592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbe843-8bb6-47e2-a8df-323e9c2f78fe req-75e50f80-e5b3-480a-808d-e9f8817c2daf tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:56.347209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cfdbe843-8bb6-47e2-a8df-323e9c2f78fe req-75e50f80-e5b3-480a-808d-e9f8817c2daf tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 943 time: 0.0610914 Sep 16 05:31:56.395132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cfdbe843-8bb6-47e2-a8df-323e9c2f78fe req-b32f02c9-35b5-4eda-9f86-8502636f65fc tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Sep 16 05:31:56.445004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3efc446a-88cb-4682-862f-8c354a5ba4ee details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:56.467634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4bb3-027d-43ce-9642-598288f6d746 req-04a8a87d-200a-4df6-a55e-3b04731baef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:56.469223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac6e4bb3-027d-43ce-9642-598288f6d746 req-04a8a87d-200a-4df6-a55e-3b04731baef1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1098 time: 0.3167455 Sep 16 05:31:56.473056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.519421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3321420-bf98-48e6-8204-2f8af3f7b9be req-0309689a-eb6a-42e5-b35c-78a535470ba3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:56.520983 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3321420-bf98-48e6-8204-2f8af3f7b9be req-0309689a-eb6a-42e5-b35c-78a535470ba3 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 946 time: 0.2507463 Sep 16 05:31:56.522836 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.563041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3efc446a-88cb-4682-862f-8c354a5ba4ee, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3efc446a-88cb-4682-862f-8c354a5ba4ee,segment=NetworkSegment(6b940c3a-1f99-4057-b621-3caf313dfba5),segment_id=6b940c3a-1f99-4057-b621-3caf313dfba5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:56.572443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0973054e-d557-4a06-af69-0be498fa91da']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:56.588081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '3efc446a-88cb-4682-862f-8c354a5ba4ee', 'network_id': '48858ae5-ae06-426e-a5a3-e78d5be71a84', 'port_id': '3efc446a-88cb-4682-862f-8c354a5ba4ee', 'mac_address': 'fa:16:3e:64:9f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8718328e-8e1e-46e1-b07d-a8cd29b808bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:56.619469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8090ae-f59e-473d-a992-116f0b0c0e6a') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:56.619945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8090ae-f59e-473d-a992-116f0b0c0e6a') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:56.639632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.655927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efc446a-88cb-4682-862f-8c354a5ba4ee {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:56.680575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3efc446a-88cb-4682-862f-8c354a5ba4ee, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3efc446a-88cb-4682-862f-8c354a5ba4ee,segment=NetworkSegment(6b940c3a-1f99-4057-b621-3caf313dfba5),segment_id=6b940c3a-1f99-4057-b621-3caf313dfba5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:56.681409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.741440 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.748633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3321420-bf98-48e6-8204-2f8af3f7b9be req-b6011a4f-07ac-45d3-bb57-a23e80cd374d tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085149 Sep 16 05:31:56.763374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac6e4bb3-027d-43ce-9642-598288f6d746 req-b1a479f7-df9a-4ec2-85ea-3fdc35b6d91f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540781 Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:56.788694 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:56.841901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Router 9bdcd402-6ae7-438f-8e08-60053d91ad06 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:56.883241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.925109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.973621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3efc446a-88cb-4682-862f-8c354a5ba4ee,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:57.001807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.015021 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.020632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/0973054e-d557-4a06-af69-0be498fa91da HTTP/1.1" status: 204 len: 168 time: 2.4189761 Sep 16 05:31:57.021556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36696) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:57.027080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-50627d56-5dfa-40a9-a9b2-266a019cd2a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1604090217', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:57.038629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:57.063468 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:57.067366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdce1bd-fb2e-4b7e-852d-0d6a9eece96a tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=0973054e-d557-4a06-af69-0be498fa91da,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:57.067624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:57.074794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=e4d0fe8a-23ba-4fdf-a94a-53fccb394aee,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:57.104753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:57.115917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.118681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] Sync routers for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:57.132394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:57.133580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:57.166243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50627d56-5dfa-40a9-a9b2-266a019cd2a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.167415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50627d56-5dfa-40a9-a9b2-266a019cd2a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.168424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-653117c9-6488-4db4-8c12-7e59fa947977 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "PUT /v2.0/floatingips/96dd72cb-a9a6-41bc-ba0e-b979f94d0326 HTTP/1.1" status: 200 len: 991 time: 3.0452425 Sep 16 05:31:57.173235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'tag': 'cb886256-44de-49b6-9c05-055c8cf30706'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:57.179763 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07" -d '{"events": [{"name": "network-changed", "server_uuid": "985e61b4-1038-4f69-b45f-e8c4a3443b02", "tag": "cb886256-44de-49b6-9c05-055c8cf30706"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:57.249340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.271896 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4419ba-1dd6-4802-9918-56ef8464ed15 x-openstack-request-id: req-ec4419ba-1dd6-4802-9918-56ef8464ed15 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:57.272279 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985e61b4-1038-4f69-b45f-e8c4a3443b02", "tag": "cb886256-44de-49b6-9c05-055c8cf30706", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:57.272599 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec4419ba-1dd6-4802-9918-56ef8464ed15 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:57.273067 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'tag': 'cb886256-44de-49b6-9c05-055c8cf30706', 'status': 'completed', 'code': 200} Sep 16 05:31:57.308770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50627d56-5dfa-40a9-a9b2-266a019cd2a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.346936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:57.354513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3efc446a-88cb-4682-862f-8c354a5ba4ee'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:57.358500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.385784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50627d56-5dfa-40a9-a9b2-266a019cd2a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.436262 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.480118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-9edfa8f0-1491-4721-849c-d9eaa9c32fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.481776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-9edfa8f0-1491-4721-849c-d9eaa9c32fd7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebc70a4678154926a2c9ea67e4cb241c&device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 1097 time: 0.1188071 Sep 16 05:31:57.489852 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50627d56-5dfa-40a9-a9b2-266a019cd2a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.498097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-50627d56-5dfa-40a9-a9b2-266a019cd2a2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4748154 Sep 16 05:31:57.514603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36708) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:57.514603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-114322708'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:57.606630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e21c7-2781-4c71-8967-5f3817edb5c7 req-2fe3e1b8-5e61-48b8-a285-a1b0938c6712 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.614005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b5e21c7-2781-4c71-8967-5f3817edb5c7 req-2fe3e1b8-5e61-48b8-a285-a1b0938c6712 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 944 time: 0.1142030 Sep 16 05:31:57.672513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b5e21c7-2781-4c71-8967-5f3817edb5c7 req-3696a89a-babb-4146-8e4d-835f402ea983 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566199 Sep 16 05:31:57.697682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:57.699654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.715501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.752118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:57.764586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.765240 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment b8f856b5-da96-4de3-a4be-0be9948e54aa of type vlan for network 94de636a-c621-467a-ac09-cec82c30a807 Sep 16 05:31:57.781635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-6e237396-96f8-4b12-bd92-6dfbe0c67d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.783774 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-6e237396-96f8-4b12-bd92-6dfbe0c67d58 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7b7fc37-d30d-4417-87bc-2777f45328e1 HTTP/1.1" status: 200 len: 907 time: 0.2917614 Sep 16 05:31:57.833287 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.918446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.959148 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.966862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.967520 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.993551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '96dd72cb-a9a6-41bc-ba0e-b979f94d0326', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'port_id': 'cb886256-44de-49b6-9c05-055c8cf30706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'mac_address': 'fa:16:3e:5a:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:25Z', 'updated_at': '2021-09-16T05:31:54Z', 'revision_number': 1, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:21Z', 'revision_number': 5, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:58.078082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] Checking router: 9bdcd402-6ae7-438f-8e08-60053d91ad06 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:58.109387 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:58.110062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:58.153020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6518548 Sep 16 05:31:58.153634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-34360127-0031-4f7c-9841-891efc387ab1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb886256-44de-49b6-9c05-055c8cf30706 HTTP/1.1" status: 200 len: 999 time: 0.3609464 Sep 16 05:31:58.157243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36732) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:58.160789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=94de636a-c621-467a-ac09-cec82c30a807,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:58.176742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:58.190915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.192430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.195350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.195977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.198160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.199660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.200892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.202092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.202433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.202776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.205594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.205994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032116fe-3f20-4f5f-b87e-3b9d25f247ce tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:58.237558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 94de636a-c621-467a-ac09-cec82c30a807 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:58.397840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=e4d0fe8a-23ba-4fdf-a94a-53fccb394aee,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:58.419353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.502406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8984ef-d187-4247-bac9-32f7ca2e4108 req-af38505b-217b-4ff5-b39b-6c115d380a48 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.504181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a8984ef-d187-4247-bac9-32f7ca2e4108 req-af38505b-217b-4ff5-b39b-6c115d380a48 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 946 time: 0.5891805 Sep 16 05:31:58.524501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.525909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e3416d72-9549-4661-9e0c-296a17c19a8c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9847953 Sep 16 05:31:58.551128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-2eeb3f13-7a68-4e08-ac2a-41d4ff3d467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.553033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-2eeb3f13-7a68-4e08-ac2a-41d4ff3d467b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7361f8a4-d8fe-4769-a79a-172d1604fc35 HTTP/1.1" status: 200 len: 845 time: 0.3560898 Sep 16 05:31:58.660641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a8984ef-d187-4247-bac9-32f7ca2e4108 req-5ef89e06-0a01-4774-8bea-c0b7c3ba8fc2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406722 Sep 16 05:31:58.678728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-c438e6e8-3c2a-416b-90f6-fac564537f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.681529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-c438e6e8-3c2a-416b-90f6-fac564537f7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7b7fc37-d30d-4417-87bc-2777f45328e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000326 Sep 16 05:31:58.701787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:58.740495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.760085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:58.764457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.901888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf32c1-d7bb-4bc2-806d-400f3d0a0a35 req-9c7746b0-6cc9-4714-b318-5244517dd247 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.905154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8cf32c1-d7bb-4bc2-806d-400f3d0a0a35 req-9c7746b0-6cc9-4714-b318-5244517dd247 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 944 time: 0.1011696 Sep 16 05:31:58.974940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8cf32c1-d7bb-4bc2-806d-400f3d0a0a35 req-581bcdfa-235a-4264-8de4-3b3a06c32722 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Sep 16 05:31:58.997115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-13e51cdb-f85b-43fb-8065-0888636a3196 service neutron] 10.222.0.66 "GET /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009300 Sep 16 05:31:59.069705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '96dd72cb-a9a6-41bc-ba0e-b979f94d0326', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'port_id': 'cb886256-44de-49b6-9c05-055c8cf30706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'mac_address': 'fa:16:3e:5a:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:25Z', 'updated_at': '2021-09-16T05:31:54Z', 'revision_number': 1, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:21Z', 'revision_number': 5, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:59.140597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707152b-e7c8-4d2f-bce0-0b321b178804 None None] The sync data for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 is: [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '96dd72cb-a9a6-41bc-ba0e-b979f94d0326', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'port_id': 'cb886256-44de-49b6-9c05-055c8cf30706', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'mac_address': 'fa:16:3e:5a:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:25Z', 'updated_at': '2021-09-16T05:31:54Z', 'revision_number': 1, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:21Z', 'revision_number': 5, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:59.213327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-690d0944-f0c8-41a1-aa96-ba1b9ff1fb07 req-f826c709-1fc1-49a2-814d-b96e3314cd0d service neutron] 10.222.0.66 "GET /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042718 Sep 16 05:31:59.416222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.421622 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d69b8-1987-4c3b-a368-7ea37d4ebe9e None None] New status for floating IP 96dd72cb-a9a6-41bc-ba0e-b979f94d0326: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:31:59.487563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=6d96014d-9e34-4868-9586-e98f223a8683,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:59.498613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:59.498985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: 94de636a-c621-467a-ac09-cec82c30a807, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:59.614036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 94de636a-c621-467a-ac09-cec82c30a807 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:59.779355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 94de636a-c621-467a-ac09-cec82c30a807) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:59.788140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f400d-d9d6-4c17-ac29-dade0e7b63f9 None None] Network 94de636a-c621-467a-ac09-cec82c30a807 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:59.790787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.792889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.852126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e4aa7-8916-47bc-baa1-eaea1b29ca10 req-533fbb7d-c570-4706-b624-ed552b0f59fe tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.854304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-197e4aa7-8916-47bc-baa1-eaea1b29ca10 req-533fbb7d-c570-4706-b624-ed552b0f59fe tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 946 time: 0.0792608 Sep 16 05:31:59.893372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-88c8a0e8-93fe-4dbd-b9ce-abb8752e804e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7210948 Sep 16 05:31:59.894558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36796) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:59.934199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-197e4aa7-8916-47bc-baa1-eaea1b29ca10 req-e4f73d2a-07ae-48c2-b910-0cda6ee74101 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662794 Sep 16 05:32:00.008484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-94de636a-c621-467a-ac09-cec82c30a807', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:00.009493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.227209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057a7a9-313e-4e53-a25d-a215a5f5b759 req-558cad79-7298-411e-a8f4-24cefee6effa tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.238259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8057a7a9-313e-4e53-a25d-a215a5f5b759 req-558cad79-7298-411e-a8f4-24cefee6effa tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 944 time: 0.1649463 Sep 16 05:32:00.296122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Allocated IP 2001:db8::2 (94de636a-c621-467a-ac09-cec82c30a807/6d96014d-9e34-4868-9586-e98f223a8683/c9dc434a-22ac-42df-9159-df7c45f06c43) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:00.345969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8057a7a9-313e-4e53-a25d-a215a5f5b759 req-64a750d9-6fdd-4c81-84d3-19f3fc2e1cc9 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028221 Sep 16 05:32:00.436360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3efc446a-88cb-4682-862f-8c354a5ba4ee up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:00.574667 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.617115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-64ca3670-5b70-4143-8c84-f411624ef832 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1661009416&fields=id&tenant_id=62ba68c6a15447ba8ec44c49382660ce HTTP/1.1" status: 200 len: 267 time: 0.1062286 Sep 16 05:32:00.721610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-3786637e-c79f-491c-9dc4-6da7838c2755 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.723119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-3786637e-c79f-491c-9dc4-6da7838c2755 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports/6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 936 time: 0.0734901 Sep 16 05:32:00.732868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 3efc446a-88cb-4682-862f-8c354a5ba4ee completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:32:00.741242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.757573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 3efc446a-88cb-4682-862f-8c354a5ba4ee triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:00.758085 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.796187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Network 94de636a-c621-467a-ac09-cec82c30a807 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:00.805218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.820023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:00.822899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:00.853042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-2ddd120e-5bfd-44e3-bd65-8f2132d96ba4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.854667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-2ddd120e-5bfd-44e3-bd65-8f2132d96ba4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports/89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 935 time: 0.1040478 Sep 16 05:32:00.882338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Pushing event updated for resources: {'Port': ['ID=c9dc434a-22ac-42df-9159-df7c45f06c43,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:00.939275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Attempting to bind port c9dc434a-22ac-42df-9159-df7c45f06c43 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:00.939751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Attempting to bind port c9dc434a-22ac-42df-9159-df7c45f06c43 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:00.940042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Attempting to bind port c9dc434a-22ac-42df-9159-df7c45f06c43 on network 94de636a-c621-467a-ac09-cec82c30a807 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:00.950999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:00.951565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Checking segment: {'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:00.951775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.952197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Bound using segment: {'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:00.952684 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Bound port: c9dc434a-22ac-42df-9159-df7c45f06c43, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:00.953084 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.008186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-5e1fbf7d-5962-4f3e-825a-a36dd0e76b1f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1071615 Sep 16 05:32:01.052865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] For port c9dc434a-22ac-42df-9159-df7c45f06c43, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:01.056425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] For port c9dc434a-22ac-42df-9159-df7c45f06c43, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c9dc434a-22ac-42df-9159-df7c45f06c43,segment=NetworkSegment(b8f856b5-da96-4de3-a4be-0be9948e54aa),segment_id=b8f856b5-da96-4de3-a4be-0be9948e54aa)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:01.065954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.078871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-8423bc9b-79c6-4829-8f2e-9a40f436312e tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0627568 Sep 16 05:32:01.098798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc446a-88cb-4682-862f-8c354a5ba4ee'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:01.103818 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c554752-1197-474c-bfbb-c43d7db76182" -d '{"events": [{"server_uuid": "7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36", "name": "network-vif-plugged", "status": "completed", "tag": "3efc446a-88cb-4682-862f-8c354a5ba4ee"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:01.122007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3efc446a-88cb-4682-862f-8c354a5ba4ee, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3efc446a-88cb-4682-862f-8c354a5ba4ee,segment=NetworkSegment(6b940c3a-1f99-4057-b621-3caf313dfba5),segment_id=6b940c3a-1f99-4057-b621-3caf313dfba5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:01.163040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7deb57-c997-4386-97a5-9e8de232ef86 req-a21dbab9-e546-4520-88fe-c38b3330159f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.165364 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc7deb57-c997-4386-97a5-9e8de232ef86 req-a21dbab9-e546-4520-88fe-c38b3330159f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 946 time: 0.0793076 Sep 16 05:32:01.192102 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.223382 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc7deb57-c997-4386-97a5-9e8de232ef86 req-270a2036-4dc5-49cb-8dce-0c9b94962d1c tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507782 Sep 16 05:32:01.230046 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.278140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8878d-2781-4099-9ac8-b3e003385510 None None] Pushing event updated for resources: {'Port': ['ID=c9dc434a-22ac-42df-9159-df7c45f06c43,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:01.370010 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3928fa33-f645-4cb5-8889-a75934a98fe7 x-openstack-request-id: req-3928fa33-f645-4cb5-8889-a75934a98fe7 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:01.370675 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36", "name": "network-vif-plugged", "status": "completed", "tag": "3efc446a-88cb-4682-862f-8c354a5ba4ee", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:01.370675 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3928fa33-f645-4cb5-8889-a75934a98fe7 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:01.371052 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc446a-88cb-4682-862f-8c354a5ba4ee', 'code': 200} Sep 16 05:32:01.419163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3efc446a-88cb-4682-862f-8c354a5ba4ee,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:01.464175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8::1 (94de636a-c621-467a-ac09-cec82c30a807/6d96014d-9e34-4868-9586-e98f223a8683/fda20a6d-d80b-465c-9d7f-d5a8c66f1b40) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:01.511736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-1df0c914-18db-4c89-8e5f-c59fc7665996 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.518615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-1df0c914-18db-4c89-8e5f-c59fc7665996 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.531491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-1df0c914-18db-4c89-8e5f-c59fc7665996 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.531491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-1df0c914-18db-4c89-8e5f-c59fc7665996 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/networks?id=472221c7-51b1-4eda-9603-da8cffafb028&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=4326dabb-46bc-4f5c-a266-ccbdec41531a&id=4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 200 len: 1996 time: 0.4385614 Sep 16 05:32:01.564470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-76242153-56ba-411a-b0b7-90690b009534 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/quotas/62ba68c6a15447ba8ec44c49382660ce HTTP/1.1" status: 200 len: 375 time: 0.0215917 Sep 16 05:32:01.695335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b4f55-1e73-427b-ab34-a0138fce9f22 req-80987bf8-f5d0-47c4-8df1-14157cda3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.704971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-724b4f55-1e73-427b-ab34-a0138fce9f22 req-80987bf8-f5d0-47c4-8df1-14157cda3bce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 1097 time: 0.2410793 Sep 16 05:32:01.753623 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c65db9ae-f891-4b03-8942-f3db21b7bc9a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1609535 Sep 16 05:32:01.807275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9bcb5-f4c6-491f-9f1f-90c5b99d4832 req-0dbc7b5b-30c5-4638-ad9c-cdbca9d53a7d tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.811494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41e9bcb5-f4c6-491f-9f1f-90c5b99d4832 req-0dbc7b5b-30c5-4638-ad9c-cdbca9d53a7d tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 945 time: 0.2641523 Sep 16 05:32:01.817407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-724b4f55-1e73-427b-ab34-a0138fce9f22 req-789785cd-0ccb-47b9-a027-a97273387494 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859497 Sep 16 05:32:01.829973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.897094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41e9bcb5-f4c6-491f-9f1f-90c5b99d4832 req-ccd41309-6ff4-44d8-9fa2-2c817abdf84e tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778210 Sep 16 05:32:01.986778 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-22c7e99a-66de-485e-8360-8ef21259d52d service neutron] 10.222.0.49 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179787 Sep 16 05:32:02.094123 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.182090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:02.186263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-607a39dc-a480-44bc-ad6a-c7989ecafd45 service neutron] 10.222.0.49 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894040 Sep 16 05:32:02.234651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.235147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.235519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.236037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.236378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.236716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.237045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.237377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.237967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.238305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.238631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.238955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.251617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 94de636a-c621-467a-ac09-cec82c30a807 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:02.254584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:02.258212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:02.258796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.391413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-2dc9c065-98a2-4651-94d5-4139ecbc0adf service neutron] 10.222.0.49 "GET /v2.0/ports/6810e50e-261b-405d-8480-f3bcc1f523eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1942000 Sep 16 05:32:02.560950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.590628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-51ea93c1-492d-4c8c-9cb8-826e13aa8658 service neutron] 10.222.0.49 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878712 Sep 16 05:32:02.700434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561db9f-aff6-4958-bea0-b3669e94cae3 None None] Network 94de636a-c621-467a-ac09-cec82c30a807 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:02.815281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4bc3aec7-bd18-4950-a9a5-3073b01a564e None None] Provisioning complete for port c9dc434a-22ac-42df-9159-df7c45f06c43 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:02.815629 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc3aec7-bd18-4950-a9a5-3073b01a564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.816490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-08c3eafd-fcf9-408c-bf36-e7af8860f882 service neutron] 10.222.0.49 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249129 Sep 16 05:32:02.932811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b1107080-0157-48c6-ac18-c01038126218 service neutron] 10.222.0.49 "GET /v2.0/ports/89200a55-7627-4325-9d8d-f52d74c0172a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1110964 Sep 16 05:32:03.011481 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc3aec7-bd18-4950-a9a5-3073b01a564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.061709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4bc3aec7-bd18-4950-a9a5-3073b01a564e None None] For port c9dc434a-22ac-42df-9159-df7c45f06c43, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c9dc434a-22ac-42df-9159-df7c45f06c43,segment=NetworkSegment(b8f856b5-da96-4de3-a4be-0be9948e54aa),segment_id=b8f856b5-da96-4de3-a4be-0be9948e54aa)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:03.062241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734a2c0-e9f7-4770-bf61-0628eee4cbf5 req-8b8e5c57-a455-4159-87c8-7aec76ae1ece tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:03.064399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0734a2c0-e9f7-4770-bf61-0628eee4cbf5 req-8b8e5c57-a455-4159-87c8-7aec76ae1ece tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 945 time: 0.0808721 Sep 16 05:32:03.126876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0734a2c0-e9f7-4770-bf61-0628eee4cbf5 req-4bf70719-5395-4429-8c2d-c7f5f9316470 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524683 Sep 16 05:32:03.157172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4bc3aec7-bd18-4950-a9a5-3073b01a564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.219218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.239012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-61976101-bcf1-41a9-8863-96a18057f8ee service neutron] 10.222.0.49 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985737 Sep 16 05:32:03.265213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3aec7-bd18-4950-a9a5-3073b01a564e None None] Pushing event updated for resources: {'Port': ['ID=c9dc434a-22ac-42df-9159-df7c45f06c43,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.332048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.332048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.409392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e62c1002-16cf-4e85-8202-741281b43925 None None] Provisioning complete for port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:03.410183 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e62c1002-16cf-4e85-8202-741281b43925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.478295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.483557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e62c1002-16cf-4e85-8202-741281b43925 None None] Port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:03.516949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e62c1002-16cf-4e85-8202-741281b43925 None None] Provisioning complete for port c9dc434a-22ac-42df-9159-df7c45f06c43 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:03.517414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e62c1002-16cf-4e85-8202-741281b43925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.580553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9849e8f0-eb69-47a9-82d4-9d2af526de43 service neutron] 10.222.0.49 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228586 Sep 16 05:32:03.714288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c9dc434a-22ac-42df-9159-df7c45f06c43 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:03.750286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 94de636a-c621-467a-ac09-cec82c30a807 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:03.756572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:03.796601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port c9dc434a-22ac-42df-9159-df7c45f06c43 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:03.797092 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.828515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b7a6db09-81e1-4977-ba6b-7726fb28042d service neutron] 10.222.0.49 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384136 Sep 16 05:32:03.932310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-35715d7c-85bf-466c-a239-9fbd7aac58f8 None None] Provisioning complete for port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:03.936664 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35715d7c-85bf-466c-a239-9fbd7aac58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.032081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-35715d7c-85bf-466c-a239-9fbd7aac58f8 None None] Port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:04.154038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0599f390-2c80-453f-ad0d-75b62ae1f327 None None] Provisioning complete for port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:04.154416 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0599f390-2c80-453f-ad0d-75b62ae1f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.218116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0599f390-2c80-453f-ad0d-75b62ae1f327 None None] Port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:04.364128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b82a-3b56-4004-8641-10bd1048dc82 req-5f283c72-cb54-4e0b-9701-2809ea12db8f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.367930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5029b82a-3b56-4004-8641-10bd1048dc82 req-5f283c72-cb54-4e0b-9701-2809ea12db8f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 945 time: 0.1225698 Sep 16 05:32:04.421274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-610412a1-fde0-400e-9598-fcb256dd24bc service neutron] 10.222.0.49 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434569 Sep 16 05:32:04.437693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5029b82a-3b56-4004-8641-10bd1048dc82 req-d4f96b9e-44b1-41a4-8a1a-e36496f63ac8 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536885 Sep 16 05:32:04.564588 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-26d842eb-a8cb-40ba-bfb1-4a226ec05adf service neutron] 10.222.0.49 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315854 Sep 16 05:32:04.565906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:04.888420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:04.891905 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-ec4903fe-22a8-42e8-8838-d7e09e8b5e25 service neutron] 10.222.0.49 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113704 Sep 16 05:32:04.895506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d8ab5f49-4607-4ec9-a8fb-57396b1eaba2 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9999599 Sep 16 05:32:04.903220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:04.906365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:04.908380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-474348645'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:04.930842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:04.937173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:05.059905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:05.064045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.074796 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-762ece09-2d6b-4321-a5a5-8198c02a3447 service neutron] 10.222.0.49 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711810 Sep 16 05:32:05.109393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:05.135785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.137283 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment 1a9703cd-c4bb-4aa2-a813-c9306a55ec27 of type vlan for network f9b33a33-886d-4075-8eef-3fccad657792 Sep 16 05:32:05.168559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:05.218622 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.223090 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-282dcb37-4fa9-4b7e-a1b3-5bf4cb2f18e8 service neutron] 10.222.0.49 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294925 Sep 16 05:32:05.357275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.366726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.367600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.397352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-2f8f33cb-981d-425b-872f-85e8ee8972df service neutron] 10.222.0.49 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638532 Sep 16 05:32:05.482676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:05.523501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=f9b33a33-886d-4075-8eef-3fccad657792,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:05.527457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-557eedc1-f728-455b-b0bb-04daad34b324 service neutron] 10.222.0.49 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218240 Sep 16 05:32:05.549371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f9b33a33-886d-4075-8eef-3fccad657792 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:05.628215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:05.628599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Updating router 2d822501-c673-439f-9432-ddb311bcd3ef port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:05.660862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.696773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f18c0e00-e929-40b7-b7aa-f176b47eec46 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7923298 Sep 16 05:32:05.699893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36930) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:05.708697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:05.872875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4859b-7659-4604-8cdd-fcd09877afc6 req-aafb34fa-4cb6-4eda-ac13-33bfcae2c5aa tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.874567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07f4859b-7659-4604-8cdd-fcd09877afc6 req-aafb34fa-4cb6-4eda-ac13-33bfcae2c5aa tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 945 time: 0.0786262 Sep 16 05:32:05.943452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07f4859b-7659-4604-8cdd-fcd09877afc6 req-31ffdf5c-d88b-4e0e-9532-50e9ceebfc03 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581000 Sep 16 05:32:06.055777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:06.059826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.095047 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:06.128285 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.312099 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.371671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9e2b1-d070-45bf-9a0d-2200e02e805c None None] Pushing event updated for resources: {'Port': ['ID=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.450863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.469845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Attempting to bind port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:06.474343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Attempting to bind port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:06.474343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Attempting to bind port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 on network 94de636a-c621-467a-ac09-cec82c30a807 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:06.478420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:06.479169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Checking segment: {'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:06.480210 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.482037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Bound using segment: {'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:06.482837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Bound port: fda20a6d-d80b-465c-9d7f-d5a8c66f1b40, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f856b5-da96-4de3-a4be-0be9948e54aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '94de636a-c621-467a-ac09-cec82c30a807'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:06.483625 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.521389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=18c36a14-bb8d-4294-b01e-ab1b010677d5,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.540435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:06.540824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: f9b33a33-886d-4075-8eef-3fccad657792, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:06.597241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] For port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:06.601123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] For port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,segment=NetworkSegment(b8f856b5-da96-4de3-a4be-0be9948e54aa),segment_id=b8f856b5-da96-4de3-a4be-0be9948e54aa)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:06.659959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c1ae4d66-ce07-498f-9469-d58b11e86f32 None None] Provisioning complete for port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:06.660316 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1ae4d66-ce07-498f-9469-d58b11e86f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.712564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae4d66-ce07-498f-9469-d58b11e86f32 None None] Port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:06.742295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.743343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network f9b33a33-886d-4075-8eef-3fccad657792 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:06.800834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9e2b1-d070-45bf-9a0d-2200e02e805c None None] Pushing event updated for resources: {'Port': ['ID=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.823820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:06.824551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:06.861437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f9b33a33-886d-4075-8eef-3fccad657792) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:06.866501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.867228 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.905797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf8263-545e-491a-871e-f7ab218a5984 None None] Network f9b33a33-886d-4075-8eef-3fccad657792 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:07.052021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b7b46af-7411-40fd-91bd-abcef2876d32 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3476791 Sep 16 05:32:07.053096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:07.237589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2c232-dda0-4bb6-bc46-2102a50f44ac req-c165de1f-906b-49ba-8f40-f18165523972 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.248180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10d2c232-dda0-4bb6-bc46-2102a50f44ac req-c165de1f-906b-49ba-8f40-f18165523972 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 945 time: 0.1704562 Sep 16 05:32:07.262429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-3746e6a1-320d-4315-b7da-3366d519dbc9 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.265209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-3746e6a1-320d-4315-b7da-3366d519dbc9 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 945 time: 0.1258073 Sep 16 05:32:07.270077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:07.333936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Provisioning complete for port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:07.334220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.338932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10d2c232-dda0-4bb6-bc46-2102a50f44ac req-21aec512-48c7-4c30-9e03-8dda956acae2 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893366 Sep 16 05:32:07.504981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Deleting port 3efc446a-88cb-4682-862f-8c354a5ba4ee {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:07.506232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.655754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] For port 3efc446a-88cb-4682-862f-8c354a5ba4ee, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3efc446a-88cb-4682-862f-8c354a5ba4ee,segment=NetworkSegment(6b940c3a-1f99-4057-b621-3caf313dfba5),segment_id=6b940c3a-1f99-4057-b621-3caf313dfba5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:07.656571 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.680903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Calling delete_port for 3efc446a-88cb-4682-862f-8c354a5ba4ee owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:07.682662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f9b33a33-886d-4075-8eef-3fccad657792', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:07.683517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.732635 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.738436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.945965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3b5be48-d883-4846-992c-ab5747fff090 req-61b9ee1d-9b55-4306-a013-c11a8be56c49 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0598695 Sep 16 05:32:08.008305 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.008941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] For port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,segment=NetworkSegment(b8f856b5-da96-4de3-a4be-0be9948e54aa),segment_id=b8f856b5-da96-4de3-a4be-0be9948e54aa)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:08.046874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3efc446a-88cb-4682-862f-8c354a5ba4ee'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:08.072355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Allocated IP 2001:db8:1::2 (f9b33a33-886d-4075-8eef-3fccad657792/18c36a14-bb8d-4294-b01e-ab1b010677d5/32e09cf5-1cb1-4187-b63a-0bad014f533d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:08.092706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:06Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:08.110731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Pushing event deleted for resources: {'Port': ['ID=3efc446a-88cb-4682-862f-8c354a5ba4ee,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:08.151271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85318b-645b-475c-83f8-091ce9e94481 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:06Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:08.156265 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.176212 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] No DVR routers for this DVR port 3efc446a-88cb-4682-862f-8c354a5ba4ee on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:08.182086 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.185170 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5fd4eec-4aea-4429-9ea4-536b341c2d51 req-b6cbbe8e-594b-451f-9ea1-3c8c4aa9142f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.30 "DELETE /v2.0/ports/3efc446a-88cb-4682-862f-8c354a5ba4ee HTTP/1.1" status: 204 len: 173 time: 0.9061787 Sep 16 05:32:08.185782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36', 'name': 'network-vif-deleted', 'tag': '3efc446a-88cb-4682-862f-8c354a5ba4ee'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:08.189109 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f3a903-ff27-4664-911a-34b00382a11a" -d '{"events": [{"server_uuid": "7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36", "name": "network-vif-deleted", "tag": "3efc446a-88cb-4682-862f-8c354a5ba4ee"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:08.251814 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4514ca-7ca6-4574-96b5-be4543c5e6ed x-openstack-request-id: req-3f4514ca-7ca6-4574-96b5-be4543c5e6ed {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:08.259788 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36", "name": "network-vif-deleted", "tag": "3efc446a-88cb-4682-862f-8c354a5ba4ee", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:08.259788 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f4514ca-7ca6-4574-96b5-be4543c5e6ed {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:08.259788 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36', 'name': 'network-vif-deleted', 'tag': '3efc446a-88cb-4682-862f-8c354a5ba4ee', 'status': 'completed', 'code': 200} Sep 16 05:32:08.296356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Pushing event updated for resources: {'Port': ['ID=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:08.311284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.311714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.312154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.312498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.312967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.313310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.313647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.313980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.314332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.314642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.314970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.315298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee44d5-40ee-429a-a03c-c94e2d9baabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:08.395595 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.553573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-84477801-1338-47ec-a2b6-91e597f049a2 req-a86faae8-94cb-4633-8451-63662020dcc9 tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 210 time: 0.0679686 Sep 16 05:32:08.610185 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.665982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Network f9b33a33-886d-4075-8eef-3fccad657792 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:08.680305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:08.686284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:08.700401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Pushing event updated for resources: {'Port': ['ID=32e09cf5-1cb1-4187-b63a-0bad014f533d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:08.723223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8:1::1 (f9b33a33-886d-4075-8eef-3fccad657792/18c36a14-bb8d-4294-b01e-ab1b010677d5/e87fdafb-16be-4838-8089-e08ee5737c78) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:08.840692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Attempting to bind port 32e09cf5-1cb1-4187-b63a-0bad014f533d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:08.840692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Attempting to bind port 32e09cf5-1cb1-4187-b63a-0bad014f533d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:08.840692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Attempting to bind port 32e09cf5-1cb1-4187-b63a-0bad014f533d on network f9b33a33-886d-4075-8eef-3fccad657792 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:08.850228 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:08.850709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Checking segment: {'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:08.851881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.851881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Bound using segment: {'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:08.852205 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Bound port: 32e09cf5-1cb1-4187-b63a-0bad014f533d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:08.852390 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.932573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.962160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] For port 32e09cf5-1cb1-4187-b63a-0bad014f533d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:08.966035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] For port 32e09cf5-1cb1-4187-b63a-0bad014f533d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=32e09cf5-1cb1-4187-b63a-0bad014f533d,segment=NetworkSegment(1a9703cd-c4bb-4aa2-a813-c9306a55ec27),segment_id=1a9703cd-c4bb-4aa2-a813-c9306a55ec27)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:09.042409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ce952a1e-1ff2-4821-85a2-998e31ba9bb8 req-e641003e-9e9f-4456-91d6-9711439ec933 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0287187 Sep 16 05:32:09.089822 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.142078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.207832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network f9b33a33-886d-4075-8eef-3fccad657792 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:09.209165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9282403-78e6-4f67-9afa-775ea553902f None None] Pushing event updated for resources: {'Port': ['ID=32e09cf5-1cb1-4187-b63a-0bad014f533d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:09.220714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:09.223270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:09.224768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.313050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=e87fdafb-16be-4838-8089-e08ee5737c78,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:09.738949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.743492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b35b9f85-57cb-4ef6-8e60-a26e911d15a2 req-e0a64299-da88-437e-b6e5-7fe945b5e02f tempest-ServerMetadataNegativeTestJSON-1579296341 tempest-ServerMetadataNegativeTestJSON-1579296341-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7c0fc4-b308-4ddd-85ad-51e6be5a9d36 HTTP/1.1" status: 200 len: 210 time: 0.0401449 Sep 16 05:32:09.803787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:09.969860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:09.972380 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.155917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32e09cf5-1cb1-4187-b63a-0bad014f533d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:10.206115 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ea4ea3-0a2a-43aa-aad7-4b77d442eca2 req-38b41169-2e04-49bb-8940-d0d03f136c69 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0796719 Sep 16 05:32:10.239831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 32e09cf5-1cb1-4187-b63a-0bad014f533d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:10.240890 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.281741 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.376854 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.418594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 32e09cf5-1cb1-4187-b63a-0bad014f533d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=32e09cf5-1cb1-4187-b63a-0bad014f533d,segment=NetworkSegment(1a9703cd-c4bb-4aa2-a813-c9306a55ec27),segment_id=1a9703cd-c4bb-4aa2-a813-c9306a55ec27)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:10.976629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b56528-51d1-46e9-9806-d6453b369471 None None] Network f9b33a33-886d-4075-8eef-3fccad657792 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:10.976629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-722832b4-2d56-4ee6-9b28-8cfe332dff6d None None] Provisioning complete for port 32e09cf5-1cb1-4187-b63a-0bad014f533d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:10.976629 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-722832b4-2d56-4ee6-9b28-8cfe332dff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.982223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37040) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:10.997398 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-722832b4-2d56-4ee6-9b28-8cfe332dff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.021650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3f936f-a32b-411a-ba22-51bfdbfb10ec admin admin] Deleting subnet 8718328e-8e1e-46e1-b07d-a8cd29b808bb {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:11.027510 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e3f936f-a32b-411a-ba22-51bfdbfb10ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.081278 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.092629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.157613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e3f936f-a32b-411a-ba22-51bfdbfb10ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.222781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=e87fdafb-16be-4838-8089-e08ee5737c78,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:11.346657 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.346657 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-722832b4-2d56-4ee6-9b28-8cfe332dff6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:32:11.346657 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-722832b4-2d56-4ee6-9b28-8cfe332dff6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:32:11.430474 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e3f936f-a32b-411a-ba22-51bfdbfb10ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.498676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=32e09cf5-1cb1-4187-b63a-0bad014f533d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:11.500079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb2f2757-778b-4225-9deb-9194cd2bb872 req-d04c2009-0108-4be1-8608-93a1b700a70c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0540984 Sep 16 05:32:11.538695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network f9b33a33-886d-4075-8eef-3fccad657792 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:11.541595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:11.712117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32e09cf5-1cb1-4187-b63a-0bad014f533d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:11.725281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:11.806153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e3f936f-a32b-411a-ba22-51bfdbfb10ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.890018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 32e09cf5-1cb1-4187-b63a-0bad014f533d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:11.891103 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.154938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ec16da49-03b7-4364-bbd2-d66ce4807f33 None None] Provisioning complete for port e87fdafb-16be-4838-8089-e08ee5737c78 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:12.155749 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec16da49-03b7-4364-bbd2-d66ce4807f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.230625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ec16da49-03b7-4364-bbd2-d66ce4807f33 None None] Port e87fdafb-16be-4838-8089-e08ee5737c78 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:12.255132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ec16da49-03b7-4364-bbd2-d66ce4807f33 None None] Provisioning complete for port 32e09cf5-1cb1-4187-b63a-0bad014f533d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:12.255937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec16da49-03b7-4364-bbd2-d66ce4807f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.381774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f936f-a32b-411a-ba22-51bfdbfb10ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8718328e-8e1e-46e1-b07d-a8cd29b808bb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:12.391055 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e3f936f-a32b-411a-ba22-51bfdbfb10ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.397459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8e3f936f-a32b-411a-ba22-51bfdbfb10ec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8718328e-8e1e-46e1-b07d-a8cd29b808bb HTTP/1.1" status: 204 len: 168 time: 1.4341495 Sep 16 05:32:12.397707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:12.444594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:12.455042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56db4d67-8788-4a2c-a720-1a295df32ba6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3974950 Sep 16 05:32:12.455902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:12.462061 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:12.487805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-378520843'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:12.501562 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:12.502225 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:12.502381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3efc446a-88cb-4682-862f-8c354a5ba4ee no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:12.571458 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.648083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 3efc446a-88cb-4682-862f-8c354a5ba4ee {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:12.648419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3efc446a-88cb-4682-862f-8c354a5ba4ee not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:12.665181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-947f2b2a-ec0b-43a4-958d-29265bc3f1bb None None] Provisioning complete for port e87fdafb-16be-4838-8089-e08ee5737c78 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:12.666687 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-947f2b2a-ec0b-43a4-958d-29265bc3f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.721081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.749266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48858ae5-ae06-426e-a5a3-e78d5be71a84']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:12.760826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-947f2b2a-ec0b-43a4-958d-29265bc3f1bb None None] Port e87fdafb-16be-4838-8089-e08ee5737c78 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:12.772668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b940c3a-1f99-4057-b621-3caf313dfba5') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:12.774075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1fd3d84-2b63-4a1b-bb9f-e2b3acfd88b2 req-e579a062-2973-45fe-b929-4507933d1f6f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0473454 Sep 16 05:32:12.774800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b940c3a-1f99-4057-b621-3caf313dfba5') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:12.775521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:12.787076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.806152 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:12.818333 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.856786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:12.861417 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.872818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.873434 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment 82c9210d-5eb4-4e5b-8968-7abdc490bf6c of type vlan for network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d Sep 16 05:32:12.884733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:12.887550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:12.892992 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:12.938659 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.014794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-63fcc18d-f1db-4c72-a880-b9d6f4ea638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.016228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-63fcc18d-f1db-4c72-a880-b9d6f4ea638e service neutron] 10.222.0.30 "GET /v2.0/ports/6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 1032 time: 0.0452857 Sep 16 05:32:13.064326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-eca8b89a-a9b6-4310-96a5-da081c9bc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.065845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-eca8b89a-a9b6-4310-96a5-da081c9bc1ae service neutron] 10.222.0.30 "GET /v2.0/ports/89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 1031 time: 0.0424769 Sep 16 05:32:13.112375 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 3, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:13.145455 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:13.145869 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Updating router 2d822501-c673-439f-9432-ddb311bcd3ef port e87fdafb-16be-4838-8089-e08ee5737c78 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:13.159570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.161383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.167465 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.172347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/48858ae5-ae06-426e-a5a3-e78d5be71a84 HTTP/1.1" status: 204 len: 168 time: 0.7725949 Sep 16 05:32:13.172574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.172574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.187144 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.227599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4587a-2dee-4a18-a47f-ac07adf16db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=48858ae5-ae06-426e-a5a3-e78d5be71a84,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:13.272059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-642c47f4-edc2-4d55-b227-152e0f291130 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.280939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-642c47f4-edc2-4d55-b227-152e0f291130 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.289428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-642c47f4-edc2-4d55-b227-152e0f291130 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.291968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-642c47f4-edc2-4d55-b227-152e0f291130 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "GET /v2.0/networks?id=472221c7-51b1-4eda-9603-da8cffafb028&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=4326dabb-46bc-4f5c-a266-ccbdec41531a&id=4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 200 len: 1996 time: 0.2185328 Sep 16 05:32:13.309085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=34a7f5f8-b285-47bd-b5b7-4159433f3d2d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:13.323238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:13.374831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-67571fd7-9ab3-4210-9552-1c03338b462e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9175518 Sep 16 05:32:13.380482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37082) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:13.381647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c4dad5b4-57ce-47d1-aad7-61094e2e790b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62ba68c6a15447ba8ec44c49382660ce HTTP/1.1" status: 200 len: 380 time: 0.0728490 Sep 16 05:32:13.391641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:13.395368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'admin_state_up': True, 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'security_groups': ['d0a68e2c-e0dd-42d4-9759-c7f4447937e5']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:13.598714 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:32:13.598714 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:32:13.598714 n-d-712749-15 neutron-server[95659]: [parameters: {'project_id_1': '61d4772b5581458c8103bbe44f7a0a4d', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 31, 53, 574521)}] Sep 16 05:32:13.598714 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:32:13.662700 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:32:13.764034 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.910619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8ebc0d7-9c82-44eb-95da-df39beffe1db req-c1740245-8067-4da8-9832-896324e7eebf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0357966 Sep 16 05:32:14.568348 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-c78a6296-53f3-4e86-b9f2-ccbaa01828b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552385 Sep 16 05:32:14.693329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-c93c5f80-f553-41fb-9105-17a53c2b259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.696208 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-c93c5f80-f553-41fb-9105-17a53c2b259e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87a82320fc364a3682465099ceb7e456&device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 1098 time: 0.0627789 Sep 16 05:32:14.792137 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.793044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:14.800533 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.879581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-d65fc5d6-109e-4a08-b371-5e97061bf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.881849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-d65fc5d6-109e-4a08-b371-5e97061bf453 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 200 len: 918 time: 0.1630850 Sep 16 05:32:15.030224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:15.044291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.044423 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Pushing event updated for resources: {'Port': ['ID=e87fdafb-16be-4838-8089-e08ee5737c78,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:15.111937 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.112277 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.114713 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.115430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.116267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.117303 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.119532 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.120476 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.122267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.123783 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.124357 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.126092 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:15.157506 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Attempting to bind port e87fdafb-16be-4838-8089-e08ee5737c78 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:15.170764 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Attempting to bind port e87fdafb-16be-4838-8089-e08ee5737c78 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:15.171003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Allocated IP 172.20.0.9 (472221c7-51b1-4eda-9603-da8cffafb028/2f10dee9-1be3-463a-adbc-7b75feef5b36/c07c475e-947d-4799-b5f2-45086cd7cec5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:15.171770 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Attempting to bind port e87fdafb-16be-4838-8089-e08ee5737c78 on network f9b33a33-886d-4075-8eef-3fccad657792 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:15.182465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-6e09a6fd-7629-4448-95d4-00d9e095d47c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a97747c-1645-4f02-b718-bf5844097471 HTTP/1.1" status: 200 len: 1000 time: 0.2903986 Sep 16 05:32:15.194581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9889887-d86d-4a8a-9c15-c0b138aa2c29 req-91db23d9-2dd5-45d3-8aa6-a68bd26d9318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0560372 Sep 16 05:32:15.199145 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:15.199759 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Checking segment: {'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:15.202926 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.204447 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Bound using segment: {'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:15.205241 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Bound port: e87fdafb-16be-4838-8089-e08ee5737c78, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9703cd-c4bb-4aa2-a813-c9306a55ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:15.205869 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.238581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37122) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:15.317563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a7012651-30e4-4fd5-b1de-8ce79caddc75 None None] Provisioning complete for port e87fdafb-16be-4838-8089-e08ee5737c78 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:15.319580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7012651-30e4-4fd5-b1de-8ce79caddc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.390200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-82ddf992-53aa-4507-a175-311bb6e02557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.392880 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-82ddf992-53aa-4507-a175-311bb6e02557 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 200 len: 856 time: 0.1848869 Sep 16 05:32:15.402367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2a3f08bc-0e7c-42a0-83a3-262a7ae07dd6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa87bcad1fad483b85b3bdb31b0c9260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570032 Sep 16 05:32:15.408185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37126) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:15.434570 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] For port e87fdafb-16be-4838-8089-e08ee5737c78, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:15.437430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a7012651-30e4-4fd5-b1de-8ce79caddc75 None None] Port e87fdafb-16be-4838-8089-e08ee5737c78 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:15.439142 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] For port e87fdafb-16be-4838-8089-e08ee5737c78, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e87fdafb-16be-4838-8089-e08ee5737c78,segment=NetworkSegment(1a9703cd-c4bb-4aa2-a813-c9306a55ec27),segment_id=1a9703cd-c4bb-4aa2-a813-c9306a55ec27)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:15.459560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.527827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-88f84689-16a8-4408-8d56-d28cee952fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.537362 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-88f84689-16a8-4408-8d56-d28cee952fad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43a78e0f-128c-4631-a7ec-3fd38421e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257291 Sep 16 05:32:15.538509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bae3867-93ed-40f2-a8de-638ac8be6549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.565050 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.580500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bae3867-93ed-40f2-a8de-638ac8be6549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.681876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.683959 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:15.686110 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:15.688550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bd901-2d0b-40a6-bc6c-a5148bb0ab9a None None] Pushing event updated for resources: {'Port': ['ID=e87fdafb-16be-4838-8089-e08ee5737c78,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:15.784008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=c07c475e-947d-4799-b5f2-45086cd7cec5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:15.807682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-55001a8b-1b1a-47c5-bb38-979e8d0dd1ae service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548845 Sep 16 05:32:15.816754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 472221c7-51b1-4eda-9603-da8cffafb028 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:15.821870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:15.833890 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.852648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:15.867819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bae3867-93ed-40f2-a8de-638ac8be6549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.871999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6bae3867-93ed-40f2-a8de-638ac8be6549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.872557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6bae3867-93ed-40f2-a8de-638ac8be6549 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1b318ed-8cf4-40d1-b25f-571eabcf5fb9 HTTP/1.1" status: 204 len: 168 time: 0.4593868 Sep 16 05:32:15.999755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae3867-93ed-40f2-a8de-638ac8be6549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b318ed-8cf4-40d1-b25f-571eabcf5fb9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:16.073632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:16.074617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.174502 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0e9854e-c46b-44be-98c5-6f8430c0b318 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7859659 Sep 16 05:32:16.194761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'admin_state_up': True, 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'security_groups': ['d0a68e2c-e0dd-42d4-9759-c7f4447937e5']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:16.221409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:16.221799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: 34a7f5f8-b285-47bd-b5b7-4159433f3d2d, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:16.295309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bd47fcf-f942-44d8-91b1-36125011d471 req-dc3be4cf-0736-4800-bffb-71e9d888b768 service neutron] 10.222.0.66 "GET /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763305 Sep 16 05:32:16.300074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=a38e477b-9c78-4d73-9722-c4650de94204,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:16.301159 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:16.320917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8527fcfd-e608-41c4-b9b3-292eb019f10a None None] Provisioning complete for port e87fdafb-16be-4838-8089-e08ee5737c78 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:16.323711 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8527fcfd-e608-41c4-b9b3-292eb019f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.458605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a83a-e9d7-46d5-bd49-8673e9841dc7 req-2a704059-86f6-4af9-84c2-a3665d7019ce tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:16.461251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:16.480102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50b7a83a-e9d7-46d5-bd49-8673e9841dc7 req-2a704059-86f6-4af9-84c2-a3665d7019ce tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 931 time: 0.1249733 Sep 16 05:32:16.547050 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8527fcfd-e608-41c4-b9b3-292eb019f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.558563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50b7a83a-e9d7-46d5-bd49-8673e9841dc7 req-74fcaac4-62c8-46f0-9858-1803d332fb74 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775068 Sep 16 05:32:16.593610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 34a7f5f8-b285-47bd-b5b7-4159433f3d2d) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:16.600120 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:16.601131 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.627809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e43af-313c-4cc8-a6a0-a957a6a71187 None None] Network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:16.672167 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 3, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:15Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:16.681529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8527fcfd-e608-41c4-b9b3-292eb019f10a None None] For port e87fdafb-16be-4838-8089-e08ee5737c78, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e87fdafb-16be-4838-8089-e08ee5737c78,segment=NetworkSegment(1a9703cd-c4bb-4aa2-a813-c9306a55ec27),segment_id=1a9703cd-c4bb-4aa2-a813-c9306a55ec27)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:16.700694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:16.714371 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.759387 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882c32e-1fc9-4b26-914b-910b0af031e9 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 3, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:15Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:16.815959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8527fcfd-e608-41c4-b9b3-292eb019f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.870457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-918e8cc1-37ec-4f57-8b82-755096b3087b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4871228 Sep 16 05:32:16.871296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37156) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:17.057781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-63c36446-779c-4d4e-aaf2-6c7bcccd2434 None None] Provisioning complete for port c07c475e-947d-4799-b5f2-45086cd7cec5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:17.058251 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63c36446-779c-4d4e-aaf2-6c7bcccd2434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.100309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Allocated IP 10.1.1.56 (7d952e7e-328d-4c4b-b28a-5b7436d95afe/60a28683-5999-44cd-9344-857002037420/60e8b5c9-61e4-4ba2-9741-55892cab533e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:17.247804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:17.249174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.254634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527fcfd-e608-41c4-b9b3-292eb019f10a None None] Pushing event updated for resources: {'Port': ['ID=e87fdafb-16be-4838-8089-e08ee5737c78,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:17.292295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-63c36446-779c-4d4e-aaf2-6c7bcccd2434 None None] Port c07c475e-947d-4799-b5f2-45086cd7cec5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:17.576910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Allocated IP 2001:db8:2::2 (34a7f5f8-b285-47bd-b5b7-4159433f3d2d/a38e477b-9c78-4d73-9722-c4650de94204/61972e0c-f8d0-4372-9380-dd350ade88ec) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:17.658209 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.798645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e87fdafb-16be-4838-8089-e08ee5737c78 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:17.824652 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.867443 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.988505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e87fdafb-16be-4838-8089-e08ee5737c78 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:17.989040 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.996898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:18.008171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:18.019805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:18.221383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=60e8b5c9-61e4-4ba2-9741-55892cab533e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:18.222916 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.292980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:18.293738 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.343153 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.365855 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3725b-0a83-4fbe-8294-6aff43a3216a req-b28ff712-9e63-4a6d-8f5e-0df5f67b53c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:18.396498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3725b-0a83-4fbe-8294-6aff43a3216a req-b28ff712-9e63-4a6d-8f5e-0df5f67b53c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:18.407966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bb3725b-0a83-4fbe-8294-6aff43a3216a req-b28ff712-9e63-4a6d-8f5e-0df5f67b53c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 1652 time: 0.4242489 Sep 16 05:32:18.437971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9c0f5676-f1e1-4a5c-bab5-72eb22d248c3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2489347 Sep 16 05:32:18.457204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'admin_state_up': True, 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'security_groups': ['d0a68e2c-e0dd-42d4-9759-c7f4447937e5']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:18.460434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:18.475156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:18.481902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:18.603377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Pushing event updated for resources: {'Port': ['ID=61972e0c-f8d0-4372-9380-dd350ade88ec,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:18.615464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Attempting to bind port 61972e0c-f8d0-4372-9380-dd350ade88ec on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:18.615924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Attempting to bind port 61972e0c-f8d0-4372-9380-dd350ade88ec by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:18.616494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Attempting to bind port 61972e0c-f8d0-4372-9380-dd350ade88ec on network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:18.626147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:18.626938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Checking segment: {'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:18.627620 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.628308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Bound using segment: {'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:18.628971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Bound port: 61972e0c-f8d0-4372-9380-dd350ade88ec, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:18.629573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.657007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bb3725b-0a83-4fbe-8294-6aff43a3216a req-4c4211f2-1434-4616-9ef9-8e33ed5bcb04 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447896 Sep 16 05:32:18.733615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] For port 61972e0c-f8d0-4372-9380-dd350ade88ec, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:18.738526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] For port 61972e0c-f8d0-4372-9380-dd350ade88ec, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=61972e0c-f8d0-4372-9380-dd350ade88ec,segment=NetworkSegment(82c9210d-5eb4-4e5b-8968-7abdc490bf6c),segment_id=82c9210d-5eb4-4e5b-8968-7abdc490bf6c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:18.740549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8ca73afb-2572-4292-8e7b-eb559ff6611f None None] Provisioning complete for port 60e8b5c9-61e4-4ba2-9741-55892cab533e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:18.741054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ca73afb-2572-4292-8e7b-eb559ff6611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.805375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8ca73afb-2572-4292-8e7b-eb559ff6611f None None] Port 60e8b5c9-61e4-4ba2-9741-55892cab533e cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:18.848496 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.937474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8:2::1 (34a7f5f8-b285-47bd-b5b7-4159433f3d2d/a38e477b-9c78-4d73-9722-c4650de94204/a9149d9f-a14e-4f52-8d0a-bae95aef33df) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:18.938345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6657f8-cddf-4ce0-a444-68feca0136ce None None] Pushing event updated for resources: {'Port': ['ID=61972e0c-f8d0-4372-9380-dd350ade88ec,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:18.940964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:18.946559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.224834 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.274375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Allocated IP 10.1.1.96 (7d952e7e-328d-4c4b-b28a-5b7436d95afe/60a28683-5999-44cd-9344-857002037420/6aea2ec0-c63d-4cff-bd75-d5eb60784b2e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:19.410456 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.513969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=a9149d9f-a14e-4f52-8d0a-bae95aef33df,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:19.588496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-49da0489-3056-42fb-9f53-c66354fcff6f req-503d122a-18c3-4f09-bd91-84dbf7d15f03 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a25f5f0-b65a-4b0d-bdf1-c24575cf5801 HTTP/1.1" status: 200 len: 210 time: 0.0697155 Sep 16 05:32:19.596442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:19.599945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:19.613534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:19.614114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.762190 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.891179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 61972e0c-f8d0-4372-9380-dd350ade88ec up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:20.063019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c8c67-a492-4e7e-8559-e6ac57e0e434 req-21afb9ad-a48c-4aa3-9825-796a2e556096 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:20.071639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c8c67-a492-4e7e-8559-e6ac57e0e434 req-21afb9ad-a48c-4aa3-9825-796a2e556096 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:20.074082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac7c8c67-a492-4e7e-8559-e6ac57e0e434 req-21afb9ad-a48c-4aa3-9825-796a2e556096 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 1652 time: 0.0826583 Sep 16 05:32:20.186568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac7c8c67-a492-4e7e-8559-e6ac57e0e434 req-3411fd8b-90b7-45a1-894b-d3b8a4b20f6f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051264 Sep 16 05:32:20.197825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.296844 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.401820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:20.447275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:20.455837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:20.461284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:20.547181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:20.551154 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.633593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77fe93f2-7d68-4c3c-b469-f2c7a1138569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.706616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 61972e0c-f8d0-4372-9380-dd350ade88ec triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:20.707360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.813567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2dc55bb7-036f-4bd6-9ba7-1e12d0c791b1 req-99e2435a-5401-4f44-925b-91f8899cf550 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1231055 Sep 16 05:32:20.824578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a692d758-5ea2-40d8-ba6d-dffec8287b95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3714917 Sep 16 05:32:20.852087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a', 'admin_state_up': True, 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'security_groups': ['d0a68e2c-e0dd-42d4-9759-c7f4447937e5']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:20.930444 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.058283 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.151719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae290135-c725-4a58-aed9-38879ae937a5 None None] Network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:21.161034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 61972e0c-f8d0-4372-9380-dd350ade88ec, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=61972e0c-f8d0-4372-9380-dd350ade88ec,segment=NetworkSegment(82c9210d-5eb4-4e5b-8968-7abdc490bf6c),segment_id=82c9210d-5eb4-4e5b-8968-7abdc490bf6c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:21.222523 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.244506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a57af459-50bd-47c5-ad8e-31b9bae6bfda None None] Provisioning complete for port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:21.244506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a57af459-50bd-47c5-ad8e-31b9bae6bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.325761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a57af459-50bd-47c5-ad8e-31b9bae6bfda None None] Port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:21.350702 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a57af459-50bd-47c5-ad8e-31b9bae6bfda None None] Provisioning complete for port 61972e0c-f8d0-4372-9380-dd350ade88ec triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:21.350702 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a57af459-50bd-47c5-ad8e-31b9bae6bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.385463 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.393271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a8cb6-d52d-4378-a799-8269b0744125 req-b50fadd8-4c2d-477e-85c0-19978e23901d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:21.403149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a8cb6-d52d-4378-a799-8269b0744125 req-b50fadd8-4c2d-477e-85c0-19978e23901d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:21.420230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a8cb6-d52d-4378-a799-8269b0744125 req-b50fadd8-4c2d-477e-85c0-19978e23901d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:21.423487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e4a8cb6-d52d-4378-a799-8269b0744125 req-b50fadd8-4c2d-477e-85c0-19978e23901d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 2372 time: 0.1125555 Sep 16 05:32:21.429093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.430313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.448665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:21.612082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=a9149d9f-a14e-4f52-8d0a-bae95aef33df,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:21.682242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=61972e0c-f8d0-4372-9380-dd350ade88ec,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:21.730569 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e4a8cb6-d52d-4378-a799-8269b0744125 req-862b3f64-42be-4f8e-9da1-fe5e9838186a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839172 Sep 16 05:32:21.792173 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.834590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:21.840409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:22.148217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e588ebf-4c4d-4345-9688-0c0b2d762df3 req-6413c7ce-2c2f-41ea-8abd-dbd4494d8ffc tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0910673 Sep 16 05:32:22.240217 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-57982766-636f-46de-85f6-e4bc103f04f0 None None] Provisioning complete for port a9149d9f-a14e-4f52-8d0a-bae95aef33df triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:22.240217 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57982766-636f-46de-85f6-e4bc103f04f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.254404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:22.320920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-57982766-636f-46de-85f6-e4bc103f04f0 None None] Port a9149d9f-a14e-4f52-8d0a-bae95aef33df cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:22.359142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-57982766-636f-46de-85f6-e4bc103f04f0 None None] Provisioning complete for port 61972e0c-f8d0-4372-9380-dd350ade88ec triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:22.359522 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57982766-636f-46de-85f6-e4bc103f04f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.372577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Allocated IP 10.2.2.100 (4326dabb-46bc-4f5c-a266-ccbdec41531a/832a29b6-4f9c-4828-9920-a1e986889641/5c523c76-b70e-4c2e-bea8-409609f88c97) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:22.452960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:22.460906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f4531a7b-f594-4a9f-abd3-adadf711f913 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5882037 Sep 16 05:32:22.464076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37302) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:22.471471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2092615577'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:22.495495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:22.530581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:22.531394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:22.619799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:22.631836 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.696810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:22.717562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.719920 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added segment b2686f57-3a19-4b01-919d-665edebeb41c of type vlan for network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd Sep 16 05:32:22.743742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:22.759604 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.840265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.015896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-d0bac27a-49bf-4300-b4a0-877d769b6c28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0974190 Sep 16 05:32:23.037449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01974f6-8d5a-414a-9cd6-572a1c9776dd req-e6660d2b-e230-47da-a203-6accb9a7896d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.060423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01974f6-8d5a-414a-9cd6-572a1c9776dd req-e6660d2b-e230-47da-a203-6accb9a7896d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.072528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01974f6-8d5a-414a-9cd6-572a1c9776dd req-e6660d2b-e230-47da-a203-6accb9a7896d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.075721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f01974f6-8d5a-414a-9cd6-572a1c9776dd req-e6660d2b-e230-47da-a203-6accb9a7896d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 2372 time: 0.1206267 Sep 16 05:32:23.149651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2e6d0ee9-e3a5-447e-8165-46ce2a5e93c4 None None] Provisioning complete for port a9149d9f-a14e-4f52-8d0a-bae95aef33df triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:23.150109 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0ee9-e3a5-447e-8165-46ce2a5e93c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.165534 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.168035 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f01974f6-8d5a-414a-9cd6-572a1c9776dd req-06466680-ffff-4682-b2c7-d3e849e2f5bf tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780540 Sep 16 05:32:23.231920 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.237747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.242328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.296892 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9aec-fed3-4bd2-ae88-04671c132d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.325992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7b562af6-f13c-4a9b-8f38-2ef682d2b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.327667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7b562af6-f13c-4a9b-8f38-2ef682d2b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.328977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7b562af6-f13c-4a9b-8f38-2ef682d2b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.329709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7b562af6-f13c-4a9b-8f38-2ef682d2b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.330354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7b562af6-f13c-4a9b-8f38-2ef682d2b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.334286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7b562af6-f13c-4a9b-8f38-2ef682d2b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.335102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7b562af6-f13c-4a9b-8f38-2ef682d2b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.343581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7b562af6-f13c-4a9b-8f38-2ef682d2b8df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.1731133 Sep 16 05:32:23.383893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d0ee9-e3a5-447e-8165-46ce2a5e93c4 None None] Port a9149d9f-a14e-4f52-8d0a-bae95aef33df cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:23.385713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 4326dabb-46bc-4f5c-a266-ccbdec41531a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:23.390544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:23.397448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:23.457129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=5c523c76-b70e-4c2e-bea8-409609f88c97,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:23.496378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ab763f7-6295-4dd0-8c98-1f65db02dbcb req-a18d83ae-a738-4c06-87c7-1c24431aca46 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0653706 Sep 16 05:32:23.507767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0406485 Sep 16 05:32:23.512442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37320) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:23.516663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.517946 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.541948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'subnet': {'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:23.546759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85c257-5599-49b7-a9f8-6de6fbf66d15 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Network': ['ID=40a1c6b4-3b5e-430e-bb68-7790ec9420bd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:23.565441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:19Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:20Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:23.632970 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-48ecca19-b1ae-4d83-ab5f-4c482cb15a16 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7871809 Sep 16 05:32:23.677099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a', 'admin_state_up': True, 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'security_groups': ['d0a68e2c-e0dd-42d4-9759-c7f4447937e5']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:23.696068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:23.722250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 61972e0c-f8d0-4372-9380-dd350ade88ec up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:23.731914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:23.732686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Updating router 2d822501-c673-439f-9432-ddb311bcd3ef port a9149d9f-a14e-4f52-8d0a-bae95aef33df binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:23.853990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f33dfc91-4031-4fca-bde8-55b6904d474e None None] Provisioning complete for port a9149d9f-a14e-4f52-8d0a-bae95aef33df triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:23.854788 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f33dfc91-4031-4fca-bde8-55b6904d474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.894403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-23db2e07-1f23-464e-8745-d1303d542450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.894893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-23db2e07-1f23-464e-8745-d1303d542450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.895399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-23db2e07-1f23-464e-8745-d1303d542450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:23.904607 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-23db2e07-1f23-464e-8745-d1303d542450 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 2294 time: 0.5345912 Sep 16 05:32:24.052503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-b538458a-d540-4ffb-83fe-e853c8e847ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 1001 time: 0.1385753 Sep 16 05:32:24.082480 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.146414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Made reservation on behalf of 61d4772b5581458c8103bbe44f7a0a4d for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:24.150205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.178060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f33dfc91-4031-4fca-bde8-55b6904d474e None None] Port a9149d9f-a14e-4f52-8d0a-bae95aef33df cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:24.232880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-423c506b-5d55-401c-8da8-e1d34286beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.234453 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-423c506b-5d55-401c-8da8-e1d34286beba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 0.1738970 Sep 16 05:32:24.248273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.261319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Made reservation on behalf of 62ba68c6a15447ba8ec44c49382660ce for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:24.266206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.290079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 61972e0c-f8d0-4372-9380-dd350ade88ec triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:24.290681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.425206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-58548ed9-d8d5-4a0c-9216-fa68f992e199 None None] Provisioning complete for port 5c523c76-b70e-4c2e-bea8-409609f88c97 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:24.425926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-58548ed9-d8d5-4a0c-9216-fa68f992e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.440938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-f5c44eae-b6ac-4f15-8f44-24d7a4a4b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.444068 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-f5c44eae-b6ac-4f15-8f44-24d7a4a4b167 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2017574 Sep 16 05:32:24.486217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc6366-73f0-4b62-87e6-784dd1844cda req-d68a4e8f-6913-47e3-a7f4-73521d69c6de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.498379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc6366-73f0-4b62-87e6-784dd1844cda req-d68a4e8f-6913-47e3-a7f4-73521d69c6de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.506185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc6366-73f0-4b62-87e6-784dd1844cda req-d68a4e8f-6913-47e3-a7f4-73521d69c6de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.513056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc6366-73f0-4b62-87e6-784dd1844cda req-d68a4e8f-6913-47e3-a7f4-73521d69c6de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.521739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92dc6366-73f0-4b62-87e6-784dd1844cda req-d68a4e8f-6913-47e3-a7f4-73521d69c6de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 3093 time: 0.1929600 Sep 16 05:32:24.706983 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92dc6366-73f0-4b62-87e6-784dd1844cda req-840cba2e-15af-42d1-a843-b0b44eb5a194 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790907 Sep 16 05:32:24.745030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60ca3708-3040-40ae-a035-fac1fb84bfd5 req-6c5a2d1a-4cd5-4d4f-8f23-6624a581895b tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0336604 Sep 16 05:32:24.763646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Allocated IP 10.2.2.200 (4326dabb-46bc-4f5c-a266-ccbdec41531a/832a29b6-4f9c-4828-9920-a1e986889641/bbc706a1-6213-45b9-8521-912ec1a16774) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:24.764832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-58548ed9-d8d5-4a0c-9216-fa68f992e199 None None] Port 5c523c76-b70e-4c2e-bea8-409609f88c97 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:24.790024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-4cfe6192-fadb-4788-be2f-e83db2959a20 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228836 Sep 16 05:32:24.832624 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.912148 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-b16612c4-d29a-4420-a9df-0b7e5fde2ff8 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140225 Sep 16 05:32:24.958352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-3bcdb7c6-02a2-4de1-b6c9-0e6a3d2840df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 217 time: 0.0387051 Sep 16 05:32:25.013161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.041804 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.113122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-dbd10b22-cd25-4776-9cef-f24cb464640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:25.115397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-dbd10b22-cd25-4776-9cef-f24cb464640b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1486385 Sep 16 05:32:25.137711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Subnet': ['ID=e138d588-cf26-4036-ba3d-dd48443c0e04,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.218254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Checking segment: {'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:25.219324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network hostable DHCP agents. Network: 40a1c6b4-3b5e-430e-bb68-7790ec9420bd, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:25.247754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-733f55f0-0064-4ac0-bd23-2d6266ae2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:25.251268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-733f55f0-0064-4ac0-bd23-2d6266ae2026 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1245444 Sep 16 05:32:25.261238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc8253-ae07-4755-adba-954b56986e76 None None] Pushing event updated for resources: {'Port': ['ID=a9149d9f-a14e-4f52-8d0a-bae95aef33df,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.330872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Attempting to bind port a9149d9f-a14e-4f52-8d0a-bae95aef33df on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:25.331436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Attempting to bind port a9149d9f-a14e-4f52-8d0a-bae95aef33df by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:25.333674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Attempting to bind port a9149d9f-a14e-4f52-8d0a-bae95aef33df on network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:25.340124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:25.340124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Checking segment: {'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:25.345192 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.345192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Bound using segment: {'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:25.345192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Bound port: a9149d9f-a14e-4f52-8d0a-bae95aef33df, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c9210d-5eb4-4e5b-8968-7abdc490bf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:25.345192 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.421990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:25.450389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] For port a9149d9f-a14e-4f52-8d0a-bae95aef33df, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:25.456101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] For port a9149d9f-a14e-4f52-8d0a-bae95aef33df, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a9149d9f-a14e-4f52-8d0a-bae95aef33df,segment=NetworkSegment(82c9210d-5eb4-4e5b-8968-7abdc490bf6c),segment_id=82c9210d-5eb4-4e5b-8968-7abdc490bf6c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:25.476481 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-b119a8ea-d312-4b59-997c-c10640bc3e27 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188027 Sep 16 05:32:25.482548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.503273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.556002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1f4f4258-50bf-4ce2-88ad-89a7711e6c91 None None] Provisioning complete for port a9149d9f-a14e-4f52-8d0a-bae95aef33df triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:25.556663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f4f4258-50bf-4ce2-88ad-89a7711e6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.575646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 40a1c6b4-3b5e-430e-bb68-7790ec9420bd) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:25.585014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:25.587620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.601283 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.605207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-8abcbdc1-29b2-4503-91d1-832f2f736931 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206355 Sep 16 05:32:25.643131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb32e6-4372-4f1c-b15e-20388864c169 None None] Network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:25.677376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.734467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Network 4326dabb-46bc-4f5c-a266-ccbdec41531a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:25.740720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:25.763070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:25.882894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event updated for resources: {'Port': ['ID=bbc706a1-6213-45b9-8521-912ec1a16774,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.961071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:25.966988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.982764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc8253-ae07-4755-adba-954b56986e76 None None] Pushing event updated for resources: {'Port': ['ID=a9149d9f-a14e-4f52-8d0a-bae95aef33df,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.015290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8feef76e-6f86-40a6-ab0c-25545d10b3d3 req-c107a1fc-2551-4a6e-b761-b8658ae05331 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1071496 Sep 16 05:32:26.023380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f4258-50bf-4ce2-88ad-89a7711e6c91 None None] Port a9149d9f-a14e-4f52-8d0a-bae95aef33df cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:26.073531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:26.074484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:26.177042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-413c9034-a85c-4b7b-9a8a-859adf75ed66 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5292366 Sep 16 05:32:26.186773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:26.201303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:26.300194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.329041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61a4d969-fd12-4779-9b01-1c6f36fd493b tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7907112 Sep 16 05:32:26.330636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-1e1b591e-230c-4ac6-a6c7-2d784c1d82b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 217 time: 0.7131984 Sep 16 05:32:26.332431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37368) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:26.545860 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e76f4dc-ffcf-4aff-84fd-b5ce32926ff6 req-b456ba26-81f4-4862-98fa-b8881a5e4aa2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a25f5f0-b65a-4b0d-bdf1-c24575cf5801 HTTP/1.1" status: 200 len: 210 time: 0.1751647 Sep 16 05:32:26.547499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-07bec0d2-212a-465d-8844-3f954c8e84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.549264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-07bec0d2-212a-465d-8844-3f954c8e84a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1278651 Sep 16 05:32:26.731271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:26.733359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.766459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dedc10-eca5-4a8a-ae16-d4a6115aecda req-0197a545-106a-4cf7-8eab-5e2a75df4a2b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.773253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dedc10-eca5-4a8a-ae16-d4a6115aecda req-0197a545-106a-4cf7-8eab-5e2a75df4a2b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.779479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dedc10-eca5-4a8a-ae16-d4a6115aecda req-0197a545-106a-4cf7-8eab-5e2a75df4a2b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.785730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dedc10-eca5-4a8a-ae16-d4a6115aecda req-0197a545-106a-4cf7-8eab-5e2a75df4a2b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.792289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dedc10-eca5-4a8a-ae16-d4a6115aecda req-0197a545-106a-4cf7-8eab-5e2a75df4a2b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.800831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61dedc10-eca5-4a8a-ae16-d4a6115aecda req-0197a545-106a-4cf7-8eab-5e2a75df4a2b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 3814 time: 0.5034404 Sep 16 05:32:26.824872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-e0d79eda-87af-4805-a664-7a63a6f9fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.826421 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-e0d79eda-87af-4805-a664-7a63a6f9fa9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2304647 Sep 16 05:32:26.829092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f71f8d3f-99f7-450a-b3b6-6263bdbcc498 None None] Provisioning complete for port bbc706a1-6213-45b9-8521-912ec1a16774 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:26.829539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f71f8d3f-99f7-450a-b3b6-6263bdbcc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.852101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07c475e-947d-4799-b5f2-45086cd7cec5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:26.862744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.879264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Transition to ACTIVE for port object c07c475e-947d-4799-b5f2-45086cd7cec5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:26.960137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f71f8d3f-99f7-450a-b3b6-6263bdbcc498 None None] Port bbc706a1-6213-45b9-8521-912ec1a16774 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:26.987456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-3ab192ff-bc15-4682-a05e-199a4e839efb service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522295 Sep 16 05:32:27.015686 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.017942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Allocated IP 2001:db8:3::2 (40a1c6b4-3b5e-430e-bb68-7790ec9420bd/e138d588-cf26-4036-ba3d-dd48443c0e04/52ea9e86-5021-4fe3-8c60-37df98b156eb) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:27.031452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:19Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:25Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:27.071001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772b8d-5037-4d16-9f1b-2f381bfcccf7 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:19Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:25Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:27.182222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-714c4088-441c-4202-bf3b-d9a12652927c service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534221 Sep 16 05:32:27.218679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c07c475e-947d-4799-b5f2-45086cd7cec5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.261419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-73638c23-91de-4cd5-802c-df880d3258df None None] Provisioning complete for port a9149d9f-a14e-4f52-8d0a-bae95aef33df triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:27.262360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73638c23-91de-4cd5-802c-df880d3258df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.334622 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61dedc10-eca5-4a8a-ae16-d4a6115aecda req-85ff7597-3996-4e14-bcd6-e7894da36767 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5330794 Sep 16 05:32:27.337548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-48edff28-beca-46cc-bcc8-c0642f19c4a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 217 time: 0.1434555 Sep 16 05:32:27.502985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68254be6-83ba-4180-8e36-44128156f45d req-42df1567-c72a-4675-b0f7-7bb98293ffb1 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.2336566 Sep 16 05:32:27.529509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.585980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Attempting to bind port c07c475e-947d-4799-b5f2-45086cd7cec5 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:27.586381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Attempting to bind port c07c475e-947d-4799-b5f2-45086cd7cec5 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:27.586632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Attempting to bind port c07c475e-947d-4799-b5f2-45086cd7cec5 on network 472221c7-51b1-4eda-9603-da8cffafb028 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:27.598054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Port c07c475e-947d-4799-b5f2-45086cd7cec5 on network 472221c7-51b1-4eda-9603-da8cffafb028 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:27.598612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Attempting to bind port c07c475e-947d-4799-b5f2-45086cd7cec5 on network 472221c7-51b1-4eda-9603-da8cffafb028 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:27.611146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:27.611488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Checking segment: {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:27.611891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Bound using segment: {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:27.612336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Bound port: c07c475e-947d-4799-b5f2-45086cd7cec5, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc35f32-58c5-4468-8aa0-ba88b163cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:27.612698 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.636308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.652677 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73638c23-91de-4cd5-802c-df880d3258df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.744217 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.753108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-265cdd55-f8ec-4f6a-bf07-a9138bb5059c req-35b4801f-3409-4fb3-b08d-0ebf1d4105f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0875976 Sep 16 05:32:27.763323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-73638c23-91de-4cd5-802c-df880d3258df None None] For port a9149d9f-a14e-4f52-8d0a-bae95aef33df, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a9149d9f-a14e-4f52-8d0a-bae95aef33df,segment=NetworkSegment(82c9210d-5eb4-4e5b-8968-7abdc490bf6c),segment_id=82c9210d-5eb4-4e5b-8968-7abdc490bf6c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:27.776327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] For port c07c475e-947d-4799-b5f2-45086cd7cec5, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:27.784107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] For port c07c475e-947d-4799-b5f2-45086cd7cec5, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c07c475e-947d-4799-b5f2-45086cd7cec5,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:27.791101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-c18074a8-dae6-4b16-b17d-06c7071489c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:27.793151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-c18074a8-dae6-4b16-b17d-06c7071489c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.3076272 Sep 16 05:32:27.836630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:27.841552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:27.847276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a9149d9f-a14e-4f52-8d0a-bae95aef33df up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:27.854222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:27.922507 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73638c23-91de-4cd5-802c-df880d3258df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.924283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Pushing event updated for resources: {'Port': ['ID=52ea9e86-5021-4fe3-8c60-37df98b156eb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.928099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.016664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.017640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.024561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] 10.222.0.30 "PUT /v2.0/ports/c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 200 len: 1092 time: 1.8303516 Sep 16 05:32:28.025228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:28.036068 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65839f55-6a9f-45ff-967e-46e249845cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:28.047117 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.110330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7cf5bd2f-e501-413a-804a-ea60fc23adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.112035 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-7cf5bd2f-e501-413a-804a-ea60fc23adf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3103201 Sep 16 05:32:28.119368 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae1020e-326b-47a5-871c-ff95f84d1667 x-openstack-request-id: req-2ae1020e-326b-47a5-871c-ff95f84d1667 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:28.119666 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:28.119945 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ae1020e-326b-47a5-871c-ff95f84d1667 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:28.120352 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'status': 'completed', 'code': 200} Sep 16 05:32:28.125781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0d31a-4784-44dc-a5fa-71775db6acc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c07c475e-947d-4799-b5f2-45086cd7cec5,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.172680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:28.194524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Attempting to bind port 52ea9e86-5021-4fe3-8c60-37df98b156eb on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:28.199121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Attempting to bind port 52ea9e86-5021-4fe3-8c60-37df98b156eb by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:28.199121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Attempting to bind port 52ea9e86-5021-4fe3-8c60-37df98b156eb on network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:28.210065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73638c23-91de-4cd5-802c-df880d3258df None None] Pushing event updated for resources: {'Port': ['ID=a9149d9f-a14e-4f52-8d0a-bae95aef33df,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.241663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:28.242190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Checking segment: {'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:28.243506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.244043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Bound using segment: {'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:28.246309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Bound port: 52ea9e86-5021-4fe3-8c60-37df98b156eb, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:28.246879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.296237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a9149d9f-a14e-4f52-8d0a-bae95aef33df triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:28.296710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.419377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.507806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-b0139c45-cafe-4e27-ace9-53c6096bbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.509540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-b0139c45-cafe-4e27-ace9-53c6096bbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.512441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-b0139c45-cafe-4e27-ace9-53c6096bbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.514684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-b0139c45-cafe-4e27-ace9-53c6096bbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.518079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-b0139c45-cafe-4e27-ace9-53c6096bbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.523770 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-b0139c45-cafe-4e27-ace9-53c6096bbc10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 4362 time: 0.3041382 Sep 16 05:32:28.635139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-71faecc4-1643-41fe-adb9-703399916717 None None] For port 52ea9e86-5021-4fe3-8c60-37df98b156eb, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:28.647730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-95bfd22a-99cf-4d90-9186-dc8b89ea45a8 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438410 Sep 16 05:32:28.706771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-71faecc4-1643-41fe-adb9-703399916717 None None] For port 52ea9e86-5021-4fe3-8c60-37df98b156eb, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=52ea9e86-5021-4fe3-8c60-37df98b156eb,segment=NetworkSegment(b2686f57-3a19-4b01-919d-665edebeb41c),segment_id=b2686f57-3a19-4b01-919d-665edebeb41c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:28.811048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f83a7adb-9ac3-4eb9-9843-288eddb626f5 req-d3691379-6551-418d-8532-bd67193c2fc9 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1497881 Sep 16 05:32:28.818735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.928860 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-764fbc8c-9efd-4a69-b775-5fde9730d559 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656925 Sep 16 05:32:28.936842 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.016566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c607bd-1a57-424b-9f4b-58c3e7eba127 req-879457aa-80cb-4c32-a9ca-601e16dc4a85 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.029586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c607bd-1a57-424b-9f4b-58c3e7eba127 req-879457aa-80cb-4c32-a9ca-601e16dc4a85 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.037088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c607bd-1a57-424b-9f4b-58c3e7eba127 req-879457aa-80cb-4c32-a9ca-601e16dc4a85 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.044325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c607bd-1a57-424b-9f4b-58c3e7eba127 req-879457aa-80cb-4c32-a9ca-601e16dc4a85 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.052428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c607bd-1a57-424b-9f4b-58c3e7eba127 req-879457aa-80cb-4c32-a9ca-601e16dc4a85 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.060956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c607bd-1a57-424b-9f4b-58c3e7eba127 req-879457aa-80cb-4c32-a9ca-601e16dc4a85 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 3826 time: 0.4630604 Sep 16 05:32:29.145769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Allocated IP 2001:db8:3::1 (40a1c6b4-3b5e-430e-bb68-7790ec9420bd/e138d588-cf26-4036-ba3d-dd48443c0e04/4a0d4ebb-7e44-4ce6-946b-d4037db2823b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:29.183671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-02691408-d10c-4c96-8e49-f374bfb84087 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 217 time: 0.2432444 Sep 16 05:32:29.185092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90c607bd-1a57-424b-9f4b-58c3e7eba127 req-4a4ff7fb-fc9a-4e58-bd6c-076f851dd50d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227441 Sep 16 05:32:29.189978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faecc4-1643-41fe-adb9-703399916717 None None] Pushing event updated for resources: {'Port': ['ID=52ea9e86-5021-4fe3-8c60-37df98b156eb,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.392082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-b9fcc680-f16c-4ede-b618-a8885de7c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.394700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-b9fcc680-f16c-4ede-b618-a8885de7c0b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1904628 Sep 16 05:32:29.402643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6810e50e-261b-405d-8480-f3bcc1f523eb {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:29.413711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.458675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-8bcd46c1-0bc5-4eb7-b119-7dbfa5369166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.459465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-8bcd46c1-0bc5-4eb7-b119-7dbfa5369166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.463806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-8bcd46c1-0bc5-4eb7-b119-7dbfa5369166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.466765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-8bcd46c1-0bc5-4eb7-b119-7dbfa5369166 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=62ba68c6a15447ba8ec44c49382660ce&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9044247 Sep 16 05:32:29.530549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Transition to ACTIVE for port object 6810e50e-261b-405d-8480-f3bcc1f523eb will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:29.677277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.702605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.742545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-cff3278b-f03e-4224-98eb-c92a58bfa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.745606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-cff3278b-f03e-4224-98eb-c92a58bfa93d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3221452 Sep 16 05:32:29.796546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Pushing event updated for resources: {'Port': ['ID=6810e50e-261b-405d-8480-f3bcc1f523eb,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.902769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 52ea9e86-5021-4fe3-8c60-37df98b156eb up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:29.943986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-49f11881-0e1c-4ea5-a702-dd901261202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:29.957242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65839f55-6a9f-45ff-967e-46e249845cb1 req-49f11881-0e1c-4ea5-a702-dd901261202a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4600735 Sep 16 05:32:30.029646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 52ea9e86-5021-4fe3-8c60-37df98b156eb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:30.030054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.056035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.109499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Attempting to bind port 6810e50e-261b-405d-8480-f3bcc1f523eb on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:30.110102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Attempting to bind port 6810e50e-261b-405d-8480-f3bcc1f523eb by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:30.112983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Attempting to bind port 6810e50e-261b-405d-8480-f3bcc1f523eb on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:30.135583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Port 6810e50e-261b-405d-8480-f3bcc1f523eb on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:30.136668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Attempting to bind port 6810e50e-261b-405d-8480-f3bcc1f523eb on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:30.151902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:30.152320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Checking segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:30.152719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Bound using segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:30.153176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Bound port: 6810e50e-261b-405d-8480-f3bcc1f523eb, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:30.153543 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.180664 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4711e968-99fe-4fc5-9f67-36a2fc0db973 req-26cb6606-b30c-4b6e-ae7c-65f7403c27a0 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0608807 Sep 16 05:32:30.214444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:30.247353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:30.274928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:30.281554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.305699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.378991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 52ea9e86-5021-4fe3-8c60-37df98b156eb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=52ea9e86-5021-4fe3-8c60-37df98b156eb,segment=NetworkSegment(b2686f57-3a19-4b01-919d-665edebeb41c),segment_id=b2686f57-3a19-4b01-919d-665edebeb41c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:30.399473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] For port 6810e50e-261b-405d-8480-f3bcc1f523eb, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:30.416291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] For port 6810e50e-261b-405d-8480-f3bcc1f523eb, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6810e50e-261b-405d-8480-f3bcc1f523eb,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:30.425385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.432258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-6eea75bd-e385-491e-92d0-c90699295457 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728549 Sep 16 05:32:30.557629 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.558781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a9149d9f-a14e-4f52-8d0a-bae95aef33df up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:30.608330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8062a-d75b-4753-bda3-f5854e669bb1 req-61497e89-7ce8-4e94-a45c-a553759f5277 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:30.619024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-c6e756b7-7025-4b55-9c6c-a073537e6976 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764319 Sep 16 05:32:30.621972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8062a-d75b-4753-bda3-f5854e669bb1 req-61497e89-7ce8-4e94-a45c-a553759f5277 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:30.628926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8062a-d75b-4753-bda3-f5854e669bb1 req-61497e89-7ce8-4e94-a45c-a553759f5277 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:30.635422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8062a-d75b-4753-bda3-f5854e669bb1 req-61497e89-7ce8-4e94-a45c-a553759f5277 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:30.650960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8062a-d75b-4753-bda3-f5854e669bb1 req-61497e89-7ce8-4e94-a45c-a553759f5277 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:30.667096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8062a-d75b-4753-bda3-f5854e669bb1 req-61497e89-7ce8-4e94-a45c-a553759f5277 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:30.670159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20d8062a-d75b-4753-bda3-f5854e669bb1 req-61497e89-7ce8-4e94-a45c-a553759f5277 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 4603 time: 0.1870537 Sep 16 05:32:30.673143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.779931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:30.780934 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.783467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] 10.222.0.30 "PUT /v2.0/ports/6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 1136 time: 2.6149743 Sep 16 05:32:30.788848 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-f3e08b15-5806-4960-978b-b13c18a21ab3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 217 time: 0.1611259 Sep 16 05:32:30.827370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '6810e50e-261b-405d-8480-f3bcc1f523eb'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:30.842152 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b912e-74e6-40e6-8f77-1fc96b59706e" -d '{"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "6810e50e-261b-405d-8480-f3bcc1f523eb"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:30.977502 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.980848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3442546-6632-4462-a7b4-bfb230538796 service neutron] Pushing event updated for resources: {'Port': ['ID=6810e50e-261b-405d-8480-f3bcc1f523eb,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:31.005652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:31.044592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=52ea9e86-5021-4fe3-8c60-37df98b156eb,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:31.064627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde17446-e1eb-4e80-9cbe-dfe89a8cb54f None None] Network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:31.097611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-df5e3898-4e03-47e7-807a-babae7addd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.097611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-df5e3898-4e03-47e7-807a-babae7addd95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.2808118 Sep 16 05:32:31.121075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20d8062a-d75b-4753-bda3-f5854e669bb1 req-72e21f35-4ef2-4700-a5c6-a7a65a3d0473 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4367774 Sep 16 05:32:31.217859 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fb8f49d1-f746-484a-9846-f8a8e9a60025 None None] Provisioning complete for port 52ea9e86-5021-4fe3-8c60-37df98b156eb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:31.218244 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb8f49d1-f746-484a-9846-f8a8e9a60025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.235223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-c5b2ada9-b7b3-48dd-ae20-43d2df591771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.236942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-c5b2ada9-b7b3-48dd-ae20-43d2df591771 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1405139 Sep 16 05:32:31.257446 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bd4479-b288-4234-a000-922403545461 x-openstack-request-id: req-e8bd4479-b288-4234-a000-922403545461 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:31.257804 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "6810e50e-261b-405d-8480-f3bcc1f523eb", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:31.273446 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8bd4479-b288-4234-a000-922403545461 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:31.273918 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '6810e50e-261b-405d-8480-f3bcc1f523eb', 'status': 'completed', 'code': 200} Sep 16 05:32:31.345751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a9149d9f-a14e-4f52-8d0a-bae95aef33df triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:31.346021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.386994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.441497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fef7d17f-3b74-4e43-9fb3-f422483df4b9 req-a03ae665-1766-4fbb-bf19-df376e061ca1 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1272717 Sep 16 05:32:31.515541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-8f4a3252-376f-4cd4-93b9-9eeb6338dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.517211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-8f4a3252-376f-4cd4-93b9-9eeb6338dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.517211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-8f4a3252-376f-4cd4-93b9-9eeb6338dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.517824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-8f4a3252-376f-4cd4-93b9-9eeb6338dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.518473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-8f4a3252-376f-4cd4-93b9-9eeb6338dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.519136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-8f4a3252-376f-4cd4-93b9-9eeb6338dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.522057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-8f4a3252-376f-4cd4-93b9-9eeb6338dfcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5291 time: 0.2327216 Sep 16 05:32:31.542621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-4b7d96d2-8acc-40e6-be63-776212c9c897 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906888 Sep 16 05:32:31.813068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-66aaa255-3dac-4cee-bb90-857246b87e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.813812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-66aaa255-3dac-4cee-bb90-857246b87e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.814597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-66aaa255-3dac-4cee-bb90-857246b87e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:31.817919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-66aaa255-3dac-4cee-bb90-857246b87e61 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=62ba68c6a15447ba8ec44c49382660ce&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2790744 Sep 16 05:32:31.969575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 52ea9e86-5021-4fe3-8c60-37df98b156eb up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:32.192531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 52ea9e86-5021-4fe3-8c60-37df98b156eb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:32.199894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.285411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-754a5ff4-1ca5-42be-b7fb-27668a8375a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.291397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07b912e-74e6-40e6-8f77-1fc96b59706e req-754a5ff4-1ca5-42be-b7fb-27668a8375a8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4309840 Sep 16 05:32:32.372023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-dee01edf-b661-4116-9640-c266a5d444b9 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156958 Sep 16 05:32:32.435374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-0f8503ad-3d10-4a4b-a1d7-20a4ee5ae37a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0529544 Sep 16 05:32:32.508334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-5c821633-6f83-417f-811c-d0d32ac98850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.509913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-5c821633-6f83-417f-811c-d0d32ac98850 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.0646827 Sep 16 05:32:32.548731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791f90-cbd1-4aaa-ad2e-a620df2514bf req-73768c4f-b614-4a78-ba9e-60ca085be952 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.556411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791f90-cbd1-4aaa-ad2e-a620df2514bf req-73768c4f-b614-4a78-ba9e-60ca085be952 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.558883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f738ee80-df8f-4dfc-aaa9-3b099bbb1a84 None None] Provisioning complete for port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:32.559752 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f738ee80-df8f-4dfc-aaa9-3b099bbb1a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.562621 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791f90-cbd1-4aaa-ad2e-a620df2514bf req-73768c4f-b614-4a78-ba9e-60ca085be952 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.569845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791f90-cbd1-4aaa-ad2e-a620df2514bf req-73768c4f-b614-4a78-ba9e-60ca085be952 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.576746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791f90-cbd1-4aaa-ad2e-a620df2514bf req-73768c4f-b614-4a78-ba9e-60ca085be952 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.584312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791f90-cbd1-4aaa-ad2e-a620df2514bf req-73768c4f-b614-4a78-ba9e-60ca085be952 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.593750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4791f90-cbd1-4aaa-ad2e-a620df2514bf req-73768c4f-b614-4a78-ba9e-60ca085be952 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 4603 time: 0.2876580 Sep 16 05:32:32.662961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f738ee80-df8f-4dfc-aaa9-3b099bbb1a84 None None] Port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:32.687364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89200a55-7627-4325-9d8d-f52d74c0172a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:32.703653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f738ee80-df8f-4dfc-aaa9-3b099bbb1a84 None None] Provisioning complete for port 52ea9e86-5021-4fe3-8c60-37df98b156eb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:32.704400 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f738ee80-df8f-4dfc-aaa9-3b099bbb1a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.714419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4791f90-cbd1-4aaa-ad2e-a620df2514bf req-343e3221-a65f-42c9-bc39-52e7e3d0ca4f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195188 Sep 16 05:32:32.715490 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.758659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Transition to ACTIVE for port object 89200a55-7627-4325-9d8d-f52d74c0172a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:32.762367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.796100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-0f61b9c7-704d-43a3-af74-4cfe460e09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.809386 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-0f61b9c7-704d-43a3-af74-4cfe460e09c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2889161 Sep 16 05:32:32.878648 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.337402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Pushing event updated for resources: {'Port': ['ID=89200a55-7627-4325-9d8d-f52d74c0172a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.339938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-be20a91f-926a-4dab-a419-67bc7f9589b4 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545483 Sep 16 05:32:33.339938 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.339938 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Attempting to bind port 89200a55-7627-4325-9d8d-f52d74c0172a on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Attempting to bind port 89200a55-7627-4325-9d8d-f52d74c0172a by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Attempting to bind port 89200a55-7627-4325-9d8d-f52d74c0172a on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Port 89200a55-7627-4325-9d8d-f52d74c0172a on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Attempting to bind port 89200a55-7627-4325-9d8d-f52d74c0172a on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Checking segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Bound using segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Bound port: 89200a55-7627-4325-9d8d-f52d74c0172a, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:33.341290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.342321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bfa27211-f9f6-45fd-acfd-c27416b00e0d req-14f88a0f-690c-445c-b6b1-40eae0909d89 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1556420 Sep 16 05:32:33.407031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] For port 89200a55-7627-4325-9d8d-f52d74c0172a, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:33.413027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event updated for resources: {'Port': ['ID=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.452189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] For port 89200a55-7627-4325-9d8d-f52d74c0172a, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=89200a55-7627-4325-9d8d-f52d74c0172a,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:33.469372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06ab7eb7-8026-4091-8f50-cc947eac374a req-9d00d223-9ac7-462f-9059-7c0764b97e68 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213980 Sep 16 05:32:33.480219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f4f95a7f-c4ae-483a-ae71-907545980604 None None] Provisioning complete for port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:33.480854 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f4f95a7f-c4ae-483a-ae71-907545980604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.507239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:33.511426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:33.563003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.714961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f4f95a7f-c4ae-483a-ae71-907545980604 None None] Port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:33.740522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Pushing event updated for resources: {'Port': ['ID=89200a55-7627-4325-9d8d-f52d74c0172a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.772503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.773623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.775101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b0d365c1-4e28-402c-963a-77582792bd88 service neutron] 10.222.0.30 "PUT /v2.0/ports/89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 1135 time: 2.7778022 Sep 16 05:32:33.775594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '89200a55-7627-4325-9d8d-f52d74c0172a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:33.779173 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c2dfde-6933-4d8e-85e8-db72d31b3581" -d '{"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "89200a55-7627-4325-9d8d-f52d74c0172a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:33.780501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:33.880597 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef92fb3-e997-431c-860c-f1fc4509fe63 x-openstack-request-id: req-9ef92fb3-e997-431c-860c-f1fc4509fe63 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:33.881249 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "89200a55-7627-4325-9d8d-f52d74c0172a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:33.881689 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ef92fb3-e997-431c-860c-f1fc4509fe63 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:33.882959 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '89200a55-7627-4325-9d8d-f52d74c0172a', 'status': 'completed', 'code': 200} Sep 16 05:32:33.945870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:34.136024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-9add664b-5f08-401a-9147-b56197690ea6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.143397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-9add664b-5f08-401a-9147-b56197690ea6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.163138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-9add664b-5f08-401a-9147-b56197690ea6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.170308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-9add664b-5f08-401a-9147-b56197690ea6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.173644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:34.178508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-9add664b-5f08-401a-9147-b56197690ea6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.192793 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-412571eb-ae5e-4b7c-9500-4e0464359122 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8459506 Sep 16 05:32:34.192793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.193031 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:34.193536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-9add664b-5f08-401a-9147-b56197690ea6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.194259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-9add664b-5f08-401a-9147-b56197690ea6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.196119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-6951226d-95ee-4943-8846-409f7ac669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.196878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-6951226d-95ee-4943-8846-409f7ac669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.197312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-9add664b-5f08-401a-9147-b56197690ea6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5379 time: 0.2365530 Sep 16 05:32:34.197445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-6951226d-95ee-4943-8846-409f7ac669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.198500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-6951226d-95ee-4943-8846-409f7ac669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.198635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-6951226d-95ee-4943-8846-409f7ac669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.199074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-6951226d-95ee-4943-8846-409f7ac669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.199556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-6951226d-95ee-4943-8846-409f7ac669ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.201276 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.201759 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-6951226d-95ee-4943-8846-409f7ac669ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6219 time: 0.2478890 Sep 16 05:32:34.207099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:34.221119 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:34.221119 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:34.229212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-40d846fe-9b88-4165-8cca-1d9ac7269faa None None] Provisioning complete for port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:34.232041 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40d846fe-9b88-4165-8cca-1d9ac7269faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.320909 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-466206b0-d0e0-4981-b669-5c5bdd8a6470 req-3677af18-407d-4dba-a655-b814c9c1ccd4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985236 Sep 16 05:32:34.339796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-40d846fe-9b88-4165-8cca-1d9ac7269faa None None] Port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:34.454594 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:34.509666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1c0b644-c859-4bba-a398-66f4b5d013b8 req-e1ff02b9-edac-427a-9e04-3844b6eb3478 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0458484 Sep 16 05:32:34.797362 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:30Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:31Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:34.850841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e8b5c9-61e4-4ba2-9741-55892cab533e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:34.862079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.878892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Transition to ACTIVE for port object 60e8b5c9-61e4-4ba2-9741-55892cab533e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:34.899791 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:34.900238 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Updating router 2d822501-c673-439f-9432-ddb311bcd3ef port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:34.934053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-c47811c4-a994-45dc-bb51-778a70745c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.934588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-c47811c4-a994-45dc-bb51-778a70745c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.934750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-c47811c4-a994-45dc-bb51-778a70745c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:34.936896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-c47811c4-a994-45dc-bb51-778a70745c55 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=62ba68c6a15447ba8ec44c49382660ce&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5385318 Sep 16 05:32:34.938370 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.956479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.064027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Pushing event updated for resources: {'Port': ['ID=60e8b5c9-61e4-4ba2-9741-55892cab533e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.194822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Attempting to bind port 60e8b5c9-61e4-4ba2-9741-55892cab533e on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:35.194822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Attempting to bind port 60e8b5c9-61e4-4ba2-9741-55892cab533e by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:35.195152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Attempting to bind port 60e8b5c9-61e4-4ba2-9741-55892cab533e on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:35.216319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:32:35.223087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Port 60e8b5c9-61e4-4ba2-9741-55892cab533e on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:35.228605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Attempting to bind port 60e8b5c9-61e4-4ba2-9741-55892cab533e on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:35.235840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:35.240622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Checking segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:35.241312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Bound using segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:35.242692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Bound port: 60e8b5c9-61e4-4ba2-9741-55892cab533e, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:35.244399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.257425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Removed routes are [] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:32:35.258161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.277529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-0bd530ab-928d-4088-a28e-4af4723599b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.285653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93c2dfde-6933-4d8e-85e8-db72d31b3581 req-0bd530ab-928d-4088-a28e-4af4723599b4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3322740 Sep 16 05:32:35.375895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] For port 60e8b5c9-61e4-4ba2-9741-55892cab533e, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:35.380628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] For port 60e8b5c9-61e4-4ba2-9741-55892cab533e, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:35.404681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d54066-33c1-40b3-befe-d7adc0ede603 req-3082ae71-826e-4f1e-a182-6fc0526cfca4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.406406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34d54066-33c1-40b3-befe-d7adc0ede603 req-3082ae71-826e-4f1e-a182-6fc0526cfca4 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 946 time: 0.0872307 Sep 16 05:32:35.508318 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.528290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.559253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-bdc0cdf7-ada4-4dbc-845d-a6221ba1a24a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.572302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-bdc0cdf7-ada4-4dbc-845d-a6221ba1a24a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.585055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-bdc0cdf7-ada4-4dbc-845d-a6221ba1a24a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.601012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-bdc0cdf7-ada4-4dbc-845d-a6221ba1a24a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.613911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-bdc0cdf7-ada4-4dbc-845d-a6221ba1a24a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.619087 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.626476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-bdc0cdf7-ada4-4dbc-845d-a6221ba1a24a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.640685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-bdc0cdf7-ada4-4dbc-845d-a6221ba1a24a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.653409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-bdc0cdf7-ada4-4dbc-845d-a6221ba1a24a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5391 time: 0.1986940 Sep 16 05:32:35.704676 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34d54066-33c1-40b3-befe-d7adc0ede603 req-e834dd92-ff20-488e-907a-19efe499b2fc tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788365 Sep 16 05:32:35.831448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:35.833408 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.842843 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf0196-52a6-4744-8117-999172e37833 None None] Pushing event updated for resources: {'Port': ['ID=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.848961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] 10.222.0.30 "PUT /v2.0/ports/60e8b5c9-61e4-4ba2-9741-55892cab533e HTTP/1.1" status: 200 len: 1091 time: 1.9064567 Sep 16 05:32:35.870899 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.886427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '60e8b5c9-61e4-4ba2-9741-55892cab533e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:35.892766 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce5664b-b1bc-4313-b338-c28114426188" -d '{"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "60e8b5c9-61e4-4ba2-9741-55892cab533e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:35.945558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc36d40a-f664-4325-9609-d6c85719525f req-490c751e-31a3-47ae-aa95-b287552b1f25 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0973122 Sep 16 05:32:35.948303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.952745 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Attempting to bind port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:35.953124 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Attempting to bind port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:35.953483 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Attempting to bind port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b on network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:35.959212 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eea5cfe6-d185-4dc6-aac5-5644af68a637 req-faeb8e08-3eb1-44fd-8b66-7f2584d61d0e tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3011119 Sep 16 05:32:35.974817 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:35.979299 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Checking segment: {'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:35.984239 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.984239 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Bound using segment: {'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:35.984239 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Bound port: 4a0d4ebb-7e44-4ce6-946b-d4037db2823b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2686f57-3a19-4b01-919d-665edebeb41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:35.984239 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.024511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da78289-c9c9-4438-b359-336b02eaa8cd service neutron] Pushing event updated for resources: {'Port': ['ID=60e8b5c9-61e4-4ba2-9741-55892cab533e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.063346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:36.138488 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8d4d15-c1df-4125-b8c1-4ae818d27f93 x-openstack-request-id: req-8c8d4d15-c1df-4125-b8c1-4ae818d27f93 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:36.139105 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "60e8b5c9-61e4-4ba2-9741-55892cab533e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:36.139577 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c8d4d15-c1df-4125-b8c1-4ae818d27f93 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:36.140249 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '60e8b5c9-61e4-4ba2-9741-55892cab533e', 'status': 'completed', 'code': 200} Sep 16 05:32:36.184689 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] For port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:36.200403 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] For port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,segment=NetworkSegment(b2686f57-3a19-4b01-919d-665edebeb41c),segment_id=b2686f57-3a19-4b01-919d-665edebeb41c)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:36.213881 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.297290 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.428070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:36.455879 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf0196-52a6-4744-8117-999172e37833 None None] Pushing event updated for resources: {'Port': ['ID=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.457158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-187f6a81-1a88-47fc-8087-3aaf4da8a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.460225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-187f6a81-1a88-47fc-8087-3aaf4da8a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.460225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-187f6a81-1a88-47fc-8087-3aaf4da8a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.460225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-187f6a81-1a88-47fc-8087-3aaf4da8a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.460225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-187f6a81-1a88-47fc-8087-3aaf4da8a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.461225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-187f6a81-1a88-47fc-8087-3aaf4da8a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.461225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-187f6a81-1a88-47fc-8087-3aaf4da8a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:36.465350 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ce5664b-b1bc-4313-b338-c28114426188 req-187f6a81-1a88-47fc-8087-3aaf4da8a64d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6287 time: 0.2997477 Sep 16 05:32:36.490078 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:36.491225 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:36.541317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-84fd4b36-0add-41de-9fa2-f333309ee9d1 None None] Provisioning complete for port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:36.541859 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84fd4b36-0add-41de-9fa2-f333309ee9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.713512 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:36.794861 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84fd4b36-0add-41de-9fa2-f333309ee9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.933830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:36.958463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-84fd4b36-0add-41de-9fa2-f333309ee9d1 None None] For port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,segment=NetworkSegment(b2686f57-3a19-4b01-919d-665edebeb41c),segment_id=b2686f57-3a19-4b01-919d-665edebeb41c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:36.971910 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.984269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d2a3452c-0d62-4854-9915-2c8bcd2f799e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 200 len: 954 time: 2.7983685 Sep 16 05:32:36.987454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37546) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.090467 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84fd4b36-0add-41de-9fa2-f333309ee9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.160039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:37.189020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.196178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-3dfee3b1-f7e9-46a5-acdf-ff37b59d875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.196844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-3dfee3b1-f7e9-46a5-acdf-ff37b59d875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.204523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-3dfee3b1-f7e9-46a5-acdf-ff37b59d875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.206409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ce5664b-b1bc-4313-b338-c28114426188 req-3dfee3b1-f7e9-46a5-acdf-ff37b59d875d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=62ba68c6a15447ba8ec44c49382660ce&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6340199 Sep 16 05:32:37.230358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Transition to ACTIVE for port object 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:37.272815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33ec06-0e9d-4a11-9a78-1c0b047ca952 req-962e256e-0509-4d80-ba29-1ce207469a71 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.285998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa33ec06-0e9d-4a11-9a78-1c0b047ca952 req-962e256e-0509-4d80-ba29-1ce207469a71 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 946 time: 0.2819743 Sep 16 05:32:37.286220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9ec134a6-5c5f-45e6-8c50-c07105703bb1 None None] Provisioning complete for port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:37.286220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ec134a6-5c5f-45e6-8c50-c07105703bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.287351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd4b36-0add-41de-9fa2-f333309ee9d1 None None] Pushing event updated for resources: {'Port': ['ID=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:37.331077 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:35Z', 'revision_number': 6, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:37.341114 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.368581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa33ec06-0e9d-4a11-9a78-1c0b047ca952 req-131154f2-fbbf-45d3-af40-80f0b101b253 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852907 Sep 16 05:32:37.488682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Pushing event updated for resources: {'Port': ['ID=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:37.769974 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b704df0-e4d0-430f-bcdc-b16ceefb56a3 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:35Z', 'revision_number': 6, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 4, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:37.794358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-9b0ba1f3-4ba5-4945-874e-8caab8da9564 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.800831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-9b0ba1f3-4ba5-4945-874e-8caab8da9564 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.818802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-9b0ba1f3-4ba5-4945-874e-8caab8da9564 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.826006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-9b0ba1f3-4ba5-4945-874e-8caab8da9564 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.832177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-9b0ba1f3-4ba5-4945-874e-8caab8da9564 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.866902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-9b0ba1f3-4ba5-4945-874e-8caab8da9564 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.883457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-9b0ba1f3-4ba5-4945-874e-8caab8da9564 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:37.892100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-9b0ba1f3-4ba5-4945-874e-8caab8da9564 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5403 time: 0.3530469 Sep 16 05:32:38.007325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90dfbce5-796f-4246-bfeb-cbceb0b1afe8 req-b731e5e4-d13f-42ce-8953-2585f8d817c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142082 Sep 16 05:32:38.020940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Attempting to bind port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:38.021215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Attempting to bind port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:38.023007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Attempting to bind port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:38.034557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:38.035049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Attempting to bind port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:38.065688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:38.066042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Checking segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:38.066433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Bound using segment: {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:38.067494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Bound port: 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4962ed11-c531-434d-b7ff-46615ea1a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:38.068966 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.267922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] For port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:38.288304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] For port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:38.290164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7356e58a-fd71-4e8f-8c06-8310ad843733 req-d2f5b0b9-f82a-4567-ad58-113d979e9eeb tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 1.0957458 Sep 16 05:32:38.410339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.467992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-cb304b69-c4d9-4b71-94db-b8835ba40a76 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.469980 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-cb304b69-c4d9-4b71-94db-b8835ba40a76 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 946 time: 1.4634676 Sep 16 05:32:38.487748 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-68dd6715-074c-45ff-81cf-9d6fdc417a30 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 200 len: 954 time: 1.4677768 Sep 16 05:32:38.488700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37566) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:38.510107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'routes': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:38.549777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Pushing event updated for resources: {'Port': ['ID=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.589719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.590390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.592126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b30181ad-8e6a-4a84-b7c3-0226cf97be15 service neutron] 10.222.0.30 "PUT /v2.0/ports/6aea2ec0-c63d-4cff-bd75-d5eb60784b2e HTTP/1.1" status: 200 len: 1091 time: 2.5544486 Sep 16 05:32:38.592618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:38.595990 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e56d451-213c-449f-9aab-46c92904ebc5" -d '{"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "6aea2ec0-c63d-4cff-bd75-d5eb60784b2e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:38.661104 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ca8cb8-3d54-4e15-9970-ec986f4face3 x-openstack-request-id: req-01ca8cb8-3d54-4e15-9970-ec986f4face3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:38.661808 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "6aea2ec0-c63d-4cff-bd75-d5eb60784b2e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:38.669069 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01ca8cb8-3d54-4e15-9970-ec986f4face3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:38.669069 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e', 'status': 'completed', 'code': 200} Sep 16 05:32:38.695302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5664b-b1bc-4313-b338-c28114426188 req-19bdeb92-106a-4d27-a726-25d2fa0537db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.697175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ce5664b-b1bc-4313-b338-c28114426188 req-19bdeb92-106a-4d27-a726-25d2fa0537db service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4388354 Sep 16 05:32:38.767741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:38.930145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b2a5-21ee-4673-8b17-076130be747b req-8b91409e-dbf8-4865-92b0-eb555d54c84f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.931304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-2a7805ac-74ca-41bb-b84b-e389ca88d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.931809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e002b2a5-21ee-4673-8b17-076130be747b req-8b91409e-dbf8-4865-92b0-eb555d54c84f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 946 time: 0.3775101 Sep 16 05:32:38.932192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-2a7805ac-74ca-41bb-b84b-e389ca88d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.932852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-2a7805ac-74ca-41bb-b84b-e389ca88d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.935263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-2a7805ac-74ca-41bb-b84b-e389ca88d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.936068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-2a7805ac-74ca-41bb-b84b-e389ca88d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.953739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-2a7805ac-74ca-41bb-b84b-e389ca88d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.954519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-2a7805ac-74ca-41bb-b84b-e389ca88d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.957200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-2a7805ac-74ca-41bb-b84b-e389ca88d0d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6355 time: 0.1558061 Sep 16 05:32:39.032692 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.200809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Deleting port 9a97747c-1645-4f02-b718-bf5844097471 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:39.201157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.208693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-f8add0a4-055b-42b7-9687-4150098a6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.209319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-f8add0a4-055b-42b7-9687-4150098a6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.209812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-f8add0a4-055b-42b7-9687-4150098a6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.211672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-f8add0a4-055b-42b7-9687-4150098a6de3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=62ba68c6a15447ba8ec44c49382660ce&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2387140 Sep 16 05:32:39.233049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e002b2a5-21ee-4673-8b17-076130be747b req-d5a3ed11-5cd4-4d93-bf87-74cf14838406 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772658 Sep 16 05:32:39.248336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:39.293408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:39.296178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:39.510370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:39.601537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b76aa10b-fd72-40d4-8866-3cf369523ea0 req-b1f09059-647a-431b-bb9e-e94eb939f719 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0967493 Sep 16 05:32:39.664984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:39.665478 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.840807 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9a97747c-1645-4f02-b718-bf5844097471 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:39.917161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-01bab2dd-0ef1-4c1b-800e-41e7e2a2570b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.923387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-01bab2dd-0ef1-4c1b-800e-41e7e2a2570b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.941407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-01bab2dd-0ef1-4c1b-800e-41e7e2a2570b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.954289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-01bab2dd-0ef1-4c1b-800e-41e7e2a2570b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.962296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-01bab2dd-0ef1-4c1b-800e-41e7e2a2570b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.972586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-01bab2dd-0ef1-4c1b-800e-41e7e2a2570b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.979914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-01bab2dd-0ef1-4c1b-800e-41e7e2a2570b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.981978 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-01bab2dd-0ef1-4c1b-800e-41e7e2a2570b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5403 time: 0.7440541 Sep 16 05:32:40.059510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4a0d4ebb-7e44-4ce6-946b-d4037db2823b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:40.121361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-709e561d-b735-4424-a61b-5defdcc6b5d5 req-f747c8e8-0bdf-4327-bb53-6e8917b79a92 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251519 Sep 16 05:32:40.125266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-73eefde6-daf9-4fb1-9456-b6ce7aeccb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:40.137992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e56d451-213c-449f-9aab-46c92904ebc5 req-73eefde6-daf9-4fb1-9456-b6ce7aeccb62 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9155827 Sep 16 05:32:40.257663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.258905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added routes are [] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:32:40.259239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:32:40.321280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:35Z', 'revision_number': 6, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:40.345367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9a97747c-1645-4f02-b718-bf5844097471, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9a97747c-1645-4f02-b718-bf5844097471,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:40.346957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:40.351075 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f8548e-5610-49ba-af22-a346c88f6533" -d '{"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-unplugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:40.371917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.372299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.372841 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Floating IP e7e0e56d-ecde-4307-ab57-1b5ea372961a disassociated. External IP: 172.25.1.35, port: 9a97747c-1645-4f02-b718-bf5844097471. Sep 16 05:32:40.373535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Calling delete_port for 9a97747c-1645-4f02-b718-bf5844097471 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:40.411417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:40.415556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:40.416071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.443461 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.490799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:40.497791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:40.614016 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda0bdd8-71d7-4801-80d8-271a6e08d026 x-openstack-request-id: req-eda0bdd8-71d7-4801-80d8-271a6e08d026 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:40.614325 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-unplugged", "status": "completed", "tag": "9a97747c-1645-4f02-b718-bf5844097471", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:40.614725 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eda0bdd8-71d7-4801-80d8-271a6e08d026 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:40.615331 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a97747c-1645-4f02-b718-bf5844097471', 'code': 200} Sep 16 05:32:40.618244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c523c76-b70e-4c2e-bea8-409609f88c97 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:40.638610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.638610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.675078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=11']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.706179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event deleted for resources: {'Port': ['ID=9a97747c-1645-4f02-b718-bf5844097471,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.713158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.718954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Transition to ACTIVE for port object 5c523c76-b70e-4c2e-bea8-409609f88c97 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:40.752341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844c147-8187-4240-9e20-b50150a2bf31 req-4b09ac40-84e9-4835-9be7-5ba1f747da2f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:40.762906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5844c147-8187-4240-9e20-b50150a2bf31 req-4b09ac40-84e9-4835-9be7-5ba1f747da2f tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 866 time: 0.1898663 Sep 16 05:32:40.825054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-213e2361-7dc2-4684-8f08-0441d4afd205 req-3e2dc54f-158f-49e9-be04-e667edd92678 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0519431 Sep 16 05:32:40.852506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:40.904773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5844c147-8187-4240-9e20-b50150a2bf31 req-27cdfa2e-6fde-48aa-a50d-d3fad62b1b48 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f6714ba-8e04-44e2-acee-0466c673ef2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374400 Sep 16 05:32:40.909160 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.367711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:35Z', 'revision_number': 6, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.414060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4405df5-e5a2-4771-a578-dda146430705 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:35Z', 'revision_number': 6, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:41.692206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Pushing event updated for resources: {'Port': ['ID=5c523c76-b70e-4c2e-bea8-409609f88c97,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.701362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Router 0a92099a-5478-4eef-9b4c-e672f11af075 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:41.894544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.926867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.001433 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf62b754-c22a-47f3-aa24-a07bb95ec387 req-35156c71-20d3-44b2-8cb9-4e25058a87ea tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0311563 Sep 16 05:32:42.002647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-35409779-edc6-4aac-ba9a-eb7b6ba4a1ab tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.009869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-35409779-edc6-4aac-ba9a-eb7b6ba4a1ab tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.015988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-35409779-edc6-4aac-ba9a-eb7b6ba4a1ab tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.024617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-35409779-edc6-4aac-ba9a-eb7b6ba4a1ab tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.033490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-35409779-edc6-4aac-ba9a-eb7b6ba4a1ab tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.040213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-35409779-edc6-4aac-ba9a-eb7b6ba4a1ab tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.048682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-35409779-edc6-4aac-ba9a-eb7b6ba4a1ab tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.051928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-35409779-edc6-4aac-ba9a-eb7b6ba4a1ab tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5415 time: 0.3558998 Sep 16 05:32:42.059669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Attempting to bind port 5c523c76-b70e-4c2e-bea8-409609f88c97 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:42.063512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Attempting to bind port 5c523c76-b70e-4c2e-bea8-409609f88c97 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:42.063512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Attempting to bind port 5c523c76-b70e-4c2e-bea8-409609f88c97 on network 4326dabb-46bc-4f5c-a266-ccbdec41531a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:42.083830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Port 5c523c76-b70e-4c2e-bea8-409609f88c97 on network 4326dabb-46bc-4f5c-a266-ccbdec41531a not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:42.084199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Attempting to bind port 5c523c76-b70e-4c2e-bea8-409609f88c97 on network 4326dabb-46bc-4f5c-a266-ccbdec41531a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:42.143181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-460a10f4-ba33-4f99-b924-7ae2ec1eb24f req-79b6a47b-b553-45dd-a215-f15ced39b6cf tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 210 time: 0.0494699 Sep 16 05:32:42.146434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:42.146793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Checking segment: {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:42.147187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Bound using segment: {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:42.147767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Bound port: 5c523c76-b70e-4c2e-bea8-409609f88c97, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:42.155440 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.231044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:42.242529 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] Sync routers for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:42.255698 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:42.257020 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.319944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] No DVR routers for this DVR port 9a97747c-1645-4f02-b718-bf5844097471 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:42.323684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.326495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2fc3817-aa51-49d3-9a62-eb982337245f req-50cf4ede-98dd-4084-8241-03e57b3e30f6 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.66 "DELETE /v2.0/ports/9a97747c-1645-4f02-b718-bf5844097471 HTTP/1.1" status: 204 len: 173 time: 3.8360302 Sep 16 05:32:42.349531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-deleted', 'tag': '9a97747c-1645-4f02-b718-bf5844097471'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:42.352433 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e150b1a2-58c7-4bc3-bdff-f6ee1a34bae6" -d '{"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-deleted", "tag": "9a97747c-1645-4f02-b718-bf5844097471"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:42.434630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] For port 5c523c76-b70e-4c2e-bea8-409609f88c97, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:42.446077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] For port 5c523c76-b70e-4c2e-bea8-409609f88c97, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c523c76-b70e-4c2e-bea8-409609f88c97,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:42.454761 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3150e3c4-9d12-4193-8cf9-b388c8c12eb2 x-openstack-request-id: req-3150e3c4-9d12-4193-8cf9-b388c8c12eb2 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:42.455175 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fa65c4-679b-4c7f-9b03-b627ecc57edd", "name": "network-vif-deleted", "tag": "9a97747c-1645-4f02-b718-bf5844097471", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:42.455503 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3150e3c4-9d12-4193-8cf9-b388c8c12eb2 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:42.456027 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fa65c4-679b-4c7f-9b03-b627ecc57edd', 'name': 'network-vif-deleted', 'tag': '9a97747c-1645-4f02-b718-bf5844097471', 'status': 'completed', 'code': 200} Sep 16 05:32:42.461679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac992efb-2956-490d-8d39-6a8ceb6a1f80 req-6d481499-254a-4d70-be7e-25fbb00ca0b3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3965888 Sep 16 05:32:42.462856 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:42.486624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:42.603456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:42.612154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.615875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:42.619947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.624031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.624593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-30240e6e-4ca2-4fff-9b58-641cfff76c57 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 200 len: 704 time: 4.1182268 Sep 16 05:32:42.664696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:42.667639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.730172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.741363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.747710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] 10.222.0.30 "PUT /v2.0/ports/5c523c76-b70e-4c2e-bea8-409609f88c97 HTTP/1.1" status: 200 len: 1092 time: 3.9822378 Sep 16 05:32:42.807481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c631b0-efb3-452e-9154-3910a74c17cc service neutron] Pushing event updated for resources: {'Port': ['ID=5c523c76-b70e-4c2e-bea8-409609f88c97,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.872854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Request body: {'port': {'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:42.903716 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.948373 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] Checking router: 0a92099a-5478-4eef-9b4c-e672f11af075 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:42.948636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f7cd5445-cb43-4118-acab-97e50acb8100 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 200 len: 704 time: 0.3203435 Sep 16 05:32:42.953865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37620) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.977941 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:42.985420 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.999271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:43.071274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.199597 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:43.305591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f333e7b8-8878-48f2-877f-fe2e467e9145 req-7bfd5eb6-cfb9-4273-8792-9d1d53e5e894 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1025207 Sep 16 05:32:43.378387 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:43.457515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d34defcd-83cc-43ad-bec2-f632db021ee3 req-7299007c-2a3f-46cc-a570-4d7e79a9861b tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0fa65c4-679b-4c7f-9b03-b627ecc57edd HTTP/1.1" status: 200 len: 210 time: 0.0627513 Sep 16 05:32:43.731056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 7, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:43.824475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:43.849888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-d1a9ce6f-8705-4506-af36-64e7994b85e6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:43.870836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:43.874348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:43.880937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-d1a9ce6f-8705-4506-af36-64e7994b85e6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:43.905133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-d1a9ce6f-8705-4506-af36-64e7994b85e6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:43.929989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-d1a9ce6f-8705-4506-af36-64e7994b85e6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:43.948938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-d1a9ce6f-8705-4506-af36-64e7994b85e6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:43.969261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-d1a9ce6f-8705-4506-af36-64e7994b85e6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.000636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-d1a9ce6f-8705-4506-af36-64e7994b85e6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.016581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-d1a9ce6f-8705-4506-af36-64e7994b85e6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5415 time: 0.3848367 Sep 16 05:32:44.092836 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:44.104142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc706a1-6213-45b9-8521-912ec1a16774 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:44.122515 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.141955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Transition to ACTIVE for port object bbc706a1-6213-45b9-8521-912ec1a16774 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:44.157257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:44.160198 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1825b-aabb-4184-8fe5-62533fabbf02 None None] The sync data for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 is: [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a77c3246-9919-42a3-baa2-2ace34b93846', 'name': '', 'network_id': '43a78e0f-128c-4631-a7ec-3fd38421e560', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:41Z', 'updated_at': '2021-09-16T05:22:47Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'subnets': [{'id': '07850bc7-6603-4e27-ba23-3334c07eff57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:44.184321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3143924-cb6e-4db0-8980-e037c1b05380 req-249e5ddc-c6ae-4cfc-aa69-f6664e47c9d1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699007 Sep 16 05:32:44.238879 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.340840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.427504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Pushing event updated for resources: {'Port': ['ID=bbc706a1-6213-45b9-8521-912ec1a16774,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.464662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '5c523c76-b70e-4c2e-bea8-409609f88c97'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:44.467941 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21131d7e-be45-415c-8359-84aec4f634d4" -d '{"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "5c523c76-b70e-4c2e-bea8-409609f88c97"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:44.532065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Attempting to bind port bbc706a1-6213-45b9-8521-912ec1a16774 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:44.533421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Attempting to bind port bbc706a1-6213-45b9-8521-912ec1a16774 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:44.534375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Attempting to bind port bbc706a1-6213-45b9-8521-912ec1a16774 on network 4326dabb-46bc-4f5c-a266-ccbdec41531a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:44.558025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Port bbc706a1-6213-45b9-8521-912ec1a16774 on network 4326dabb-46bc-4f5c-a266-ccbdec41531a not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:44.558937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Attempting to bind port bbc706a1-6213-45b9-8521-912ec1a16774 on network 4326dabb-46bc-4f5c-a266-ccbdec41531a {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:44.566431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38c6542d-34bc-4d98-a3e1-eef64d5685f7 req-7878adf5-ce1f-4b44-a4bd-dd10c078062c tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0479593 Sep 16 05:32:44.570900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:44.572381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Checking segment: {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:44.573875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Bound using segment: {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:44.574524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Bound port: bbc706a1-6213-45b9-8521-912ec1a16774, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d025c3c-65e4-4974-84d0-55f78ad2b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:44.575073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.579094 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f8c4e-411d-4c2e-9d8f-138e988b2db9 x-openstack-request-id: req-f35f8c4e-411d-4c2e-9d8f-138e988b2db9 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:44.579552 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "5c523c76-b70e-4c2e-bea8-409609f88c97", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:44.579993 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f35f8c4e-411d-4c2e-9d8f-138e988b2db9 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:44.580733 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': '5c523c76-b70e-4c2e-bea8-409609f88c97', 'status': 'completed', 'code': 200} Sep 16 05:32:44.600135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 7, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:44.679950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da86dc-490e-40e7-a908-85c38e32ff8f None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:40Z', 'revision_number': 7, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': '4a0d4ebb-7e44-4ce6-946b-d4037db2823b', 'name': '', 'network_id': '40a1c6b4-3b5e-430e-bb68-7790ec9420bd', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:cb:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:28Z', 'updated_at': '2021-09-16T05:32:36Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'e138d588-cf26-4036-ba3d-dd48443c0e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:44.727520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] For port bbc706a1-6213-45b9-8521-912ec1a16774, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:44.732141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] For port bbc706a1-6213-45b9-8521-912ec1a16774, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bbc706a1-6213-45b9-8521-912ec1a16774,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:44.746601 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3812f95-2151-4062-a2d9-26f229665ca4 None None] New status for floating IP e7e0e56d-ecde-4307-ab57-1b5ea372961a: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:32:44.804434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.843295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-174be48e-239d-4a19-bb69-bb7bcaefd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.847497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-174be48e-239d-4a19-bb69-bb7bcaefd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.848130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-174be48e-239d-4a19-bb69-bb7bcaefd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.848720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-174be48e-239d-4a19-bb69-bb7bcaefd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.849264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-174be48e-239d-4a19-bb69-bb7bcaefd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.849789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-174be48e-239d-4a19-bb69-bb7bcaefd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.850595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-174be48e-239d-4a19-bb69-bb7bcaefd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.852390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21131d7e-be45-415c-8359-84aec4f634d4 req-174be48e-239d-4a19-bb69-bb7bcaefd2bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6449 time: 0.2029409 Sep 16 05:32:44.866026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37684) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:44.899733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:44.900637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.906455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] 10.222.0.30 "PUT /v2.0/ports/bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 200 len: 1092 time: 2.0345707 Sep 16 05:32:44.970530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f34ace-b2c5-4a81-a076-c89917c3b83e service neutron] Pushing event updated for resources: {'Port': ['ID=bbc706a1-6213-45b9-8521-912ec1a16774,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.987021 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5904b45d-97b6-4011-8927-093c0c697818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.085014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5904b45d-97b6-4011-8927-093c0c697818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.105682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:45.106055 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.218953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-caf46da3-7dce-45f2-80b0-6fe73b4753eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.219441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-caf46da3-7dce-45f2-80b0-6fe73b4753eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.219940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-caf46da3-7dce-45f2-80b0-6fe73b4753eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.221595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21131d7e-be45-415c-8359-84aec4f634d4 req-caf46da3-7dce-45f2-80b0-6fe73b4753eb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=62ba68c6a15447ba8ec44c49382660ce&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3203120 Sep 16 05:32:45.372140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port 4a0d4ebb-7e44-4ce6-946b-d4037db2823b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,segment=NetworkSegment(b2686f57-3a19-4b01-919d-665edebeb41c),segment_id=b2686f57-3a19-4b01-919d-665edebeb41c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:45.372401 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.405050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 4a0d4ebb-7e44-4ce6-946b-d4037db2823b owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:45.463295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-2ddb284b-8075-453e-93f2-a6ffa6037930 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.470640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-2ddb284b-8075-453e-93f2-a6ffa6037930 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.477313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-2ddb284b-8075-453e-93f2-a6ffa6037930 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.483367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-2ddb284b-8075-453e-93f2-a6ffa6037930 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.490249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-2ddb284b-8075-453e-93f2-a6ffa6037930 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.496613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-2ddb284b-8075-453e-93f2-a6ffa6037930 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.502695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-2ddb284b-8075-453e-93f2-a6ffa6037930 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.504830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-2ddb284b-8075-453e-93f2-a6ffa6037930 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.2141321 Sep 16 05:32:45.539842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5904b45d-97b6-4011-8927-093c0c697818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.542882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5904b45d-97b6-4011-8927-093c0c697818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.544053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5904b45d-97b6-4011-8927-093c0c697818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f6714ba-8e04-44e2-acee-0466c673ef2d HTTP/1.1" status: 204 len: 168 time: 0.6770368 Sep 16 05:32:45.547336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37706) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:45.557013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21131d7e-be45-415c-8359-84aec4f634d4 req-b62d374f-7a68-4d8a-b86c-875c03942817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.558491 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21131d7e-be45-415c-8359-84aec4f634d4 req-b62d374f-7a68-4d8a-b86c-875c03942817 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274195 Sep 16 05:32:45.569040 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-d7e31832-6f08-4ee5-86ee-b1284ae19737 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] show failed (client error): The resource could not be found. Sep 16 05:32:45.570355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d7e31832-6f08-4ee5-86ee-b1284ae19737 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "GET /v2.0/security-groups/7f6714ba-8e04-44e2-acee-0466c673ef2d HTTP/1.1" status: 404 len: 347 time: 0.0215895 Sep 16 05:32:45.573514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:45.579719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904b45d-97b6-4011-8927-093c0c697818 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6714ba-8e04-44e2-acee-0466c673ef2d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:45.612011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fa5d56d-6051-4a49-88ce-2d252d4042a4 req-293ba215-b62a-4f26-9caf-124aa2de2e2e tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773592 Sep 16 05:32:45.800895 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4859a4b0-440f-4883-b2fe-7c59812e5e1c req-43995b5f-cec8-489c-8d69-2a27c8705ee2 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0543716 Sep 16 05:32:45.844129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Deleting port e0c7638a-9897-464f-ab93-36c077024c8b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:45.844757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.850124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-27f4fc43-9adf-407c-92aa-d1ab1e9fd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.860086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-27f4fc43-9adf-407c-92aa-d1ab1e9fd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.860086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-27f4fc43-9adf-407c-92aa-d1ab1e9fd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.860086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-27f4fc43-9adf-407c-92aa-d1ab1e9fd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.860086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-27f4fc43-9adf-407c-92aa-d1ab1e9fd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.860086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-27f4fc43-9adf-407c-92aa-d1ab1e9fd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.860086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-27f4fc43-9adf-407c-92aa-d1ab1e9fd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.860086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-27f4fc43-9adf-407c-92aa-d1ab1e9fd4aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6491 time: 0.1371815 Sep 16 05:32:45.953176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-3127d2e4-94d5-4f08-9c91-0477b750108b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 200 len: 217 time: 0.0468326 Sep 16 05:32:45.953299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.953299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.969339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Calling delete_port for e0c7638a-9897-464f-ab93-36c077024c8b owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:46.011455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.016952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-13725c1a-3945-42b8-b44e-2dad120136c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:46.018568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-13725c1a-3945-42b8-b44e-2dad120136c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f10dee9-1be3-463a-adbc-7b75feef5b36 HTTP/1.1" status: 200 len: 856 time: 0.0575550 Sep 16 05:32:46.056170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=4a0d4ebb-7e44-4ce6-946b-d4037db2823b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.183738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-00f6bd92-4d78-4e1a-bee3-8e0edf7c70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:46.185474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-00f6bd92-4d78-4e1a-bee3-8e0edf7c70ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=472221c7-51b1-4eda-9603-da8cffafb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443057 Sep 16 05:32:46.296169 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.302753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.343373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Pushing event deleted for resources: {'Port': ['ID=e0c7638a-9897-464f-ab93-36c077024c8b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.385082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-aa7585d2-1516-43a2-a436-8d21cc405256 service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698134 Sep 16 05:32:46.420603 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.427547 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.433313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e0290704-e4e9-4244-b389-8107edf7e4a2 tempest-AttachVolumeShelveTestJSON-1460255004 tempest-AttachVolumeShelveTestJSON-1460255004-project] 10.222.0.49 "DELETE /v2.0/floatingips/e7e0e56d-ecde-4307-ab57-1b5ea372961a HTTP/1.1" status: 204 len: 168 time: 0.8578513 Sep 16 05:32:46.582411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': 'bbc706a1-6213-45b9-8521-912ec1a16774'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:46.585894 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c" -d '{"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "bbc706a1-6213-45b9-8521-912ec1a16774"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:46.605344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-14d075cb-ffe7-4ddf-9e66-1fbbd8d7dc8a service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893404 Sep 16 05:32:46.642128 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d7539d-d2f2-4d7e-b846-a25e998957ce x-openstack-request-id: req-d3d7539d-d2f2-4d7e-b846-a25e998957ce {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:46.642456 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "bbc706a1-6213-45b9-8521-912ec1a16774", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:46.642706 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3d7539d-d2f2-4d7e-b846-a25e998957ce {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:46.643122 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': 'bbc706a1-6213-45b9-8521-912ec1a16774', 'status': 'completed', 'code': 200} Sep 16 05:32:46.673410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:46.680596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-f3a309e0-c690-4788-b5e0-5d6277189d37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 217 time: 0.0632737 Sep 16 05:32:46.957542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:46.969566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:46.982900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-b21c64c3-07d6-4059-b7d2-02efe0af9966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:46.991086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-b21c64c3-07d6-4059-b7d2-02efe0af9966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:46.993681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0b5a56a3-d95b-4325-be8b-5abf677d29c4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0387185 Sep 16 05:32:46.997738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-b21c64c3-07d6-4059-b7d2-02efe0af9966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:46.998025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:46.998650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:47.004394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-b21c64c3-07d6-4059-b7d2-02efe0af9966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:47.011087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-b21c64c3-07d6-4059-b7d2-02efe0af9966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:47.019229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-b21c64c3-07d6-4059-b7d2-02efe0af9966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:47.026511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-b21c64c3-07d6-4059-b7d2-02efe0af9966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:47.035200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-b21c64c3-07d6-4059-b7d2-02efe0af9966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.1735632 Sep 16 05:32:47.037996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37770) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:47.091278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a89078bc-1502-457c-9791-2ec2f8bb730a req-2681cd73-cef4-4dd2-9f00-ca1b4f1c06a2 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0899620 Sep 16 05:32:47.092791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-bf3f2524-25ee-4172-a323-c8ccd5b30377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:47.094230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-bf3f2524-25ee-4172-a323-c8ccd5b30377 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.4012349 Sep 16 05:32:47.117869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d3961e-33ae-4bdb-9dcd-98254fc7edd9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet e138d588-cf26-4036-ba3d-dd48443c0e04 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:47.121348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8d3961e-33ae-4bdb-9dcd-98254fc7edd9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.203417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de700efc-22ee-42bf-a20b-5c88849f05bb req-a4130d9f-1c5e-49e9-996f-62df4dc37d95 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535468 Sep 16 05:32:47.217647 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8d3961e-33ae-4bdb-9dcd-98254fc7edd9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.251750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:47.307114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-0b5fb541-5c04-47b3-9836-1a2c102d5a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:47.313805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-0b5fb541-5c04-47b3-9836-1a2c102d5a94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2032526 Sep 16 05:32:47.479845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8d3961e-33ae-4bdb-9dcd-98254fc7edd9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.713518 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8d3961e-33ae-4bdb-9dcd-98254fc7edd9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.794075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3961e-33ae-4bdb-9dcd-98254fc7edd9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=e138d588-cf26-4036-ba3d-dd48443c0e04,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:47.808367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:45Z', 'revision_number': 8, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:47.830550 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f8d3961e-33ae-4bdb-9dcd-98254fc7edd9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.844694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f8d3961e-33ae-4bdb-9dcd-98254fc7edd9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/e138d588-cf26-4036-ba3d-dd48443c0e04 HTTP/1.1" status: 204 len: 168 time: 0.8054512 Sep 16 05:32:47.847012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37798) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:47.906950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:47.920587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80634d77-9503-4464-8c97-b334f8d8f8a3 None None] Network 40a1c6b4-3b5e-430e-bb68-7790ec9420bd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:48.007494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:48.010697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:48.073812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.075955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-85732e3f-39db-4917-9abc-4a463baed4b2 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463009 Sep 16 05:32:48.199911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 52ea9e86-5021-4fe3-8c60-37df98b156eb {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:48.203163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.234470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:48.359559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port 52ea9e86-5021-4fe3-8c60-37df98b156eb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=52ea9e86-5021-4fe3-8c60-37df98b156eb,segment=NetworkSegment(b2686f57-3a19-4b01-919d-665edebeb41c),segment_id=b2686f57-3a19-4b01-919d-665edebeb41c)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:48.359984 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.415992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 52ea9e86-5021-4fe3-8c60-37df98b156eb owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:48.437797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-540eea12-fe53-4bad-99f0-0ff868583098 req-bcfdf7b1-ef36-4448-b573-b0d58cba7d52 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1468890 Sep 16 05:32:48.507562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-cdcf2f12-da14-4554-8e78-7d1418bad9a0 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237659 Sep 16 05:32:48.674360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-341cb477-f67c-4546-88dc-aca67d3630c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 217 time: 0.1506190 Sep 16 05:32:48.734560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01f694-f279-4c0c-b558-865c2d36254a req-46c70a56-1351-405d-a57b-0a0103edf63a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.759786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-91423a57-3cd3-4894-8e08-d5ae24e2060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.764168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-91423a57-3cd3-4894-8e08-d5ae24e2060a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0822153 Sep 16 05:32:48.765539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01f694-f279-4c0c-b558-865c2d36254a req-46c70a56-1351-405d-a57b-0a0103edf63a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.773369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01f694-f279-4c0c-b558-865c2d36254a req-46c70a56-1351-405d-a57b-0a0103edf63a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.783247 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01f694-f279-4c0c-b558-865c2d36254a req-46c70a56-1351-405d-a57b-0a0103edf63a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.790729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01f694-f279-4c0c-b558-865c2d36254a req-46c70a56-1351-405d-a57b-0a0103edf63a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.815835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01f694-f279-4c0c-b558-865c2d36254a req-46c70a56-1351-405d-a57b-0a0103edf63a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.830738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01f694-f279-4c0c-b558-865c2d36254a req-46c70a56-1351-405d-a57b-0a0103edf63a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.844379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95ae4f-71c8-4457-a941-697ede492955 None None] DHCP port deletion for 40a1c6b4-3b5e-430e-bb68-7790ec9420bd request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:48.847242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a01f694-f279-4c0c-b558-865c2d36254a req-46c70a56-1351-405d-a57b-0a0103edf63a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.2338426 Sep 16 05:32:48.893326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-3c8f069c-02fc-4f71-945c-2a7e623b9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.895431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-3c8f069c-02fc-4f71-945c-2a7e623b9cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1202285 Sep 16 05:32:48.906454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.994759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=52ea9e86-5021-4fe3-8c60-37df98b156eb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:49.007303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:45Z', 'revision_number': 8, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.038162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a01f694-f279-4c0c-b558-865c2d36254a req-58396991-b281-465c-bd8f-2ee3ec0861ca tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1880140 Sep 16 05:32:49.041918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No DVR routers for this DVR port 52ea9e86-5021-4fe3-8c60-37df98b156eb on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:49.074272 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-83e0e4ad-5fe6-4fb1-9ca2-7670e929a669 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659861 Sep 16 05:32:49.102575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef455fd-541f-4259-8f56-437d37d2ed75 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:45Z', 'revision_number': 8, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'a9149d9f-a14e-4f52-8d0a-bae95aef33df', 'name': '', 'network_id': '34a7f5f8-b285-47bd-b5b7-4159433f3d2d', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:ef:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:18Z', 'updated_at': '2021-09-16T05:32:27Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': 'a38e477b-9c78-4d73-9722-c4650de94204', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:49.221997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.251219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a1c6b4-3b5e-430e-bb68-7790ec9420bd']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.265423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2686f57-3a19-4b01-919d-665edebeb41c') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.265423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2686f57-3a19-4b01-919d-665edebeb41c') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:49.271906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-96dede56-6d0f-40f2-8372-f069989fe0ae service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774347 Sep 16 05:32:49.279005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.302914 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.307240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:49.307665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.386150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-36b06760-c8bc-4d74-8ea9-57a756963206 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e HTTP/1.1" status: 200 len: 217 time: 0.1064384 Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:49.389794 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:49.502292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-85363ca0-fbda-4ca2-9d8e-3334473a2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.504278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-85363ca0-fbda-4ca2-9d8e-3334473a2d1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1092389 Sep 16 05:32:49.570155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c9d5ea99-ac9c-43b3-b7f8-a8650eb55103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.572002 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-c9d5ea99-ac9c-43b3-b7f8-a8650eb55103 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601618 Sep 16 05:32:49.593243 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.610972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.618112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/40a1c6b4-3b5e-430e-bb68-7790ec9420bd HTTP/1.1" status: 204 len: 168 time: 1.7605786 Sep 16 05:32:49.631783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37854) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:49.732691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8528b5e2-c96f-49e4-b2b6-9fabee089c46 req-96267ee9-f3e7-48ef-831e-6ca9b9f29235 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0943873 Sep 16 05:32:49.860529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd620cd4-18fc-4a24-901f-7fdcd73ecd09 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=40a1c6b4-3b5e-430e-bb68-7790ec9420bd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:49.892898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-382f428f-c53d-4932-905d-b9bc2a20bc96 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116474 Sep 16 05:32:49.898603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27c79560-a3a8-4fe8-a5fe-c739f6452788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.943170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 52ea9e86-5021-4fe3-8c60-37df98b156eb no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:49.991370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 52ea9e86-5021-4fe3-8c60-37df98b156eb {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:49.991712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 52ea9e86-5021-4fe3-8c60-37df98b156eb not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:49.992175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4a0d4ebb-7e44-4ce6-946b-d4037db2823b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:50.015724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 4a0d4ebb-7e44-4ce6-946b-d4037db2823b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:50.016212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4a0d4ebb-7e44-4ce6-946b-d4037db2823b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:50.041449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-f9f9d852-081f-454b-9252-1f725a8833b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355228 Sep 16 05:32:50.110829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-fbc9c246-908e-4e82-a066-18cc6e4df2b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e HTTP/1.1" status: 200 len: 217 time: 0.0627863 Sep 16 05:32:50.168926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a81c3ff8-9905-4c11-9841-1143e6f87e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.170547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-a81c3ff8-9905-4c11-9841-1143e6f87e3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0529201 Sep 16 05:32:50.227367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-e4b895a5-64a4-4dd7-9c74-ba0f06706f8b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.229290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-db03fcd9-a3de-489b-833c-e8cd535c5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.230807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-db03fcd9-a3de-489b-833c-e8cd535c5dcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517373 Sep 16 05:32:50.233425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-e4b895a5-64a4-4dd7-9c74-ba0f06706f8b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.239781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-e4b895a5-64a4-4dd7-9c74-ba0f06706f8b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.247473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-e4b895a5-64a4-4dd7-9c74-ba0f06706f8b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.254745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-e4b895a5-64a4-4dd7-9c74-ba0f06706f8b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.261434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-e4b895a5-64a4-4dd7-9c74-ba0f06706f8b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.267201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-e4b895a5-64a4-4dd7-9c74-ba0f06706f8b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.269197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-e4b895a5-64a4-4dd7-9c74-ba0f06706f8b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.1171219 Sep 16 05:32:50.349985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b72c6253-74d0-4650-8d75-105b5a7e2f2e service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099138 Sep 16 05:32:50.371125 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-392a86d8-0e4e-4216-a60e-247eaee2d779 req-0b22628e-afd1-4a8d-b2b9-9966bf75b3ce tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843637 Sep 16 05:32:50.392964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.477719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-923924ed-5de6-4001-84d3-bc24e839dac4 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157603 Sep 16 05:32:50.533681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-5766360a-9743-4cbc-a8ac-9897692457e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c523c76-b70e-4c2e-bea8-409609f88c97 HTTP/1.1" status: 200 len: 217 time: 0.0446568 Sep 16 05:32:50.599452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-2884c947-6148-4ad1-bded-237d1eaa8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.601181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-2884c947-6148-4ad1-bded-237d1eaa8a18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.0602825 Sep 16 05:32:50.665364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-68da84a0-09f6-4ff9-91da-3909fa03268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.667230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-68da84a0-09f6-4ff9-91da-3909fa03268d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543892 Sep 16 05:32:50.679257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port a9149d9f-a14e-4f52-8d0a-bae95aef33df {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:50.680002 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.685759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.781706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-d580edf7-aa33-4375-bd9b-bdac1b203dac service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031456 Sep 16 05:32:50.790863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port a9149d9f-a14e-4f52-8d0a-bae95aef33df, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a9149d9f-a14e-4f52-8d0a-bae95aef33df,segment=NetworkSegment(82c9210d-5eb4-4e5b-8968-7abdc490bf6c),segment_id=82c9210d-5eb4-4e5b-8968-7abdc490bf6c)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:50.791263 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.805384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for a9149d9f-a14e-4f52-8d0a-bae95aef33df owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:50.892199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31f3777f-8deb-407a-a2b2-9bd991a6bd22 req-cd496706-d35e-499a-aaec-14d90fa7f99d tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0649254 Sep 16 05:32:50.935912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-b4659911-c089-49c3-aae0-632c61d2d21d service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437473 Sep 16 05:32:51.069207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-4a9fcc98-b402-402e-921f-1bc076970100 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 200 len: 217 time: 0.0625131 Sep 16 05:32:51.140985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9af18bc3-d108-4a2a-a885-136752081424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.142471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-9af18bc3-d108-4a2a-a885-136752081424 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.0549557 Sep 16 05:32:51.186472 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.197491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9434-8808-4faf-928b-8cbf82585e57 req-29cb2979-8e07-46c3-8824-8e5277a5c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.199370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-29cb2979-8e07-46c3-8824-8e5277a5c30c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454416 Sep 16 05:32:51.216477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=a9149d9f-a14e-4f52-8d0a-bae95aef33df,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:51.338968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-d59c094c-623b-462d-b29f-9c3501ef8a02 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281223 Sep 16 05:32:51.383227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.506173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-810f9434-8808-4faf-928b-8cbf82585e57 req-61f4ebf8-0788-441e-b48b-fd5b01582433 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567342 Sep 16 05:32:51.982079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-bbff6e34-9f55-4891-8d17-f16c0ed1b046 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.989161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-bbff6e34-9f55-4891-8d17-f16c0ed1b046 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.995729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-bbff6e34-9f55-4891-8d17-f16c0ed1b046 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.997298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-d48b4aa2-a3a5-4b86-81cb-2ea54c897faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.997901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-d48b4aa2-a3a5-4b86-81cb-2ea54c897faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.998393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-d48b4aa2-a3a5-4b86-81cb-2ea54c897faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.998871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-d48b4aa2-a3a5-4b86-81cb-2ea54c897faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.999349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-d48b4aa2-a3a5-4b86-81cb-2ea54c897faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.999826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-d48b4aa2-a3a5-4b86-81cb-2ea54c897faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.000316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-d48b4aa2-a3a5-4b86-81cb-2ea54c897faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.002334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-d48b4aa2-a3a5-4b86-81cb-2ea54c897faf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6491 time: 0.1035209 Sep 16 05:32:52.003191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-bbff6e34-9f55-4891-8d17-f16c0ed1b046 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.010390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-bbff6e34-9f55-4891-8d17-f16c0ed1b046 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.016104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-bbff6e34-9f55-4891-8d17-f16c0ed1b046 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.024592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-bbff6e34-9f55-4891-8d17-f16c0ed1b046 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.032831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-bbff6e34-9f55-4891-8d17-f16c0ed1b046 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.1858060 Sep 16 05:32:52.050469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-32dc8906-dffc-4945-a06d-309cfb26f782 req-317658a1-065f-44b4-bd52-225fd228b2e2 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0469389 Sep 16 05:32:52.100079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4391e6b4-f2e8-48bd-8474-279a6f567672 req-93fa2955-8fb5-4893-8386-e5d9ba536ef5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663390 Sep 16 05:32:52.101926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:52.170693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-c9080153-5f41-48d0-81f8-3edc3a8fefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.172256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-c9080153-5f41-48d0-81f8-3edc3a8fefaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 200 len: 903 time: 0.1296856 Sep 16 05:32:52.240431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:52.245493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-75871bd9-e02d-4693-b5fc-775293ae8775 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6192865 Sep 16 05:32:52.248072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-41670648-b883-4e11-b8e4-c3d317412d40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 200 len: 217 time: 0.0555055 Sep 16 05:32:52.255175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:52.261165 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618d20-c57f-4762-846d-456894653552 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:52.278208 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25618d20-c57f-4762-846d-456894653552 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:52.278957 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-25618d20-c57f-4762-846d-456894653552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:52.343180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9abefa-5cd3-42bd-b3df-bfda232b0d37 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet a38e477b-9c78-4d73-9722-c4650de94204 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:52.349730 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9abefa-5cd3-42bd-b3df-bfda232b0d37 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.378928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-9086a4fb-5729-4446-9fe8-55f9a4ca0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.381074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-9086a4fb-5729-4446-9fe8-55f9a4ca0947 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.1160045 Sep 16 05:32:52.390205 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-25618d20-c57f-4762-846d-456894653552 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:52.445231 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9abefa-5cd3-42bd-b3df-bfda232b0d37 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.504362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-1ad05253-c551-424f-997b-5cd98fb84383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.508022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-1ad05253-c551-424f-997b-5cd98fb84383 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1155388 Sep 16 05:32:52.627462 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9abefa-5cd3-42bd-b3df-bfda232b0d37 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.640600 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-25618d20-c57f-4762-846d-456894653552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:51Z', 'revision_number': 9, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:52.681591 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618d20-c57f-4762-846d-456894653552 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:52.687189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-49049117-49e1-412f-bb7f-186811a17213 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692986 Sep 16 05:32:52.692147 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25618d20-c57f-4762-846d-456894653552 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:52.693613 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-25618d20-c57f-4762-846d-456894653552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:52.795611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6ced2ef-2de4-488b-aa8f-ff7385dc693c req-a36c4761-75c2-4508-bc7d-c75af418d4cf service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005542 Sep 16 05:32:52.817353 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-25618d20-c57f-4762-846d-456894653552 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:52.900028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9abefa-5cd3-42bd-b3df-bfda232b0d37 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.935184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9abefa-5cd3-42bd-b3df-bfda232b0d37 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=a38e477b-9c78-4d73-9722-c4650de94204,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:52.943940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c9abefa-5cd3-42bd-b3df-bfda232b0d37 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.946706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8c9abefa-5cd3-42bd-b3df-bfda232b0d37 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/a38e477b-9c78-4d73-9722-c4650de94204 HTTP/1.1" status: 204 len: 168 time: 0.6908643 Sep 16 05:32:52.949655 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37976) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:52.950539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7689d4-e13f-48fd-9035-5f1ed8dcfdb3 None None] Network 34a7f5f8-b285-47bd-b5b7-4159433f3d2d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:53.059627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.157156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 61972e0c-f8d0-4372-9380-dd350ade88ec {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:53.157668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.200895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-149e1edc-0794-4336-88c3-664696bc862e req-ce4553fb-ac69-4707-ba50-c09bc28d674e tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0474946 Sep 16 05:32:53.256670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port 61972e0c-f8d0-4372-9380-dd350ade88ec, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=61972e0c-f8d0-4372-9380-dd350ade88ec,segment=NetworkSegment(82c9210d-5eb4-4e5b-8968-7abdc490bf6c),segment_id=82c9210d-5eb4-4e5b-8968-7abdc490bf6c)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:53.257213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.266460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac899ffa-3cec-46ea-8a09-40681406db62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.307605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] DHCP port deletion for 34a7f5f8-b285-47bd-b5b7-4159433f3d2d request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:53.341563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 61972e0c-f8d0-4372-9380-dd350ade88ec owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:53.417317 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-25618d20-c57f-4762-846d-456894653552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:51Z', 'revision_number': 9, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:53.456953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] Deleting port 61972e0c-f8d0-4372-9380-dd350ade88ec {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:53.462091 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.486643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-f5253d04-b441-40c9-9aa7-6df3189bb644 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.489971 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618d20-c57f-4762-846d-456894653552 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:51Z', 'revision_number': 9, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'e87fdafb-16be-4838-8089-e08ee5737c78', 'name': '', 'network_id': 'f9b33a33-886d-4075-8eef-3fccad657792', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:69:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '18c36a14-bb8d-4294-b01e-ab1b010677d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:53.494659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-f5253d04-b441-40c9-9aa7-6df3189bb644 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.501747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-f5253d04-b441-40c9-9aa7-6df3189bb644 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.513663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-f5253d04-b441-40c9-9aa7-6df3189bb644 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.522137 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-f5253d04-b441-40c9-9aa7-6df3189bb644 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.529488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-f5253d04-b441-40c9-9aa7-6df3189bb644 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.536090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-f5253d04-b441-40c9-9aa7-6df3189bb644 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.547376 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-f5253d04-b441-40c9-9aa7-6df3189bb644 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.2849898 Sep 16 05:32:53.577296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] For port 61972e0c-f8d0-4372-9380-dd350ade88ec, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=61972e0c-f8d0-4372-9380-dd350ade88ec,segment=NetworkSegment(82c9210d-5eb4-4e5b-8968-7abdc490bf6c),segment_id=82c9210d-5eb4-4e5b-8968-7abdc490bf6c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:53.581337 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.592332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] Calling delete_port for 61972e0c-f8d0-4372-9380-dd350ade88ec owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:53.614743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7cf94659-0bfa-4ce9-93cd-473243ddbbf2 req-3e93151b-f88b-408a-846f-2640d0024f9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644076 Sep 16 05:32:53.740976 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.748081 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.771512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=61972e0c-f8d0-4372-9380-dd350ade88ec,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:53.774708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No DVR routers for this DVR port 61972e0c-f8d0-4372-9380-dd350ade88ec on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:53.779347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] Pushing event deleted for resources: {'Port': ['ID=61972e0c-f8d0-4372-9380-dd350ade88ec,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:53.783957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3578dea2-d30c-4912-afa8-0e281d90e486 None None] No DVR routers for this DVR port 61972e0c-f8d0-4372-9380-dd350ade88ec on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:53.864644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.879819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.890811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a7f5f8-b285-47bd-b5b7-4159433f3d2d']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:53.911203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c9210d-5eb4-4e5b-8968-7abdc490bf6c') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:53.911632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c9210d-5eb4-4e5b-8968-7abdc490bf6c') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:53.936755 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.966711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.967916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 61972e0c-f8d0-4372-9380-dd350ade88ec no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:53.985005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:53.989638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:53.991309 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:53.997565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 61972e0c-f8d0-4372-9380-dd350ade88ec {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:53.997914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 61972e0c-f8d0-4372-9380-dd350ade88ec not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:53.998328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a9149d9f-a14e-4f52-8d0a-bae95aef33df no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:54.028601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a9149d9f-a14e-4f52-8d0a-bae95aef33df {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:54.028951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a9149d9f-a14e-4f52-8d0a-bae95aef33df not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:54.189880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.195157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.199090 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/34a7f5f8-b285-47bd-b5b7-4159433f3d2d HTTP/1.1" status: 204 len: 168 time: 1.2461741 Sep 16 05:32:54.209217 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38030) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:54.219182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073ea94-1944-468c-94f8-47cf6e4b0d88 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=34a7f5f8-b285-47bd-b5b7-4159433f3d2d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:54.369957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d596bd9a-215d-4517-a1a7-bffc988dc91f req-85bf4982-02fe-4edf-aeef-3f128abd7356 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0620213 Sep 16 05:32:54.620495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.783581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e2f4f279-4467-4530-89bc-02d83d7c8701 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.790327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e2f4f279-4467-4530-89bc-02d83d7c8701 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.796920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e2f4f279-4467-4530-89bc-02d83d7c8701 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.804744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e2f4f279-4467-4530-89bc-02d83d7c8701 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.810675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e2f4f279-4467-4530-89bc-02d83d7c8701 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.817465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e2f4f279-4467-4530-89bc-02d83d7c8701 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.824202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e2f4f279-4467-4530-89bc-02d83d7c8701 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.826213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e2f4f279-4467-4530-89bc-02d83d7c8701 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.1069818 Sep 16 05:32:54.879944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e01152a1-1a17-48fa-845e-2f4efdeb9e73 req-e8c73c13-c29f-4cfd-ac98-16eaf56e89ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460839 Sep 16 05:32:54.912459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port e87fdafb-16be-4838-8089-e08ee5737c78 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:54.913639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.011049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port e87fdafb-16be-4838-8089-e08ee5737c78, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e87fdafb-16be-4838-8089-e08ee5737c78,segment=NetworkSegment(1a9703cd-c4bb-4aa2-a813-c9306a55ec27),segment_id=1a9703cd-c4bb-4aa2-a813-c9306a55ec27)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:55.011434 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.025851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for e87fdafb-16be-4838-8089-e08ee5737c78 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:55.260158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.341313 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.379327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=e87fdafb-16be-4838-8089-e08ee5737c78,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:55.531040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1aed6254-109f-486f-a25b-8dfc186da5a7 req-889c8bac-529d-4ed7-aad0-c5c5b1338d4a tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0361457 Sep 16 05:32:55.556651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.706119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38096) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:55.813172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:55.974249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:55.984434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cd760ced-aee5-4e92-b877-71d8f9352f0e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7823563 Sep 16 05:32:55.985214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38110) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:55.985505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:55.996220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:55.996870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:56.085303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2273bcd5-1710-4a5c-a9ff-cad39e206acb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet 18c36a14-bb8d-4294-b01e-ab1b010677d5 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:56.094036 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2273bcd5-1710-4a5c-a9ff-cad39e206acb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.123123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:56.151205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2273bcd5-1710-4a5c-a9ff-cad39e206acb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.288979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2273bcd5-1710-4a5c-a9ff-cad39e206acb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.409474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-11d1ea56-4ce2-46dc-8e17-ff7a820db33f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.417304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-11d1ea56-4ce2-46dc-8e17-ff7a820db33f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.427453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-11d1ea56-4ce2-46dc-8e17-ff7a820db33f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.434950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-11d1ea56-4ce2-46dc-8e17-ff7a820db33f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.441606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-11d1ea56-4ce2-46dc-8e17-ff7a820db33f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.472415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-11d1ea56-4ce2-46dc-8e17-ff7a820db33f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.481139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-11d1ea56-4ce2-46dc-8e17-ff7a820db33f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.483087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-11d1ea56-4ce2-46dc-8e17-ff7a820db33f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.4895635 Sep 16 05:32:56.514665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.528633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2273bcd5-1710-4a5c-a9ff-cad39e206acb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.568250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273bcd5-1710-4a5c-a9ff-cad39e206acb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=18c36a14-bb8d-4294-b01e-ab1b010677d5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:56.590582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ba7a46d-8b75-4058-9801-a44200e85098 req-684953f3-2e32-4888-8fc4-414eec54f42d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931661 Sep 16 05:32:56.593709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2273bcd5-1710-4a5c-a9ff-cad39e206acb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.600791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2273bcd5-1710-4a5c-a9ff-cad39e206acb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/18c36a14-bb8d-4294-b01e-ab1b010677d5 HTTP/1.1" status: 204 len: 168 time: 0.6114905 Sep 16 05:32:56.601570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ab6273-38e4-4d27-a0bd-a98e8931b6a5 None None] Network f9b33a33-886d-4075-8eef-3fccad657792 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:56.602033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:56.744766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a412cb2d-1375-46e4-bf24-426a63ae7072 req-053a1c4a-b7b0-4b40-ba12-98a2b8f09e82 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0484054 Sep 16 05:32:56.759493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.842578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port 32e09cf5-1cb1-4187-b63a-0bad014f533d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:56.843597 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.859081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:55Z', 'revision_number': 10, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:56.888671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:56.920530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:56.920530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:56.929886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port 32e09cf5-1cb1-4187-b63a-0bad014f533d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=32e09cf5-1cb1-4187-b63a-0bad014f533d,segment=NetworkSegment(1a9703cd-c4bb-4aa2-a813-c9306a55ec27),segment_id=1a9703cd-c4bb-4aa2-a813-c9306a55ec27)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:56.930251 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.960246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for 32e09cf5-1cb1-4187-b63a-0bad014f533d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:56.969866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] DHCP port deletion for f9b33a33-886d-4075-8eef-3fccad657792 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:56.986113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Deleting port a77c3246-9919-42a3-baa2-2ace34b93846 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:56.991438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.079348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:57.101076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] For port a77c3246-9919-42a3-baa2-2ace34b93846, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a77c3246-9919-42a3-baa2-2ace34b93846,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:57.101449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.114960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Calling delete_port for a77c3246-9919-42a3-baa2-2ace34b93846 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:57.122459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] Deleting port 32e09cf5-1cb1-4187-b63a-0bad014f533d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:57.126210 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.184263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.219493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=32e09cf5-1cb1-4187-b63a-0bad014f533d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:57.219493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No DVR routers for this DVR port 32e09cf5-1cb1-4187-b63a-0bad014f533d on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:57.271612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] For port 32e09cf5-1cb1-4187-b63a-0bad014f533d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=32e09cf5-1cb1-4187-b63a-0bad014f533d,segment=NetworkSegment(1a9703cd-c4bb-4aa2-a813-c9306a55ec27),segment_id=1a9703cd-c4bb-4aa2-a813-c9306a55ec27)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:57.272109 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.305011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] Calling delete_port for 32e09cf5-1cb1-4187-b63a-0bad014f533d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:57.313771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.353091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b33a33-886d-4075-8eef-3fccad657792']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:57.357478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9703cd-c4bb-4aa2-a813-c9306a55ec27') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:57.357852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9703cd-c4bb-4aa2-a813-c9306a55ec27') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:57.369259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.385233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.392231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:57.392750 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:57.396983 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:57.445934 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.457123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:55Z', 'revision_number': 10, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:57.460494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.503126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] No DVR routers for this DVR port 32e09cf5-1cb1-4187-b63a-0bad014f533d on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:57.504942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c3c76-e787-493b-8b6a-d697ebba5d86 None None] Pushing event deleted for resources: {'Port': ['ID=32e09cf5-1cb1-4187-b63a-0bad014f533d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:57.508011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7f215-8df9-4c7f-88ee-97707121d6d2 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:55Z', 'revision_number': 10, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None, '_interfaces': [{'id': 'fda20a6d-d80b-465c-9d7f-d5a8c66f1b40', 'name': '', 'network_id': '94de636a-c621-467a-ac09-cec82c30a807', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'mac_address': 'fa:16:3e:d0:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6d96014d-9e34-4868-9586-e98f223a8683', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:01Z', 'updated_at': '2021-09-16T05:32:07Z', 'revision_number': 5, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'subnets': [{'id': '6d96014d-9e34-4868-9586-e98f223a8683', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:57.569116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.598590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77c3246-9919-42a3-baa2-2ace34b93846,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:57.625915 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.645841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.648420 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/f9b33a33-886d-4075-8eef-3fccad657792 HTTP/1.1" status: 204 len: 168 time: 1.0462110 Sep 16 05:32:57.651804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38170) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:57.667330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd011fa3-9405-409c-a34b-66b1b65cbf69 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=f9b33a33-886d-4075-8eef-3fccad657792,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:57.961143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38fd1898-314f-4e91-aacb-b1fa8358e828 req-a6b8db3b-963d-4f8e-bcbf-edcd1f5af3af tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0439634 Sep 16 05:32:58.024064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-f0aeba23-5c96-46ba-b603-0d4f2dd80efc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.024064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-f0aeba23-5c96-46ba-b603-0d4f2dd80efc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.027514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-f0aeba23-5c96-46ba-b603-0d4f2dd80efc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.030046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e87fdafb-16be-4838-8089-e08ee5737c78 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:58.033559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-f0aeba23-5c96-46ba-b603-0d4f2dd80efc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.040318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-f0aeba23-5c96-46ba-b603-0d4f2dd80efc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.047468 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-f0aeba23-5c96-46ba-b603-0d4f2dd80efc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.053967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e87fdafb-16be-4838-8089-e08ee5737c78 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:58.054310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e87fdafb-16be-4838-8089-e08ee5737c78 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:58.054525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-f0aeba23-5c96-46ba-b603-0d4f2dd80efc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.054756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32e09cf5-1cb1-4187-b63a-0bad014f533d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:58.056619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-f0aeba23-5c96-46ba-b603-0d4f2dd80efc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.3381140 Sep 16 05:32:58.086327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 32e09cf5-1cb1-4187-b63a-0bad014f533d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:58.086327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32e09cf5-1cb1-4187-b63a-0bad014f533d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:58.187371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.192961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25cee475-a726-4137-abc0-ded6dc49fd1a req-09205a42-05b1-4700-8757-83c15deb3b7b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244142 Sep 16 05:32:58.513518 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.555461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Router 0a92099a-5478-4eef-9b4c-e672f11af075 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:58.694625 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.114593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed2b6529-7e57-406c-96e1-978417e773c0 req-a9657035-63ff-43a7-b1b2-2e874f850bf8 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0651026 Sep 16 05:32:59.129795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:59.135557 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-83f67716-be3c-405d-8bd7-2dc5b1c9d129 admin admin] 10.222.0.49 "PUT /v2.0/routers/0a92099a-5478-4eef-9b4c-e672f11af075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4281476 Sep 16 05:32:59.138337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38226) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:59.149891 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] Sync routers for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:59.167761 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:59.168424 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:59.292552 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:59.326322 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.477768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-e6ddd25a-8a23-4602-bfe7-71f345bb0764 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.484749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-e6ddd25a-8a23-4602-bfe7-71f345bb0764 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.493136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-e6ddd25a-8a23-4602-bfe7-71f345bb0764 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.496475 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:32:57Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:59.500145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-e6ddd25a-8a23-4602-bfe7-71f345bb0764 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.507107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-e6ddd25a-8a23-4602-bfe7-71f345bb0764 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.513448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-e6ddd25a-8a23-4602-bfe7-71f345bb0764 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.520593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-e6ddd25a-8a23-4602-bfe7-71f345bb0764 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.528404 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-e6ddd25a-8a23-4602-bfe7-71f345bb0764 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.2432265 Sep 16 05:32:59.531638 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] Checking router: 0a92099a-5478-4eef-9b4c-e672f11af075 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:59.541251 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] Routers {'0a92099a-5478-4eef-9b4c-e672f11af075'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:59.542195 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0a92099a-5478-4eef-9b4c-e672f11af075'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:59.576479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:59.576754 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.619154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.626588 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ada01f4-f9a8-493d-bd1e-8110c87c1a33 req-6db67b70-1920-41da-87be-2f06be3d839e tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937445 Sep 16 05:32:59.666858 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] Set router 0a92099a-5478-4eef-9b4c-e672f11af075 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:59.730805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port fda20a6d-d80b-465c-9d7f-d5a8c66f1b40, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,segment=NetworkSegment(b8f856b5-da96-4de3-a4be-0be9948e54aa),segment_id=b8f856b5-da96-4de3-a4be-0be9948e54aa)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:59.731174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.745662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:59.866621 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:32:57Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:59.894602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e009a-4739-442f-8109-5a32c9d43d03 None None] The sync data for ids ['0a92099a-5478-4eef-9b4c-e672f11af075'] in n-d-712749-15 is: [{'id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'name': 'tempest-AttachVolumeShelveTestJSON-1934357066-router', 'tenant_id': '87a82320fc364a3682465099ceb7e456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:32Z', 'updated_at': '2021-09-16T05:32:57Z', 'revision_number': 5, 'project_id': '87a82320fc364a3682465099ceb7e456', 'gw_port': {'id': 'a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92099a-5478-4eef-9b4c-e672f11af075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:34Z', 'updated_at': '2021-09-16T05:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:59.965227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Deleting port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:59.965606 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.071962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] For port a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:00.072490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.094012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Calling delete_port for a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:00.101389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.136507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=fda20a6d-d80b-465c-9d7f-d5a8c66f1b40,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:00.299527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71d2e171-de5f-46a5-93d9-5c331d0dd15e req-0910bbc1-2f74-494b-afa3-24fd1c6c0dc3 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0494390 Sep 16 05:33:00.336953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.613368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:00.706749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:00.706749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-65b27949-42b8-4f0c-8ddc-89632652765c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0471463 Sep 16 05:33:00.707582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38280) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:00.708180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:00.719313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:00.719973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:00.774502 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.794498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:00.805645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:00.815219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting subnet 6d96014d-9e34-4868-9586-e98f223a8683 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:33:00.823741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.858015 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:59Z', 'revision_number': 11, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:00.862815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332564b-4af8-4767-9ca8-30a180d68679 req-7d65c8cb-308a-49c0-a010-725dddd70f46 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.870420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332564b-4af8-4767-9ca8-30a180d68679 req-7d65c8cb-308a-49c0-a010-725dddd70f46 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.876617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332564b-4af8-4767-9ca8-30a180d68679 req-7d65c8cb-308a-49c0-a010-725dddd70f46 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.883621 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.883935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332564b-4af8-4767-9ca8-30a180d68679 req-7d65c8cb-308a-49c0-a010-725dddd70f46 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.891651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332564b-4af8-4767-9ca8-30a180d68679 req-7d65c8cb-308a-49c0-a010-725dddd70f46 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.892894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:00.898724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332564b-4af8-4767-9ca8-30a180d68679 req-7d65c8cb-308a-49c0-a010-725dddd70f46 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.903233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:00.903953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:00.904899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332564b-4af8-4767-9ca8-30a180d68679 req-7d65c8cb-308a-49c0-a010-725dddd70f46 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.909873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a332564b-4af8-4767-9ca8-30a180d68679 req-7d65c8cb-308a-49c0-a010-725dddd70f46 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.1522090 Sep 16 05:33:00.961588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.981872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:00.997622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.000206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.031576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a332564b-4af8-4767-9ca8-30a180d68679 req-82e3ac08-0a54-4a60-b369-8d80ffd93a52 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811787 Sep 16 05:33:01.047537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:59Z', 'revision_number': 11, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:01.075985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e7448-9c5f-4cc5-b71a-cb379f1f2790 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:59Z', 'revision_number': 11, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:01.136508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.138934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a92099a-5478-4eef-9b4c-e672f11af075 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:33:01.142014 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.143122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-53396168-11f2-431c-a80a-4c4a4412977b admin admin] 10.222.0.49 "DELETE /v2.0/routers/0a92099a-5478-4eef-9b4c-e672f11af075 HTTP/1.1" status: 204 len: 168 time: 2.0040197 Sep 16 05:33:01.146912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38296) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:01.216547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cf84a9-4b94-4f3d-980b-f542d1429d7f admin admin] Deleting subnet 07850bc7-6603-4e27-ba23-3334c07eff57 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:33:01.224073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cf84a9-4b94-4f3d-980b-f542d1429d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.266104 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cf84a9-4b94-4f3d-980b-f542d1429d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.413531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cf84a9-4b94-4f3d-980b-f542d1429d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.473903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.527826 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ac1ca33-1768-4191-8d0e-0701211e0640 req-2fb00bac-df31-47bd-b7ed-d8ab2ce22b42 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0458698 Sep 16 05:33:01.722181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cf84a9-4b94-4f3d-980b-f542d1429d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.722361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.749896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Subnet': ['ID=6d96014d-9e34-4868-9586-e98f223a8683,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:01.755530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cf84a9-4b94-4f3d-980b-f542d1429d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.757517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8973ef-87c2-464a-8e42-b5270688bfda None None] Network 94de636a-c621-467a-ac09-cec82c30a807 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:01.762010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:01.762234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e8cf84a9-4b94-4f3d-980b-f542d1429d7f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/07850bc7-6603-4e27-ba23-3334c07eff57 HTTP/1.1" status: 204 len: 168 time: 0.6138458 Sep 16 05:33:01.763254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.763848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf84a9-4b94-4f3d-980b-f542d1429d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07850bc7-6603-4e27-ba23-3334c07eff57,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:01.765269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/6d96014d-9e34-4868-9586-e98f223a8683 HTTP/1.1" status: 204 len: 168 time: 1.0607274 Sep 16 05:33:01.767104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.767660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.768377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.768911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.769239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.769611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.770432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.770865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.771366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.771825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38324) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:01.772043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.772533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.773385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558af665-4985-4cb0-8cfe-de0e24a19d95 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.797384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c7a9f-a616-4645-b6dc-302fa80454f7 None None] Network 43a78e0f-128c-4631-a7ec-3fd38421e560 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:01.917628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.931289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.996491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:02.007090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Deleting port 7b8812da-628d-4b14-ab8a-cc5ec331e134 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:02.012081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.012240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Deleting port c9dc434a-22ac-42df-9159-df7c45f06c43 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:02.012240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.062763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:02.063108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fda20a6d-d80b-465c-9d7f-d5a8c66f1b40 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:02.063549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:02.081111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] For port 7b8812da-628d-4b14-ab8a-cc5ec331e134, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7b8812da-628d-4b14-ab8a-cc5ec331e134,segment=NetworkSegment(f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6),segment_id=f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:02.081849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.096973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] For port c9dc434a-22ac-42df-9159-df7c45f06c43, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c9dc434a-22ac-42df-9159-df7c45f06c43,segment=NetworkSegment(b8f856b5-da96-4de3-a4be-0be9948e54aa),segment_id=b8f856b5-da96-4de3-a4be-0be9948e54aa)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:02.097679 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.117792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Calling delete_port for c9dc434a-22ac-42df-9159-df7c45f06c43 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:02.122461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:02.130799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a1d56379-6ef0-45b8-b0b4-ecd48afd8dc1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:02.130799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a77c3246-9919-42a3-baa2-2ace34b93846 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:02.133485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Calling delete_port for 7b8812da-628d-4b14-ab8a-cc5ec331e134 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:02.179259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a77c3246-9919-42a3-baa2-2ace34b93846 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:02.179259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a77c3246-9919-42a3-baa2-2ace34b93846 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:02.247585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-a2b0916f-72f0-4f14-a105-d5eb71c34078 req-74e30bd7-692f-417b-b51f-82e8fe31e060 service neutron] (95659) timed out ('10.222.0.66', 57376) {{(pid=95659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:33:02.325176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.343438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-80a7debe-61ab-4b84-b60a-84a84a58f0a1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.351710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-80a7debe-61ab-4b84-b60a-84a84a58f0a1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.354846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Port': ['ID=c9dc434a-22ac-42df-9159-df7c45f06c43,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:02.360218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-80a7debe-61ab-4b84-b60a-84a84a58f0a1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.362320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No DVR routers for this DVR port c9dc434a-22ac-42df-9159-df7c45f06c43 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:02.374119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-80a7debe-61ab-4b84-b60a-84a84a58f0a1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.383422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-80a7debe-61ab-4b84-b60a-84a84a58f0a1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.391033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-80a7debe-61ab-4b84-b60a-84a84a58f0a1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.399075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-80a7debe-61ab-4b84-b60a-84a84a58f0a1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.404300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-80a7debe-61ab-4b84-b60a-84a84a58f0a1 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.2090440 Sep 16 05:33:02.405904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.406416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.406901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.407740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.408024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.408496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.409103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.409496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.410883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.411414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.411947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.412636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:02.443663 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.479275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] No DVR routers for this DVR port 7b8812da-628d-4b14-ab8a-cc5ec331e134 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:02.510157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.529129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8812da-628d-4b14-ab8a-cc5ec331e134,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:02.538543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc382b-5d63-4d7e-81e8-fe1662cd2e97 None None] DHCP port deletion for 43a78e0f-128c-4631-a7ec-3fd38421e560 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:33:02.552865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94de636a-c621-467a-ac09-cec82c30a807']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.561719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f856b5-da96-4de3-a4be-0be9948e54aa') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.562028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f856b5-da96-4de3-a4be-0be9948e54aa') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.583619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f877ee-91ae-49f3-91fe-2588689a87ce None None] DHCP port deletion for 94de636a-c621-467a-ac09-cec82c30a807 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:33:02.585255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.613139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.621250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:33:02.621868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:33:02.625493 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:33:02.664245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e55d5c68-31eb-4803-b842-8c0309b603a3 req-be9c0126-1240-449a-a20c-12592297f331 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2429681 Sep 16 05:33:02.667341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.707791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a78e0f-128c-4631-a7ec-3fd38421e560']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.720937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.721519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57bb3ae-6511-4c0f-9c6b-dbb98c6870b6') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:02.726798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fb995a9-3559-4931-a019-0b7ab472808c req-ccd94c2c-a88b-4150-a89c-2cf0adfede66 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0886521 Sep 16 05:33:02.740132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.755591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.762626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:33:02.763137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:33:02.765089 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:33:02.818740 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.824612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.828086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/networks/94de636a-c621-467a-ac09-cec82c30a807 HTTP/1.1" status: 204 len: 168 time: 1.0536957 Sep 16 05:33:02.831494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38340) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:02.837706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'routes': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:02.855300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf411e-64c4-41b0-bd5c-bede64a2a96d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Pushing event deleted for resources: {'Network': ['ID=94de636a-c621-467a-ac09-cec82c30a807,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:02.949125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.953822 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:02.957921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] 10.222.0.49 "DELETE /v2.0/networks/43a78e0f-128c-4631-a7ec-3fd38421e560 HTTP/1.1" status: 204 len: 168 time: 1.1813023 Sep 16 05:33:03.040752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Added routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:33:03.040980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.extraroute_db [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Removed routes are [] {{(pid=95660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:33:03.041316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.074613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51777cd8-f61d-4a75-acaf-87d03db7a0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=43a78e0f-128c-4631-a7ec-3fd38421e560,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:03.263902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.277305 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.292244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40b955-5285-4340-9516-801cb4f86d22 req-3c017a11-2820-4a19-98a2-1c1d8a715500 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.293716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-3c017a11-2820-4a19-98a2-1c1d8a715500 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/networks?id=ca0db9f6-add1-408f-80e8-9b70dd474da0 HTTP/1.1" status: 200 len: 813 time: 0.2544589 Sep 16 05:33:03.379684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-bb6f0b63-111b-493d-a168-6a94d3b47ec4 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/quotas/44680ce8be2844e199142c88f21a35d6 HTTP/1.1" status: 200 len: 375 time: 0.0462060 Sep 16 05:33:03.387219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router 2d822501-c673-439f-9432-ddb311bcd3ef has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:03.390831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:03.441083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-339a8b77-87f5-42c0-aa82-25696cc6e1d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87a82320fc364a3682465099ceb7e456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500305 Sep 16 05:33:03.443762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:03.494342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-8e6799ea-958c-4ee3-b489-2c7bc56f395c tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=44680ce8be2844e199142c88f21a35d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564420 Sep 16 05:33:03.497140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1a7e-8a60-4a04-bc52-e30c9b710e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.497696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:03.505253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.509154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-01538a00-8e3b-4066-aa6b-cc647daf635c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 200 len: 705 time: 0.6728964 Sep 16 05:33:03.509334 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] Sync routers for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:03.509809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38362) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:03.513927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-622dd205-ac48-4762-8137-5033720c2373 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:33:03.516068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-622dd205-ac48-4762-8137-5033720c2373 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086405 Sep 16 05:33:03.524866 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:03.525673 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:03.547413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3111afb0-776d-4d82-89c5-d781eea05f53 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 200 len: 205 time: 0.0332627 Sep 16 05:33:03.547413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1a7e-8a60-4a04-bc52-e30c9b710e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.547606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38366) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:03.630556 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:03.688517 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:59Z', 'revision_number': 11, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:03.689101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b31c3223-54b6-4ed0-8117-4ad152c924a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.719557 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] Checking router: 2d822501-c673-439f-9432-ddb311bcd3ef for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:03.728738 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] Routers {'2d822501-c673-439f-9432-ddb311bcd3ef'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:03.729448 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2d822501-c673-439f-9432-ddb311bcd3ef'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:03.757441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1a7e-8a60-4a04-bc52-e30c9b710e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.760044 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1a7e-8a60-4a04-bc52-e30c9b710e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.761622 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4d3b1a7e-8a60-4a04-bc52-e30c9b710e4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6349d72a-ae46-4e01-8c10-f6a7b6a3e3b4 HTTP/1.1" status: 204 len: 168 time: 0.3165548 Sep 16 05:33:03.782557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b1a7e-8a60-4a04-bc52-e30c9b710e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6349d72a-ae46-4e01-8c10-f6a7b6a3e3b4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:03.858901 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] Set router 2d822501-c673-439f-9432-ddb311bcd3ef gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:03.887662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-9b342661-9634-455d-950e-7b32fd2b7fe8 service neutron] 10.222.0.49 "GET /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635089 Sep 16 05:33:03.890107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-7d7cb443-b615-4cd4-9eb8-b1b04dc27f1d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.901194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-7d7cb443-b615-4cd4-9eb8-b1b04dc27f1d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.907941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-7d7cb443-b615-4cd4-9eb8-b1b04dc27f1d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.915325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-7d7cb443-b615-4cd4-9eb8-b1b04dc27f1d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.924204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-7d7cb443-b615-4cd4-9eb8-b1b04dc27f1d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.931598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-7d7cb443-b615-4cd4-9eb8-b1b04dc27f1d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.936676 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:59Z', 'revision_number': 11, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:03.937976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-7d7cb443-b615-4cd4-9eb8-b1b04dc27f1d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.940086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-7d7cb443-b615-4cd4-9eb8-b1b04dc27f1d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.1587839 Sep 16 05:33:03.945443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c9dc434a-22ac-42df-9159-df7c45f06c43 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:03.968273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: c9dc434a-22ac-42df-9159-df7c45f06c43 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:03.968937 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884d532-b74a-4f92-aec7-cbf7cf42fa70 None None] The sync data for ids ['2d822501-c673-439f-9432-ddb311bcd3ef'] in n-d-712749-15 is: [{'id': '2d822501-c673-439f-9432-ddb311bcd3ef', 'name': 'tempest-RoutersIpV6Test-router-1604090217', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:32:59Z', 'revision_number': 11, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:03.969302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c9dc434a-22ac-42df-9159-df7c45f06c43 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:03.970106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7b8812da-628d-4b14-ab8a-cc5ec331e134 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:04.004059 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4295ce27-6c44-4180-8f3b-720cd8af15ec req-6460af6e-a4f3-40e8-acbd-e2ab9c1fbcbe tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512161 Sep 16 05:33:04.019050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7b8812da-628d-4b14-ab8a-cc5ec331e134 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:04.020083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7b8812da-628d-4b14-ab8a-cc5ec331e134 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:04.087221 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b31c3223-54b6-4ed0-8117-4ad152c924a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.090836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b31c3223-54b6-4ed0-8117-4ad152c924a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.137190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e032614b-2ccf-4edf-9ae0-b26a28ef72c9 req-227e2f70-cdfd-4ed1-8783-ac9d0074ffd3 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0483460 Sep 16 05:33:04.153217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-315d7acc-8d6c-4451-9888-87ca1c8a3a95 service neutron] 10.222.0.49 "GET /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646415 Sep 16 05:33:04.309408 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b31c3223-54b6-4ed0-8117-4ad152c924a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.309969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31c3223-54b6-4ed0-8117-4ad152c924a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Fanout notify agent at l3_agent the message router_deleted on router 2d822501-c673-439f-9432-ddb311bcd3ef {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:33:04.317826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b31c3223-54b6-4ed0-8117-4ad152c924a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.323290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b31c3223-54b6-4ed0-8117-4ad152c924a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 204 len: 168 time: 0.7699780 Sep 16 05:33:04.324980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:04.330314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8e5bd793-3d7f-4863-b684-19915e35d7a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1149194308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:04.523414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd793-3d7f-4863-b684-19915e35d7a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.524841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd793-3d7f-4863-b684-19915e35d7a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.623390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-086418ec-8fd7-4ecd-b3f4-268b33f755df req-81c30af5-189b-4302-987d-a90bdb9d25d5 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 210 time: 0.0636277 Sep 16 05:33:04.659572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd793-3d7f-4863-b684-19915e35d7a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.756691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd793-3d7f-4863-b684-19915e35d7a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.928956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd793-3d7f-4863-b684-19915e35d7a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:04.930768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8e5bd793-3d7f-4863-b684-19915e35d7a6 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6044424 Sep 16 05:33:04.939874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38410) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:04.946219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7d7181d6-a9a6-4d00-ac88-fb9a978d59dc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:05.197934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d7181d6-a9a6-4d00-ac88-fb9a978d59dc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.216156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:05.239760 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-936c1dd3-79e6-4e5d-a827-853b0c286fe2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.245850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-936c1dd3-79e6-4e5d-a827-853b0c286fe2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.252144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-936c1dd3-79e6-4e5d-a827-853b0c286fe2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.258927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-936c1dd3-79e6-4e5d-a827-853b0c286fe2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.261690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8647aeb-0ef4-42fa-9480-e09033c2ce34 req-ac47a43d-3f94-4c6d-9b20-24a2dbd77170 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0288594 Sep 16 05:33:05.264694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-936c1dd3-79e6-4e5d-a827-853b0c286fe2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.271302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-936c1dd3-79e6-4e5d-a827-853b0c286fe2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.277790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-936c1dd3-79e6-4e5d-a827-853b0c286fe2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.279716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-936c1dd3-79e6-4e5d-a827-853b0c286fe2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.1860046 Sep 16 05:33:05.346813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1771712605-network', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:05.475192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Made reservation on behalf of b1d464ca124e4b33af6a1a8c617a5ea0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:05.477651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.486850 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.596301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.624850 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d7181d6-a9a6-4d00-ac88-fb9a978d59dc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.689280 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a436de24-34e6-4d1e-aead-3f2c6347324f req-36fcf998-7214-484f-a133-29cad47e6a14 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4017863 Sep 16 05:33:05.712567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56816570-eb7c-4a6b-b627-7658cf44e7d4 req-420b0239-36c7-4698-8e39-fb3ae6f34e23 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 210 time: 0.0358632 Sep 16 05:33:05.746171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.791132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:33:05.799701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6937285-83cd-4a10-b2b7-65b1ff550c3a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:05.810550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.810948 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Added segment 6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4 of type vlan for network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 Sep 16 05:33:05.858654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:05.945617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7181d6-a9a6-4d00-ac88-fb9a978d59dc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Router ea15673d-7cd5-40a7-ae48-f21a00ed1661 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:33:06.024472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7181d6-a9a6-4d00-ac88-fb9a978d59dc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:06.034540 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d7181d6-a9a6-4d00-ac88-fb9a978d59dc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.034540 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d7181d6-a9a6-4d00-ac88-fb9a978d59dc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "PUT /v2.0/routers/ea15673d-7cd5-40a7-ae48-f21a00ed1661 HTTP/1.1" status: 200 len: 698 time: 1.0923581 Sep 16 05:33:06.035748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] Sync routers for ids ['ea15673d-7cd5-40a7-ae48-f21a00ed1661'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:06.036856 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38432) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.045683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] Routers {'ea15673d-7cd5-40a7-ae48-f21a00ed1661'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:06.046304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ea15673d-7cd5-40a7-ae48-f21a00ed1661'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:06.057874 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.059064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.062821 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.119769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] Set router ea15673d-7cd5-40a7-ae48-f21a00ed1661 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:06.125908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b6e25efe-9ad0-4483-91a5-529428807161 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/routers/ea15673d-7cd5-40a7-ae48-f21a00ed1661 HTTP/1.1" status: 200 len: 704 time: 0.0853262 Sep 16 05:33:06.126294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38434) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.134576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] Pushing event updated for resources: {'Network': ['ID=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:06.154545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:33:06.157394 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6d7be786-a411-417e-989a-8848960b7dcc tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15673d-7cd5-40a7-ae48-f21a00ed1661 HTTP/1.1" status: 200 len: 205 time: 0.0299218 Sep 16 05:33:06.160823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38436) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.187632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea15673d-7cd5-40a7-ae48-f21a00ed1661', 'name': 'tempest-RoutersIpV6Test-router-1149194308', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:04Z', 'updated_at': '2021-09-16T05:33:05Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:06.213055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-abafddad-268e-4827-9ee5-3a1596c6f78e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9949582 Sep 16 05:33:06.215776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.220864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Request body: {'subnet': {'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1771712605-subnet', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:06.235734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] Checking router: ea15673d-7cd5-40a7-ae48-f21a00ed1661 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:06.245205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c40430bf-4698-4bff-b6b6-79506f0d3633 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.279801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] Routers {'ea15673d-7cd5-40a7-ae48-f21a00ed1661'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:06.280453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ea15673d-7cd5-40a7-ae48-f21a00ed1661'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:06.318090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Made reservation on behalf of b1d464ca124e4b33af6a1a8c617a5ea0 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:06.320512 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.382079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] Set router ea15673d-7cd5-40a7-ae48-f21a00ed1661 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:06.420839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b6b6077-69ea-4dd7-97f5-24fa689e3339 req-f6a50009-1446-49a6-857b-4e5f26d2649f tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0639343 Sep 16 05:33:06.456692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea15673d-7cd5-40a7-ae48-f21a00ed1661', 'name': 'tempest-RoutersIpV6Test-router-1149194308', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:04Z', 'updated_at': '2021-09-16T05:33:05Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:06.461359 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c40430bf-4698-4bff-b6b6-79506f0d3633 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.464643 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c40430bf-4698-4bff-b6b6-79506f0d3633 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.486893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73990c-8146-4d1e-8b3c-e18a01dca4a0 None None] The sync data for ids ['ea15673d-7cd5-40a7-ae48-f21a00ed1661'] in n-d-712749-15 is: [{'id': 'ea15673d-7cd5-40a7-ae48-f21a00ed1661', 'name': 'tempest-RoutersIpV6Test-router-1149194308', 'tenant_id': '61d4772b5581458c8103bbe44f7a0a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:04Z', 'updated_at': '2021-09-16T05:33:05Z', 'revision_number': 2, 'project_id': '61d4772b5581458c8103bbe44f7a0a4d', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:06.624381 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c40430bf-4698-4bff-b6b6-79506f0d3633 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.625044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40430bf-4698-4bff-b6b6-79506f0d3633 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Fanout notify agent at l3_agent the message router_deleted on router ea15673d-7cd5-40a7-ae48-f21a00ed1661 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:33:06.634024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c40430bf-4698-4bff-b6b6-79506f0d3633 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.636345 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c40430bf-4698-4bff-b6b6-79506f0d3633 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/ea15673d-7cd5-40a7-ae48-f21a00ed1661 HTTP/1.1" status: 204 len: 168 time: 0.4746099 Sep 16 05:33:06.639272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.677424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.683823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d04b71d-e559-4cb0-976b-df12ffb3c660 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15673d-7cd5-40a7-ae48-f21a00ed1661 HTTP/1.1" status: 200 len: 205 time: 0.0431767 Sep 16 05:33:06.694800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38444) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.768088 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-ef32fd3d-5ecb-4e87-8bb0-9fafc34a28e4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] delete failed (client error): The resource could not be found. Sep 16 05:33:06.773395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef32fd3d-5ecb-4e87-8bb0-9fafc34a28e4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/ea15673d-7cd5-40a7-ae48-f21a00ed1661 HTTP/1.1" status: 404 len: 336 time: 0.0769484 Sep 16 05:33:06.774663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38450) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.808405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8bb70a-1396-48e7-a564-3bdbed7fe384,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:06.818835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Checking segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:06.819659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Network hostable DHCP agents. Network: d7a73546-c0b6-4378-9ba7-4db3a8ec5a67, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:33:06.834639 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3d4140-b53e-4bf6-b225-5829cacdf9b1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:06.835069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3d4140-b53e-4bf6-b225-5829cacdf9b1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:06.847559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38452) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.848618 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8c3d4140-b53e-4bf6-b225-5829cacdf9b1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/e138d588-cf26-4036-ba3d-dd48443c0e04 HTTP/1.1" status: 404 len: 337 time: 0.0720780 Sep 16 05:33:06.888595 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f48439-8a57-4f70-b2fe-44c6dd444831 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:06.889040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f48439-8a57-4f70-b2fe-44c6dd444831 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:06.890779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-14f48439-8a57-4f70-b2fe-44c6dd444831 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/a38e477b-9c78-4d73-9722-c4650de94204 HTTP/1.1" status: 404 len: 337 time: 0.0421247 Sep 16 05:33:06.893658 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c17acfe0-1269-4f0c-bc9a-4e9e34f6898a req-4945a123-1ca1-4a80-b82d-a6241ed6bf4b tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 210 time: 0.0352194 Sep 16 05:33:06.894202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38458) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.958821 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-1133c8f3-fcc4-463b-ab14-f8ab6392bab4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:06.959299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1133c8f3-fcc4-463b-ab14-f8ab6392bab4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:06.962485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-4efaef37-19c5-4124-a18c-2f7f6768594c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.964591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1133c8f3-fcc4-463b-ab14-f8ab6392bab4 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/18c36a14-bb8d-4294-b01e-ab1b010677d5 HTTP/1.1" status: 404 len: 337 time: 0.0594683 Sep 16 05:33:06.966234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38462) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.969460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-4efaef37-19c5-4124-a18c-2f7f6768594c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.984930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-4efaef37-19c5-4124-a18c-2f7f6768594c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.984930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-4efaef37-19c5-4124-a18c-2f7f6768594c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.989457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-4efaef37-19c5-4124-a18c-2f7f6768594c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.995822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-4efaef37-19c5-4124-a18c-2f7f6768594c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.998539 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdbb2f1-278e-4462-8aab-8c864e52e1a1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:06.999015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdbb2f1-278e-4462-8aab-8c864e52e1a1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:07.000793 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0fdbb2f1-278e-4462-8aab-8c864e52e1a1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/6d96014d-9e34-4868-9586-e98f223a8683 HTTP/1.1" status: 404 len: 337 time: 0.0336030 Sep 16 05:33:07.002296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-4efaef37-19c5-4124-a18c-2f7f6768594c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:07.004815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38464) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.005085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-4efaef37-19c5-4124-a18c-2f7f6768594c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.1186721 Sep 16 05:33:07.006431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:33:07.042267 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-caa62d7c-eb40-4fbc-aad7-9200167d3844 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 200 len: 205 time: 0.0337694 Sep 16 05:33:07.042685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38466) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.059087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-695cc421-a6f3-4e49-991c-6b933e4fdbc5 req-e9468a81-77b7-4aef-a740-0552a76d2ab4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438945 Sep 16 05:33:07.095356 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-59fd8db8-2f00-4a84-9c50-28c733805c38 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] delete failed (client error): The resource could not be found. Sep 16 05:33:07.096500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59fd8db8-2f00-4a84-9c50-28c733805c38 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/2d822501-c673-439f-9432-ddb311bcd3ef HTTP/1.1" status: 404 len: 336 time: 0.0527627 Sep 16 05:33:07.099281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38468) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.117675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d7a73546-c0b6-4378-9ba7-4db3a8ec5a67) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:07.122427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:07.123231 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.127810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c4322e-2361-4c9f-8237-74fa1be69bf9 None None] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:07.142418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38470) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.143823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4fd76403-fa71-4613-a116-8b45a6f7515e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2 HTTP/1.1" status: 200 len: 205 time: 0.0432882 Sep 16 05:33:07.185546 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-43c354e7-f54d-4b25-9c10-b736197254b3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] delete failed (client error): The resource could not be found. Sep 16 05:33:07.186684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-43c354e7-f54d-4b25-9c10-b736197254b3 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/54ed24e8-bf45-4c2a-b6ad-0c20a34db7d2 HTTP/1.1" status: 404 len: 336 time: 0.0433271 Sep 16 05:33:07.189490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38472) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.219040 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc905cc7-40c5-4579-b115-d94ed2a69a4e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:07.219491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc905cc7-40c5-4579-b115-d94ed2a69a4e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:07.221293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fc905cc7-40c5-4579-b115-d94ed2a69a4e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/787cb236-79bf-4ccc-9e79-d4c382afe154 HTTP/1.1" status: 404 len: 337 time: 0.0307140 Sep 16 05:33:07.225175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38474) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.255794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0b03dbcf-9f27-4eca-838d-29e95e33c443 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cbab46c-d5f9-45e6-a788-c43ca7bccede HTTP/1.1" status: 200 len: 205 time: 0.0289917 Sep 16 05:33:07.264874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38476) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.271077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3c50b720-29b8-4c43-8c15-c08679aaa7ec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0540872 Sep 16 05:33:07.280194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38478) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.285645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:33:07.286554 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.289396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:07.299785 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-d96ee7c0-346b-44a6-8b7a-93a3c0897108 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] delete failed (client error): The resource could not be found. Sep 16 05:33:07.301739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d96ee7c0-346b-44a6-8b7a-93a3c0897108 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/4cbab46c-d5f9-45e6-a788-c43ca7bccede HTTP/1.1" status: 404 len: 336 time: 0.0421479 Sep 16 05:33:07.304796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38480) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.341613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59bac2e3-7185-4480-933b-e68d6ca66217 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ca4cb2a-a554-4392-98d9-6880795484a2 HTTP/1.1" status: 200 len: 205 time: 0.0354307 Sep 16 05:33:07.344589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.397716 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-7ea2e8d9-2840-4c25-a265-ea0573e78900 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] delete failed (client error): The resource could not be found. Sep 16 05:33:07.401996 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7ea2e8d9-2840-4c25-a265-ea0573e78900 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/6ca4cb2a-a554-4392-98d9-6880795484a2 HTTP/1.1" status: 404 len: 336 time: 0.0563197 Sep 16 05:33:07.402224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38484) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.429572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.431194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.434081 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb598489-7f4f-4052-a9a0-de6496d17312 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:07.434546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb598489-7f4f-4052-a9a0-de6496d17312 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:07.436777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bb598489-7f4f-4052-a9a0-de6496d17312 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/f3d51939-6b2d-47e0-9253-d052006e8b41 HTTP/1.1" status: 404 len: 337 time: 0.0337112 Sep 16 05:33:07.439207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Allocated IP 172.20.0.2 (d7a73546-c0b6-4378-9ba7-4db3a8ec5a67/1f8bb70a-1396-48e7-a564-3bdbed7fe384/1e96a43f-d51c-45e1-b518-b6bf97d6228b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:07.439506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38486) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.494530 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2a47dfe6-9c7b-4bc5-ad86-b5f64d6fd76e tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d4c1a73-23fa-4c30-b246-6ea03308756c HTTP/1.1" status: 200 len: 205 time: 0.0513263 Sep 16 05:33:07.502566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.517372 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.550258 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-c972af8f-9877-4bb1-99f7-a965721fc3b9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] delete failed (client error): The resource could not be found. Sep 16 05:33:07.552075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c972af8f-9877-4bb1-99f7-a965721fc3b9 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/1d4c1a73-23fa-4c30-b246-6ea03308756c HTTP/1.1" status: 404 len: 336 time: 0.0485630 Sep 16 05:33:07.555261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38492) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.568887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6a6c04c-c0b6-47ba-a1e0-dea28d1f3197 req-f2c5c606-e66f-48af-9426-21782e1d56bb tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0302057 Sep 16 05:33:07.585184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-81179632-61b5-45c3-8e41-015266abb1a9 req-2687d7f6-d028-4812-896e-6ceb5b5b52c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0834424 Sep 16 05:33:07.608787 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db0c0b4-9e6c-484f-9c99-82a6b5cbd12d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:07.608787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db0c0b4-9e6c-484f-9c99-82a6b5cbd12d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:07.608787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4db0c0b4-9e6c-484f-9c99-82a6b5cbd12d tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/5d084a9d-81eb-44eb-8702-4ef3f6c49adc HTTP/1.1" status: 404 len: 337 time: 0.0516429 Sep 16 05:33:07.610883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38494) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.646168 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c6f61eca-3489-45ed-8ba6-f34910aad0f7 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9545e20-f38a-455e-b7a7-cc602dd746b3 HTTP/1.1" status: 200 len: 205 time: 0.0333905 Sep 16 05:33:07.647983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38496) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.669263 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.693578 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-3f9fed71-f84a-4aad-8435-7f0e57734bd1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] delete failed (client error): The resource could not be found. Sep 16 05:33:07.694758 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f9fed71-f84a-4aad-8435-7f0e57734bd1 tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/routers/d9545e20-f38a-455e-b7a7-cc602dd746b3 HTTP/1.1" status: 404 len: 336 time: 0.0457444 Sep 16 05:33:07.697416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38498) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.734812 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-be081c25-050f-41ee-8e67-e99e7d82a5bb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:07.735272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be081c25-050f-41ee-8e67-e99e7d82a5bb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:07.737240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-be081c25-050f-41ee-8e67-e99e7d82a5bb tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/ba3d4df6-cb1e-4cc0-8e27-6be630e4e5fa HTTP/1.1" status: 404 len: 337 time: 0.0383153 Sep 16 05:33:07.739999 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:07.771632 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b007677-6242-4a7f-9e6a-53214a49179c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] DELETE failed (client error): The resource could not be found. Sep 16 05:33:07.772156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b007677-6242-4a7f-9e6a-53214a49179c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:33:07.776305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4b007677-6242-4a7f-9e6a-53214a49179c tempest-RoutersIpV6Test-1104625556 tempest-RoutersIpV6Test-1104625556-project] 10.222.0.49 "DELETE /v2.0/subnets/42819b04-0b40-4394-a5b5-176848076df7 HTTP/1.1" status: 404 len: 337 time: 0.0353420 Sep 16 05:33:07.808575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.826809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.866502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:07.869521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:07.875357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:07.881836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Pushing event updated for resources: {'Port': ['ID=1e96a43f-d51c-45e1-b518-b6bf97d6228b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:07.938653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Attempting to bind port 1e96a43f-d51c-45e1-b518-b6bf97d6228b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:07.939193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Attempting to bind port 1e96a43f-d51c-45e1-b518-b6bf97d6228b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:07.939570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Attempting to bind port 1e96a43f-d51c-45e1-b518-b6bf97d6228b on network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:07.945784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:07.946155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Checking segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:07.946698 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.947096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Bound using segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:07.947815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Bound port: 1e96a43f-d51c-45e1-b518-b6bf97d6228b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:07.948220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.012395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d62be948-30e1-40fd-b9f5-9b666dc9a9d1 req-68290b4d-0dbb-4d42-a80a-a35316b95126 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 210 time: 0.0372393 Sep 16 05:33:08.061816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] For port 1e96a43f-d51c-45e1-b518-b6bf97d6228b, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:08.062917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] For port 1e96a43f-d51c-45e1-b518-b6bf97d6228b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e96a43f-d51c-45e1-b518-b6bf97d6228b,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:08.087233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40b955-5285-4340-9516-801cb4f86d22 req-e542679d-c7fd-457d-95f5-4fc63fad6498 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.088824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-e542679d-c7fd-457d-95f5-4fc63fad6498 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.30 "GET /v2.0/networks?id=ca0db9f6-add1-408f-80e8-9b70dd474da0 HTTP/1.1" status: 200 len: 813 time: 0.1831880 Sep 16 05:33:08.123960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Request body: {'port': {'device_id': 'b5b60530-4f27-4a12-93e6-1fb67c772aa6', 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0', 'admin_state_up': True, 'tenant_id': '44680ce8be2844e199142c88f21a35d6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:08.190908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.243974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-1ff26953-2fe0-4aa8-9839-44ba87112a61 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.251259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-1ff26953-2fe0-4aa8-9839-44ba87112a61 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.275666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-1ff26953-2fe0-4aa8-9839-44ba87112a61 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.298104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-1ff26953-2fe0-4aa8-9839-44ba87112a61 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.318369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-1ff26953-2fe0-4aa8-9839-44ba87112a61 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.338764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Pushing event updated for resources: {'Port': ['ID=1e96a43f-d51c-45e1-b518-b6bf97d6228b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:08.351773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.362967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c95ae3-bcac-49fb-b1e9-c54065b2322d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:08.375961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-1ff26953-2fe0-4aa8-9839-44ba87112a61 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.408451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-1ff26953-2fe0-4aa8-9839-44ba87112a61 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.415609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-1ff26953-2fe0-4aa8-9839-44ba87112a61 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.2391150 Sep 16 05:33:08.497593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38516) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:08.508948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe14b4fa-4543-4472-abb7-812cb0c51b6f req-73f4b246-a6a0-4fa4-87ba-fa2e1696f628 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883191 Sep 16 05:33:08.796408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff8693fc-a479-4771-bf1b-ff9766c76f16 req-3ef95be4-b2dc-44f6-8a04-102afc45c73c tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0818689 Sep 16 05:33:08.850495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a1cd57a4-7e3a-49fe-be61-ec96ed6c6e31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61d4772b5581458c8103bbe44f7a0a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483620 Sep 16 05:33:08.850495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38522) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:08.885895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.905358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.916650 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f59c8827-7307-441d-8385-6bcc8731491f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.940909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f59c8827-7307-441d-8385-6bcc8731491f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.989772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Made reservation on behalf of 44680ce8be2844e199142c88f21a35d6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:08.993577 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.038457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Allocated IP 172.25.1.184 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/bb5da83b-a053-42cc-9f39-045ea348f743) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:09.142842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b0935e2-2e3f-40dd-9d14-b6adce08d3fd req-c140b0b4-21ec-43ee-b781-f0a85686f906 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 210 time: 0.0488310 Sep 16 05:33:09.174563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f59c8827-7307-441d-8385-6bcc8731491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.179015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f59c8827-7307-441d-8385-6bcc8731491f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.180851 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f59c8827-7307-441d-8385-6bcc8731491f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6dda24b9-d6cf-4a49-bc17-aecaa501d8a5 HTTP/1.1" status: 204 len: 168 time: 0.3289258 Sep 16 05:33:09.193301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c8827-7307-441d-8385-6bcc8731491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dda24b9-d6cf-4a49-bc17-aecaa501d8a5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:09.245542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Allocated IP 172.20.0.14 (ca0db9f6-add1-408f-80e8-9b70dd474da0/8d9b7ed8-062c-4a50-be28-613d4724e0a5/aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:09.285578 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.469496 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.482692 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.541371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:09.548208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:09.556211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:09.580838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f91b97-5c75-40aa-9ee4-f8dd446c58b1 None None] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:09.581454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5da83b-a053-42cc-9f39-045ea348f743,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:09.731180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-53fac78a-66cf-4e53-b210-c7ffefffbfb4 None None] Provisioning complete for port 1e96a43f-d51c-45e1-b518-b6bf97d6228b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:09.731558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fac78a-66cf-4e53-b210-c7ffefffbfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.748435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.877593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fac78a-66cf-4e53-b210-c7ffefffbfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.912598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Network ca0db9f6-add1-408f-80e8-9b70dd474da0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:09.919647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:09.926912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:09.968274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-17149e1a-dd51-4e34-930e-651bd9d6073a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.972239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-53fac78a-66cf-4e53-b210-c7ffefffbfb4 None None] For port 1e96a43f-d51c-45e1-b518-b6bf97d6228b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e96a43f-d51c-45e1-b518-b6bf97d6228b,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:09.981617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-17149e1a-dd51-4e34-930e-651bd9d6073a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.992285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-17149e1a-dd51-4e34-930e-651bd9d6073a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:10.002276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-17149e1a-dd51-4e34-930e-651bd9d6073a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:10.009527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-17149e1a-dd51-4e34-930e-651bd9d6073a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:10.015699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-17149e1a-dd51-4e34-930e-651bd9d6073a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:10.034107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-17149e1a-dd51-4e34-930e-651bd9d6073a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:10.034261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e96a43f-d51c-45e1-b518-b6bf97d6228b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:10.039492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f937b9e4-a777-4e1a-9146-a35a6203e54a req-53b18b2a-4d43-43a8-99f2-449f3d35291d tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0599689 Sep 16 05:33:10.043200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-17149e1a-dd51-4e34-930e-651bd9d6073a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5427 time: 0.4053650 Sep 16 05:33:10.073135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Pushing event updated for resources: {'Port': ['ID=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:10.115969 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53fac78a-66cf-4e53-b210-c7ffefffbfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.150922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1e96a43f-d51c-45e1-b518-b6bf97d6228b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:10.151437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.226467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:10.227075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.253471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fac78a-66cf-4e53-b210-c7ffefffbfb4 None None] Pushing event updated for resources: {'Port': ['ID=1e96a43f-d51c-45e1-b518-b6bf97d6228b,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:10.281067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1905dd3-a2d4-4444-a9e2-fdb4ff2561e5 req-4fb1f5f8-189b-4838-a99c-731b5f08a6fe tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2341490 Sep 16 05:33:10.281215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ffd6a7a9-356f-473d-b989-b007b80b1dc0 None None] Provisioning complete for port 1e96a43f-d51c-45e1-b518-b6bf97d6228b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:10.281593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a7a9-356f-473d-b989-b007b80b1dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.364261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.403074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4baa4575-5493-4a20-b857-12cdde3a4649 req-0e89610c-f887-4a2a-bbbc-46305f406bae tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a25f5f0-b65a-4b0d-bdf1-c24575cf5801&device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0454192 Sep 16 05:33:10.498958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-125eb991-295b-483c-a31f-5b1925074e36 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3795452 Sep 16 05:33:10.522529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Request body: {'port': {'device_id': 'b5b60530-4f27-4a12-93e6-1fb67c772aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:10.540107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3972a5-fa91-4615-834e-b6d232aa4e8d req-70822f9d-2544-42ab-b892-964a851d51eb tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:10.541800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf3972a5-fa91-4615-834e-b6d232aa4e8d req-70822f9d-2544-42ab-b892-964a851d51eb tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 932 time: 0.1345673 Sep 16 05:33:10.717134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.726536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf3972a5-fa91-4615-834e-b6d232aa4e8d req-3af87aa5-d7c6-4d3c-b114-86eefa424834 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678336 Sep 16 05:33:10.770988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.778585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c07c475e-947d-4799-b5f2-45086cd7cec5 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:10.981064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c07c475e-947d-4799-b5f2-45086cd7cec5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c07c475e-947d-4799-b5f2-45086cd7cec5,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:10.999674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:11.003926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'port_id': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'mac_address': 'fa:16:3e:a3:e8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:11.015832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-023ae208-c6ff-40a3-afcf-e8ea3978ff0c req-2b0003df-d072-4350-a940-57fd014420d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cae584e4dc364199a942fa971017bfa8&device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0548038 Sep 16 05:33:11.039496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b95d3ba-a39d-44d1-b79a-160c9edb893c req-43213967-99e0-4f73-8cb6-a634f9334eff tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0563045 Sep 16 05:33:11.049926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.068850 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-023ae208-c6ff-40a3-afcf-e8ea3978ff0c req-6dce384a-6e53-4ea2-b374-109a92fde7d0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cae584e4dc364199a942fa971017bfa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272951 Sep 16 05:33:11.069879 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07c475e-947d-4799-b5f2-45086cd7cec5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:11.094198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c07c475e-947d-4799-b5f2-45086cd7cec5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c07c475e-947d-4799-b5f2-45086cd7cec5,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:11.186626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ab5d2d92-8aea-4c56-a40c-c3bde765f787 tempest-DvrRoutersNegativeTest-118677127 tempest-DvrRoutersNegativeTest-118677127-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2055256508', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:11.189695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.policy [None req-ab5d2d92-8aea-4c56-a40c-c3bde765f787 tempest-DvrRoutersNegativeTest-118677127 tempest-DvrRoutersNegativeTest-118677127-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95660) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 16 05:33:11.190118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.policy [None req-ab5d2d92-8aea-4c56-a40c-c3bde765f787 tempest-DvrRoutersNegativeTest-118677127 tempest-DvrRoutersNegativeTest-118677127-project] Failed policy check for 'create_router' {{(pid=95660) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 16 05:33:11.190816 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-ab5d2d92-8aea-4c56-a40c-c3bde765f787 tempest-DvrRoutersNegativeTest-118677127 tempest-DvrRoutersNegativeTest-118677127-project] create failed (client error): Access was denied to this resource. Sep 16 05:33:11.196899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ab5d2d92-8aea-4c56-a40c-c3bde765f787 tempest-DvrRoutersNegativeTest-118677127 tempest-DvrRoutersNegativeTest-118677127-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1917729 Sep 16 05:33:11.199229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ae208-c6ff-40a3-afcf-e8ea3978ff0c req-1015b668-2b8a-4c1d-ac51-a9454362333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.200832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-023ae208-c6ff-40a3-afcf-e8ea3978ff0c req-1015b668-2b8a-4c1d-ac51-a9454362333c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1224790 Sep 16 05:33:11.210203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:11.218368 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.232568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Transition to ACTIVE for port object aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:33:11.269370 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.303501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Router 125117ae-7701-4446-ad90-373bfeddd853 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:33:11.325157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c07c475e-947d-4799-b5f2-45086cd7cec5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:11.352913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.481631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:11.555079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:11.565025 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Sync routers for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:11.576266 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:11.576872 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:11.578996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-10d7f283-a7d0-46a6-9f36-1aad3966ec65 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.585341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-10d7f283-a7d0-46a6-9f36-1aad3966ec65 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.591246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-10d7f283-a7d0-46a6-9f36-1aad3966ec65 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.597286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-10d7f283-a7d0-46a6-9f36-1aad3966ec65 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.604002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-10d7f283-a7d0-46a6-9f36-1aad3966ec65 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.609980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-10d7f283-a7d0-46a6-9f36-1aad3966ec65 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.616830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-10d7f283-a7d0-46a6-9f36-1aad3966ec65 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.618934 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-10d7f283-a7d0-46a6-9f36-1aad3966ec65 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5428 time: 0.2168682 Sep 16 05:33:11.656837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['c07c475e-947d-4799-b5f2-45086cd7cec5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:11.661925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Attempting to bind port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:11.662286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Attempting to bind port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:11.662660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Attempting to bind port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 on network ca0db9f6-add1-408f-80e8-9b70dd474da0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:11.683763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 on network ca0db9f6-add1-408f-80e8-9b70dd474da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:33:11.684146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Attempting to bind port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 on network ca0db9f6-add1-408f-80e8-9b70dd474da0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:11.694007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2c54dcc-65f3-4b6f-83ac-e3357ac5bead req-2e1ac464-f90a-4dcc-84ee-fd3f0a5b6c44 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664022 Sep 16 05:33:11.697800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:11.698227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Checking segment: {'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:11.698816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Bound using segment: {'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:11.699515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Bound port: aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:11.700435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.708965 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:11.791716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38584) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:11.850485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] For port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:11.866419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] For port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:11.876507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:11.876507 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0cd4721c-ee4c-49f8-bcf3-c445c7a027d1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5895736 Sep 16 05:33:11.876507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38590) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:11.954145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd77368-f020-4912-84a8-004d03663824 req-5614e66a-3f19-403c-b06b-36bbeeb6433d tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.960433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6fd77368-f020-4912-84a8-004d03663824 req-5614e66a-3f19-403c-b06b-36bbeeb6433d tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 944 time: 0.1111822 Sep 16 05:33:12.005379 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.026915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e96a43f-d51c-45e1-b518-b6bf97d6228b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:12.054203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6fd77368-f020-4912-84a8-004d03663824 req-3a5fcb01-c339-4f04-ba1f-877cb0cb0621 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859742 Sep 16 05:33:12.102004 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:09Z', 'revision_number': 3, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:12.105255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92085d9d-91ba-4515-b898-03825115b493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.122451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.123459 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.125574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] 10.222.0.30 "PUT /v2.0/ports/aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 HTTP/1.1" status: 200 len: 1093 time: 1.6100721 Sep 16 05:33:12.137469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b60530-4f27-4a12-93e6-1fb67c772aa6', 'tag': 'aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:12.139263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1e96a43f-d51c-45e1-b518-b6bf97d6228b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:12.139647 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.141811 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5516c-9af8-4843-8d6a-1e936ffa389c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b60530-4f27-4a12-93e6-1fb67c772aa6", "tag": "aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:12.154358 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Checking router: 125117ae-7701-4446-ad90-373bfeddd853 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:12.154702 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Updating router 125117ae-7701-4446-ad90-373bfeddd853 port bb5da83b-a053-42cc-9f39-045ea348f743 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:33:12.190528 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.248943 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65ae4a7-7180-40f2-961a-3cc91183ed08 x-openstack-request-id: req-a65ae4a7-7180-40f2-961a-3cc91183ed08 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:12.249285 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b60530-4f27-4a12-93e6-1fb67c772aa6", "tag": "aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:12.251236 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a65ae4a7-7180-40f2-961a-3cc91183ed08 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:12.251236 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b60530-4f27-4a12-93e6-1fb67c772aa6', 'tag': 'aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9', 'status': 'completed', 'code': 200} Sep 16 05:33:12.259911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fac91eea-a78a-41ec-9c71-eaf87c0cfacb req-5cd7576a-34ea-4f83-8993-609ff6775173 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1069517 Sep 16 05:33:12.282897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a92f4-6bad-4d59-8555-660192fad821 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:12.342229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92085d9d-91ba-4515-b898-03825115b493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.475913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5516c-9af8-4843-8d6a-1e936ffa389c req-74b168a0-0d41-464f-b32c-3705b2f6016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.477724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7c5516c-9af8-4843-8d6a-1e936ffa389c req-74b168a0-0d41-464f-b32c-3705b2f6016b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44680ce8be2844e199142c88f21a35d6&device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1112142 Sep 16 05:33:12.504319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92085d9d-91ba-4515-b898-03825115b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.543218 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.551189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92085d9d-91ba-4515-b898-03825115b493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febc9fb-cdb8-4fce-9f8b-83ccf6632c2a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:12.559490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-92085d9d-91ba-4515-b898-03825115b493 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c305497e91b04907a141b5955015d80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664304 Sep 16 05:33:12.560178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38600) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:12.629215 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.632031 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-473a0272-ce23-4edb-b2a8-9b616d6260fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.670358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-473a0272-ce23-4edb-b2a8-9b616d6260fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.713257 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Attempting to bind port bb5da83b-a053-42cc-9f39-045ea348f743 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:12.713511 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Attempting to bind port bb5da83b-a053-42cc-9f39-045ea348f743 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:12.713865 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Attempting to bind port bb5da83b-a053-42cc-9f39-045ea348f743 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:12.727182 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:12.727538 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:12.728110 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.728786 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:12.729680 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Bound port: bb5da83b-a053-42cc-9f39-045ea348f743, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:12.730139 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.758858 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a8789-b098-42aa-aaf0-be65085958d2 None None] Pushing event updated for resources: {'Port': ['ID=bb5da83b-a053-42cc-9f39-045ea348f743,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:12.793312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 89200a55-7627-4325-9d8d-f52d74c0172a details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:12.805286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c07c475e-947d-4799-b5f2-45086cd7cec5 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:12.834289 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] For port bb5da83b-a053-42cc-9f39-045ea348f743, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:12.850314 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] For port bb5da83b-a053-42cc-9f39-045ea348f743, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bb5da83b-a053-42cc-9f39-045ea348f743,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:12.855141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-023ae208-c6ff-40a3-afcf-e8ea3978ff0c req-42049e75-04aa-4fb8-be09-0907d48f60b0 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.66 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0678163 Sep 16 05:33:12.948102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-af14325a-19fd-4f80-9249-ed72a1a6fb41 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.956679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-af14325a-19fd-4f80-9249-ed72a1a6fb41 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.967043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-af14325a-19fd-4f80-9249-ed72a1a6fb41 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.975569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-af14325a-19fd-4f80-9249-ed72a1a6fb41 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.984654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-af14325a-19fd-4f80-9249-ed72a1a6fb41 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.991891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-af14325a-19fd-4f80-9249-ed72a1a6fb41 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.998614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-af14325a-19fd-4f80-9249-ed72a1a6fb41 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.008090 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-af14325a-19fd-4f80-9249-ed72a1a6fb41 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5428 time: 0.1546030 Sep 16 05:33:13.011765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-473a0272-ce23-4edb-b2a8-9b616d6260fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.014862 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.032554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 89200a55-7627-4325-9d8d-f52d74c0172a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=89200a55-7627-4325-9d8d-f52d74c0172a,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:13.033481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-473a0272-ce23-4edb-b2a8-9b616d6260fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.035440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-473a0272-ce23-4edb-b2a8-9b616d6260fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6febc9fb-cdb8-4fce-9f8b-83ccf6632c2a HTTP/1.1" status: 204 len: 168 time: 0.4734368 Sep 16 05:33:13.069748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '89200a55-7627-4325-9d8d-f52d74c0172a', 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'port_id': '89200a55-7627-4325-9d8d-f52d74c0172a', 'mac_address': 'fa:16:3e:7e:45:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a28683-5999-44cd-9344-857002037420', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:13.121461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a0272-ce23-4edb-b2a8-9b616d6260fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febc9fb-cdb8-4fce-9f8b-83ccf6632c2a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:13.122853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5516c-9af8-4843-8d6a-1e936ffa389c req-024239b7-c0a5-4802-a7af-9e07e562957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.124663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7c5516c-9af8-4843-8d6a-1e936ffa389c req-024239b7-c0a5-4802-a7af-9e07e562957e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=44680ce8be2844e199142c88f21a35d6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6279929 Sep 16 05:33:13.146924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.172624 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f75f5e32-4945-4b5d-8ac3-04c16c2dfd4d req-a7b61360-1887-4745-a2af-912a35b1f185 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1631706 Sep 16 05:33:13.175672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port c07c475e-947d-4799-b5f2-45086cd7cec5 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:13.177947 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:13.178920 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:13.184211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89200a55-7627-4325-9d8d-f52d74c0172a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:13.213982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port c07c475e-947d-4799-b5f2-45086cd7cec5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:13.214356 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.242190 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a8789-b098-42aa-aaf0-be65085958d2 None None] Pushing event updated for resources: {'Port': ['ID=bb5da83b-a053-42cc-9f39-045ea348f743,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:13.309799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5516c-9af8-4843-8d6a-1e936ffa389c req-8c737424-50ee-47be-9f94-aec28bc799bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.313027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7c5516c-9af8-4843-8d6a-1e936ffa389c req-8c737424-50ee-47be-9f94-aec28bc799bd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673350 Sep 16 05:33:13.346793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 89200a55-7627-4325-9d8d-f52d74c0172a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=89200a55-7627-4325-9d8d-f52d74c0172a,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:13.348368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0cf70-6e38-427b-97b1-6d821a58fa8f req-f6ebbf8a-a9e9-49ad-af98-45cd4178b04a tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.350246 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3de0cf70-6e38-427b-97b1-6d821a58fa8f req-f6ebbf8a-a9e9-49ad-af98-45cd4178b04a tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 944 time: 0.0750635 Sep 16 05:33:13.431472 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:13.434745 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3de0cf70-6e38-427b-97b1-6d821a58fa8f req-d3393996-48b3-4345-9967-dcad2399a49e tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736701 Sep 16 05:33:13.449884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.485778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:13.491690 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e2acc-3ee3-448d-95d5-d42f6e65f2c2" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:13.502734 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.503347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5c523c76-b70e-4c2e-bea8-409609f88c97 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:13.562553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c07c475e-947d-4799-b5f2-45086cd7cec5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c07c475e-947d-4799-b5f2-45086cd7cec5,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:13.604108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.641781 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2141200a-7747-4043-9df0-a8fe86b63cfe req-615664ae-c1bd-4aba-9152-1424d66dfbac tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=a77638d1-bcff-446e-b061-f2046fbc7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0431430 Sep 16 05:33:13.676320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40b955-5285-4340-9516-801cb4f86d22 req-641c6c16-a121-4265-87c1-a903e50e5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.681260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-641c6c16-a121-4265-87c1-a903e50e5b2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44680ce8be2844e199142c88f21a35d6&device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 1096 time: 0.2541735 Sep 16 05:33:13.690065 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cf4c1-3582-467e-b3b9-3eb91c6ec09e x-openstack-request-id: req-469cf4c1-3582-467e-b3b9-3eb91c6ec09e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:13.690372 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:13.690638 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-469cf4c1-3582-467e-b3b9-3eb91c6ec09e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:13.690963 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'code': 200} Sep 16 05:33:13.694548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.706561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5c523c76-b70e-4c2e-bea8-409609f88c97, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c523c76-b70e-4c2e-bea8-409609f88c97,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:13.733354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '5c523c76-b70e-4c2e-bea8-409609f88c97', 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a', 'port_id': '5c523c76-b70e-4c2e-bea8-409609f88c97', 'mac_address': 'fa:16:3e:66:09:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832a29b6-4f9c-4828-9920-a1e986889641', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:13.742710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=89200a55-7627-4325-9d8d-f52d74c0172a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:13.796925 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:09Z', 'revision_number': 3, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:13.813495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-89e3892a-5761-4995-917d-214851fda359 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 HTTP/1.1" status: 200 len: 217 time: 0.1179318 Sep 16 05:33:13.825831 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1a54a-1bff-4ae2-b18d-af86380281d8 None None] The sync data for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 is: [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:09Z', 'revision_number': 3, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:13.842861 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.869894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c523c76-b70e-4c2e-bea8-409609f88c97 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:13.899452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c07c475e-947d-4799-b5f2-45086cd7cec5,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:13.913704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5c523c76-b70e-4c2e-bea8-409609f88c97, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c523c76-b70e-4c2e-bea8-409609f88c97,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:13.962569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40b955-5285-4340-9516-801cb4f86d22 req-25677706-7fe3-451a-91b1-a3b3a1bd629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:13.964171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-25677706-7fe3-451a-91b1-a3b3a1bd629d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9b7ed8-062c-4a50-be28-613d4724e0a5 HTTP/1.1" status: 200 len: 853 time: 0.1274209 Sep 16 05:33:14.006220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-b2aa64e0-a9b6-40d5-bb66-56010493f148 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0db9f6-add1-408f-80e8-9b70dd474da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324876 Sep 16 05:33:14.086177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.087649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:14.190746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Allocated IP 172.20.0.1 (d7a73546-c0b6-4378-9ba7-4db3a8ec5a67/1f8bb70a-1396-48e7-a564-3bdbed7fe384/ac0b8b3c-85be-4cb7-a157-7cbffbdcf991) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:14.219705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:14.229347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5c523c76-b70e-4c2e-bea8-409609f88c97,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:14.236999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e', 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'port_id': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e', 'mac_address': 'fa:16:3e:ef:ac:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a28683-5999-44cd-9344-857002037420', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:14.253692 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-31b90729-6248-4574-84ff-96354fab6380 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361279 Sep 16 05:33:14.315607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.337890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:14.392009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:14.447916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df40b955-5285-4340-9516-801cb4f86d22 req-413469b4-4cbe-497c-a7e6-2d1bfdccdd47 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855407 Sep 16 05:33:14.463844 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.464822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6810e50e-261b-405d-8480-f3bcc1f523eb details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:14.539766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-820112f6-1f80-4135-935c-7f5083063496 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.547281 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-820112f6-1f80-4135-935c-7f5083063496 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.558974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-820112f6-1f80-4135-935c-7f5083063496 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.565476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-820112f6-1f80-4135-935c-7f5083063496 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.572772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-820112f6-1f80-4135-935c-7f5083063496 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.578792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-820112f6-1f80-4135-935c-7f5083063496 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.592653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-820112f6-1f80-4135-935c-7f5083063496 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.593859 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6810e50e-261b-405d-8480-f3bcc1f523eb, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6810e50e-261b-405d-8480-f3bcc1f523eb,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:14.598556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-820112f6-1f80-4135-935c-7f5083063496 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5431 time: 0.1947951 Sep 16 05:33:14.604904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:14.609995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '6810e50e-261b-405d-8480-f3bcc1f523eb', 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'port_id': '6810e50e-261b-405d-8480-f3bcc1f523eb', 'mac_address': 'fa:16:3e:b4:87:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a28683-5999-44cd-9344-857002037420', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:14.664561 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.666692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc8777-8ac2-4b2e-81d0-9b762aeb7d63 req-2b19de85-e975-4fc2-8492-14dc49e58362 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:14.668992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7bc8777-8ac2-4b2e-81d0-9b762aeb7d63 req-2b19de85-e975-4fc2-8492-14dc49e58362 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 944 time: 0.1192715 Sep 16 05:33:14.681004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-55f6a98c-23bc-4d41-b807-e091bc37e0b7 req-2f1c0476-c389-4fb3-a598-0984fe6b898f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531993 Sep 16 05:33:14.692132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.710323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6810e50e-261b-405d-8480-f3bcc1f523eb {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:14.749629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7bc8777-8ac2-4b2e-81d0-9b762aeb7d63 req-d5a2fd91-bf63-49db-8221-3cbe508bc8e5 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722940 Sep 16 05:33:14.764861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6810e50e-261b-405d-8480-f3bcc1f523eb, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6810e50e-261b-405d-8480-f3bcc1f523eb,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:14.849006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.849690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bbc706a1-6213-45b9-8521-912ec1a16774 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:14.888816 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.933685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bbc706a1-6213-45b9-8521-912ec1a16774, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bbc706a1-6213-45b9-8521-912ec1a16774,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:14.936924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6810e50e-261b-405d-8480-f3bcc1f523eb,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:14.950472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'bbc706a1-6213-45b9-8521-912ec1a16774', 'network_id': '4326dabb-46bc-4f5c-a266-ccbdec41531a', 'port_id': 'bbc706a1-6213-45b9-8521-912ec1a16774', 'mac_address': 'fa:16:3e:29:ff:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832a29b6-4f9c-4828-9920-a1e986889641', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:14.979183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:14.984409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:14.990796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:15.013350 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.056011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc706a1-6213-45b9-8521-912ec1a16774 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:15.059643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.062073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:15.089465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bbc706a1-6213-45b9-8521-912ec1a16774, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bbc706a1-6213-45b9-8521-912ec1a16774,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:15.214422 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.215111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 60e8b5c9-61e4-4ba2-9741-55892cab533e details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:15.304865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 60e8b5c9-61e4-4ba2-9741-55892cab533e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:15.325696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '60e8b5c9-61e4-4ba2-9741-55892cab533e', 'network_id': '7d952e7e-328d-4c4b-b28a-5b7436d95afe', 'port_id': '60e8b5c9-61e4-4ba2-9741-55892cab533e', 'mac_address': 'fa:16:3e:3b:57:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a28683-5999-44cd-9344-857002037420', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:15.327892 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.511133 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-956534df-2d51-4df2-a3a4-4cb18fed73a6 req-9a62b91a-a777-43cb-a16c-285db6073410 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cae584e4dc364199a942fa971017bfa8&device_id=5a25f5f0-b65a-4b0d-bdf1-c24575cf5801 HTTP/1.1" status: 200 len: 210 time: 0.0618629 Sep 16 05:33:15.589938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bbc706a1-6213-45b9-8521-912ec1a16774,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:15.592592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5421aa71-8174-4cc7-838f-39446cef70f1 None None] Provisioning complete for port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:15.592973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5421aa71-8174-4cc7-838f-39446cef70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.622095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.623081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73370b49-0d5a-4cc9-a6ce-f18ddaaaa420 req-a991f2d4-abbe-4e12-8357-627bd7ed1136 tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a25f5f0-b65a-4b0d-bdf1-c24575cf5801 HTTP/1.1" status: 200 len: 210 time: 0.0827727 Sep 16 05:33:15.633617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.646814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5421aa71-8174-4cc7-838f-39446cef70f1 None None] Port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:15.649586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e8b5c9-61e4-4ba2-9741-55892cab533e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:15.653738 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-956534df-2d51-4df2-a3a4-4cb18fed73a6 req-af590d70-c6e1-4d5f-b078-15d9afce993c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cae584e4dc364199a942fa971017bfa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587494 Sep 16 05:33:15.673204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 60e8b5c9-61e4-4ba2-9741-55892cab533e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:15.720732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.749137 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.818179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.820546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:15.832590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956534df-2d51-4df2-a3a4-4cb18fed73a6 req-160c9d30-c725-419c-9e89-c41d18938ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:15.833978 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-956534df-2d51-4df2-a3a4-4cb18fed73a6 req-160c9d30-c725-419c-9e89-c41d18938ced service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692162 Sep 16 05:33:15.843150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=60e8b5c9-61e4-4ba2-9741-55892cab533e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.036861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bb5da83b-a053-42cc-9f39-045ea348f743 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:16.052822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-42169870-200e-49ff-826f-106b618320c4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.063190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-42169870-200e-49ff-826f-106b618320c4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.070738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-42169870-200e-49ff-826f-106b618320c4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.078933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-42169870-200e-49ff-826f-106b618320c4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.085077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-42169870-200e-49ff-826f-106b618320c4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.092713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-42169870-200e-49ff-826f-106b618320c4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.100089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-42169870-200e-49ff-826f-106b618320c4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.109859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-42169870-200e-49ff-826f-106b618320c4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5435 time: 0.2307065 Sep 16 05:33:16.172761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port bb5da83b-a053-42cc-9f39-045ea348f743 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:16.173303 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.182062 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f98a0298-afea-4833-a1cb-c0ca341ab607 req-0b6bc551-6c18-4a0c-ba43-efce603a7121 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711176 Sep 16 05:33:16.256641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:16.256641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:16.315896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d05c8-110e-4c16-943c-74405f4261ad req-3baab253-8b9d-4806-8cf6-2710578261c6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.319516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-940d05c8-110e-4c16-943c-74405f4261ad req-3baab253-8b9d-4806-8cf6-2710578261c6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 944 time: 0.1003256 Sep 16 05:33:16.319813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.353868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port bb5da83b-a053-42cc-9f39-045ea348f743, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bb5da83b-a053-42cc-9f39-045ea348f743,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:16.417026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-940d05c8-110e-4c16-943c-74405f4261ad req-1fd28c03-3020-4c41-a21d-64836869313c tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697978 Sep 16 05:33:16.481386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Router 125117ae-7701-4446-ad90-373bfeddd853 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:16.497770 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.560370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-4262d0c5-cab1-4be5-b126-9de44653fba3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733259 Sep 16 05:33:16.614813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=bb5da83b-a053-42cc-9f39-045ea348f743,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.661454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-94c0c5e7-3052-44cf-b4f1-aecb54d9b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.663285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-94c0c5e7-3052-44cf-b4f1-aecb54d9b052 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebc70a4678154926a2c9ea67e4cb241c&device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 1097 time: 0.0566440 Sep 16 05:33:16.693834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3ae110f4-fc04-4db0-96eb-c1f458d64dac None None] Provisioning complete for port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:16.694217 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ae110f4-fc04-4db0-96eb-c1f458d64dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.790955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d3e47c6-4b7e-436b-b5f6-d72fd83c8369 req-20dfdc67-8569-4e3c-94cf-77e6031457de tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a25f5f0-b65a-4b0d-bdf1-c24575cf5801 HTTP/1.1" status: 200 len: 210 time: 0.0552824 Sep 16 05:33:16.825020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3ae110f4-fc04-4db0-96eb-c1f458d64dac None None] Port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:16.828175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:16.830806 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['89200a55-7627-4325-9d8d-f52d74c0172a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:16.835408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b5f30277-cbff-4ff3-87c7-4b8bee3b29c1 admin admin] 10.222.0.49 "PUT /v2.0/routers/125117ae-7701-4446-ad90-373bfeddd853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9586647 Sep 16 05:33:16.840073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['6aea2ec0-c63d-4cff-bd75-d5eb60784b2e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:16.840073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['5c523c76-b70e-4c2e-bea8-409609f88c97'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:16.866926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-c85c028c-29ab-41f3-8221-bd78a55a8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:16.868712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-c85c028c-29ab-41f3-8221-bd78a55a8ec0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7b7fc37-d30d-4417-87bc-2777f45328e1 HTTP/1.1" status: 200 len: 907 time: 0.1731410 Sep 16 05:33:16.888693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['60e8b5c9-61e4-4ba2-9741-55892cab533e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:16.891201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Sync routers for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:16.960456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['6810e50e-261b-405d-8480-f3bcc1f523eb'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:16.962719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['bbc706a1-6213-45b9-8521-912ec1a16774'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:16.971368 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-039aa1b2-4ed8-4394-a3cf-ce19886ae427 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb886256-44de-49b6-9c05-055c8cf30706 HTTP/1.1" status: 200 len: 1001 time: 0.0917864 Sep 16 05:33:17.039386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-06ddfd26-f0fd-4260-9048-7bc3cfbeaa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.041277 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-06ddfd26-f0fd-4260-9048-7bc3cfbeaa86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7361f8a4-d8fe-4769-a79a-172d1604fc35 HTTP/1.1" status: 200 len: 845 time: 0.0614753 Sep 16 05:33:17.044444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:17.045391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:17.163839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-15167293-b4c5-4cf9-9bed-75c51231b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.166004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-15167293-b4c5-4cf9-9bed-75c51231b385 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7b7fc37-d30d-4417-87bc-2777f45328e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861886 Sep 16 05:33:17.410575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:17.413156 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-9e173b68-4a05-407a-911e-1d761ebdacd8 service neutron] 10.222.0.66 "GET /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321918 Sep 16 05:33:17.551990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-f1eb474f-c64a-4c26-af72-be15c59c5f27 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.563240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-f1eb474f-c64a-4c26-af72-be15c59c5f27 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.573688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-f1eb474f-c64a-4c26-af72-be15c59c5f27 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.585496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-f1eb474f-c64a-4c26-af72-be15c59c5f27 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.596133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-f1eb474f-c64a-4c26-af72-be15c59c5f27 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.604967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-f1eb474f-c64a-4c26-af72-be15c59c5f27 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.614367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-f1eb474f-c64a-4c26-af72-be15c59c5f27 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.625126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-f1eb474f-c64a-4c26-af72-be15c59c5f27 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5435 time: 0.2056167 Sep 16 05:33:17.629359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38710) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:17.690229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-956534df-2d51-4df2-a3a4-4cb18fed73a6 req-51116975-8038-4bca-84e9-ba6a2ed86f8a tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a25f5f0-b65a-4b0d-bdf1-c24575cf5801 HTTP/1.1" status: 200 len: 210 time: 0.0619767 Sep 16 05:33:17.693118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:17.698595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e74f8b00-9ff4-4229-9c69-d0efa5086598 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49334683', 'description': 'tempest-description--728101387'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:17.755526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf34e43e-a550-414d-9ca3-a13f4ed5b689 req-fe3407ce-f20c-49b7-b4ff-72ba6982c646 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282978 Sep 16 05:33:17.809779 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7719e1d2-e1eb-4e78-bb49-1d560a4ee5d0 req-c0d7bceb-12af-47b1-81b2-c9ac28b7b5e0 service neutron] 10.222.0.66 "GET /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873012 Sep 16 05:33:17.858240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e74f8b00-9ff4-4229-9c69-d0efa5086598 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.901005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:17.941872 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5399ae0c-eead-4ce6-ba08-56562b7a9209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.984919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52fd3a-532e-45f9-9e5c-ad7dba07906a req-22618733-ca1b-4471-8e6a-69aecdfdfe7d tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.994713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b52fd3a-532e-45f9-9e5c-ad7dba07906a req-22618733-ca1b-4471-8e6a-69aecdfdfe7d tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 944 time: 0.1741197 Sep 16 05:33:18.103355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b52fd3a-532e-45f9-9e5c-ad7dba07906a req-9c9dd732-8996-4259-97c4-1f46eb93229f tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008162 Sep 16 05:33:18.105118 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5399ae0c-eead-4ce6-ba08-56562b7a9209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.115109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bb5da83b-a053-42cc-9f39-045ea348f743 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:18.179282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5399ae0c-eead-4ce6-ba08-56562b7a9209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.235226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0de85a72-7666-47f4-a3b1-3c8c0bdf433e req-c7c6b250-89d4-43bb-a4f1-fe1e1beb7efa tempest-ServerShowV247Test-757562156 tempest-ServerShowV247Test-757562156-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a25f5f0-b65a-4b0d-bdf1-c24575cf5801 HTTP/1.1" status: 200 len: 210 time: 0.0455151 Sep 16 05:33:18.236749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5399ae0c-eead-4ce6-ba08-56562b7a9209 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2c4444be87c4502894cc22273d2fcd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061008 Sep 16 05:33:18.247663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38726) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:18.293851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399ae0c-eead-4ce6-ba08-56562b7a9209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511135c-92e0-4d46-819d-9f06caddcb02,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:18.323997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1ec868d-7965-4f86-808f-04fdcbc73e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.349921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1ec868d-7965-4f86-808f-04fdcbc73e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.354841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:18.372300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e74f8b00-9ff4-4229-9c69-d0efa5086598 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.375388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port bb5da83b-a053-42cc-9f39-045ea348f743 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:18.375774 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.377408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9', 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0', 'port_id': 'aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9', 'mac_address': 'fa:16:3e:29:5a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9b7ed8-062c-4a50-be28-613d4724e0a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:18.459834 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e74f8b00-9ff4-4229-9c69-d0efa5086598 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.462618 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.486556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 2, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:18.491750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1ec868d-7965-4f86-808f-04fdcbc73e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.493193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:18.494654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f8b00-9ff4-4229-9c69-d0efa5086598 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38100e88-56c7-47e9-8f2c-bd5ed367da1e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:18.494886 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1ec868d-7965-4f86-808f-04fdcbc73e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.496140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c1ec868d-7965-4f86-808f-04fdcbc73e90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f511135c-92e0-4d46-819d-9f06caddcb02 HTTP/1.1" status: 204 len: 168 time: 0.2554040 Sep 16 05:33:18.506996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec868d-7965-4f86-808f-04fdcbc73e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511135c-92e0-4d46-819d-9f06caddcb02,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:18.550982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Checking router: 125117ae-7701-4446-ad90-373bfeddd853 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:18.551342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Updating router 125117ae-7701-4446-ad90-373bfeddd853 port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:33:18.588902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e74f8b00-9ff4-4229-9c69-d0efa5086598 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.591793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e74f8b00-9ff4-4229-9c69-d0efa5086598 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8975046 Sep 16 05:33:18.596214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38730) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:18.597034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:18.602990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2e64b5b3-1277-4baa-96f2-91894774042d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'security_group_rule': {'security_group_id': '38100e88-56c7-47e9-8f2c-bd5ed367da1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:18.610353 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.745794 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e64b5b3-1277-4baa-96f2-91894774042d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.814404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.817005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e64b5b3-1277-4baa-96f2-91894774042d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.922648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-09f5e550-878a-4f76-a48d-c6b5eef8b9d0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.937380 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e64b5b3-1277-4baa-96f2-91894774042d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.937618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-09f5e550-878a-4f76-a48d-c6b5eef8b9d0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.949756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-09f5e550-878a-4f76-a48d-c6b5eef8b9d0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.958361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-09f5e550-878a-4f76-a48d-c6b5eef8b9d0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.967365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-09f5e550-878a-4f76-a48d-c6b5eef8b9d0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.967550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:18.975321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-09f5e550-878a-4f76-a48d-c6b5eef8b9d0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.982660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-09f5e550-878a-4f76-a48d-c6b5eef8b9d0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.993122 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-09f5e550-878a-4f76-a48d-c6b5eef8b9d0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5435 time: 0.1426706 Sep 16 05:33:18.996584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b5b3-1277-4baa-96f2-91894774042d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dd6756-f24a-4e64-9587-0c252da1d39e,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.044167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-937076a1-97e0-4a54-b89b-c7eaa8d32e2c req-0a768fd0-c2de-4b32-add8-6e89cf8f0294 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499949 Sep 16 05:33:19.140334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e64b5b3-1277-4baa-96f2-91894774042d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.141913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2e64b5b3-1277-4baa-96f2-91894774042d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5462401 Sep 16 05:33:19.146356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38744) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:19.158337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c5ae8881-9b31-49d5-8c9b-cd6f35a47490 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'security_group_rule': {'security_group_id': '38100e88-56c7-47e9-8f2c-bd5ed367da1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:19.212888 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.297362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff720b6-fbcb-441a-9b68-766be08aa988 req-1f682c6c-7b2c-4e8c-9065-6f0c8a508feb tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:19.298845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ff720b6-fbcb-441a-9b68-766be08aa988 req-1f682c6c-7b2c-4e8c-9065-6f0c8a508feb tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 945 time: 0.0763006 Sep 16 05:33:19.334090 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.348558 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ff720b6-fbcb-441a-9b68-766be08aa988 req-f1ef6aeb-ea53-4d93-a535-cdd79b0c4a79 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Sep 16 05:33:19.389122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8881-9b31-49d5-8c9b-cd6f35a47490 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.391647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c007c1-fcd0-4f69-a661-07336180a1fe None None] Pushing event updated for resources: {'Port': ['ID=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.396382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38750) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:19.415075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddbda7bd-f8b4-4d5e-8f8e-79e7e0af2a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.478026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Attempting to bind port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:19.479034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Attempting to bind port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:19.479736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Attempting to bind port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 on network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:19.485614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:19.486438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Checking segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:19.487199 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.487654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Bound using segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:19.488880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Bound port: ac0b8b3c-85be-4cb7-a157-7cbffbdcf991, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:19.489349 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.494883 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8881-9b31-49d5-8c9b-cd6f35a47490 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.567642 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddbda7bd-f8b4-4d5e-8f8e-79e7e0af2a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.578922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] For port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:19.582673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] For port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:19.617507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8881-9b31-49d5-8c9b-cd6f35a47490 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.639515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae8881-9b31-49d5-8c9b-cd6f35a47490 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ddce20-202b-40f8-b16e-6a3c13851ac1,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.671980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a09400cf-52b2-48b4-be9c-4c2cbbaa5964 None None] Provisioning complete for port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:19.672286 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a09400cf-52b2-48b4-be9c-4c2cbbaa5964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.686156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddbda7bd-f8b4-4d5e-8f8e-79e7e0af2a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.697867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.731614 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ddbda7bd-f8b4-4d5e-8f8e-79e7e0af2a68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf44848f05c547c1a2818f97d4084487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339505 Sep 16 05:33:19.732623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbda7bd-f8b4-4d5e-8f8e-79e7e0af2a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef5b2e5-02e2-4ae0-8c6e-1c9f60743e97,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.735049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38752) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:19.756424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a09400cf-52b2-48b4-be9c-4c2cbbaa5964 None None] Port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:19.788055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:19.788696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:19.790647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c007c1-fcd0-4f69-a661-07336180a1fe None None] Pushing event updated for resources: {'Port': ['ID=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.799451 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92d77856-6a49-4554-b4ee-24dbf64ee4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.827692 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92d77856-6a49-4554-b4ee-24dbf64ee4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.839975 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8881-9b31-49d5-8c9b-cd6f35a47490 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.839975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c5ae8881-9b31-49d5-8c9b-cd6f35a47490 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6902993 Sep 16 05:33:19.840548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38756) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:19.846440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:19.900960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38758) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:19.931895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:19.961421 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15754383-cf57-4442-857d-bde753ec61c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.993243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.994428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92d77856-6a49-4554-b4ee-24dbf64ee4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.005484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92d77856-6a49-4554-b4ee-24dbf64ee4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.006828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-92d77856-6a49-4554-b4ee-24dbf64ee4b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ef5b2e5-02e2-4ae0-8c6e-1c9f60743e97 HTTP/1.1" status: 204 len: 168 time: 0.2708259 Sep 16 05:33:20.036887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d77856-6a49-4554-b4ee-24dbf64ee4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef5b2e5-02e2-4ae0-8c6e-1c9f60743e97,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:20.058976 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be47a640-5676-4298-b96f-c1211af7fd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.142120 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:20.158730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:20.249298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e14b774a-ad02-4714-adda-b6973d3a9e38 None None] Provisioning complete for port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:20.249758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e14b774a-ad02-4714-adda-b6973d3a9e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.283235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-f835d469-9b3c-4261-99aa-558a6c8f7829 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.290079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-f835d469-9b3c-4261-99aa-558a6c8f7829 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.298912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-f835d469-9b3c-4261-99aa-558a6c8f7829 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.307087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-f835d469-9b3c-4261-99aa-558a6c8f7829 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.313435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-f835d469-9b3c-4261-99aa-558a6c8f7829 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.319954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-f835d469-9b3c-4261-99aa-558a6c8f7829 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.326535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-f835d469-9b3c-4261-99aa-558a6c8f7829 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.328823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-f835d469-9b3c-4261-99aa-558a6c8f7829 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5435 time: 0.1513746 Sep 16 05:33:20.428412 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.438191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be47a640-5676-4298-b96f-c1211af7fd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.448951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8641a00b-b277-4c6b-9334-e65b05fe4515 req-47c6e7f4-3e2b-48a7-871f-02d6d9bdea6f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095986 Sep 16 05:33:20.462676 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e14b774a-ad02-4714-adda-b6973d3a9e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.471421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:19Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:20.573348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Allocated IP 172.25.1.49 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/a98ef985-4b66-4b2d-88e6-fcbcaf1c17bf) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:20.576759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ce8ec-8235-418b-9267-94a962e5b722 req-0793c814-55a6-4654-9c1d-813e179df16e tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.585830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1ddcf-e125-469e-bccd-78b0c1633e24 None None] The sync data for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 is: [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:19Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:20.587975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b8ce8ec-8235-418b-9267-94a962e5b722 req-0793c814-55a6-4654-9c1d-813e179df16e tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 945 time: 0.0663719 Sep 16 05:33:20.597573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be47a640-5676-4298-b96f-c1211af7fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.637108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e14b774a-ad02-4714-adda-b6973d3a9e38 None None] For port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:20.669426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b8ce8ec-8235-418b-9267-94a962e5b722 req-5db94a67-96ba-4adf-a3c7-c398c07a25d2 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760925 Sep 16 05:33:20.709133 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.745714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47a640-5676-4298-b96f-c1211af7fd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09aa06e-3550-4977-8ee4-61a366e3ee62,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:20.759099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-be47a640-5676-4298-b96f-c1211af7fd2e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cae584e4dc364199a942fa971017bfa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8569803 Sep 16 05:33:20.759302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38786) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:20.797158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e14b774a-ad02-4714-adda-b6973d3a9e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.802825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.845061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-723e16ae-d8e0-48de-a7c0-645596cb7c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.881786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-723e16ae-d8e0-48de-a7c0-645596cb7c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.907606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b774a-ad02-4714-adda-b6973d3a9e38 None None] Pushing event updated for resources: {'Port': ['ID=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:20.984074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.025425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:21.028503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:21.032285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:21.042752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-723e16ae-d8e0-48de-a7c0-645596cb7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.045690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-723e16ae-d8e0-48de-a7c0-645596cb7c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.052737 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-723e16ae-d8e0-48de-a7c0-645596cb7c03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b09aa06e-3550-4977-8ee4-61a366e3ee62 HTTP/1.1" status: 204 len: 168 time: 0.2885323 Sep 16 05:33:21.058501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e16ae-d8e0-48de-a7c0-645596cb7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09aa06e-3550-4977-8ee4-61a366e3ee62,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:21.064057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'Port': ['ID=a98ef985-4b66-4b2d-88e6-fcbcaf1c17bf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:21.153633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.334143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.578301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.706205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914a640-cd35-4889-bd70-568722f79039 req-43ce9733-0680-4323-a4e0-62aa05545330 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.718655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914a640-cd35-4889-bd70-568722f79039 req-43ce9733-0680-4323-a4e0-62aa05545330 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.731346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914a640-cd35-4889-bd70-568722f79039 req-43ce9733-0680-4323-a4e0-62aa05545330 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.745844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914a640-cd35-4889-bd70-568722f79039 req-43ce9733-0680-4323-a4e0-62aa05545330 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.759521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914a640-cd35-4889-bd70-568722f79039 req-43ce9733-0680-4323-a4e0-62aa05545330 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.766408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914a640-cd35-4889-bd70-568722f79039 req-43ce9733-0680-4323-a4e0-62aa05545330 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.777588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914a640-cd35-4889-bd70-568722f79039 req-43ce9733-0680-4323-a4e0-62aa05545330 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.779561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d914a640-cd35-4889-bd70-568722f79039 req-43ce9733-0680-4323-a4e0-62aa05545330 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5435 time: 0.1565986 Sep 16 05:33:21.781074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.823543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c383bf8-5770-4aaa-8ba6-fc4cca51b8a3 req-90337acf-a2c9-4073-be8a-17fbba3f18b1 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.831726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c383bf8-5770-4aaa-8ba6-fc4cca51b8a3 req-90337acf-a2c9-4073-be8a-17fbba3f18b1 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 945 time: 0.0708358 Sep 16 05:33:21.877462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c383bf8-5770-4aaa-8ba6-fc4cca51b8a3 req-9ebf39c0-ecc8-41e8-88d9-bed777f95e5e tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Sep 16 05:33:21.884693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 89200a55-7627-4325-9d8d-f52d74c0172a up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:22.021692 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d914a640-cd35-4889-bd70-568722f79039 req-c54260d0-df6f-4b86-a917-d463fb30048f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2245576 Sep 16 05:33:22.059337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 89200a55-7627-4325-9d8d-f52d74c0172a completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:22.076621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 89200a55-7627-4325-9d8d-f52d74c0172a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:22.076987 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.093545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'Port': ['ID=a98ef985-4b66-4b2d-88e6-fcbcaf1c17bf,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:22.101941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.141232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:22.208473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.209769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-198853bf-628f-42a3-87ff-d2f06d43a330 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3684175 Sep 16 05:33:22.233178 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.246195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:22.246671 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.295030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89200a55-7627-4325-9d8d-f52d74c0172a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:22.297547 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71017fa-b7fa-401c-bf1a-e3f2497b2ce3" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "89200a55-7627-4325-9d8d-f52d74c0172a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:22.320237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 89200a55-7627-4325-9d8d-f52d74c0172a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=89200a55-7627-4325-9d8d-f52d74c0172a,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:22.352028 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db40e25d-e1aa-42ee-ae64-243d73f47ebd x-openstack-request-id: req-db40e25d-e1aa-42ee-ae64-243d73f47ebd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:22.352410 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "89200a55-7627-4325-9d8d-f52d74c0172a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:22.352732 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db40e25d-e1aa-42ee-ae64-243d73f47ebd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:22.353190 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89200a55-7627-4325-9d8d-f52d74c0172a', 'code': 200} Sep 16 05:33:22.468965 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.469793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5c523c76-b70e-4c2e-bea8-409609f88c97 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:22.562383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=89200a55-7627-4325-9d8d-f52d74c0172a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:22.563344 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-f2f7aff2-91f8-4d94-835b-96bcc6a4ca1e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--49334683&fields=id&tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0 HTTP/1.1" status: 200 len: 267 time: 0.0691516 Sep 16 05:33:22.699831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 5c523c76-b70e-4c2e-bea8-409609f88c97 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:22.703763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 5c523c76-b70e-4c2e-bea8-409609f88c97 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:22.704206 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.727891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-0936f2b5-899c-4105-9239-bcccd3fa5ed7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:22.733968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-0936f2b5-899c-4105-9239-bcccd3fa5ed7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 811 time: 0.1677413 Sep 16 05:33:22.759232 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-7094b878-0367-4fd2-b336-6785d0f99dd9 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/quotas/b1d464ca124e4b33af6a1a8c617a5ea0 HTTP/1.1" status: 200 len: 375 time: 0.0184183 Sep 16 05:33:22.806234 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.833781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-2ae2d8e1-fe3c-4671-9bed-5b731ab2bb63 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638773 Sep 16 05:33:22.851842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5c523c76-b70e-4c2e-bea8-409609f88c97, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c523c76-b70e-4c2e-bea8-409609f88c97,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:22.995082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.995983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bbc706a1-6213-45b9-8521-912ec1a16774 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:23.049541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78815ee-4a97-4e1c-a48d-4c6cccd8ffa2 req-d67e2257-b29c-4979-b637-c4026adfc053 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.052863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d78815ee-4a97-4e1c-a48d-4c6cccd8ffa2 req-d67e2257-b29c-4979-b637-c4026adfc053 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 945 time: 0.0669501 Sep 16 05:33:23.086687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-96f3743f-b5dc-4bc1-af8a-d37625599353 service neutron] 10.222.0.49 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519112 Sep 16 05:33:23.108449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5c523c76-b70e-4c2e-bea8-409609f88c97,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:23.153369 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d78815ee-4a97-4e1c-a48d-4c6cccd8ffa2 req-df784829-82ef-4914-966d-4ba583b9f505 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905318 Sep 16 05:33:23.206749 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c54680f-0bd9-45b6-aa5f-7bd2ed9f57a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.211069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port bbc706a1-6213-45b9-8521-912ec1a16774 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:23.215124 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-e4899e89-7b1d-479a-9477-ac15519bc1a6 service neutron] 10.222.0.49 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235707 Sep 16 05:33:23.221736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port bbc706a1-6213-45b9-8521-912ec1a16774 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:23.221736 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.286859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96860e09-7038-4839-b80e-0a48b91d946b req-bd3bfb75-c0fe-4356-a26c-aa4865071f87 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.295231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96860e09-7038-4839-b80e-0a48b91d946b req-bd3bfb75-c0fe-4356-a26c-aa4865071f87 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.302562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96860e09-7038-4839-b80e-0a48b91d946b req-bd3bfb75-c0fe-4356-a26c-aa4865071f87 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.310385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96860e09-7038-4839-b80e-0a48b91d946b req-bd3bfb75-c0fe-4356-a26c-aa4865071f87 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.316438 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.319394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96860e09-7038-4839-b80e-0a48b91d946b req-bd3bfb75-c0fe-4356-a26c-aa4865071f87 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.327008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96860e09-7038-4839-b80e-0a48b91d946b req-bd3bfb75-c0fe-4356-a26c-aa4865071f87 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.335432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96860e09-7038-4839-b80e-0a48b91d946b req-bd3bfb75-c0fe-4356-a26c-aa4865071f87 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.347640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96860e09-7038-4839-b80e-0a48b91d946b req-bd3bfb75-c0fe-4356-a26c-aa4865071f87 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5437 time: 0.1333458 Sep 16 05:33:23.377950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bbc706a1-6213-45b9-8521-912ec1a16774, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bbc706a1-6213-45b9-8521-912ec1a16774,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:23.389048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96860e09-7038-4839-b80e-0a48b91d946b req-685003f9-3656-45b8-99c1-d2542c221dae tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433087 Sep 16 05:33:23.474920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.475713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 60e8b5c9-61e4-4ba2-9741-55892cab533e up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:23.573068 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ed4784b-eec5-428b-a53e-cc1fc55a17b6 req-923fcc23-2834-4ebd-84ff-1d53ca5fd0d8 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 210 time: 0.0617640 Sep 16 05:33:23.594889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bbc706a1-6213-45b9-8521-912ec1a16774,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:23.694418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 60e8b5c9-61e4-4ba2-9741-55892cab533e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:23.699123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 60e8b5c9-61e4-4ba2-9741-55892cab533e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:23.699559 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.815690 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.843140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.874713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 60e8b5c9-61e4-4ba2-9741-55892cab533e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:23.929128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-71b58918-b464-4320-add5-4f46e038e4e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0495386 Sep 16 05:33:23.985712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.986763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6810e50e-261b-405d-8480-f3bcc1f523eb up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:24.071571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-1cffd8f7-f212-45f1-bbb2-e970aa393193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.073276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-1cffd8f7-f212-45f1-bbb2-e970aa393193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.073500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=60e8b5c9-61e4-4ba2-9741-55892cab533e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:24.074555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-1cffd8f7-f212-45f1-bbb2-e970aa393193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.075350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-1cffd8f7-f212-45f1-bbb2-e970aa393193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.076156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-1cffd8f7-f212-45f1-bbb2-e970aa393193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.078045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-1cffd8f7-f212-45f1-bbb2-e970aa393193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.078045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-1cffd8f7-f212-45f1-bbb2-e970aa393193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.080103 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-1cffd8f7-f212-45f1-bbb2-e970aa393193 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.0716901 Sep 16 05:33:24.161051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 6810e50e-261b-405d-8480-f3bcc1f523eb completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:24.165433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 6810e50e-261b-405d-8480-f3bcc1f523eb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:24.167205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.244008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-c6def7d5-66ea-44a1-8fc1-446f3f73b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.244666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-c6def7d5-66ea-44a1-8fc1-446f3f73b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.245738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-c6def7d5-66ea-44a1-8fc1-446f3f73b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.248100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-c6def7d5-66ea-44a1-8fc1-446f3f73b9b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 2294 time: 0.1424241 Sep 16 05:33:24.273603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.311837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6810e50e-261b-405d-8480-f3bcc1f523eb, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6810e50e-261b-405d-8480-f3bcc1f523eb,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:24.324142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565939ee-1db4-4c6e-bfae-a67cbc9a9bd5 req-8d373fac-e70f-4d42-bddc-8ffa753f2dce tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.332069 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-565939ee-1db4-4c6e-bfae-a67cbc9a9bd5 req-8d373fac-e70f-4d42-bddc-8ffa753f2dce tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 945 time: 0.0953302 Sep 16 05:33:24.354065 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-8993b6a5-1b01-4e81-9b3e-f68906228eb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 1001 time: 0.0981073 Sep 16 05:33:24.354415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c523c76-b70e-4c2e-bea8-409609f88c97'}, {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc706a1-6213-45b9-8521-912ec1a16774'}, {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e8b5c9-61e4-4ba2-9741-55892cab533e'}, {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810e50e-261b-405d-8480-f3bcc1f523eb'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:24.357130 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2afed9-146f-4892-bb5c-d2c5d8868a35" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "5c523c76-b70e-4c2e-bea8-409609f88c97"}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "bbc706a1-6213-45b9-8521-912ec1a16774"}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "60e8b5c9-61e4-4ba2-9741-55892cab533e"}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "6810e50e-261b-405d-8480-f3bcc1f523eb"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:24.377874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-565939ee-1db4-4c6e-bfae-a67cbc9a9bd5 req-893af88b-8055-44d8-b290-1ea6cd9f5ffd tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449278 Sep 16 05:33:24.408710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.414027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:24.446002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-557d1d0e-b20d-4697-90c3-5adfe419d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.447791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-557d1d0e-b20d-4697-90c3-5adfe419d6ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 0.0852563 Sep 16 05:33:24.460585 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f3b2fd-c1b6-41a9-af59-48e4ae04b8a3 x-openstack-request-id: req-27f3b2fd-c1b6-41a9-af59-48e4ae04b8a3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:24.460585 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "5c523c76-b70e-4c2e-bea8-409609f88c97", "code": 200}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "bbc706a1-6213-45b9-8521-912ec1a16774", "code": 200}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "60e8b5c9-61e4-4ba2-9741-55892cab533e", "code": 200}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "6810e50e-261b-405d-8480-f3bcc1f523eb", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:24.460585 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27f3b2fd-c1b6-41a9-af59-48e4ae04b8a3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:24.460585 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c523c76-b70e-4c2e-bea8-409609f88c97', 'code': 200} Sep 16 05:33:24.461650 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc706a1-6213-45b9-8521-912ec1a16774', 'code': 200} Sep 16 05:33:24.461650 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e8b5c9-61e4-4ba2-9741-55892cab533e', 'code': 200} Sep 16 05:33:24.461650 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6810e50e-261b-405d-8480-f3bcc1f523eb', 'code': 200} Sep 16 05:33:24.522292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6810e50e-261b-405d-8480-f3bcc1f523eb,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:24.602323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-5508d07f-5712-4b52-96d7-ab2479c64251 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.610230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-5508d07f-5712-4b52-96d7-ab2479c64251 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.617042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-5508d07f-5712-4b52-96d7-ab2479c64251 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.623548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-5508d07f-5712-4b52-96d7-ab2479c64251 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.626091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-dbcb02aa-49a4-4385-8793-856498548afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.627649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-dbcb02aa-49a4-4385-8793-856498548afd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705869 Sep 16 05:33:24.630457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-5508d07f-5712-4b52-96d7-ab2479c64251 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.638034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-5508d07f-5712-4b52-96d7-ab2479c64251 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.645733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-5508d07f-5712-4b52-96d7-ab2479c64251 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:24.647683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-5508d07f-5712-4b52-96d7-ab2479c64251 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5440 time: 0.1163666 Sep 16 05:33:24.652013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:24.658341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:24.661286 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.737175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e0a6470-bea6-4956-a670-a3e20eed9bc8 req-d3a3bd4f-502c-424b-bf96-614c34c7cc78 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815859 Sep 16 05:33:24.746048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8e95a0d-cadb-48f6-bd42-7391b5332af6 req-92096e84-89e0-4582-9b8c-e9718a636945 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 210 time: 0.0366309 Sep 16 05:33:24.810598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-0aed7fd7-ad0f-4856-bf4a-a032f7ed57a8 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695859 Sep 16 05:33:24.810923 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.869800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:24.978112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.016343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:25.321204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:25.336413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-4ad7f26e-6815-48ed-b4b2-501e463f9eca service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183146 Sep 16 05:33:25.392043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-3ddda52f-09ac-47e0-9278-d6c9b322624c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 217 time: 0.0460470 Sep 16 05:33:25.450241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-21be1170-1ff7-4248-b817-57b16e58e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:25.451734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-21be1170-1ff7-4248-b817-57b16e58e163 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0527065 Sep 16 05:33:25.499771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:25.502372 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.506181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:25.506852 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.545814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80be8cf-3e5d-467d-9731-f0e08c6dd355 req-d024de16-7b4c-4c25-9b7d-4acc9eec9fbf tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:25.547394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b80be8cf-3e5d-467d-9731-f0e08c6dd355 req-d024de16-7b4c-4c25-9b7d-4acc9eec9fbf tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 945 time: 0.0929747 Sep 16 05:33:25.555608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-ec19e928-bbb6-4e47-b4b1-f2b3c24ea74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:25.557417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-ec19e928-bbb6-4e47-b4b1-f2b3c24ea74b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869424 Sep 16 05:33:25.631841 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b80be8cf-3e5d-467d-9731-f0e08c6dd355 req-e977defd-a581-4711-84fa-10978d3b5c06 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731385 Sep 16 05:33:25.640934 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.712896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-bfb48017-1f34-499a-9ef4-df94f932c968 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442232 Sep 16 05:33:25.722506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:25.865687 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.894975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3875d707-4532-49ad-b2a5-da8f2f4a373a req-64d09dca-5c4b-43ac-8108-700987cda520 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 210 time: 0.0311234 Sep 16 05:33:25.897531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-37f2248f-9753-4c25-b189-0627d555a2c2 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740506 Sep 16 05:33:25.989486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:25.994982 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-c0c40091-9e50-4960-9115-7891fa0b88e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 217 time: 0.0568600 Sep 16 05:33:26.069456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-481c9fe4-611c-4360-8bb3-837c3186e281 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.075903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-481c9fe4-611c-4360-8bb3-837c3186e281 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.084588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-481c9fe4-611c-4360-8bb3-837c3186e281 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.091080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-481c9fe4-611c-4360-8bb3-837c3186e281 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.098098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-481c9fe4-611c-4360-8bb3-837c3186e281 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.112468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-481c9fe4-611c-4360-8bb3-837c3186e281 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.119052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-481c9fe4-611c-4360-8bb3-837c3186e281 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.121178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-481c9fe4-611c-4360-8bb3-837c3186e281 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.2815902 Sep 16 05:33:26.153618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-899dee64-0ab0-41cc-8846-7a93222ba2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.155184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-899dee64-0ab0-41cc-8846-7a93222ba2b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1523712 Sep 16 05:33:26.243676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3b397d0-f8d0-46d4-8aa1-c731f25ced90 req-fc914fae-4309-4fcf-b579-c40f427ee4e7 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121418 Sep 16 05:33:26.258541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-f7199c17-ed8d-4a3f-a23a-72f186975fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.260089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-f7199c17-ed8d-4a3f-a23a-72f186975fc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0937586 Sep 16 05:33:26.368130 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-cda7ee6b-1677-4556-9c01-afa9b0863a77 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987487 Sep 16 05:33:26.462253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e'}, {'server_uuid': 'b5b60530-4f27-4a12-93e6-1fb67c772aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:26.464644 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d637d711-4ff7-4145-a432-9012f2f72930" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "6aea2ec0-c63d-4cff-bd75-d5eb60784b2e"}, {"server_uuid": "b5b60530-4f27-4a12-93e6-1fb67c772aa6", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:26.560180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-5db0e51a-14b4-4c38-a08c-0c0069f82061 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813965 Sep 16 05:33:26.566049 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8484bf8-08da-4f17-912e-04baee9db7bb x-openstack-request-id: req-b8484bf8-08da-4f17-912e-04baee9db7bb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:26.567590 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-plugged", "status": "completed", "tag": "6aea2ec0-c63d-4cff-bd75-d5eb60784b2e", "code": 200}, {"server_uuid": "b5b60530-4f27-4a12-93e6-1fb67c772aa6", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:26.568430 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8484bf8-08da-4f17-912e-04baee9db7bb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:26.569033 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e', 'code': 200} Sep 16 05:33:26.569670 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b60530-4f27-4a12-93e6-1fb67c772aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9', 'code': 200} Sep 16 05:33:26.610198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-496b86bd-1d1d-45da-bd35-e6b8d2b196c3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.611720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-496b86bd-1d1d-45da-bd35-e6b8d2b196c3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.66 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 811 time: 0.1690016 Sep 16 05:33:26.663435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-28c488a4-3609-482a-99d1-a54b3de389b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 217 time: 0.0444860 Sep 16 05:33:26.773409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-a820acbe-6a40-4d2e-b2c2-69b30c255bb5 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0 HTTP/1.1" status: 200 len: 378 time: 0.1385305 Sep 16 05:33:26.782252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-59ab28ce-b00f-4911-abdf-7ed8f9e199ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.787357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-59ab28ce-b00f-4911-abdf-7ed8f9e199ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1149521 Sep 16 05:33:26.795948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'port': {'device_id': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'admin_state_up': True, 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'security_groups': ['38100e88-56c7-47e9-8f2c-bd5ed367da1e']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:26.803491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895f377-207e-4834-a86d-de3dd02d01c9 req-841f6c5f-b349-423a-a1a9-823e0364f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.805169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8895f377-207e-4834-a86d-de3dd02d01c9 req-841f6c5f-b349-423a-a1a9-823e0364f873 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0989323 Sep 16 05:33:26.921268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8895f377-207e-4834-a86d-de3dd02d01c9 req-f94c8457-4d55-4672-9cc4-aae9261af6fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979424 Sep 16 05:33:26.991363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-13c1a56d-c0fb-4d94-992b-8f65a1c5f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.991764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-13c1a56d-c0fb-4d94-992b-8f65a1c5f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.992269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-13c1a56d-c0fb-4d94-992b-8f65a1c5f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.992735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-13c1a56d-c0fb-4d94-992b-8f65a1c5f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.993505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-13c1a56d-c0fb-4d94-992b-8f65a1c5f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.993670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-13c1a56d-c0fb-4d94-992b-8f65a1c5f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.994124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-13c1a56d-c0fb-4d94-992b-8f65a1c5f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.996126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-13c1a56d-c0fb-4d94-992b-8f65a1c5f82a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6505 time: 0.2057192 Sep 16 05:33:27.008031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870046ee-3df8-4dfa-994b-f0865a3d8288 req-758b9209-d8ee-4b0e-b6ed-00547d83137b tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.009591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-870046ee-3df8-4dfa-994b-f0865a3d8288 req-758b9209-d8ee-4b0e-b6ed-00547d83137b tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 946 time: 0.2007303 Sep 16 05:33:27.011819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-6d661cc7-9943-499f-bc9a-b35a4e880532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.013375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-6d661cc7-9943-499f-bc9a-b35a4e880532 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1623929 Sep 16 05:33:27.024421 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7841fba-781a-49d7-8d06-6c4d003ce9a4 req-acaa361a-ea70-4f4d-a430-74a859cdce62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 210 time: 0.0331633 Sep 16 05:33:27.055898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-870046ee-3df8-4dfa-994b-f0865a3d8288 req-b097fb0a-52db-4dca-a6e6-7890ac627df5 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Sep 16 05:33:27.111030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Made reservation on behalf of b1d464ca124e4b33af6a1a8c617a5ea0 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:27.116290 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.286628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Allocated IP 172.20.0.11 (d7a73546-c0b6-4378-9ba7-4db3a8ec5a67/1f8bb70a-1396-48e7-a564-3bdbed7fe384/97f5b4ef-2228-4036-b99f-fbd6743ca48a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:27.317887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-773e9616-998e-4bde-a41e-fb55ceae6ba9 req-2a29f682-f1b2-452d-ad87-e735cd7978d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857856 Sep 16 05:33:27.429079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-1b74d805-f673-4355-aa9a-9f79974b7280 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.435302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-1b74d805-f673-4355-aa9a-9f79974b7280 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.441484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-1b74d805-f673-4355-aa9a-9f79974b7280 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.448413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-1b74d805-f673-4355-aa9a-9f79974b7280 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.454413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-1b74d805-f673-4355-aa9a-9f79974b7280 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.460726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-1b74d805-f673-4355-aa9a-9f79974b7280 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.466666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-1b74d805-f673-4355-aa9a-9f79974b7280 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.471052 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.478841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.479254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-1b74d805-f673-4355-aa9a-9f79974b7280 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.1310551 Sep 16 05:33:27.518059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-f8eac104-21c0-45db-bccf-c756017e9820 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848177 Sep 16 05:33:27.540350 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-89211500-dd6f-46d1-bd5f-05b631a7259e req-7a6de4e0-b7f2-4231-8a2b-c1a26801f881 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472977 Sep 16 05:33:27.660904 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.728134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-ec2656d6-1bfb-4a2f-a8ed-f9fcb80af46b service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121953 Sep 16 05:33:27.735305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:27.740074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:27.742963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'Port': ['ID=97f5b4ef-2228-4036-b99f-fbd6743ca48a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:27.747470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:27.779778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-8d8c1848-a832-49e8-a06d-f48473bb8cf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 217 time: 0.0430174 Sep 16 05:33:27.816645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.816994 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.858856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-0281cace-5d27-4040-8294-d95afdf7235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.860526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-0281cace-5d27-4040-8294-d95afdf7235d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0725152 Sep 16 05:33:27.935872 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-ea991680-d9a1-4bd6-9c88-febf64ff0f55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1501555 Sep 16 05:33:27.945441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-8a587a09-c419-435d-a4db-b1bbd0fa0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.953442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-8a587a09-c419-435d-a4db-b1bbd0fa0933 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0732536 Sep 16 05:33:27.955785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Request body: {'port': {'device_id': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:28.094961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.185048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fc6243f5-38dd-48c0-bc24-4317aaae941d None None] Provisioning complete for port 97f5b4ef-2228-4036-b99f-fbd6743ca48a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:28.186775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc6243f5-38dd-48c0-bc24-4317aaae941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.264710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fc6243f5-38dd-48c0-bc24-4317aaae941d None None] Port 97f5b4ef-2228-4036-b99f-fbd6743ca48a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:28.426084 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-52f5452c-057f-40a9-af1c-647d846aa31a service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661920 Sep 16 05:33:28.435787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fb776-eb2e-4313-b8ea-2b2282b8fbf4 req-8e4ff1f2-b7ad-405c-a750-34f604cf7604 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.436389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a5506-cb10-4586-af63-b71331327086 req-557ae3cd-2a85-45d3-93b9-b89b035eb16d tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.437592 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d32a5506-cb10-4586-af63-b71331327086 req-557ae3cd-2a85-45d3-93b9-b89b035eb16d tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 946 time: 0.1726422 Sep 16 05:33:28.467744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d82fb776-eb2e-4313-b8ea-2b2282b8fbf4 req-8e4ff1f2-b7ad-405c-a750-34f604cf7604 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 932 time: 0.2168522 Sep 16 05:33:28.545580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d82fb776-eb2e-4313-b8ea-2b2282b8fbf4 req-89ac8df5-0583-451f-81b6-2729eb85894b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754960 Sep 16 05:33:28.605884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d32a5506-cb10-4586-af63-b71331327086 req-5cb2f4d2-e5bc-49da-b7f8-000c1d58156d tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363356 Sep 16 05:33:28.653345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-b99a72f5-d9e0-4818-adbc-356141d13cfc service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795487 Sep 16 05:33:28.692113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f5b4ef-2228-4036-b99f-fbd6743ca48a {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:28.705888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.736021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.742213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Transition to ACTIVE for port object 97f5b4ef-2228-4036-b99f-fbd6743ca48a will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:33:28.769743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-a1b63ddf-3530-408c-86e9-14e6386ef9bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 217 time: 0.0532012 Sep 16 05:33:28.836028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.886001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-ebf33a26-9c9e-4f6f-98dd-f139626541e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.887516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-ebf33a26-9c9e-4f6f-98dd-f139626541e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.1027460 Sep 16 05:33:28.904536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Pushing event updated for resources: {'Port': ['ID=97f5b4ef-2228-4036-b99f-fbd6743ca48a,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:28.936451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b6132b23-6407-4b91-a965-0712559c03af tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.942820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b6132b23-6407-4b91-a965-0712559c03af tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.949421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b6132b23-6407-4b91-a965-0712559c03af tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.955389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b6132b23-6407-4b91-a965-0712559c03af tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.962226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b6132b23-6407-4b91-a965-0712559c03af tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.968356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b6132b23-6407-4b91-a965-0712559c03af tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.975082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b6132b23-6407-4b91-a965-0712559c03af tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.983514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b6132b23-6407-4b91-a965-0712559c03af tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.2060487 Sep 16 05:33:28.999273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-cee61dba-3f0f-4c5c-9543-40f313bad7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:29.001952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-cee61dba-3f0f-4c5c-9543-40f313bad7e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027877 Sep 16 05:33:29.132536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-377d88a0-201e-4fbe-98a1-0bd614868543 req-b1b8cd83-d7b4-4da9-848a-09f849dcf28c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480658 Sep 16 05:33:29.184026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-be1a97d6-c08b-4225-ac28-ffbf3f44849d service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671505 Sep 16 05:33:29.210987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Attempting to bind port 97f5b4ef-2228-4036-b99f-fbd6743ca48a on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:29.212084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Attempting to bind port 97f5b4ef-2228-4036-b99f-fbd6743ca48a by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:29.212612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Attempting to bind port 97f5b4ef-2228-4036-b99f-fbd6743ca48a on network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:29.218145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Port 97f5b4ef-2228-4036-b99f-fbd6743ca48a on network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:33:29.219104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Attempting to bind port 97f5b4ef-2228-4036-b99f-fbd6743ca48a on network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:29.229097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:29.229603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Checking segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:29.230038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Bound using segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:29.230494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Bound port: 97f5b4ef-2228-4036-b99f-fbd6743ca48a, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:29.230864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.336462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39070) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:29.343282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] For port 97f5b4ef-2228-4036-b99f-fbd6743ca48a, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:29.346831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] For port 97f5b4ef-2228-4036-b99f-fbd6743ca48a, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:29.379773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-5ec5338b-7625-47c2-bd75-631b0d162ddf service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853688 Sep 16 05:33:29.431534 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-57397fca-c6e6-42d0-a596-74b8e553bae0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0433605 Sep 16 05:33:29.433455 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.479119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:29.483794 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.495190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] 10.222.0.66 "PUT /v2.0/ports/97f5b4ef-2228-4036-b99f-fbd6743ca48a HTTP/1.1" status: 200 len: 1093 time: 1.5410340 Sep 16 05:33:29.495190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'tag': '97f5b4ef-2228-4036-b99f-fbd6743ca48a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:29.495190 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73ce022-1fac-4a23-b444-d82e40c86996" -d '{"events": [{"name": "network-changed", "server_uuid": "2b196e8a-482e-4d1c-a303-74a216dcf3f7", "tag": "97f5b4ef-2228-4036-b99f-fbd6743ca48a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:29.551632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5b349-0d4b-4907-a740-155d6b9aaffc service neutron] Pushing event updated for resources: {'Port': ['ID=97f5b4ef-2228-4036-b99f-fbd6743ca48a,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:29.558527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b64e-8580-4323-9350-4d49f2311f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.565765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-67a35fb6-b700-4fc8-9ac8-c2cb6d3dcbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:29.568985 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add8c8f5-0b23-44a7-b53c-f99dc8935924 x-openstack-request-id: req-add8c8f5-0b23-44a7-b53c-f99dc8935924 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:29.569772 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b196e8a-482e-4d1c-a303-74a216dcf3f7", "tag": "97f5b4ef-2228-4036-b99f-fbd6743ca48a", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:29.570038 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-add8c8f5-0b23-44a7-b53c-f99dc8935924 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:29.570448 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'tag': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'status': 'completed', 'code': 200} Sep 16 05:33:29.570986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-67a35fb6-b700-4fc8-9ac8-c2cb6d3dcbbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.1235394 Sep 16 05:33:29.696454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c882-5bed-4772-b077-70bc2732be24 req-069b2d25-6f31-412f-896a-1986c320dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:29.699798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-069b2d25-6f31-412f-896a-1986c320dc3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1227763 Sep 16 05:33:29.703347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ce022-1fac-4a23-b444-d82e40c86996 req-3d8a227f-d218-41ee-95c4-4013bd8e3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:29.705040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b73ce022-1fac-4a23-b444-d82e40c86996 req-3d8a227f-d218-41ee-95c4-4013bd8e3d12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0704014 Sep 16 05:33:29.893405 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-e2d3a589-14d0-4250-8472-cd1b195e6df4 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825187 Sep 16 05:33:29.937411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b9208-470e-4ec1-b476-719800ee7a5d req-d2ff04c1-a656-4c78-90cb-8486d1df9a70 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:29.952457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb2b9208-470e-4ec1-b476-719800ee7a5d req-d2ff04c1-a656-4c78-90cb-8486d1df9a70 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 946 time: 0.1214030 Sep 16 05:33:30.063317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b64e-8580-4323-9350-4d49f2311f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:30.083672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb2b9208-470e-4ec1-b476-719800ee7a5d req-27a70cc9-6b92-4e3d-869b-93fb63fc98aa tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296887 Sep 16 05:33:30.125074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f838c882-5bed-4772-b077-70bc2732be24 req-139acc3d-8f9b-47d9-a850-2c1f9c0ecb23 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200570 Sep 16 05:33:30.231230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b64e-8580-4323-9350-4d49f2311f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:30.304432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2883e-b186-40a7-bcb9-3ef16d897965 req-ccd9c1e2-df4d-4c09-be97-23d144e2539b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.306043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62e2883e-b186-40a7-bcb9-3ef16d897965 req-ccd9c1e2-df4d-4c09-be97-23d144e2539b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 944 time: 0.5935524 Sep 16 05:33:30.313014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0b64e-8580-4323-9350-4d49f2311f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c66356-9696-4c5a-9d36-425f9ceea98b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:30.324582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b0c0b64e-8580-4323-9350-4d49f2311f46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d84686ef71d4ee4b255d60c7d45a69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9709287 Sep 16 05:33:30.326841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39120) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:30.379787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62e2883e-b186-40a7-bcb9-3ef16d897965 req-d50a9a7e-3d3f-4f9f-8340-a560701c86a5 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633862 Sep 16 05:33:30.396781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ce022-1fac-4a23-b444-d82e40c86996 req-5b5fafc3-9325-4ea6-912a-c4d56f9f1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.399722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b73ce022-1fac-4a23-b444-d82e40c86996 req-5b5fafc3-9325-4ea6-912a-c4d56f9f1284 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6557865 Sep 16 05:33:30.405523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f095d947-38eb-470d-8615-7924355d9dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:30.430217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f095d947-38eb-470d-8615-7924355d9dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:30.602508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-7f512947-4c44-4f52-b376-f6c54abd5ac5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.608474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-7f512947-4c44-4f52-b376-f6c54abd5ac5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.614417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-7f512947-4c44-4f52-b376-f6c54abd5ac5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.620600 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-7f512947-4c44-4f52-b376-f6c54abd5ac5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.628063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-7f512947-4c44-4f52-b376-f6c54abd5ac5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.638315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-7f512947-4c44-4f52-b376-f6c54abd5ac5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.640977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-7f512947-4c44-4f52-b376-f6c54abd5ac5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.642615 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-7f512947-4c44-4f52-b376-f6c54abd5ac5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.1199417 Sep 16 05:33:30.645168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ce022-1fac-4a23-b444-d82e40c86996 req-226b8420-4066-4ff3-b184-18f965483d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.646512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b73ce022-1fac-4a23-b444-d82e40c86996 req-226b8420-4066-4ff3-b184-18f965483d58 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2374611 Sep 16 05:33:30.672124 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f095d947-38eb-470d-8615-7924355d9dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:30.678157 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f095d947-38eb-470d-8615-7924355d9dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:30.678957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f095d947-38eb-470d-8615-7924355d9dc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11c66356-9696-4c5a-9d36-425f9ceea98b HTTP/1.1" status: 204 len: 168 time: 0.3511117 Sep 16 05:33:30.712393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095d947-38eb-470d-8615-7924355d9dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c66356-9696-4c5a-9d36-425f9ceea98b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:30.747074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f16cf726-e275-4e3b-bc21-08bc0b346544 req-825ff5bc-c54b-4623-aaf8-31c39022d901 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944521 Sep 16 05:33:30.809298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-138974fd-6f36-4646-906e-c7d8831a2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.810893 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-138974fd-6f36-4646-906e-c7d8831a2178 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0776322 Sep 16 05:33:30.898010 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-83b7d816-c327-429e-8600-009a689dcd92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a HTTP/1.1" status: 200 len: 217 time: 0.0645709 Sep 16 05:33:30.986692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a237b12-2743-404c-8ab2-5d894b70fd52 req-5fe67436-fd4c-4cce-9292-e8e1974ffc28 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.992989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a237b12-2743-404c-8ab2-5d894b70fd52 req-5fe67436-fd4c-4cce-9292-e8e1974ffc28 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.998870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a237b12-2743-404c-8ab2-5d894b70fd52 req-5fe67436-fd4c-4cce-9292-e8e1974ffc28 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.005426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a237b12-2743-404c-8ab2-5d894b70fd52 req-5fe67436-fd4c-4cce-9292-e8e1974ffc28 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.009790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-bdae8b8a-0f59-4c57-a5b7-dc6b7c7c702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.011285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a237b12-2743-404c-8ab2-5d894b70fd52 req-5fe67436-fd4c-4cce-9292-e8e1974ffc28 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.014693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-bdae8b8a-0f59-4c57-a5b7-dc6b7c7c702f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.0925198 Sep 16 05:33:31.017555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a237b12-2743-404c-8ab2-5d894b70fd52 req-5fe67436-fd4c-4cce-9292-e8e1974ffc28 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.024322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a237b12-2743-404c-8ab2-5d894b70fd52 req-5fe67436-fd4c-4cce-9292-e8e1974ffc28 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.026245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a237b12-2743-404c-8ab2-5d894b70fd52 req-5fe67436-fd4c-4cce-9292-e8e1974ffc28 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.1209607 Sep 16 05:33:31.037801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:31.056665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Request body: {'floatingip': {'port_id': 'c07c475e-947d-4799-b5f2-45086cd7cec5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:31.080090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-7201d1a0-77c5-444a-935f-1beac367a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.082733 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-7201d1a0-77c5-444a-935f-1beac367a2bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591781 Sep 16 05:33:31.099619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.213093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-25dbe530-7ccd-4688-8256-24e71ab4e86d service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183295 Sep 16 05:33:31.420710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e66b0598-b092-447c-98ce-5ca6385acd69 req-5f27a4bb-917e-4576-a46a-d646cc2d59f6 service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907034 Sep 16 05:33:31.682471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79166402-344e-45b0-9b6a-b3d67d405fe5 req-ca8e67ab-9636-4975-8f92-085965f42473 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.689659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79166402-344e-45b0-9b6a-b3d67d405fe5 req-ca8e67ab-9636-4975-8f92-085965f42473 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 944 time: 0.1131308 Sep 16 05:33:31.765585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79166402-344e-45b0-9b6a-b3d67d405fe5 req-af4edbdc-415a-4f4a-be06-723ba13c0c8c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704708 Sep 16 05:33:31.861863 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.075802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.217037 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Floating IP a55cf555-b755-48d0-91a8-71d9804fb868 associated. External IP: 172.25.1.10, port: c07c475e-947d-4799-b5f2-45086cd7cec5. Sep 16 05:33:32.413624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39200) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:32.429077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1165f1a5-e1ce-491e-bdd3-2fcac9d3367e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.502664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Router c59f7804-b518-4f65-98e9-80567db1b8cd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:32.606924 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1165f1a5-e1ce-491e-bdd3-2fcac9d3367e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.699834 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1165f1a5-e1ce-491e-bdd3-2fcac9d3367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.749927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:32.759716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1165f1a5-e1ce-491e-bdd3-2fcac9d3367e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8392420c0ed242ac89aaa0feb068f26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423181 Sep 16 05:33:32.759873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39210) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:32.760465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165f1a5-e1ce-491e-bdd3-2fcac9d3367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ed8787-6d6b-4855-976f-09f533b7ce8f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:32.780961 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] Sync routers for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:32.785132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.788321 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:32.790015 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:33:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:32.838013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-294a2126-0fcd-44af-a909-8839caf09512 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "PUT /v2.0/floatingips/a55cf555-b755-48d0-91a8-71d9804fb868 HTTP/1.1" status: 200 len: 990 time: 1.7949631 Sep 16 05:33:32.842832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:32.845428 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc3d93a-1b36-4956-9756-60f1171f25dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:32.975771 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad7ff-451b-4e12-b0dc-6689e45e4161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.980900 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:33.032867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad7ff-451b-4e12-b0dc-6689e45e4161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.054365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71308f-e2dc-40d0-be5d-a37a80ba6df0 req-b88e29a4-e6db-4b92-b538-3813e765e8ee tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.056566 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea71308f-e2dc-40d0-be5d-a37a80ba6df0 req-b88e29a4-e6db-4b92-b538-3813e765e8ee tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 944 time: 0.1809013 Sep 16 05:33:33.071606 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1100128-7615-4420-8fb3-903b008f477e x-openstack-request-id: req-d1100128-7615-4420-8fb3-903b008f477e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:33.071606 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:33.071606 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1100128-7615-4420-8fb3-903b008f477e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:33.072592 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'status': 'completed', 'code': 200} Sep 16 05:33:33.184195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea71308f-e2dc-40d0-be5d-a37a80ba6df0 req-e1269938-2bef-4b94-a934-0c95c69698c8 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007717 Sep 16 05:33:33.240348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-d69a6b14-bb6c-41a6-a2c3-e8cd0b39482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.241159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-d69a6b14-bb6c-41a6-a2c3-e8cd0b39482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.242256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-d69a6b14-bb6c-41a6-a2c3-e8cd0b39482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.244549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-d69a6b14-bb6c-41a6-a2c3-e8cd0b39482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.246699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-d69a6b14-bb6c-41a6-a2c3-e8cd0b39482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.247748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-d69a6b14-bb6c-41a6-a2c3-e8cd0b39482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.251824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-d69a6b14-bb6c-41a6-a2c3-e8cd0b39482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.258900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-d69a6b14-bb6c-41a6-a2c3-e8cd0b39482d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6505 time: 0.1331489 Sep 16 05:33:33.294469 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'a55cf555-b755-48d0-91a8-71d9804fb868', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'port_id': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'mac_address': 'fa:16:3e:a3:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:33:31Z', 'revision_number': 1, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:33.310919 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad7ff-451b-4e12-b0dc-6689e45e4161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.314051 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad7ff-451b-4e12-b0dc-6689e45e4161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.318985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6f5ad7ff-451b-4e12-b0dc-6689e45e4161 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0ed8787-6d6b-4855-976f-09f533b7ce8f HTTP/1.1" status: 204 len: 168 time: 0.5555928 Sep 16 05:33:33.334782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ad7ff-451b-4e12-b0dc-6689e45e4161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ed8787-6d6b-4855-976f-09f533b7ce8f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:33.455026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-5698db06-f6be-4a50-9a4e-9e1830a3a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.457281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-5698db06-f6be-4a50-9a4e-9e1830a3a6bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=472221c7-51b1-4eda-9603-da8cffafb028 HTTP/1.1" status: 200 len: 918 time: 0.1853027 Sep 16 05:33:33.475623 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] Checking router: c59f7804-b518-4f65-98e9-80567db1b8cd for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:33.507371 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:33.509244 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:33:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:33.558316 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-ebfd9c56-8ab9-4751-ad70-a956078bf354 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 200 len: 998 time: 0.0924354 Sep 16 05:33:33.654810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-9cd3d311-4187-4066-9a06-18b1c973c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.656316 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-9cd3d311-4187-4066-9a06-18b1c973c5ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f10dee9-1be3-463a-adbc-7b75feef5b36 HTTP/1.1" status: 200 len: 856 time: 0.0891495 Sep 16 05:33:33.723191 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:33.748009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-05b55a64-ea41-4e67-967e-4f371e99033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.748009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-05b55a64-ea41-4e67-967e-4f371e99033e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=472221c7-51b1-4eda-9603-da8cffafb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794983 Sep 16 05:33:33.962310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 97f5b4ef-2228-4036-b99f-fbd6743ca48a details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:34.140695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-eb9de25f-854e-499f-b414-80f0687ed5e3 service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831716 Sep 16 05:33:34.244566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 97f5b4ef-2228-4036-b99f-fbd6743ca48a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:34.290125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'port_id': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'mac_address': 'fa:16:3e:24:95:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:34.395842 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'a55cf555-b755-48d0-91a8-71d9804fb868', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'port_id': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'mac_address': 'fa:16:3e:a3:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:33:31Z', 'revision_number': 1, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:34.438863 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.439224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e69c4-9036-4876-b16d-912ed12e0d71 req-2d46a8f5-5585-46a4-8117-8b2fd61c6b67 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:34.451548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-423e69c4-9036-4876-b16d-912ed12e0d71 req-2d46a8f5-5585-46a4-8117-8b2fd61c6b67 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 944 time: 0.1574109 Sep 16 05:33:34.464487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcc3d93a-1b36-4956-9756-60f1171f25dd req-da05db37-a153-4686-aebe-2b837b3115df service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700608 Sep 16 05:33:34.468500 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4cee7-e138-4ac5-94da-a38dd2bd43ad None None] The sync data for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 is: [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'a55cf555-b755-48d0-91a8-71d9804fb868', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'port_id': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'mac_address': 'fa:16:3e:a3:e8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:57Z', 'updated_at': '2021-09-16T05:33:31Z', 'revision_number': 1, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:34.485414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f5b4ef-2228-4036-b99f-fbd6743ca48a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:34.545530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 97f5b4ef-2228-4036-b99f-fbd6743ca48a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:34.546909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-423e69c4-9036-4876-b16d-912ed12e0d71 req-04d8619b-eca2-47f2-a0fe-fdd5e463ff03 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940731 Sep 16 05:33:34.649996 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.735135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=97f5b4ef-2228-4036-b99f-fbd6743ca48a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:34.809287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943100d9-2276-44e6-b426-8e60ad3f585d None None] New status for floating IP a55cf555-b755-48d0-91a8-71d9804fb868: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:33:35.081467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['97f5b4ef-2228-4036-b99f-fbd6743ca48a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:35.688446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77593c2-2dbc-4a95-86d5-d12bf48972f9 req-6a98556c-34f8-495f-ad59-5af119f82ba7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:35.690412 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b77593c2-2dbc-4a95-86d5-d12bf48972f9 req-6a98556c-34f8-495f-ad59-5af119f82ba7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 945 time: 0.0601165 Sep 16 05:33:35.741723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b77593c2-2dbc-4a95-86d5-d12bf48972f9 req-301a38c1-488a-4eeb-84b6-527b15972b41 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437605 Sep 16 05:33:35.966062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 97f5b4ef-2228-4036-b99f-fbd6743ca48a up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:36.265391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 97f5b4ef-2228-4036-b99f-fbd6743ca48a completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:36.276483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 97f5b4ef-2228-4036-b99f-fbd6743ca48a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:36.276483 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.403945 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.436777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f5b4ef-2228-4036-b99f-fbd6743ca48a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:36.439478 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d6fed0-b048-427f-b764-ea9eeff607e2" -d '{"events": [{"server_uuid": "2b196e8a-482e-4d1c-a303-74a216dcf3f7", "name": "network-vif-plugged", "status": "completed", "tag": "97f5b4ef-2228-4036-b99f-fbd6743ca48a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:36.457366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 97f5b4ef-2228-4036-b99f-fbd6743ca48a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:36.490960 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffca23e4-bceb-4b57-ac06-b34d9633a382 x-openstack-request-id: req-ffca23e4-bceb-4b57-ac06-b34d9633a382 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:36.491434 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b196e8a-482e-4d1c-a303-74a216dcf3f7", "name": "network-vif-plugged", "status": "completed", "tag": "97f5b4ef-2228-4036-b99f-fbd6743ca48a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:36.491816 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffca23e4-bceb-4b57-ac06-b34d9633a382 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:36.492429 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'code': 200} Sep 16 05:33:36.571516 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.643399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=97f5b4ef-2228-4036-b99f-fbd6743ca48a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:36.654522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8312d2-41a2-4ccc-ac6d-5f44e27ceb22 req-3dfae96a-6092-4169-bcd6-f72ea4c99091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:36.656094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a8312d2-41a2-4ccc-ac6d-5f44e27ceb22 req-3dfae96a-6092-4169-bcd6-f72ea4c99091 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0577078 Sep 16 05:33:36.700218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a8312d2-41a2-4ccc-ac6d-5f44e27ceb22 req-31708b4a-3fdb-42f8-acc8-5a5291d19c78 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333798 Sep 16 05:33:36.944527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de34466-5cd6-40ca-9986-fd4804c8742d req-aa3988de-f825-4659-a99c-d02db01a465c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:36.948112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9de34466-5cd6-40ca-9986-fd4804c8742d req-aa3988de-f825-4659-a99c-d02db01a465c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0853069 Sep 16 05:33:36.994781 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9de34466-5cd6-40ca-9986-fd4804c8742d req-a7c48f98-abe1-417e-bc87-808b5712308f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403910 Sep 16 05:33:38.164719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603193-7910-4abc-bb0b-3a528b77beac req-d910b587-86ee-4108-9ede-920b526a7d98 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:38.167176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3603193-7910-4abc-bb0b-3a528b77beac req-d910b587-86ee-4108-9ede-920b526a7d98 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0661232 Sep 16 05:33:38.228475 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3603193-7910-4abc-bb0b-3a528b77beac req-37e2797f-4bd2-4c5a-b1d5-bffd5db68a55 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538754 Sep 16 05:33:38.563596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:38.577523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f280c-fa23-4a66-9a1b-791ef0f83cb9 req-0fd95d86-4f33-427e-a894-a7b410bdd14f tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:38.586796 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-074f280c-fa23-4a66-9a1b-791ef0f83cb9 req-0fd95d86-4f33-427e-a894-a7b410bdd14f tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.0821054 Sep 16 05:33:38.626112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-074f280c-fa23-4a66-9a1b-791ef0f83cb9 req-1f0e3e40-acdc-4d2b-a3d0-2c833495b9c6 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 Sep 16 05:33:38.702290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45fa4728-e3c7-42ea-933b-89e1bdb00c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.801117 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45fa4728-e3c7-42ea-933b-89e1bdb00c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.882649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45fa4728-e3c7-42ea-933b-89e1bdb00c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.928510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-45fa4728-e3c7-42ea-933b-89e1bdb00c3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e50380ae54945dba2949551e801705b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610499 Sep 16 05:33:38.929257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:38.934859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa4728-e3c7-42ea-933b-89e1bdb00c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a5a755-373a-48a1-bc05-281ae85cdf75,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:38.985211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-943da032-1b09-484c-b850-bf3d5481be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.008843 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-943da032-1b09-484c-b850-bf3d5481be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.167943 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-943da032-1b09-484c-b850-bf3d5481be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.170575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-943da032-1b09-484c-b850-bf3d5481be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.171773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-943da032-1b09-484c-b850-bf3d5481be70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70a5a755-373a-48a1-bc05-281ae85cdf75 HTTP/1.1" status: 204 len: 168 time: 0.2421372 Sep 16 05:33:39.180880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943da032-1b09-484c-b850-bf3d5481be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a5a755-373a-48a1-bc05-281ae85cdf75,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:39.397787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd05cc3-8268-4f70-bee6-e39191aa92b0 req-2eb6bb8e-6b32-49f1-ace9-97fef934f14e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:39.406993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6fd05cc3-8268-4f70-bee6-e39191aa92b0 req-2eb6bb8e-6b32-49f1-ace9-97fef934f14e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0671334 Sep 16 05:33:39.488473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6fd05cc3-8268-4f70-bee6-e39191aa92b0 req-3c279930-7086-45e1-9233-c0459341e3f8 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705795 Sep 16 05:33:39.489487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a6cb2-b54e-4fd7-a10f-82aa55d2b5d1 req-86802cd1-aa0d-49b6-af07-7c4e2c4621e0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:39.498100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea8a6cb2-b54e-4fd7-a10f-82aa55d2b5d1 req-86802cd1-aa0d-49b6-af07-7c4e2c4621e0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.0711846 Sep 16 05:33:39.548158 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea8a6cb2-b54e-4fd7-a10f-82aa55d2b5d1 req-0cd7f031-5d20-4afc-aac6-bb1cdd110d74 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489120 Sep 16 05:33:39.666534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d4bd9-f494-4f85-9352-a6a82d84edb8 req-f1ad28da-5e4d-479b-afd2-9f40fdcf4b73 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:39.671779 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-137d4bd9-f494-4f85-9352-a6a82d84edb8 req-f1ad28da-5e4d-479b-afd2-9f40fdcf4b73 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0685112 Sep 16 05:33:39.677990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39396) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:39.684494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'floatingip': {'port_id': '97f5b4ef-2228-4036-b99f-fbd6743ca48a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:39.755337 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.198409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39404) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:40.228848 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e624f0f4-eb6a-4491-a7ce-51668cbbae6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.431348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e624f0f4-eb6a-4491-a7ce-51668cbbae6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.503783 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e624f0f4-eb6a-4491-a7ce-51668cbbae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.559597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e624f0f4-eb6a-4491-a7ce-51668cbbae6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=768bc52e9046458295583f0a6af8cfbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598583 Sep 16 05:33:40.561803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624f0f4-eb6a-4491-a7ce-51668cbbae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaed37f-c2bc-4517-92be-deaba755ff5b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:40.563642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:40.606928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78d9d8-1ddd-4abf-81da-3842fee6fb16 req-da1215a3-957a-4ba8-b8bb-ccc7e5df7136 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:40.616253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b78d9d8-1ddd-4abf-81da-3842fee6fb16 req-da1215a3-957a-4ba8-b8bb-ccc7e5df7136 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.1384211 Sep 16 05:33:40.788586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2aa92b93-63f6-4897-88de-3ec74f40ee36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.823969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b78d9d8-1ddd-4abf-81da-3842fee6fb16 req-3b9597fa-8c68-41bb-9a10-4f2bd4c34b67 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958463 Sep 16 05:33:40.851700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2aa92b93-63f6-4897-88de-3ec74f40ee36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.063663 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.105098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2aa92b93-63f6-4897-88de-3ec74f40ee36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.107782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2aa92b93-63f6-4897-88de-3ec74f40ee36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.109034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2aa92b93-63f6-4897-88de-3ec74f40ee36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdaed37f-c2bc-4517-92be-deaba755ff5b HTTP/1.1" status: 204 len: 168 time: 0.5420151 Sep 16 05:33:41.117574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa92b93-63f6-4897-88de-3ec74f40ee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaed37f-c2bc-4517-92be-deaba755ff5b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:41.133731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.264513 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Floating IP 9c595374-d691-4272-a864-26919bc132c5 associated. External IP: 172.25.1.49, port: 97f5b4ef-2228-4036-b99f-fbd6743ca48a. Sep 16 05:33:41.557826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Router 125117ae-7701-4446-ad90-373bfeddd853 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:41.698677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:41.703655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.709738 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] Sync routers for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:41.721379 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:41.721379 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:33:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:41.769621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f9ff1afe-1a5d-47c8-a7dc-de8278d066c4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "PUT /v2.0/floatingips/9c595374-d691-4272-a864-26919bc132c5 HTTP/1.1" status: 200 len: 991 time: 2.0894363 Sep 16 05:33:41.770424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'tag': '97f5b4ef-2228-4036-b99f-fbd6743ca48a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:41.786756 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706ffc63-c446-44a1-a280-5b7db66301d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b196e8a-482e-4d1c-a303-74a216dcf3f7", "tag": "97f5b4ef-2228-4036-b99f-fbd6743ca48a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:41.872516 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:41.886677 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3128f436-707a-46d7-9a44-73a4ed7e7be7 x-openstack-request-id: req-3128f436-707a-46d7-9a44-73a4ed7e7be7 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:41.887158 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b196e8a-482e-4d1c-a303-74a216dcf3f7", "tag": "97f5b4ef-2228-4036-b99f-fbd6743ca48a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:41.887549 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3128f436-707a-46d7-9a44-73a4ed7e7be7 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:41.888247 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'tag': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'status': 'completed', 'code': 200} Sep 16 05:33:42.122703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5b9ab-cfa8-4323-8299-5357af54e1d1 req-0b20510f-7db0-4886-b215-bb8e5d09ef60 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:42.132323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6d5b9ab-cfa8-4323-8299-5357af54e1d1 req-0b20510f-7db0-4886-b215-bb8e5d09ef60 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.1675229 Sep 16 05:33:42.157079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-43c886a2-59c9-47ec-89f9-eb7eec2468e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:42.158570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-43c886a2-59c9-47ec-89f9-eb7eec2468e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0758913 Sep 16 05:33:42.171636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf7c68-684f-4a3d-928d-e69336be072c req-abd40440-a2f7-42d5-bc4a-3e75e50f3fca tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:42.179058 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9adf7c68-684f-4a3d-928d-e69336be072c req-abd40440-a2f7-42d5-bc4a-3e75e50f3fca tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.66 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 945 time: 0.1432052 Sep 16 05:33:42.284345 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9c595374-d691-4272-a864-26919bc132c5', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '125117ae-7701-4446-ad90-373bfeddd853', 'port_id': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'mac_address': 'fa:16:3e:24:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:21Z', 'updated_at': '2021-09-16T05:33:40Z', 'revision_number': 1, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:42.294056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-f77856e7-291f-46b6-acf0-9439fe4875b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:42.296056 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-f77856e7-291f-46b6-acf0-9439fe4875b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 912 time: 0.1307750 Sep 16 05:33:42.314195 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] Checking router: 125117ae-7701-4446-ad90-373bfeddd853 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:42.326929 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:42.327543 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:33:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:42.350526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6d5b9ab-cfa8-4323-8299-5357af54e1d1 req-97fb6136-424e-483c-b17f-f693a6e001bb tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups?id=80ea290b-8d68-4abf-b0d8-dbc723073893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171841 Sep 16 05:33:42.405801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Deleting port cb886256-44de-49b6-9c05-055c8cf30706 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:42.406291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.414272 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-428b8ccd-a26c-4eb4-bf65-2c8d0485a6c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a HTTP/1.1" status: 200 len: 999 time: 0.1113896 Sep 16 05:33:42.489734 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:42.522125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-97c86534-531b-4349-80d0-1c04e3ca52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:42.523715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-97c86534-531b-4349-80d0-1c04e3ca52b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.1026080 Sep 16 05:33:42.536093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] For port cb886256-44de-49b6-9c05-055c8cf30706, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=cb886256-44de-49b6-9c05-055c8cf30706,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:42.536579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.643321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-457e118c-2edd-42eb-a891-f9c1accbfa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:42.653557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-457e118c-2edd-42eb-a891-f9c1accbfa5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202340 Sep 16 05:33:42.881523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-306db03e-0d38-4118-be13-a963c0cc4cc6 service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195475 Sep 16 05:33:42.941981 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.942491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.942934 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Floating IP 96dd72cb-a9a6-41bc-ba0e-b979f94d0326 disassociated. External IP: 172.25.1.163, port: cb886256-44de-49b6-9c05-055c8cf30706. Sep 16 05:33:42.943474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Calling delete_port for cb886256-44de-49b6-9c05-055c8cf30706 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:43.055878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9c595374-d691-4272-a864-26919bc132c5', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '125117ae-7701-4446-ad90-373bfeddd853', 'port_id': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'mac_address': 'fa:16:3e:24:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:21Z', 'updated_at': '2021-09-16T05:33:40Z', 'revision_number': 1, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:43.116247 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf2f86-e2dd-4a15-acc8-90fc6bd28696 None None] The sync data for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 is: [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9c595374-d691-4272-a864-26919bc132c5', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '125117ae-7701-4446-ad90-373bfeddd853', 'port_id': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'mac_address': 'fa:16:3e:24:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:21Z', 'updated_at': '2021-09-16T05:33:40Z', 'revision_number': 1, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:43.206995 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-706ffc63-c446-44a1-a280-5b7db66301d8 req-ec8b3e7a-9231-453f-a5fc-3b4eda6b9236 service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182359 Sep 16 05:33:43.345617 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:43.398632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event deleted for resources: {'Port': ['ID=cb886256-44de-49b6-9c05-055c8cf30706,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:43.536959 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f00d672b-dec1-4055-8250-dccfb7bcc4f8 req-e567b6dc-ce95-42d9-a685-62531b7301b0 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 210 time: 0.0620642 Sep 16 05:33:43.669253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb07674-3c4e-4558-a39c-bcd3577d98c2 None None] New status for floating IP 9c595374-d691-4272-a864-26919bc132c5: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:33:43.701543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Router 9bdcd402-6ae7-438f-8e08-60053d91ad06 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:43.931894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:43.936913 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] Sync routers for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:43.965801 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:43.968719 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:33:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.057730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] No DVR routers for this DVR port cb886256-44de-49b6-9c05-055c8cf30706 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:44.062149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.064043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9adf7c68-684f-4a3d-928d-e69336be072c req-4036f492-a595-4d25-ac76-3683248dcd4b tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.66 "DELETE /v2.0/ports/cb886256-44de-49b6-9c05-055c8cf30706 HTTP/1.1" status: 204 len: 173 time: 1.8806007 Sep 16 05:33:44.064498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'name': 'network-vif-deleted', 'tag': 'cb886256-44de-49b6-9c05-055c8cf30706'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:44.071821 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2372173a-0faf-4ade-8a68-cbbf06f160d3" -d '{"events": [{"server_uuid": "985e61b4-1038-4f69-b45f-e8c4a3443b02", "name": "network-vif-deleted", "tag": "cb886256-44de-49b6-9c05-055c8cf30706"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:44.403389 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:44.624325 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db24bd-aca2-49c5-ae98-110b6c31d286 x-openstack-request-id: req-79db24bd-aca2-49c5-ae98-110b6c31d286 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:44.625169 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985e61b4-1038-4f69-b45f-e8c4a3443b02", "name": "network-vif-deleted", "tag": "cb886256-44de-49b6-9c05-055c8cf30706", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:44.628547 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79db24bd-aca2-49c5-ae98-110b6c31d286 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:44.628547 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985e61b4-1038-4f69-b45f-e8c4a3443b02', 'name': 'network-vif-deleted', 'tag': 'cb886256-44de-49b6-9c05-055c8cf30706', 'status': 'completed', 'code': 200} Sep 16 05:33:44.746034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c63e5ca8-de0e-4186-badc-00eaff038dad req-c37111a9-390c-4e66-8846-8a023f0d2565 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/ports?device_id=985e61b4-1038-4f69-b45f-e8c4a3443b02 HTTP/1.1" status: 200 len: 210 time: 0.0534408 Sep 16 05:33:44.799600 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:21Z', 'revision_number': 5, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.931584 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] Checking router: 9bdcd402-6ae7-438f-8e08-60053d91ad06 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:44.940485 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:44.941109 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:33:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:45.092760 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:45.386803 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:21Z', 'revision_number': 5, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:45.425887 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36f49e-1005-4861-9022-e179f1bf7cf0 None None] The sync data for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 is: [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:31:14Z', 'revision_number': 4, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a', 'name': '', 'network_id': 'a7b7fc37-d30d-4417-87bc-2777f45328e1', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'mac_address': 'fa:16:3e:34:41:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:13Z', 'updated_at': '2021-09-16T05:31:21Z', 'revision_number': 5, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'subnets': [{'id': '7361f8a4-d8fe-4769-a79a-172d1604fc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:45.776225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa225e-fee4-4074-abb5-ee69c2514a59 None None] New status for floating IP 96dd72cb-a9a6-41bc-ba0e-b979f94d0326: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:33:45.965935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:46.007409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cb886256-44de-49b6-9c05-055c8cf30706 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:46.030470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: cb886256-44de-49b6-9c05-055c8cf30706 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:46.031050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device cb886256-44de-49b6-9c05-055c8cf30706 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:46.057601 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50d99f7e-9f3b-4a69-82db-2bbaafed5a60 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.114487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50d99f7e-9f3b-4a69-82db-2bbaafed5a60 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.288144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50d99f7e-9f3b-4a69-82db-2bbaafed5a60 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.290973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50d99f7e-9f3b-4a69-82db-2bbaafed5a60 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.294595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-50d99f7e-9f3b-4a69-82db-2bbaafed5a60 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "DELETE /v2.0/security-groups/80ea290b-8d68-4abf-b0d8-dbc723073893 HTTP/1.1" status: 204 len: 168 time: 0.3246553 Sep 16 05:33:46.294988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39562) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:46.312410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d99f7e-9f3b-4a69-82db-2bbaafed5a60 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ea290b-8d68-4abf-b0d8-dbc723073893,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:46.327224 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-f8e37de4-e177-46f9-92bd-fa41fd68d6cf tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] show failed (client error): The resource could not be found. Sep 16 05:33:46.332620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39564) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:46.332863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f8e37de4-e177-46f9-92bd-fa41fd68d6cf tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "GET /v2.0/security-groups/80ea290b-8d68-4abf-b0d8-dbc723073893 HTTP/1.1" status: 404 len: 347 time: 0.0362773 Sep 16 05:33:46.486871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Deleting port b13ae65b-9331-4bc0-9be8-1dfe14fe4922 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:46.487324 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.631416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.631746 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.651748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Calling delete_port for b13ae65b-9331-4bc0-9be8-1dfe14fe4922 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:47.379342 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:47.395463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Pushing event deleted for resources: {'Port': ['ID=b13ae65b-9331-4bc0-9be8-1dfe14fe4922,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:47.556799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:47.560761 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:47.562406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1d089273-1404-4877-a66a-1b552ce539d8 tempest-ServersTestJSON-470968068 tempest-ServersTestJSON-470968068-project] 10.222.0.49 "DELETE /v2.0/floatingips/96dd72cb-a9a6-41bc-ba0e-b979f94d0326 HTTP/1.1" status: 204 len: 168 time: 1.2283874 Sep 16 05:33:47.565242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:48.210816 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:48.589538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Deleting port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:48.590764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:48.592720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39608) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:48.709274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] For port e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:48.709646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:48.729028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Calling delete_port for e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:48.784421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a24287c-6ad1-4e86-8908-a65a5fcda8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:48.974186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a24287c-6ad1-4e86-8908-a65a5fcda8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.030596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0a24287c-6ad1-4e86-8908-a65a5fcda8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.074196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.082881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24287c-6ad1-4e86-8908-a65a5fcda8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0d319-6c65-4fce-815c-fd6a65aaf946,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:49.105234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0a24287c-6ad1-4e86-8908-a65a5fcda8e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5db03c9e9bd84208a9783f4732bcd083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107505 Sep 16 05:33:49.107965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39620) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:49.154104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:49.194916 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2a26ce-9ce2-4834-b3ae-96a52a337bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.240269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2a26ce-9ce2-4834-b3ae-96a52a337bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.479233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.486609 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2a26ce-9ce2-4834-b3ae-96a52a337bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.491437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec2a26ce-9ce2-4834-b3ae-96a52a337bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.493091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec2a26ce-9ce2-4834-b3ae-96a52a337bb5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96e0d319-6c65-4fce-815c-fd6a65aaf946 HTTP/1.1" status: 204 len: 168 time: 0.3836484 Sep 16 05:33:49.508274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a26ce-9ce2-4834-b3ae-96a52a337bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0d319-6c65-4fce-815c-fd6a65aaf946,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:49.788072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Router 9bdcd402-6ae7-438f-8e08-60053d91ad06 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:49.870812 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1207b9c5-42a2-48a1-a064-5e9e1e248d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.955271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:49.966346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e804e830-d7ec-4cf6-824e-acd38eb55f63 admin admin] 10.222.0.49 "PUT /v2.0/routers/9bdcd402-6ae7-438f-8e08-60053d91ad06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3997455 Sep 16 05:33:49.968381 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] Sync routers for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:49.969392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39636) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:49.996277 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:49.997135 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:33:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.209005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.233176 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:50.401963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.441482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:50.457101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d233750f-67cf-495b-9173-3e048fa8cb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.564533 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:33:48Z', 'revision_number': 5, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port': {'id': 'b26a5ee7-535c-4448-8b33-428d7e4a741e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:06Z', 'updated_at': '2021-09-16T05:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.622008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Deleting port b26a5ee7-535c-4448-8b33-428d7e4a741e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:50.622360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.624880 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] Checking router: 9bdcd402-6ae7-438f-8e08-60053d91ad06 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:50.634954 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] Routers {'9bdcd402-6ae7-438f-8e08-60053d91ad06'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:50.636659 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:33:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9bdcd402-6ae7-438f-8e08-60053d91ad06'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.665599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.682741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d233750f-67cf-495b-9173-3e048fa8cb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.739380 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] Set router 9bdcd402-6ae7-438f-8e08-60053d91ad06 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:50.758697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d233750f-67cf-495b-9173-3e048fa8cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.774938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] For port b26a5ee7-535c-4448-8b33-428d7e4a741e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b26a5ee7-535c-4448-8b33-428d7e4a741e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:50.775629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.813400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Calling delete_port for b26a5ee7-535c-4448-8b33-428d7e4a741e owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:50.827655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d233750f-67cf-495b-9173-3e048fa8cb9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=943aacafae044610b7390470159bdfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849418 Sep 16 05:33:50.828284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39650) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:50.838452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233750f-67cf-495b-9173-3e048fa8cb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebc5838-ffd7-45b4-914d-b070b361d2ba,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:50.878468 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:33:50Z', 'revision_number': 6, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.907528 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af4eadd-687e-4ab9-a505-f6cdc00cbae4 None None] The sync data for ids ['9bdcd402-6ae7-438f-8e08-60053d91ad06'] in n-d-712749-15 is: [{'id': '9bdcd402-6ae7-438f-8e08-60053d91ad06', 'name': 'tempest-ServersTestJSON-1674841878-router', 'tenant_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:00Z', 'updated_at': '2021-09-16T05:33:50Z', 'revision_number': 6, 'project_id': 'ebc70a4678154926a2c9ea67e4cb241c', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:50.997991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12d3cbf5-4055-48f9-b437-06161491769b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.037888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12d3cbf5-4055-48f9-b437-06161491769b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.219444 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.254056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b26a5ee7-535c-4448-8b33-428d7e4a741e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:51.265930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12d3cbf5-4055-48f9-b437-06161491769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.277436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12d3cbf5-4055-48f9-b437-06161491769b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.279337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-12d3cbf5-4055-48f9-b437-06161491769b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ebc5838-ffd7-45b4-914d-b070b361d2ba HTTP/1.1" status: 204 len: 168 time: 0.4496181 Sep 16 05:33:51.324380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3cbf5-4055-48f9-b437-06161491769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebc5838-ffd7-45b4-914d-b070b361d2ba,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:51.404610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.536636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.539780 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.663748 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.664747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdcd402-6ae7-438f-8e08-60053d91ad06 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:33:51.674076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.674076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6895f3ef-69fe-417f-9f9f-bf6f528dda8b admin admin] 10.222.0.49 "DELETE /v2.0/routers/9bdcd402-6ae7-438f-8e08-60053d91ad06 HTTP/1.1" status: 204 len: 168 time: 1.7010350 Sep 16 05:33:51.674380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39666) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:51.739470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef5c209-732c-4235-95a4-08fe25d4b245 admin admin] Deleting subnet 7361f8a4-d8fe-4769-a79a-172d1604fc35 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:33:51.743272 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5c209-732c-4235-95a4-08fe25d4b245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.785101 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5c209-732c-4235-95a4-08fe25d4b245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.020671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:52.081089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:52.081837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e57e5e91-bb86-4db6-a9d5-c21dc7bd6b3a not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:52.082521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b26a5ee7-535c-4448-8b33-428d7e4a741e no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:52.121251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b26a5ee7-535c-4448-8b33-428d7e4a741e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:52.121698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b26a5ee7-535c-4448-8b33-428d7e4a741e not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:52.934392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5c209-732c-4235-95a4-08fe25d4b245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.173746 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d73e768f-c898-41c6-9f7b-03791e60a695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.174313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5c209-732c-4235-95a4-08fe25d4b245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.202564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5c209-732c-4235-95a4-08fe25d4b245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7361f8a4-d8fe-4769-a79a-172d1604fc35,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:53.206703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5c209-732c-4235-95a4-08fe25d4b245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.208683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aef5c209-732c-4235-95a4-08fe25d4b245 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7361f8a4-d8fe-4769-a79a-172d1604fc35 HTTP/1.1" status: 204 len: 168 time: 1.5331213 Sep 16 05:33:53.211143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39694) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:53.215554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ad48a-5129-4549-a449-7e03134497cb None None] Network a7b7fc37-d30d-4417-87bc-2777f45328e1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:53.295678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.389229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Deleting port 89c5775e-cb6f-4e9a-8399-64875a514575 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:53.392987 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.491269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] DHCP port deletion for a7b7fc37-d30d-4417-87bc-2777f45328e1 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:33:53.540091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] For port 89c5775e-cb6f-4e9a-8399-64875a514575, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=89c5775e-cb6f-4e9a-8399-64875a514575,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:53.540564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.564935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] Deleting port 89c5775e-cb6f-4e9a-8399-64875a514575 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:53.569479 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.572818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Calling delete_port for 89c5775e-cb6f-4e9a-8399-64875a514575 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:53.700805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] For port 89c5775e-cb6f-4e9a-8399-64875a514575, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=89c5775e-cb6f-4e9a-8399-64875a514575,segment=NetworkSegment(2ccbf5ad-f974-4e4d-910c-86e08b5382ca),segment_id=2ccbf5ad-f974-4e4d-910c-86e08b5382ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:53.705879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.725715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] Calling delete_port for 89c5775e-cb6f-4e9a-8399-64875a514575 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:53.953542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 89c5775e-cb6f-4e9a-8399-64875a514575 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:53.965669 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.997370 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.015603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] No DVR routers for this DVR port 89c5775e-cb6f-4e9a-8399-64875a514575 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:54.031975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] Pushing event deleted for resources: {'Port': ['ID=89c5775e-cb6f-4e9a-8399-64875a514575,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:54.038172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9db1d5-1c49-4bfa-9a21-7e4b178aa980 None None] No DVR routers for this DVR port 89c5775e-cb6f-4e9a-8399-64875a514575 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:54.040248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No active binding found for port 89c5775e-cb6f-4e9a-8399-64875a514575 {{(pid=95661) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:33:54.041171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 89c5775e-cb6f-4e9a-8399-64875a514575 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:54.057616 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.074165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c5775e-cb6f-4e9a-8399-64875a514575,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:54.193219 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.233181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b7fc37-d30d-4417-87bc-2777f45328e1']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:54.246297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccbf5ad-f974-4e4d-910c-86e08b5382ca') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:54.246679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccbf5ad-f974-4e4d-910c-86e08b5382ca') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:54.258563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.273155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.279838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:33:54.280416 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:33:54.282797 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:33:54.443114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.463678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.466587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a7b7fc37-d30d-4417-87bc-2777f45328e1 HTTP/1.1" status: 204 len: 168 time: 1.2536578 Sep 16 05:33:54.467771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cde8c-a689-4154-a3f0-987c9d4ded63 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b7fc37-d30d-4417-87bc-2777f45328e1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:54.478777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:54.971189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39760) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:55.052864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a022705d-39ed-4fa3-ba89-c35c999e5414 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ebc70a4678154926a2c9ea67e4cb241c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762212 Sep 16 05:33:55.053508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39762) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:55.117386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1218e1c2-91e5-4b05-b2d8-249afe26241e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.162394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1218e1c2-91e5-4b05-b2d8-249afe26241e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.180431 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9afccb9b-c1ff-48c8-8fca-098ac6f57723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.189853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39764) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:55.236884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.311638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9afccb9b-c1ff-48c8-8fca-098ac6f57723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.325580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1218e1c2-91e5-4b05-b2d8-249afe26241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.328699 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1218e1c2-91e5-4b05-b2d8-249afe26241e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.330117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1218e1c2-91e5-4b05-b2d8-249afe26241e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e96b4958-ba3e-4577-bbdc-97c77c4d0a08 HTTP/1.1" status: 204 len: 168 time: 0.2754741 Sep 16 05:33:55.339965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218e1c2-91e5-4b05-b2d8-249afe26241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96b4958-ba3e-4577-bbdc-97c77c4d0a08,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:55.379685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9afccb9b-c1ff-48c8-8fca-098ac6f57723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.406194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afccb9b-c1ff-48c8-8fca-098ac6f57723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c60777d-b8e7-41e1-8ea3-ae8be260d20d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:55.438604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9afccb9b-c1ff-48c8-8fca-098ac6f57723 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=632e80b08f124d91ac8a8ead4168b1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9584827 Sep 16 05:33:55.439341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39774) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:55.448844 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e120d35a-621f-4763-9c28-f0f2259cfaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.498278 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c48842c2-8ebf-4665-8543-25421e8a6a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.532248 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c48842c2-8ebf-4665-8543-25421e8a6a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.600907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e120d35a-621f-4763-9c28-f0f2259cfaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.708042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c48842c2-8ebf-4665-8543-25421e8a6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.708375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c48842c2-8ebf-4665-8543-25421e8a6a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.709834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c48842c2-8ebf-4665-8543-25421e8a6a82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c60777d-b8e7-41e1-8ea3-ae8be260d20d HTTP/1.1" status: 204 len: 168 time: 0.2692587 Sep 16 05:33:55.718321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48842c2-8ebf-4665-8543-25421e8a6a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c60777d-b8e7-41e1-8ea3-ae8be260d20d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:55.750416 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e120d35a-621f-4763-9c28-f0f2259cfaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.821666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120d35a-621f-4763-9c28-f0f2259cfaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba495b53-8c54-47d1-bdd3-74508006ee5a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:55.897974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39798) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:55.901047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e120d35a-621f-4763-9c28-f0f2259cfaa2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b105204745b94dcebee17f9051318c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094138 Sep 16 05:33:55.967233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e8082b2-3606-4079-9e0f-1b85fefbe666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.996930 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e8082b2-3606-4079-9e0f-1b85fefbe666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.150946 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e8082b2-3606-4079-9e0f-1b85fefbe666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.153729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e8082b2-3606-4079-9e0f-1b85fefbe666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.155221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7e8082b2-3606-4079-9e0f-1b85fefbe666 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba495b53-8c54-47d1-bdd3-74508006ee5a HTTP/1.1" status: 204 len: 168 time: 0.2559943 Sep 16 05:33:56.166860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8082b2-3606-4079-9e0f-1b85fefbe666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba495b53-8c54-47d1-bdd3-74508006ee5a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:56.515409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:56.529352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f689bc86-3b01-44b1-a793-72497d05e95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.643069 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f689bc86-3b01-44b1-a793-72497d05e95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.801758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f689bc86-3b01-44b1-a793-72497d05e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.916537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f689bc86-3b01-44b1-a793-72497d05e95e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a640a7798a8a48d9a1374275a01ce64f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998158 Sep 16 05:33:56.921680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39834) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:56.944481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689bc86-3b01-44b1-a793-72497d05e95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b285a7a2-5d75-49c5-9fc0-615871b523ef,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:56.994959 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19809d45-454e-49ba-ad3f-7f40843553c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.025391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19809d45-454e-49ba-ad3f-7f40843553c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.142341 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:57.171658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19809d45-454e-49ba-ad3f-7f40843553c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.174764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-19809d45-454e-49ba-ad3f-7f40843553c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.179918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-19809d45-454e-49ba-ad3f-7f40843553c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b285a7a2-5d75-49c5-9fc0-615871b523ef HTTP/1.1" status: 204 len: 168 time: 0.2486558 Sep 16 05:33:57.186385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19809d45-454e-49ba-ad3f-7f40843553c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b285a7a2-5d75-49c5-9fc0-615871b523ef,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:57.384906 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.757117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39862) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:57.922457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1026396998-network', 'tenant_id': '9626b3da504043ab93c961c643559c45'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:58.093252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Made reservation on behalf of 9626b3da504043ab93c961c643559c45 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:58.095759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.106829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.207754 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.425242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.451657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:33:58.466760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:58.473029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.473381 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Added segment c95fbcb0-7725-4a19-a8b6-a954f897577c of type vlan for network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 Sep 16 05:33:58.520755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.810806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.811875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:58.812474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.878273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.878893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] Pushing event updated for resources: {'Network': ['ID=a50710b5-8f0a-4a10-9a3b-7bb12be1a826,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:58.887758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:33:59.106707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-47a899e4-1d56-4335-9ca3-c08e74d50046 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3454032 Sep 16 05:33:59.107482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39920) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:59.127573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Request body: {'subnet': {'network_id': 'a50710b5-8f0a-4a10-9a3b-7bb12be1a826', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1026396998-subnet', 'tenant_id': '9626b3da504043ab93c961c643559c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:59.333391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Made reservation on behalf of 9626b3da504043ab93c961c643559c45 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:59.335897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.619350 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.678802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce41cd30-3fed-4a5f-87c6-e15b42867d6c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:59.686852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Checking segment: {'id': 'c95fbcb0-7725-4a19-a8b6-a954f897577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a50710b5-8f0a-4a10-9a3b-7bb12be1a826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:59.687318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Network hostable DHCP agents. Network: a50710b5-8f0a-4a10-9a3b-7bb12be1a826, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:33:59.868448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:00.007718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, a50710b5-8f0a-4a10-9a3b-7bb12be1a826) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:00.012109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.012712 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.023181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38eb91-f6fd-4919-b8ae-3a310720e429 None None] Network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:00.220662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-64117336-01cf-4318-8adf-198c2db1c598 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1118157 Sep 16 05:34:00.275203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2219d43-7d03-47b8-9f6b-2f783ff31c64 None None] Network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:01.084576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39980) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:01.210057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18c5a8f0-d8b4-46e7-afdb-e4ee49f12ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.388260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18c5a8f0-d8b4-46e7-afdb-e4ee49f12ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.579235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18c5a8f0-d8b4-46e7-afdb-e4ee49f12ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.621312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5a8f0-d8b4-46e7-afdb-e4ee49f12ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c50bbde-458b-419a-8c94-434ee9e23114,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:01.633545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18c5a8f0-d8b4-46e7-afdb-e4ee49f12ea7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71fef9bef6ab41dc9923cbafffa27445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432038 Sep 16 05:34:01.633736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39994) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:01.694487 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-585a29bb-6089-43a7-ac06-10b220439d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.722682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-585a29bb-6089-43a7-ac06-10b220439d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.887954 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-585a29bb-6089-43a7-ac06-10b220439d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.891356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-585a29bb-6089-43a7-ac06-10b220439d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.892662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-585a29bb-6089-43a7-ac06-10b220439d56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c50bbde-458b-419a-8c94-434ee9e23114 HTTP/1.1" status: 204 len: 168 time: 0.2580445 Sep 16 05:34:01.905441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a29bb-6089-43a7-ac06-10b220439d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c50bbde-458b-419a-8c94-434ee9e23114,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:03.390173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40046) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:03.405521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.525105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.659570 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.699823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82db428eefa44832a3b39ed2dc6c4a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076286 Sep 16 05:34:03.702887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40072) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:03.749798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9048e2-22ca-4284-99b9-97ccb68e8ba0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:03.765513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.765861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.766202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.766540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.766875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.767207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.767538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.767950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.768821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.769378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.769721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.770050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda24f0f-6d80-4dba-a9f7-ff316d763540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.776065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206272-c39f-4cac-887a-e91996c46345 req-e8105a73-e542-4cf9-9744-6e59fd45f5bc tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:03.777465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-e8105a73-e542-4cf9-9744-6e59fd45f5bc tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/networks?id=a50710b5-8f0a-4a10-9a3b-7bb12be1a826 HTTP/1.1" status: 200 len: 810 time: 0.1418045 Sep 16 05:34:03.793839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-466f3153-5da6-4dcb-b784-38f35556566f tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/quotas/9626b3da504043ab93c961c643559c45 HTTP/1.1" status: 200 len: 375 time: 0.0104516 Sep 16 05:34:03.797094 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26d94cfb-1410-4ef6-9198-b0731cd1aa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.820860 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26d94cfb-1410-4ef6-9198-b0731cd1aa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.827563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-11252bed-9c6b-4f00-9171-6f8cc743ac28 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9626b3da504043ab93c961c643559c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278280 Sep 16 05:34:03.938441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-50e98a15-b998-488d-97b1-a8beaf20357e service neutron] 10.222.0.49 "GET /v2.0/networks/a50710b5-8f0a-4a10-9a3b-7bb12be1a826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026330 Sep 16 05:34:04.000092 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26d94cfb-1410-4ef6-9198-b0731cd1aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.003612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26d94cfb-1410-4ef6-9198-b0731cd1aa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.004831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-26d94cfb-1410-4ef6-9198-b0731cd1aa16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad9048e2-22ca-4284-99b9-97ccb68e8ba0 HTTP/1.1" status: 204 len: 168 time: 0.3015735 Sep 16 05:34:04.028771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d94cfb-1410-4ef6-9198-b0731cd1aa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9048e2-22ca-4284-99b9-97ccb68e8ba0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:04.081240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-c53c8ca4-5587-44ac-9fd5-7e66e2faacbd service neutron] 10.222.0.49 "GET /v2.0/networks/a50710b5-8f0a-4a10-9a3b-7bb12be1a826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357090 Sep 16 05:34:04.772195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93eab0f8-2641-445e-878d-14c82981b52e req-65c6fe90-e9a6-446e-b1f8-b10c48578c19 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 210 time: 0.0386446 Sep 16 05:34:06.235960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6169085e-d496-4d3b-ae00-623d1f998358 req-a029c193-100b-42c5-801a-81fa843f0ecb tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 210 time: 0.4003828 Sep 16 05:34:07.372429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a831d961-605f-4d12-8d9a-7010a7c84d0c req-56df744c-52a8-41a4-bf00-2ef7890421df tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 210 time: 0.0500789 Sep 16 05:34:08.497712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cd0c475-7cfd-4e95-8371-9dd2e0eeac8e req-5afef7f4-66d5-478b-be5c-dfeab8585202 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 210 time: 0.0274847 Sep 16 05:34:09.346848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206272-c39f-4cac-887a-e91996c46345 req-2d5c57ea-5620-4ab4-9b94-44d7e992b626 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:09.349661 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-2d5c57ea-5620-4ab4-9b94-44d7e992b626 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.66 "GET /v2.0/networks?id=a50710b5-8f0a-4a10-9a3b-7bb12be1a826 HTTP/1.1" status: 200 len: 810 time: 0.1738851 Sep 16 05:34:09.378356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Request body: {'port': {'device_id': 'e926bab4-ba6c-457d-b3fd-66e36556a0fe', 'network_id': 'a50710b5-8f0a-4a10-9a3b-7bb12be1a826', 'admin_state_up': True, 'tenant_id': '9626b3da504043ab93c961c643559c45'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:09.623494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40254) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:09.632892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74f18f89-987d-4259-80a1-76d5993089bb req-dd880272-df40-49a3-b810-d762acc65ecf tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 210 time: 0.0403948 Sep 16 05:34:09.660601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Made reservation on behalf of 9626b3da504043ab93c961c643559c45 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:09.671568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.818831 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1dc73905-b676-4724-be06-1c5e782abe26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.928675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Allocated IP 172.20.0.13 (a50710b5-8f0a-4a10-9a3b-7bb12be1a826/ce41cd30-3fed-4a5f-87c6-e15b42867d6c/acffc094-8c35-4966-ae9e-d5a51e8bfca3) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:10.072788 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1dc73905-b676-4724-be06-1c5e782abe26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.154786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.209763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1dc73905-b676-4724-be06-1c5e782abe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.258694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1dc73905-b676-4724-be06-1c5e782abe26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afa74dba60804737a7d7a93e9a6a06cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339724 Sep 16 05:34:10.259616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc73905-b676-4724-be06-1c5e782abe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c47bc55-e73f-42af-9628-0dac0dcb5d0a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:10.261454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:10.311198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.362280 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.371895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:10.383539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:10.400257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:10.401700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.466736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Pushing event updated for resources: {'Port': ['ID=acffc094-8c35-4966-ae9e-d5a51e8bfca3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:10.495814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.496566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.635744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.638511 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.639657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c47bc55-e73f-42af-9628-0dac0dcb5d0a HTTP/1.1" status: 204 len: 168 time: 0.3752885 Sep 16 05:34:10.654404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c47bc55-e73f-42af-9628-0dac0dcb5d0a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:10.662969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.663265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.663608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.664076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.664420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.664767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.665086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.665413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.666087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.666314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.666653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.666980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd57e1-8e76-489b-ba88-a907bbbe0569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:10.668832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-c21e8510-3458-4ab6-afff-7cbaedb6b8f3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3014548 Sep 16 05:34:10.690529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Request body: {'port': {'device_id': 'e926bab4-ba6c-457d-b3fd-66e36556a0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:10.799899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e774-69b3-411a-b8c0-c48d37fbde7f req-57a38841-5aa5-48c4-9414-1df46b38bbf4 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.801795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0166e774-69b3-411a-b8c0-c48d37fbde7f req-57a38841-5aa5-48c4-9414-1df46b38bbf4 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 932 time: 0.0654056 Sep 16 05:34:10.805096 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.888126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0166e774-69b3-411a-b8c0-c48d37fbde7f req-6d77c306-35fa-463f-981a-1ae74406d1fe tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766926 Sep 16 05:34:11.238050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acffc094-8c35-4966-ae9e-d5a51e8bfca3 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:11.249492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.262261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Transition to ACTIVE for port object acffc094-8c35-4966-ae9e-d5a51e8bfca3 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:34:11.525348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.621777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Pushing event updated for resources: {'Port': ['ID=acffc094-8c35-4966-ae9e-d5a51e8bfca3,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:11.655626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Attempting to bind port acffc094-8c35-4966-ae9e-d5a51e8bfca3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:11.655985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Attempting to bind port acffc094-8c35-4966-ae9e-d5a51e8bfca3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'c95fbcb0-7725-4a19-a8b6-a954f897577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a50710b5-8f0a-4a10-9a3b-7bb12be1a826'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:11.656401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Attempting to bind port acffc094-8c35-4966-ae9e-d5a51e8bfca3 on network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:11.661210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Port acffc094-8c35-4966-ae9e-d5a51e8bfca3 on network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:34:11.661520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Attempting to bind port acffc094-8c35-4966-ae9e-d5a51e8bfca3 on network a50710b5-8f0a-4a10-9a3b-7bb12be1a826 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:11.667952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:11.668328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Checking segment: {'id': 'c95fbcb0-7725-4a19-a8b6-a954f897577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a50710b5-8f0a-4a10-9a3b-7bb12be1a826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:11.669245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Bound using segment: {'id': 'c95fbcb0-7725-4a19-a8b6-a954f897577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a50710b5-8f0a-4a10-9a3b-7bb12be1a826'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:11.669245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Bound port: acffc094-8c35-4966-ae9e-d5a51e8bfca3, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95fbcb0-7725-4a19-a8b6-a954f897577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a50710b5-8f0a-4a10-9a3b-7bb12be1a826'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:11.669563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.737408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] For port acffc094-8c35-4966-ae9e-d5a51e8bfca3, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:11.740713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] For port acffc094-8c35-4966-ae9e-d5a51e8bfca3, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=acffc094-8c35-4966-ae9e-d5a51e8bfca3,segment=NetworkSegment(c95fbcb0-7725-4a19-a8b6-a954f897577c),segment_id=c95fbcb0-7725-4a19-a8b6-a954f897577c)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:11.778908 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40326) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:11.793300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55af42a4-ebb5-4155-bcd2-6304b4bbefc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.891242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.902579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55af42a4-ebb5-4155-bcd2-6304b4bbefc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.939179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:11.939915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.942114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] 10.222.0.66 "PUT /v2.0/ports/acffc094-8c35-4966-ae9e-d5a51e8bfca3 HTTP/1.1" status: 200 len: 1093 time: 1.2584929 Sep 16 05:34:11.942923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e926bab4-ba6c-457d-b3fd-66e36556a0fe', 'tag': 'acffc094-8c35-4966-ae9e-d5a51e8bfca3'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:11.945760 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07d604b-d7ca-4e10-8aba-b0fb9a4637f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e926bab4-ba6c-457d-b3fd-66e36556a0fe", "tag": "acffc094-8c35-4966-ae9e-d5a51e8bfca3"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:11.999699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f65aa0-5947-4522-abf3-ae2628fea760 service neutron] Pushing event updated for resources: {'Port': ['ID=acffc094-8c35-4966-ae9e-d5a51e8bfca3,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:12.027775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55af42a4-ebb5-4155-bcd2-6304b4bbefc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.047371 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53879102-5519-43e3-813a-c9e8587288d2 x-openstack-request-id: req-53879102-5519-43e3-813a-c9e8587288d2 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:12.047678 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e926bab4-ba6c-457d-b3fd-66e36556a0fe", "tag": "acffc094-8c35-4966-ae9e-d5a51e8bfca3", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:12.048386 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53879102-5519-43e3-813a-c9e8587288d2 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:12.048799 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e926bab4-ba6c-457d-b3fd-66e36556a0fe', 'tag': 'acffc094-8c35-4966-ae9e-d5a51e8bfca3', 'status': 'completed', 'code': 200} Sep 16 05:34:12.084473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78501d79-36df-4a0c-8dec-3b2acd6ec036 req-5f7deab0-6ac9-4ff2-b12e-8a441313fc51 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.094131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78501d79-36df-4a0c-8dec-3b2acd6ec036 req-5f7deab0-6ac9-4ff2-b12e-8a441313fc51 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 944 time: 0.0758667 Sep 16 05:34:12.118105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-55af42a4-ebb5-4155-bcd2-6304b4bbefc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0024faede12445df8e25ab1cba953ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380632 Sep 16 05:34:12.135265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40336) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:12.138181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af42a4-ebb5-4155-bcd2-6304b4bbefc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb74b348-44b8-42d9-accf-d69cf52c2ec1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:12.150557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78501d79-36df-4a0c-8dec-3b2acd6ec036 req-2fd5c06f-7fbe-41f8-8cde-a58c4df66e4c tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534713 Sep 16 05:34:12.212125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d604b-d7ca-4e10-8aba-b0fb9a4637f4 req-7a0870c5-3ab2-4781-b67b-f7d6473b42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.213575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c07d604b-d7ca-4e10-8aba-b0fb9a4637f4 req-7a0870c5-3ab2-4781-b67b-f7d6473b42f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9626b3da504043ab93c961c643559c45&device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 1096 time: 0.1084251 Sep 16 05:34:12.228129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0fe70f26-8b28-446e-9f09-405cdfb04518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.291176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0fe70f26-8b28-446e-9f09-405cdfb04518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.764005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d604b-d7ca-4e10-8aba-b0fb9a4637f4 req-7dabed5d-aa24-4d75-b647-31e78266d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.765719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c07d604b-d7ca-4e10-8aba-b0fb9a4637f4 req-7dabed5d-aa24-4d75-b647-31e78266d90f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9626b3da504043ab93c961c643559c45&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5356288 Sep 16 05:34:12.890004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0fe70f26-8b28-446e-9f09-405cdfb04518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.893086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0fe70f26-8b28-446e-9f09-405cdfb04518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.897190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0fe70f26-8b28-446e-9f09-405cdfb04518 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb74b348-44b8-42d9-accf-d69cf52c2ec1 HTTP/1.1" status: 204 len: 168 time: 0.7399633 Sep 16 05:34:12.902516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d604b-d7ca-4e10-8aba-b0fb9a4637f4 req-365f78e0-c222-49c0-96ec-2122b9770304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.904434 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c07d604b-d7ca-4e10-8aba-b0fb9a4637f4 req-365f78e0-c222-49c0-96ec-2122b9770304 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310604 Sep 16 05:34:12.911588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe70f26-8b28-446e-9f09-405cdfb04518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb74b348-44b8-42d9-accf-d69cf52c2ec1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.029274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206272-c39f-4cac-887a-e91996c46345 req-350a711c-59fc-48eb-ad4a-0c810cfe9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:13.031161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-350a711c-59fc-48eb-ad4a-0c810cfe9f4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9626b3da504043ab93c961c643559c45&device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 1096 time: 0.0536180 Sep 16 05:34:13.086009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-4f60aaf6-c9c0-4cec-89ca-3464568a0622 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acffc094-8c35-4966-ae9e-d5a51e8bfca3 HTTP/1.1" status: 200 len: 217 time: 0.0402203 Sep 16 05:34:13.146591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206272-c39f-4cac-887a-e91996c46345 req-5eb21f37-adc4-41e4-baf9-cf45738d3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:13.148274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-5eb21f37-adc4-41e4-baf9-cf45738d3972 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ce41cd30-3fed-4a5f-87c6-e15b42867d6c HTTP/1.1" status: 200 len: 850 time: 0.0546403 Sep 16 05:34:13.186258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-61c16492-fd71-45ab-9948-db750a1e539c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a50710b5-8f0a-4a10-9a3b-7bb12be1a826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280757 Sep 16 05:34:13.276181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2c5fb-e540-4c61-a2fa-811715b9f033 req-44742bc7-cedd-47b3-86c8-d87249ab9100 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:13.277930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fe2c5fb-e540-4c61-a2fa-811715b9f033 req-44742bc7-cedd-47b3-86c8-d87249ab9100 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 944 time: 0.0564594 Sep 16 05:34:13.292782 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-23943551-fa48-4d15-aed4-e19b1668f599 service neutron] 10.222.0.66 "GET /v2.0/networks/a50710b5-8f0a-4a10-9a3b-7bb12be1a826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992372 Sep 16 05:34:13.325658 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fe2c5fb-e540-4c61-a2fa-811715b9f033 req-af0a5bfa-fa1f-4207-92c9-c98a7bb143aa tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Sep 16 05:34:13.403496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6206272-c39f-4cac-887a-e91996c46345 req-007f6283-0332-470d-9095-dafe561b43b9 service neutron] 10.222.0.66 "GET /v2.0/networks/a50710b5-8f0a-4a10-9a3b-7bb12be1a826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028528 Sep 16 05:34:14.481825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47515d52-5c22-4601-98b1-0153be68fe7d req-56545a9e-1eda-4fbb-9809-e1367af2fffb tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:14.495402 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47515d52-5c22-4601-98b1-0153be68fe7d req-56545a9e-1eda-4fbb-9809-e1367af2fffb tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 944 time: 0.0823264 Sep 16 05:34:14.560667 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47515d52-5c22-4601-98b1-0153be68fe7d req-5788d7c0-f763-4dc5-ae31-191f001102ec tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636892 Sep 16 05:34:15.728112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e79b8-1d67-440c-bad7-6672128dc71b req-a2e59789-8042-4437-be5e-fab025ee4da4 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:15.729831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f9e79b8-1d67-440c-bad7-6672128dc71b req-a2e59789-8042-4437-be5e-fab025ee4da4 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 944 time: 0.0564535 Sep 16 05:34:15.775428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f9e79b8-1d67-440c-bad7-6672128dc71b req-4cc95620-4bc1-4e5e-9a60-cadee1e6792f tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Sep 16 05:34:16.156360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device acffc094-8c35-4966-ae9e-d5a51e8bfca3 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:34:16.266159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port acffc094-8c35-4966-ae9e-d5a51e8bfca3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=acffc094-8c35-4966-ae9e-d5a51e8bfca3,segment=NetworkSegment(c95fbcb0-7725-4a19-a8b6-a954f897577c),segment_id=c95fbcb0-7725-4a19-a8b6-a954f897577c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:16.278824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'acffc094-8c35-4966-ae9e-d5a51e8bfca3', 'network_id': 'a50710b5-8f0a-4a10-9a3b-7bb12be1a826', 'port_id': 'acffc094-8c35-4966-ae9e-d5a51e8bfca3', 'mac_address': 'fa:16:3e:83:d8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce41cd30-3fed-4a5f-87c6-e15b42867d6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:34:16.324519 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.339702 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acffc094-8c35-4966-ae9e-d5a51e8bfca3 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:16.360557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port acffc094-8c35-4966-ae9e-d5a51e8bfca3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=acffc094-8c35-4966-ae9e-d5a51e8bfca3,segment=NetworkSegment(c95fbcb0-7725-4a19-a8b6-a954f897577c),segment_id=c95fbcb0-7725-4a19-a8b6-a954f897577c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:16.476470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-d8631bd4-a052-4eee-8f50-365c16b4ccf6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458648 Sep 16 05:34:16.491092 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.561618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=acffc094-8c35-4966-ae9e-d5a51e8bfca3,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.569780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.570126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.570563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.570898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.571233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.571881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.578987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.578987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.578987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.578987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.578987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.578987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:16.626188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-71d16bae-d2d4-4741-be5a-e8a2463432ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.626188 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-71d16bae-d2d4-4741-be5a-e8a2463432ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0605614 Sep 16 05:34:16.752077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-2c148896-53fb-423c-b382-7c8861fe7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.754472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-2c148896-53fb-423c-b382-7c8861fe7ef4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 912 time: 0.1110756 Sep 16 05:34:16.824212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['acffc094-8c35-4966-ae9e-d5a51e8bfca3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:16.899984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-d9726537-a3ba-4294-aaf7-08c63a16802e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a HTTP/1.1" status: 200 len: 1001 time: 0.1220069 Sep 16 05:34:16.974203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-e90acd10-37b3-4063-9959-67b4ffa4389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.975904 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-e90acd10-37b3-4063-9959-67b4ffa4389e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.0677967 Sep 16 05:34:16.983099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059c1eb-f341-4d48-ba3a-46b23b00eff3 req-ab3a0608-ee6d-4ceb-a000-795d75646c03 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.986376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b059c1eb-f341-4d48-ba3a-46b23b00eff3 req-ab3a0608-ee6d-4ceb-a000-795d75646c03 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 945 time: 0.0661032 Sep 16 05:34:17.043412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-832f278d-4e15-4243-85db-73e8f50e8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:17.045183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-832f278d-4e15-4243-85db-73e8f50e8172 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574627 Sep 16 05:34:17.048476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b059c1eb-f341-4d48-ba3a-46b23b00eff3 req-1d72c18f-f01e-41db-a501-34b37fc07561 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Sep 16 05:34:17.194307 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-e8438b1b-ac1d-422c-a46a-8c7067977a10 service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400092 Sep 16 05:34:17.317492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8679646a-19d5-4185-acf4-a908dec8ec94 req-f18f89aa-c154-42a7-80fd-8b0cf9db23ac service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138012 Sep 16 05:34:18.194844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device acffc094-8c35-4966-ae9e-d5a51e8bfca3 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:18.195829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003a975-84d3-40f1-aa8c-86028305e7d2 req-d30eb42b-23d5-49cd-9f70-616ab3614cf2 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:18.195829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b003a975-84d3-40f1-aa8c-86028305e7d2 req-d30eb42b-23d5-49cd-9f70-616ab3614cf2 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 945 time: 0.0512259 Sep 16 05:34:18.222267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b003a975-84d3-40f1-aa8c-86028305e7d2 req-ad62244e-3ee2-412f-94d3-ee9f9000142a tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Sep 16 05:34:18.373262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port acffc094-8c35-4966-ae9e-d5a51e8bfca3 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:34:18.377699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port acffc094-8c35-4966-ae9e-d5a51e8bfca3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:18.378120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.508588 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.542933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e926bab4-ba6c-457d-b3fd-66e36556a0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffc094-8c35-4966-ae9e-d5a51e8bfca3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:18.548962 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2113c9-8d0e-4f50-99c8-5c96b45f9c68" -d '{"events": [{"server_uuid": "e926bab4-ba6c-457d-b3fd-66e36556a0fe", "name": "network-vif-plugged", "status": "completed", "tag": "acffc094-8c35-4966-ae9e-d5a51e8bfca3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:18.560470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port acffc094-8c35-4966-ae9e-d5a51e8bfca3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=acffc094-8c35-4966-ae9e-d5a51e8bfca3,segment=NetworkSegment(c95fbcb0-7725-4a19-a8b6-a954f897577c),segment_id=c95fbcb0-7725-4a19-a8b6-a954f897577c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:18.591563 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54da2d6-d79f-451d-be19-f98051fccada x-openstack-request-id: req-c54da2d6-d79f-451d-be19-f98051fccada {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:18.591987 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e926bab4-ba6c-457d-b3fd-66e36556a0fe", "name": "network-vif-plugged", "status": "completed", "tag": "acffc094-8c35-4966-ae9e-d5a51e8bfca3", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:18.592291 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c54da2d6-d79f-451d-be19-f98051fccada {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:18.592688 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e926bab4-ba6c-457d-b3fd-66e36556a0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffc094-8c35-4966-ae9e-d5a51e8bfca3', 'code': 200} Sep 16 05:34:18.739570 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.815664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:18.826144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff216d-98f7-4d8a-9dc4-647ce7d9f906 req-3cdc3775-c3fc-49ce-a7c2-47cd8587b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:18.828336 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4ff216d-98f7-4d8a-9dc4-647ce7d9f906 req-3cdc3775-c3fc-49ce-a7c2-47cd8587b765 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 1097 time: 0.1164899 Sep 16 05:34:18.847741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=acffc094-8c35-4966-ae9e-d5a51e8bfca3,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:18.951021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4ff216d-98f7-4d8a-9dc4-647ce7d9f906 req-9bd549e5-71c2-478a-87ae-8e676b33a4b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094310 Sep 16 05:34:19.046696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d393eb2-60e4-4601-9556-1c80ce0bf108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.142337 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d393eb2-60e4-4601-9556-1c80ce0bf108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.275002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d393eb2-60e4-4601-9556-1c80ce0bf108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.355463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d393eb2-60e4-4601-9556-1c80ce0bf108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3159f4a8-5ba6-48c4-ac1b-bb07efcb0ce5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.364685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5d393eb2-60e4-4601-9556-1c80ce0bf108 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6df35b334adf4daf92e7f0ddca7569a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472856 Sep 16 05:34:19.365001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40576) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:19.470782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf081859-b61b-46fb-b19c-5ecbe9a7f99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.476505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceef7f-c0dc-46d8-9625-f9f3e5ea22dd req-668ebf98-655d-4564-b2a2-cf9cd0234080 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:19.485014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eceef7f-c0dc-46d8-9625-f9f3e5ea22dd req-668ebf98-655d-4564-b2a2-cf9cd0234080 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 946 time: 0.0811989 Sep 16 05:34:19.500564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf081859-b61b-46fb-b19c-5ecbe9a7f99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.533929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eceef7f-c0dc-46d8-9625-f9f3e5ea22dd req-002d863d-59ac-4c20-af45-9f3af5fbf9ba tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476420 Sep 16 05:34:19.704636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf081859-b61b-46fb-b19c-5ecbe9a7f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.708158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf081859-b61b-46fb-b19c-5ecbe9a7f99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.709437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cf081859-b61b-46fb-b19c-5ecbe9a7f99c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3159f4a8-5ba6-48c4-ac1b-bb07efcb0ce5 HTTP/1.1" status: 204 len: 168 time: 0.3434274 Sep 16 05:34:19.721716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf081859-b61b-46fb-b19c-5ecbe9a7f99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3159f4a8-5ba6-48c4-ac1b-bb07efcb0ce5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.885076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a1265df-5095-4cdb-8a22-b4a3289311bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.572388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40604) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:20.596409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7a5e384a-0ad7-4fc9-b153-41f13daad497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.709833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.716287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f33d-ec9d-4765-b755-a62c4b313c29 req-d5c19fcb-3f80-4a39-af7a-f8e6ada258a4 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:20.718086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1e0f33d-ec9d-4765-b755-a62c4b313c29 req-d5c19fcb-3f80-4a39-af7a-f8e6ada258a4 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 946 time: 0.0619383 Sep 16 05:34:20.718750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7a5e384a-0ad7-4fc9-b153-41f13daad497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.778812 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1e0f33d-ec9d-4765-b755-a62c4b313c29 req-66a2c606-cf2b-4628-86f5-3e7661261a1c tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529974 Sep 16 05:34:20.841276 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7a5e384a-0ad7-4fc9-b153-41f13daad497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.906633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7a5e384a-0ad7-4fc9-b153-41f13daad497 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3cc9e341d614219a39d889728471b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235745 Sep 16 05:34:20.907542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e384a-0ad7-4fc9-b153-41f13daad497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95759915-ee33-4b98-bf65-59d4476ea175,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:20.911981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40622) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:20.975209 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0093d2c6-9618-4eef-805b-dc1a7d43fa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.009916 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0093d2c6-9618-4eef-805b-dc1a7d43fa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.235748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0093d2c6-9618-4eef-805b-dc1a7d43fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.238878 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0093d2c6-9618-4eef-805b-dc1a7d43fa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.240677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0093d2c6-9618-4eef-805b-dc1a7d43fa86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95759915-ee33-4b98-bf65-59d4476ea175 HTTP/1.1" status: 204 len: 168 time: 0.3274641 Sep 16 05:34:21.249522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093d2c6-9618-4eef-805b-dc1a7d43fa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95759915-ee33-4b98-bf65-59d4476ea175,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:21.957460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695cc95-5f07-4a57-b710-5f168dc1685a req-a070aad9-73b4-4d13-be06-2e156b946624 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:21.965153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7695cc95-5f07-4a57-b710-5f168dc1685a req-a070aad9-73b4-4d13-be06-2e156b946624 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 946 time: 0.0744083 Sep 16 05:34:22.016392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7695cc95-5f07-4a57-b710-5f168dc1685a req-8e1d27b9-7a84-4d77-be1f-a2036fa36ccf tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Sep 16 05:34:23.032652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40698) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:23.156073 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8348db1-58f4-4961-bd13-4d1bbdeb665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.166654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30aa1-b489-4e56-8ff6-1820c3a06182 req-39f44440-4158-4126-90f0-4d2bb1046194 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:23.166654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fd30aa1-b489-4e56-8ff6-1820c3a06182 req-39f44440-4158-4126-90f0-4d2bb1046194 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 946 time: 0.0668068 Sep 16 05:34:23.216131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-fb2c72ea-2f6a-4b04-9a57-332788f56de3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:23.217811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-fb2c72ea-2f6a-4b04-9a57-332788f56de3 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.66 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 946 time: 0.1148598 Sep 16 05:34:23.224103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-056b96dc-51c0-476d-9add-091746460a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.256816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fd30aa1-b489-4e56-8ff6-1820c3a06182 req-36819fb0-5bd1-4c83-b6b9-f43f51d9b971 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838246 Sep 16 05:34:23.347129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Deleting port acffc094-8c35-4966-ae9e-d5a51e8bfca3 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:23.347569 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.374464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-056b96dc-51c0-476d-9add-091746460a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.459460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-056b96dc-51c0-476d-9add-091746460a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.473523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] For port acffc094-8c35-4966-ae9e-d5a51e8bfca3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=acffc094-8c35-4966-ae9e-d5a51e8bfca3,segment=NetworkSegment(c95fbcb0-7725-4a19-a8b6-a954f897577c),segment_id=c95fbcb0-7725-4a19-a8b6-a954f897577c)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:23.474806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.492881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Calling delete_port for acffc094-8c35-4966-ae9e-d5a51e8bfca3 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:23.513227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-056b96dc-51c0-476d-9add-091746460a95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b43b1f231c644c35a243411513ae2cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782238 Sep 16 05:34:23.516648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40710) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:23.586131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b96dc-51c0-476d-9add-091746460a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29230053-7c36-4bc4-b057-610da9231e15,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:23.624545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eff78e1-e9ef-4c05-a558-8cc97dd76fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.655124 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eff78e1-e9ef-4c05-a558-8cc97dd76fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.795888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.833923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eff78e1-e9ef-4c05-a558-8cc97dd76fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.837349 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eff78e1-e9ef-4c05-a558-8cc97dd76fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.839904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9eff78e1-e9ef-4c05-a558-8cc97dd76fba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29230053-7c36-4bc4-b057-610da9231e15 HTTP/1.1" status: 204 len: 168 time: 0.3208396 Sep 16 05:34:23.841675 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.851122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff78e1-e9ef-4c05-a558-8cc97dd76fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29230053-7c36-4bc4-b057-610da9231e15,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:23.853837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Pushing event deleted for resources: {'Port': ['ID=acffc094-8c35-4966-ae9e-d5a51e8bfca3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:23.853990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['acffc094-8c35-4966-ae9e-d5a51e8bfca3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:23.951460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] No DVR routers for this DVR port acffc094-8c35-4966-ae9e-d5a51e8bfca3 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:23.954331 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.956726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2392160-eb8c-45bd-9fa7-7168e37c1895 req-039c5a28-da47-41c4-b36f-37691e4f2607 tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.66 "DELETE /v2.0/ports/acffc094-8c35-4966-ae9e-d5a51e8bfca3 HTTP/1.1" status: 204 len: 173 time: 0.7277315 Sep 16 05:34:23.957290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e926bab4-ba6c-457d-b3fd-66e36556a0fe', 'name': 'network-vif-deleted', 'tag': 'acffc094-8c35-4966-ae9e-d5a51e8bfca3'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:23.961937 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4d9d8d-0b35-4a48-a85b-e076d566655b" -d '{"events": [{"server_uuid": "e926bab4-ba6c-457d-b3fd-66e36556a0fe", "name": "network-vif-deleted", "tag": "acffc094-8c35-4966-ae9e-d5a51e8bfca3"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:24.028688 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb13b46-05ad-4cbb-9b4c-4b37507b4f1d x-openstack-request-id: req-6bb13b46-05ad-4cbb-9b4c-4b37507b4f1d {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:24.028985 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e926bab4-ba6c-457d-b3fd-66e36556a0fe", "name": "network-vif-deleted", "tag": "acffc094-8c35-4966-ae9e-d5a51e8bfca3", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:24.029245 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bb13b46-05ad-4cbb-9b4c-4b37507b4f1d {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:24.029724 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e926bab4-ba6c-457d-b3fd-66e36556a0fe', 'name': 'network-vif-deleted', 'tag': 'acffc094-8c35-4966-ae9e-d5a51e8bfca3', 'status': 'completed', 'code': 200} Sep 16 05:34:24.414013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd3688be-fa36-4bbf-ab09-f390d2be6bc2 req-4895ce86-4f4b-40cb-b280-174784fa100e tempest-ServerGroupTestJSON-574669344 tempest-ServerGroupTestJSON-574669344-project] 10.222.0.49 "GET /v2.0/ports?device_id=e926bab4-ba6c-457d-b3fd-66e36556a0fe HTTP/1.1" status: 200 len: 210 time: 0.0378728 Sep 16 05:34:25.315485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.561105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:25.690742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1971258136-network', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:25.864062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Made reservation on behalf of b0b767ccd2334b7cadbd00cdb8e29da1 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:25.872077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.882441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.952553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40820) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:26.024865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c90113f-1260-4ebf-b49b-8195e6831099 admin admin] Deleting subnet ce41cd30-3fed-4a5f-87c6-e15b42867d6c {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:26.028152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c90113f-1260-4ebf-b49b-8195e6831099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.029357 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.079202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c90113f-1260-4ebf-b49b-8195e6831099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.133124 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.147685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:26.158399 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c90113f-1260-4ebf-b49b-8195e6831099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.168168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.169932 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Added segment 4094b598-3ecb-492f-abb8-517168cba7ab of type vlan for network 1b691c3f-9344-4044-85b3-68606793cdef Sep 16 05:34:26.214900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device acffc094-8c35-4966-ae9e-d5a51e8bfca3 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:26.230540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.274431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: acffc094-8c35-4966-ae9e-d5a51e8bfca3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:26.274997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device acffc094-8c35-4966-ae9e-d5a51e8bfca3 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:26.305341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be24c8af-565d-4209-aa44-ab52274f7600,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:26.350640 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c90113f-1260-4ebf-b49b-8195e6831099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.384818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c90113f-1260-4ebf-b49b-8195e6831099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.386801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c90113f-1260-4ebf-b49b-8195e6831099 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ce41cd30-3fed-4a5f-87c6-e15b42867d6c HTTP/1.1" status: 204 len: 168 time: 0.4333334 Sep 16 05:34:26.389506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:26.392943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90113f-1260-4ebf-b49b-8195e6831099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce41cd30-3fed-4a5f-87c6-e15b42867d6c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:26.414822 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.415791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.416517 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.566164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b691c3f-9344-4044-85b3-68606793cdef,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:26.576454 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.579593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1b691c3f-9344-4044-85b3-68606793cdef details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:26.592597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-1a063af2-8fa2-46c9-b5a6-2f387b89ba1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1798604 Sep 16 05:34:26.598922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40844) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:26.599516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e6f5d164-a10d-468c-ae5f-602f21f3afc5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0372536 Sep 16 05:34:26.610975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Request body: {'subnet': {'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1971258136-subnet', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:26.753362 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.758009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Made reservation on behalf of b0b767ccd2334b7cadbd00cdb8e29da1 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:26.762763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.783700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50710b5-8f0a-4a10-9a3b-7bb12be1a826']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:26.791899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa3e65ab-c6d8-4c65-83ae-bee132bfc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.792729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa3e65ab-c6d8-4c65-83ae-bee132bfc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.793211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa3e65ab-c6d8-4c65-83ae-bee132bfc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.793785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa3e65ab-c6d8-4c65-83ae-bee132bfc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.794162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa3e65ab-c6d8-4c65-83ae-bee132bfc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.794634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa3e65ab-c6d8-4c65-83ae-bee132bfc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.795100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa3e65ab-c6d8-4c65-83ae-bee132bfc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:26.797093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa3e65ab-c6d8-4c65-83ae-bee132bfc64d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.1149294 Sep 16 05:34:26.806309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95fbcb0-7725-4a19-a8b6-a954f897577c') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:26.806603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95fbcb0-7725-4a19-a8b6-a954f897577c') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:26.817213 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.847747 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.868966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:26.869567 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:26.871445 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:27.002885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-a814fbb8-0591-4a29-9883-da58b55195be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.003375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-a814fbb8-0591-4a29-9883-da58b55195be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.003875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-a814fbb8-0591-4a29-9883-da58b55195be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.006309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-a814fbb8-0591-4a29-9883-da58b55195be service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 2294 time: 0.1692512 Sep 16 05:34:27.089733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-afc5d120-8a1b-4bf7-90ba-95e201621407 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 1001 time: 0.0755782 Sep 16 05:34:27.157113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-34f0fbf5-0be4-46e6-9fc4-b3215e5ef7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.158561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-34f0fbf5-0be4-46e6-9fc4-b3215e5ef7bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 0.0610962 Sep 16 05:34:27.184084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.223757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.223757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a50710b5-8f0a-4a10-9a3b-7bb12be1a826 HTTP/1.1" status: 204 len: 168 time: 0.8309126 Sep 16 05:34:27.242000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef491ee-da6f-4a69-a5c4-69058544fdb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50710b5-8f0a-4a10-9a3b-7bb12be1a826,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:27.291161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-724137db-4ae2-4194-90dd-31163298a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.293960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-724137db-4ae2-4194-90dd-31163298a8ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225414 Sep 16 05:34:27.402221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.435921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.464376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-5a73eee4-310d-4ef5-b31e-d850926c9794 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568711 Sep 16 05:34:27.528516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a29921-bc8a-4d78-90cf-11d187370ae5,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:27.539805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Checking segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:27.540208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Network hostable DHCP agents. Network: 1b691c3f-9344-4044-85b3-68606793cdef, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:27.572794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-85882962-ccd2-4d11-a31c-81f0aabb1647 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001091 Sep 16 05:34:27.617918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-1eda68b6-d306-4bc7-8a5d-374f07741bab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 217 time: 0.0363388 Sep 16 05:34:27.671322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-77930d2b-d68f-4c3a-8080-8561e86f6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.672891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-77930d2b-d68f-4c3a-8080-8561e86f6e59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0474606 Sep 16 05:34:27.687712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Network 1b691c3f-9344-4044-85b3-68606793cdef is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:27.728486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40872) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:27.731160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-df7705a8-a483-4d71-af1c-cbb1d8126d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.732768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-df7705a8-a483-4d71-af1c-cbb1d8126d55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483012 Sep 16 05:34:27.776410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d58b058d-44d2-42c3-978c-84c460734b44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9626b3da504043ab93c961c643559c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466411 Sep 16 05:34:27.779180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40876) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:27.821828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 1b691c3f-9344-4044-85b3-68606793cdef) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:27.824014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.825004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.828839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e784372-bc8d-426b-92a6-0cae97930f9b None None] Network 1b691c3f-9344-4044-85b3-68606793cdef requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:27.889751 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-162c487f-512f-4077-bd3b-230121868d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.898162 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-8ee60bef-f42b-4efe-a1bd-48ba21421d8a service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510024 Sep 16 05:34:27.929271 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-162c487f-512f-4077-bd3b-230121868d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.975129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:28.039927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b6de285e-dead-4b54-895e-cb2708cf2738 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4388011 Sep 16 05:34:28.040756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-1b691c3f-9344-4044-85b3-68606793cdef', 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'fixed_ips': [{'subnet_id': '38a29921-bc8a-4d78-90cf-11d187370ae5'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:34:28.051239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40886) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:28.051681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.051779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:28.065018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-79fd1eee-ff17-41f4-86c2-9efa1f633b9d service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577253 Sep 16 05:34:28.121607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-c55c7bc2-b58c-4a4c-8b06-cadb38ef2453 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 217 time: 0.0461569 Sep 16 05:34:28.134626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-162c487f-512f-4077-bd3b-230121868d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.134626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-162c487f-512f-4077-bd3b-230121868d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.134626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-162c487f-512f-4077-bd3b-230121868d01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba HTTP/1.1" status: 204 len: 168 time: 0.3512006 Sep 16 05:34:28.163040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c487f-512f-4077-bd3b-230121868d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fc34d9-de7b-4c7c-bf16-17e569d1d9ba,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:28.193755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-b53302b7-a470-4254-8e79-01a2825e8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:28.196057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-b53302b7-a470-4254-8e79-01a2825e8ff1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0660775 Sep 16 05:34:28.204715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad464d53-8ed6-49d3-8989-3a45ad74fc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.220736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.223765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.299667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-1d1f640e-24cb-43f7-8a21-914ad82c64af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:28.305255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-1d1f640e-24cb-43f7-8a21-914ad82c64af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953064 Sep 16 05:34:28.310010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Allocated IP 172.20.0.2 (1b691c3f-9344-4044-85b3-68606793cdef/38a29921-bc8a-4d78-90cf-11d187370ae5/05ff398b-2c91-4246-a9eb-2c36b5386a40) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:28.342241 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.459657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-15b2a4ca-55ba-4107-b155-1e5d4e0c9265 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446083 Sep 16 05:34:28.493219 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad464d53-8ed6-49d3-8989-3a45ad74fc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.586143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad464d53-8ed6-49d3-8989-3a45ad74fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.621542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-4c5c0d15-4f54-4b9d-afa6-cd0d6a945122 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534226 Sep 16 05:34:28.694190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad464d53-8ed6-49d3-8989-3a45ad74fc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9306490d-778a-4e59-a790-575afb774f5f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:28.702176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-1b6899a3-a6cc-4a9d-b517-1b31b8662f3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 217 time: 0.0695879 Sep 16 05:34:28.706586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad464d53-8ed6-49d3-8989-3a45ad74fc2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57cb7fbf369c4f0098cdfbfde8553339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7303917 Sep 16 05:34:28.713339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.726753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:28.777743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-f15bda41-af68-4165-a658-6aedbab54c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:28.779526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-f15bda41-af68-4165-a658-6aedbab54c63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0661983 Sep 16 05:34:28.787619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60002191-6a28-47c7-8e44-3dfc06754659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.816097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60002191-6a28-47c7-8e44-3dfc06754659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.834219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-760a9491-7fee-4f03-810d-4a35e5f4b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:28.836219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-760a9491-7fee-4f03-810d-4a35e5f4b394 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488756 Sep 16 05:34:28.964437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.973986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-e6ef4078-0e23-45f3-a828-bfc314acdf57 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268950 Sep 16 05:34:29.043472 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.141160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-371470cb-c514-4e23-8359-7d5f9bf7a584 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588039 Sep 16 05:34:29.143030 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.147038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60002191-6a28-47c7-8e44-3dfc06754659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.150052 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60002191-6a28-47c7-8e44-3dfc06754659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.156770 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-60002191-6a28-47c7-8e44-3dfc06754659 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9306490d-778a-4e59-a790-575afb774f5f HTTP/1.1" status: 204 len: 168 time: 0.4292195 Sep 16 05:34:29.187798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60002191-6a28-47c7-8e44-3dfc06754659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9306490d-778a-4e59-a790-575afb774f5f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:29.198655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Network 1b691c3f-9344-4044-85b3-68606793cdef is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:29.202922 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.208256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-378968ea-876b-408f-85e0-96eff9446708 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 217 time: 0.0590379 Sep 16 05:34:29.217832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:29.220509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:29.237793 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.242348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Pushing event updated for resources: {'Port': ['ID=05ff398b-2c91-4246-a9eb-2c36b5386a40,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:29.311669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Attempting to bind port 05ff398b-2c91-4246-a9eb-2c36b5386a40 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:29.312181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Attempting to bind port 05ff398b-2c91-4246-a9eb-2c36b5386a40 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:29.313673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Attempting to bind port 05ff398b-2c91-4246-a9eb-2c36b5386a40 on network 1b691c3f-9344-4044-85b3-68606793cdef {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:29.321000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:29.322289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Checking segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:29.322910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.323614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Bound using segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:29.324523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Bound port: 05ff398b-2c91-4246-a9eb-2c36b5386a40, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:29.325167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.329410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-9bd313a8-2e8e-47ae-8b31-c3913af5d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:29.331674 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-9bd313a8-2e8e-47ae-8b31-c3913af5d7e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1149378 Sep 16 05:34:29.417043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] For port 05ff398b-2c91-4246-a9eb-2c36b5386a40, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:29.419497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-f4313315-0f7c-48f0-9377-87a1b3e4b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:29.423891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-f4313315-0f7c-48f0-9377-87a1b3e4b310 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822546 Sep 16 05:34:29.424545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] For port 05ff398b-2c91-4246-a9eb-2c36b5386a40, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=05ff398b-2c91-4246-a9eb-2c36b5386a40,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:29.457291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Allocated IP 172.25.1.53 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/82ca4561-fddb-48d6-b558-c4538b6ceb9f) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:29.595165 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.600410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-c41cf436-adbd-429f-96dc-85c974263bb6 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683006 Sep 16 05:34:29.667053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.702946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b82d4a-247b-4408-9b3a-bee782c2ebd3 None None] Pushing event updated for resources: {'Port': ['ID=05ff398b-2c91-4246-a9eb-2c36b5386a40,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:29.848502 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-78bfc935-91e9-46e7-9c3e-84bb6432ada6 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397647 Sep 16 05:34:29.886121 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.902776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40944) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:29.993874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:29.999418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:30.012343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:30.017494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Pushing event updated for resources: {'Port': ['ID=82ca4561-fddb-48d6-b558-c4538b6ceb9f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:30.026578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-f01d70b1-b8af-418a-a101-70cf9d2083a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 217 time: 0.1475050 Sep 16 05:34:30.106654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-9b59c0cd-2a6c-4762-aead-6ab392350454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.108497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-9b59c0cd-2a6c-4762-aead-6ab392350454 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.0780287 Sep 16 05:34:30.211895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1016672148-network', 'tenant_id': '9150a94c1447412ba20701de744f407a'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:30.221402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-0ee045b2-b147-445a-8aa8-a290e7795a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.223205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-0ee045b2-b147-445a-8aa8-a290e7795a43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030357 Sep 16 05:34:30.366534 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-aa6db6ce-c81e-4a40-b892-52f4ef0c98ee service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352956 Sep 16 05:34:30.436261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Made reservation on behalf of 9150a94c1447412ba20701de744f407a for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:30.440564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.457423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.513776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-c4db2693-4877-439c-ab6c-91c8173e4870 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332285 Sep 16 05:34:30.615048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-38017893-445f-4d90-b31b-d7488896b1cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0634999 Sep 16 05:34:30.630700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.684326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-27529330-0b72-46d3-993c-2d7fa5a5f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.686113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-27529330-0b72-46d3-993c-2d7fa5a5f064 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.0626540 Sep 16 05:34:30.773397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-84add528-612a-467c-ad73-482c11a5f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.773397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-84add528-612a-467c-ad73-482c11a5f255 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0716116 Sep 16 05:34:30.980346 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.003721 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.019953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-35626991-cd6e-4332-9e5b-4eb802a3c3c9 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391045 Sep 16 05:34:31.050609 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.089883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:31.115274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd48a4e-d040-419f-8511-1e4214f0543d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:31.164147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.164497 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Added segment 6d634b79-1064-401f-b0e4-d7d9ce4d79f7 of type vlan for network b467b2f7-df41-437c-9b02-c9d587f3899e Sep 16 05:34:31.206744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abc6a73d-c13b-4e6c-bbd0-56efc761e7a7 req-b63e8576-4b75-491e-a4cd-287ea2515631 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698575 Sep 16 05:34:31.215528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cda952-ec2d-4d94-ace8-692329a10431 None None] Network 1b691c3f-9344-4044-85b3-68606793cdef requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:31.217615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.291486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1f90ec51-1278-4fc6-8cab-41e5a780586c None None] Provisioning complete for port 05ff398b-2c91-4246-a9eb-2c36b5386a40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:31.291794 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f90ec51-1278-4fc6-8cab-41e5a780586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.384532 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.386401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:31.387640 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.439727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Router ee140d23-d470-48c0-b1bb-d50b1466f489 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:31.446198 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f90ec51-1278-4fc6-8cab-41e5a780586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.488598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] Pushing event updated for resources: {'Network': ['ID=b467b2f7-df41-437c-9b02-c9d587f3899e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:31.491518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1f90ec51-1278-4fc6-8cab-41e5a780586c None None] For port 05ff398b-2c91-4246-a9eb-2c36b5386a40, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=05ff398b-2c91-4246-a9eb-2c36b5386a40,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:31.502844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b467b2f7-df41-437c-9b02-c9d587f3899e details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:31.659664 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f90ec51-1278-4fc6-8cab-41e5a780586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.728377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90ec51-1278-4fc6-8cab-41e5a780586c None None] Pushing event updated for resources: {'Port': ['ID=05ff398b-2c91-4246-a9eb-2c36b5386a40,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:31.895709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3307f01e-fe37-4827-982c-668aa1d268ba None None] Provisioning complete for port 05ff398b-2c91-4246-a9eb-2c36b5386a40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:31.896572 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3307f01e-fe37-4827-982c-668aa1d268ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.049123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bdfbccc1-4950-48ce-a48b-41b4494d2400 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1405416 Sep 16 05:34:32.052167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:32.057872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Request body: {'subnet': {'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1016672148-subnet', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:32.086968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 05ff398b-2c91-4246-a9eb-2c36b5386a40 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:32.107542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:32.121630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Sync routers for ids ['ee140d23-d470-48c0-b1bb-d50b1466f489'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:32.142695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Routers {'ee140d23-d470-48c0-b1bb-d50b1466f489'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:32.143331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ee140d23-d470-48c0-b1bb-d50b1466f489'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:32.195169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 05ff398b-2c91-4246-a9eb-2c36b5386a40 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:32.195169 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.256760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Made reservation on behalf of 9150a94c1447412ba20701de744f407a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:32.259348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.298867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Set router ee140d23-d470-48c0-b1bb-d50b1466f489 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:32.515881 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.517258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cb368417-cff4-4eb5-af9e-a4c21fed8e84 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4736822 Sep 16 05:34:32.521203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:32.563554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:34:30Z', 'revision_number': 3, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:32.602645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Checking router: ee140d23-d470-48c0-b1bb-d50b1466f489 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:32.602994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Updating router ee140d23-d470-48c0-b1bb-d50b1466f489 port 82ca4561-fddb-48d6-b558-c4538b6ceb9f binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:32.632572 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.688833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.903790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:32.939666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Checking segment: {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:32.940075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Network hostable DHCP agents. Network: b467b2f7-df41-437c-9b02-c9d587f3899e, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:33.014339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41040) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:33.049651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.106666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Network b467b2f7-df41-437c-9b02-c9d587f3899e is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:33.143718 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4a1651f-dec9-4630-9f00-53e319ef2528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.179938 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.260881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Attempting to bind port 82ca4561-fddb-48d6-b558-c4538b6ceb9f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:33.261251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Attempting to bind port 82ca4561-fddb-48d6-b558-c4538b6ceb9f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:33.261610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Attempting to bind port 82ca4561-fddb-48d6-b558-c4538b6ceb9f on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:33.265224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b467b2f7-df41-437c-9b02-c9d587f3899e) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:33.267162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:33.267532 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:33.268237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.268648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:33.269120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Bound port: 82ca4561-fddb-48d6-b558-c4538b6ceb9f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:33.269568 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.278896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:33.283543 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.287845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44486531-5354-4ad0-a07e-d893450fd417 None None] Network b467b2f7-df41-437c-9b02-c9d587f3899e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:33.369364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.369580 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4a1651f-dec9-4630-9f00-53e319ef2528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.433837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a75a00-6a34-4bd5-911a-9ed20fd1b906 None None] Pushing event updated for resources: {'Port': ['ID=82ca4561-fddb-48d6-b558-c4538b6ceb9f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:33.447983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] For port 82ca4561-fddb-48d6-b558-c4538b6ceb9f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:33.452758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] For port 82ca4561-fddb-48d6-b558-c4538b6ceb9f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=82ca4561-fddb-48d6-b558-c4538b6ceb9f,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:33.518241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba2d1a-e625-4901-8c25-6dc0f5a6cf49 None None] Network b467b2f7-df41-437c-9b02-c9d587f3899e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:33.530982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4a1651f-dec9-4630-9f00-53e319ef2528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.574896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Allocated IP 172.20.0.1 (1b691c3f-9344-4044-85b3-68606793cdef/38a29921-bc8a-4d78-90cf-11d187370ae5/050aa8d8-838e-4993-80a9-5b5c532d2a15) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:33.577274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e4a1651f-dec9-4630-9f00-53e319ef2528 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=153dad648612498db42882e36be31567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599344 Sep 16 05:34:33.578377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41054) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:33.581281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1651f-dec9-4630-9f00-53e319ef2528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f3760-1579-4bce-a3fe-f734c31552af,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:33.600467 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.659279 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64820d2d-71bd-4a44-b8f0-a2530a69c01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.691274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64820d2d-71bd-4a44-b8f0-a2530a69c01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.699085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bc312fdb-3f01-46a8-9f69-64e45833bd3b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6452081 Sep 16 05:34:33.702087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41056) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:33.702639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.707968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:33.722741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a75a00-6a34-4bd5-911a-9ed20fd1b906 None None] Pushing event updated for resources: {'Port': ['ID=82ca4561-fddb-48d6-b558-c4538b6ceb9f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:33.728734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Routers {'ee140d23-d470-48c0-b1bb-d50b1466f489'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:33.729383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ee140d23-d470-48c0-b1bb-d50b1466f489'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:33.793593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.795113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.856806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.869575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] Set router ee140d23-d470-48c0-b1bb-d50b1466f489 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:33.894155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Network 1b691c3f-9344-4044-85b3-68606793cdef is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:33.897640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:33.901846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:33.930421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64820d2d-71bd-4a44-b8f0-a2530a69c01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.941256 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64820d2d-71bd-4a44-b8f0-a2530a69c01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.944322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-64820d2d-71bd-4a44-b8f0-a2530a69c01b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a3f3760-1579-4bce-a3fe-f734c31552af HTTP/1.1" status: 204 len: 168 time: 0.3643825 Sep 16 05:34:33.962508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64820d2d-71bd-4a44-b8f0-a2530a69c01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f3760-1579-4bce-a3fe-f734c31552af,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:33.986307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Pushing event updated for resources: {'Port': ['ID=050aa8d8-838e-4993-80a9-5b5c532d2a15,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:33.997616 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.043211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.168212 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:34.417146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.425778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3949a1b0-577b-47b4-bb56-041f21b19d72 None None] Provisioning complete for port 050aa8d8-838e-4993-80a9-5b5c532d2a15 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:34.426671 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3949a1b0-577b-47b4-bb56-041f21b19d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.429305 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.495473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3949a1b0-577b-47b4-bb56-041f21b19d72 None None] Port 050aa8d8-838e-4993-80a9-5b5c532d2a15 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:34.536608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:34:30Z', 'revision_number': 3, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:34.600364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8720a4f-c021-4fdc-abc0-588d5bdae97a None None] The sync data for ids ['ee140d23-d470-48c0-b1bb-d50b1466f489'] in n-d-712749-15 is: [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:34:30Z', 'revision_number': 3, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:34.656986 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.770563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.796488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.823667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.891125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Pushing event updated for resources: {'Port': ['ID=050aa8d8-838e-4993-80a9-5b5c532d2a15,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:34.893989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.022332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Allocated IP 172.25.1.247 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/ba6e84d3-787c-491c-b46c-714f6998ba7e) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:35.089957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Network 1b691c3f-9344-4044-85b3-68606793cdef is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:35.091844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:35.217558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.413884 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.545884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-23cd4875-888f-484a-839d-2cd1c4d7515f None None] Provisioning complete for port 050aa8d8-838e-4993-80a9-5b5c532d2a15 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:35.551662 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23cd4875-888f-484a-839d-2cd1c4d7515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.557434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:35.572203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:35.577063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:35.608658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Pushing event updated for resources: {'Port': ['ID=ba6e84d3-787c-491c-b46c-714f6998ba7e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:35.653287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-23cd4875-888f-484a-839d-2cd1c4d7515f None None] Port 050aa8d8-838e-4993-80a9-5b5c532d2a15 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:35.878937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Router ee140d23-d470-48c0-b1bb-d50b1466f489 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:36.118446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 82ca4561-fddb-48d6-b558-c4538b6ceb9f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:36.124290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:36.134680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1e268d4f-ed6a-4fad-b17b-9251912d4c7e admin admin] 10.222.0.49 "PUT /v2.0/routers/ee140d23-d470-48c0-b1bb-d50b1466f489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6122642 Sep 16 05:34:36.223469 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.225184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 82ca4561-fddb-48d6-b558-c4538b6ceb9f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:36.225555 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.406727 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.440692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 82ca4561-fddb-48d6-b558-c4538b6ceb9f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=82ca4561-fddb-48d6-b558-c4538b6ceb9f,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:36.585282 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.599592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.777232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=82ca4561-fddb-48d6-b558-c4538b6ceb9f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:37.104514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Router bd92a1aa-0548-41a4-8d97-04ee6077cffd is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:37.229672 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Sync routers for ids ['ee140d23-d470-48c0-b1bb-d50b1466f489'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:37.238971 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Routers {'ee140d23-d470-48c0-b1bb-d50b1466f489'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:37.239622 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ee140d23-d470-48c0-b1bb-d50b1466f489'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:37.278789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:37.291726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Sync routers for ids ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:37.318306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Routers {'bd92a1aa-0548-41a4-8d97-04ee6077cffd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:37.319689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:37.378062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.382574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-556b15c1-7496-4ba3-bb5c-d64f4c5669fa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6762578 Sep 16 05:34:37.383040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41168) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:37.479896 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Set router ee140d23-d470-48c0-b1bb-d50b1466f489 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:37.585688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41174) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:37.590734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1755545056-network', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:37.632009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Set router bd92a1aa-0548-41a4-8d97-04ee6077cffd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:37.750857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Made reservation on behalf of 9bc14f80ff6a4ed0945e0865c4b96965 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:37.759092 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.784508 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:37.801695 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:34:34Z', 'revision_number': 4, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '050aa8d8-838e-4993-80a9-5b5c532d2a15', 'name': '', 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'mac_address': 'fa:16:3e:3f:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '38a29921-bc8a-4d78-90cf-11d187370ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:34Z', 'revision_number': 2, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'subnets': [{'id': '38a29921-bc8a-4d78-90cf-11d187370ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:37.872196 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Checking router: ee140d23-d470-48c0-b1bb-d50b1466f489 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:37.872787 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Updating router ee140d23-d470-48c0-b1bb-d50b1466f489 port 050aa8d8-838e-4993-80a9-5b5c532d2a15 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:38.010449 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.014097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:35Z', 'revision_number': 3, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port': {'id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:34Z', 'updated_at': '2021-09-16T05:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:38.093830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.125019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Checking router: bd92a1aa-0548-41a4-8d97-04ee6077cffd for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:38.127201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Updating router bd92a1aa-0548-41a4-8d97-04ee6077cffd port ba6e84d3-787c-491c-b46c-714f6998ba7e binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:38.166307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 82ca4561-fddb-48d6-b558-c4538b6ceb9f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:38.175351 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.195672 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.221615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:38.316693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fd49c9-ba21-4e57-bdf9-8513f1e8246b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:38.348163 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.349787 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Added segment f4177fee-d18c-4379-b8c2-c4fc89ef5e31 of type vlan for network b6259bbf-8c65-49cf-abf7-102b0a42281d Sep 16 05:34:38.378012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.471370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 82ca4561-fddb-48d6-b558-c4538b6ceb9f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:38.471748 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.481477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.563747 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.640947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Allocated IP 172.20.0.1 (b467b2f7-df41-437c-9b02-c9d587f3899e/19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6/a98f70fd-74a5-44a8-a511-a84f5a3cf8df) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:38.681564 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.684709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:38.687503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.695798 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.738688 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.771911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] Pushing event updated for resources: {'Network': ['ID=b6259bbf-8c65-49cf-abf7-102b0a42281d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:38.782982 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Pushing event updated for resources: {'Port': ['ID=050aa8d8-838e-4993-80a9-5b5c532d2a15,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:38.785426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b6259bbf-8c65-49cf-abf7-102b0a42281d details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:38.790235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.807042 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.807577 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.808537 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.809031 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.809666 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.810164 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.810669 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.811175 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.811656 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.812155 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.812658 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.813347 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:38.825110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-52c48e83-153d-4a1e-b3ac-e4ffe20c321e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2356930 Sep 16 05:34:38.825683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41210) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:38.831037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Request body: {'subnet': {'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1755545056-subnet', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:38.904017 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.904470 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Attempting to bind port 050aa8d8-838e-4993-80a9-5b5c532d2a15 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:38.904848 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Attempting to bind port 050aa8d8-838e-4993-80a9-5b5c532d2a15 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:38.905256 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Attempting to bind port 050aa8d8-838e-4993-80a9-5b5c532d2a15 on network 1b691c3f-9344-4044-85b3-68606793cdef {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:38.915091 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:38.918860 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Checking segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:38.920435 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.921517 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Bound using segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:38.923884 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Bound port: 050aa8d8-838e-4993-80a9-5b5c532d2a15, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:38.924541 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.990938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Attempting to bind port ba6e84d3-787c-491c-b46c-714f6998ba7e on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:38.994803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Attempting to bind port ba6e84d3-787c-491c-b46c-714f6998ba7e by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:39.000242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Attempting to bind port ba6e84d3-787c-491c-b46c-714f6998ba7e on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:39.018718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397a417-a558-437f-8106-5f70027403b0 None None] Pushing event updated for resources: {'Port': ['ID=ba6e84d3-787c-491c-b46c-714f6998ba7e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.018934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.031220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:39.032694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:39.034021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.037805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:39.038496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Bound port: ba6e84d3-787c-491c-b46c-714f6998ba7e, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:39.039044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.054790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Made reservation on behalf of 9bc14f80ff6a4ed0945e0865c4b96965 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:39.063509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.092851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Network b467b2f7-df41-437c-9b02-c9d587f3899e is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:39.097010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:39.100190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:39.132252 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] For port 050aa8d8-838e-4993-80a9-5b5c532d2a15, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:39.135658 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] For port 050aa8d8-838e-4993-80a9-5b5c532d2a15, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=050aa8d8-838e-4993-80a9-5b5c532d2a15,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:39.228297 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.228688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Pushing event updated for resources: {'Port': ['ID=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.251393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] For port ba6e84d3-787c-491c-b46c-714f6998ba7e, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:39.264533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] For port ba6e84d3-787c-491c-b46c-714f6998ba7e, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ba6e84d3-787c-491c-b46c-714f6998ba7e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:39.267350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.288337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e5331f9f-b1f7-4d46-832c-d0184422b362 None None] Provisioning complete for port 050aa8d8-838e-4993-80a9-5b5c532d2a15 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:39.288718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5331f9f-b1f7-4d46-832c-d0184422b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.320588 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Routers {'ee140d23-d470-48c0-b1bb-d50b1466f489'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:39.321749 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ee140d23-d470-48c0-b1bb-d50b1466f489'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:39.425536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.430961 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de9377-edd8-461b-8dc4-acb4d9961b28 None None] Pushing event updated for resources: {'Port': ['ID=050aa8d8-838e-4993-80a9-5b5c532d2a15,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.519589 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] Set router ee140d23-d470-48c0-b1bb-d50b1466f489 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:39.521090 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5331f9f-b1f7-4d46-832c-d0184422b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.525171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397a417-a558-437f-8106-5f70027403b0 None None] Pushing event updated for resources: {'Port': ['ID=ba6e84d3-787c-491c-b46c-714f6998ba7e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.538261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Routers {'bd92a1aa-0548-41a4-8d97-04ee6077cffd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:39.538904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:39.564295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e5331f9f-b1f7-4d46-832c-d0184422b362 None None] For port 050aa8d8-838e-4993-80a9-5b5c532d2a15, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=050aa8d8-838e-4993-80a9-5b5c532d2a15,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:39.616352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.642048 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e5331f9f-b1f7-4d46-832c-d0184422b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.685525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.762075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5473c4-af74-4880-8250-5e643d632d84,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.775271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Checking segment: {'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:39.776264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Network hostable DHCP agents. Network: b6259bbf-8c65-49cf-abf7-102b0a42281d, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:39.790486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] Set router bd92a1aa-0548-41a4-8d97-04ee6077cffd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:39.834421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5331f9f-b1f7-4d46-832c-d0184422b362 None None] Pushing event updated for resources: {'Port': ['ID=050aa8d8-838e-4993-80a9-5b5c532d2a15,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:39.886847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Network b6259bbf-8c65-49cf-abf7-102b0a42281d is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:39.895582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c0f1306f-b846-4d06-b96d-d3fb7fc2afcd None None] Provisioning complete for port 050aa8d8-838e-4993-80a9-5b5c532d2a15 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:39.896289 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0f1306f-b846-4d06-b96d-d3fb7fc2afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:39.985549 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:34:34Z', 'revision_number': 4, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '050aa8d8-838e-4993-80a9-5b5c532d2a15', 'name': '', 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'mac_address': 'fa:16:3e:3f:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '38a29921-bc8a-4d78-90cf-11d187370ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 4, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'subnets': [{'id': '38a29921-bc8a-4d78-90cf-11d187370ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:40.047267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b6259bbf-8c65-49cf-abf7-102b0a42281d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:40.047267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:40.047267 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.049017 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2bdcd-2cb1-490b-b753-1246ae28863b None None] The sync data for ids ['ee140d23-d470-48c0-b1bb-d50b1466f489'] in n-d-712749-15 is: [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:34:34Z', 'revision_number': 4, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '050aa8d8-838e-4993-80a9-5b5c532d2a15', 'name': '', 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'mac_address': 'fa:16:3e:3f:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '38a29921-bc8a-4d78-90cf-11d187370ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 4, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'subnets': [{'id': '38a29921-bc8a-4d78-90cf-11d187370ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:40.053218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.149548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41250) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:40.151673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-42ba43e1-c69d-4508-b6d8-7a4088be2aa0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3239715 Sep 16 05:34:40.155023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:40.216785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.310224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0597c4-fed4-4096-ae2d-3667ea5d314f None None] Network b6259bbf-8c65-49cf-abf7-102b0a42281d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:40.316468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.318152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.391063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.393772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Pushing event updated for resources: {'Port': ['ID=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:40.457287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.674073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Network b467b2f7-df41-437c-9b02-c9d587f3899e is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:40.678591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:40.746338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-b6259bbf-8c65-49cf-abf7-102b0a42281d', 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'fixed_ips': [{'subnet_id': '1b5473c4-af74-4880-8250-5e643d632d84'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:34:40.749238 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:40.763760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:35Z', 'revision_number': 3, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port': {'id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:34Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:40.896635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aaadc-ee2e-4602-a0d1-aa1c131a0b07 None None] The sync data for ids ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'] in n-d-712749-15 is: [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:35Z', 'revision_number': 3, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port': {'id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:34Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:41.029157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Allocated IP 172.20.0.2 (b6259bbf-8c65-49cf-abf7-102b0a42281d/1b5473c4-af74-4880-8250-5e643d632d84/0539dc27-3545-4c56-b37a-d8cf7ab55325) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:41.382612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.463079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.497541 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.611290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Network b6259bbf-8c65-49cf-abf7-102b0a42281d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:41.613091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:41.615786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:41.658363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Pushing event updated for resources: {'Port': ['ID=0539dc27-3545-4c56-b37a-d8cf7ab55325,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:41.692182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Attempting to bind port 0539dc27-3545-4c56-b37a-d8cf7ab55325 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:41.693270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Attempting to bind port 0539dc27-3545-4c56-b37a-d8cf7ab55325 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:41.693638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Attempting to bind port 0539dc27-3545-4c56-b37a-d8cf7ab55325 on network b6259bbf-8c65-49cf-abf7-102b0a42281d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:41.706123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:41.706506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Checking segment: {'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:41.706917 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.707375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Bound using segment: {'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:41.707942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Bound port: 0539dc27-3545-4c56-b37a-d8cf7ab55325, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:41.708404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:41.762970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Router bd92a1aa-0548-41a4-8d97-04ee6077cffd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:41.800763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] For port 0539dc27-3545-4c56-b37a-d8cf7ab55325, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:41.806135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] For port 0539dc27-3545-4c56-b37a-d8cf7ab55325, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0539dc27-3545-4c56-b37a-d8cf7ab55325,segment=NetworkSegment(f4177fee-d18c-4379-b8c2-c4fc89ef5e31),segment_id=f4177fee-d18c-4379-b8c2-c4fc89ef5e31)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:41.949153 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.087458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:42.095564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162227a-02be-47a7-ac18-6f46b8a7b764 None None] Pushing event updated for resources: {'Port': ['ID=0539dc27-3545-4c56-b37a-d8cf7ab55325,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:42.100419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a2ddd519-6e0d-4a5d-8a71-6f352715e57a admin admin] 10.222.0.49 "PUT /v2.0/routers/bd92a1aa-0548-41a4-8d97-04ee6077cffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7159064 Sep 16 05:34:42.259642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41308) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:42.316095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ba6e84d3-787c-491c-b46c-714f6998ba7e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:42.476891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ba6e84d3-787c-491c-b46c-714f6998ba7e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:42.477308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.489169 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.516593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.699160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eea4d68a-ad4a-495a-99c0-1e36674450f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.832182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.898494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Allocated IP 172.25.1.239 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/65526621-7832-4ba8-969e-2d05dec82595) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:42.906590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port ba6e84d3-787c-491c-b46c-714f6998ba7e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ba6e84d3-787c-491c-b46c-714f6998ba7e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:42.978020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eea4d68a-ad4a-495a-99c0-1e36674450f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.053147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.054660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 050aa8d8-838e-4993-80a9-5b5c532d2a15 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:43.122331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eea4d68a-ad4a-495a-99c0-1e36674450f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.141054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.176492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eea4d68a-ad4a-495a-99c0-1e36674450f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da0f7af40a9749a2839affebbcae9fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9154832 Sep 16 05:34:43.192100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41340) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:43.201451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4d68a-ad4a-495a-99c0-1e36674450f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1373fe-9eb6-400a-9d97-3456fc6c2a4e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:43.201981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=ba6e84d3-787c-491c-b46c-714f6998ba7e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:43.216379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 050aa8d8-838e-4993-80a9-5b5c532d2a15 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:43.216927 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.345494 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.351362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e101c3a-18ef-4e63-a311-26c2a6678fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.397251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11238144-d400-4e78-867b-106fcc258b62 req-7a1950b3-8613-4153-b043-54f538b23201 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:43.398874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-7a1950b3-8613-4153-b043-54f538b23201 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 811 time: 0.2226789 Sep 16 05:34:43.430211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e101c3a-18ef-4e63-a311-26c2a6678fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.440416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:43.451058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Pushing event updated for resources: {'Port': ['ID=65526621-7832-4ba8-969e-2d05dec82595,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:43.453857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:43.460159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:43.469997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-436b8320-9322-4fd8-a3e2-1d567ae183ee tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/quotas/9150a94c1447412ba20701de744f407a HTTP/1.1" status: 200 len: 375 time: 0.0552497 Sep 16 05:34:43.645043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-132539d6-ef3a-45f3-aa8e-9b341e9b1ec9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447413 Sep 16 05:34:43.679773 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e101c3a-18ef-4e63-a311-26c2a6678fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.685181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e101c3a-18ef-4e63-a311-26c2a6678fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.696874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3e101c3a-18ef-4e63-a311-26c2a6678fae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e1373fe-9eb6-400a-9d97-3456fc6c2a4e HTTP/1.1" status: 204 len: 168 time: 0.4934878 Sep 16 05:34:43.729113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4701288c-c610-4159-8685-d81e02107d56 None None] Network b6259bbf-8c65-49cf-abf7-102b0a42281d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:43.740427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e101c3a-18ef-4e63-a311-26c2a6678fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1373fe-9eb6-400a-9d97-3456fc6c2a4e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:43.826907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-2f86efde-8628-4d18-82cd-c933efd0eb10 service neutron] 10.222.0.49 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576662 Sep 16 05:34:43.851494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0c8a2fd1-ee04-480f-8582-041c5d421ed9 None None] Provisioning complete for port 0539dc27-3545-4c56-b37a-d8cf7ab55325 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:43.851931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2fd1-ee04-480f-8582-041c5d421ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.006517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2fd1-ee04-480f-8582-041c5d421ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.093118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0c8a2fd1-ee04-480f-8582-041c5d421ed9 None None] For port 0539dc27-3545-4c56-b37a-d8cf7ab55325, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0539dc27-3545-4c56-b37a-d8cf7ab55325,segment=NetworkSegment(f4177fee-d18c-4379-b8c2-c4fc89ef5e31),segment_id=f4177fee-d18c-4379-b8c2-c4fc89ef5e31)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:44.142852 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.229744 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2fd1-ee04-480f-8582-041c5d421ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.311828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0539dc27-3545-4c56-b37a-d8cf7ab55325 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:44.372642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a2fd1-ee04-480f-8582-041c5d421ed9 None None] Pushing event updated for resources: {'Port': ['ID=0539dc27-3545-4c56-b37a-d8cf7ab55325,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:44.397460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-a78c308c-574a-4624-8a53-387ff0f9d6a5 service neutron] 10.222.0.49 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623496 Sep 16 05:34:44.436102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0539dc27-3545-4c56-b37a-d8cf7ab55325 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:44.436487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.470588 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Sync routers for ids ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:44.485507 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Routers {'bd92a1aa-0548-41a4-8d97-04ee6077cffd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:44.486142 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:44.539685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.571324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2baa7399-d6a5-4e32-880a-915bced2c2ad None None] Provisioning complete for port 0539dc27-3545-4c56-b37a-d8cf7ab55325 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:44.571715 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2baa7399-d6a5-4e32-880a-915bced2c2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.642891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ba6e84d3-787c-491c-b46c-714f6998ba7e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:44.652476 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Set router bd92a1aa-0548-41a4-8d97-04ee6077cffd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:44.795455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d52a8b91-5787-4207-8b09-c37d473a502e req-e18b14b6-7782-4553-a4de-7e075b8d6a48 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 210 time: 0.0745897 Sep 16 05:34:44.845518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Router cbb9761a-2784-49fc-8f55-2d9c569fdd79 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:44.858037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ba6e84d3-787c-491c-b46c-714f6998ba7e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:44.858414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.928649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:44.943001 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11cb6010-01d0-47a9-9196-2c71ceb9dc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.117896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11cb6010-01d0-47a9-9196-2c71ceb9dc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.125950 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 4, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port': {'id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:34Z', 'updated_at': '2021-09-16T05:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a98f70fd-74a5-44a8-a511-a84f5a3cf8df', 'name': '', 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'mac_address': 'fa:16:3e:72:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:38Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 2, 'project_id': '9150a94c1447412ba20701de744f407a', 'subnets': [{'id': '19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:45.175480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:45.177892 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Checking router: bd92a1aa-0548-41a4-8d97-04ee6077cffd for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:45.178696 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Updating router bd92a1aa-0548-41a4-8d97-04ee6077cffd port a98f70fd-74a5-44a8-a511-a84f5a3cf8df binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:45.186136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Sync routers for ids ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:45.198003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Routers {'cbb9761a-2784-49fc-8f55-2d9c569fdd79'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:45.198917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:45.221733 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11cb6010-01d0-47a9-9196-2c71ceb9dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.238889 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.265638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb6010-01d0-47a9-9196-2c71ceb9dc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c9d027-eb6e-40b0-96d6-9bb43ffbaf97,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:45.289452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-11cb6010-01d0-47a9-9196-2c71ceb9dc60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d0e78e6757e44178bab66159dfc9d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592675 Sep 16 05:34:45.292073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41392) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:45.341881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Set router cbb9761a-2784-49fc-8f55-2d9c569fdd79 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:45.351394 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.355510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-942ff2b7-5f04-449d-b2c1-b7fb4ab66483 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2027698 Sep 16 05:34:45.355510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41396) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:45.509921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e3b-34d7-4f35-8545-89203f561dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.562862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e3b-34d7-4f35-8545-89203f561dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.704449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '65526621-7832-4ba8-969e-2d05dec82595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:34:43Z', 'revision_number': 3, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port': {'id': '65526621-7832-4ba8-969e-2d05dec82595', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:42Z', 'updated_at': '2021-09-16T05:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:45.735907 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.738378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Checking router: cbb9761a-2784-49fc-8f55-2d9c569fdd79 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:45.738955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Updating router cbb9761a-2784-49fc-8f55-2d9c569fdd79 port 65526621-7832-4ba8-969e-2d05dec82595 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:45.774067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.842048 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.969838 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e3b-34d7-4f35-8545-89203f561dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.976211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39659f98-4d36-4378-94ee-3b9c25e613c4 req-f7e5e0ab-a102-4342-8ccf-cc36aee13ac1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 210 time: 0.0853508 Sep 16 05:34:45.978526 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e3b-34d7-4f35-8545-89203f561dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:45.990865 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8a6e9e3b-34d7-4f35-8545-89203f561dc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6c9d027-eb6e-40b0-96d6-9bb43ffbaf97 HTTP/1.1" status: 204 len: 168 time: 0.6974831 Sep 16 05:34:46.044061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e9e3b-34d7-4f35-8545-89203f561dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c9d027-eb6e-40b0-96d6-9bb43ffbaf97,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:46.133356 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be7675-d58a-4dda-942a-30e3f4f76eef None None] Pushing event updated for resources: {'Port': ['ID=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:46.152498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0539dc27-3545-4c56-b37a-d8cf7ab55325 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:46.165747 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Attempting to bind port a98f70fd-74a5-44a8-a511-a84f5a3cf8df on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:46.166248 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Attempting to bind port a98f70fd-74a5-44a8-a511-a84f5a3cf8df by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:46.178908 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Attempting to bind port a98f70fd-74a5-44a8-a511-a84f5a3cf8df on network b467b2f7-df41-437c-9b02-c9d587f3899e {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:46.182557 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:46.183110 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Checking segment: {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:46.183628 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.184164 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Bound using segment: {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:46.184754 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Bound port: a98f70fd-74a5-44a8-a511-a84f5a3cf8df, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:46.186438 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.328635 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] For port a98f70fd-74a5-44a8-a511-a84f5a3cf8df, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:46.338182 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] For port a98f70fd-74a5-44a8-a511-a84f5a3cf8df, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:46.413303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0539dc27-3545-4c56-b37a-d8cf7ab55325 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:46.413791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.450551 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.510828 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.587938 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.589458 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Routers {'bd92a1aa-0548-41a4-8d97-04ee6077cffd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:46.590075 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:46.602311 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be7675-d58a-4dda-942a-30e3f4f76eef None None] Pushing event updated for resources: {'Port': ['ID=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:46.679974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.710292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Allocated IP 172.20.0.1 (b6259bbf-8c65-49cf-abf7-102b0a42281d/1b5473c4-af74-4880-8250-5e643d632d84/a7330976-c91c-4d4b-a674-c2b2ec602c76) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:46.803327 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] Set router bd92a1aa-0548-41a4-8d97-04ee6077cffd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:46.808860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff56f59-4042-457f-b892-b846e741ba23 None None] Pushing event updated for resources: {'Port': ['ID=65526621-7832-4ba8-969e-2d05dec82595,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:46.822328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Attempting to bind port 65526621-7832-4ba8-969e-2d05dec82595 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:46.823484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Attempting to bind port 65526621-7832-4ba8-969e-2d05dec82595 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:46.824503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Attempting to bind port 65526621-7832-4ba8-969e-2d05dec82595 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:46.844669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:46.844669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:46.844669 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.844669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:46.844669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Bound port: 65526621-7832-4ba8-969e-2d05dec82595, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:46.844669 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:46.920084 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.017726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] For port 65526621-7832-4ba8-969e-2d05dec82595, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:47.025821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] For port 65526621-7832-4ba8-969e-2d05dec82595, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=65526621-7832-4ba8-969e-2d05dec82595,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:47.116156 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.224752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.232140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22acc1fa-af74-4e32-8a8f-a5894fced0b0 req-8b2eeb13-80cd-4fca-a2e4-1cfa1936e7a2 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 210 time: 0.0908265 Sep 16 05:34:47.280919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Network b6259bbf-8c65-49cf-abf7-102b0a42281d is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:47.281453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Routers {'cbb9761a-2784-49fc-8f55-2d9c569fdd79'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:47.282129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:47.284201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:47.297518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:47.368019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff56f59-4042-457f-b892-b846e741ba23 None None] Pushing event updated for resources: {'Port': ['ID=65526621-7832-4ba8-969e-2d05dec82595,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:47.373329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7330976-c91c-4d4b-a674-c2b2ec602c76,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:47.424240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.429164 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 4, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port': {'id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:34Z', 'updated_at': '2021-09-16T05:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a98f70fd-74a5-44a8-a511-a84f5a3cf8df', 'name': '', 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'mac_address': 'fa:16:3e:72:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:38Z', 'updated_at': '2021-09-16T05:34:46Z', 'revision_number': 4, 'project_id': '9150a94c1447412ba20701de744f407a', 'subnets': [{'id': '19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:47.518155 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16634d-450b-4e09-9426-ea066bfd4fd3 None None] The sync data for ids ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'] in n-d-712749-15 is: [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:34:39Z', 'revision_number': 4, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port': {'id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:34Z', 'updated_at': '2021-09-16T05:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a98f70fd-74a5-44a8-a511-a84f5a3cf8df', 'name': '', 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'mac_address': 'fa:16:3e:72:19:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:38Z', 'updated_at': '2021-09-16T05:34:46Z', 'revision_number': 4, 'project_id': '9150a94c1447412ba20701de744f407a', 'subnets': [{'id': '19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:47.765453 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.975876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6e09bb9f-15f7-4020-aac4-6727e93ce7fb None None] Provisioning complete for port a7330976-c91c-4d4b-a674-c2b2ec602c76 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:47.980835 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb9f-15f7-4020-aac4-6727e93ce7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:47.986343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] Set router cbb9761a-2784-49fc-8f55-2d9c569fdd79 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:48.039107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:48.135449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a98f70fd-74a5-44a8-a511-a84f5a3cf8df up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:48.244543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:48.363534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7330976-c91c-4d4b-a674-c2b2ec602c76,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:48.367276 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:48.435502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6e09bb9f-15f7-4020-aac4-6727e93ce7fb None None] Port a7330976-c91c-4d4b-a674-c2b2ec602c76 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:48.561205 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a98f70fd-74a5-44a8-a511-a84f5a3cf8df triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:48.564428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:48.570878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fd8fad0-818a-460a-8598-cca288cfde9e req-3f6e6811-7152-45dc-b21e-89a5a97831a8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 210 time: 0.0724864 Sep 16 05:34:48.758791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Network b6259bbf-8c65-49cf-abf7-102b0a42281d is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:48.764271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:48.896478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11238144-d400-4e78-867b-106fcc258b62 req-c98de292-2194-47ea-8063-72945cea6bd4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:48.898177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-c98de292-2194-47ea-8063-72945cea6bd4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.66 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 811 time: 0.3980515 Sep 16 05:34:48.922711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Request body: {'port': {'device_id': '8b531dba-97f4-43f9-8d3e-61e19a06f33e', 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e', 'admin_state_up': True, 'tenant_id': '9150a94c1447412ba20701de744f407a'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:48.997444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '65526621-7832-4ba8-969e-2d05dec82595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:34:43Z', 'revision_number': 3, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port': {'id': '65526621-7832-4ba8-969e-2d05dec82595', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:42Z', 'updated_at': '2021-09-16T05:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:49.068704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefc511-3cde-4bb9-ad44-c679bec20343 None None] The sync data for ids ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'] in n-d-712749-15 is: [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '65526621-7832-4ba8-969e-2d05dec82595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:34:43Z', 'revision_number': 3, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port': {'id': '65526621-7832-4ba8-969e-2d05dec82595', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:42Z', 'updated_at': '2021-09-16T05:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:49.080839 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.182147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port a98f70fd-74a5-44a8-a511-a84f5a3cf8df, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:49.217064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Router cbb9761a-2784-49fc-8f55-2d9c569fdd79 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:49.380917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dfe1c4fd-39ff-40fa-9985-a13ae0f09a39 None None] Provisioning complete for port a7330976-c91c-4d4b-a674-c2b2ec602c76 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:49.381803 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c4fd-39ff-40fa-9985-a13ae0f09a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.447356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1c4fd-39ff-40fa-9985-a13ae0f09a39 None None] Port a7330976-c91c-4d4b-a674-c2b2ec602c76 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:49.827414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d6c79d-585c-412f-89bb-7f31e04a69df req-f6f70372-3471-4afb-9637-1ac18df9d892 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 210 time: 0.0475230 Sep 16 05:34:49.868854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:49.880882 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-64eda7a6-7ead-4919-81f0-e5c2a7dd46c9 admin admin] 10.222.0.49 "PUT /v2.0/routers/cbb9761a-2784-49fc-8f55-2d9c569fdd79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5222154 Sep 16 05:34:49.887824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.046675 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e6b46b0-e885-490a-b9f8-068f357e4d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.057660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:50.100516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Made reservation on behalf of 9150a94c1447412ba20701de744f407a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:50.104227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.271750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 65526621-7832-4ba8-969e-2d05dec82595 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:50.392143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 65526621-7832-4ba8-969e-2d05dec82595 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:50.393037 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.434767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Allocated IP 172.20.0.7 (b467b2f7-df41-437c-9b02-c9d587f3899e/19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6/2089541d-6832-4c77-8b5e-10fc3d2380e4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:50.537742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.570207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 65526621-7832-4ba8-969e-2d05dec82595, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=65526621-7832-4ba8-969e-2d05dec82595,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:50.709972 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.769973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.822520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=65526621-7832-4ba8-969e-2d05dec82595,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:50.850568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.000429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-1eb1bc15-d490-4162-b225-a252d1df89f0 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:51.001966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-1eb1bc15-d490-4162-b225-a252d1df89f0 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/networks?id=1b691c3f-9344-4044-85b3-68606793cdef HTTP/1.1" status: 200 len: 911 time: 0.1484816 Sep 16 05:34:51.018873 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-4aa19366-74c7-4201-a181-dfa764ba2774 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/quotas/9bc14f80ff6a4ed0945e0865c4b96965 HTTP/1.1" status: 200 len: 375 time: 0.0104632 Sep 16 05:34:51.036902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6613917b-5396-4abe-ab0c-ad5f0bc03113 req-b506ca36-ca34-4282-bbb3-24c7a6d867fc tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 210 time: 0.0448866 Sep 16 05:34:51.116610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.135384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-85639829-23ee-40ca-8ae0-7ebd716e7807 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090524 Sep 16 05:34:51.199178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Network b467b2f7-df41-437c-9b02-c9d587f3899e is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:51.217636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:51.221506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:51.257430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Pushing event updated for resources: {'Port': ['ID=2089541d-6832-4c77-8b5e-10fc3d2380e4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:51.334790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:51.335497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.370374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-b384f356-4052-4c05-a5d1-9bbcbc3a9540 service neutron] 10.222.0.49 "GET /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122035 Sep 16 05:34:51.472528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-c62593cc-d5f7-4452-9bfd-e1e54e19ff1e service neutron] 10.222.0.49 "GET /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011338 Sep 16 05:34:51.510257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-89c57a69-bcca-4d9f-b830-1502af1130d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5946565 Sep 16 05:34:51.542604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Request body: {'port': {'device_id': '8b531dba-97f4-43f9-8d3e-61e19a06f33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:51.617043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.790469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ed92d96-ea66-481f-8c3c-d190c72cd5a6 req-0a2147b1-7481-45fa-b181-de424e471f5e tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 210 time: 0.0501244 Sep 16 05:34:52.046814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:52.144555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 65526621-7832-4ba8-969e-2d05dec82595 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:52.246816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c4637-7832-4de3-bc34-27e9930a77c0 req-f59049f7-2f45-45ba-9425-32be11972ff4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:52.248745 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-633c4637-7832-4de3-bc34-27e9930a77c0 req-f59049f7-2f45-45ba-9425-32be11972ff4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 931 time: 0.0990138 Sep 16 05:34:52.269843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 65526621-7832-4ba8-969e-2d05dec82595 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:52.270433 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.296216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2089541d-6832-4c77-8b5e-10fc3d2380e4 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:52.306514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.324489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-633c4637-7832-4de3-bc34-27e9930a77c0 req-294857ec-44d0-477e-89df-b2328e1906c2 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677521 Sep 16 05:34:52.325911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Transition to ACTIVE for port object 2089541d-6832-4c77-8b5e-10fc3d2380e4 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:34:52.412236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:52.440946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a98f70fd-74a5-44a8-a511-a84f5a3cf8df up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:52.486965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.499228 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a98f70fd-74a5-44a8-a511-a84f5a3cf8df triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:52.499839 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.572376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.585378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Pushing event updated for resources: {'Port': ['ID=2089541d-6832-4c77-8b5e-10fc3d2380e4,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:52.596712 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Sync routers for ids ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:52.621290 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Routers {'cbb9761a-2784-49fc-8f55-2d9c569fdd79'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:52.631675 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:52.730820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Attempting to bind port 2089541d-6832-4c77-8b5e-10fc3d2380e4 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:52.731594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Attempting to bind port 2089541d-6832-4c77-8b5e-10fc3d2380e4 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:52.731959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Attempting to bind port 2089541d-6832-4c77-8b5e-10fc3d2380e4 on network b467b2f7-df41-437c-9b02-c9d587f3899e {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:52.736949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Port 2089541d-6832-4c77-8b5e-10fc3d2380e4 on network b467b2f7-df41-437c-9b02-c9d587f3899e not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:34:52.737273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Attempting to bind port 2089541d-6832-4c77-8b5e-10fc3d2380e4 on network b467b2f7-df41-437c-9b02-c9d587f3899e {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:52.744274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:52.745029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Checking segment: {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:52.745584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Bound using segment: {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:52.746283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Bound port: 2089541d-6832-4c77-8b5e-10fc3d2380e4, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:52.746804 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.773799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.890366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] For port 2089541d-6832-4c77-8b5e-10fc3d2380e4, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:52.894142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] For port 2089541d-6832-4c77-8b5e-10fc3d2380e4, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2089541d-6832-4c77-8b5e-10fc3d2380e4,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:52.949683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b0dcf3f-545e-4e6b-b1c6-cdd999b6d3eb req-f3eec592-239a-41b4-b922-2624d81dfe56 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 210 time: 0.0555222 Sep 16 05:34:52.978297 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Set router cbb9761a-2784-49fc-8f55-2d9c569fdd79 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:53.055223 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.094084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Allocated IP 172.25.1.215 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/c92c24ae-8bf5-4aca-a65c-fdb9548df80c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:53.127088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:53.128162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.129796 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] 10.222.0.66 "PUT /v2.0/ports/2089541d-6832-4c77-8b5e-10fc3d2380e4 HTTP/1.1" status: 200 len: 1092 time: 1.5961170 Sep 16 05:34:53.133432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b531dba-97f4-43f9-8d3e-61e19a06f33e', 'tag': '2089541d-6832-4c77-8b5e-10fc3d2380e4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:53.135956 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597ed647-5148-479c-ae04-7351d3758b84" -d '{"events": [{"name": "network-changed", "server_uuid": "8b531dba-97f4-43f9-8d3e-61e19a06f33e", "tag": "2089541d-6832-4c77-8b5e-10fc3d2380e4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:53.150396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7daf2fb-2d70-408b-9f44-6af45936f423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.188296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d95e1-e5a8-483b-a550-923afe2efa25 service neutron] Pushing event updated for resources: {'Port': ['ID=2089541d-6832-4c77-8b5e-10fc3d2380e4,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:53.213416 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd93236-cc05-49f0-9ce4-fda2ae406e3b x-openstack-request-id: req-7cd93236-cc05-49f0-9ce4-fda2ae406e3b {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:53.213861 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b531dba-97f4-43f9-8d3e-61e19a06f33e", "tag": "2089541d-6832-4c77-8b5e-10fc3d2380e4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:53.214182 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cd93236-cc05-49f0-9ce4-fda2ae406e3b {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:53.214669 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b531dba-97f4-43f9-8d3e-61e19a06f33e', 'tag': '2089541d-6832-4c77-8b5e-10fc3d2380e4', 'status': 'completed', 'code': 200} Sep 16 05:34:53.350377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.364040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed647-5148-479c-ae04-7351d3758b84 req-4a1fdf61-1bc4-4e4c-bc35-71db764af283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:53.365100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-597ed647-5148-479c-ae04-7351d3758b84 req-4a1fdf61-1bc4-4e4c-bc35-71db764af283 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 1095 time: 0.0827231 Sep 16 05:34:53.444533 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '65526621-7832-4ba8-969e-2d05dec82595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:34:47Z', 'revision_number': 4, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port': {'id': '65526621-7832-4ba8-969e-2d05dec82595', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:42Z', 'updated_at': '2021-09-16T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a7330976-c91c-4d4b-a674-c2b2ec602c76', 'name': '', 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '1b5473c4-af74-4880-8250-5e643d632d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:46Z', 'updated_at': '2021-09-16T05:34:47Z', 'revision_number': 2, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'subnets': [{'id': '1b5473c4-af74-4880-8250-5e643d632d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:53.488654 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Checking router: cbb9761a-2784-49fc-8f55-2d9c569fdd79 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:53.489103 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Updating router cbb9761a-2784-49fc-8f55-2d9c569fdd79 port a7330976-c91c-4d4b-a674-c2b2ec602c76 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:53.532254 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.585220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed647-5148-479c-ae04-7351d3758b84 req-b7d20897-0e25-479e-b273-286d5eb4df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:53.586756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-597ed647-5148-479c-ae04-7351d3758b84 req-b7d20897-0e25-479e-b273-286d5eb4df7b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9150a94c1447412ba20701de744f407a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2037215 Sep 16 05:34:53.595584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc465d-b742-4811-a67b-f36f11acd2c0 req-5b21b387-8587-42d9-9c24-d1c10f305917 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:53.599901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4bc465d-b742-4811-a67b-f36f11acd2c0 req-5b21b387-8587-42d9-9c24-d1c10f305917 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 943 time: 0.0884576 Sep 16 05:34:53.648189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.697176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:53.715829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:53.719986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'Port': ['ID=c92c24ae-8bf5-4aca-a65c-fdb9548df80c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:53.724628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:53.734161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4bc465d-b742-4811-a67b-f36f11acd2c0 req-7d1f8bec-cc5a-42f1-a82f-3098d70b28ab tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135724 Sep 16 05:34:53.761913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed647-5148-479c-ae04-7351d3758b84 req-f35591cd-9178-4f60-a92a-79756f0655dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:53.763937 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-597ed647-5148-479c-ae04-7351d3758b84 req-f35591cd-9178-4f60-a92a-79756f0655dd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1656611 Sep 16 05:34:53.852566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.901474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11238144-d400-4e78-867b-106fcc258b62 req-bbf5aa9c-b8e0-4e1e-80f6-4fee79f61c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:53.903287 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-bbf5aa9c-b8e0-4e1e-80f6-4fee79f61c39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 1095 time: 0.0452597 Sep 16 05:34:53.909304 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.929844 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.961041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-9fb390f0-068d-4bca-abbc-89dca38b8f81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2089541d-6832-4c77-8b5e-10fc3d2380e4 HTTP/1.1" status: 200 len: 217 time: 0.0425384 Sep 16 05:34:54.027230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11238144-d400-4e78-867b-106fcc258b62 req-4cd0979e-d182-406b-a1bc-0745503a7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:54.028775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-4cd0979e-d182-406b-a1bc-0745503a7d7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 HTTP/1.1" status: 200 len: 851 time: 0.0567212 Sep 16 05:34:54.054738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96c9fecd-168a-44e3-abff-19de5f65a60d req-fe9a70c5-d0b6-49d1-8518-c91be7c196c4 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 210 time: 0.0319433 Sep 16 05:34:54.057916 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.089563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.111896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-9bef6d33-298d-4b21-a6d1-160490372738 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b467b2f7-df41-437c-9b02-c9d587f3899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490441 Sep 16 05:34:54.184991 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Attempting to bind port a7330976-c91c-4d4b-a674-c2b2ec602c76 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:54.185366 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Attempting to bind port a7330976-c91c-4d4b-a674-c2b2ec602c76 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:54.185790 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Attempting to bind port a7330976-c91c-4d4b-a674-c2b2ec602c76 on network b6259bbf-8c65-49cf-abf7-102b0a42281d {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:54.211328 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:54.211733 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Checking segment: {'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:54.212639 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.212639 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Bound using segment: {'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:54.213211 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Bound port: a7330976-c91c-4d4b-a674-c2b2ec602c76, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:54.213491 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.246643 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956db8f-b482-40ca-a414-9a1fcde7048d None None] Pushing event updated for resources: {'Port': ['ID=a7330976-c91c-4d4b-a674-c2b2ec602c76,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:54.323694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-c588ee7b-a374-4323-9e7c-8c8f6d333d40 service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009373 Sep 16 05:34:54.386657 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] For port a7330976-c91c-4d4b-a674-c2b2ec602c76, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:54.388139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.396207 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] For port a7330976-c91c-4d4b-a674-c2b2ec602c76, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a7330976-c91c-4d4b-a674-c2b2ec602c76,segment=NetworkSegment(f4177fee-d18c-4379-b8c2-c4fc89ef5e31),segment_id=f4177fee-d18c-4379-b8c2-c4fc89ef5e31)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:54.476346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.480858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11238144-d400-4e78-867b-106fcc258b62 req-c76e7923-f65d-4703-8a3b-4e0650be3973 service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413593 Sep 16 05:34:54.501683 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.514963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5cbb7057-16f0-4638-a4b6-8ea758a1ea8f None None] Provisioning complete for port a7330976-c91c-4d4b-a674-c2b2ec602c76 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:54.516120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7057-16f0-4638-a4b6-8ea758a1ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.567919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'Port': ['ID=c92c24ae-8bf5-4aca-a65c-fdb9548df80c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:54.583452 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Routers {'cbb9761a-2784-49fc-8f55-2d9c569fdd79'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:54.583452 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:54.612484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.631233 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956db8f-b482-40ca-a414-9a1fcde7048d None None] Pushing event updated for resources: {'Port': ['ID=a7330976-c91c-4d4b-a674-c2b2ec602c76,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:54.655770 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7057-16f0-4638-a4b6-8ea758a1ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.718650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5cbb7057-16f0-4638-a4b6-8ea758a1ea8f None None] For port a7330976-c91c-4d4b-a674-c2b2ec602c76, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a7330976-c91c-4d4b-a674-c2b2ec602c76,segment=NetworkSegment(f4177fee-d18c-4379-b8c2-c4fc89ef5e31),segment_id=f4177fee-d18c-4379-b8c2-c4fc89ef5e31)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:54.768348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.770729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0a654dfb-f224-41be-ac78-32adf9a9d017 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7234850 Sep 16 05:34:54.774044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:54.779996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1327820236'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:54.806324 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] Set router cbb9761a-2784-49fc-8f55-2d9c569fdd79 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:54.847455 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7057-16f0-4638-a4b6-8ea758a1ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.902059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Made reservation on behalf of c566061b40904c49a0440575789109d0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:54.911259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.929936 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.953098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb7057-16f0-4638-a4b6-8ea758a1ea8f None None] Pushing event updated for resources: {'Port': ['ID=a7330976-c91c-4d4b-a674-c2b2ec602c76,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:54.980140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3f1c27a9-8e64-4e71-91d6-03bdb0383fe6 None None] Provisioning complete for port a7330976-c91c-4d4b-a674-c2b2ec602c76 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:54.981185 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3f1c27a9-8e64-4e71-91d6-03bdb0383fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.989796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67057a3a-f0dc-4fae-a4b3-54aaf32c3a86 req-def97e59-dd4b-4c82-a726-d57f3ec3d8ff tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:54.997357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67057a3a-f0dc-4fae-a4b3-54aaf32c3a86 req-def97e59-dd4b-4c82-a726-d57f3ec3d8ff tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 943 time: 0.1492708 Sep 16 05:34:55.065496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67057a3a-f0dc-4fae-a4b3-54aaf32c3a86 req-86dcb466-2757-4942-8fe4-8e9a5b3b516e tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613873 Sep 16 05:34:55.134344 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '65526621-7832-4ba8-969e-2d05dec82595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:34:47Z', 'revision_number': 4, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port': {'id': '65526621-7832-4ba8-969e-2d05dec82595', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:42Z', 'updated_at': '2021-09-16T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a7330976-c91c-4d4b-a674-c2b2ec602c76', 'name': '', 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '1b5473c4-af74-4880-8250-5e643d632d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:46Z', 'updated_at': '2021-09-16T05:34:54Z', 'revision_number': 4, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'subnets': [{'id': '1b5473c4-af74-4880-8250-5e643d632d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:55.169356 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d8643-7bc0-4bbf-aab2-f1bf3cae4769 None None] The sync data for ids ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'] in n-d-712749-15 is: [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '65526621-7832-4ba8-969e-2d05dec82595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:34:47Z', 'revision_number': 4, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port': {'id': '65526621-7832-4ba8-969e-2d05dec82595', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:42Z', 'updated_at': '2021-09-16T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a7330976-c91c-4d4b-a674-c2b2ec602c76', 'name': '', 'network_id': 'b6259bbf-8c65-49cf-abf7-102b0a42281d', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '1b5473c4-af74-4880-8250-5e643d632d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:46Z', 'updated_at': '2021-09-16T05:34:54Z', 'revision_number': 4, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'subnets': [{'id': '1b5473c4-af74-4880-8250-5e643d632d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:55.183644 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:55.231926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c3fa4f5-fcdc-4d9f-9d29-dfccba967f93 req-792eff27-4ef1-4561-9660-f3bd006cddd9 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 210 time: 0.0627928 Sep 16 05:34:55.295159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:55.326129 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:55.341072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:55.367167 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:55.367167 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Added segment 2942beb5-e0c1-42cf-8222-ea26e6f68efa of type vlan for network e434d42d-513e-4c78-8d4d-cd43b436c81c Sep 16 05:34:55.367167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49d727a-9b83-4f80-b327-d7cb8140b8d3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:55.446448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:55.600819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:55.606970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:55.607847 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:55.688605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'Network': ['ID=e434d42d-513e-4c78-8d4d-cd43b436c81c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:55.701949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e434d42d-513e-4c78-8d4d-cd43b436c81c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:55.732371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-3d198b56-0553-4b0c-b3e4-ed469ab6c6e8 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:55.737382 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fd0273c7-16d5-4791-8735-a998141ffa7d tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9608767 Sep 16 05:34:55.737382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:55.742295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-3d198b56-0553-4b0c-b3e4-ed469ab6c6e8 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.66 "GET /v2.0/networks?id=1b691c3f-9344-4044-85b3-68606793cdef HTTP/1.1" status: 200 len: 911 time: 0.1510491 Sep 16 05:34:55.743950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Request body: {'subnet': {'network_id': 'e434d42d-513e-4c78-8d4d-cd43b436c81c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:55.751806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Request body: {'port': {'device_id': '0565d6aa-76a9-41d5-9c88-d9c012eaf467', 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'admin_state_up': True, 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:55.913328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Made reservation on behalf of 9bc14f80ff6a4ed0945e0865c4b96965 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:55.922005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.063685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Made reservation on behalf of c566061b40904c49a0440575789109d0 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:56.070809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.112776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a7330976-c91c-4d4b-a674-c2b2ec602c76 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:56.212065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a7330976-c91c-4d4b-a674-c2b2ec602c76 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:56.212681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.231643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Allocated IP 172.20.0.14 (1b691c3f-9344-4044-85b3-68606793cdef/38a29921-bc8a-4d78-90cf-11d187370ae5/a5106ef5-0f79-4008-b5ae-5049ef0faa34) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:56.405041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2089541d-6832-4c77-8b5e-10fc3d2380e4 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:34:56.466006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c9c78a52-76f2-46de-98da-62da368f4946 req-2ed0f76d-2ddd-4e7a-88c0-74d566541d2e tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 210 time: 0.0846953 Sep 16 05:34:56.551572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea99c4f-8dd9-432f-850b-b1cacf51d1e6 req-765f45f5-c12a-4106-af8c-adae90b2e3c2 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:56.553555 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fea99c4f-8dd9-432f-850b-b1cacf51d1e6 req-765f45f5-c12a-4106-af8c-adae90b2e3c2 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 943 time: 0.3246748 Sep 16 05:34:56.585099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.635887 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.655653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2089541d-6832-4c77-8b5e-10fc3d2380e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2089541d-6832-4c77-8b5e-10fc3d2380e4,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:56.671993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fea99c4f-8dd9-432f-850b-b1cacf51d1e6 req-cf19e3ce-4aac-453b-9917-c0c4432a65b6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034994 Sep 16 05:34:56.689274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '2089541d-6832-4c77-8b5e-10fc3d2380e4', 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e', 'port_id': '2089541d-6832-4c77-8b5e-10fc3d2380e4', 'mac_address': 'fa:16:3e:4f:60:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:34:56.718694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'Subnet': ['ID=abb787fa-91e4-4614-bd60-a7c5bab37dcc,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:56.765858 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.773193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Checking segment: {'id': '2942beb5-e0c1-42cf-8222-ea26e6f68efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e434d42d-513e-4c78-8d4d-cd43b436c81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:56.776129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Network hostable DHCP agents. Network: e434d42d-513e-4c78-8d4d-cd43b436c81c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:56.790690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2089541d-6832-4c77-8b5e-10fc3d2380e4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:56.818929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.827925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2089541d-6832-4c77-8b5e-10fc3d2380e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2089541d-6832-4c77-8b5e-10fc3d2380e4,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:56.875044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Network e434d42d-513e-4c78-8d4d-cd43b436c81c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:56.893223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Network 1b691c3f-9344-4044-85b3-68606793cdef is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:56.901371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:56.907127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:56.914006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Pushing event updated for resources: {'Port': ['ID=a5106ef5-0f79-4008-b5ae-5049ef0faa34,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:56.914127 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.988774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:56.988774 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:56.989767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2089541d-6832-4c77-8b5e-10fc3d2380e4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:57.006454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e434d42d-513e-4c78-8d4d-cd43b436c81c) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:57.012147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:57.012147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.019440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e74fed-c0f0-4e60-93ed-b72a6850a651 None None] Network e434d42d-513e-4c78-8d4d-cd43b436c81c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:57.112395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-147dea96-7eab-4389-8f53-42f5e633dc73 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3647323 Sep 16 05:34:57.138702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Request body: {'port': {'device_id': '0565d6aa-76a9-41d5-9c88-d9c012eaf467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:57.204438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-e434d42d-513e-4c78-8d4d-cd43b436c81c', 'network_id': 'e434d42d-513e-4c78-8d4d-cd43b436c81c', 'tenant_id': 'c566061b40904c49a0440575789109d0', 'fixed_ips': [{'subnet_id': 'abb787fa-91e4-4614-bd60-a7c5bab37dcc'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:34:57.208309 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.238937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0394afec-19ae-47cf-91bc-18c09b2ab5a8 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4978774 Sep 16 05:34:57.239147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.239261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:57.246737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-560966867', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:57.303994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2089541d-6832-4c77-8b5e-10fc3d2380e4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:57.397299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-907d576f-ed0c-4f76-836c-6d8b52df91ce None None] Provisioning complete for port a5106ef5-0f79-4008-b5ae-5049ef0faa34 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:57.397680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-907d576f-ed0c-4f76-836c-6d8b52df91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.421671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.422756 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.484458 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.499109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-907d576f-ed0c-4f76-836c-6d8b52df91ce None None] Port a5106ef5-0f79-4008-b5ae-5049ef0faa34 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:57.528656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Allocated IP 172.20.0.2 (e434d42d-513e-4c78-8d4d-cd43b436c81c/abb787fa-91e4-4614-bd60-a7c5bab37dcc/034caa3d-4678-459d-95fe-99ee28350d16) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:57.623506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b3f1-754b-4939-9709-23b052825e3d req-ded74182-44b1-4f7b-b21a-f610dec34375 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:57.625096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24b3b3f1-754b-4939-9709-23b052825e3d req-ded74182-44b1-4f7b-b21a-f610dec34375 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1028 time: 0.0678163 Sep 16 05:34:57.635520 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.708659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5106ef5-0f79-4008-b5ae-5049ef0faa34 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:57.728534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24b3b3f1-754b-4939-9709-23b052825e3d req-7070e0d7-6f4e-4c76-83e0-8f8109d73a3d tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905449 Sep 16 05:34:57.730507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.745566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Transition to ACTIVE for port object a5106ef5-0f79-4008-b5ae-5049ef0faa34 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:34:57.782159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.829289 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.886982 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:57.922232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Pushing event updated for resources: {'Port': ['ID=a5106ef5-0f79-4008-b5ae-5049ef0faa34,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:57.977956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.001653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Network e434d42d-513e-4c78-8d4d-cd43b436c81c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:58.004964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:58.009257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:58.024518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9dcf5-3e3d-4327-9bbd-a2939d79be30 req-ba5b5d2f-ad3d-4803-8db3-2999b405661a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:58.025320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Pushing event updated for resources: {'Port': ['ID=034caa3d-4678-459d-95fe-99ee28350d16,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:58.046646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ed9dcf5-3e3d-4327-9bbd-a2939d79be30 req-ba5b5d2f-ad3d-4803-8db3-2999b405661a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 944 time: 0.2241552 Sep 16 05:34:58.077240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Attempting to bind port a5106ef5-0f79-4008-b5ae-5049ef0faa34 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:58.077845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Attempting to bind port a5106ef5-0f79-4008-b5ae-5049ef0faa34 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:58.078249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Attempting to bind port a5106ef5-0f79-4008-b5ae-5049ef0faa34 on network 1b691c3f-9344-4044-85b3-68606793cdef {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:58.085420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Port a5106ef5-0f79-4008-b5ae-5049ef0faa34 on network 1b691c3f-9344-4044-85b3-68606793cdef not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:34:58.090937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Attempting to bind port a5106ef5-0f79-4008-b5ae-5049ef0faa34 on network 1b691c3f-9344-4044-85b3-68606793cdef {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:58.099351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:58.100145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Checking segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:58.100786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Bound using segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:58.103468 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Bound port: a5106ef5-0f79-4008-b5ae-5049ef0faa34, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:58.103829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.121834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Attempting to bind port 034caa3d-4678-459d-95fe-99ee28350d16 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:58.122209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Attempting to bind port 034caa3d-4678-459d-95fe-99ee28350d16 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2942beb5-e0c1-42cf-8222-ea26e6f68efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e434d42d-513e-4c78-8d4d-cd43b436c81c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:58.133229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ed9dcf5-3e3d-4327-9bbd-a2939d79be30 req-9184062d-a796-4d44-b414-37b78328e424 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903409 Sep 16 05:34:58.137503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Attempting to bind port 034caa3d-4678-459d-95fe-99ee28350d16 on network e434d42d-513e-4c78-8d4d-cd43b436c81c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:58.153307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:58.153908 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Checking segment: {'id': '2942beb5-e0c1-42cf-8222-ea26e6f68efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e434d42d-513e-4c78-8d4d-cd43b436c81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:58.154326 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.154731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Bound using segment: {'id': '2942beb5-e0c1-42cf-8222-ea26e6f68efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e434d42d-513e-4c78-8d4d-cd43b436c81c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:58.155227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Bound port: 034caa3d-4678-459d-95fe-99ee28350d16, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2942beb5-e0c1-42cf-8222-ea26e6f68efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e434d42d-513e-4c78-8d4d-cd43b436c81c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:58.155613 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.236834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] For port a5106ef5-0f79-4008-b5ae-5049ef0faa34, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:58.242190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] For port a5106ef5-0f79-4008-b5ae-5049ef0faa34, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a5106ef5-0f79-4008-b5ae-5049ef0faa34,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:58.269218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] For port 034caa3d-4678-459d-95fe-99ee28350d16, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:58.274097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] For port 034caa3d-4678-459d-95fe-99ee28350d16, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=034caa3d-4678-459d-95fe-99ee28350d16,segment=NetworkSegment(2942beb5-e0c1-42cf-8222-ea26e6f68efa),segment_id=2942beb5-e0c1-42cf-8222-ea26e6f68efa)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:58.359772 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.371051 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.402476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.411245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:58.411897 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.413353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] 10.222.0.66 "PUT /v2.0/ports/a5106ef5-0f79-4008-b5ae-5049ef0faa34 HTTP/1.1" status: 200 len: 1093 time: 1.2827139 Sep 16 05:34:58.413823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0565d6aa-76a9-41d5-9c88-d9c012eaf467', 'tag': 'a5106ef5-0f79-4008-b5ae-5049ef0faa34'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:58.415769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2089541d-6832-4c77-8b5e-10fc3d2380e4 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:58.416545 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882eab4b-5ba7-4a6d-ad7d-02f640db811c" -d '{"events": [{"name": "network-changed", "server_uuid": "0565d6aa-76a9-41d5-9c88-d9c012eaf467", "tag": "a5106ef5-0f79-4008-b5ae-5049ef0faa34"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:58.465645 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.469575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c781218-7903-4b56-a9cf-fd6ac8ac9337 service neutron] Pushing event updated for resources: {'Port': ['ID=a5106ef5-0f79-4008-b5ae-5049ef0faa34,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:58.482090 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8952fda-c59c-4877-8f57-757c80eb135c x-openstack-request-id: req-b8952fda-c59c-4877-8f57-757c80eb135c {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:58.482554 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0565d6aa-76a9-41d5-9c88-d9c012eaf467", "tag": "a5106ef5-0f79-4008-b5ae-5049ef0faa34", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:58.482970 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8952fda-c59c-4877-8f57-757c80eb135c {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:58.483517 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0565d6aa-76a9-41d5-9c88-d9c012eaf467', 'tag': 'a5106ef5-0f79-4008-b5ae-5049ef0faa34', 'status': 'completed', 'code': 200} Sep 16 05:34:58.616731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Allocated IP 172.25.1.108 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/1187bbb5-0f9c-4ade-a749-45527bd7b2dd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:58.625647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eab4b-5ba7-4a6d-ad7d-02f640db811c req-251280a1-9662-48e0-bd63-5b08805d7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:58.627393 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-882eab4b-5ba7-4a6d-ad7d-02f640db811c req-251280a1-9662-48e0-bd63-5b08805d7ac6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1096 time: 0.0934682 Sep 16 05:34:58.633058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6650f-4995-4da3-ab7d-d4eeef65db0b None None] Pushing event updated for resources: {'Port': ['ID=034caa3d-4678-459d-95fe-99ee28350d16,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:58.759234 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.784148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 2089541d-6832-4c77-8b5e-10fc3d2380e4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:34:58.792721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 2089541d-6832-4c77-8b5e-10fc3d2380e4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:58.793305 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.807643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eab4b-5ba7-4a6d-ad7d-02f640db811c req-8b0763fd-3304-4b4b-bde3-80d361e1d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:58.812035 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-882eab4b-5ba7-4a6d-ad7d-02f640db811c req-8b0763fd-3304-4b4b-bde3-80d361e1d6a3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1584144 Sep 16 05:34:58.836265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.021899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eab4b-5ba7-4a6d-ad7d-02f640db811c req-6d8882c8-ebe8-4a15-aff4-6beb7f4f1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.024222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-882eab4b-5ba7-4a6d-ad7d-02f640db811c req-6d8882c8-ebe8-4a15-aff4-6beb7f4f1cd2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2069564 Sep 16 05:34:59.031144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe618b-7ae5-4822-9c8f-8b1615dd99ee req-736f8aeb-2950-46de-b0d3-cb165a23bd14 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.034413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04fe618b-7ae5-4822-9c8f-8b1615dd99ee req-736f8aeb-2950-46de-b0d3-cb165a23bd14 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1096 time: 0.1633406 Sep 16 05:34:59.057535 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.108063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04fe618b-7ae5-4822-9c8f-8b1615dd99ee req-076f7c42-0243-481f-925c-9d4c2efe940c tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568812 Sep 16 05:34:59.127113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.149039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2089541d-6832-4c77-8b5e-10fc3d2380e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2089541d-6832-4c77-8b5e-10fc3d2380e4,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:59.150821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b531dba-97f4-43f9-8d3e-61e19a06f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2089541d-6832-4c77-8b5e-10fc3d2380e4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:59.153828 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f032c4-8a85-40c7-8eed-379d536dfbe4" -d '{"events": [{"server_uuid": "8b531dba-97f4-43f9-8d3e-61e19a06f33e", "name": "network-vif-plugged", "status": "completed", "tag": "2089541d-6832-4c77-8b5e-10fc3d2380e4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:59.181392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-88356765-7e31-4216-ad77-43ebc0c5c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.185806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-88356765-7e31-4216-ad77-43ebc0c5c028 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1096 time: 0.0672662 Sep 16 05:34:59.240593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:59.248162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:59.253144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:59.257342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'Port': ['ID=1187bbb5-0f9c-4ade-a749-45527bd7b2dd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:59.274992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-2f52f0e9-aea2-4f27-9d42-0d10c118f4c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5106ef5-0f79-4008-b5ae-5049ef0faa34 HTTP/1.1" status: 200 len: 217 time: 0.0676718 Sep 16 05:34:59.298369 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.327528 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41cd04-bc57-4eeb-a04c-f93d0355b89f x-openstack-request-id: req-ee41cd04-bc57-4eeb-a04c-f93d0355b89f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:59.328023 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b531dba-97f4-43f9-8d3e-61e19a06f33e", "name": "network-vif-plugged", "status": "completed", "tag": "2089541d-6832-4c77-8b5e-10fc3d2380e4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:59.328285 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee41cd04-bc57-4eeb-a04c-f93d0355b89f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:59.328680 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b531dba-97f4-43f9-8d3e-61e19a06f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2089541d-6832-4c77-8b5e-10fc3d2380e4', 'code': 200} Sep 16 05:34:59.353410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-8dd9f67f-699a-433b-95f1-d59ed57c033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.354913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-8dd9f67f-699a-433b-95f1-d59ed57c033e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38a29921-bc8a-4d78-90cf-11d187370ae5 HTTP/1.1" status: 200 len: 849 time: 0.0584164 Sep 16 05:34:59.368024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e00c-8849-4f7b-b1d3-509573911bee req-a6fc7c62-ba8f-42f9-b417-73742940c583 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.369167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2089541d-6832-4c77-8b5e-10fc3d2380e4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:59.369648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6400e00c-8849-4f7b-b1d3-509573911bee req-a6fc7c62-ba8f-42f9-b417-73742940c583 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 944 time: 0.1055171 Sep 16 05:34:59.464862 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6400e00c-8849-4f7b-b1d3-509573911bee req-ace79be5-0336-463f-ac7c-654bfa2867a2 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565519 Sep 16 05:34:59.468549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-407460a1-f278-48c2-96f5-3cbee620d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.470186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-407460a1-f278-48c2-96f5-3cbee620d02f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1b691c3f-9344-4044-85b3-68606793cdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994644 Sep 16 05:34:59.521132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c450d-3763-4270-b09c-139bc5b68df0 req-f3338a8d-559a-4ddf-a3ea-bd548a7c03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.522748 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d69c450d-3763-4270-b09c-139bc5b68df0 req-f3338a8d-559a-4ddf-a3ea-bd548a7c03b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 1097 time: 0.0853195 Sep 16 05:34:59.571296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d69c450d-3763-4270-b09c-139bc5b68df0 req-23ac574e-3493-4a95-bc29-c04bf10c7d01 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373776 Sep 16 05:34:59.594440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-a7514ae4-8362-4900-a8fb-d84507ec9768 service neutron] 10.222.0.66 "GET /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166821 Sep 16 05:34:59.737330 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.033045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.079652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581e2aef-8ad1-4666-a216-e23da2e1dd3c req-fc824426-9c95-4bed-a6e1-1607fd84df59 service neutron] 10.222.0.66 "GET /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025664 Sep 16 05:35:00.128641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c3f07-f526-4dc5-9fb9-bf638dbb0de8 None None] Network e434d42d-513e-4c78-8d4d-cd43b436c81c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:00.159277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 034caa3d-4678-459d-95fe-99ee28350d16 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:00.340668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e7f560d4-5ecb-4ef9-89a2-9d3f94d55e07 None None] Provisioning complete for port 034caa3d-4678-459d-95fe-99ee28350d16 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:00.341049 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7f560d4-5ecb-4ef9-89a2-9d3f94d55e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.352300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092125-8628-4266-9420-a520d29474c1 req-5ce5125d-44c1-416d-929b-cabc5f28d7dd tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.354054 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df092125-8628-4266-9420-a520d29474c1 req-5ce5125d-44c1-416d-929b-cabc5f28d7dd tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1096 time: 0.0811791 Sep 16 05:35:00.394906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Router bb2cb711-3170-4144-82fc-29fe217debca is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:35:00.451031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df092125-8628-4266-9420-a520d29474c1 req-a836315c-a9ca-41aa-b53c-87c0ea38f07b tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846469 Sep 16 05:35:00.626174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 034caa3d-4678-459d-95fe-99ee28350d16 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:00.626547 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.640951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:00.656836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b444d9e-be1f-4489-b123-3980ea65cffc None None] Sync routers for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:00.681613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5c7eb-29bc-45d5-bb2b-cea89fa90886 req-893826ce-ad21-45b5-90ab-9e0167850e31 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.688830 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ba5c7eb-29bc-45d5-bb2b-cea89fa90886 req-893826ce-ad21-45b5-90ab-9e0167850e31 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1019452 Sep 16 05:35:00.725641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b444d9e-be1f-4489-b123-3980ea65cffc None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:00.725641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0b444d9e-be1f-4489-b123-3980ea65cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.751668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ba5c7eb-29bc-45d5-bb2b-cea89fa90886 req-d2fa468a-aebc-4e80-a5fd-5849abdebb65 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618272 Sep 16 05:35:00.758586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.760052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bf01a174-cb36-4451-a443-b4c4ef322d90 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.5195491 Sep 16 05:35:00.768011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41784) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:00.827232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7f560d4-5ecb-4ef9-89a2-9d3f94d55e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.831912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0b444d9e-be1f-4489-b123-3980ea65cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.891379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e7f560d4-5ecb-4ef9-89a2-9d3f94d55e07 None None] For port 034caa3d-4678-459d-95fe-99ee28350d16, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=034caa3d-4678-459d-95fe-99ee28350d16,segment=NetworkSegment(2942beb5-e0c1-42cf-8222-ea26e6f68efa),segment_id=2942beb5-e0c1-42cf-8222-ea26e6f68efa)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:00.895796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b444d9e-be1f-4489-b123-3980ea65cffc None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:00.896484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0b444d9e-be1f-4489-b123-3980ea65cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.998855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0b444d9e-be1f-4489-b123-3980ea65cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.998855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b444d9e-be1f-4489-b123-3980ea65cffc None None] The sync data for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:01.033276 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7f560d4-5ecb-4ef9-89a2-9d3f94d55e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.041776 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.146698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f560d4-5ecb-4ef9-89a2-9d3f94d55e07 None None] Pushing event updated for resources: {'Port': ['ID=034caa3d-4678-459d-95fe-99ee28350d16,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:01.180088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:35:01.180088 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:35:01.192421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-914875d9-a5a9-44f6-9371-cfa411df7b9b None None] Provisioning complete for port 034caa3d-4678-459d-95fe-99ee28350d16 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:01.193115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-914875d9-a5a9-44f6-9371-cfa411df7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.559212 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.665799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb742a2a-89f5-46ab-aa4f-88d25da0694a req-6fa21efa-7169-4ae4-9142-81cd705ef9a1 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.667511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb742a2a-89f5-46ab-aa4f-88d25da0694a req-6fa21efa-7169-4ae4-9142-81cd705ef9a1 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1096 time: 0.0627213 Sep 16 05:35:01.747776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb742a2a-89f5-46ab-aa4f-88d25da0694a req-c9ad7504-8fe7-44e7-ba25-67dca5ff2588 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729530 Sep 16 05:35:02.084122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 034caa3d-4678-459d-95fe-99ee28350d16 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:02.219028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 034caa3d-4678-459d-95fe-99ee28350d16 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:02.219661 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.418699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6425935-bcca-491a-9125-03757ba2abef req-9435c6a5-e7a4-4514-95da-de1faf55fcc1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.420325 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6425935-bcca-491a-9125-03757ba2abef req-9435c6a5-e7a4-4514-95da-de1faf55fcc1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.5700667 Sep 16 05:35:02.450120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a5106ef5-0f79-4008-b5ae-5049ef0faa34 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:02.508478 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6425935-bcca-491a-9125-03757ba2abef req-7171eccb-b535-4cfe-86d6-5e2ae0a9db7a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809243 Sep 16 05:35:02.529925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Allocated IP 172.20.0.1 (e434d42d-513e-4c78-8d4d-cd43b436c81c/abb787fa-91e4-4614-bd60-a7c5bab37dcc/cf455685-beac-46e5-b394-0d5ba10276ce) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:02.619763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a5106ef5-0f79-4008-b5ae-5049ef0faa34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a5106ef5-0f79-4008-b5ae-5049ef0faa34,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:02.634661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'a5106ef5-0f79-4008-b5ae-5049ef0faa34', 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'port_id': 'a5106ef5-0f79-4008-b5ae-5049ef0faa34', 'mac_address': 'fa:16:3e:f5:c7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a29921-bc8a-4d78-90cf-11d187370ae5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:02.726125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.753278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5106ef5-0f79-4008-b5ae-5049ef0faa34 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:02.785084 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.825717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a5106ef5-0f79-4008-b5ae-5049ef0faa34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a5106ef5-0f79-4008-b5ae-5049ef0faa34,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:02.946694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2a2c0-cd9b-405f-82b9-a72c8d921e04 req-b930cc8e-adf4-4e15-a0dd-3a3336f85578 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.946694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fe2a2c0-cd9b-405f-82b9-a72c8d921e04 req-b930cc8e-adf4-4e15-a0dd-3a3336f85578 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1096 time: 0.0667622 Sep 16 05:35:02.955379 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.008398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.026988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fe2a2c0-cd9b-405f-82b9-a72c8d921e04 req-a316ea29-c16f-403c-b7c1-dffce3d94758 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612264 Sep 16 05:35:03.048678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=a5106ef5-0f79-4008-b5ae-5049ef0faa34,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:03.064955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Network e434d42d-513e-4c78-8d4d-cd43b436c81c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:03.068805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:03.071630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:03.107178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'Port': ['ID=cf455685-beac-46e5-b394-0d5ba10276ce,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:03.135904 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.267075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['a5106ef5-0f79-4008-b5ae-5049ef0faa34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:03.476898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f810d282-220b-4235-8ac6-3afdbb15b59b None None] Provisioning complete for port cf455685-beac-46e5-b394-0d5ba10276ce triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:03.477362 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f810d282-220b-4235-8ac6-3afdbb15b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.527642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f810d282-220b-4235-8ac6-3afdbb15b59b None None] Port cf455685-beac-46e5-b394-0d5ba10276ce cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:03.542940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-b99127c6-bcfd-4c4e-9e32-365112fc21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.545349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-b99127c6-bcfd-4c4e-9e32-365112fc21c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 1097 time: 0.1676853 Sep 16 05:35:03.703342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-84bc3ea5-522a-44b5-92d4-cb45e0df70be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.703342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-84bc3ea5-522a-44b5-92d4-cb45e0df70be service neutron] 10.222.0.66 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 912 time: 0.1404216 Sep 16 05:35:03.703342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:03.760000 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-ffb5af47-5208-4fd6-adaf-0155923a6e3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2089541d-6832-4c77-8b5e-10fc3d2380e4 HTTP/1.1" status: 200 len: 217 time: 0.0490055 Sep 16 05:35:03.778781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6a279-24db-4840-a10d-0a8326819ced req-f8d7b9ce-bf73-4c35-8ed4-dc2a31599ba6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.782514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38e6a279-24db-4840-a10d-0a8326819ced req-f8d7b9ce-bf73-4c35-8ed4-dc2a31599ba6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.5072563 Sep 16 05:35:03.855412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38e6a279-24db-4840-a10d-0a8326819ced req-f4f9ca61-faeb-4e01-89b7-d76c78aa4bc1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641947 Sep 16 05:35:03.903916 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-97acdc9e-4623-43dc-a6aa-87a86f4c4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.905590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-97acdc9e-4623-43dc-a6aa-87a86f4c4d3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 HTTP/1.1" status: 200 len: 851 time: 0.1243143 Sep 16 05:35:03.951419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-059ae384-8ac0-4ec4-aeda-a35e4ced5b1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b467b2f7-df41-437c-9b02-c9d587f3899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363517 Sep 16 05:35:04.158045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-b184e4fa-e309-4fae-9821-ab37f8d2787a service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964195 Sep 16 05:35:04.173256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d882f0b-f22f-445a-80c4-830890750a15 req-b5c08f41-3f60-43c6-a22f-219dc9e9e1e8 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:04.175431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3d882f0b-f22f-445a-80c4-830890750a15 req-b5c08f41-3f60-43c6-a22f-219dc9e9e1e8 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1097 time: 0.0593462 Sep 16 05:35:04.218645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3d882f0b-f22f-445a-80c4-830890750a15 req-acb6e1a7-2bc9-4b7d-8c26-db8794f2c6ac tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357831 Sep 16 05:35:04.369149 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32ad59dd-3922-4227-94f8-ac932d5f1fa9 req-b581f08f-9b6b-467d-86e4-eacd9363d159 service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937706 Sep 16 05:35:04.421300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.458986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a5106ef5-0f79-4008-b5ae-5049ef0faa34 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:04.544105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.635116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.638593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port a5106ef5-0f79-4008-b5ae-5049ef0faa34 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:04.638751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'Port': ['ID=cf455685-beac-46e5-b394-0d5ba10276ce,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:04.648182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port a5106ef5-0f79-4008-b5ae-5049ef0faa34 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:04.648854 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.655226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.655580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.655949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.656292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.656632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.656965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.657297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.657624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.657950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.658273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.658599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.658922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.774308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.784841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Network e434d42d-513e-4c78-8d4d-cd43b436c81c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:04.788108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:04.814313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0565d6aa-76a9-41d5-9c88-d9c012eaf467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5106ef5-0f79-4008-b5ae-5049ef0faa34'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:04.817519 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b633258-079c-41f4-aafd-95c1a8cf511e" -d '{"events": [{"server_uuid": "0565d6aa-76a9-41d5-9c88-d9c012eaf467", "name": "network-vif-plugged", "status": "completed", "tag": "a5106ef5-0f79-4008-b5ae-5049ef0faa34"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:04.849976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port a5106ef5-0f79-4008-b5ae-5049ef0faa34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a5106ef5-0f79-4008-b5ae-5049ef0faa34,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:04.923743 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbd9c36-52e6-4baa-873e-2f0d7631bc0a x-openstack-request-id: req-ccbd9c36-52e6-4baa-873e-2f0d7631bc0a {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:04.924072 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0565d6aa-76a9-41d5-9c88-d9c012eaf467", "name": "network-vif-plugged", "status": "completed", "tag": "a5106ef5-0f79-4008-b5ae-5049ef0faa34", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:04.924308 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccbd9c36-52e6-4baa-873e-2f0d7631bc0a {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:04.924705 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0565d6aa-76a9-41d5-9c88-d9c012eaf467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5106ef5-0f79-4008-b5ae-5049ef0faa34', 'code': 200} Sep 16 05:35:04.954954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.063369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=a5106ef5-0f79-4008-b5ae-5049ef0faa34,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:05.143036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Router bb2cb711-3170-4144-82fc-29fe217debca has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:05.166749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8308a112-0ebc-4ae4-8e82-b454c136ce09 None None] Provisioning complete for port cf455685-beac-46e5-b394-0d5ba10276ce triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:05.167382 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8308a112-0ebc-4ae4-8e82-b454c136ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.217354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8308a112-0ebc-4ae4-8e82-b454c136ce09 None None] Port cf455685-beac-46e5-b394-0d5ba10276ce cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:05.230091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb9d21-e3dc-474c-a45a-357577885d6a req-20ac4fdc-f44e-43cb-a46f-0b7a71ba7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:05.231617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88fb9d21-e3dc-474c-a45a-357577885d6a req-20ac4fdc-f44e-43cb-a46f-0b7a71ba7f48 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.2053747 Sep 16 05:35:05.298194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea58b7f-d26a-4e25-ae00-10ee26a9b0c5 req-fe54d7e0-e910-4894-973e-ebadb3bd9f3a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:05.299758 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fea58b7f-d26a-4e25-ae00-10ee26a9b0c5 req-fe54d7e0-e910-4894-973e-ebadb3bd9f3a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1947393 Sep 16 05:35:05.336458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88fb9d21-e3dc-474c-a45a-357577885d6a req-29d7b7a4-48ec-4c2f-b216-daac03e660f4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677855 Sep 16 05:35:05.358300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851ae34-de28-446d-a76c-6a886f7f44b7 req-b318e135-0685-43e2-997e-f97556ec2a29 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:05.361721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a851ae34-de28-446d-a76c-6a886f7f44b7 req-b318e135-0685-43e2-997e-f97556ec2a29 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.0526488 Sep 16 05:35:05.403183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a851ae34-de28-446d-a76c-6a886f7f44b7 req-ef483916-d779-47e2-9df9-6b4d0a061417 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Sep 16 05:35:05.411792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fea58b7f-d26a-4e25-ae00-10ee26a9b0c5 req-c75fc25a-f196-40b7-8dd3-622b7dbc47ac tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965779 Sep 16 05:35:05.450224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:05.458427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3ce3a8fe-96b1-4aad-ac80-cfc4a49d9da5 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "PUT /v2.0/routers/bb2cb711-3170-4144-82fc-29fe217debca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6934280 Sep 16 05:35:05.462023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:05.467426 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e866d2-698d-44f8-b7ce-dd3354bb7b07 None None] Sync routers for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:05.471277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Request body: {'port': {'network_id': 'e434d42d-513e-4c78-8d4d-cd43b436c81c', 'name': 'tempest-FloatingIPAdminTestJSON-1611951420'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:05.483903 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e866d2-698d-44f8-b7ce-dd3354bb7b07 None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:05.485328 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-96e866d2-698d-44f8-b7ce-dd3354bb7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:05.549968 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-96e866d2-698d-44f8-b7ce-dd3354bb7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:05.565215 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e866d2-698d-44f8-b7ce-dd3354bb7b07 None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:05.566606 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-96e866d2-698d-44f8-b7ce-dd3354bb7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:05.601530 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-96e866d2-698d-44f8-b7ce-dd3354bb7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:05.602232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e866d2-698d-44f8-b7ce-dd3354bb7b07 None None] The sync data for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:05.743200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Made reservation on behalf of c566061b40904c49a0440575789109d0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:05.746854 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:05.765638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] device_id is not set on port e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:35:05.908260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Allocated IP 172.20.0.14 (e434d42d-513e-4c78-8d4d-cd43b436c81c/abb787fa-91e4-4614-bd60-a7c5bab37dcc/e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:06.095956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c79952-a3f8-4e6d-a33c-6e4586a8f8f8 req-d5a15556-eab3-49b3-9732-9a00269c1ad4 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:06.097663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03c79952-a3f8-4e6d-a33c-6e4586a8f8f8 req-d5a15556-eab3-49b3-9732-9a00269c1ad4 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 946 time: 0.1206396 Sep 16 05:35:06.172916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03c79952-a3f8-4e6d-a33c-6e4586a8f8f8 req-4e90f307-5237-4fcc-983f-f815264c0037 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662646 Sep 16 05:35:06.179384 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.326773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.376801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Network e434d42d-513e-4c78-8d4d-cd43b436c81c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:06.380190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:06.387385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:06.393674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event updated for resources: {'Port': ['ID=e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:06.463049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:06.463826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.553552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-090287a8-9fc9-4d19-9a9d-cc42ae3fc7f2 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0863686 Sep 16 05:35:06.577974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41908) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:06.619040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fec4bc-fd26-4a63-bfb5-4e789563990f req-73e4a6c0-261d-4126-a0d1-8978f9436351 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:06.619763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105efc21-c8ab-487a-9d42-65c6eb9a9f81 req-1eda6727-788a-4bd8-ad7e-bba63fc28e3b tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:06.622006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-105efc21-c8ab-487a-9d42-65c6eb9a9f81 req-1eda6727-788a-4bd8-ad7e-bba63fc28e3b tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.0895388 Sep 16 05:35:06.628849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44fec4bc-fd26-4a63-bfb5-4e789563990f req-73e4a6c0-261d-4126-a0d1-8978f9436351 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1095912 Sep 16 05:35:06.681781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44fec4bc-fd26-4a63-bfb5-4e789563990f req-73e6ddae-b48f-4abd-afd5-9cb819945991 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511363 Sep 16 05:35:06.685204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-105efc21-c8ab-487a-9d42-65c6eb9a9f81 req-a8474f58-fa27-4b08-8a8c-ea8403df0a2c tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Sep 16 05:35:06.700774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'project_id': 'c566061b40904c49a0440575789109d0', 'port_id': 'e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:06.749335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-42cff443-e962-4010-a18e-e6fd63a45b33 None None] Provisioning complete for port e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:06.749887 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42cff443-e962-4010-a18e-e6fd63a45b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.798321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-42cff443-e962-4010-a18e-e6fd63a45b33 None None] Port e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:06.864915 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.979648 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.110271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Allocated IP 172.25.1.161 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b188257d-85ab-4025-b1ea-74eeca1d0572) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:07.225617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.301579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb8bcf-1f7f-4a44-8e06-90e58b8565da req-0a812083-9c98-4a96-9ef6-4e26027bb7a9 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.303235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3cb8bcf-1f7f-4a44-8e06-90e58b8565da req-0a812083-9c98-4a96-9ef6-4e26027bb7a9 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 946 time: 0.0536335 Sep 16 05:35:07.357349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3cb8bcf-1f7f-4a44-8e06-90e58b8565da req-25f18569-f1bd-49be-8e2e-d0b6782183be tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445032 Sep 16 05:35:07.418426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.464669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:07.468058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:07.475737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:07.482073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Pushing event updated for resources: {'Port': ['ID=b188257d-85ab-4025-b1ea-74eeca1d0572,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:07.825124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f361b2f-5be6-4b10-97b2-2c40638d05d1 req-ad4e1f30-2aa7-41a3-92dd-00f9d23842dc tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.826823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f361b2f-5be6-4b10-97b2-2c40638d05d1 req-ad4e1f30-2aa7-41a3-92dd-00f9d23842dc tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.0679562 Sep 16 05:35:07.892190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-c6d9c635-4ab2-4a46-8994-ad228342d5e0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.893743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-c6d9c635-4ab2-4a46-8994-ad228342d5e0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 946 time: 0.1651962 Sep 16 05:35:07.895511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f361b2f-5be6-4b10-97b2-2c40638d05d1 req-eb8a989a-b4d1-47ad-b8a1-937fbb2ffcfd tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549271 Sep 16 05:35:08.008630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f48cf-9cec-4b9b-a697-949d911dd0d9 req-d1c68f50-a352-476b-bbf6-19f4a73344f1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.010098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b23f48cf-9cec-4b9b-a697-949d911dd0d9 req-d1c68f50-a352-476b-bbf6-19f4a73344f1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.2210014 Sep 16 05:35:08.016928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb45fa-4344-45fe-91e4-fdd5178277dd req-c620032f-8583-4c45-8c6e-dd7a7fd0208a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.018506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ecb45fa-4344-45fe-91e4-fdd5178277dd req-c620032f-8583-4c45-8c6e-dd7a7fd0208a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.0439866 Sep 16 05:35:08.061083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ecb45fa-4344-45fe-91e4-fdd5178277dd req-fcb69cf1-72e5-43ee-8657-00d48ad3b9a4 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353603 Sep 16 05:35:08.109557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b23f48cf-9cec-4b9b-a697-949d911dd0d9 req-90131dce-e0f6-4cdf-95b4-2c1f67deecd7 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856211 Sep 16 05:35:08.112209 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.165152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Deleting port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:08.165507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.309613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec9ade-a9a7-4768-87a2-ce09d2348d96 req-98848708-a086-46be-a65e-4b0cc01471ee tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.311083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06ec9ade-a9a7-4768-87a2-ce09d2348d96 req-98848708-a086-46be-a65e-4b0cc01471ee tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.1265559 Sep 16 05:35:08.335941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.340050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] For port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:08.340422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.387148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Calling delete_port for aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:08.420392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06ec9ade-a9a7-4768-87a2-ce09d2348d96 req-f90e7b41-f9dd-4539-959f-8e51491f18d0 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962067 Sep 16 05:35:08.521981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb5714-40d8-49ba-86db-4692a64adcf8 req-8fc788a9-f5cf-4019-820e-660f44779f59 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.523630 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32bb5714-40d8-49ba-86db-4692a64adcf8 req-8fc788a9-f5cf-4019-820e-660f44779f59 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 946 time: 0.0607407 Sep 16 05:35:08.593585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32bb5714-40d8-49ba-86db-4692a64adcf8 req-504229dc-9ed6-4bc3-b687-104defc41744 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615494 Sep 16 05:35:08.680960 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.777472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.810823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-2866fea3-64e7-4b7b-a632-fab7f9fc5b14 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.810823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-2866fea3-64e7-4b7b-a632-fab7f9fc5b14 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/networks?id=1b691c3f-9344-4044-85b3-68606793cdef HTTP/1.1" status: 200 len: 911 time: 0.1156547 Sep 16 05:35:08.816099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.883228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-bfe67b96-64c3-4382-89b7-873fde014719 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/quotas/9bc14f80ff6a4ed0945e0865c4b96965 HTTP/1.1" status: 200 len: 375 time: 0.0365922 Sep 16 05:35:08.883828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Pushing event updated for resources: {'Port': ['ID=b188257d-85ab-4025-b1ea-74eeca1d0572,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:08.975447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Pushing event deleted for resources: {'Port': ['ID=aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:08.984575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:09.035072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] No DVR routers for this DVR port aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:09.040362 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:09.042362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c9c5b712-97b1-4e2e-b1e0-9996a011d5a2 req-bc2f48ce-f706-4fb7-a631-32de70f1e9b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.30 "DELETE /v2.0/ports/aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 HTTP/1.1" status: 204 len: 173 time: 1.1410069 Sep 16 05:35:09.042857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b60530-4f27-4a12-93e6-1fb67c772aa6', 'name': 'network-vif-deleted', 'tag': 'aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:09.045148 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995a20b4-ce57-40ac-a420-b73066e98ce2" -d '{"events": [{"server_uuid": "b5b60530-4f27-4a12-93e6-1fb67c772aa6", "name": "network-vif-deleted", "tag": "aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:09.090454 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e74eb9e-ac0a-41dc-91d2-725c0b37bcf7 x-openstack-request-id: req-7e74eb9e-ac0a-41dc-91d2-725c0b37bcf7 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:09.090702 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b60530-4f27-4a12-93e6-1fb67c772aa6", "name": "network-vif-deleted", "tag": "aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:09.090955 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e74eb9e-ac0a-41dc-91d2-725c0b37bcf7 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:09.091386 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b60530-4f27-4a12-93e6-1fb67c772aa6', 'name': 'network-vif-deleted', 'tag': 'aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9', 'status': 'completed', 'code': 200} Sep 16 05:35:09.095640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-7ed9806b-bf0e-4ae9-8fdf-c17998de3e7c tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2047834 Sep 16 05:35:09.152634 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Floating IP b12fc321-5609-4a51-b056-856b6803029b associated. External IP: 172.25.1.161, port: e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1. Sep 16 05:35:09.280696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe12b7a-5faa-45be-a80f-15518a6eb75f req-9360884e-1bdb-4010-8697-0bd27e8d37de tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.282950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dbe12b7a-5faa-45be-a80f-15518a6eb75f req-9360884e-1bdb-4010-8697-0bd27e8d37de tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0687759 Sep 16 05:35:09.335392 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dbe12b7a-5faa-45be-a80f-15518a6eb75f req-d7ff3c27-f7c6-46d3-ad26-2fd819b464c6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437362 Sep 16 05:35:09.423951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-983b5c72-a738-460d-8c63-5f5650f4cfc2 service neutron] 10.222.0.49 "GET /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967565 Sep 16 05:35:09.573102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Router bb2cb711-3170-4144-82fc-29fe217debca has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:09.601216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-47a897ab-6651-401c-bdbd-58974fed2da4 service neutron] 10.222.0.49 "GET /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658030 Sep 16 05:35:09.719141 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:09.731650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139c09e-ca85-4e12-b6b7-feac1bf25290 None None] Sync routers for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:09.741958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-667b8c2e-4df8-4915-8d48-ec20074578ce req-df3bba70-29bd-4214-a3ef-840a7f62b6f4 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5b60530-4f27-4a12-93e6-1fb67c772aa6 HTTP/1.1" status: 200 len: 210 time: 0.0470939 Sep 16 05:35:09.744300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139c09e-ca85-4e12-b6b7-feac1bf25290 None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:09.744300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b139c09e-ca85-4e12-b6b7-feac1bf25290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:09.776973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b139c09e-ca85-4e12-b6b7-feac1bf25290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:09.786821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139c09e-ca85-4e12-b6b7-feac1bf25290 None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:09.787435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b139c09e-ca85-4e12-b6b7-feac1bf25290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:09.820339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b139c09e-ca85-4e12-b6b7-feac1bf25290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:09.821243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139c09e-ca85-4e12-b6b7-feac1bf25290 None None] The sync data for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:09.875104 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:09.904454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-baa93a31-0b03-4163-9560-b6c8a762d154 req-ee6f99ff-022d-4c6f-951e-220ec15729c0 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 210 time: 0.0324080 Sep 16 05:35:10.251791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bf9d1922-0da9-41a6-97f4-0fb2b671d675 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.6693420 Sep 16 05:35:10.252044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42010) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:10.375372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b92dde2b-22e4-4708-b4f1-bfeb59db498b tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] 10.222.0.49 "GET /v2.0/floatingips/b12fc321-5609-4a51-b056-856b6803029b HTTP/1.1" status: 200 len: 984 time: 0.1197596 Sep 16 05:35:10.376202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42016) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:10.532816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2c1147d2-f80c-4cf5-845a-8ded76be3003 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.1491892 Sep 16 05:35:10.533399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42026) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:10.552480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624300e4-156c-4f48-a78a-614fa66a1451 req-585b48c0-964f-4d23-a9e2-17ce8e7d2b81 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:10.552480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-624300e4-156c-4f48-a78a-614fa66a1451 req-585b48c0-964f-4d23-a9e2-17ce8e7d2b81 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1084907 Sep 16 05:35:10.564377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:10.592230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:10.592587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device aeb6cd26-c275-413a-8d82-4d1b9ce9a6b9 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:10.615651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-624300e4-156c-4f48-a78a-614fa66a1451 req-a9534283-9074-4580-8ef7-6aa2b18e1b09 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589201 Sep 16 05:35:10.741107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Deleting port b188257d-85ab-4025-b1ea-74eeca1d0572 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:10.741470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.856271 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.856596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.871047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Calling delete_port for b188257d-85ab-4025-b1ea-74eeca1d0572 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:11.007330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a238110-06d4-4353-b478-3e3e0d20dce9 req-b9fb08f6-8ac9-42fa-8a5b-6802920fcf8a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 210 time: 0.0260789 Sep 16 05:35:11.149597 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:11.172056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:11.198009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event deleted for resources: {'Port': ['ID=b188257d-85ab-4025-b1ea-74eeca1d0572,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:11.277279 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:11.277807 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Floating IP b12fc321-5609-4a51-b056-856b6803029b disassociated (deleted). External IP: 172.25.1.161, port: e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1. Sep 16 05:35:11.535444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Router bb2cb711-3170-4144-82fc-29fe217debca has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:11.670041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:11.674914 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:11.683952 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0814f-8875-4492-a985-0bbdd1bf004b None None] Sync routers for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:11.695497 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0814f-8875-4492-a985-0bbdd1bf004b None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:11.696861 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-39e0814f-8875-4492-a985-0bbdd1bf004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:11.744831 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-39e0814f-8875-4492-a985-0bbdd1bf004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:11.757907 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0814f-8875-4492-a985-0bbdd1bf004b None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:11.760184 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-39e0814f-8875-4492-a985-0bbdd1bf004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:11.763740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b8da0-ef44-4b89-8541-bf1bc2efc536 req-c8e92ef0-24da-4211-ab0b-0b2b2bc86334 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:11.765519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4bf2928b-0d63-4a26-8c19-73ce8b436a0b tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "DELETE /v2.0/floatingips/b12fc321-5609-4a51-b056-856b6803029b HTTP/1.1" status: 204 len: 168 time: 1.2290428 Sep 16 05:35:11.771593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42056) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:11.773872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac3b8da0-ef44-4b89-8541-bf1bc2efc536 req-c8e92ef0-24da-4211-ab0b-0b2b2bc86334 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0715463 Sep 16 05:35:11.778212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:11.834783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac3b8da0-ef44-4b89-8541-bf1bc2efc536 req-4b9b8f84-1638-4e62-b80a-7e2b6821f18e tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582662 Sep 16 05:35:11.854909 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-39e0814f-8875-4492-a985-0bbdd1bf004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:11.855579 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0814f-8875-4492-a985-0bbdd1bf004b None None] The sync data for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:11.913380 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.018235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.112774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51058efb-c5ce-4947-8b11-c879dd3aa8ba req-d14b1d3d-3b19-4469-bfe2-1e6cbd1977f3 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 210 time: 0.0339997 Sep 16 05:35:12.148800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Allocated IP 172.25.1.40 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0c91fe90-ce30-4cd7-9db9-41b823034bba) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:12.267524 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.418098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.470708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:12.474718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:12.482558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:12.487295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Pushing event updated for resources: {'Port': ['ID=0c91fe90-ce30-4cd7-9db9-41b823034bba,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:12.517195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-5921717e-413d-41f1-afa7-11e5c09f5b4a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:12.518912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-5921717e-413d-41f1-afa7-11e5c09f5b4a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.30 "GET /v2.0/networks?id=1b691c3f-9344-4044-85b3-68606793cdef HTTP/1.1" status: 200 len: 911 time: 0.1159716 Sep 16 05:35:12.536324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Request body: {'port': {'device_id': 'e325c2ab-c42b-498b-a62f-1e9146ee4f85', 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'admin_state_up': True, 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:12.616236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.633816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Made reservation on behalf of 9bc14f80ff6a4ed0945e0865c4b96965 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:12.636315 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.757736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:12.793290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Allocated IP 172.20.0.3 (1b691c3f-9344-4044-85b3-68606793cdef/38a29921-bc8a-4d78-90cf-11d187370ae5/4adc3676-51bd-485b-af27-028f7f216fad) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:13.026911 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.164256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35090-91a8-4a9f-8b08-acabe11f5a97 req-f92a0517-6d25-4d4a-ad56-7476b315d8c9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:13.170960 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3b35090-91a8-4a9f-8b08-acabe11f5a97 req-f92a0517-6d25-4d4a-ad56-7476b315d8c9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1705213 Sep 16 05:35:13.178588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.215388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['a5106ef5-0f79-4008-b5ae-5049ef0faa34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:13.240795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3b35090-91a8-4a9f-8b08-acabe11f5a97 req-7fd20260-24af-4e59-b8bf-6f67b3382b6a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652435 Sep 16 05:35:13.275487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Network 1b691c3f-9344-4044-85b3-68606793cdef is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:13.281277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.306086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:13.317312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:13.363568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.396212 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Pushing event updated for resources: {'Port': ['ID=4adc3676-51bd-485b-af27-028f7f216fad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:13.414701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.415268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.415755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.416446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.416919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.417472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.417793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.418194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.418525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.418849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.419231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.419555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:13.426703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:13.427336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.433967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b02c-d3d3-4594-bcaa-213a32415de2 req-a11f4dde-3968-4e4c-9dc4-0ecac6d9d205 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:13.435961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff72b02c-d3d3-4594-bcaa-213a32415de2 req-a11f4dde-3968-4e4c-9dc4-0ecac6d9d205 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1027 time: 0.1775599 Sep 16 05:35:13.437306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Pushing event updated for resources: {'Port': ['ID=0c91fe90-ce30-4cd7-9db9-41b823034bba,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:13.486482 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff72b02c-d3d3-4594-bcaa-213a32415de2 req-0d4191fd-b4b4-4b2c-a776-56d64840f61c tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Sep 16 05:35:13.507072 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.618491 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-61d65a0d-6939-4c57-a2ef-a48b82556bf7 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0908253 Sep 16 05:35:13.638760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Request body: {'port': {'device_id': 'e325c2ab-c42b-498b-a62f-1e9146ee4f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:13.674813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.679821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2a079db1-770b-4cec-a24a-34d13e7c5ec5 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9042456 Sep 16 05:35:13.680141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42094) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:13.704910 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.709138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e3af2870-1fcf-4d9c-94fc-2c0075eb43da None None] Provisioning complete for port 4adc3676-51bd-485b-af27-028f7f216fad triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:13.709521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e3af2870-1fcf-4d9c-94fc-2c0075eb43da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:13.758324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e3af2870-1fcf-4d9c-94fc-2c0075eb43da None None] Port 4adc3676-51bd-485b-af27-028f7f216fad cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:13.843155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:13.958039 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.030381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adc3676-51bd-485b-af27-028f7f216fad {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:14.039752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.054921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Transition to ACTIVE for port object 4adc3676-51bd-485b-af27-028f7f216fad will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:14.074271 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.123923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.185955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Pushing event updated for resources: {'Port': ['ID=4adc3676-51bd-485b-af27-028f7f216fad,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:14.211577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Allocated IP 172.25.1.139 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/17307626-01dc-4347-a17c-22667839cab0) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:14.282703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Attempting to bind port 4adc3676-51bd-485b-af27-028f7f216fad on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:14.283313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Attempting to bind port 4adc3676-51bd-485b-af27-028f7f216fad by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:14.283656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Attempting to bind port 4adc3676-51bd-485b-af27-028f7f216fad on network 1b691c3f-9344-4044-85b3-68606793cdef {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:14.289952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Port 4adc3676-51bd-485b-af27-028f7f216fad on network 1b691c3f-9344-4044-85b3-68606793cdef not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:14.290395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Attempting to bind port 4adc3676-51bd-485b-af27-028f7f216fad on network 1b691c3f-9344-4044-85b3-68606793cdef {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:14.297431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:14.298298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Checking segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:14.298885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Bound using segment: {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:14.299347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Bound port: 4adc3676-51bd-485b-af27-028f7f216fad, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4094b598-3ecb-492f-abb8-517168cba7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:14.299720 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.348722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.423330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] For port 4adc3676-51bd-485b-af27-028f7f216fad, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:14.450368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff398f-2f8b-4cba-bfbf-d846d619a3ac req-f818d155-bae9-4534-9488-0ea93c1a5eaa tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:14.451886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9bff398f-2f8b-4cba-bfbf-d846d619a3ac req-f818d155-bae9-4534-9488-0ea93c1a5eaa tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1004930 Sep 16 05:35:14.453797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] For port 4adc3676-51bd-485b-af27-028f7f216fad, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4adc3676-51bd-485b-af27-028f7f216fad,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:14.458379 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.477449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:14.480147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:14.500453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:14.514216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9bff398f-2f8b-4cba-bfbf-d846d619a3ac req-8d9116a8-9dc3-4300-b21f-561b67ae39fb tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533600 Sep 16 05:35:14.532194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.556285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Pushing event updated for resources: {'Port': ['ID=17307626-01dc-4347-a17c-22667839cab0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:14.594021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:14.599757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.599757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] 10.222.0.30 "PUT /v2.0/ports/4adc3676-51bd-485b-af27-028f7f216fad HTTP/1.1" status: 200 len: 1092 time: 0.9620333 Sep 16 05:35:14.599757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e325c2ab-c42b-498b-a62f-1e9146ee4f85', 'tag': '4adc3676-51bd-485b-af27-028f7f216fad'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:14.600918 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b334985-7e52-4003-a8ae-8cbc8d0e54df" -d '{"events": [{"name": "network-changed", "server_uuid": "e325c2ab-c42b-498b-a62f-1e9146ee4f85", "tag": "4adc3676-51bd-485b-af27-028f7f216fad"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:14.631636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a2b26-a419-420d-88bf-9fc7055fbc93 service neutron] Pushing event updated for resources: {'Port': ['ID=4adc3676-51bd-485b-af27-028f7f216fad,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:14.678935 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16bbcf9-4485-4f78-a70c-d5b8d8cece23 x-openstack-request-id: req-d16bbcf9-4485-4f78-a70c-d5b8d8cece23 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:14.679698 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e325c2ab-c42b-498b-a62f-1e9146ee4f85", "tag": "4adc3676-51bd-485b-af27-028f7f216fad", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:14.680256 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d16bbcf9-4485-4f78-a70c-d5b8d8cece23 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:14.681077 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e325c2ab-c42b-498b-a62f-1e9146ee4f85', 'tag': '4adc3676-51bd-485b-af27-028f7f216fad', 'status': 'completed', 'code': 200} Sep 16 05:35:14.706138 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.732208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad6a1e-b6ef-43d2-8051-ac5ce666d15d req-abb0e1cd-4303-4a2b-af55-41aef56b7301 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:14.741945 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12ad6a1e-b6ef-43d2-8051-ac5ce666d15d req-abb0e1cd-4303-4a2b-af55-41aef56b7301 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1095 time: 0.1092072 Sep 16 05:35:14.789171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b334985-7e52-4003-a8ae-8cbc8d0e54df req-b472c971-7433-4b6c-aa0e-78163224cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:14.791258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b334985-7e52-4003-a8ae-8cbc8d0e54df req-b472c971-7433-4b6c-aa0e-78163224cb35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1095 time: 0.0695443 Sep 16 05:35:14.794070 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12ad6a1e-b6ef-43d2-8051-ac5ce666d15d req-a5ebd93e-4067-4211-aba9-d89ef911256f tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510206 Sep 16 05:35:14.849788 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:15.017926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b334985-7e52-4003-a8ae-8cbc8d0e54df req-f55b9e04-b184-4a42-9413-530e486efa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.021346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b334985-7e52-4003-a8ae-8cbc8d0e54df req-f55b9e04-b184-4a42-9413-530e486efa0a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2144537 Sep 16 05:35:15.158864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:15.178966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b334985-7e52-4003-a8ae-8cbc8d0e54df req-e6214647-3d36-4ddf-a192-0dbf3224a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.181443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b334985-7e52-4003-a8ae-8cbc8d0e54df req-e6214647-3d36-4ddf-a192-0dbf3224a6c0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1519685 Sep 16 05:35:15.263219 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:15.333477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-8171c453-52ed-42cf-8966-7a4ab6436f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.335549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-8171c453-52ed-42cf-8966-7a4ab6436f0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1095 time: 0.0646508 Sep 16 05:35:15.353060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Pushing event updated for resources: {'Port': ['ID=17307626-01dc-4347-a17c-22667839cab0,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:15.372197 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:15.414639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-5cf55a89-2eca-4a75-9f44-4b8966f09324 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4adc3676-51bd-485b-af27-028f7f216fad HTTP/1.1" status: 200 len: 217 time: 0.0523555 Sep 16 05:35:15.475578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-d1b81fb9-481c-4de1-81b2-174aeff02bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.477106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-d1b81fb9-481c-4de1-81b2-174aeff02bbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38a29921-bc8a-4d78-90cf-11d187370ae5 HTTP/1.1" status: 200 len: 849 time: 0.0552120 Sep 16 05:35:15.480070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:15.481554 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bb55605e-713c-4f0e-b5a9-d23c46bdce2e tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8003268 Sep 16 05:35:15.484167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42158) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:15.554821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-31f39364-0554-4f39-8691-de876c12b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.558335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-31f39364-0554-4f39-8691-de876c12b075 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b691c3f-9344-4044-85b3-68606793cdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728974 Sep 16 05:35:15.684736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-99465694-8b78-4081-94d5-0f96e9f2421c service neutron] 10.222.0.30 "GET /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192117 Sep 16 05:35:15.793414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d95b0bf1-3add-41cf-bd25-a6cb43a5376e req-ed616477-3357-48dd-b882-53e7ed61bfd8 service neutron] 10.222.0.30 "GET /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013558 Sep 16 05:35:15.983491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d1ae-1a23-4cf7-9b26-c0e0b094a9ad req-11e777ff-9fba-44ba-817a-f89bf56ad727 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.985143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e946d1ae-1a23-4cf7-9b26-c0e0b094a9ad req-11e777ff-9fba-44ba-817a-f89bf56ad727 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1095 time: 0.0731835 Sep 16 05:35:16.040788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e946d1ae-1a23-4cf7-9b26-c0e0b094a9ad req-ed969141-fa95-4e3c-bf9c-12ee158aed20 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 Sep 16 05:35:16.052167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-976e9350-77af-4472-a575-0833c21ed1ae tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.5667384 Sep 16 05:35:16.056794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42168) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:16.079779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d36f2-0dce-40ef-ae72-4beb972b58fc req-3349fe2e-f741-4189-834d-e94a9b9fd044 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:16.083072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-483d36f2-0dce-40ef-ae72-4beb972b58fc req-3349fe2e-f741-4189-834d-e94a9b9fd044 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0973790 Sep 16 05:35:16.143140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b5af2ed4-49d6-4fcd-a112-3dd044199d68 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0851862 Sep 16 05:35:16.146503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42174) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:16.174364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-483d36f2-0dce-40ef-ae72-4beb972b58fc req-dbc7d5c8-3960-4349-90d5-e8aff6567c2e tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727012 Sep 16 05:35:16.350837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Deleting port 17307626-01dc-4347-a17c-22667839cab0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:16.356491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.490497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.490828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.505037 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-e829004e-f18e-405f-8b23-c258002b6637 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534413 Sep 16 05:35:16.507426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Calling delete_port for 17307626-01dc-4347-a17c-22667839cab0 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:16.627554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-9c2c8fbf-56a1-45e2-8795-06998bd1a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:16.629435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-9c2c8fbf-56a1-45e2-8795-06998bd1a968 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0557399 Sep 16 05:35:16.750059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-efa4e0b8-02ca-4e51-b68d-fa5f8a6ced9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:16.751694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-efa4e0b8-02ca-4e51-b68d-fa5f8a6ced9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 912 time: 0.1006346 Sep 16 05:35:16.794804 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.823357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Pushing event deleted for resources: {'Port': ['ID=17307626-01dc-4347-a17c-22667839cab0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:16.834894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-adb32c50-783b-410d-883a-2eac1cad021e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a HTTP/1.1" status: 200 len: 1001 time: 0.0756288 Sep 16 05:35:16.893824 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.902138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.902138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-da206c27-8c6a-4f54-932d-8a47c4328fbc tempest-FloatingIPAdminTestJSON-50997942 tempest-FloatingIPAdminTestJSON-50997942-project] 10.222.0.49 "DELETE /v2.0/floatingips/3e6f1ff4-efc8-4f5d-8244-8253b5459a9b HTTP/1.1" status: 204 len: 168 time: 0.7514539 Sep 16 05:35:16.902138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:16.911612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-5d46a6ad-7e4d-409b-9c39-2b4957a10cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:16.913643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-5d46a6ad-7e4d-409b-9c39-2b4957a10cb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.0658495 Sep 16 05:35:16.965187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-d1747362-8274-4b20-9d50-2168ab674fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:16.967073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-d1747362-8274-4b20-9d50-2168ab674fa4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449257 Sep 16 05:35:17.036797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Deleting port 0c91fe90-ce30-4cd7-9db9-41b823034bba {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:17.037254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.076350 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-2a491441-b421-4f72-a9a1-429e33b5b2cd service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001959 Sep 16 05:35:17.204074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.204825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.228566 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f580e6ea-5166-40b5-86d7-c3cb9e8f103b req-a05fad62-81be-4704-ade2-e82ae2fa950a service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441195 Sep 16 05:35:17.248671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Calling delete_port for 0c91fe90-ce30-4cd7-9db9-41b823034bba owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:17.272190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70694f70-ef7a-4167-8b4e-776009ccbd19 req-bd73e6cd-b5cb-4fb6-8933-9337a8c127dd tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:17.274521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70694f70-ef7a-4167-8b4e-776009ccbd19 req-bd73e6cd-b5cb-4fb6-8933-9337a8c127dd tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1095 time: 0.1564443 Sep 16 05:35:17.362956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70694f70-ef7a-4167-8b4e-776009ccbd19 req-542021b3-d6e5-4d89-a8f3-c7e17d3d9fa4 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545039 Sep 16 05:35:17.478602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3272e01-7384-473f-8bc8-ae4c05f9f7a8 req-e991256e-c384-4595-99fc-90847e41a640 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:17.480299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3272e01-7384-473f-8bc8-ae4c05f9f7a8 req-e991256e-c384-4595-99fc-90847e41a640 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0989645 Sep 16 05:35:17.538487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3272e01-7384-473f-8bc8-ae4c05f9f7a8 req-5009a84b-240e-4c8f-b4bd-bc5a24a2df6d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Sep 16 05:35:17.558630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.592435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c91fe90-ce30-4cd7-9db9-41b823034bba,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:17.665802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.673235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.674704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ad7299a-6246-4d0c-b778-77d44ae8faf6 tempest-FloatingIPAdminTestJSON-641996417 tempest-FloatingIPAdminTestJSON-641996417-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/139d4d5b-ce79-45bd-bceb-784eac320459 HTTP/1.1" status: 204 len: 168 time: 0.7717390 Sep 16 05:35:17.681327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42202) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:17.785881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-356d1513-44e4-4647-ac11-2e3beda7b2e3 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Deleting port e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:17.787416 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-356d1513-44e4-4647-ac11-2e3beda7b2e3 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.888971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-356d1513-44e4-4647-ac11-2e3beda7b2e3 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:17.903620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-356d1513-44e4-4647-ac11-2e3beda7b2e3 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Calling delete_port for e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:18.066046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-21aabfed-76b8-4bdc-be9e-31b4203c00bc req-a8ac8ee7-35c4-452b-94fc-851ba2ffa7d1 service neutron] (95660) timed out ('10.222.0.30', 50277) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:35:18.140953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-356d1513-44e4-4647-ac11-2e3beda7b2e3 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.177672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d1513-44e4-4647-ac11-2e3beda7b2e3 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event deleted for resources: {'Port': ['ID=e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:18.251916 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-356d1513-44e4-4647-ac11-2e3beda7b2e3 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.257399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:18.257848 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-356d1513-44e4-4647-ac11-2e3beda7b2e3 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "DELETE /v2.0/ports/e7eeaec5-f9f7-46a1-bd9f-5461c6a87da1 HTTP/1.1" status: 204 len: 168 time: 0.5751243 Sep 16 05:35:18.318048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2d16d-9739-4005-a9a8-f1df393b1654 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:18.322907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42208) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:18.324999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9af2d16d-9739-4005-a9a8-f1df393b1654 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb2cb711-3170-4144-82fc-29fe217debca HTTP/1.1" status: 200 len: 913 time: 0.0661888 Sep 16 05:35:18.524830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196448f8-2d02-4270-b496-900ad86d054e req-727171dc-5941-4fe5-9cf1-2f106523873f tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:18.545600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-196448f8-2d02-4270-b496-900ad86d054e req-727171dc-5941-4fe5-9cf1-2f106523873f tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1095 time: 0.0769854 Sep 16 05:35:18.580365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4adc3676-51bd-485b-af27-028f7f216fad details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:18.592469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-196448f8-2d02-4270-b496-900ad86d054e req-b9f369b2-7952-4691-88c5-0180dff9ae15 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Sep 16 05:35:18.737202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230f658-e974-4c94-b8ed-bb9d89db2f42 req-3ec942d9-20e6-4cc9-9a2d-d3c313f836f9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:18.750901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f230f658-e974-4c94-b8ed-bb9d89db2f42 req-3ec942d9-20e6-4cc9-9a2d-d3c313f836f9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0781937 Sep 16 05:35:18.798801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4adc3676-51bd-485b-af27-028f7f216fad, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4adc3676-51bd-485b-af27-028f7f216fad,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:18.802555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f230f658-e974-4c94-b8ed-bb9d89db2f42 req-9695089f-be57-49f3-b51e-12c52693b997 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Sep 16 05:35:18.824285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '4adc3676-51bd-485b-af27-028f7f216fad', 'network_id': '1b691c3f-9344-4044-85b3-68606793cdef', 'port_id': '4adc3676-51bd-485b-af27-028f7f216fad', 'mac_address': 'fa:16:3e:f9:1c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a29921-bc8a-4d78-90cf-11d187370ae5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:18.882946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.906321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adc3676-51bd-485b-af27-028f7f216fad {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:18.911709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:18.932371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4adc3676-51bd-485b-af27-028f7f216fad, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4adc3676-51bd-485b-af27-028f7f216fad,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:19.057528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.122415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=4adc3676-51bd-485b-af27-028f7f216fad,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:19.139425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.140211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.140884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.141517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.142335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.142927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.143598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.144123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.144674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.145481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.146046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.146504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:19.257707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Deleting port cf455685-beac-46e5-b394-0d5ba10276ce {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:19.258331 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.411505 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.427164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Calling delete_port for cf455685-beac-46e5-b394-0d5ba10276ce owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:19.555364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['4adc3676-51bd-485b-af27-028f7f216fad'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:19.755563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fa059-8ef6-45c7-9c80-8a5c6e96159b req-d7688709-fdb1-4b2a-aa93-44e34473553a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:19.757312 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-513fa059-8ef6-45c7-9c80-8a5c6e96159b req-d7688709-fdb1-4b2a-aa93-44e34473553a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1096 time: 0.0579944 Sep 16 05:35:19.800670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-513fa059-8ef6-45c7-9c80-8a5c6e96159b req-849aef55-c1fa-4235-a347-4ca8a300c622 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Sep 16 05:35:19.803988 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.835159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event deleted for resources: {'Port': ['ID=cf455685-beac-46e5-b394-0d5ba10276ce,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:19.857951 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6bcef4a-b3aa-4976-91bb-39f0cbf6e2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.958915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc046-356a-4208-a2f1-b417b2437e98 req-506569b0-529c-47d3-a492-c7e279386461 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:19.960473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-618cc046-356a-4208-a2f1-b417b2437e98 req-506569b0-529c-47d3-a492-c7e279386461 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0614729 Sep 16 05:35:20.015208 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-618cc046-356a-4208-a2f1-b417b2437e98 req-8a52a3b6-c69f-4a9e-9f4c-fd67eadf5b48 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467179 Sep 16 05:35:20.047456 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.296231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Router bb2cb711-3170-4144-82fc-29fe217debca has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:20.420632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:20.427377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d2bfabac-bd94-4ac9-929a-cf7031f17941 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "PUT /v2.0/routers/bb2cb711-3170-4144-82fc-29fe217debca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1032681 Sep 16 05:35:20.430188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42238) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:20.438128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d7f3b-c39d-4119-a1e0-ab9a013cefcd None None] Sync routers for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:20.453737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d7f3b-c39d-4119-a1e0-ab9a013cefcd None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:20.454901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-247d7f3b-c39d-4119-a1e0-ab9a013cefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:20.513396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-247d7f3b-c39d-4119-a1e0-ab9a013cefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:20.527883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d7f3b-c39d-4119-a1e0-ab9a013cefcd None None] Routers {'bb2cb711-3170-4144-82fc-29fe217debca'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:20.529011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-247d7f3b-c39d-4119-a1e0-ab9a013cefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:34:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bb2cb711-3170-4144-82fc-29fe217debca'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:20.563199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-247d7f3b-c39d-4119-a1e0-ab9a013cefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:20.563896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d7f3b-c39d-4119-a1e0-ab9a013cefcd None None] The sync data for ids ['bb2cb711-3170-4144-82fc-29fe217debca'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:20.596596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.705943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.720109 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.932224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3baae-9580-4c13-9b55-31c968e6e584 req-181f442e-a867-476e-9a41-06535dca4075 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:20.934560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07f3baae-9580-4c13-9b55-31c968e6e584 req-181f442e-a867-476e-9a41-06535dca4075 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1096 time: 0.0471666 Sep 16 05:35:21.013746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07f3baae-9580-4c13-9b55-31c968e6e584 req-e65dbac6-75a4-425f-ba45-fd463cd2ba29 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729132 Sep 16 05:35:21.031462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Deleting port 1187bbb5-0f9c-4ade-a749-45527bd7b2dd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:21.035985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.153547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f92f0-7221-438a-beb0-34f6150cefca req-ef9b3bd1-52fc-47cd-a219-60bc3d7f53b4 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:21.155106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-ef9b3bd1-52fc-47cd-a219-60bc3d7f53b4 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/networks?id=ca0db9f6-add1-408f-80e8-9b70dd474da0 HTTP/1.1" status: 200 len: 813 time: 0.1428506 Sep 16 05:35:21.156238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.172596 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-16a288ba-2f44-4ca9-baf0-be47a8653c46 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/quotas/44680ce8be2844e199142c88f21a35d6 HTTP/1.1" status: 200 len: 375 time: 0.0104642 Sep 16 05:35:21.172807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Calling delete_port for 1187bbb5-0f9c-4ade-a749-45527bd7b2dd owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:21.197634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c6501-8b7d-4c58-b7cc-095ae4d48366 req-1a813b86-b1a8-40a0-a8ac-177335b5d124 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:21.199294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-542c6501-8b7d-4c58-b7cc-095ae4d48366 req-1a813b86-b1a8-40a0-a8ac-177335b5d124 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0943987 Sep 16 05:35:21.209918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-41abe041-909b-45d6-ab2c-e3543d4197ee tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=44680ce8be2844e199142c88f21a35d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300360 Sep 16 05:35:21.283797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-542c6501-8b7d-4c58-b7cc-095ae4d48366 req-9386b50a-096d-45e9-b3bf-ec50fc6ad4ee tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525353 Sep 16 05:35:21.346077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-1e8cf8d8-4b9b-43f8-8beb-657af8923ca7 service neutron] 10.222.0.49 "GET /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259058 Sep 16 05:35:21.470954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-f9447ade-e891-48f1-908d-171f77e9ddf6 service neutron] 10.222.0.49 "GET /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236651 Sep 16 05:35:21.543371 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.577104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event deleted for resources: {'Port': ['ID=1187bbb5-0f9c-4ade-a749-45527bd7b2dd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:21.640937 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.741799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.746020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.834388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e1069ff2-7330-4a5a-a3b1-c3ace098e6b7 req-4b46f099-9d78-4cff-919c-1080af4dc347 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 210 time: 0.0710557 Sep 16 05:35:21.889893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.893280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Fanout notify agent at l3_agent the message router_deleted on router bb2cb711-3170-4144-82fc-29fe217debca {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:35:21.903184 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.904353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8c278079-1137-4616-a65d-143ae4d6ebdb tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "DELETE /v2.0/routers/bb2cb711-3170-4144-82fc-29fe217debca HTTP/1.1" status: 204 len: 168 time: 1.4731643 Sep 16 05:35:21.907352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42286) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:21.982612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7b79e5-38e5-4069-88d9-7af9768f5579 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Deleting subnet abb787fa-91e4-4614-bd60-a7c5bab37dcc {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:35:21.991574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc7b79e5-38e5-4069-88d9-7af9768f5579 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.040221 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc7b79e5-38e5-4069-88d9-7af9768f5579 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.172875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc7b79e5-38e5-4069-88d9-7af9768f5579 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.204221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842e96a-97a1-4dc9-afdc-24fe599222b8 req-f9a191c2-84ca-4b48-88e4-0db0c300d54f tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:22.205777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e842e96a-97a1-4dc9-afdc-24fe599222b8 req-f9a191c2-84ca-4b48-88e4-0db0c300d54f tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1096 time: 0.1115639 Sep 16 05:35:22.256924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e842e96a-97a1-4dc9-afdc-24fe599222b8 req-4e727744-acea-4111-8231-9e54bf5eecdb tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Sep 16 05:35:22.334442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc7b79e5-38e5-4069-88d9-7af9768f5579 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.375694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b79e5-38e5-4069-88d9-7af9768f5579 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event deleted for resources: {'Subnet': ['ID=abb787fa-91e4-4614-bd60-a7c5bab37dcc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:22.377717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc7b79e5-38e5-4069-88d9-7af9768f5579 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.382521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fc7b79e5-38e5-4069-88d9-7af9768f5579 tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "DELETE /v2.0/subnets/abb787fa-91e4-4614-bd60-a7c5bab37dcc HTTP/1.1" status: 204 len: 168 time: 0.4717638 Sep 16 05:35:22.382927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42302) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:22.390144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52576bb-eb7c-42b2-8290-8e69f3997b89 None None] Network e434d42d-513e-4c78-8d4d-cd43b436c81c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:22.469164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb933a0e-fc9d-4cd1-9eac-ffdfe3eceb6d req-585099b1-8ab4-401c-bb04-3126638610a6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:22.469771 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.471032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb933a0e-fc9d-4cd1-9eac-ffdfe3eceb6d req-585099b1-8ab4-401c-bb04-3126638610a6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0900114 Sep 16 05:35:22.520177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb933a0e-fc9d-4cd1-9eac-ffdfe3eceb6d req-bbb9e9c7-f7f8-4742-bd04-e6374d57efe3 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Sep 16 05:35:22.550929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Deleting port 034caa3d-4678-459d-95fe-99ee28350d16 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:22.551291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.592642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4adc3676-51bd-485b-af27-028f7f216fad up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:22.616861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] DHCP port deletion for e434d42d-513e-4c78-8d4d-cd43b436c81c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:35:22.627414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] For port 034caa3d-4678-459d-95fe-99ee28350d16, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=034caa3d-4678-459d-95fe-99ee28350d16,segment=NetworkSegment(2942beb5-e0c1-42cf-8222-ea26e6f68efa),segment_id=2942beb5-e0c1-42cf-8222-ea26e6f68efa)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:22.627786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.642482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Calling delete_port for 034caa3d-4678-459d-95fe-99ee28350d16 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:22.686661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] Deleting port 034caa3d-4678-459d-95fe-99ee28350d16 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:22.687038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.752514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] For port 034caa3d-4678-459d-95fe-99ee28350d16, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=034caa3d-4678-459d-95fe-99ee28350d16,segment=NetworkSegment(2942beb5-e0c1-42cf-8222-ea26e6f68efa),segment_id=2942beb5-e0c1-42cf-8222-ea26e6f68efa)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:22.752997 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.766930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] Calling delete_port for 034caa3d-4678-459d-95fe-99ee28350d16 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:22.779333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 4adc3676-51bd-485b-af27-028f7f216fad completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:22.785549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 4adc3676-51bd-485b-af27-028f7f216fad triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:22.786011 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.845867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.876452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event deleted for resources: {'Port': ['ID=034caa3d-4678-459d-95fe-99ee28350d16,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:22.878972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] No DVR routers for this DVR port 034caa3d-4678-459d-95fe-99ee28350d16 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:22.917104 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.950341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e325c2ab-c42b-498b-a62f-1e9146ee4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc3676-51bd-485b-af27-028f7f216fad'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:22.952667 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2a7bcd-f6c6-4c5a-a4c1-f299fef14051" -d '{"events": [{"server_uuid": "e325c2ab-c42b-498b-a62f-1e9146ee4f85", "name": "network-vif-plugged", "status": "completed", "tag": "4adc3676-51bd-485b-af27-028f7f216fad"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:22.971660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.977678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4adc3676-51bd-485b-af27-028f7f216fad, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4adc3676-51bd-485b-af27-028f7f216fad,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:22.980903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.015339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d059c32-086a-4237-886c-27f02731d9c4 req-868ad4ab-e770-426e-bfa7-0f2b4c54c75c tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 210 time: 0.0453374 Sep 16 05:35:23.023431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e434d42d-513e-4c78-8d4d-cd43b436c81c']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:23.024248 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37277b7-c17a-4b17-9ae1-5de84274c3b2 x-openstack-request-id: req-e37277b7-c17a-4b17-9ae1-5de84274c3b2 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:23.024544 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e325c2ab-c42b-498b-a62f-1e9146ee4f85", "name": "network-vif-plugged", "status": "completed", "tag": "4adc3676-51bd-485b-af27-028f7f216fad", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:23.024797 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e37277b7-c17a-4b17-9ae1-5de84274c3b2 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:23.025190 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e325c2ab-c42b-498b-a62f-1e9146ee4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc3676-51bd-485b-af27-028f7f216fad', 'code': 200} Sep 16 05:35:23.036995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] Pushing event deleted for resources: {'Port': ['ID=034caa3d-4678-459d-95fe-99ee28350d16,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:23.044876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2942beb5-e0c1-42cf-8222-ea26e6f68efa') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:23.045284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2942beb5-e0c1-42cf-8222-ea26e6f68efa') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:23.059563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7a7d6-0d42-4057-968f-5d525da2e0ce None None] No DVR routers for this DVR port 034caa3d-4678-459d-95fe-99ee28350d16 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:23.061016 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.084648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.091869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:35:23.092450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:35:23.095505 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:35:23.112357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.164099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=4adc3676-51bd-485b-af27-028f7f216fad,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:23.164481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4045718-3d79-4b2d-b973-6bf5d0612950 req-5d442c3e-76ef-4372-b5b0-beafcbc5433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:23.167420 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4045718-3d79-4b2d-b973-6bf5d0612950 req-5d442c3e-76ef-4372-b5b0-beafcbc5433f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.0483060 Sep 16 05:35:23.206794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4045718-3d79-4b2d-b973-6bf5d0612950 req-cd771178-4b51-4af5-be1d-71edac4bce3e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295064 Sep 16 05:35:23.211285 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ed78236-9b54-4af0-9e33-7047d29d0bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.240392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.248687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.250565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "DELETE /v2.0/networks/e434d42d-513e-4c78-8d4d-cd43b436c81c HTTP/1.1" status: 204 len: 168 time: 0.8667710 Sep 16 05:35:23.253549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:23.265191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7c9b8-c2da-497c-b92e-4d339accb2cc tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event deleted for resources: {'Network': ['ID=e434d42d-513e-4c78-8d4d-cd43b436c81c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:23.407821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300016d-e8a3-4fab-963f-312072ce70bd req-66483d3c-e181-4b25-ab37-3a4905e99a72 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:23.409669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b300016d-e8a3-4fab-963f-312072ce70bd req-66483d3c-e181-4b25-ab37-3a4905e99a72 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.0601156 Sep 16 05:35:23.430971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Deleting port c92c24ae-8bf5-4aca-a65c-fdb9548df80c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:23.431410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.464322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b300016d-e8a3-4fab-963f-312072ce70bd req-176ecd94-8170-4797-b7be-31140e5732b8 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Sep 16 05:35:23.569497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.569975 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.593322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Calling delete_port for c92c24ae-8bf5-4aca-a65c-fdb9548df80c owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:23.677696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a7f4-dab7-4b85-80c5-1a44b2ed7656 req-66406d0b-1fcc-4cd6-88a3-ee7d7819eb81 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:23.679349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db07a7f4-dab7-4b85-80c5-1a44b2ed7656 req-66406d0b-1fcc-4cd6-88a3-ee7d7819eb81 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0559802 Sep 16 05:35:23.727915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db07a7f4-dab7-4b85-80c5-1a44b2ed7656 req-3aec4c21-54fc-469c-be8d-af182c565f43 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Sep 16 05:35:23.828558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.900572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:23.927790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Pushing event deleted for resources: {'Port': ['ID=c92c24ae-8bf5-4aca-a65c-fdb9548df80c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:24.000752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.005339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.008329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c0cfad2a-0cd8-4d12-8eff-9fc91c58dd4f tempest-FloatingIPAdminTestJSON-111666498 tempest-FloatingIPAdminTestJSON-111666498-project] 10.222.0.49 "DELETE /v2.0/floatingips/f20a4a02-fdbd-4394-8cc8-69499731c591 HTTP/1.1" status: 204 len: 168 time: 0.7510812 Sep 16 05:35:24.047242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 034caa3d-4678-459d-95fe-99ee28350d16 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:24.070296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 034caa3d-4678-459d-95fe-99ee28350d16 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:24.070897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 034caa3d-4678-459d-95fe-99ee28350d16 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:24.184863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-37409176-fee8-4cca-bded-e8d8d795fd25 req-72961a1d-4983-45f6-9be3-2f5973bfd1b8 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 210 time: 0.0289664 Sep 16 05:35:24.601082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4632c-38ce-47b5-93bf-386b4275cbb8 req-958cdf42-6e5b-41a5-94b9-f7fb6ef1c53b tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.630086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9cd4632c-38ce-47b5-93bf-386b4275cbb8 req-958cdf42-6e5b-41a5-94b9-f7fb6ef1c53b tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.0698957 Sep 16 05:35:24.630287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42352) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:24.955542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fbe9df1c-f759-4ec3-8f02-80fb155b1c4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c566061b40904c49a0440575789109d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304524 Sep 16 05:35:24.960519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:25.081776 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c035a0da-a65d-4b4b-a48e-601577d04e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.103734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f2757-f085-4def-abe2-38d0727625f1 req-81f9e2e6-3bbd-401e-a96f-f2e16ec90142 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.108395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b2f2757-f085-4def-abe2-38d0727625f1 req-81f9e2e6-3bbd-401e-a96f-f2e16ec90142 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1231341 Sep 16 05:35:25.131489 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c035a0da-a65d-4b4b-a48e-601577d04e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.224126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b2f2757-f085-4def-abe2-38d0727625f1 req-9cf5ed90-53c4-47b5-9be5-f47eee17891d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023726 Sep 16 05:35:25.341919 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.361951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9cd4632c-38ce-47b5-93bf-386b4275cbb8 req-3daf758e-454f-427c-ae54-26b7a6bdb618 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7441723 Sep 16 05:35:25.372235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c035a0da-a65d-4b4b-a48e-601577d04e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.375034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c035a0da-a65d-4b4b-a48e-601577d04e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.377546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c035a0da-a65d-4b4b-a48e-601577d04e57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d49d727a-9b83-4f80-b327-d7cb8140b8d3 HTTP/1.1" status: 204 len: 168 time: 0.4159589 Sep 16 05:35:25.396814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a0da-a65d-4b4b-a48e-601577d04e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49d727a-9b83-4f80-b327-d7cb8140b8d3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:25.400626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f92f0-7221-438a-beb0-34f6150cefca req-8f248a69-e52c-4e33-aa98-62b1b5cf8132 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.402749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-8f248a69-e52c-4e33-aa98-62b1b5cf8132 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.30 "GET /v2.0/networks?id=ca0db9f6-add1-408f-80e8-9b70dd474da0 HTTP/1.1" status: 200 len: 813 time: 0.7643719 Sep 16 05:35:25.421432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-31e43c47-dbb6-4967-89f3-12087a20ce76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1160686 Sep 16 05:35:25.443571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6c50ed6-31d8-4997-bc5e-c95857723749 req-b5ed102d-cc9a-4c10-a1aa-99bfdf87f00c tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 210 time: 0.0340300 Sep 16 05:35:25.451240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Request body: {'port': {'device_id': 'aa60a107-10af-4d98-afca-fddd62515a05', 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0', 'admin_state_up': True, 'tenant_id': '44680ce8be2844e199142c88f21a35d6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:25.605590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e7007d0b-8757-425a-a542-16a6815db163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.606264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e7007d0b-8757-425a-a542-16a6815db163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.606549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e7007d0b-8757-425a-a542-16a6815db163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.607025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e7007d0b-8757-425a-a542-16a6815db163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.607495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e7007d0b-8757-425a-a542-16a6815db163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.608042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e7007d0b-8757-425a-a542-16a6815db163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.608511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e7007d0b-8757-425a-a542-16a6815db163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.610449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e7007d0b-8757-425a-a542-16a6815db163 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6505 time: 0.0825689 Sep 16 05:35:25.712582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Made reservation on behalf of 44680ce8be2844e199142c88f21a35d6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:25.716076 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.815814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-27fdbaa1-6cf7-47aa-8644-4c5bfcda8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.817387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-27fdbaa1-6cf7-47aa-8644-4c5bfcda8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.818507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-27fdbaa1-6cf7-47aa-8644-4c5bfcda8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.821884 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-27fdbaa1-6cf7-47aa-8644-4c5bfcda8624 service neutron] 10.222.0.30 "GET /v2.0/networks?id=472221c7-51b1-4eda-9603-da8cffafb028&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=4326dabb-46bc-4f5c-a266-ccbdec41531a&id=4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 200 len: 2299 time: 0.1850877 Sep 16 05:35:25.976404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Allocated IP 172.20.0.7 (ca0db9f6-add1-408f-80e8-9b70dd474da0/8d9b7ed8-062c-4a50-be28-613d4724e0a5/1ee6657c-e115-439c-9d3b-5727e7d8cd5d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:26.004568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-3cde7abc-9556-4938-bfe2-a25a50a6504a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 200 len: 1000 time: 0.1061728 Sep 16 05:35:26.098509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-3128bc5b-8f54-446a-9043-8bdef39b4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.105193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-3128bc5b-8f54-446a-9043-8bdef39b4a99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f10dee9-1be3-463a-adbc-7b75feef5b36 HTTP/1.1" status: 200 len: 856 time: 0.0884938 Sep 16 05:35:26.200760 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42378) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:26.208465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-8d9a029e-2625-4934-96a6-f01eb165769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.210068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-8d9a029e-2625-4934-96a6-f01eb165769f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=472221c7-51b1-4eda-9603-da8cffafb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994387 Sep 16 05:35:26.215627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-952bb90a-d86c-4629-9ee3-2f30c5bf7f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.237486 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.356875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-952bb90a-d86c-4629-9ee3-2f30c5bf7f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.377295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-73e2162d-d27d-4340-a416-acc6f59a67e2 service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586435 Sep 16 05:35:26.394626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f7a08-e699-4f33-b2e2-9ddcd6930aa8 req-395c1464-7636-455f-b74e-9b59e4ee9ca1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.396400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-198f7a08-e699-4f33-b2e2-9ddcd6930aa8 req-395c1464-7636-455f-b74e-9b59e4ee9ca1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0809667 Sep 16 05:35:26.501565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-198f7a08-e699-4f33-b2e2-9ddcd6930aa8 req-1a274f3e-b2d0-4b16-be4e-9ed057230e69 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980551 Sep 16 05:35:26.520811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-952bb90a-d86c-4629-9ee3-2f30c5bf7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.521596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.583034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-452952b5-9357-4631-aed1-5d77a4b5a56e service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967618 Sep 16 05:35:26.597349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Network ca0db9f6-add1-408f-80e8-9b70dd474da0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:26.602679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:26.604534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-952bb90a-d86c-4629-9ee3-2f30c5bf7f45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e52a66b038b24a388345986f608af4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019775 Sep 16 05:35:26.605734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bb90a-d86c-4629-9ee3-2f30c5bf7f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09185c9-e284-46ea-a758-33e0ec00d5c9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:26.608873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42394) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:26.610955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:26.684066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-926e2fe8-0eb1-46b9-96dc-3c3153cbee2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 217 time: 0.0918856 Sep 16 05:35:26.687103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Pushing event updated for resources: {'Port': ['ID=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:26.703531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5dfe-b9b6-4f07-a278-2a6ebea0b8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.736082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5dfe-b9b6-4f07-a278-2a6ebea0b8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.786738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.787382 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.804447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-49cee6e6-bae6-421a-bf9a-542c1257fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.812583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-49cee6e6-bae6-421a-bf9a-542c1257fb37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1162107 Sep 16 05:35:26.856482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0df84-dbe0-4ce9-b597-49dad0e2da90 req-09b2c50b-c69b-4bc1-834f-4680e3a92f2a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.858518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74d0df84-dbe0-4ce9-b597-49dad0e2da90 req-09b2c50b-c69b-4bc1-834f-4680e3a92f2a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.1255929 Sep 16 05:35:26.885945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-671116f2-1eee-4c96-877a-86065f17791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.887514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-671116f2-1eee-4c96-877a-86065f17791f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679021 Sep 16 05:35:26.939766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74d0df84-dbe0-4ce9-b597-49dad0e2da90 req-76a5fcaf-74c1-4804-9e29-7094dcde45c5 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730546 Sep 16 05:35:26.951908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5dfe-b9b6-4f07-a278-2a6ebea0b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.954864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f6c5dfe-b9b6-4f07-a278-2a6ebea0b8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.965472 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-24c0b8e9-48fa-43b7-b5c0-bf766e1bc7a0 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5186396 Sep 16 05:35:26.965796 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f6c5dfe-b9b6-4f07-a278-2a6ebea0b8d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c09185c9-e284-46ea-a758-33e0ec00d5c9 HTTP/1.1" status: 204 len: 168 time: 0.3557200 Sep 16 05:35:26.995749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c5dfe-b9b6-4f07-a278-2a6ebea0b8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09185c9-e284-46ea-a758-33e0ec00d5c9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:27.064007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Request body: {'port': {'device_id': 'aa60a107-10af-4d98-afca-fddd62515a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:27.153303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fcf4a-e1a4-490b-89b9-12cc25c0776c req-5e2271c7-d597-4862-811a-0e6ed517d267 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.161047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-178fcf4a-e1a4-490b-89b9-12cc25c0776c req-5e2271c7-d597-4862-811a-0e6ed517d267 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 931 time: 0.1084156 Sep 16 05:35:27.213165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-178fcf4a-e1a4-490b-89b9-12cc25c0776c req-fc01b82f-1bfd-43a5-aa7a-1554d560691e tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509284 Sep 16 05:35:27.218441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-39941399-e5c4-41bc-b6b8-162a0fdfaaed service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224385 Sep 16 05:35:27.229474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.400878 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.515772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf52d17-a4f5-4b03-885c-c49dbd59e122 req-308f3bb6-3cb6-4f55-abd1-3d383b0af966 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.524422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf52d17-a4f5-4b03-885c-c49dbd59e122 req-308f3bb6-3cb6-4f55-abd1-3d383b0af966 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.2330053 Sep 16 05:35:27.547117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-86570f86-b5eb-4621-b09f-f85b5015fb77 req-e5785343-786b-40d6-9e21-1dc97e243d62 service neutron] (95660) timed out ('10.222.0.49', 39068) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:35:27.611691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-23dc73d6-0947-4482-9b09-39444c35e233 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786616 Sep 16 05:35:27.629004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bf52d17-a4f5-4b03-885c-c49dbd59e122 req-a0f77a7a-455a-409a-82ff-872b8640dcc4 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031308 Sep 16 05:35:27.703376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846bfd7-6cee-4b7e-9c97-7b4f0544dab4 req-8951e55b-447b-43b7-8322-d269c506ba98 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.706578 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f846bfd7-6cee-4b7e-9c97-7b4f0544dab4 req-8951e55b-447b-43b7-8322-d269c506ba98 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1007569 Sep 16 05:35:27.767515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-9c25990c-870c-46f9-b599-c3a7c192f884 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 217 time: 0.1026816 Sep 16 05:35:27.803919 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f846bfd7-6cee-4b7e-9c97-7b4f0544dab4 req-dc7692f5-6ac3-4ed2-9fd0-7ed417149054 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743568 Sep 16 05:35:27.928473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:27.932952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-851e92c5-de2f-43bf-9011-19d9b7b56213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.934418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-851e92c5-de2f-43bf-9011-19d9b7b56213 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1189344 Sep 16 05:35:27.949085 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74e2046f-2cd3-48ed-9c46-5575acfe32db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.998582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c67d8-42a8-48b9-8b47-d2e6005740b0 req-124d76c3-8595-450e-adfc-cd21636da1af tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.000629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-618c67d8-42a8-48b9-8b47-d2e6005740b0 req-124d76c3-8595-450e-adfc-cd21636da1af tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.1437438 Sep 16 05:35:28.050446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74e2046f-2cd3-48ed-9c46-5575acfe32db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.074508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-638f5799-f173-4f65-ab39-ad52f0daecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.076046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-638f5799-f173-4f65-ab39-ad52f0daecc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331275 Sep 16 05:35:28.077976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee6657c-e115-439c-9d3b-5727e7d8cd5d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:28.101564 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.125068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-618c67d8-42a8-48b9-8b47-d2e6005740b0 req-a785eb68-7baf-44e6-9e6c-5fd51ce69803 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100578 Sep 16 05:35:28.141021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Transition to ACTIVE for port object 1ee6657c-e115-439c-9d3b-5727e7d8cd5d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:28.152876 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-74e2046f-2cd3-48ed-9c46-5575acfe32db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.198927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2046f-2cd3-48ed-9c46-5575acfe32db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606352c4-02c2-4b72-b79b-5dd43371d695,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:28.220016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-74e2046f-2cd3-48ed-9c46-5575acfe32db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cd94d85442c4425811eba1422b2b6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869351 Sep 16 05:35:28.220016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42422) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:28.242814 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.270883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-8c94a61c-2ce4-45d1-adcd-28a9e5b0cc2c service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855838 Sep 16 05:35:28.307965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f712a15a-e895-4f9f-929d-50afada3fcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.341099 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f712a15a-e895-4f9f-929d-50afada3fcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.437014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:28.481350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f712a15a-e895-4f9f-929d-50afada3fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.486362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f712a15a-e895-4f9f-929d-50afada3fcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.488328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f712a15a-e895-4f9f-929d-50afada3fcb5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/606352c4-02c2-4b72-b79b-5dd43371d695 HTTP/1.1" status: 204 len: 168 time: 0.2669058 Sep 16 05:35:28.497681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a15a-e895-4f9f-929d-50afada3fcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606352c4-02c2-4b72-b79b-5dd43371d695,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:28.578692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Attempting to bind port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:28.579041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Attempting to bind port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:28.579350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Attempting to bind port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d on network ca0db9f6-add1-408f-80e8-9b70dd474da0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:28.585007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d on network ca0db9f6-add1-408f-80e8-9b70dd474da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:28.585374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Attempting to bind port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d on network ca0db9f6-add1-408f-80e8-9b70dd474da0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:28.598002 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-c764e178-3dd6-4d44-8ec5-7162e110df88 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830811 Sep 16 05:35:28.598480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:28.598742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Checking segment: {'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:28.599224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Bound using segment: {'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:28.599555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Bound port: 1ee6657c-e115-439c-9d3b-5727e7d8cd5d, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcb71b2-4fe0-41fb-845f-dd49c6641979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:28.599979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.660975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-2b7d8e2f-4595-46e8-be8f-4afd0aa00ed1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e HTTP/1.1" status: 200 len: 217 time: 0.0514154 Sep 16 05:35:28.713221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.751949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] For port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:28.789751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc625318-fe32-4c12-9f6e-127b1d894dba req-16ec97c8-cd9a-4ca8-9f31-be7d07ae567d tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.791760 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc625318-fe32-4c12-9f6e-127b1d894dba req-16ec97c8-cd9a-4ca8-9f31-be7d07ae567d tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.0445952 Sep 16 05:35:28.815828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] For port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:28.834603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-2c5210f6-9f89-4088-976b-3e7e80ef9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.836401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-2c5210f6-9f89-4088-976b-3e7e80ef9f19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1067004 Sep 16 05:35:28.842225 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc625318-fe32-4c12-9f6e-127b1d894dba req-4273f2e8-49c5-4d65-acb0-8c50e5889487 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Sep 16 05:35:28.848667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9a5d1-58f3-4c0a-8d40-1b5057df64cf req-0497408a-24d4-44d2-b09b-1bb7ec23dbc1 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.856230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8cf9a5d1-58f3-4c0a-8d40-1b5057df64cf req-0497408a-24d4-44d2-b09b-1bb7ec23dbc1 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 943 time: 0.1160297 Sep 16 05:35:28.924393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8cf9a5d1-58f3-4c0a-8d40-1b5057df64cf req-164d2460-ed0a-4631-804b-1f064e0de6a9 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671394 Sep 16 05:35:28.934229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-de7f2090-bd41-4e1d-8eac-aea813fdfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.936394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-de7f2090-bd41-4e1d-8eac-aea813fdfea3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776513 Sep 16 05:35:28.960893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:29.061007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea083-810b-4022-84be-e51ca7d2fc79 req-88134b75-d005-4aec-96a3-07ebdf37adfd tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.069191 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e9ea083-810b-4022-84be-e51ca7d2fc79 req-88134b75-d005-4aec-96a3-07ebdf37adfd tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0616500 Sep 16 05:35:29.121330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e9ea083-810b-4022-84be-e51ca7d2fc79 req-4f1ecd9d-1ddc-464d-a4de-087f6e0bbf05 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499244 Sep 16 05:35:29.123228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.123843 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:29.125638 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] 10.222.0.30 "PUT /v2.0/ports/1ee6657c-e115-439c-9d3b-5727e7d8cd5d HTTP/1.1" status: 200 len: 1092 time: 2.0775528 Sep 16 05:35:29.126240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa60a107-10af-4d98-afca-fddd62515a05', 'tag': '1ee6657c-e115-439c-9d3b-5727e7d8cd5d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:29.128599 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ffc0e5-02eb-41d3-b3df-f03dd4401f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa60a107-10af-4d98-afca-fddd62515a05", "tag": "1ee6657c-e115-439c-9d3b-5727e7d8cd5d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:29.137122 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-bdf42e4e-0acb-463b-864e-13121f86e6b1 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845970 Sep 16 05:35:29.179887 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e047a1-ca83-49cb-84e4-f433dff2a5b7 x-openstack-request-id: req-78e047a1-ca83-49cb-84e4-f433dff2a5b7 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:29.180189 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa60a107-10af-4d98-afca-fddd62515a05", "tag": "1ee6657c-e115-439c-9d3b-5727e7d8cd5d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:29.180439 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78e047a1-ca83-49cb-84e4-f433dff2a5b7 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:29.180845 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa60a107-10af-4d98-afca-fddd62515a05', 'tag': '1ee6657c-e115-439c-9d3b-5727e7d8cd5d', 'status': 'completed', 'code': 200} Sep 16 05:35:29.183756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96792239-80a7-4e74-bbed-c3c9f78ad325 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:29.291201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-e370ac69-50f8-4365-94ca-1129ab36d954 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450980 Sep 16 05:35:29.297235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffc0e5-02eb-41d3-b3df-f03dd4401f8d req-e2249ce6-fae5-465d-807e-46797ed29eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.298956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66ffc0e5-02eb-41d3-b3df-f03dd4401f8d req-e2249ce6-fae5-465d-807e-46797ed29eef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44680ce8be2844e199142c88f21a35d6&device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 1095 time: 0.0697389 Sep 16 05:35:29.347038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-d42ea734-2f37-4766-a44f-a3fbd3279ebc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e HTTP/1.1" status: 200 len: 217 time: 0.0472074 Sep 16 05:35:29.550184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-2185a242-ee5e-4006-a2f7-68bbda34bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.553341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-2185a242-ee5e-4006-a2f7-68bbda34bbbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1681561 Sep 16 05:35:29.559643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffc0e5-02eb-41d3-b3df-f03dd4401f8d req-80bb1edd-0da2-4ff7-8190-8482072a7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.561331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66ffc0e5-02eb-41d3-b3df-f03dd4401f8d req-80bb1edd-0da2-4ff7-8190-8482072a7e35 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=44680ce8be2844e199142c88f21a35d6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2251570 Sep 16 05:35:29.666125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-b64b4196-97a8-4139-b61c-6accdc8ff52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.667626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-b64b4196-97a8-4139-b61c-6accdc8ff52b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052105 Sep 16 05:35:29.713167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffc0e5-02eb-41d3-b3df-f03dd4401f8d req-4ea5b05a-290c-4114-b2fd-10949605fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.714662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66ffc0e5-02eb-41d3-b3df-f03dd4401f8d req-4ea5b05a-290c-4114-b2fd-10949605fb3d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428788 Sep 16 05:35:29.817078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-267c5f52-6c6a-4c3b-b739-519e4f6d7923 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397715 Sep 16 05:35:29.842146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f92f0-7221-438a-beb0-34f6150cefca req-3f548caa-f1eb-4a8a-bb6b-a94cfe83cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:29.843650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-3f548caa-f1eb-4a8a-bb6b-a94cfe83cb29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44680ce8be2844e199142c88f21a35d6&device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 1095 time: 0.0630510 Sep 16 05:35:29.931058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-6932b29c-7d66-4b1b-9ea6-9d2675b0761d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee6657c-e115-439c-9d3b-5727e7d8cd5d HTTP/1.1" status: 200 len: 217 time: 0.0681162 Sep 16 05:35:30.057274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-39b20437-247a-48f8-9197-f2ab426457b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294722 Sep 16 05:35:30.073221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f92f0-7221-438a-beb0-34f6150cefca req-68642a44-5207-439d-9f12-e6dc4f8d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.074439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-68642a44-5207-439d-9f12-e6dc4f8d7eac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9b7ed8-062c-4a50-be28-613d4724e0a5 HTTP/1.1" status: 200 len: 853 time: 0.1212013 Sep 16 05:35:30.079647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a381211-b086-4f9c-b3af-310c2e90d156 req-a4e23579-4aae-4d1d-9d04-0bbbfcdce96f tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.087984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a381211-b086-4f9c-b3af-310c2e90d156 req-a4e23579-4aae-4d1d-9d04-0bbbfcdce96f tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.1508629 Sep 16 05:35:30.127625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687d47-be67-4013-855d-c50dc44e0c33 req-666ed006-8cb7-4fef-9e42-78b8fc345261 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.139568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3687d47-be67-4013-855d-c50dc44e0c33 req-666ed006-8cb7-4fef-9e42-78b8fc345261 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 943 time: 0.0937917 Sep 16 05:35:30.169511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-2f980323-eff4-4db8-9535-cd7fc5889834 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca0db9f6-add1-408f-80e8-9b70dd474da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732782 Sep 16 05:35:30.173458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-7ae8269f-3fdd-42ba-b734-eee6073b03a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c523c76-b70e-4c2e-bea8-409609f88c97 HTTP/1.1" status: 200 len: 217 time: 0.0625737 Sep 16 05:35:30.192994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3687d47-be67-4013-855d-c50dc44e0c33 req-66ed793f-8dda-4ce3-bec9-f6fb5b1e7a8b tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522232 Sep 16 05:35:30.204133 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a381211-b086-4f9c-b3af-310c2e90d156 req-4df69b6a-13b9-4b13-8eac-ed55b633f87e tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151121 Sep 16 05:35:30.466822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-7695357d-e35d-48b0-b7f6-9041c73824f8 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.474660 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-7695357d-e35d-48b0-b7f6-9041c73824f8 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 1097 time: 0.0689347 Sep 16 05:35:30.616497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Deleting port 4adc3676-51bd-485b-af27-028f7f216fad {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:30.617136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:30.729778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] For port 4adc3676-51bd-485b-af27-028f7f216fad, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4adc3676-51bd-485b-af27-028f7f216fad,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:30.730363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:30.743959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-227d67ca-f4a3-4021-a927-1c2cec962237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.745470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-227d67ca-f4a3-4021-a927-1c2cec962237 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.5587790 Sep 16 05:35:30.751626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Calling delete_port for 4adc3676-51bd-485b-af27-028f7f216fad owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:30.837058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-9ba97c1a-cf41-490c-823f-3dad1c5f6a5b service neutron] 10.222.0.30 "GET /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509867 Sep 16 05:35:30.856394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b420a-6b67-41f1-aedc-6eef15421c43 req-946263df-7bdd-45fe-8d74-ed02bf058119 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.865633 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe4b420a-6b67-41f1-aedc-6eef15421c43 req-946263df-7bdd-45fe-8d74-ed02bf058119 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1571553 Sep 16 05:35:30.940205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe4b420a-6b67-41f1-aedc-6eef15421c43 req-c745f855-7783-4a66-b665-fd91fb5189ac tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735843 Sep 16 05:35:30.942295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-7e8c7e5f-27b2-47dd-aa7f-84f687e6e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.943732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-7e8c7e5f-27b2-47dd-aa7f-84f687e6e0f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1880023 Sep 16 05:35:31.015605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:31.048520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['4adc3676-51bd-485b-af27-028f7f216fad'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:31.053694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['a5106ef5-0f79-4008-b5ae-5049ef0faa34'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:31.072424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Pushing event deleted for resources: {'Port': ['ID=4adc3676-51bd-485b-af27-028f7f216fad,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:31.088570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-a8ed24ed-39a8-4dc0-84ca-2ceca8a36171 service neutron] 10.222.0.30 "GET /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207887 Sep 16 05:35:31.124227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] No DVR routers for this DVR port 4adc3676-51bd-485b-af27-028f7f216fad on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:31.127101 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:31.129946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bae43a9-a340-4a80-837e-94226c8bc330 req-5a17b3b9-608e-4eb9-a85e-0f2bdff7da62 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4adc3676-51bd-485b-af27-028f7f216fad HTTP/1.1" status: 204 len: 173 time: 0.6245284 Sep 16 05:35:31.130547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-be2eb9b7-5055-435f-b265-8faa4498a2f5 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409876 Sep 16 05:35:31.134076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e325c2ab-c42b-498b-a62f-1e9146ee4f85', 'name': 'network-vif-deleted', 'tag': '4adc3676-51bd-485b-af27-028f7f216fad'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:31.134076 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de4d13f-0676-40d9-8403-22b0cd649c82" -d '{"events": [{"server_uuid": "e325c2ab-c42b-498b-a62f-1e9146ee4f85", "name": "network-vif-deleted", "tag": "4adc3676-51bd-485b-af27-028f7f216fad"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:31.173461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42496) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:31.220771 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49727e0a-7d90-43ad-adb3-47fdcfe9ec66 x-openstack-request-id: req-49727e0a-7d90-43ad-adb3-47fdcfe9ec66 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:31.220771 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e325c2ab-c42b-498b-a62f-1e9146ee4f85", "name": "network-vif-deleted", "tag": "4adc3676-51bd-485b-af27-028f7f216fad", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:31.220771 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49727e0a-7d90-43ad-adb3-47fdcfe9ec66 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:31.220771 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e325c2ab-c42b-498b-a62f-1e9146ee4f85', 'name': 'network-vif-deleted', 'tag': '4adc3676-51bd-485b-af27-028f7f216fad', 'status': 'completed', 'code': 200} Sep 16 05:35:31.385270 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-be1cc6af-caf4-43a3-8d1c-a4acd3fdf207 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313101 Sep 16 05:35:31.399341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48cb33d7-cbd3-45cc-be78-84c90396cd2c req-953dc3a2-ec83-4a58-9627-cca2a9862b4e tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e325c2ab-c42b-498b-a62f-1e9146ee4f85 HTTP/1.1" status: 200 len: 210 time: 0.0485308 Sep 16 05:35:31.427341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8ec1e366-10e8-4c6b-809d-651e925477b6 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-119252654'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:31.428523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8ec1e366-10e8-4c6b-809d-651e925477b6 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Unknown quota resources ['metering_label']. {{(pid=95659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:35:31.470032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-f5426f5e-b0b8-4daa-8774-25f998b28b3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 200 len: 217 time: 0.0374837 Sep 16 05:35:31.516919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493974c2-629b-4fd8-95c0-55acd18f9163 req-9f13788d-00bb-4305-acad-fd5232bb193e tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.518437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-493974c2-629b-4fd8-95c0-55acd18f9163 req-9f13788d-00bb-4305-acad-fd5232bb193e tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 943 time: 0.1470490 Sep 16 05:35:31.544393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-07c565cf-2c65-4dbf-9151-741eb8f056ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.545430 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-07c565cf-2c65-4dbf-9151-741eb8f056ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.0669062 Sep 16 05:35:31.603407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-493974c2-629b-4fd8-95c0-55acd18f9163 req-e8de9a1a-9cbc-4f13-8216-f340e3b24e4f tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718551 Sep 16 05:35:31.629202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-96123974-9b55-407a-9b73-e8f9c393cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.629202 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-96123974-9b55-407a-9b73-e8f9c393cead service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724108 Sep 16 05:35:31.732038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-9afdf995-5dbd-47c7-a776-50caacdc6ede service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949624 Sep 16 05:35:31.871918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8049d0-231a-4c2f-9274-26388f5b9381 req-20d1db75-2907-499e-9ba3-000e8bfc99a3 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281950 Sep 16 05:35:32.077691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e366-10e8-4c6b-809d-651e925477b6 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.078869 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8ec1e366-10e8-4c6b-809d-651e925477b6 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9040966 Sep 16 05:35:32.082000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42514) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:32.088144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-29aedd14-4bc9-4241-aadd-caca0a47d6c0 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ba267c59-a21f-4c9b-bf7c-8ce39dd7af3a'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:32.089035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-29aedd14-4bc9-4241-aadd-caca0a47d6c0 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:35:32.136538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf5bc-bf72-4ede-be18-fc943929f25b req-c51f781d-423d-4b8f-861d-491c80febe42 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:32.138114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a24bf5bc-bf72-4ede-be18-fc943929f25b req-c51f781d-423d-4b8f-861d-491c80febe42 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0630209 Sep 16 05:35:32.182542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a24bf5bc-bf72-4ede-be18-fc943929f25b req-1c5b603b-cfaa-4df4-9598-cb8279faf697 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362475 Sep 16 05:35:32.257144 n-d-712749-15 neutron-server[95660]: WARNING neutron.services.metering.metering_plugin [None req-29aedd14-4bc9-4241-aadd-caca0a47d6c0 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:35:32.343817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29aedd14-4bc9-4241-aadd-caca0a47d6c0 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.347975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-29aedd14-4bc9-4241-aadd-caca0a47d6c0 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2609487 Sep 16 05:35:32.348495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42516) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:32.353706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c11ff8c1-da99-40c6-b208-1476c31489e1 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ba267c59-a21f-4c9b-bf7c-8ce39dd7af3a'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:32.359433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c11ff8c1-da99-40c6-b208-1476c31489e1 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:35:32.556398 n-d-712749-15 neutron-server[95659]: WARNING neutron.services.metering.metering_plugin [None req-c11ff8c1-da99-40c6-b208-1476c31489e1 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:35:32.673634 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c11ff8c1-da99-40c6-b208-1476c31489e1 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.678285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c11ff8c1-da99-40c6-b208-1476c31489e1 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3247209 Sep 16 05:35:32.683710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42530) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:32.693270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d824f886-d5bd-4dbd-b5d3-0e30a57a5a45 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=5910288c-01ad-4f8f-aeef-227e8894526d HTTP/1.1" status: 200 len: 464 time: 0.0099764 Sep 16 05:35:32.693894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42532) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:32.878041 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebf72-adda-4b65-8b05-5cbea0dec1fa tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.879781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ca8ebf72-adda-4b65-8b05-5cbea0dec1fa tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/5910288c-01ad-4f8f-aeef-227e8894526d HTTP/1.1" status: 204 len: 168 time: 0.1849198 Sep 16 05:35:32.882737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42540) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:32.894286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dc10170d-3e08-4d37-9924-0331f17533f1 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=5910288c-01ad-4f8f-aeef-227e8894526d HTTP/1.1" status: 200 len: 221 time: 0.0101190 Sep 16 05:35:32.899450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42542) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:32.906215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5c7c0743-091d-4366-b468-8f0a40048433 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1442506661', 'description': 'label created by tempest'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:32.906811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5c7c0743-091d-4366-b468-8f0a40048433 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Unknown quota resources ['metering_label']. {{(pid=95660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:35:32.964790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa75f9a-c5bb-469a-bf08-6c7b6b1927ae req-ff2d733a-843d-4ed5-8ff3-437d8b815978 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:32.967661 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aaa75f9a-c5bb-469a-bf08-6c7b6b1927ae req-ff2d733a-843d-4ed5-8ff3-437d8b815978 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.0752950 Sep 16 05:35:33.017367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aaa75f9a-c5bb-469a-bf08-6c7b6b1927ae req-42013b0e-f362-4419-9e18-4675e0ffb594 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380514 Sep 16 05:35:33.054599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2be48-2c1d-43a9-8323-694dde97da9b req-d31ece89-3042-4a36-bcc3-380cff22574b tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.058358 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15b2be48-2c1d-43a9-8323-694dde97da9b req-d31ece89-3042-4a36-bcc3-380cff22574b tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 943 time: 0.2935944 Sep 16 05:35:33.159475 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15b2be48-2c1d-43a9-8323-694dde97da9b req-b49f4428-102f-419e-aa61-f2bd8d130952 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909989 Sep 16 05:35:33.230728 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0743-091d-4366-b468-8f0a40048433 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:33.234394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c7c0743-091d-4366-b468-8f0a40048433 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3294377 Sep 16 05:35:33.234805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42548) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.325083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-54e6ebe5-8d3e-4a0e-89b0-3f5faa1e0678 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=a54e05a9-f084-4ce7-b1e1-28ea27922328 HTTP/1.1" status: 200 len: 468 time: 0.0868318 Sep 16 05:35:33.325926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42550) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.362420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb66c53-47ea-4967-80e3-c86dacc2d05f req-159b2675-fb7a-47cc-b82a-22d02d18aa6a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.364735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adb66c53-47ea-4967-80e3-c86dacc2d05f req-159b2675-fb7a-47cc-b82a-22d02d18aa6a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0948014 Sep 16 05:35:33.410693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adb66c53-47ea-4967-80e3-c86dacc2d05f req-c7fa7f42-3753-4139-b3e6-4a732d78b9bd tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 Sep 16 05:35:33.595930 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-909de877-2614-4eb4-ad85-12af37d5c15c tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:33.600335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-909de877-2614-4eb4-ad85-12af37d5c15c tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/a54e05a9-f084-4ce7-b1e1-28ea27922328 HTTP/1.1" status: 204 len: 168 time: 0.2700856 Sep 16 05:35:33.600937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.614728 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a9bb590b-f888-4d62-abb6-d4b0b5bd115c tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=a54e05a9-f084-4ce7-b1e1-28ea27922328 HTTP/1.1" status: 200 len: 216 time: 0.0110350 Sep 16 05:35:33.621620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42556) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.631986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4721c617-42a8-420d-8e95-8435f7b8a4b1 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088198 Sep 16 05:35:33.635012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42560) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.650399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-626e1b4a-6773-4bf9-8467-cf4f5140ab25 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0133033 Sep 16 05:35:33.653317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42562) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.716448 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8e003a64-4e12-4ed0-ab58-6e07da57dd5b tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/ba267c59-a21f-4c9b-bf7c-8ce39dd7af3a HTTP/1.1" status: 200 len: 472 time: 0.0599661 Sep 16 05:35:33.724226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42564) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.728846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2f4f2385-9e7e-44d1-8a3e-b56fed4e6767 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/e77716e7-bd48-4654-b3c3-861dc2a61261 HTTP/1.1" status: 200 len: 461 time: 0.0095496 Sep 16 05:35:33.731951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42568) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:33.917208 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4492970d-b086-4ece-a37a-d680c1fc35af tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:33.921904 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4492970d-b086-4ece-a37a-d680c1fc35af tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/e77716e7-bd48-4654-b3c3-861dc2a61261 HTTP/1.1" status: 204 len: 168 time: 0.1855028 Sep 16 05:35:33.922095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42570) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:34.153656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c1f19-4771-46e3-b56c-dd43f9db1729 req-97d0bd0f-5e8e-4823-8314-be9e35aa913d tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.155417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d37c1f19-4771-46e3-b56c-dd43f9db1729 req-97d0bd0f-5e8e-4823-8314-be9e35aa913d tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.0537522 Sep 16 05:35:34.198893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d37c1f19-4771-46e3-b56c-dd43f9db1729 req-a3f8f035-3c31-42ce-a256-ab618ace1202 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=93fd49c9-ba21-4e57-bdf9-8513f1e8246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Sep 16 05:35:34.268852 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80c83cb0-426b-470f-8dde-239673b29035 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:34.270672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-80c83cb0-426b-470f-8dde-239673b29035 tempest-MeteringTestJSON-1707925143 tempest-MeteringTestJSON-1707925143-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/ba267c59-a21f-4c9b-bf7c-8ce39dd7af3a HTTP/1.1" status: 204 len: 168 time: 0.3474724 Sep 16 05:35:34.312790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe851b-6662-4f68-bbf6-2641499b53ff req-dc13bce2-015f-4fca-8a36-e693ce804a43 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.314512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ebe851b-6662-4f68-bbf6-2641499b53ff req-dc13bce2-015f-4fca-8a36-e693ce804a43 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 943 time: 0.0612230 Sep 16 05:35:34.381468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ebe851b-6662-4f68-bbf6-2641499b53ff req-e577169a-5d97-4cac-a4e3-6137e1eb9363 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589354 Sep 16 05:35:34.555423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf3c2b-d2e6-459d-b40a-4b0cebbc61a2 req-f60a90f3-e77c-4385-891d-497ed53dfded tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.557104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60bf3c2b-d2e6-459d-b40a-4b0cebbc61a2 req-f60a90f3-e77c-4385-891d-497ed53dfded tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0672185 Sep 16 05:35:34.587737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-e85207ff-ac5c-4eb9-8d03-d426318123f9 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.589293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-e85207ff-ac5c-4eb9-8d03-d426318123f9 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 1098 time: 0.0674841 Sep 16 05:35:34.620796 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60bf3c2b-d2e6-459d-b40a-4b0cebbc61a2 req-3896daca-b55d-44dd-8f03-5f00157c3053 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572252 Sep 16 05:35:34.668438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1ee6657c-e115-439c-9d3b-5727e7d8cd5d details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:34.727105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4adc3676-51bd-485b-af27-028f7f216fad no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:34.766671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Deleting port a5106ef5-0f79-4008-b5ae-5049ef0faa34 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:34.767163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:34.776002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 4adc3676-51bd-485b-af27-028f7f216fad {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:34.776517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4adc3676-51bd-485b-af27-028f7f216fad not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:34.936692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] For port a5106ef5-0f79-4008-b5ae-5049ef0faa34, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=a5106ef5-0f79-4008-b5ae-5049ef0faa34,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:34.937068 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:34.944250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42594) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:34.967648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Calling delete_port for a5106ef5-0f79-4008-b5ae-5049ef0faa34 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:35.055136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:35.069199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '1ee6657c-e115-439c-9d3b-5727e7d8cd5d', 'network_id': 'ca0db9f6-add1-408f-80e8-9b70dd474da0', 'port_id': '1ee6657c-e115-439c-9d3b-5727e7d8cd5d', 'mac_address': 'fa:16:3e:54:45:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9b7ed8-062c-4a50-be28-613d4724e0a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:35.107916 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11d37bf3-ee82-4af2-a834-ebf210a7b634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.125624 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.144855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee6657c-e115-439c-9d3b-5727e7d8cd5d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:35.166200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:35.241872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.245965 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.286332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5106ef5-0f79-4008-b5ae-5049ef0faa34,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:35.340422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:35.343907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11d37bf3-ee82-4af2-a834-ebf210a7b634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.370574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] No DVR routers for this DVR port a5106ef5-0f79-4008-b5ae-5049ef0faa34 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:35.373919 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36da22bb-bf0b-4bef-96b3-d1c83b92a4a9 req-df6021e3-2367-4e20-8f72-7c853411a87d tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 210 time: 0.0483954 Sep 16 05:35:35.374820 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.376755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a37da779-a577-43a9-b310-ce9ee8f0f365 req-0835c25e-72aa-4a0c-83d9-76afa65abc25 tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.66 "DELETE /v2.0/ports/a5106ef5-0f79-4008-b5ae-5049ef0faa34 HTTP/1.1" status: 204 len: 173 time: 0.7773228 Sep 16 05:35:35.377193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0565d6aa-76a9-41d5-9c88-d9c012eaf467', 'name': 'network-vif-deleted', 'tag': 'a5106ef5-0f79-4008-b5ae-5049ef0faa34'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:35.379823 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c4b068-eb71-43de-8246-1770a53cd6d1" -d '{"events": [{"server_uuid": "0565d6aa-76a9-41d5-9c88-d9c012eaf467", "name": "network-vif-deleted", "tag": "a5106ef5-0f79-4008-b5ae-5049ef0faa34"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:35.422635 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11d37bf3-ee82-4af2-a834-ebf210a7b634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.439541 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd57982b-bf15-40f9-921c-370c3ce07482 x-openstack-request-id: req-bd57982b-bf15-40f9-921c-370c3ce07482 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:35.440049 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0565d6aa-76a9-41d5-9c88-d9c012eaf467", "name": "network-vif-deleted", "tag": "a5106ef5-0f79-4008-b5ae-5049ef0faa34", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:35.440279 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd57982b-bf15-40f9-921c-370c3ce07482 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:35.440745 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0565d6aa-76a9-41d5-9c88-d9c012eaf467', 'name': 'network-vif-deleted', 'tag': 'a5106ef5-0f79-4008-b5ae-5049ef0faa34', 'status': 'completed', 'code': 200} Sep 16 05:35:35.474802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-11d37bf3-ee82-4af2-a834-ebf210a7b634 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3d209b90a5d47c5a600efba699e43e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5264530 Sep 16 05:35:35.475111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d37bf3-ee82-4af2-a834-ebf210a7b634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d43207-6eb1-4d8a-b884-8b2d343d6dce,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:35.478107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42606) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:35.581476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccff72f-ae61-42ce-ae9e-150bacb76718 req-995064ef-96db-45c2-8c6e-f69031468f2c tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:35.583998 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ccff72f-ae61-42ce-ae9e-150bacb76718 req-995064ef-96db-45c2-8c6e-f69031468f2c tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 944 time: 0.1098762 Sep 16 05:35:35.602144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48bf8765-07e1-4e3a-80ab-0796a7a70390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.649303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48bf8765-07e1-4e3a-80ab-0796a7a70390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.666639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['1ee6657c-e115-439c-9d3b-5727e7d8cd5d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:35.685864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ccff72f-ae61-42ce-ae9e-150bacb76718 req-a24b29e3-bc71-438c-8eca-49aa048f9c56 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852265 Sep 16 05:35:35.830957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48bf8765-07e1-4e3a-80ab-0796a7a70390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.839734 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48bf8765-07e1-4e3a-80ab-0796a7a70390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:35.839734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-48bf8765-07e1-4e3a-80ab-0796a7a70390 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70d43207-6eb1-4d8a-b884-8b2d343d6dce HTTP/1.1" status: 204 len: 168 time: 0.3554432 Sep 16 05:35:35.877271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf8765-07e1-4e3a-80ab-0796a7a70390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d43207-6eb1-4d8a-b884-8b2d343d6dce,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:36.011646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674724-f5b8-42f2-9cf7-937f1f6515dd req-37662dca-312b-4311-b59b-c46f1ba5237d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:36.013854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c5674724-f5b8-42f2-9cf7-937f1f6515dd req-37662dca-312b-4311-b59b-c46f1ba5237d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.2217727 Sep 16 05:35:36.102200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7c9b0-e328-405f-b3ab-71eca4d8c06d req-02656903-6e06-4b2c-a514-b28757a9921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:36.104135 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2f7c9b0-e328-405f-b3ab-71eca4d8c06d req-02656903-6e06-4b2c-a514-b28757a9921d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 1097 time: 0.0820804 Sep 16 05:35:36.106006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c5674724-f5b8-42f2-9cf7-937f1f6515dd req-ea29977d-fc8b-48b7-845e-194eaf32951b tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857100 Sep 16 05:35:36.179642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2f7c9b0-e328-405f-b3ab-71eca4d8c06d req-0bf1980d-0e9f-4393-81fa-57d98f8f85f1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652120 Sep 16 05:35:36.515788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e879539-bca6-4d95-bc64-2960fec888ab req-193114e3-ab0b-46f3-be1c-cc857ba4ea0a tempest-TestServerMultinode-177152880 tempest-TestServerMultinode-177152880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0565d6aa-76a9-41d5-9c88-d9c012eaf467 HTTP/1.1" status: 200 len: 210 time: 0.0274706 Sep 16 05:35:36.618446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a5106ef5-0f79-4008-b5ae-5049ef0faa34 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:36.641157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: a5106ef5-0f79-4008-b5ae-5049ef0faa34 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:36.641157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device a5106ef5-0f79-4008-b5ae-5049ef0faa34 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:36.760813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42642) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:36.778631 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-076354a5-c2a1-4569-a878-eb6072288ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:36.835405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c767d-5a62-4727-a658-57eadf029e66 req-ac7002e5-5a2b-46a2-be9a-64cbc27a2c68 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:36.837195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39c767d-5a62-4727-a658-57eadf029e66 req-ac7002e5-5a2b-46a2-be9a-64cbc27a2c68 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 944 time: 0.0646148 Sep 16 05:35:36.908848 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-076354a5-c2a1-4569-a878-eb6072288ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:36.943726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39c767d-5a62-4727-a658-57eadf029e66 req-1bf4f370-fc27-4513-a0b7-6ab2496213f1 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981429 Sep 16 05:35:37.049092 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-076354a5-c2a1-4569-a878-eb6072288ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:37.096334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076354a5-c2a1-4569-a878-eb6072288ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd3c44-5967-4e62-988a-aa8cc0799dda,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:37.101311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-076354a5-c2a1-4569-a878-eb6072288ee0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff9938d2c9f340ba8ef8e6e5532375d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392849 Sep 16 05:35:37.104110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42654) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:37.182751 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0555-ca7a-436c-a43e-546a38d2b0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:37.215376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0555-ca7a-436c-a43e-546a38d2b0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:37.305400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c18eb-7ea4-470d-9102-3e54cfd500af req-949bbc38-6688-409f-b2ca-34d242c4c262 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:37.307044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e46c18eb-7ea4-470d-9102-3e54cfd500af req-949bbc38-6688-409f-b2ca-34d242c4c262 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0604169 Sep 16 05:35:37.359660 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e46c18eb-7ea4-470d-9102-3e54cfd500af req-d168cb08-3805-4748-a917-cdf692cce3f9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Sep 16 05:35:37.400377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0555-ca7a-436c-a43e-546a38d2b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:37.404946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0555-ca7a-436c-a43e-546a38d2b0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:37.404946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e5a0555-ca7a-436c-a43e-546a38d2b0f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84bd3c44-5967-4e62-988a-aa8cc0799dda HTTP/1.1" status: 204 len: 168 time: 0.2991614 Sep 16 05:35:37.414064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a0555-ca7a-436c-a43e-546a38d2b0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd3c44-5967-4e62-988a-aa8cc0799dda,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:37.586006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42670) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:38.007966 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.353775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Deleting port 050aa8d8-838e-4993-80a9-5b5c532d2a15 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:38.354310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.489019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] For port 050aa8d8-838e-4993-80a9-5b5c532d2a15, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=050aa8d8-838e-4993-80a9-5b5c532d2a15,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:38.489387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.491999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5489ed-632f-432f-a3eb-6ca49482022e req-97a79299-50ef-4aad-be70-a0889f8bc24c tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:38.500822 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5489ed-632f-432f-a3eb-6ca49482022e req-97a79299-50ef-4aad-be70-a0889f8bc24c tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0635068 Sep 16 05:35:38.533107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba2231-c541-4425-b934-fa6bf5ae25f8 req-5623eff8-cbc7-42d4-9d56-c0335a21c5fc tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:38.536547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86ba2231-c541-4425-b934-fa6bf5ae25f8 req-5623eff8-cbc7-42d4-9d56-c0335a21c5fc tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 944 time: 0.4552772 Sep 16 05:35:38.538216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Calling delete_port for 050aa8d8-838e-4993-80a9-5b5c532d2a15 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:38.561596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5489ed-632f-432f-a3eb-6ca49482022e req-1a3104ca-e830-4b2e-9eec-a55032416cbd tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 Sep 16 05:35:38.640606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86ba2231-c541-4425-b934-fa6bf5ae25f8 req-6c8fcc52-7bf3-4beb-8f74-d651f8bfb9e1 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912123 Sep 16 05:35:38.703658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1ee6657c-e115-439c-9d3b-5727e7d8cd5d up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:38.918808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:38.923502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:38.924050 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.952157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.981628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=050aa8d8-838e-4993-80a9-5b5c532d2a15,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:38.989489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-bf6d8d46-cc15-4b57-b14f-297d811a7e01 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:38.991309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-bf6d8d46-cc15-4b57-b14f-297d811a7e01 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 811 time: 0.1607354 Sep 16 05:35:39.019973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-c727de4f-0db8-412f-9bbb-2613a944048b tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/quotas/9150a94c1447412ba20701de744f407a HTTP/1.1" status: 200 len: 375 time: 0.0209799 Sep 16 05:35:39.053117 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:39.103916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:39.106006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60a107-10af-4d98-afca-fddd62515a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee6657c-e115-439c-9d3b-5727e7d8cd5d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:39.108497 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98024a6d-3e88-4966-b263-0fe9ce471bfc" -d '{"events": [{"server_uuid": "aa60a107-10af-4d98-afca-fddd62515a05", "name": "network-vif-plugged", "status": "completed", "tag": "1ee6657c-e115-439c-9d3b-5727e7d8cd5d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:39.182488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-4f727ae1-d904-4ba7-9429-e634dec510f3 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471288 Sep 16 05:35:39.188724 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:39.199273 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9909aa-640c-4887-acba-3f45280f78db x-openstack-request-id: req-2a9909aa-640c-4887-acba-3f45280f78db {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:39.199273 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60a107-10af-4d98-afca-fddd62515a05", "name": "network-vif-plugged", "status": "completed", "tag": "1ee6657c-e115-439c-9d3b-5727e7d8cd5d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:39.199273 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a9909aa-640c-4887-acba-3f45280f78db {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:39.199273 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60a107-10af-4d98-afca-fddd62515a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee6657c-e115-439c-9d3b-5727e7d8cd5d', 'code': 200} Sep 16 05:35:39.341098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:39.354450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:39.414354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-0e70108b-99cd-484c-b706-0fa6d6fe93ba service neutron] 10.222.0.49 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235911 Sep 16 05:35:39.449936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749de2f6-afa9-4880-a35b-4bd6c7dc0ef6 req-4ad4ab93-d991-4c08-82d9-c47318c06f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:39.451773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749de2f6-afa9-4880-a35b-4bd6c7dc0ef6 req-4ad4ab93-d991-4c08-82d9-c47318c06f86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 1097 time: 0.0922527 Sep 16 05:35:39.538793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-749de2f6-afa9-4880-a35b-4bd6c7dc0ef6 req-163196cd-30e8-4b1b-80fe-00d845121721 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756071 Sep 16 05:35:39.560926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-79edc49a-2866-4f33-9df5-a24769e0b8d4 service neutron] 10.222.0.49 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386406 Sep 16 05:35:39.622103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Router ee140d23-d470-48c0-b1bb-d50b1466f489 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:39.771345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:39.790424 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] Sync routers for ids ['ee140d23-d470-48c0-b1bb-d50b1466f489'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:39.807952 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] Routers {'ee140d23-d470-48c0-b1bb-d50b1466f489'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:39.809001 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ee140d23-d470-48c0-b1bb-d50b1466f489'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:39.831907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ae553f16-399d-404c-8e32-19c1e4b5fcfe admin admin] 10.222.0.49 "PUT /v2.0/routers/ee140d23-d470-48c0-b1bb-d50b1466f489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2446523 Sep 16 05:35:39.839062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42768) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:39.850761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f4e8cf39-ec0e-44fd-af3c-5189bcf945ea req-2e69562f-0e78-4969-82a0-11e802df3698 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 210 time: 0.0434911 Sep 16 05:35:39.941504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ed5b2-35f1-4ae5-91bc-a6012193c5f9 req-605752fa-78f1-4516-b657-9676941314e7 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:39.943059 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b98ed5b2-35f1-4ae5-91bc-a6012193c5f9 req-605752fa-78f1-4516-b657-9676941314e7 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 945 time: 0.1878018 Sep 16 05:35:39.978816 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] Set router ee140d23-d470-48c0-b1bb-d50b1466f489 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:40.249168 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:35:38Z', 'revision_number': 5, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:40.283929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42790) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:40.305212 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] Checking router: ee140d23-d470-48c0-b1bb-d50b1466f489 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:40.319416 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] Routers {'ee140d23-d470-48c0-b1bb-d50b1466f489'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:40.320799 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ee140d23-d470-48c0-b1bb-d50b1466f489'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:40.501242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.504055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-839770048', 'router:external': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:40.562954 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] Set router ee140d23-d470-48c0-b1bb-d50b1466f489 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:40.564833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b98ed5b2-35f1-4ae5-91bc-a6012193c5f9 req-3c90aff5-245f-4e0c-a10d-23565d8e53a7 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125607 Sep 16 05:35:40.639941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Made reservation on behalf of 7a4a6290275442e89980dc09b288699a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:40.642980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.651472 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.659028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.829922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Deleting port 82ca4561-fddb-48d6-b558-c4538b6ceb9f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:40.830600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.849642 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:35:38Z', 'revision_number': 5, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:40.858720 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:40.901551 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c2519-794b-4e98-92d8-8d79b5ba1d94 None None] The sync data for ids ['ee140d23-d470-48c0-b1bb-d50b1466f489'] in n-d-712749-15 is: [{'id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'name': 'tempest-TestServerMultinode-1971258136-router', 'tenant_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:28Z', 'updated_at': '2021-09-16T05:35:38Z', 'revision_number': 5, 'project_id': 'b0b767ccd2334b7cadbd00cdb8e29da1', 'gw_port': {'id': '82ca4561-fddb-48d6-b558-c4538b6ceb9f', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee140d23-d470-48c0-b1bb-d50b1466f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:29Z', 'updated_at': '2021-09-16T05:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:40.989060 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.004877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ead1a314-a955-4f85-a65f-64cbd1a573be req-e3d6f4f8-c399-4cdb-bf3d-c05541e20fa6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 210 time: 0.0394692 Sep 16 05:35:41.012092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] For port 82ca4561-fddb-48d6-b558-c4538b6ceb9f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=82ca4561-fddb-48d6-b558-c4538b6ceb9f,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:41.012449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.024105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:35:41.028833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Calling delete_port for 82ca4561-fddb-48d6-b558-c4538b6ceb9f owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:41.038265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9eac6d-49ed-4f11-b765-5e4768978d6b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:41.053929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.054278 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Added segment 19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f of type vlan for network 2db83599-1f95-4ead-941e-7efddd84b81b Sep 16 05:35:41.111923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.237505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.246122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:41.246122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.314815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'Network': ['ID=2db83599-1f95-4ead-941e-7efddd84b81b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:41.326897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 2db83599-1f95-4ead-941e-7efddd84b81b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:35:41.337407 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.370045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-be184389-a377-4216-a9ef-3b594bb17a33 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0849051 Sep 16 05:35:41.372776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:41.379064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'subnet': {'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:41.408963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ca4561-fddb-48d6-b558-c4538b6ceb9f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:41.476840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.583264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.585935 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.701398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3314386-5bd6-4690-8f09-a0165de6d9f6 req-d406a9b1-0e67-4c44-89a2-89c783ba8314 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:41.703099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3314386-5bd6-4690-8f09-a0165de6d9f6 req-d406a9b1-0e67-4c44-89a2-89c783ba8314 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 945 time: 0.0541911 Sep 16 05:35:41.745938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Made reservation on behalf of 7a4a6290275442e89980dc09b288699a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:41.750713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.752338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3314386-5bd6-4690-8f09-a0165de6d9f6 req-46271f73-2c98-43b3-9f15-df0134f6075f tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380275 Sep 16 05:35:41.770768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.774761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee140d23-d470-48c0-b1bb-d50b1466f489 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:35:41.777847 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.778996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bdf52248-2f7c-498c-9e4f-c0bbb0bfce36 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ee140d23-d470-48c0-b1bb-d50b1466f489 HTTP/1.1" status: 204 len: 168 time: 1.9350355 Sep 16 05:35:41.786923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42828) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:41.893816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2ca371-a522-4940-befa-477a3bd1e06f admin admin] Deleting subnet 38a29921-bc8a-4d78-90cf-11d187370ae5 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:35:41.897924 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca371-a522-4940-befa-477a3bd1e06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:41.958077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca371-a522-4940-befa-477a3bd1e06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.131274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b62b903-5f52-4ad1-9716-04c2654d45e1 req-79ca4d4a-8cae-48bb-8889-0739c5c1523d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 210 time: 0.0372963 Sep 16 05:35:42.158951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca371-a522-4940-befa-477a3bd1e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.324874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.objects.ports [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:35:42.325335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.364496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 050aa8d8-838e-4993-80a9-5b5c532d2a15 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:42.386747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 050aa8d8-838e-4993-80a9-5b5c532d2a15 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:42.391988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 050aa8d8-838e-4993-80a9-5b5c532d2a15 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:42.403660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'Subnet': ['ID=385a2b49-ed87-4efc-a06a-ce68f800b96c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:42.413984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Checking segment: {'id': '19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:42.414385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Network hostable DHCP agents. Network: 2db83599-1f95-4ead-941e-7efddd84b81b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:35:42.424922 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca371-a522-4940-befa-477a3bd1e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.460474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ca371-a522-4940-befa-477a3bd1e06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a29921-bc8a-4d78-90cf-11d187370ae5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:42.464674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9e2ca371-a522-4940-befa-477a3bd1e06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.466610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9e2ca371-a522-4940-befa-477a3bd1e06f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/38a29921-bc8a-4d78-90cf-11d187370ae5 HTTP/1.1" status: 204 len: 168 time: 0.6781702 Sep 16 05:35:42.469942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42848) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:42.475522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c98380-3c3b-45f6-af46-5fa1779257e1 None None] Network 1b691c3f-9344-4044-85b3-68606793cdef requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:42.566696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.609607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Network 2db83599-1f95-4ead-941e-7efddd84b81b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:35:42.636272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Deleting port 05ff398b-2c91-4246-a9eb-2c36b5386a40 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:42.636654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.694626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] DHCP port deletion for 1b691c3f-9344-4044-85b3-68606793cdef request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:35:42.721058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 2db83599-1f95-4ead-941e-7efddd84b81b) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:42.728336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:42.728938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.736868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab7045b-ca71-4ead-88a9-0724290c8419 None None] Network 2db83599-1f95-4ead-941e-7efddd84b81b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:42.760016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] For port 05ff398b-2c91-4246-a9eb-2c36b5386a40, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=05ff398b-2c91-4246-a9eb-2c36b5386a40,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:42.760535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.783749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Calling delete_port for 05ff398b-2c91-4246-a9eb-2c36b5386a40 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:42.862074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] Deleting port 05ff398b-2c91-4246-a9eb-2c36b5386a40 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:42.862458 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.869248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d91b2d3a-8738-43d1-9f1e-5455c7b4b980 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4951949 Sep 16 05:35:42.872648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42860) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:42.885813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-657741306', 'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:43.040021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] For port 05ff398b-2c91-4246-a9eb-2c36b5386a40, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=05ff398b-2c91-4246-a9eb-2c36b5386a40,segment=NetworkSegment(4094b598-3ecb-492f-abb8-517168cba7ab),segment_id=4094b598-3ecb-492f-abb8-517168cba7ab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:43.041553 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.046125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94733a13-3cce-48b9-ad19-c7dec52b0eb0 None None] Network 2db83599-1f95-4ead-941e-7efddd84b81b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:43.064106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Made reservation on behalf of 7a4a6290275442e89980dc09b288699a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:43.068042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.075028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] Calling delete_port for 05ff398b-2c91-4246-a9eb-2c36b5386a40 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:43.116861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] device_id is not set on port 896c1f70-c2ab-4fd9-bee2-8c8c5a8df332 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:35:43.133261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.185371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ff398b-2c91-4246-a9eb-2c36b5386a40,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:43.188374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] No DVR routers for this DVR port 05ff398b-2c91-4246-a9eb-2c36b5386a40 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:43.313419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-b2a1f7e6-b5f7-45be-bcfe-780d0c91ab42 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:43.315009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-b2a1f7e6-b5f7-45be-bcfe-780d0c91ab42 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.66 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 811 time: 0.2667103 Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:35:43.355707 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:35:43.372686 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.394898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Request body: {'port': {'device_id': '5538057b-ad70-44f7-a6d5-94a3740838c1', 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e', 'admin_state_up': True, 'tenant_id': '9150a94c1447412ba20701de744f407a'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:43.396978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] Pushing event deleted for resources: {'Port': ['ID=05ff398b-2c91-4246-a9eb-2c36b5386a40,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:43.413745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64046d1a-eb30-4371-a949-f10d99a50b5a None None] No DVR routers for this DVR port 05ff398b-2c91-4246-a9eb-2c36b5386a40 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:43.433172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a344951a-5a0c-497b-9eb4-03c53ddfc16f req-4f03aba6-6e31-45ca-a9f1-b52615200b41 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 210 time: 0.1294544 Sep 16 05:35:43.464120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.518815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b691c3f-9344-4044-85b3-68606793cdef']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:43.529407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Allocated IP 172.20.0.9 (2db83599-1f95-4ead-941e-7efddd84b81b/385a2b49-ed87-4efc-a06a-ce68f800b96c/896c1f70-c2ab-4fd9-bee2-8c8c5a8df332) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:43.545670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4094b598-3ecb-492f-abb8-517168cba7ab') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:43.546024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4094b598-3ecb-492f-abb8-517168cba7ab') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:43.577823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.619444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.637394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:35:43.638258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:35:43.640494 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:35:43.826802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.832809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Made reservation on behalf of 9150a94c1447412ba20701de744f407a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:43.837100 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.845420 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.852432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:43.855612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1b691c3f-9344-4044-85b3-68606793cdef HTTP/1.1" status: 204 len: 168 time: 1.3845208 Sep 16 05:35:43.859336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42886) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:43.870084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce125ea-32af-41de-a326-53b6e284fd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b691c3f-9344-4044-85b3-68606793cdef,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:44.069186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 82ca4561-fddb-48d6-b558-c4538b6ceb9f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:44.135722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 82ca4561-fddb-48d6-b558-c4538b6ceb9f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:44.136368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 82ca4561-fddb-48d6-b558-c4538b6ceb9f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:44.136974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 05ff398b-2c91-4246-a9eb-2c36b5386a40 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:44.184579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 05ff398b-2c91-4246-a9eb-2c36b5386a40 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:44.185303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 05ff398b-2c91-4246-a9eb-2c36b5386a40 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:44.211952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.251962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e340-7663-4696-914f-5446543b80db req-1d3b70ba-3f44-4842-8613-f704b81e3e4f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:44.253660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9105e340-7663-4696-914f-5446543b80db req-1d3b70ba-3f44-4842-8613-f704b81e3e4f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0793219 Sep 16 05:35:44.264609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Allocated IP 172.20.0.12 (b467b2f7-df41-437c-9b02-c9d587f3899e/19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6/6d9f1418-5022-42f4-82a7-f88736b1fabf) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:44.302490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9105e340-7663-4696-914f-5446543b80db req-b86ca8c4-bcde-45b2-91e7-71b057e6b758 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364826 Sep 16 05:35:44.353544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Network 2db83599-1f95-4ead-941e-7efddd84b81b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:44.362424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:44.376451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:44.396612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'Port': ['ID=896c1f70-c2ab-4fd9-bee2-8c8c5a8df332,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:44.518472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:44.519629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.609878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac500d86-a3b2-4248-ba84-4e6b78425f6a req-2fba5bf5-c616-4de4-92ef-85c92925a8d2 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 210 time: 0.0596309 Sep 16 05:35:44.661970 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f0007efe-2649-4532-a41f-4697fc186d03 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7822533 Sep 16 05:35:44.663547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:44.751823 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.802920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f381b3f6-d17b-45da-a28b-a472a983d076 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Deleting port 896c1f70-c2ab-4fd9-bee2-8c8c5a8df332 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:44.803331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f381b3f6-d17b-45da-a28b-a472a983d076 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.920012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.928701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f381b3f6-d17b-45da-a28b-a472a983d076 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.951409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f381b3f6-d17b-45da-a28b-a472a983d076 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Calling delete_port for 896c1f70-c2ab-4fd9-bee2-8c8c5a8df332 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:44.965007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.998706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2089541d-6832-4c77-8b5e-10fc3d2380e4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:45.054473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Network b467b2f7-df41-437c-9b02-c9d587f3899e is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:45.072788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:45.126278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:45.131796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Pushing event updated for resources: {'Port': ['ID=6d9f1418-5022-42f4-82a7-f88736b1fabf,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:45.285601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:45.286594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.320712 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f381b3f6-d17b-45da-a28b-a472a983d076 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.412903 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-d29c3871-e014-406c-b160-c4cba2633c79 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0352349 Sep 16 05:35:45.421825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381b3f6-d17b-45da-a28b-a472a983d076 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event deleted for resources: {'Port': ['ID=896c1f70-c2ab-4fd9-bee2-8c8c5a8df332,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:45.436681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Request body: {'port': {'device_id': '5538057b-ad70-44f7-a6d5-94a3740838c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:45.506575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Deleting port a7330976-c91c-4d4b-a674-c2b2ec602c76 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:45.506575 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.586879 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f381b3f6-d17b-45da-a28b-a472a983d076 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.592536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f381b3f6-d17b-45da-a28b-a472a983d076 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "DELETE /v2.0/ports/896c1f70-c2ab-4fd9-bee2-8c8c5a8df332 HTTP/1.1" status: 204 len: 168 time: 0.9275572 Sep 16 05:35:45.593546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42932) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:45.595359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] For port a7330976-c91c-4d4b-a674-c2b2ec602c76, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a7330976-c91c-4d4b-a674-c2b2ec602c76,segment=NetworkSegment(f4177fee-d18c-4379-b8c2-c4fc89ef5e31),segment_id=f4177fee-d18c-4379-b8c2-c4fc89ef5e31)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:45.595736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.600292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b', 'external_fixed_ips': [{'subnet_id': '385a2b49-ed87-4efc-a06a-ce68f800b96c', 'ip_address': '172.20.0.9'}]}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:45.610671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Calling delete_port for a7330976-c91c-4d4b-a674-c2b2ec602c76 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:45.653885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43ac48-78cb-4237-ae83-dcdc14e5e8c3 req-b0ddf2b1-d1bf-4937-9f51-c7c56c018b2c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:45.656537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d43ac48-78cb-4237-ae83-dcdc14e5e8c3 req-b0ddf2b1-d1bf-4937-9f51-c7c56c018b2c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1715660 Sep 16 05:35:45.708580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d43ac48-78cb-4237-ae83-dcdc14e5e8c3 req-e2ea5d7f-94c7-4377-a459-cee49f8c0f0f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434539 Sep 16 05:35:45.771573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.772602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.828579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.842347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.937645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84f8e4-20d1-49d1-bf80-8592ca7ce9f1 req-1bed26d8-ba10-494c-b506-eb6198805d68 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:45.939473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c84f8e4-20d1-49d1-bf80-8592ca7ce9f1 req-1bed26d8-ba10-494c-b506-eb6198805d68 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 932 time: 0.1847990 Sep 16 05:35:46.073381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c84f8e4-20d1-49d1-bf80-8592ca7ce9f1 req-f8e661b2-1667-470a-a8e3-cdac480f7f0a tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186450 Sep 16 05:35:46.151683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.167309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.210646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7330976-c91c-4d4b-a674-c2b2ec602c76,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:46.490086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9f1418-5022-42f4-82a7-f88736b1fabf {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:46.506265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.585994 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.590529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Transition to ACTIVE for port object 6d9f1418-5022-42f4-82a7-f88736b1fabf will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:46.657228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.676731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.690177 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.767220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f1418-5022-42f4-82a7-f88736b1fabf,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:47.330348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Allocated IP 172.20.0.9 (2db83599-1f95-4ead-941e-7efddd84b81b/385a2b49-ed87-4efc-a06a-ce68f800b96c/1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:47.377323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bb8db-8a75-400f-87d0-3ed0ee40d11b req-6a8c2711-fc3f-4c83-9405-958b218488d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:47.379601 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae9bb8db-8a75-400f-87d0-3ed0ee40d11b req-6a8c2711-fc3f-4c83-9405-958b218488d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 944 time: 0.1026330 Sep 16 05:35:47.489967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae9bb8db-8a75-400f-87d0-3ed0ee40d11b req-9137e948-4045-4a2a-9bb6-509fb4580be7 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899317 Sep 16 05:35:47.572217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Attempting to bind port 6d9f1418-5022-42f4-82a7-f88736b1fabf on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:47.572812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Attempting to bind port 6d9f1418-5022-42f4-82a7-f88736b1fabf by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:47.573082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Attempting to bind port 6d9f1418-5022-42f4-82a7-f88736b1fabf on network b467b2f7-df41-437c-9b02-c9d587f3899e {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:47.586069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a765247-6e05-4df3-81fb-8426ad6a0b28 req-425b2c63-4053-4883-b196-5cbc30629531 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:47.588081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4a765247-6e05-4df3-81fb-8426ad6a0b28 req-425b2c63-4053-4883-b196-5cbc30629531 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.7699251 Sep 16 05:35:47.595156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Port 6d9f1418-5022-42f4-82a7-f88736b1fabf on network b467b2f7-df41-437c-9b02-c9d587f3899e not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:47.595597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Attempting to bind port 6d9f1418-5022-42f4-82a7-f88736b1fabf on network b467b2f7-df41-437c-9b02-c9d587f3899e {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:47.601214 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.651227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4a765247-6e05-4df3-81fb-8426ad6a0b28 req-e520cb3f-c3db-46b6-9094-3871ad06c646 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518811 Sep 16 05:35:47.652056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:47.652403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Checking segment: {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:47.652798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Bound using segment: {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:47.653267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Bound port: 6d9f1418-5022-42f4-82a7-f88736b1fabf, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d634b79-1064-401f-b0e4-d7d9ce4d79f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:47.653641 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.771822 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.798165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Router cbb9761a-2784-49fc-8f55-2d9c569fdd79 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:47.811201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] For port 6d9f1418-5022-42f4-82a7-f88736b1fabf, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:47.816092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Network 2db83599-1f95-4ead-941e-7efddd84b81b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:47.817786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] For port 6d9f1418-5022-42f4-82a7-f88736b1fabf, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:47.822894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:47.829225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:47.832473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'Port': ['ID=1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:47.900564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.998490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:47.998490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.998490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] 10.222.0.66 "PUT /v2.0/ports/6d9f1418-5022-42f4-82a7-f88736b1fabf HTTP/1.1" status: 200 len: 1093 time: 2.5530639 Sep 16 05:35:47.998490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5538057b-ad70-44f7-a6d5-94a3740838c1', 'tag': '6d9f1418-5022-42f4-82a7-f88736b1fabf'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:47.998490 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9" -d '{"events": [{"name": "network-changed", "server_uuid": "5538057b-ad70-44f7-a6d5-94a3740838c1", "tag": "6d9f1418-5022-42f4-82a7-f88736b1fabf"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:48.060003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:48.068655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ac7155d-a376-445b-867d-964cdb950db8 admin admin] 10.222.0.49 "PUT /v2.0/routers/cbb9761a-2784-49fc-8f55-2d9c569fdd79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1960256 Sep 16 05:35:48.069207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42988) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:48.074798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] Sync routers for ids ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:48.075336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4431e0-822a-4846-b844-bb6c84a85733 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f1418-5022-42f4-82a7-f88736b1fabf,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:48.092992 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] Routers {'cbb9761a-2784-49fc-8f55-2d9c569fdd79'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:48.093945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:48.119286 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f7820b-362f-437c-aa66-950db471b439 x-openstack-request-id: req-f5f7820b-362f-437c-aa66-950db471b439 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:48.119635 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5538057b-ad70-44f7-a6d5-94a3740838c1", "tag": "6d9f1418-5022-42f4-82a7-f88736b1fabf", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:48.119938 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5f7820b-362f-437c-aa66-950db471b439 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:48.120303 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5538057b-ad70-44f7-a6d5-94a3740838c1', 'tag': '6d9f1418-5022-42f4-82a7-f88736b1fabf', 'status': 'completed', 'code': 200} Sep 16 05:35:48.154300 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:48.205404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-49f46166-1fe4-4a6b-80aa-1bbe12d39c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:48.209321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-49f46166-1fe4-4a6b-80aa-1bbe12d39c8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 1096 time: 0.0620105 Sep 16 05:35:48.283995 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-f94b270b-63e8-41df-9b15-28eeb69962e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf HTTP/1.1" status: 200 len: 217 time: 0.0486271 Sep 16 05:35:48.324234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] Set router cbb9761a-2784-49fc-8f55-2d9c569fdd79 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:48.369972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.408705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.433758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-76ebec5a-c1b8-4988-8326-429aea81376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:48.444002 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-76ebec5a-c1b8-4988-8326-429aea81376d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 HTTP/1.1" status: 200 len: 851 time: 0.1359355 Sep 16 05:35:48.527911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-85c41de3-49c5-443a-a63d-743ea2929674 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b467b2f7-df41-437c-9b02-c9d587f3899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820353 Sep 16 05:35:48.749870 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.764712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-61de3450-9288-400c-8ce8-f4dca308315d service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277529 Sep 16 05:35:48.815691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.890813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d70c1-fd9f-4884-94ca-465fde116ab7 req-65b4104c-a51a-44a6-8030-732ea68bb245 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:48.892441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c4d70c1-fd9f-4884-94ca-465fde116ab7 req-65b4104c-a51a-44a6-8030-732ea68bb245 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 944 time: 0.1613472 Sep 16 05:35:48.978472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '65526621-7832-4ba8-969e-2d05dec82595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:35:45Z', 'revision_number': 5, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port': {'id': '65526621-7832-4ba8-969e-2d05dec82595', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:42Z', 'updated_at': '2021-09-16T05:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:49.032834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] Checking router: cbb9761a-2784-49fc-8f55-2d9c569fdd79 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:49.061812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] Routers {'cbb9761a-2784-49fc-8f55-2d9c569fdd79'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:49.063581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:49.109771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c4d70c1-fd9f-4884-94ca-465fde116ab7 req-886558bf-d775-44b2-9aec-c6a6d7d635ae tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351614 Sep 16 05:35:49.115508 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba67d270-5e09-46c6-bf48-b7fd424d39c0 req-dd77bae7-49ea-4917-aa05-74d3c43b461a service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401239 Sep 16 05:35:49.154105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597609f-57ed-46d4-bfab-edbdc984f32e req-067a9b9f-fc2f-4a63-860d-b6a291ff1d4c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:49.156403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1597609f-57ed-46d4-bfab-edbdc984f32e req-067a9b9f-fc2f-4a63-860d-b6a291ff1d4c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1901968 Sep 16 05:35:49.161340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Deleting port 65526621-7832-4ba8-969e-2d05dec82595 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:49.161688 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.216606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1597609f-57ed-46d4-bfab-edbdc984f32e req-dc263cb3-50fc-4346-b6c1-bce3126c04c9 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534747 Sep 16 05:35:49.231257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] Set router cbb9761a-2784-49fc-8f55-2d9c569fdd79 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:49.291737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] For port 65526621-7832-4ba8-969e-2d05dec82595, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=65526621-7832-4ba8-969e-2d05dec82595,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:49.292171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.304584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 6, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:49.314739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Calling delete_port for 65526621-7832-4ba8-969e-2d05dec82595 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:49.333160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3b47a-0605-407b-98e0-ae7fd0c8dd3b None None] The sync data for ids ['cbb9761a-2784-49fc-8f55-2d9c569fdd79'] in n-d-712749-15 is: [{'id': 'cbb9761a-2784-49fc-8f55-2d9c569fdd79', 'name': 'tempest-TestServerMultinode-1755545056-router', 'tenant_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:40Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 6, 'project_id': '9bc14f80ff6a4ed0945e0865c4b96965', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:49.399071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-ac49dc3d-a1cb-4f1c-8937-5118e86c8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:49.400655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Router 90b5aaa6-a52f-4dee-888a-50da9d0ef2d9 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:35:49.402118 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-ac49dc3d-a1cb-4f1c-8937-5118e86c8e07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 1096 time: 0.0820811 Sep 16 05:35:49.630430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-92b872a6-6f01-44e5-a347-d6462e3cc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:49.632529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-92b872a6-6f01-44e5-a347-d6462e3cc285 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 912 time: 0.2140136 Sep 16 05:35:49.684498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:49.691540 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-73ba2d91-d05b-475e-9a55-e65477b66c7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf HTTP/1.1" status: 200 len: 217 time: 0.0505350 Sep 16 05:35:49.696341 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Sync routers for ids ['90b5aaa6-a52f-4dee-888a-50da9d0ef2d9'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:49.705329 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Routers {'90b5aaa6-a52f-4dee-888a-50da9d0ef2d9'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:49.706011 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['90b5aaa6-a52f-4dee-888a-50da9d0ef2d9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:49.757307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-34f6e9e3-5b60-4178-9aa2-40fbcf910804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:49.759033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-34f6e9e3-5b60-4178-9aa2-40fbcf910804 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 HTTP/1.1" status: 200 len: 851 time: 0.0590117 Sep 16 05:35:49.804330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-174cf5d6-af79-49c2-946f-efbffa9ea85d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b467b2f7-df41-437c-9b02-c9d587f3899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367811 Sep 16 05:35:49.819461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.822155 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f751ec98-86f9-4d76-8454-132834eac9e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.2264974 Sep 16 05:35:49.823321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.825499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43026) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:49.833702 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Set router 90b5aaa6-a52f-4dee-888a-50da9d0ef2d9 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:49.872344 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d54a839a-7325-4356-9442-3d023e18313d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.877880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Pushing event deleted for resources: {'Port': ['ID=65526621-7832-4ba8-969e-2d05dec82595,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:50.006146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-6b560793-67a6-43be-a250-f07e95eb8f70 service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920943 Sep 16 05:35:50.096248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a7330976-c91c-4d4b-a674-c2b2ec602c76 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:50.126686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a7330976-c91c-4d4b-a674-c2b2ec602c76 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:50.139207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a7330976-c91c-4d4b-a674-c2b2ec602c76 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:50.140351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 65526621-7832-4ba8-969e-2d05dec82595 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:50.156195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8fa6ba-ad24-4810-8a50-44b2b8c1fac9 req-e2b726c9-5429-4053-a358-28574d217162 service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388705 Sep 16 05:35:50.168981 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b5aaa6-a52f-4dee-888a-50da9d0ef2d9', 'name': '', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b', 'external_fixed_ips': [{'subnet_id': '385a2b49-ed87-4efc-a06a-ce68f800b96c', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 3, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port': {'id': '1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a', 'name': '', 'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b5aaa6-a52f-4dee-888a-50da9d0ef2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '385a2b49-ed87-4efc-a06a-ce68f800b96c', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385a2b49-ed87-4efc-a06a-ce68f800b96c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:50.176932 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.180585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 65526621-7832-4ba8-969e-2d05dec82595 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:50.181518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 65526621-7832-4ba8-969e-2d05dec82595 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:50.216737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Checking router: 90b5aaa6-a52f-4dee-888a-50da9d0ef2d9 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:50.217078 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Updating router 90b5aaa6-a52f-4dee-888a-50da9d0ef2d9 port 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:35:50.260414 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.378291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659246d-c98c-43e7-bee1-fbad9366be56 req-4b6de936-2f95-46d6-a584-db26174211b1 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:50.379175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2659246d-c98c-43e7-bee1-fbad9366be56 req-4b6de936-2f95-46d6-a584-db26174211b1 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0701137 Sep 16 05:35:50.380641 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.384197 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.386585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.431545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2659246d-c98c-43e7-bee1-fbad9366be56 req-9770e782-87b5-40aa-8f4a-73bdb62848bc tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455613 Sep 16 05:35:50.476436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd7630-6358-4bec-bf0c-57aa50edba49 req-a050ce78-df05-4db1-a32e-1bf9d469343d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:50.478010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ebd7630-6358-4bec-bf0c-57aa50edba49 req-a050ce78-df05-4db1-a32e-1bf9d469343d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 944 time: 0.2524920 Sep 16 05:35:50.566398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ebd7630-6358-4bec-bf0c-57aa50edba49 req-114152a3-2fdd-4254-99dd-3970c028b667 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800471 Sep 16 05:35:50.584880 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.605592 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.618519 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.618519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb9761a-2784-49fc-8f55-2d9c569fdd79 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:35:50.622924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.627836 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6cb122a6-9ff7-4f2d-98eb-668fedbcf603 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cbb9761a-2784-49fc-8f55-2d9c569fdd79 HTTP/1.1" status: 204 len: 168 time: 2.5540602 Sep 16 05:35:50.628653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43048) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:50.678845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b3c974-863a-41ad-b7d2-5f63cf6ff40c admin admin] Deleting subnet 1b5473c4-af74-4880-8250-5e643d632d84 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:35:50.682434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6d9f1418-5022-42f4-82a7-f88736b1fabf details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:50.685288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11b3c974-863a-41ad-b7d2-5f63cf6ff40c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.734919 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.801814 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11b3c974-863a-41ad-b7d2-5f63cf6ff40c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.810226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.811554 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Pushing event updated for resources: {'Port': ['ID=1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:50.828656 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.829312 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.829901 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.832627 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.833426 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.834298 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.834980 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.835837 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.838113 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.838779 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.839325 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.839840 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:50.853504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6d9f1418-5022-42f4-82a7-f88736b1fabf, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:50.856058 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Attempting to bind port 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:50.856483 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Attempting to bind port 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:50.856848 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Attempting to bind port 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a on network 2db83599-1f95-4ead-941e-7efddd84b81b {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:50.864396 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:50.866176 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Checking segment: {'id': '19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:50.866622 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.866998 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Bound using segment: {'id': '19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:50.868306 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Bound port: 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2db83599-1f95-4ead-941e-7efddd84b81b'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:50.869682 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.876610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '6d9f1418-5022-42f4-82a7-f88736b1fabf', 'network_id': 'b467b2f7-df41-437c-9b02-c9d587f3899e', 'port_id': '6d9f1418-5022-42f4-82a7-f88736b1fabf', 'mac_address': 'fa:16:3e:0d:b1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:50.927098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Deleting port 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:50.927640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.931020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.952416 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] For port 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:50.955996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9f1418-5022-42f4-82a7-f88736b1fabf {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:50.976565 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] For port 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a,segment=NetworkSegment(19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f),segment_id=19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:50.979062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11b3c974-863a-41ad-b7d2-5f63cf6ff40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.983448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6d9f1418-5022-42f4-82a7-f88736b1fabf, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:51.077544 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.099842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Calling delete_port for 1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:51.153788 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.155911 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.232900 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Routers {'90b5aaa6-a52f-4dee-888a-50da9d0ef2d9'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:51.233639 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['90b5aaa6-a52f-4dee-888a-50da9d0ef2d9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:51.254525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6d9f1418-5022-42f4-82a7-f88736b1fabf,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:51.273493 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ef117-d313-4df5-861e-e65e6b0640f1 None None] Pushing event updated for resources: {'Port': ['ID=1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:51.341518 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] Set router 90b5aaa6-a52f-4dee-888a-50da9d0ef2d9 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:51.408695 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b5aaa6-a52f-4dee-888a-50da9d0ef2d9', 'name': '', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:50Z', 'revision_number': 4, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:51.446084 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d73aba-999c-44c8-89cb-9e5f060c5a4a None None] The sync data for ids ['90b5aaa6-a52f-4dee-888a-50da9d0ef2d9'] in n-d-712749-15 is: [{'id': '90b5aaa6-a52f-4dee-888a-50da9d0ef2d9', 'name': '', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:50Z', 'revision_number': 4, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:51.515080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['6d9f1418-5022-42f4-82a7-f88736b1fabf'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:51.623139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b36d13-1d8b-408e-a6b7-e99b420a0fd8 req-d6e9e7b8-a316-49cc-9d88-2106acb2cf4f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:51.632572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8b36d13-1d8b-408e-a6b7-e99b420a0fd8 req-d6e9e7b8-a316-49cc-9d88-2106acb2cf4f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0798476 Sep 16 05:35:51.693401 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11b3c974-863a-41ad-b7d2-5f63cf6ff40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.744809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8b36d13-1d8b-408e-a6b7-e99b420a0fd8 req-c9631065-4537-4a2e-ab1e-2cbbbf20d2ec tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108525 Sep 16 05:35:51.747711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3c974-863a-41ad-b7d2-5f63cf6ff40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5473c4-af74-4880-8250-5e643d632d84,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:51.749866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11b3c974-863a-41ad-b7d2-5f63cf6ff40c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.758132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-11b3c974-863a-41ad-b7d2-5f63cf6ff40c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1b5473c4-af74-4880-8250-5e643d632d84 HTTP/1.1" status: 204 len: 168 time: 1.1265256 Sep 16 05:35:51.758914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43074) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:51.767939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed40ef-e2eb-4caa-8f44-e507d85471ac None None] Network b6259bbf-8c65-49cf-abf7-102b0a42281d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:51.901562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177398be-42a9-4d61-9d5e-bc553992e144 req-84ca7da7-6d2e-4017-84be-d30cc742c4cb tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:51.903372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-177398be-42a9-4d61-9d5e-bc553992e144 req-84ca7da7-6d2e-4017-84be-d30cc742c4cb tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 945 time: 0.1612599 Sep 16 05:35:51.932196 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.964604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-177398be-42a9-4d61-9d5e-bc553992e144 req-58118f9f-edd5-47ba-8ad3-d4540ddd09a5 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533299 Sep 16 05:35:52.018283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Deleting port 0539dc27-3545-4c56-b37a-d8cf7ab55325 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:52.018628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.065531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] DHCP port deletion for b6259bbf-8c65-49cf-abf7-102b0a42281d request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:35:52.100174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] For port 0539dc27-3545-4c56-b37a-d8cf7ab55325, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0539dc27-3545-4c56-b37a-d8cf7ab55325,segment=NetworkSegment(f4177fee-d18c-4379-b8c2-c4fc89ef5e31),segment_id=f4177fee-d18c-4379-b8c2-c4fc89ef5e31)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:52.100552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.117176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Calling delete_port for 0539dc27-3545-4c56-b37a-d8cf7ab55325 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:52.120352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.135903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] Deleting port 0539dc27-3545-4c56-b37a-d8cf7ab55325 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:52.135903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.165278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b3c7dfd-8c14-433f-9556-1a4bc8df1f7a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.215793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] For port 0539dc27-3545-4c56-b37a-d8cf7ab55325, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0539dc27-3545-4c56-b37a-d8cf7ab55325,segment=NetworkSegment(f4177fee-d18c-4379-b8c2-c4fc89ef5e31),segment_id=f4177fee-d18c-4379-b8c2-c4fc89ef5e31)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:52.216451 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.232663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] Calling delete_port for 0539dc27-3545-4c56-b37a-d8cf7ab55325 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:52.288654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.323123 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.360184 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.364462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Pushing event deleted for resources: {'Port': ['ID=0539dc27-3545-4c56-b37a-d8cf7ab55325,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.371106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] No DVR routers for this DVR port 0539dc27-3545-4c56-b37a-d8cf7ab55325 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:52.389192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] Pushing event deleted for resources: {'Port': ['ID=0539dc27-3545-4c56-b37a-d8cf7ab55325,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.395516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a687b-cf92-44ae-b0fb-d802a51e068b None None] No DVR routers for this DVR port 0539dc27-3545-4c56-b37a-d8cf7ab55325 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:52.402086 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.405600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.491115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.516338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6259bbf-8c65-49cf-abf7-102b0a42281d']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:52.528376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:52.528696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4177fee-d18c-4379-b8c2-c4fc89ef5e31') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:52.542236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.542566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.542816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90b5aaa6-a52f-4dee-888a-50da9d0ef2d9 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:35:52.564933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.566060 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.567788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e0a7899f-6074-4c31-9995-2577e5e6a671 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "DELETE /v2.0/routers/90b5aaa6-a52f-4dee-888a-50da9d0ef2d9 HTTP/1.1" status: 204 len: 168 time: 2.7001557 Sep 16 05:35:52.571424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43088) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:52.572770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:35:52.573178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:35:52.575023 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:35:52.627997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-01412a04-3a69-4c7e-8022-3378d66b5b07 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Deleting subnet 385a2b49-ed87-4efc-a06a-ce68f800b96c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:35:52.631561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01412a04-3a69-4c7e-8022-3378d66b5b07 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.674119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01412a04-3a69-4c7e-8022-3378d66b5b07 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.682275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6d9f1418-5022-42f4-82a7-f88736b1fabf up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:52.725548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01412a04-3a69-4c7e-8022-3378d66b5b07 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.805992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.820398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.824119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b6259bbf-8c65-49cf-abf7-102b0a42281d HTTP/1.1" status: 204 len: 168 time: 1.0628724 Sep 16 05:35:52.858092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce07cc-184b-4e87-b579-9608aee7b107 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6259bbf-8c65-49cf-abf7-102b0a42281d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.895528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 6d9f1418-5022-42f4-82a7-f88736b1fabf completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:52.911015 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 6d9f1418-5022-42f4-82a7-f88736b1fabf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:52.911608 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.986864 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01412a04-3a69-4c7e-8022-3378d66b5b07 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.043658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01412a04-3a69-4c7e-8022-3378d66b5b07 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=385a2b49-ed87-4efc-a06a-ce68f800b96c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.047667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01412a04-3a69-4c7e-8022-3378d66b5b07 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.056235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43106) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:53.057410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-01412a04-3a69-4c7e-8022-3378d66b5b07 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/385a2b49-ed87-4efc-a06a-ce68f800b96c HTTP/1.1" status: 204 len: 168 time: 0.4845731 Sep 16 05:35:53.099835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09e47c-edd4-4592-bf8e-408e1e9ce55f req-7fc86e5c-d6f3-43c4-b09f-7e19a84a1f1f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.102861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb09e47c-edd4-4592-bf8e-408e1e9ce55f req-7fc86e5c-d6f3-43c4-b09f-7e19a84a1f1f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.2187054 Sep 16 05:35:53.106839 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.134636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5538057b-ad70-44f7-a6d5-94a3740838c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f1418-5022-42f4-82a7-f88736b1fabf'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:53.137221 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a9950b-d9fc-4eb9-81db-26cac9061c5a" -d '{"events": [{"server_uuid": "5538057b-ad70-44f7-a6d5-94a3740838c1", "name": "network-vif-plugged", "status": "completed", "tag": "6d9f1418-5022-42f4-82a7-f88736b1fabf"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:53.153623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6d9f1418-5022-42f4-82a7-f88736b1fabf, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:53.158746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb09e47c-edd4-4592-bf8e-408e1e9ce55f req-23dafbb9-2a57-4983-956d-85bbdc7702cd tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478768 Sep 16 05:35:53.181451 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4606945e-c140-4713-9572-65bcf314a783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.205667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.225234 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b012bd-7d8d-4b5b-982a-80f708b10405 x-openstack-request-id: req-a5b012bd-7d8d-4b5b-982a-80f708b10405 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:53.225601 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5538057b-ad70-44f7-a6d5-94a3740838c1", "name": "network-vif-plugged", "status": "completed", "tag": "6d9f1418-5022-42f4-82a7-f88736b1fabf", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:53.225948 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5b012bd-7d8d-4b5b-982a-80f708b10405 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:53.226440 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5538057b-ad70-44f7-a6d5-94a3740838c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f1418-5022-42f4-82a7-f88736b1fabf', 'code': 200} Sep 16 05:35:53.232878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e875cb9-406b-4cf5-a188-6b1ab4883bcc req-6f979b54-cc1a-4cb1-8100-9bfee82b051f tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.240512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e875cb9-406b-4cf5-a188-6b1ab4883bcc req-6f979b54-cc1a-4cb1-8100-9bfee82b051f tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 945 time: 0.1237965 Sep 16 05:35:53.295937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.339703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e875cb9-406b-4cf5-a188-6b1ab4883bcc req-504d7496-d8b9-4b07-9f08-9ed0fd392714 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967174 Sep 16 05:35:53.371730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.378087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43118) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:53.387173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6d9f1418-5022-42f4-82a7-f88736b1fabf,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.408800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db83599-1f95-4ead-941e-7efddd84b81b']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:53.435040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:53.435343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b1a2fa-ae2d-40bf-838c-f2fd0a27b72f') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:53.438315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b9735834-48fa-4f5e-893a-032c3902734d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0b767ccd2334b7cadbd00cdb8e29da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565751 Sep 16 05:35:53.438984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43120) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:53.455779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.474853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.480957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8b238-3db9-41fb-b88b-065e8e37e2ad req-60072c84-bda3-45c8-a99f-67197db2cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:53.482483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2e8b238-3db9-41fb-b88b-065e8e37e2ad req-60072c84-bda3-45c8-a99f-67197db2cfef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 1098 time: 0.0857205 Sep 16 05:35:53.485238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:35:53.486957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:35:53.487420 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:35:53.499673 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55136012-9ed5-48a5-adb3-13d19f0c0cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.543229 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55136012-9ed5-48a5-adb3-13d19f0c0cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.572033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2e8b238-3db9-41fb-b88b-065e8e37e2ad req-3bb7e418-c568-49cc-b793-3d4e30743769 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743713 Sep 16 05:35:53.671843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.678087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2db83599-1f95-4ead-941e-7efddd84b81b {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:35:53.683118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.688544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2db83599-1f95-4ead-941e-7efddd84b81b HTTP/1.1" status: 204 len: 168 time: 0.6319728 Sep 16 05:35:53.699508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2eb43-7fd0-401d-9577-b920c7d073a0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event deleted for resources: {'Network': ['ID=2db83599-1f95-4ead-941e-7efddd84b81b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.702386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55136012-9ed5-48a5-adb3-13d19f0c0cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.715241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55136012-9ed5-48a5-adb3-13d19f0c0cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.718946 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-55136012-9ed5-48a5-adb3-13d19f0c0cf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be24c8af-565d-4209-aa44-ab52274f7600 HTTP/1.1" status: 204 len: 168 time: 0.2767115 Sep 16 05:35:53.740194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55136012-9ed5-48a5-adb3-13d19f0c0cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be24c8af-565d-4209-aa44-ab52274f7600,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.834331 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.094394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0539dc27-3545-4c56-b37a-d8cf7ab55325 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:54.119283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 0539dc27-3545-4c56-b37a-d8cf7ab55325 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:54.119283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0539dc27-3545-4c56-b37a-d8cf7ab55325 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:54.250867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43148) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:54.257319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1dd82e56-1b70-4db6-bca5-342814e43ae5 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'router': {'name': 'tempest-router--334916908', 'project_id': '179644ae9530477c8423eb1703a32925'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:54.338335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239648c-91ef-434c-956a-bc17d2aa1f0f req-b1a5c71e-f709-42b2-87bf-2ee44438b4e4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:54.348753 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3239648c-91ef-434c-956a-bc17d2aa1f0f req-b1a5c71e-f709-42b2-87bf-2ee44438b4e4 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0692182 Sep 16 05:35:54.371166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1dd82e56-1b70-4db6-bca5-342814e43ae5 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.372354 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1dd82e56-1b70-4db6-bca5-342814e43ae5 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.422785 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3239648c-91ef-434c-956a-bc17d2aa1f0f req-a56d0292-5bdd-4096-9eee-8f393de94d7d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711505 Sep 16 05:35:54.459934 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1dd82e56-1b70-4db6-bca5-342814e43ae5 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.524052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cb43e-155b-44e1-b609-fb3ef463aaf1 req-07c9d777-7ff8-4d6f-bf8d-f47944a8a709 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:54.525763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e23cb43e-155b-44e1-b609-fb3ef463aaf1 req-07c9d777-7ff8-4d6f-bf8d-f47944a8a709 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0516009 Sep 16 05:35:54.527384 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1dd82e56-1b70-4db6-bca5-342814e43ae5 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.578765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e23cb43e-155b-44e1-b609-fb3ef463aaf1 req-cad34a9f-1657-4f2a-91f4-2bc03b0815b0 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Sep 16 05:35:54.645195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43162) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:54.664704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1dd82e56-1b70-4db6-bca5-342814e43ae5 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.668690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1dd82e56-1b70-4db6-bca5-342814e43ae5 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4137609 Sep 16 05:35:54.668925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43164) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:54.761367 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98cfec94-7c21-4e5a-a4d0-eba91303f688 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.765905 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1aaedb56-3779-44b6-a4f4-d0f5703fdf08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9bc14f80ff6a4ed0945e0865c4b96965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194808 Sep 16 05:35:54.768693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43168) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:54.829764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b406394-d2ef-4385-a4f6-e83d6d0ce8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.858757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b406394-d2ef-4385-a4f6-e83d6d0ce8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.948600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98cfec94-7c21-4e5a-a4d0-eba91303f688 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.951474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98cfec94-7c21-4e5a-a4d0-eba91303f688 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.017392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b406394-d2ef-4385-a4f6-e83d6d0ce8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.020794 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b406394-d2ef-4385-a4f6-e83d6d0ce8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.023977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2b406394-d2ef-4385-a4f6-e83d6d0ce8a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93fd49c9-ba21-4e57-bdf9-8513f1e8246b HTTP/1.1" status: 204 len: 168 time: 0.2520597 Sep 16 05:35:55.038434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406394-d2ef-4385-a4f6-e83d6d0ce8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fd49c9-ba21-4e57-bdf9-8513f1e8246b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:55.079355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98cfec94-7c21-4e5a-a4d0-eba91303f688 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.080507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cfec94-7c21-4e5a-a4d0-eba91303f688 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4ead18e-139d-41f5-9a30-4e1473b371c5 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:35:55.095760 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98cfec94-7c21-4e5a-a4d0-eba91303f688 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.095760 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-98cfec94-7c21-4e5a-a4d0-eba91303f688 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b4ead18e-139d-41f5-9a30-4e1473b371c5 HTTP/1.1" status: 204 len: 168 time: 0.4173138 Sep 16 05:35:55.282943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.489059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43184) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:55.588550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96d7ee-655a-45a9-9aa6-09283f08beaf req-6f4ec5b6-b212-4916-ab27-92f508916ba7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:55.592431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c96d7ee-655a-45a9-9aa6-09283f08beaf req-6f4ec5b6-b212-4916-ab27-92f508916ba7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0622926 Sep 16 05:35:55.639729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c96d7ee-655a-45a9-9aa6-09283f08beaf req-76ddc793-94e0-47ab-8aaa-91ec0b8ce16f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429933 Sep 16 05:35:55.703063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-315229162', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:55.740123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5a2f6-b5e1-48e5-a774-c60e1e534c85 req-394eaed1-ff83-417c-a33b-ea7f1753b456 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:55.742014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10b5a2f6-b5e1-48e5-a774-c60e1e534c85 req-394eaed1-ff83-417c-a33b-ea7f1753b456 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0726266 Sep 16 05:35:55.795742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10b5a2f6-b5e1-48e5-a774-c60e1e534c85 req-5c8a0e1f-2058-493f-802c-9cec71eae535 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356662 Sep 16 05:35:55.849543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.851119 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.937909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.314948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.351460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c8e90-4a77-4375-b5e8-8e82fee543ad req-dd1e3839-3a3d-48ac-9db1-671d8eb37f86 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.353525 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-567c8e90-4a77-4375-b5e8-8e82fee543ad req-dd1e3839-3a3d-48ac-9db1-671d8eb37f86 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.2450266 Sep 16 05:35:56.357517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-ebf7c2b4-d145-4dbb-83c1-6c30a7462652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.359508 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-ebf7c2b4-d145-4dbb-83c1-6c30a7462652 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 1098 time: 0.1509516 Sep 16 05:35:56.427706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43218) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:56.520472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-567c8e90-4a77-4375-b5e8-8e82fee543ad req-caf9cc47-4ff5-45ad-b1da-34e21dea3301 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1563594 Sep 16 05:35:56.539200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82f03b-5f0e-4577-a068-3730cfb8d5df req-a271144d-6591-4b8e-a764-472569f25d69 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.540983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f82f03b-5f0e-4577-a068-3730cfb8d5df req-a271144d-6591-4b8e-a764-472569f25d69 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0906591 Sep 16 05:35:56.544363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-ce76bfc8-5556-403a-b79a-aa4190955f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.545912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-ce76bfc8-5556-403a-b79a-aa4190955f60 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 1098 time: 0.1329837 Sep 16 05:35:56.627974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-6576b436-1673-4ad2-95ac-22b2aaed3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.629572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-6576b436-1673-4ad2-95ac-22b2aaed3816 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 912 time: 0.2462871 Sep 16 05:35:56.633415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-860649365-network', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:56.715945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f82f03b-5f0e-4577-a068-3730cfb8d5df req-b2379699-133a-496c-b2b6-fe893a37813f tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522872 Sep 16 05:35:56.744510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-5cac2165-2cf4-483d-998d-2e1a3109fabe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a HTTP/1.1" status: 200 len: 1001 time: 0.1007476 Sep 16 05:35:56.753192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-123533d3-2ae5-446a-a7c9-466dd0db0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.754742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-123533d3-2ae5-446a-a7c9-466dd0db0bfc service neutron] 10.222.0.66 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 912 time: 0.1877952 Sep 16 05:35:56.825873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-1d0e1522-2743-4569-81cb-4427a9380286 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf HTTP/1.1" status: 200 len: 217 time: 0.0620110 Sep 16 05:35:56.859250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Made reservation on behalf of 77897cb430ff493c98f88c0b10a851a2 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:56.861581 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.884522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-00176477-c514-4639-8cf0-5c44a34422a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.886083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-00176477-c514-4639-8cf0-5c44a34422a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 HTTP/1.1" status: 200 len: 851 time: 0.0523396 Sep 16 05:35:56.893542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.900699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.926185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-84f1db75-21ee-4c88-9265-835eb2fc6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.928065 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-84f1db75-21ee-4c88-9265-835eb2fc6e60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.1717410 Sep 16 05:35:56.929448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-f9970733-0a67-43b2-8bcb-f8c6615ae4f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b467b2f7-df41-437c-9b02-c9d587f3899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341408 Sep 16 05:35:56.929969 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.077096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-ed543aa8-4444-4527-8c9b-4dfe20fa9b9a service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271784 Sep 16 05:35:57.117391 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-a42fdba9-3fe4-4c78-90cf-297e09ed3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:57.119112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-a42fdba9-3fe4-4c78-90cf-297e09ed3bb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1705518 Sep 16 05:35:57.168448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Allocated IP 172.25.1.232 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/2a0830c4-20c7-4cc2-8f10-23619bdc4e1e) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:57.186249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d77a381-3789-4d0d-8a35-6d9541cf0544 req-6804dada-cfe8-4e95-b953-3a93f9eddf6d service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993485 Sep 16 05:35:57.279075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.341067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-441b7905-1199-4249-bb06-e03ba25beef2 service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103698 Sep 16 05:35:57.402188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.420376 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.645455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40cdc2-f4b7-4eee-b86f-a1c65f0c2356 req-0af11790-2f7a-458f-aa52-35fca0cdecf7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:57.647274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab40cdc2-f4b7-4eee-b86f-a1c65f0c2356 req-0af11790-2f7a-458f-aa52-35fca0cdecf7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0532115 Sep 16 05:35:57.700816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab40cdc2-f4b7-4eee-b86f-a1c65f0c2356 req-093774a2-3fd8-4a5a-8144-346e67000b7d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462847 Sep 16 05:35:57.831036 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.888455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e459f5-afaf-48f1-aca6-661f427b71f0 req-24a0b2ae-da79-4f76-aa47-925b0315e006 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:57.890665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3e459f5-afaf-48f1-aca6-661f427b71f0 req-24a0b2ae-da79-4f76-aa47-925b0315e006 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0762756 Sep 16 05:35:57.891023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:35:57.913992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.914339 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Added segment 13013ca9-7ef9-47ff-8ecb-84396dfec2a8 of type vlan for network c20c1ea3-23da-4451-945a-309fe686c697 Sep 16 05:35:57.924988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76358299-9ca4-4b28-aa38-f936e46f12f2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:57.948068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3e459f5-afaf-48f1-aca6-661f427b71f0 req-1d7c4031-9475-4633-8f18-e831d17043d3 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Sep 16 05:35:58.002219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-486b2f3c-7fc7-41d7-ae29-5e972ade17a7 req-fa56ed68-3f4c-476e-a2b6-198eb799da10 service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461501 Sep 16 05:35:58.004095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.074779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.111465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.112622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:58.113278 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.142787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:58.149766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:58.152647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:58.194432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event updated for resources: {'Port': ['ID=2a0830c4-20c7-4cc2-8f10-23619bdc4e1e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:58.238768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8067546 Sep 16 05:35:58.241491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1a8e7-1693-4608-a7e9-359047c2fd12 admin admin] Pushing event updated for resources: {'Network': ['ID=c20c1ea3-23da-4451-945a-309fe686c697,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:58.242737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43248) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:58.252196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Request body: {'subnet': {'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-860649365-subnet', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:58.253911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c20c1ea3-23da-4451-945a-309fe686c697 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:35:58.330701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Made reservation on behalf of 77897cb430ff493c98f88c0b10a851a2 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:58.335079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.713795 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.752273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.803911 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.910366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f2bb55-aa1d-48b2-9415-c54b322f9224,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:58.934840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028e425-864b-458a-9af2-b06078bacc7d req-88297c0a-a8db-483f-9714-af8263efdd56 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:58.937828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9028e425-864b-458a-9af2-b06078bacc7d req-88297c0a-a8db-483f-9714-af8263efdd56 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1202292 Sep 16 05:35:58.948224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Checking segment: {'id': '13013ca9-7ef9-47ff-8ecb-84396dfec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:58.948588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Network hostable DHCP agents. Network: c20c1ea3-23da-4451-945a-309fe686c697, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:35:59.008014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9028e425-864b-458a-9af2-b06078bacc7d req-e57227d1-9424-43fb-9a61-0e2f8579953e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540495 Sep 16 05:35:59.130925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.131394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Network c20c1ea3-23da-4451-945a-309fe686c697 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:35:59.190470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e467-4b56-4912-9d14-57c168641a60 req-c42ff94f-970e-404e-bb1f-7835d825c37d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.192846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d28e467-4b56-4912-9d14-57c168641a60 req-c42ff94f-970e-404e-bb1f-7835d825c37d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1103463 Sep 16 05:35:59.234344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c20c1ea3-23da-4451-945a-309fe686c697) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:59.242973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.243945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.256772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8256eab9-ed80-46fb-b848-77f6f07b8fe0 None None] Network c20c1ea3-23da-4451-945a-309fe686c697 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:59.284599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d28e467-4b56-4912-9d14-57c168641a60 req-6245ffd3-032c-45f9-80d7-7766f3e9897d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808589 Sep 16 05:35:59.352028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-af87908e-2a65-4fb6-917d-f3fb37951f31 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1080844 Sep 16 05:35:59.355310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43264) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:59.360082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-860649365-router', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:59.422235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Router 9ab64383-1171-45b3-b140-87a5d64041d0 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:35:59.445455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.446666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.529504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.580300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:59.594118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c602f-cd73-4ede-b45b-67d20fadae12 None None] Sync routers for ids ['9ab64383-1171-45b3-b140-87a5d64041d0'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:59.599689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c20c1ea3-23da-4451-945a-309fe686c697', 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'fixed_ips': [{'subnet_id': 'a2f2bb55-aa1d-48b2-9415-c54b322f9224'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:35:59.600565 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.624784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c602f-cd73-4ede-b45b-67d20fadae12 None None] Routers {'9ab64383-1171-45b3-b140-87a5d64041d0'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:59.625419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5a3c602f-cd73-4ede-b45b-67d20fadae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9ab64383-1171-45b3-b140-87a5d64041d0'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:59.670566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5a3c602f-cd73-4ede-b45b-67d20fadae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:59.727333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c602f-cd73-4ede-b45b-67d20fadae12 None None] Routers {'9ab64383-1171-45b3-b140-87a5d64041d0'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:59.728656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5a3c602f-cd73-4ede-b45b-67d20fadae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9ab64383-1171-45b3-b140-87a5d64041d0'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:59.754197 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.758135 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-531cc7dd-0391-43b5-b2ef-ff50192e5e64 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2657046 Sep 16 05:35:59.758576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43268) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:59.786151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5a3c602f-cd73-4ede-b45b-67d20fadae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:59.787051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3c602f-cd73-4ede-b45b-67d20fadae12 None None] The sync data for ids ['9ab64383-1171-45b3-b140-87a5d64041d0'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:59.791122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.861522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Allocated IP 172.20.0.2 (c20c1ea3-23da-4451-945a-309fe686c697/a2f2bb55-aa1d-48b2-9415-c54b322f9224/d9207dfa-2460-4559-8797-c3387f07360b) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:59.923319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43274) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:59.924498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7db8bcae-fed5-4394-ad3d-d05dd7d832e8 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/routers/9ab64383-1171-45b3-b140-87a5d64041d0 HTTP/1.1" status: 200 len: 920 time: 0.1636822 Sep 16 05:35:59.969170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43278) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:59.978350 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d345ec15-706d-4ebb-884e-8b377e1f38f0 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ab64383-1171-45b3-b140-87a5d64041d0 HTTP/1.1" status: 200 len: 205 time: 0.0489533 Sep 16 05:36:00.176438 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.229697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.264734 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.296901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5f75-a6d4-44a6-840d-8d3aeca89045 req-f5ef1d1f-2874-4a17-ae8f-58866cc4a168 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.304856 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d80b5f75-a6d4-44a6-840d-8d3aeca89045 req-f5ef1d1f-2874-4a17-ae8f-58866cc4a168 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1305873 Sep 16 05:36:00.327497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.350362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Network c20c1ea3-23da-4451-945a-309fe686c697 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:00.354673 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.357105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:00.368818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:00.390475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Pushing event updated for resources: {'Port': ['ID=d9207dfa-2460-4559-8797-c3387f07360b,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:00.418275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.433340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d80b5f75-a6d4-44a6-840d-8d3aeca89045 req-5cfdf160-e393-4f9d-acac-8dbc66582a9c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274564 Sep 16 05:36:00.468524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Attempting to bind port d9207dfa-2460-4559-8797-c3387f07360b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:00.468524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Attempting to bind port d9207dfa-2460-4559-8797-c3387f07360b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '13013ca9-7ef9-47ff-8ecb-84396dfec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:00.468524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Attempting to bind port d9207dfa-2460-4559-8797-c3387f07360b on network c20c1ea3-23da-4451-945a-309fe686c697 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:00.475599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:00.476056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Checking segment: {'id': '13013ca9-7ef9-47ff-8ecb-84396dfec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:00.476353 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.476756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Bound using segment: {'id': '13013ca9-7ef9-47ff-8ecb-84396dfec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:00.477221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Bound port: d9207dfa-2460-4559-8797-c3387f07360b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13013ca9-7ef9-47ff-8ecb-84396dfec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:00.477605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.497248 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3002928-4275-4254-99dc-974306d55f61 req-71cd24df-b425-40ae-b7e8-beb1f28a9130 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.499390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3002928-4275-4254-99dc-974306d55f61 req-71cd24df-b425-40ae-b7e8-beb1f28a9130 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0840428 Sep 16 05:36:00.550814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Allocated IP 172.25.1.66 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/e77521da-756a-4be0-920b-c6755cdb30b8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:00.557479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] For port d9207dfa-2460-4559-8797-c3387f07360b, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:00.560947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] For port d9207dfa-2460-4559-8797-c3387f07360b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9207dfa-2460-4559-8797-c3387f07360b,segment=NetworkSegment(13013ca9-7ef9-47ff-8ecb-84396dfec2a8),segment_id=13013ca9-7ef9-47ff-8ecb-84396dfec2a8)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:00.573402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3002928-4275-4254-99dc-974306d55f61 req-56f054e7-70f7-46cd-87c5-f171a32e345c tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Sep 16 05:36:00.598467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Deleting port 2a0830c4-20c7-4cc2-8f10-23619bdc4e1e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:00.598467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.643209 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.693012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.714900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Calling delete_port for 2a0830c4-20c7-4cc2-8f10-23619bdc4e1e owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:00.720073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.731113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd916269-2bc1-436d-8687-b1b472476f1b None None] Pushing event updated for resources: {'Port': ['ID=d9207dfa-2460-4559-8797-c3387f07360b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:00.816430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:00.860160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:00.864837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:00.868858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:00.910286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e77521da-756a-4be0-920b-c6755cdb30b8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:01.042774 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.092930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event deleted for resources: {'Port': ['ID=2a0830c4-20c7-4cc2-8f10-23619bdc4e1e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:01.354608 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.445430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.514780 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.517274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.671743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.672492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab64383-1171-45b3-b140-87a5d64041d0 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:01.680722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.686355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-350f6af8-9144-45d7-b872-0b6ba94f0c6e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/9ab64383-1171-45b3-b140-87a5d64041d0 HTTP/1.1" status: 204 len: 168 time: 1.7150414 Sep 16 05:36:01.689079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43306) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:01.697203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1002669790', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': False}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:01.707682 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.839668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.841503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.935031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ac7e3-441e-4e12-aad2-6b88b05bb569 req-ebae14ef-934d-4922-be41-fa375c6dcc4e tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:01.943434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee2ac7e3-441e-4e12-aad2-6b88b05bb569 req-ebae14ef-934d-4922-be41-fa375c6dcc4e tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1818962 Sep 16 05:36:02.069886 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:02.124167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee2ac7e3-441e-4e12-aad2-6b88b05bb569 req-d6ffb0bd-b28b-4eb8-b225-ebd23a7558dc tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796539 Sep 16 05:36:02.165946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7589f448-5258-435c-8f37-3a0c096a54c2 None None] Network c20c1ea3-23da-4451-945a-309fe686c697 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:02.244680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Router 959751b3-d29d-4461-8ef3-4a8ac0628763 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:02.466462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:02.467886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9207dfa-2460-4559-8797-c3387f07360b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:02.473996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-02b15a08-f533-4bfd-b8e5-84e78a380d35 None None] Provisioning complete for port d9207dfa-2460-4559-8797-c3387f07360b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:02.474599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02b15a08-f533-4bfd-b8e5-84e78a380d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:02.481675 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Sync routers for ids ['959751b3-d29d-4461-8ef3-4a8ac0628763'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:02.495586 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Routers {'959751b3-d29d-4461-8ef3-4a8ac0628763'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:02.498140 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['959751b3-d29d-4461-8ef3-4a8ac0628763'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:02.608945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:02.616486 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:02.619593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e15ca941-c9b8-45d8-b09a-3516957429c3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.2613652 Sep 16 05:36:02.620566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43328) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:02.700270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d9207dfa-2460-4559-8797-c3387f07360b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:02.700650 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:02.810292 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02b15a08-f533-4bfd-b8e5-84e78a380d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:03.000523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-02b15a08-f533-4bfd-b8e5-84e78a380d35 None None] For port d9207dfa-2460-4559-8797-c3387f07360b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9207dfa-2460-4559-8797-c3387f07360b,segment=NetworkSegment(13013ca9-7ef9-47ff-8ecb-84396dfec2a8),segment_id=13013ca9-7ef9-47ff-8ecb-84396dfec2a8)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:03.021014 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Set router 959751b3-d29d-4461-8ef3-4a8ac0628763 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:03.037033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:03.083998 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02b15a08-f533-4bfd-b8e5-84e78a380d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:03.342970 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:03.349672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:36:03.350143 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:36:03.351398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b15a08-f533-4bfd-b8e5-84e78a380d35 None None] Pushing event updated for resources: {'Port': ['ID=d9207dfa-2460-4559-8797-c3387f07360b,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:03.380300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d345b789-f0f5-4920-97d6-9dffee9a5982 None None] Provisioning complete for port d9207dfa-2460-4559-8797-c3387f07360b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:03.380677 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d345b789-f0f5-4920-97d6-9dffee9a5982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:03.405294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:03.545564 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'name': 'tempest-ImageQuotaTest-860649365-router', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:59Z', 'updated_at': '2021-09-16T05:36:01Z', 'revision_number': 3, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'gw_port': {'id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:00Z', 'updated_at': '2021-09-16T05:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:03.594009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5a0fd-0de1-4cfd-bf87-7e5f3dfc5c1b req-4fd15c50-7814-42ac-a164-b1453e303299 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:03.604194 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5aa5a0fd-0de1-4cfd-bf87-7e5f3dfc5c1b req-4fd15c50-7814-42ac-a164-b1453e303299 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.2909746 Sep 16 05:36:03.647512 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Checking router: 959751b3-d29d-4461-8ef3-4a8ac0628763 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:03.647880 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Updating router 959751b3-d29d-4461-8ef3-4a8ac0628763 port e77521da-756a-4be0-920b-c6755cdb30b8 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:03.687077 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:03.688857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5aa5a0fd-0de1-4cfd-bf87-7e5f3dfc5c1b req-89b5791e-05cb-48c6-b43d-3ab0d438cae0 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Sep 16 05:36:03.744683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Allocated IP 172.25.1.204 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/1c44e1b4-1f75-4895-b85c-2df06fbbef05) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:03.756537 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.059668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.083892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Allocated IP 172.20.0.1 (c20c1ea3-23da-4451-945a-309fe686c697/a2f2bb55-aa1d-48b2-9415-c54b322f9224/b9c02bf0-2913-4046-96f8-7a537da55519) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:04.112257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9207dfa-2460-4559-8797-c3387f07360b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:04.210814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.220144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d9207dfa-2460-4559-8797-c3387f07360b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:04.220536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.248023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.379538 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.400832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:04.403325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'Port': ['ID=1c44e1b4-1f75-4895-b85c-2df06fbbef05,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:04.415463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:04.421758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:04.433873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Network c20c1ea3-23da-4451-945a-309fe686c697 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:04.475017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:04.478431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:04.552818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.587352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Pushing event updated for resources: {'Port': ['ID=b9c02bf0-2913-4046-96f8-7a537da55519,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:04.633120 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.720268 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.808113 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Attempting to bind port e77521da-756a-4be0-920b-c6755cdb30b8 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:04.808630 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Attempting to bind port e77521da-756a-4be0-920b-c6755cdb30b8 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:04.809037 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Attempting to bind port e77521da-756a-4be0-920b-c6755cdb30b8 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:04.824990 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:04.828348 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:04.829481 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.830944 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:04.832225 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Bound port: e77521da-756a-4be0-920b-c6755cdb30b8, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:04.834690 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.875465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f52c0-e7d0-4504-ab83-2d120b96db19 req-ab603490-3b31-464d-9b66-49893fcd4a1d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.884594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d2f52c0-e7d0-4504-ab83-2d120b96db19 req-ab603490-3b31-464d-9b66-49893fcd4a1d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0906508 Sep 16 05:36:04.893119 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bf7d0-a80f-4e8f-8d58-61c929f9fca4 None None] Pushing event updated for resources: {'Port': ['ID=e77521da-756a-4be0-920b-c6755cdb30b8,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:04.946677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.967422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a4a6be78-12de-4777-b8c5-ea50f1f3de90 None None] Provisioning complete for port b9c02bf0-2913-4046-96f8-7a537da55519 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:04.968502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a4a6be78-12de-4777-b8c5-ea50f1f3de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.970237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d2f52c0-e7d0-4504-ab83-2d120b96db19 req-85d87c0d-11ab-4e30-ad49-bc100089b5bb tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846369 Sep 16 05:36:05.014716 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] For port e77521da-756a-4be0-920b-c6755cdb30b8, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:05.016042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.018444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6be78-12de-4777-b8c5-ea50f1f3de90 None None] Port b9c02bf0-2913-4046-96f8-7a537da55519 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:05.021499 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] For port e77521da-756a-4be0-920b-c6755cdb30b8, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e77521da-756a-4be0-920b-c6755cdb30b8,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:05.131254 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.211736 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Routers {'959751b3-d29d-4461-8ef3-4a8ac0628763'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:05.212659 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['959751b3-d29d-4461-8ef3-4a8ac0628763'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:05.234945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.324628 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bf7d0-a80f-4e8f-8d58-61c929f9fca4 None None] Pushing event updated for resources: {'Port': ['ID=e77521da-756a-4be0-920b-c6755cdb30b8,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:05.332786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.395293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.419161 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] Set router 959751b3-d29d-4461-8ef3-4a8ac0628763 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:05.431134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.433215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Pushing event updated for resources: {'Port': ['ID=b9c02bf0-2913-4046-96f8-7a537da55519,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:05.701820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Router 23ac1e28-c1e3-4e9c-9726-b405a05f05d1 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:05.844740 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'name': 'tempest-ImageQuotaTest-860649365-router', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:59Z', 'updated_at': '2021-09-16T05:36:04Z', 'revision_number': 4, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'gw_port': {'id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:00Z', 'updated_at': '2021-09-16T05:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b9c02bf0-2913-4046-96f8-7a537da55519', 'name': '', 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'mac_address': 'fa:16:3e:b6:46:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'a2f2bb55-aa1d-48b2-9415-c54b322f9224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:03Z', 'updated_at': '2021-09-16T05:36:04Z', 'revision_number': 1, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'subnets': [{'id': 'a2f2bb55-aa1d-48b2-9415-c54b322f9224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:05.884629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb8297-b816-42a5-ae1a-c3fb2dc88337 None None] The sync data for ids ['959751b3-d29d-4461-8ef3-4a8ac0628763'] in n-d-712749-15 is: [{'id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'name': 'tempest-ImageQuotaTest-860649365-router', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:59Z', 'updated_at': '2021-09-16T05:36:04Z', 'revision_number': 4, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'gw_port': {'id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:00Z', 'updated_at': '2021-09-16T05:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b9c02bf0-2913-4046-96f8-7a537da55519', 'name': '', 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'mac_address': 'fa:16:3e:b6:46:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'a2f2bb55-aa1d-48b2-9415-c54b322f9224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:03Z', 'updated_at': '2021-09-16T05:36:04Z', 'revision_number': 1, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'subnets': [{'id': 'a2f2bb55-aa1d-48b2-9415-c54b322f9224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:05.900644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:05.913220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Sync routers for ids ['23ac1e28-c1e3-4e9c-9726-b405a05f05d1'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:05.934046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Routers {'23ac1e28-c1e3-4e9c-9726-b405a05f05d1'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:05.934986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['23ac1e28-c1e3-4e9c-9726-b405a05f05d1'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:06.026386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:06.030166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cca4447a-45c4-433a-983a-f0e11595b9a9 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3371644 Sep 16 05:36:06.030972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43462) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:06.103046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Set router 23ac1e28-c1e3-4e9c-9726-b405a05f05d1 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:06.127651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Network c20c1ea3-23da-4451-945a-309fe686c697 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:06.130820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:06.373418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Router 959751b3-d29d-4461-8ef3-4a8ac0628763 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:06.544654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:06.550375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-342e01bd-016a-4c7c-9482-7cbd690c6a9f admin admin] 10.222.0.49 "PUT /v2.0/routers/959751b3-d29d-4461-8ef3-4a8ac0628763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9280462 Sep 16 05:36:06.621934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f5dcf-7dfc-4e9f-a5cf-5cab7fefb2c5 req-054dd005-1d0f-48f9-8438-39c822413e27 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.636879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d5f5dcf-7dfc-4e9f-a5cf-5cab7fefb2c5 req-054dd005-1d0f-48f9-8438-39c822413e27 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.4823155 Sep 16 05:36:06.705874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ac1e28-c1e3-4e9c-9726-b405a05f05d1', 'name': 'tempest-snat-router-1002669790', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.204'}], 'enable_snat': False}, 'gw_port_id': '1c44e1b4-1f75-4895-b85c-2df06fbbef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:01Z', 'updated_at': '2021-09-16T05:36:04Z', 'revision_number': 3, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port': {'id': '1c44e1b4-1f75-4895-b85c-2df06fbbef05', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ac1e28-c1e3-4e9c-9726-b405a05f05d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:03Z', 'updated_at': '2021-09-16T05:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:06.807961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Checking router: 23ac1e28-c1e3-4e9c-9726-b405a05f05d1 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:06.808480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Updating router 23ac1e28-c1e3-4e9c-9726-b405a05f05d1 port 1c44e1b4-1f75-4895-b85c-2df06fbbef05 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:06.809634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6fb66b36-b3ea-49e5-8190-6c9e354c4926 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/routers/23ac1e28-c1e3-4e9c-9726-b405a05f05d1 HTTP/1.1" status: 200 len: 909 time: 0.7758515 Sep 16 05:36:06.810695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:06.826927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1002669790', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': True}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:06.852994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4fa28525-b1fa-427a-a0c0-85f991e2ea86 None None] Provisioning complete for port b9c02bf0-2913-4046-96f8-7a537da55519 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:06.853430 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fa28525-b1fa-427a-a0c0-85f991e2ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:06.856487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:06.925655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d5f5dcf-7dfc-4e9f-a5cf-5cab7fefb2c5 req-28a33298-6bf8-4ed6-a90f-f08b6a1e6551 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274027 Sep 16 05:36:07.002720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4fa28525-b1fa-427a-a0c0-85f991e2ea86 None None] Port b9c02bf0-2913-4046-96f8-7a537da55519 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:07.060109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.061311 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.187654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.451663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.528074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.542959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.606296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Attempting to bind port 1c44e1b4-1f75-4895-b85c-2df06fbbef05 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:07.607554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Attempting to bind port 1c44e1b4-1f75-4895-b85c-2df06fbbef05 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:07.608125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Attempting to bind port 1c44e1b4-1f75-4895-b85c-2df06fbbef05 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:07.626657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:07.634207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:07.635326 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.635924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:07.636588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Bound port: 1c44e1b4-1f75-4895-b85c-2df06fbbef05, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:07.637161 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:07.709308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997cb22-fe0d-4f45-afc0-dccf04616f7c None None] Pushing event updated for resources: {'Port': ['ID=1c44e1b4-1f75-4895-b85c-2df06fbbef05,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:07.775425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] For port 1c44e1b4-1f75-4895-b85c-2df06fbbef05, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:07.779121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] For port 1c44e1b4-1f75-4895-b85c-2df06fbbef05, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1c44e1b4-1f75-4895-b85c-2df06fbbef05,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:07.932767 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:08.192606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Routers {'23ac1e28-c1e3-4e9c-9726-b405a05f05d1'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:08.197045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['23ac1e28-c1e3-4e9c-9726-b405a05f05d1'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:08.280880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16817145-ab2d-4950-a25c-2767cede25bc req-dcf09086-2d20-43c9-81e7-31c82592ffc1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:08.282989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16817145-ab2d-4950-a25c-2767cede25bc req-dcf09086-2d20-43c9-81e7-31c82592ffc1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1361749 Sep 16 05:36:08.324731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e77521da-756a-4be0-920b-c6755cdb30b8 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:08.369483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16817145-ab2d-4950-a25c-2767cede25bc req-a2b1190e-0500-453c-9015-5452307851bd tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594792 Sep 16 05:36:08.405771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997cb22-fe0d-4f45-afc0-dccf04616f7c None None] Pushing event updated for resources: {'Port': ['ID=1c44e1b4-1f75-4895-b85c-2df06fbbef05,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:08.701765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e77521da-756a-4be0-920b-c6755cdb30b8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:08.702433 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:08.753475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] Set router 23ac1e28-c1e3-4e9c-9726-b405a05f05d1 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:08.868660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:08.892686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:08.911016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:08.949332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port e77521da-756a-4be0-920b-c6755cdb30b8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e77521da-756a-4be0-920b-c6755cdb30b8,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:09.001981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ac1e28-c1e3-4e9c-9726-b405a05f05d1', 'name': 'tempest-snat-router-1002669790', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.204'}], 'enable_snat': False}, 'gw_port_id': '1c44e1b4-1f75-4895-b85c-2df06fbbef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:01Z', 'updated_at': '2021-09-16T05:36:04Z', 'revision_number': 3, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port': {'id': '1c44e1b4-1f75-4895-b85c-2df06fbbef05', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ac1e28-c1e3-4e9c-9726-b405a05f05d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:03Z', 'updated_at': '2021-09-16T05:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:09.006239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.040735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa738cdb-8bc4-4cef-b170-e18212026dfa None None] The sync data for ids ['23ac1e28-c1e3-4e9c-9726-b405a05f05d1'] in n-d-712749-15 is: [{'id': '23ac1e28-c1e3-4e9c-9726-b405a05f05d1', 'name': 'tempest-snat-router-1002669790', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.204'}], 'enable_snat': False}, 'gw_port_id': '1c44e1b4-1f75-4895-b85c-2df06fbbef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:01Z', 'updated_at': '2021-09-16T05:36:04Z', 'revision_number': 3, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port': {'id': '1c44e1b4-1f75-4895-b85c-2df06fbbef05', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ac1e28-c1e3-4e9c-9726-b405a05f05d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:03Z', 'updated_at': '2021-09-16T05:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:09.052236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Allocated IP 172.25.1.30 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/acb73f67-0134-4cc3-8377-e94d94abb215) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:09.106796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=e77521da-756a-4be0-920b-c6755cdb30b8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:09.134038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:09.275373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.411807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.494119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:09.518789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:09.526928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:09.596472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'Port': ['ID=acb73f67-0134-4cc3-8377-e94d94abb215,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:09.616416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.616813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.617160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.617490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.618006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.618496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.618995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.619482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.619986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.620467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.621006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.621492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:09.657189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17be1-9897-409c-bca5-24c783139857 req-8185e260-43de-423d-8a9a-0b4821e8552d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:09.665470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-19f17be1-9897-409c-bca5-24c783139857 req-8185e260-43de-423d-8a9a-0b4821e8552d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1752207 Sep 16 05:36:09.713694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.820635 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Sync routers for ids ['959751b3-d29d-4461-8ef3-4a8ac0628763'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:09.831671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-19f17be1-9897-409c-bca5-24c783139857 req-137e4a58-2446-4857-91dd-cdfcd8a21067 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650534 Sep 16 05:36:09.836557 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Routers {'959751b3-d29d-4461-8ef3-4a8ac0628763'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:09.837493 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['959751b3-d29d-4461-8ef3-4a8ac0628763'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:10.036471 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Set router 959751b3-d29d-4461-8ef3-4a8ac0628763 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:10.113935 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.254649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Deleting port b9c02bf0-2913-4046-96f8-7a537da55519 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:10.257320 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.315018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e77521da-756a-4be0-920b-c6755cdb30b8 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:10.420423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e77521da-756a-4be0-920b-c6755cdb30b8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:10.421012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.504369 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'name': 'tempest-ImageQuotaTest-860649365-router', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:59Z', 'updated_at': '2021-09-16T05:36:04Z', 'revision_number': 4, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'gw_port': {'id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:00Z', 'updated_at': '2021-09-16T05:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b9c02bf0-2913-4046-96f8-7a537da55519', 'name': '', 'network_id': 'c20c1ea3-23da-4451-945a-309fe686c697', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'mac_address': 'fa:16:3e:b6:46:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'a2f2bb55-aa1d-48b2-9415-c54b322f9224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:03Z', 'updated_at': '2021-09-16T05:36:05Z', 'revision_number': 2, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'subnets': [{'id': 'a2f2bb55-aa1d-48b2-9415-c54b322f9224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:10.559985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.585627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Calling delete_port for b9c02bf0-2913-4046-96f8-7a537da55519 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:10.587605 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Checking router: 959751b3-d29d-4461-8ef3-4a8ac0628763 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:10.592966 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Updating router 959751b3-d29d-4461-8ef3-4a8ac0628763 port b9c02bf0-2913-4046-96f8-7a537da55519 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:10.593678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1c44e1b4-1f75-4895-b85c-2df06fbbef05 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:10.647877 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.657004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1c44e1b4-1f75-4895-b85c-2df06fbbef05 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:10.657379 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.712595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.793242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.821267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 1c44e1b4-1f75-4895-b85c-2df06fbbef05, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1c44e1b4-1f75-4895-b85c-2df06fbbef05,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:10.945863 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.001067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5053e-99e4-407d-9ccb-022f59cf7c36 req-29cd0029-9a7f-4155-b771-32125eee01f8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:11.007603 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7cc5053e-99e4-407d-9ccb-022f59cf7c36 req-29cd0029-9a7f-4155-b771-32125eee01f8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0973532 Sep 16 05:36:11.023107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=1c44e1b4-1f75-4895-b85c-2df06fbbef05,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:11.058915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7cc5053e-99e4-407d-9ccb-022f59cf7c36 req-fcbb9f35-1c4c-4a35-8232-d6b33e3bbbfd tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486073 Sep 16 05:36:11.139928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Router ce6f3d9d-af51-4370-b77b-338b66cfa11e is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:11.140493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.192899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c02bf0-2913-4046-96f8-7a537da55519,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:11.226509 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.db.api [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:36:11.227774 n-d-712749-15 neutron-server[95662]: DEBUG oslo_db.api [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:36:11.293508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:11.308201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Sync routers for ids ['ce6f3d9d-af51-4370-b77b-338b66cfa11e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:11.324419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Routers {'ce6f3d9d-af51-4370-b77b-338b66cfa11e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:11.325782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ce6f3d9d-af51-4370-b77b-338b66cfa11e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:11.379413 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.404616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.406041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8a57dc06-015c-4d66-ae8a-da766812d52a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5910079 Sep 16 05:36:11.410193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43706) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:11.494289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Set router ce6f3d9d-af51-4370-b77b-338b66cfa11e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:11.582634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-540c9182-f81b-4360-b45e-a6287d86376e tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/routers/ce6f3d9d-af51-4370-b77b-338b66cfa11e HTTP/1.1" status: 200 len: 907 time: 0.1723852 Sep 16 05:36:11.586204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:11.748328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6f3d9d-af51-4370-b77b-338b66cfa11e', 'name': 'tempest-snat-router-1002669790', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'acb73f67-0134-4cc3-8377-e94d94abb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:07Z', 'updated_at': '2021-09-16T05:36:09Z', 'revision_number': 3, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port': {'id': 'acb73f67-0134-4cc3-8377-e94d94abb215', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:51:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6f3d9d-af51-4370-b77b-338b66cfa11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:08Z', 'updated_at': '2021-09-16T05:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:11.759668 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Port b9c02bf0-2913-4046-96f8-7a537da55519 not found while updating agent binding for router 959751b3-d29d-4461-8ef3-4a8ac0628763. {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 05:36:11.767952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Router 959751b3-d29d-4461-8ef3-4a8ac0628763 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:11.770359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.776423 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Routers {'959751b3-d29d-4461-8ef3-4a8ac0628763'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:11.777324 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['959751b3-d29d-4461-8ef3-4a8ac0628763'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:11.780967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Checking router: ce6f3d9d-af51-4370-b77b-338b66cfa11e for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:11.785560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Updating router ce6f3d9d-af51-4370-b77b-338b66cfa11e port acb73f67-0134-4cc3-8377-e94d94abb215 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:11.809545 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.910124 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] Set router 959751b3-d29d-4461-8ef3-4a8ac0628763 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:11.988418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.006516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:12.023642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43742) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:12.030419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-03768242-4d71-486f-9e18-c3b3f8a8ac1f admin admin] 10.222.0.49 "PUT /v2.0/routers/959751b3-d29d-4461-8ef3-4a8ac0628763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8946793 Sep 16 05:36:12.100115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1c44e1b4-1f75-4895-b85c-2df06fbbef05 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:12.198517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1c44e1b4-1f75-4895-b85c-2df06fbbef05 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:12.198885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.229229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.231069 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'name': 'tempest-ImageQuotaTest-860649365-router', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:59Z', 'updated_at': '2021-09-16T05:36:10Z', 'revision_number': 5, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'gw_port': {'id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:00Z', 'updated_at': '2021-09-16T05:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:12.272869 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a6f78f-6695-46c7-9865-14c06a33e0fd None None] The sync data for ids ['959751b3-d29d-4461-8ef3-4a8ac0628763'] in n-d-712749-15 is: [{'id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'name': 'tempest-ImageQuotaTest-860649365-router', 'tenant_id': '77897cb430ff493c98f88c0b10a851a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:59Z', 'updated_at': '2021-09-16T05:36:10Z', 'revision_number': 5, 'project_id': '77897cb430ff493c98f88c0b10a851a2', 'gw_port': {'id': 'e77521da-756a-4be0-920b-c6755cdb30b8', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959751b3-d29d-4461-8ef3-4a8ac0628763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:00Z', 'updated_at': '2021-09-16T05:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:12.279551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Deleting port acb73f67-0134-4cc3-8377-e94d94abb215 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:12.279551 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.286327 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.370329 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.376998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7bcf8-d550-4bea-8662-7fc1bb9e9f39 req-6f8a09f0-1355-4fdc-a15f-58bf8f8492d6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:12.378683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6cd7bcf8-d550-4bea-8662-7fc1bb9e9f39 req-6f8a09f0-1355-4fdc-a15f-58bf8f8492d6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1423664 Sep 16 05:36:12.413668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.430429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.442195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6cd7bcf8-d550-4bea-8662-7fc1bb9e9f39 req-29571b73-72d0-4b50-9251-191d1df085a9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565076 Sep 16 05:36:12.451709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Calling delete_port for acb73f67-0134-4cc3-8377-e94d94abb215 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:12.482167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Attempting to bind port acb73f67-0134-4cc3-8377-e94d94abb215 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:12.482783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Attempting to bind port acb73f67-0134-4cc3-8377-e94d94abb215 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:12.483348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Attempting to bind port acb73f67-0134-4cc3-8377-e94d94abb215 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:12.491656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72d8f6-a5c8-4045-9dc8-2685f3f425a3 None None] Pushing event updated for resources: {'Port': ['ID=acb73f67-0134-4cc3-8377-e94d94abb215,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:12.494792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:12.498126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:12.498126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.498126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:12.498126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Bound port: acb73f67-0134-4cc3-8377-e94d94abb215, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:12.498126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.578482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] For port acb73f67-0134-4cc3-8377-e94d94abb215, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:12.578482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] For port acb73f67-0134-4cc3-8377-e94d94abb215, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=acb73f67-0134-4cc3-8377-e94d94abb215,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:12.600811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Deleting port e77521da-756a-4be0-920b-c6755cdb30b8 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:12.601158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.693889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] For port e77521da-756a-4be0-920b-c6755cdb30b8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e77521da-756a-4be0-920b-c6755cdb30b8,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:12.694270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.709576 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.710469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Calling delete_port for e77521da-756a-4be0-920b-c6755cdb30b8 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:12.826013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72d8f6-a5c8-4045-9dc8-2685f3f425a3 None None] Pushing event updated for resources: {'Port': ['ID=acb73f67-0134-4cc3-8377-e94d94abb215,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:12.838127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.854446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Routers {'ce6f3d9d-af51-4370-b77b-338b66cfa11e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:12.855184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ce6f3d9d-af51-4370-b77b-338b66cfa11e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:12.881258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event deleted for resources: {'Port': ['ID=acb73f67-0134-4cc3-8377-e94d94abb215,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:12.938383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] Set router ce6f3d9d-af51-4370-b77b-338b66cfa11e gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:12.991641 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.001306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6f3d9d-af51-4370-b77b-338b66cfa11e', 'name': 'tempest-snat-router-1002669790', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:07Z', 'updated_at': '2021-09-16T05:36:12Z', 'revision_number': 5, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:13.041914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442661c3-3bc1-430c-bf75-1c1a1646618c None None] The sync data for ids ['ce6f3d9d-af51-4370-b77b-338b66cfa11e'] in n-d-712749-15 is: [{'id': 'ce6f3d9d-af51-4370-b77b-338b66cfa11e', 'name': 'tempest-snat-router-1002669790', 'tenant_id': '7a4a6290275442e89980dc09b288699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:07Z', 'updated_at': '2021-09-16T05:36:12Z', 'revision_number': 5, 'project_id': '7a4a6290275442e89980dc09b288699a', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:13.106364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.108806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.151034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.179946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77521da-756a-4be0-920b-c6755cdb30b8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:13.262027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.262561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce6f3d9d-af51-4370-b77b-338b66cfa11e {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:13.269369 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.270922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fd2cca11-e485-4e71-ab69-79b665d8fc10 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "DELETE /v2.0/routers/ce6f3d9d-af51-4370-b77b-338b66cfa11e HTTP/1.1" status: 204 len: 168 time: 1.6826856 Sep 16 05:36:13.273647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43796) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:13.293670 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.429234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.429807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.432597 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.586181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.586361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 959751b3-d29d-4461-8ef3-4a8ac0628763 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:13.598975 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.600997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-696568ed-8469-42f3-81f9-acff3fdd8239 admin admin] 10.222.0.49 "DELETE /v2.0/routers/959751b3-d29d-4461-8ef3-4a8ac0628763 HTTP/1.1" status: 204 len: 168 time: 1.5754678 Sep 16 05:36:13.608625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43816) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:13.778407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358751-d5a7-469f-b311-d4f63d297e38 req-1510218b-9984-4a06-a945-4300e7d034bb tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:13.780756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6358751-d5a7-469f-b311-d4f63d297e38 req-1510218b-9984-4a06-a945-4300e7d034bb tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1770139 Sep 16 05:36:13.785816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-747ebbc8-59b0-465b-86cf-7058bff1b876 admin admin] Deleting subnet a2f2bb55-aa1d-48b2-9415-c54b322f9224 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:36:13.789427 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747ebbc8-59b0-465b-86cf-7058bff1b876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.866659 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747ebbc8-59b0-465b-86cf-7058bff1b876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.940048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6358751-d5a7-469f-b311-d4f63d297e38 req-5188014e-5bfb-469c-b6f6-13f1ce17d629 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192665 Sep 16 05:36:14.030454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747ebbc8-59b0-465b-86cf-7058bff1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.041043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.066608 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d45e18-0737-4ee7-9e71-21f07f866063 None None] Sync routers for ids ['959751b3-d29d-4461-8ef3-4a8ac0628763'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:14.083968 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d45e18-0737-4ee7-9e71-21f07f866063 None None] Routers set() bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:14.084276 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d45e18-0737-4ee7-9e71-21f07f866063 None None] Router IDs set() for agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:36:14.085028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_agentschedulers_db [None req-19d45e18-0737-4ee7-9e71-21f07f866063 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'959751b3-d29d-4461-8ef3-4a8ac0628763'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent'). {{(pid=95662) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:36:14.102725 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d45e18-0737-4ee7-9e71-21f07f866063 None None] Routers set() bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:14.103385 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d45e18-0737-4ee7-9e71-21f07f866063 None None] Router IDs set() for agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:36:14.104620 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_agentschedulers_db [None req-19d45e18-0737-4ee7-9e71-21f07f866063 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'959751b3-d29d-4461-8ef3-4a8ac0628763'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent'). {{(pid=95662) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:36:14.105318 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d45e18-0737-4ee7-9e71-21f07f866063 None None] The sync data for ids ['959751b3-d29d-4461-8ef3-4a8ac0628763'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:14.131539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b9c02bf0-2913-4046-96f8-7a537da55519 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:14.157865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b9c02bf0-2913-4046-96f8-7a537da55519 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:14.158268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b9c02bf0-2913-4046-96f8-7a537da55519 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:14.199960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Deleting port 1c44e1b4-1f75-4895-b85c-2df06fbbef05 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:14.200635 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.214389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747ebbc8-59b0-465b-86cf-7058bff1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.262726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ebbc8-59b0-465b-86cf-7058bff1b876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f2bb55-aa1d-48b2-9415-c54b322f9224,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:14.264819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747ebbc8-59b0-465b-86cf-7058bff1b876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.266967 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-747ebbc8-59b0-465b-86cf-7058bff1b876 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a2f2bb55-aa1d-48b2-9415-c54b322f9224 HTTP/1.1" status: 204 len: 168 time: 0.6570187 Sep 16 05:36:14.271349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43848) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:14.278552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c5ee3-875e-49ae-809b-eb9729a2d484 None None] Network c20c1ea3-23da-4451-945a-309fe686c697 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:14.347474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] For port 1c44e1b4-1f75-4895-b85c-2df06fbbef05, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1c44e1b4-1f75-4895-b85c-2df06fbbef05,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:14.347848 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.367052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Calling delete_port for 1c44e1b4-1f75-4895-b85c-2df06fbbef05 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:14.396390 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.496817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Deleting port d9207dfa-2460-4559-8797-c3387f07360b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:14.497439 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.594776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] For port d9207dfa-2460-4559-8797-c3387f07360b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9207dfa-2460-4559-8797-c3387f07360b,segment=NetworkSegment(13013ca9-7ef9-47ff-8ecb-84396dfec2a8),segment_id=13013ca9-7ef9-47ff-8ecb-84396dfec2a8)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:14.594776 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.624814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Calling delete_port for d9207dfa-2460-4559-8797-c3387f07360b owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:14.665020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] DHCP port deletion for c20c1ea3-23da-4451-945a-309fe686c697 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:36:14.677468 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.765417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c44e1b4-1f75-4895-b85c-2df06fbbef05,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:14.786603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] Deleting port d9207dfa-2460-4559-8797-c3387f07360b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:14.786603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.807151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.807490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.811207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.811752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.812249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.813366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.813984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.814339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.814714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.820370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.820893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.821498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:14.839199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.854630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] No DVR routers for this DVR port d9207dfa-2460-4559-8797-c3387f07360b on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:14.880693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] For port d9207dfa-2460-4559-8797-c3387f07360b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9207dfa-2460-4559-8797-c3387f07360b,segment=NetworkSegment(13013ca9-7ef9-47ff-8ecb-84396dfec2a8),segment_id=13013ca9-7ef9-47ff-8ecb-84396dfec2a8)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:14.881197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.904797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] Calling delete_port for d9207dfa-2460-4559-8797-c3387f07360b owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:14.933357 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.934667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9207dfa-2460-4559-8797-c3387f07360b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:15.046149 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.047319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.084098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.087312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.111100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] Pushing event deleted for resources: {'Port': ['ID=d9207dfa-2460-4559-8797-c3387f07360b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:15.116622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c076951-2a91-46f9-86a5-1003e3ab464a None None] No DVR routers for this DVR port d9207dfa-2460-4559-8797-c3387f07360b on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:15.120514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20c1ea3-23da-4451-945a-309fe686c697']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:15.145471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13013ca9-7ef9-47ff-8ecb-84396dfec2a8') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:15.146390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13013ca9-7ef9-47ff-8ecb-84396dfec2a8') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:15.166445 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.188532 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.196771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:36:15.197343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:36:15.199906 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:36:15.223838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd5636-0f3e-4661-a299-8cddcbd5a0d2 req-98e84c4d-0b5b-4c5f-a034-bd324d135a2b tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.225965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59bd5636-0f3e-4661-a299-8cddcbd5a0d2 req-98e84c4d-0b5b-4c5f-a034-bd324d135a2b tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0788162 Sep 16 05:36:15.266942 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.267718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23ac1e28-c1e3-4e9c-9726-b405a05f05d1 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:15.279517 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.281074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0b8d7bef-df31-43fc-b421-1c159e8a6124 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "DELETE /v2.0/routers/23ac1e28-c1e3-4e9c-9726-b405a05f05d1 HTTP/1.1" status: 204 len: 168 time: 2.0064709 Sep 16 05:36:15.289632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:15.303174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-946212300', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:15.326681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59bd5636-0f3e-4661-a299-8cddcbd5a0d2 req-8a38e8c8-c580-4002-8e96-75630359f0ae tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876162 Sep 16 05:36:15.365683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.381215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.384610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] 10.222.0.49 "DELETE /v2.0/networks/c20c1ea3-23da-4451-945a-309fe686c697 HTTP/1.1" status: 204 len: 168 time: 1.1103256 Sep 16 05:36:15.400473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37112940-1627-4f70-b6dd-b884559f949c admin admin] Pushing event deleted for resources: {'Network': ['ID=c20c1ea3-23da-4451-945a-309fe686c697,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:15.427007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.428577 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.501242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.751075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.836792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43922) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:15.917269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-31305e43-19d7-465f-b638-693c23e7aa55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77897cb430ff493c98f88c0b10a851a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792172 Sep 16 05:36:15.921634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43926) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:15.989239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8db74ec0-c926-4a46-b7b9-11b139d32bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.050686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8db74ec0-c926-4a46-b7b9-11b139d32bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.115257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9207dfa-2460-4559-8797-c3387f07360b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:16.137874 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.147054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d9207dfa-2460-4559-8797-c3387f07360b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:16.147319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9207dfa-2460-4559-8797-c3387f07360b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:16.147744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e77521da-756a-4be0-920b-c6755cdb30b8 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:16.157280 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.169353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e77521da-756a-4be0-920b-c6755cdb30b8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:16.169698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e77521da-756a-4be0-920b-c6755cdb30b8 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:16.170111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1c44e1b4-1f75-4895-b85c-2df06fbbef05 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:16.198190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 1c44e1b4-1f75-4895-b85c-2df06fbbef05 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:16.198548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1c44e1b4-1f75-4895-b85c-2df06fbbef05 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:16.232952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8db74ec0-c926-4a46-b7b9-11b139d32bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.235579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8db74ec0-c926-4a46-b7b9-11b139d32bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.236849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8db74ec0-c926-4a46-b7b9-11b139d32bee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76358299-9ca4-4b28-aa38-f936e46f12f2 HTTP/1.1" status: 204 len: 168 time: 0.3131936 Sep 16 05:36:16.245752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db74ec0-c926-4a46-b7b9-11b139d32bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76358299-9ca4-4b28-aa38-f936e46f12f2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:16.356131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Allocated IP 172.25.1.93 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b1ffa6f1-9440-49a3-8598-d1a629710c5f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:16.489072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ae49-ea3d-4027-aa5d-9164d20aa81a req-4b60b2f9-0a34-4709-9571-dc85d3472611 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:16.499902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83a9ae49-ea3d-4027-aa5d-9164d20aa81a req-4b60b2f9-0a34-4709-9571-dc85d3472611 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0770266 Sep 16 05:36:16.501482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.540797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83a9ae49-ea3d-4027-aa5d-9164d20aa81a req-b61fb772-01fb-4e1a-be1b-4491e61552a7 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395038 Sep 16 05:36:16.622256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.663590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:16.670346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:16.673437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:16.680640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event updated for resources: {'Port': ['ID=b1ffa6f1-9440-49a3-8598-d1a629710c5f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:16.982854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43954) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:16.998815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a0a848c-4602-4f73-b8d3-24e29b479a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.048422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.107545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a0a848c-4602-4f73-b8d3-24e29b479a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.264212 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.267802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a0a848c-4602-4f73-b8d3-24e29b479a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.358829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a848c-4602-4f73-b8d3-24e29b479a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfda6341-5761-4ab4-998d-161ff6b6fb90,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:17.364060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4a0a848c-4602-4f73-b8d3-24e29b479a08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3801317 Sep 16 05:36:17.366572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43960) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:17.441646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5c407b3-4615-4579-8e48-56f205ef056c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.468690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5c407b3-4615-4579-8e48-56f205ef056c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.547647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Router 1328d02e-f31c-4607-84fc-e856f239ee66 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:17.647710 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5c407b3-4615-4579-8e48-56f205ef056c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.653383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5c407b3-4615-4579-8e48-56f205ef056c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.662274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a5c407b3-4615-4579-8e48-56f205ef056c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfda6341-5761-4ab4-998d-161ff6b6fb90 HTTP/1.1" status: 204 len: 168 time: 0.2945940 Sep 16 05:36:17.745951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:17.751162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c407b3-4615-4579-8e48-56f205ef056c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfda6341-5761-4ab4-998d-161ff6b6fb90,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:17.760693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8195b0-4c78-4f1d-87fe-416633b8c297 None None] Sync routers for ids ['1328d02e-f31c-4607-84fc-e856f239ee66'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:17.776063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-713fe4df-fadb-4267-9a29-af77de2d5fc0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3524277 Sep 16 05:36:17.782246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a92d2-946c-488f-9966-de38b3b7623c req-ce21560b-ca0f-4e4b-860e-0116c4913982 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:17.786373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-847a92d2-946c-488f-9966-de38b3b7623c req-ce21560b-ca0f-4e4b-860e-0116c4913982 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1130164 Sep 16 05:36:17.826681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8195b0-4c78-4f1d-87fe-416633b8c297 None None] Routers {'1328d02e-f31c-4607-84fc-e856f239ee66'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:17.827323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1f8195b0-4c78-4f1d-87fe-416633b8c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['1328d02e-f31c-4607-84fc-e856f239ee66'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:17.860134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-847a92d2-946c-488f-9966-de38b3b7623c req-9f274d45-b10e-4e4e-b9a2-091844843307 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587363 Sep 16 05:36:17.894390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-d10a3348-3be9-45a1-9625-83e1360c7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:17.895971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-d10a3348-3be9-45a1-9625-83e1360c7d46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 1097 time: 0.0780969 Sep 16 05:36:17.905245 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.909462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c4532139-eb79-4080-99b8-b29ed3df214f tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6087880 Sep 16 05:36:17.911663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43976) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:17.917616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-acd7a473-c089-4685-8b35-dc65f6ac8762 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': False}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:17.927154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1f8195b0-4c78-4f1d-87fe-416633b8c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:17.938858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8195b0-4c78-4f1d-87fe-416633b8c297 None None] Routers {'1328d02e-f31c-4607-84fc-e856f239ee66'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:17.939890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1f8195b0-4c78-4f1d-87fe-416633b8c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['1328d02e-f31c-4607-84fc-e856f239ee66'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:17.982293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1f8195b0-4c78-4f1d-87fe-416633b8c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:17.983247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8195b0-4c78-4f1d-87fe-416633b8c297 None None] The sync data for ids ['1328d02e-f31c-4607-84fc-e856f239ee66'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:18.483298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-a88a1190-ad50-4f90-aade-b3c150fb27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:18.484832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-a88a1190-ad50-4f90-aade-b3c150fb27b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 912 time: 0.1436813 Sep 16 05:36:18.565944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-0ec7ffb4-5224-4723-81e6-e2e19859a69a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2089541d-6832-4c77-8b5e-10fc3d2380e4 HTTP/1.1" status: 200 len: 217 time: 0.0429566 Sep 16 05:36:18.670550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-c28ebf12-2528-4bdc-a0d5-a719c09d5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:18.670550 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-c28ebf12-2528-4bdc-a0d5-a719c09d5c59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 HTTP/1.1" status: 200 len: 851 time: 0.0876184 Sep 16 05:36:18.730710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-7c14cb28-f9b2-4f67-9c29-cdbf1dc18490 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b467b2f7-df41-437c-9b02-c9d587f3899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609920 Sep 16 05:36:18.857605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44002) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:18.881679 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-acd7a473-c089-4685-8b35-dc65f6ac8762 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.922442 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-ad5634f2-6c26-4d99-b119-370a1950f5fb service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741724 Sep 16 05:36:18.993483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-136499741-network', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:19.088049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b587-e88c-4537-b805-6f035868d753 req-60403b2f-c03a-45f4-9f25-4e797491e3b1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:19.089593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef97b587-e88c-4537-b805-6f035868d753 req-60403b2f-c03a-45f4-9f25-4e797491e3b1 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1273320 Sep 16 05:36:19.092392 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f81fdd-5572-4fc7-bef0-e391ff787afc req-3354df30-4f9a-4833-8257-26f69b4d39b4 service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595736 Sep 16 05:36:19.136147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Made reservation on behalf of e4effc1d204a49d1830dcd5c0d706d6c for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:19.138927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.150807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.162536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef97b587-e88c-4537-b805-6f035868d753 req-cf91bdb9-663c-47f1-8e99-1de7b1c8b359 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663548 Sep 16 05:36:19.252242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.330179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.360576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:36:19.366699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cfc057-49ac-4b10-828e-e3567eacc070,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:19.374483 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.374837 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Added segment 458f93ab-65d3-4212-ba84-51f6a1a6801e of type vlan for network 777d87c4-e13c-4203-828c-945ef3773563 Sep 16 05:36:19.419758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.496379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e494efa-942a-44b7-b241-275b608dba1b req-6e61a53d-d3b9-4bf5-aa88-d48e287e925b tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:19.497979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e494efa-942a-44b7-b241-275b608dba1b req-6e61a53d-d3b9-4bf5-aa88-d48e287e925b tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 945 time: 0.0497246 Sep 16 05:36:19.499451 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-acd7a473-c089-4685-8b35-dc65f6ac8762 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.503660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-acd7a473-c089-4685-8b35-dc65f6ac8762 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.522972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.524145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:19.524815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.569907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e494efa-942a-44b7-b241-275b608dba1b req-c908b725-268f-45f9-99c7-32c8d0058045 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633094 Sep 16 05:36:19.605244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] Pushing event updated for resources: {'Network': ['ID=777d87c4-e13c-4203-828c-945ef3773563,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:19.615419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 777d87c4-e13c-4203-828c-945ef3773563 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:36:19.632190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd7a473-c089-4685-8b35-dc65f6ac8762 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Router 1328d02e-f31c-4607-84fc-e856f239ee66 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:19.637475 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-24aeafb3-0e0e-4f0a-a5ce-d469aa342202 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7787306 Sep 16 05:36:19.640526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44018) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:19.647084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Request body: {'subnet': {'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-136499741-subnet', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:19.734215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Made reservation on behalf of e4effc1d204a49d1830dcd5c0d706d6c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:19.736658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.741787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7a473-c089-4685-8b35-dc65f6ac8762 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:19.746359 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-acd7a473-c089-4685-8b35-dc65f6ac8762 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.749651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-acd7a473-c089-4685-8b35-dc65f6ac8762 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "PUT /v2.0/routers/1328d02e-f31c-4607-84fc-e856f239ee66 HTTP/1.1" status: 200 len: 920 time: 1.8354874 Sep 16 05:36:19.750014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44020) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:19.762112 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62870b1-5d34-4479-9e58-7dac9d1bd310 None None] Sync routers for ids ['1328d02e-f31c-4607-84fc-e856f239ee66'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:19.773620 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62870b1-5d34-4479-9e58-7dac9d1bd310 None None] Routers {'1328d02e-f31c-4607-84fc-e856f239ee66'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:19.774358 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f62870b1-5d34-4479-9e58-7dac9d1bd310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['1328d02e-f31c-4607-84fc-e856f239ee66'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:19.810912 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f62870b1-5d34-4479-9e58-7dac9d1bd310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:19.824025 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62870b1-5d34-4479-9e58-7dac9d1bd310 None None] Routers {'1328d02e-f31c-4607-84fc-e856f239ee66'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:19.825068 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f62870b1-5d34-4479-9e58-7dac9d1bd310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:35:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['1328d02e-f31c-4607-84fc-e856f239ee66'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:19.845834 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee6fe-b851-42a2-9ad6-116ca0dc8c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.859300 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f62870b1-5d34-4479-9e58-7dac9d1bd310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:19.859973 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62870b1-5d34-4479-9e58-7dac9d1bd310 None None] The sync data for ids ['1328d02e-f31c-4607-84fc-e856f239ee66'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:19.864537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f240a518-fbe2-4f22-bd06-365776f9b2d7 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/routers/1328d02e-f31c-4607-84fc-e856f239ee66 HTTP/1.1" status: 200 len: 920 time: 0.1132789 Sep 16 05:36:19.867199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44022) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:19.971008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2eae55-5dd9-490b-98db-c1d21d0b8715 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:19.972799 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d2eae55-5dd9-490b-98db-c1d21d0b8715 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=1328d02e-f31c-4607-84fc-e856f239ee66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1046221 Sep 16 05:36:19.976478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44026) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.036923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.084927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee2762-de29-466d-a3df-773f06d00a3a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.089219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77ee2762-de29-466d-a3df-773f06d00a3a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 881 time: 0.1089606 Sep 16 05:36:20.089654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44030) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.095387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4e71d0-12f5-41e8-93b7-6373f420134b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:20.104119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Checking segment: {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:20.104461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Network hostable DHCP agents. Network: 777d87c4-e13c-4203-828c-945ef3773563, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:36:20.119941 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89fb475b-4339-4760-89a0-b7d0fe135d6c tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=1328d02e-f31c-4607-84fc-e856f239ee66 HTTP/1.1" status: 200 len: 205 time: 0.0291467 Sep 16 05:36:20.128463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44032) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.211645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Network 777d87c4-e13c-4203-828c-945ef3773563 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:36:20.234928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.350267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 777d87c4-e13c-4203-828c-945ef3773563) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:20.358516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f9d4e1-b867-4f1f-885a-426d8cf9f237 None None] Network 777d87c4-e13c-4203-828c-945ef3773563 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:20.366044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a42e8-54c3-41d9-b23f-157bf22d2ecd req-c02db7b1-5a51-456e-bc30-a9349f15e1ce tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.367563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d41a42e8-54c3-41d9-b23f-157bf22d2ecd req-c02db7b1-5a51-456e-bc30-a9349f15e1ce tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1290905 Sep 16 05:36:20.368872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.369444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.411939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.429845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d41a42e8-54c3-41d9-b23f-157bf22d2ecd req-3e147e48-3f73-4283-9acb-644c5b70f8d8 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554481 Sep 16 05:36:20.479952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e572a22d-fcd0-400b-8308-029c80769707 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8379352 Sep 16 05:36:20.482662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44038) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.487983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:20.509004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-777d87c4-e13c-4203-828c-945ef3773563', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:36:20.509962 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.576464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.577697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.579449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Deleting port b1ffa6f1-9440-49a3-8598-d1a629710c5f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:20.579791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.677286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.687793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Allocated IP 172.20.0.2 (777d87c4-e13c-4203-828c-945ef3773563/bd4e71d0-12f5-41e8-93b7-6373f420134b/7eeae20d-505e-409a-a02e-4414a077d9e7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:20.758193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.766516 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.780706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbafd5-2004-4f86-9369-35c177881cab req-77a1dbbd-248c-4397-8c98-9590ae4c95b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.782221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fffbafd5-2004-4f86-9369-35c177881cab req-77a1dbbd-248c-4397-8c98-9590ae4c95b6 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 945 time: 0.0863383 Sep 16 05:36:20.783106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Calling delete_port for b1ffa6f1-9440-49a3-8598-d1a629710c5f owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:20.873541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fffbafd5-2004-4f86-9369-35c177881cab req-4e031653-e442-4e23-b974-324eccf1e723 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802991 Sep 16 05:36:20.962019 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.016093 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.168652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.169638 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.197866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event deleted for resources: {'Port': ['ID=b1ffa6f1-9440-49a3-8598-d1a629710c5f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.240440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Pushing event updated for resources: {'Port': ['ID=7eeae20d-505e-409a-a02e-4414a077d9e7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.250810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Network 777d87c4-e13c-4203-828c-945ef3773563 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:21.256403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:21.262432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:21.276681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.281820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.301143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.338036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.338881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.339441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.340053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.340610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.341163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.341729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.342477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.343041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.343668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.344235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.344797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:21.355723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Attempting to bind port 7eeae20d-505e-409a-a02e-4414a077d9e7 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:21.356380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Attempting to bind port 7eeae20d-505e-409a-a02e-4414a077d9e7 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:21.356974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Attempting to bind port 7eeae20d-505e-409a-a02e-4414a077d9e7 on network 777d87c4-e13c-4203-828c-945ef3773563 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:21.365178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:21.365960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Checking segment: {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:21.366659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.367322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Bound using segment: {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:21.368065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Bound port: 7eeae20d-505e-409a-a02e-4414a077d9e7, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:21.368749 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.419744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Allocated IP 172.25.1.23 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/cbfbcd24-c620-416f-9963-f1d7135e7c87) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:21.429053 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.435348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.446606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] For port 7eeae20d-505e-409a-a02e-4414a077d9e7, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:21.451335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] For port 7eeae20d-505e-409a-a02e-4414a077d9e7, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7eeae20d-505e-409a-a02e-4414a077d9e7,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:21.458445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-71caeb97-d7d9-4d2f-b0ad-cfda27bd5ae3 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.460487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-71caeb97-d7d9-4d2f-b0ad-cfda27bd5ae3 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 945 time: 0.1752553 Sep 16 05:36:21.585895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.601207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fab6b3-6020-48a5-9d15-92c059cef4ec req-01a15ee4-960a-4674-bc54-66fa4a74ef24 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.609507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0fab6b3-6020-48a5-9d15-92c059cef4ec req-01a15ee4-960a-4674-bc54-66fa4a74ef24 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0915649 Sep 16 05:36:21.614744 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.617337 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.617893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Fanout notify agent at l3_agent the message router_deleted on router 1328d02e-f31c-4607-84fc-e856f239ee66 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:21.626900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.632129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a74af219-9e51-4e15-8e07-24aa8216aaaf tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/1328d02e-f31c-4607-84fc-e856f239ee66 HTTP/1.1" status: 204 len: 168 time: 1.5044086 Sep 16 05:36:21.632129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Deleting port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:21.632471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.636764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44054) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:21.642887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f54dd6e0-c8a5-4a20-82ff-d8f83f59d929 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-802491632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:21.688770 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0fab6b3-6020-48a5-9d15-92c059cef4ec req-4fc7b9cb-a3c6-41ae-a33f-baccb0e38ccd tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736983 Sep 16 05:36:21.712875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c797a-c346-44b1-9c0a-cf7f3f544a23 None None] Pushing event updated for resources: {'Port': ['ID=7eeae20d-505e-409a-a02e-4414a077d9e7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.786639 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.790170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] For port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,segment=NetworkSegment(bbcb71b2-4fe0-41fb-845f-dd49c6641979),segment_id=bbcb71b2-4fe0-41fb-845f-dd49c6641979)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:21.790614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.807796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Calling delete_port for 1ee6657c-e115-439c-9d3b-5727e7d8cd5d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:21.826813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54dd6e0-c8a5-4a20-82ff-d8f83f59d929 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.828298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54dd6e0-c8a5-4a20-82ff-d8f83f59d929 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.840889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:21.847648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:21.851707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:21.895121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfbcd24-c620-416f-9963-f1d7135e7c87,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:22.002100 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54dd6e0-c8a5-4a20-82ff-d8f83f59d929 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.171622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335fcc8-9c4d-4008-b381-88142f85e649 req-30d41e25-0533-44a3-97d4-4f5da1fd5705 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:22.180345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0335fcc8-9c4d-4008-b381-88142f85e649 req-30d41e25-0533-44a3-97d4-4f5da1fd5705 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 945 time: 0.1563215 Sep 16 05:36:22.188092 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54dd6e0-c8a5-4a20-82ff-d8f83f59d929 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.211326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7eeae20d-505e-409a-a02e-4414a077d9e7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:22.267188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0335fcc8-9c4d-4008-b381-88142f85e649 req-c43d9bc8-5419-4efc-8d64-41a28b4829a1 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/security-groups?id=82f19c37-9376-40d3-a28d-cc03ea7e5167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841832 Sep 16 05:36:22.279812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7eeae20d-505e-409a-a02e-4414a077d9e7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:22.280223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.328092 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f54dd6e0-c8a5-4a20-82ff-d8f83f59d929 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.329306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f54dd6e0-c8a5-4a20-82ff-d8f83f59d929 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6919580 Sep 16 05:36:22.333396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:22.339530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:22.386120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.455280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7eeae20d-505e-409a-a02e-4414a077d9e7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7eeae20d-505e-409a-a02e-4414a077d9e7,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:22.468328 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.507148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['1ee6657c-e115-439c-9d3b-5727e7d8cd5d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:22.542072 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.543157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Pushing event deleted for resources: {'Port': ['ID=1ee6657c-e115-439c-9d3b-5727e7d8cd5d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:22.600746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7eeae20d-505e-409a-a02e-4414a077d9e7,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:22.631181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] No DVR routers for this DVR port 1ee6657c-e115-439c-9d3b-5727e7d8cd5d on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:22.664416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.666466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0d6e991-14bd-416b-b58b-3e0552c88b06 req-b17443e4-88cb-48d1-8dbb-5af3875d9f92 tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.30 "DELETE /v2.0/ports/1ee6657c-e115-439c-9d3b-5727e7d8cd5d HTTP/1.1" status: 204 len: 173 time: 1.1637039 Sep 16 05:36:22.666909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60a107-10af-4d98-afca-fddd62515a05', 'name': 'network-vif-deleted', 'tag': '1ee6657c-e115-439c-9d3b-5727e7d8cd5d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:22.669205 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3a763b-b34f-4652-80b2-85f9f294dc9a" -d '{"events": [{"server_uuid": "aa60a107-10af-4d98-afca-fddd62515a05", "name": "network-vif-deleted", "tag": "1ee6657c-e115-439c-9d3b-5727e7d8cd5d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:22.767912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.876601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.981741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ea9ca-a3c1-4546-bc1a-2416b1343f73 req-53169345-3336-4da3-9a79-82b9704468f9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:22.987599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec4ea9ca-a3c1-4546-bc1a-2416b1343f73 req-53169345-3336-4da3-9a79-82b9704468f9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1506712 Sep 16 05:36:23.004161 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b5348f-213f-4082-bfaf-9ed55dad0df2 x-openstack-request-id: req-a4b5348f-213f-4082-bfaf-9ed55dad0df2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:23.004680 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60a107-10af-4d98-afca-fddd62515a05", "name": "network-vif-deleted", "tag": "1ee6657c-e115-439c-9d3b-5727e7d8cd5d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:23.005107 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4b5348f-213f-4082-bfaf-9ed55dad0df2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:23.005648 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60a107-10af-4d98-afca-fddd62515a05', 'name': 'network-vif-deleted', 'tag': '1ee6657c-e115-439c-9d3b-5727e7d8cd5d', 'status': 'completed', 'code': 200} Sep 16 05:36:23.078824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec4ea9ca-a3c1-4546-bc1a-2416b1343f73 req-5996d26e-5474-48d2-ba50-8315a568d7c6 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894406 Sep 16 05:36:23.348026 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.404588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2cb69-aae7-4ebc-8616-d2364f1f2ca8 None None] Network 777d87c4-e13c-4203-828c-945ef3773563 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:23.451073 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-de476d4b-7433-4792-81b1-9ee848a45380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.505282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d53d8ddd-721e-4349-a4cf-dd4f97bd012a None None] Provisioning complete for port 7eeae20d-505e-409a-a02e-4414a077d9e7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:23.509857 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d53d8ddd-721e-4349-a4cf-dd4f97bd012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.577294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Router fcab9ba7-096b-4207-b6ba-8ee16823f123 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:23.750240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7af080a5-f038-4b12-8249-08af9cf11da5 req-58ff1efe-e923-4831-8138-e6e294caf11d tempest-VolumesSnapshotTestJSON-2088548535 tempest-VolumesSnapshotTestJSON-2088548535-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa60a107-10af-4d98-afca-fddd62515a05 HTTP/1.1" status: 200 len: 210 time: 0.1629965 Sep 16 05:36:23.767315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:23.802691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Sync routers for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:23.817070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.825733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.827265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:23.828352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:23.843929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.865541 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.869855 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a05c2af2-45ab-4460-a2f5-18dc45dc8698 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3829651 Sep 16 05:36:23.870206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44078) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:24.002243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:24.093075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Allocated IP 172.25.1.73 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/29bc3712-17cc-4e40-8a4e-cf3636ab00ea) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:24.202070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9bb68ebf-5034-4219-9c54-d0e718c54cf2 None None] Provisioning complete for port 7eeae20d-505e-409a-a02e-4414a077d9e7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:24.202430 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bb68ebf-5034-4219-9c54-d0e718c54cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.215536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7eeae20d-505e-409a-a02e-4414a077d9e7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:24.328427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.442793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7eeae20d-505e-409a-a02e-4414a077d9e7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:24.443323 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.483152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.527718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:24.531207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:24.538053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:24.559629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.563588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 3, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:24.568170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event updated for resources: {'Port': ['ID=29bc3712-17cc-4e40-8a4e-cf3636ab00ea,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:24.595296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Checking router: fcab9ba7-096b-4207-b6ba-8ee16823f123 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:24.596094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Updating router fcab9ba7-096b-4207-b6ba-8ee16823f123 port cbfbcd24-c620-416f-9963-f1d7135e7c87 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:24.650733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.766842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be537f-2f48-49ec-b357-3717f28b5e05 req-c37443d4-4c36-4f4e-927d-5c3f1723e4fb tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:24.775827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8be537f-2f48-49ec-b357-3717f28b5e05 req-c37443d4-4c36-4f4e-927d-5c3f1723e4fb tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0758712 Sep 16 05:36:24.812135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Allocated IP 172.20.0.1 (777d87c4-e13c-4203-828c-945ef3773563/bd4e71d0-12f5-41e8-93b7-6373f420134b/7a674dc3-f991-4157-9800-06a24b65890f) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:24.844598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8be537f-2f48-49ec-b357-3717f28b5e05 req-5ff1260a-438f-4118-8c7e-ff55311a1e00 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673966 Sep 16 05:36:24.925011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1ee6657c-e115-439c-9d3b-5727e7d8cd5d no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:24.958669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 1ee6657c-e115-439c-9d3b-5727e7d8cd5d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:24.973949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1ee6657c-e115-439c-9d3b-5727e7d8cd5d not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:24.996801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.050210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.071278 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.113532 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.142951 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.160549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Network 777d87c4-e13c-4203-828c-945ef3773563 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:25.163875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:25.164063 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:25.167717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:25.203343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Pushing event updated for resources: {'Port': ['ID=7a674dc3-f991-4157-9800-06a24b65890f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.230757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.256578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Attempting to bind port cbfbcd24-c620-416f-9963-f1d7135e7c87 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:25.257418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Attempting to bind port cbfbcd24-c620-416f-9963-f1d7135e7c87 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:25.257984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Attempting to bind port cbfbcd24-c620-416f-9963-f1d7135e7c87 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:25.260990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976df1b-45a4-4410-ab29-b0c73f415bb8 None None] Pushing event updated for resources: {'Port': ['ID=cbfbcd24-c620-416f-9963-f1d7135e7c87,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.268768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:25.269326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:25.269729 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.270160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:25.270579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Bound port: cbfbcd24-c620-416f-9963-f1d7135e7c87, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:25.270956 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.321921 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.364129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.369684 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.392902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] For port cbfbcd24-c620-416f-9963-f1d7135e7c87, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:25.397408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] For port cbfbcd24-c620-416f-9963-f1d7135e7c87, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cbfbcd24-c620-416f-9963-f1d7135e7c87,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:25.474381 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.503141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.546433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8cd601e3-8502-41e8-b305-5def8c8a7557 None None] Provisioning complete for port 7a674dc3-f991-4157-9800-06a24b65890f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:25.546811 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cd601e3-8502-41e8-b305-5def8c8a7557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.594498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8cd601e3-8502-41e8-b305-5def8c8a7557 None None] Port 7a674dc3-f991-4157-9800-06a24b65890f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:25.621991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Router 5e5ea04c-d7d6-4e4c-a832-964411077d37 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:25.624597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:25.625635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:25.731521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976df1b-45a4-4410-ab29-b0c73f415bb8 None None] Pushing event updated for resources: {'Port': ['ID=cbfbcd24-c620-416f-9963-f1d7135e7c87,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.750082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:25.805209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:25.807801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.814262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.820673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44104) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:25.821573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3f8d44f9-bb58-4d02-ad01-bb5aa0b76010 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "PUT /v2.0/routers/5e5ea04c-d7d6-4e4c-a832-964411077d37 HTTP/1.1" status: 200 len: 878 time: 3.4858465 Sep 16 05:36:25.823061 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186840e3-e89b-4933-8f74-177e5a24d1c4 None None] Sync routers for ids ['5e5ea04c-d7d6-4e4c-a832-964411077d37'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:25.849492 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186840e3-e89b-4933-8f74-177e5a24d1c4 None None] Routers {'5e5ea04c-d7d6-4e4c-a832-964411077d37'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:25.852392 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-186840e3-e89b-4933-8f74-177e5a24d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['5e5ea04c-d7d6-4e4c-a832-964411077d37'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:25.903326 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-186840e3-e89b-4933-8f74-177e5a24d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:25.908165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.914283 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186840e3-e89b-4933-8f74-177e5a24d1c4 None None] Routers {'5e5ea04c-d7d6-4e4c-a832-964411077d37'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:25.914906 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-186840e3-e89b-4933-8f74-177e5a24d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['5e5ea04c-d7d6-4e4c-a832-964411077d37'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:25.961334 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-186840e3-e89b-4933-8f74-177e5a24d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:25.962269 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186840e3-e89b-4933-8f74-177e5a24d1c4 None None] The sync data for ids ['5e5ea04c-d7d6-4e4c-a832-964411077d37'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:26.036982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c1820cf9-3263-4be6-878e-29e0f44a1cd7 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/routers/5e5ea04c-d7d6-4e4c-a832-964411077d37 HTTP/1.1" status: 200 len: 919 time: 0.2142026 Sep 16 05:36:26.037739 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:26.050339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44110) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:26.050449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Pushing event updated for resources: {'Port': ['ID=7a674dc3-f991-4157-9800-06a24b65890f,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:26.167237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Network 777d87c4-e13c-4203-828c-945ef3773563 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:26.169187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:26.236237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6ae369-8fbd-448a-b45d-1fe1f972fc57 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:26.242987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44112) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:26.244173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1b6ae369-8fbd-448a-b45d-1fe1f972fc57 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=5e5ea04c-d7d6-4e4c-a832-964411077d37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1959724 Sep 16 05:36:26.267189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f91d3-0f2d-4713-bff0-70652e28b3f3 req-e49660c6-40b2-420c-91a6-b2c6b2891792 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:26.269758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a14f91d3-0f2d-4713-bff0-70652e28b3f3 req-e49660c6-40b2-420c-91a6-b2c6b2891792 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.3020859 Sep 16 05:36:26.342332 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a14f91d3-0f2d-4713-bff0-70652e28b3f3 req-d71e24b9-dc60-4c77-9189-858a83f63854 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665166 Sep 16 05:36:26.375595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 1, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:26.426071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e2e54-c9f4-4480-80d3-d5c4fe155d8f None None] The sync data for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 is: [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 1, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:26.454490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Router fcab9ba7-096b-4207-b6ba-8ee16823f123 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:26.459160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554bebf-3885-4b90-8668-0a8f79284b3a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:26.463666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44114) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:26.472517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7554bebf-3885-4b90-8668-0a8f79284b3a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 881 time: 0.2284422 Sep 16 05:36:26.527029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3e2c1c45-c7b9-4c4b-b7d4-f0361bab73f5 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5ea04c-d7d6-4e4c-a832-964411077d37 HTTP/1.1" status: 200 len: 205 time: 0.0620589 Sep 16 05:36:26.527560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44116) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:26.529062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8631857c-30e2-4a82-a9a7-8ce5398d1beb None None] Provisioning complete for port 7a674dc3-f991-4157-9800-06a24b65890f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:26.529555 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8631857c-30e2-4a82-a9a7-8ce5398d1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:26.585803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8631857c-30e2-4a82-a9a7-8ce5398d1beb None None] Port 7a674dc3-f991-4157-9800-06a24b65890f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:26.613718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:26.625144 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43e8c51b-523c-435a-ad53-30446efd3e29 admin admin] 10.222.0.49 "PUT /v2.0/routers/fcab9ba7-096b-4207-b6ba-8ee16823f123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7538242 Sep 16 05:36:26.884042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.073479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.243622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Deleting port 29bc3712-17cc-4e40-8a4e-cf3636ab00ea {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:27.244034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.415656 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.416147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.427433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Calling delete_port for 29bc3712-17cc-4e40-8a4e-cf3636ab00ea owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:27.541216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed023047-0524-4328-b6f5-3cdfae59e903 req-97491df3-3ba7-436d-93b4-71863e13deef tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:27.542947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed023047-0524-4328-b6f5-3cdfae59e903 req-97491df3-3ba7-436d-93b4-71863e13deef tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0658205 Sep 16 05:36:27.589050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed023047-0524-4328-b6f5-3cdfae59e903 req-dfd8fd47-a60d-4833-9b50-289060a97498 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389929 Sep 16 05:36:27.718803 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.761767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event deleted for resources: {'Port': ['ID=29bc3712-17cc-4e40-8a4e-cf3636ab00ea,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.784235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44150) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:27.790618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2073417584-network', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:27.845990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.867542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Made reservation on behalf of 255dc7b71f5541cca2b3f6124814c6ff for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:27.870154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.880801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.961614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.964097 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.120046 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.146311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cbfbcd24-c620-416f-9963-f1d7135e7c87 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:28.156637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.157283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Fanout notify agent at l3_agent the message router_deleted on router 5e5ea04c-d7d6-4e4c-a832-964411077d37 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:28.169921 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.171221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3edcba06-f437-43e9-bb07-c551ff807b96 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/5e5ea04c-d7d6-4e4c-a832-964411077d37 HTTP/1.1" status: 204 len: 168 time: 1.6427183 Sep 16 05:36:28.175189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44162) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:28.179978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e0d2bf91-b66e-40cd-a0ea-0661388393fc tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-611010860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:28.200400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.209075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cbfbcd24-c620-416f-9963-f1d7135e7c87 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:28.209443 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.233400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:36:28.250110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c53bd3c-4295-4a3b-813f-984e8b01a9b9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:28.253867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.254268 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Added segment 65878b96-cee8-4e9c-a0bb-50efc7f86236 of type vlan for network d0ace9d9-853d-419c-bfce-ad67dc56cac1 Sep 16 05:36:28.294070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bf91-b66e-40cd-a0ea-0661388393fc tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.295219 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bf91-b66e-40cd-a0ea-0661388393fc tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.309487 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.309718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.336789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port cbfbcd24-c620-416f-9963-f1d7135e7c87, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cbfbcd24-c620-416f-9963-f1d7135e7c87,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:28.389590 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bf91-b66e-40cd-a0ea-0661388393fc tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.430809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.437516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.438551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.439192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.496820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=cbfbcd24-c620-416f-9963-f1d7135e7c87,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:28.544534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] Pushing event updated for resources: {'Network': ['ID=d0ace9d9-853d-419c-bfce-ad67dc56cac1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:28.548228 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bf91-b66e-40cd-a0ea-0661388393fc tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.568453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d0ace9d9-853d-419c-bfce-ad67dc56cac1 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:36:28.629352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8345a332-fc25-4aea-9801-72e4fee217df admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8436170 Sep 16 05:36:28.632092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44166) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:28.638386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Request body: {'subnet': {'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2073417584-subnet', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:28.744943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.784750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Made reservation on behalf of 255dc7b71f5541cca2b3f6124814c6ff for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:28.787071 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.800837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413a9e1-9378-490e-b259-6dee81e4e270 req-cba2649d-19e6-4485-a2a3-11fe9f8425df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.804457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9413a9e1-9378-490e-b259-6dee81e4e270 req-cba2649d-19e6-4485-a2a3-11fe9f8425df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 1098 time: 0.0631106 Sep 16 05:36:28.826913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2aa84-0728-46d5-9d99-09d848fe054b req-6693c996-3a0b-46d3-960c-88cb5dc67f91 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.828511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b2aa84-0728-46d5-9d99-09d848fe054b req-6693c996-3a0b-46d3-960c-88cb5dc67f91 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0890956 Sep 16 05:36:28.853302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9413a9e1-9378-490e-b259-6dee81e4e270 req-3f94b791-431d-4e3e-8e63-856cde0451a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Sep 16 05:36:28.865569 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bf91-b66e-40cd-a0ea-0661388393fc tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.867193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e0d2bf91-b66e-40cd-a0ea-0661388393fc tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6909249 Sep 16 05:36:28.874948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44170) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:28.880394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': True}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:28.934186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b2aa84-0728-46d5-9d99-09d848fe054b req-784aea5d-359a-4f95-971d-8e10ddc6b6c4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570517 Sep 16 05:36:29.108392 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.143414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Sync routers for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:29.162097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:29.163670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:29.248947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Checking segment: {'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:29.251385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Network hostable DHCP agents. Network: d0ace9d9-853d-419c-bfce-ad67dc56cac1, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:36:29.269478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86967519-8863-467e-93c7-8e521c2ae8a6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:29.337934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:29.364810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Network d0ace9d9-853d-419c-bfce-ad67dc56cac1 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:36:29.496187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d0ace9d9-853d-419c-bfce-ad67dc56cac1) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:29.500457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.501250 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.519112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2064d-369c-438e-92a0-7c118a407e93 None None] Network d0ace9d9-853d-419c-bfce-ad67dc56cac1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:29.594289 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.600399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1e14b3d9-c2d9-4503-a892-92311a64cd7d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9668770 Sep 16 05:36:29.602769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44186) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:29.607599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:29.724958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.726308 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.807983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d0ace9d9-853d-419c-bfce-ad67dc56cac1', 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'fixed_ips': [{'subnet_id': '86967519-8863-467e-93c7-8e521c2ae8a6'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:36:29.809400 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.865359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 2, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:29.876087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.973569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Checking router: fcab9ba7-096b-4207-b6ba-8ee16823f123 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:29.974194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Updating router fcab9ba7-096b-4207-b6ba-8ee16823f123 port 7a674dc3-f991-4157-9800-06a24b65890f binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:30.039356 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.059996 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.106331 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.117161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Allocated IP 172.20.0.2 (d0ace9d9-853d-419c-bfce-ad67dc56cac1/86967519-8863-467e-93c7-8e521c2ae8a6/7ae44421-ba0a-4222-8c9a-86ff0658c630) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:30.167468 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.191424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cbfbcd24-c620-416f-9963-f1d7135e7c87 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:30.222502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548402e-c8e3-4a31-a4c3-3000402e54b3 req-bb824a33-3a26-47d0-a7ad-e3a41866cb07 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:30.224192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c548402e-c8e3-4a31-a4c3-3000402e54b3 req-bb824a33-3a26-47d0-a7ad-e3a41866cb07 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1746638 Sep 16 05:36:30.400189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Allocated IP 172.25.1.18 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/8f3b7b13-9f48-4754-8d23-85de26af74f6) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:30.443813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c548402e-c8e3-4a31-a4c3-3000402e54b3 req-76a6bb41-e281-4ef6-a707-dc30cfe8a05b tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026129 Sep 16 05:36:30.558183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.598144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.602872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cbfbcd24-c620-416f-9963-f1d7135e7c87 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:30.602872 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.620694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.697624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.728340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.770584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Allocated IP 172.25.1.4 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/6cc8984c-4a4d-4319-9286-c2a8cdc9a276) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:30.784089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'Port': ['ID=8f3b7b13-9f48-4754-8d23-85de26af74f6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:30.784464 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.802109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:30.803677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:30.805199 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.806638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:30.839642 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.882292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Network d0ace9d9-853d-419c-bfce-ad67dc56cac1 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:30.888583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Pushing event updated for resources: {'Port': ['ID=7ae44421-ba0a-4222-8c9a-86ff0658c630,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:30.942483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:30.945365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:31.032794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.036039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026022ed-da9d-409e-a613-643f6751eb38 None None] Pushing event updated for resources: {'Port': ['ID=7a674dc3-f991-4157-9800-06a24b65890f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:31.127845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Attempting to bind port 7ae44421-ba0a-4222-8c9a-86ff0658c630 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:31.128337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Attempting to bind port 7ae44421-ba0a-4222-8c9a-86ff0658c630 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:31.128709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Attempting to bind port 7ae44421-ba0a-4222-8c9a-86ff0658c630 on network d0ace9d9-853d-419c-bfce-ad67dc56cac1 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:31.136769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:31.150915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Checking segment: {'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:31.150915 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.150915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Bound using segment: {'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:31.150915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Bound port: 7ae44421-ba0a-4222-8c9a-86ff0658c630, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:31.150915 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.150915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Attempting to bind port 7a674dc3-f991-4157-9800-06a24b65890f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:31.150915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Attempting to bind port 7a674dc3-f991-4157-9800-06a24b65890f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:31.150915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Attempting to bind port 7a674dc3-f991-4157-9800-06a24b65890f on network 777d87c4-e13c-4203-828c-945ef3773563 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:31.172333 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.182740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:31.183455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Checking segment: {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:31.185539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.185957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Bound using segment: {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:31.186523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Bound port: 7a674dc3-f991-4157-9800-06a24b65890f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:31.186926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.222347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:31.225922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:31.231994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:31.277506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc8984c-4a4d-4319-9286-c2a8cdc9a276,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:31.495214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.501835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d74b0c81-068a-4b8d-a0a7-342ca472657a None None] Provisioning complete for port 7a674dc3-f991-4157-9800-06a24b65890f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:31.506656 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d74b0c81-068a-4b8d-a0a7-342ca472657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.549339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] For port 7a674dc3-f991-4157-9800-06a24b65890f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:31.558422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] For port 7ae44421-ba0a-4222-8c9a-86ff0658c630, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:31.574629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] For port 7ae44421-ba0a-4222-8c9a-86ff0658c630, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7ae44421-ba0a-4222-8c9a-86ff0658c630,segment=NetworkSegment(65878b96-cee8-4e9c-a0bb-50efc7f86236),segment_id=65878b96-cee8-4e9c-a0bb-50efc7f86236)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:31.629337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d74b0c81-068a-4b8d-a0a7-342ca472657a None None] Port 7a674dc3-f991-4157-9800-06a24b65890f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:31.632345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] For port 7a674dc3-f991-4157-9800-06a24b65890f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7a674dc3-f991-4157-9800-06a24b65890f,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:31.650873 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.686795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a8e5-4438-4d0f-9d6f-48ca7c00406f req-563792a7-a468-4a91-a276-9c3804dec30f tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:31.695371 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a36a8e5-4438-4d0f-9d6f-48ca7c00406f req-563792a7-a468-4a91-a276-9c3804dec30f tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1463730 Sep 16 05:36:31.740819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d417e-06c3-4b26-91f4-362f0ea0c549 None None] Pushing event updated for resources: {'Port': ['ID=7ae44421-ba0a-4222-8c9a-86ff0658c630,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:31.748190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.823350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.838362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a36a8e5-4438-4d0f-9d6f-48ca7c00406f req-7ba1a737-45ed-44b1-97bd-76dae9547741 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421111 Sep 16 05:36:31.838566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.871015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.871577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026022ed-da9d-409e-a613-643f6751eb38 None None] Pushing event updated for resources: {'Port': ['ID=7a674dc3-f991-4157-9800-06a24b65890f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:31.875757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:31.876416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:32.244958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:32.247552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-107e5897-13b0-4139-9982-6e7f570bd772 None None] Provisioning complete for port 7a674dc3-f991-4157-9800-06a24b65890f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:32.247942 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-107e5897-13b0-4139-9982-6e7f570bd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.317118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7a674dc3-f991-4157-9800-06a24b65890f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:32.404926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Router ca790969-6854-4be9-aaca-24ad731a4cc0 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:32.487271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.516187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-4b8281b0-6c09-4efa-8aff-abecf23f05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.519603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-4b8281b0-6c09-4efa-8aff-abecf23f05db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9150a94c1447412ba20701de744f407a&device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 1098 time: 0.1719794 Sep 16 05:36:32.594348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7a674dc3-f991-4157-9800-06a24b65890f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:32.594921 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.700807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:32.707347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.708728 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d2c89002-81e7-4dcb-8514-4acb068f552a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "PUT /v2.0/routers/ca790969-6854-4be9-aaca-24ad731a4cc0 HTTP/1.1" status: 200 len: 913 time: 3.8327675 Sep 16 05:36:32.715727 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-107e5897-13b0-4139-9982-6e7f570bd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.716532 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df6e48-1215-45c9-bae5-e967153ca679 None None] Sync routers for ids ['ca790969-6854-4be9-aaca-24ad731a4cc0'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:32.724009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44252) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:32.739176 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df6e48-1215-45c9-bae5-e967153ca679 None None] Routers {'ca790969-6854-4be9-aaca-24ad731a4cc0'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:32.739821 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49df6e48-1215-45c9-bae5-e967153ca679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ca790969-6854-4be9-aaca-24ad731a4cc0'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:32.741223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-2ff95983-8dfa-4886-bd16-5725c6827a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.742942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-2ff95983-8dfa-4886-bd16-5725c6827a09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 200 len: 912 time: 0.2150271 Sep 16 05:36:32.885223 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49df6e48-1215-45c9-bae5-e967153ca679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:32.892774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-107e5897-13b0-4139-9982-6e7f570bd772 None None] For port 7a674dc3-f991-4157-9800-06a24b65890f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7a674dc3-f991-4157-9800-06a24b65890f,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:32.894829 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df6e48-1215-45c9-bae5-e967153ca679 None None] Routers {'ca790969-6854-4be9-aaca-24ad731a4cc0'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:32.895465 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49df6e48-1215-45c9-bae5-e967153ca679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['ca790969-6854-4be9-aaca-24ad731a4cc0'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:32.907782 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-04201bf8-dcb7-4a5d-bf0a-518566d7b2ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf HTTP/1.1" status: 200 len: 217 time: 0.1115971 Sep 16 05:36:32.944173 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.970604 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49df6e48-1215-45c9-bae5-e967153ca679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:32.972071 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df6e48-1215-45c9-bae5-e967153ca679 None None] The sync data for ids ['ca790969-6854-4be9-aaca-24ad731a4cc0'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:32.978972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:32.983380 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-107e5897-13b0-4139-9982-6e7f570bd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.022340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198005a8-ec11-4925-b3a5-04aa3e6f6ebb None None] The sync data for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 is: [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:33.100789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-15ac16f6-080d-4f08-8361-c672f2b6db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.102516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-15ac16f6-080d-4f08-8361-c672f2b6db5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 HTTP/1.1" status: 200 len: 851 time: 0.1882119 Sep 16 05:36:33.171074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-5b1cb0a6-9f55-4fff-b751-3717895de102 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b467b2f7-df41-437c-9b02-c9d587f3899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548494 Sep 16 05:36:33.176638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862d15f-dfa8-4f6e-af51-1fce03a4cc30 req-22e5bb9c-6431-4db3-ace5-230b464dffe4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.184775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8862d15f-dfa8-4f6e-af51-1fce03a4cc30 req-22e5bb9c-6431-4db3-ace5-230b464dffe4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.7055442 Sep 16 05:36:33.218786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08a2401c-34e9-4f64-b14d-257eb3d83556 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/routers/ca790969-6854-4be9-aaca-24ad731a4cc0 HTTP/1.1" status: 200 len: 919 time: 0.4879715 Sep 16 05:36:33.225665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e5897-13b0-4139-9982-6e7f570bd772 None None] Pushing event updated for resources: {'Port': ['ID=7a674dc3-f991-4157-9800-06a24b65890f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:33.232711 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:36:33.233061 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:36:33.254128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44256) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:33.375392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8862d15f-dfa8-4f6e-af51-1fce03a4cc30 req-4f8ef195-41f8-481a-9d79-1676621e7a75 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891456 Sep 16 05:36:33.408245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9f879-9180-4d46-85a2-ff882be8c8f7 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.408245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b9e9f879-9180-4d46-85a2-ff882be8c8f7 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=ca790969-6854-4be9-aaca-24ad731a4cc0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1510565 Sep 16 05:36:33.410680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44264) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:33.530182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Router be3498f1-e25e-4286-943c-287ca2b0b414 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:33.550216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-aeba3a42-f919-40a3-a4fd-3333fa1706e3 service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654439 Sep 16 05:36:33.604040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e729cd4-892c-41ed-9a40-a74b95249f1c None None] Network d0ace9d9-853d-419c-bfce-ad67dc56cac1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:33.757699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10833846-4abe-487c-961a-fa027f8608d2 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.762550 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-10833846-4abe-487c-961a-fa027f8608d2 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 881 time: 0.3490028 Sep 16 05:36:33.763575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44274) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:33.819405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a460860-0a0c-4111-b193-8c70b682a7fe req-c313f2c2-4f44-4de2-a0e2-ebac82a133f3 service neutron] 10.222.0.66 "GET /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512841 Sep 16 05:36:33.825986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0891d08b-22a5-472f-9ab4-4a94d1078b49 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca790969-6854-4be9-aaca-24ad731a4cc0 HTTP/1.1" status: 200 len: 205 time: 0.0587561 Sep 16 05:36:33.827087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44276) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:33.830302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:33.942515 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.944004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5db61237-f840-4de2-8f8a-307c41dda764 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3399141 Sep 16 05:36:33.946922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44282) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:33.964410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Sync routers for ids ['be3498f1-e25e-4286-943c-287ca2b0b414'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:33.969544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9d6f6243-a6c9-4f4f-a1a7-743fcbf7893f None None] Provisioning complete for port 7ae44421-ba0a-4222-8c9a-86ff0658c630 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:33.969916 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6243-a6c9-4f4f-a1a7-743fcbf7893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.001843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.022287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Routers {'be3498f1-e25e-4286-943c-287ca2b0b414'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:34.022937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['be3498f1-e25e-4286-943c-287ca2b0b414'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:34.205233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.444116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Deleting port 8f3b7b13-9f48-4754-8d23-85de26af74f6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:34.444699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.531890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7ae44421-ba0a-4222-8c9a-86ff0658c630 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:34.575328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Set router be3498f1-e25e-4286-943c-287ca2b0b414 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:34.703473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.717773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7ae44421-ba0a-4222-8c9a-86ff0658c630 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:34.718354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.729084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679137d7-9acf-41a7-99eb-14bb72db8f4f req-173051b0-eb89-419f-9515-ddafe02f53f9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:34.730741 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-679137d7-9acf-41a7-99eb-14bb72db8f4f req-173051b0-eb89-419f-9515-ddafe02f53f9 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1431003 Sep 16 05:36:34.731884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Calling delete_port for 8f3b7b13-9f48-4754-8d23-85de26af74f6 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:34.754567 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6243-a6c9-4f4f-a1a7-743fcbf7893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.896145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.119285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-679137d7-9acf-41a7-99eb-14bb72db8f4f req-b8a20989-a4ee-465b-832a-5af7692fb705 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786691 Sep 16 05:36:35.152450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9d6f6243-a6c9-4f4f-a1a7-743fcbf7893f None None] For port 7ae44421-ba0a-4222-8c9a-86ff0658c630, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7ae44421-ba0a-4222-8c9a-86ff0658c630,segment=NetworkSegment(65878b96-cee8-4e9c-a0bb-50efc7f86236),segment_id=65878b96-cee8-4e9c-a0bb-50efc7f86236)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:35.153142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.210933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event deleted for resources: {'Port': ['ID=8f3b7b13-9f48-4754-8d23-85de26af74f6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:35.225645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Allocated IP 172.20.0.1 (d0ace9d9-853d-419c-bfce-ad67dc56cac1/86967519-8863-467e-93c7-8e521c2ae8a6/ad14dc58-6f84-4fa3-995a-358b1c42a7fe) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:35.250628 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6243-a6c9-4f4f-a1a7-743fcbf7893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.358403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.381457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.528391 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:36:35.528794 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:36:35.538279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f6243-a6c9-4f4f-a1a7-743fcbf7893f None None] Pushing event updated for resources: {'Port': ['ID=7ae44421-ba0a-4222-8c9a-86ff0658c630,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:35.541540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.559019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 3, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port': {'id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:35.611050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Checking router: be3498f1-e25e-4286-943c-287ca2b0b414 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:35.613142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Updating router be3498f1-e25e-4286-943c-287ca2b0b414 port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:35.618855 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.623448 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.647102 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.725242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.810087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.810572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Fanout notify agent at l3_agent the message router_deleted on router ca790969-6854-4be9-aaca-24ad731a4cc0 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:35.825434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.828521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-62ca3460-d5be-4502-8369-9933d3555f58 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/ca790969-6854-4be9-aaca-24ad731a4cc0 HTTP/1.1" status: 204 len: 168 time: 1.9991770 Sep 16 05:36:35.832680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44312) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:35.836643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Network d0ace9d9-853d-419c-bfce-ad67dc56cac1 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:35.840767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:35.853337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:35.859815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-988a571f-09b5-4c7f-b5c4-2f0770e1c72e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-982533355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:35.957501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f7888436-c28d-4565-a0f4-815f35dcf66e None None] Provisioning complete for port 7ae44421-ba0a-4222-8c9a-86ff0658c630 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:35.959892 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7888436-c28d-4565-a0f4-815f35dcf66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:35.967043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Pushing event updated for resources: {'Port': ['ID=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:35.992147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.031390 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-988a571f-09b5-4c7f-b5c4-2f0770e1c72e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.032808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-988a571f-09b5-4c7f-b5c4-2f0770e1c72e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.142407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7a674dc3-f991-4157-9800-06a24b65890f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:36.285392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-988a571f-09b5-4c7f-b5c4-2f0770e1c72e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.349028 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.380142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7a674dc3-f991-4157-9800-06a24b65890f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:36.380539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.414035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-988a571f-09b5-4c7f-b5c4-2f0770e1c72e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.472038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.503868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5118-f888-429a-923e-7b3250e7706d req-3ce87519-5e83-40c7-9369-9f3032d56573 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.505667 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a6c5118-f888-429a-923e-7b3250e7706d req-3ce87519-5e83-40c7-9369-9f3032d56573 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1648645 Sep 16 05:36:36.525474 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.576083 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-988a571f-09b5-4c7f-b5c4-2f0770e1c72e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.576083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-988a571f-09b5-4c7f-b5c4-2f0770e1c72e tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7355690 Sep 16 05:36:36.576083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44330) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:36.579328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': False}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:36.611018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a6c5118-f888-429a-923e-7b3250e7706d req-d3cce204-777d-456b-a74c-0c2da37d2599 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971634 Sep 16 05:36:36.614943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4d4c191e-6176-4e00-b96b-2197e8394e4d None None] Provisioning complete for port ad14dc58-6f84-4fa3-995a-358b1c42a7fe triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:36.615322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d4c191e-6176-4e00-b96b-2197e8394e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.720365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Attempting to bind port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:36.721736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Attempting to bind port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:36.722235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Attempting to bind port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:36.784457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:36.785225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:36.786139 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.786820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:36.787690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Bound port: 6cc8984c-4a4d-4319-9286-c2a8cdc9a276, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:36.797247 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.870652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.875735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7ae44421-ba0a-4222-8c9a-86ff0658c630 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:36.916531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47014a01-1d67-444c-a2bd-4d97740d5608 None None] Pushing event updated for resources: {'Port': ['ID=6cc8984c-4a4d-4319-9286-c2a8cdc9a276,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:36.942589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c191e-6176-4e00-b96b-2197e8394e4d None None] Port ad14dc58-6f84-4fa3-995a-358b1c42a7fe cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:36.960679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7ae44421-ba0a-4222-8c9a-86ff0658c630 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:36.961370 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.975688 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.018256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] For port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:37.026502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] For port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6cc8984c-4a4d-4319-9286-c2a8cdc9a276,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:37.046632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.113745 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.123426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Pushing event updated for resources: {'Port': ['ID=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:37.138574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.192119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47014a01-1d67-444c-a2bd-4d97740d5608 None None] Pushing event updated for resources: {'Port': ['ID=6cc8984c-4a4d-4319-9286-c2a8cdc9a276,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:37.200536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Routers {'be3498f1-e25e-4286-943c-287ca2b0b414'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:37.201264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['be3498f1-e25e-4286-943c-287ca2b0b414'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:37.249005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Network d0ace9d9-853d-419c-bfce-ad67dc56cac1 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:37.254602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:37.345809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] Set router be3498f1-e25e-4286-943c-287ca2b0b414 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:37.568031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a3bf-d51c-46dd-981b-1c5a924d7a1d req-9fd73d2d-8d37-47d7-ad6f-c2302e9c7729 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.579512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5928a3bf-d51c-46dd-981b-1c5a924d7a1d req-9fd73d2d-8d37-47d7-ad6f-c2302e9c7729 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1994014 Sep 16 05:36:37.714163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5928a3bf-d51c-46dd-981b-1c5a924d7a1d req-14a508c9-f349-4ec1-8f4d-9cc7f900b38f tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335926 Sep 16 05:36:37.744219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Router be3498f1-e25e-4286-943c-287ca2b0b414 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:37.838762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-663413e6-18da-43c0-b1b6-c70daa46d015 None None] Provisioning complete for port ad14dc58-6f84-4fa3-995a-358b1c42a7fe triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:37.839293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-663413e6-18da-43c0-b1b6-c70daa46d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.945864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:37.947390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-663413e6-18da-43c0-b1b6-c70daa46d015 None None] Port ad14dc58-6f84-4fa3-995a-358b1c42a7fe cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:37.959821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-16212900-50df-4dd1-be07-79bc052a5990 admin admin] 10.222.0.49 "PUT /v2.0/routers/be3498f1-e25e-4286-943c-287ca2b0b414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0116558 Sep 16 05:36:37.985562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:36:36Z', 'revision_number': 4, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port': {'id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ad14dc58-6f84-4fa3-995a-358b1c42a7fe', 'name': '', 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'mac_address': 'fa:16:3e:53:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:34Z', 'updated_at': '2021-09-16T05:36:36Z', 'revision_number': 2, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'subnets': [{'id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:38.037946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb060924-7743-44df-bdee-f9464feaeb28 None None] The sync data for ids ['be3498f1-e25e-4286-943c-287ca2b0b414'] in n-d-712749-15 is: [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:36:36Z', 'revision_number': 4, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port': {'id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ad14dc58-6f84-4fa3-995a-358b1c42a7fe', 'name': '', 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'mac_address': 'fa:16:3e:53:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:34Z', 'updated_at': '2021-09-16T05:36:36Z', 'revision_number': 2, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'subnets': [{'id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:38.409910 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.435417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.699292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Allocated IP 172.25.1.240 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/e94280fe-742b-4874-a3c2-1c5a9e263a13) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:38.915480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.949460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d48742-15c8-4b6b-8ab9-e62e2d1f9a99 req-bd2eeba1-30fd-4715-aeca-1f0ef853dc5d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.951157 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05d48742-15c8-4b6b-8ab9-e62e2d1f9a99 req-bd2eeba1-30fd-4715-aeca-1f0ef853dc5d tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1208868 Sep 16 05:36:39.039536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05d48742-15c8-4b6b-8ab9-e62e2d1f9a99 req-98bc4682-ab30-4048-a264-d9163c1dae94 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793488 Sep 16 05:36:39.142491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:39.186626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:39.190192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:39.193603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:39.227802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Pushing event updated for resources: {'Port': ['ID=e94280fe-742b-4874-a3c2-1c5a9e263a13,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:39.852164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:40.184518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b3e35-3187-4ecb-bea4-335cc9e312a8 req-6d30f1ab-b3a4-47c8-8a65-5d06c22edba7 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:40.194687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:40.197392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd4b3e35-3187-4ecb-bea4-335cc9e312a8 req-6d30f1ab-b3a4-47c8-8a65-5d06c22edba7 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.0726340 Sep 16 05:36:40.206392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:40.259165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd4b3e35-3187-4ecb-bea4-335cc9e312a8 req-d77d0653-58f5-48ba-a78d-541b5d1cf79e tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Sep 16 05:36:40.568019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Router 39e2ce9e-35ac-47ef-9725-574a7d19e653 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:40.765752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:40.784343 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73046d-768f-4dd1-be4d-464840244964 None None] Sync routers for ids ['39e2ce9e-35ac-47ef-9725-574a7d19e653'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:40.797316 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73046d-768f-4dd1-be4d-464840244964 None None] Routers {'39e2ce9e-35ac-47ef-9725-574a7d19e653'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:40.798146 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1c73046d-768f-4dd1-be4d-464840244964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['39e2ce9e-35ac-47ef-9725-574a7d19e653'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:40.802217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:40.828548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:40.838577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-63ab4e02-9773-4050-8b8f-523c1046f931 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "PUT /v2.0/routers/39e2ce9e-35ac-47ef-9725-574a7d19e653 HTTP/1.1" status: 200 len: 915 time: 4.2644882 Sep 16 05:36:40.841266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44478) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:40.859482 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1c73046d-768f-4dd1-be4d-464840244964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:40.871147 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73046d-768f-4dd1-be4d-464840244964 None None] Routers {'39e2ce9e-35ac-47ef-9725-574a7d19e653'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:40.872572 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1c73046d-768f-4dd1-be4d-464840244964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['39e2ce9e-35ac-47ef-9725-574a7d19e653'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:40.950491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-343467bc-11d1-4d3c-aa55-b2f789ddcf94 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:40.952195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-343467bc-11d1-4d3c-aa55-b2f789ddcf94 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.66 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1996152 Sep 16 05:36:40.966184 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1c73046d-768f-4dd1-be4d-464840244964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:40.969364 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73046d-768f-4dd1-be4d-464840244964 None None] The sync data for ids ['39e2ce9e-35ac-47ef-9725-574a7d19e653'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:41.040303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:41.040683 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.199541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1c4655fd-59d2-4d7d-9906-d21ef1101d69 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/routers/39e2ce9e-35ac-47ef-9725-574a7d19e653 HTTP/1.1" status: 200 len: 921 time: 0.3448906 Sep 16 05:36:41.199541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44488) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:41.223095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Deleting port 6d9f1418-5022-42f4-82a7-f88736b1fabf {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:41.225813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.278526 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.327712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026131b1-5cbf-4872-88aa-a4910c968a1a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.334394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6cc8984c-4a4d-4319-9286-c2a8cdc9a276,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:41.341193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-026131b1-5cbf-4872-88aa-a4910c968a1a tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=39e2ce9e-35ac-47ef-9725-574a7d19e653&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1450043 Sep 16 05:36:41.342230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44494) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:41.444129 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.497441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] For port 6d9f1418-5022-42f4-82a7-f88736b1fabf, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6d9f1418-5022-42f4-82a7-f88736b1fabf,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:41.498142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.516825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Calling delete_port for 6d9f1418-5022-42f4-82a7-f88736b1fabf owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:41.530444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2f290-370b-4c21-8b49-ab4ef3e98175 req-9baad3f4-1981-4f5d-9c8a-bbcf97542bcf tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.532151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03d2f290-370b-4c21-8b49-ab4ef3e98175 req-9baad3f4-1981-4f5d-9c8a-bbcf97542bcf tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 946 time: 0.1372662 Sep 16 05:36:41.565524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=6cc8984c-4a4d-4319-9286-c2a8cdc9a276,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:41.587896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af35f7-21a9-4cd2-9ab0-5984ac2501e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.587896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-33af35f7-21a9-4cd2-9ab0-5984ac2501e0 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 881 time: 0.2273531 Sep 16 05:36:41.587896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:41.618718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3a08aa7e-297d-46aa-9c50-351ebce4446c tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=39e2ce9e-35ac-47ef-9725-574a7d19e653 HTTP/1.1" status: 200 len: 205 time: 0.0331376 Sep 16 05:36:41.624303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44500) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:41.666143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Sync routers for ids ['be3498f1-e25e-4286-943c-287ca2b0b414'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:41.682403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03d2f290-370b-4c21-8b49-ab4ef3e98175 req-afc288fa-8e18-44ef-8e6f-885fadfd790b tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363692 Sep 16 05:36:41.708770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Routers {'be3498f1-e25e-4286-943c-287ca2b0b414'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:41.710538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['be3498f1-e25e-4286-943c-287ca2b0b414'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:41.831529 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.927757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:41.941117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Set router be3498f1-e25e-4286-943c-287ca2b0b414 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:41.979843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2089541d-6832-4c77-8b5e-10fc3d2380e4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:41.983014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Pushing event deleted for resources: {'Port': ['ID=6d9f1418-5022-42f4-82a7-f88736b1fabf,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:42.004157 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.056103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] No DVR routers for this DVR port 6d9f1418-5022-42f4-82a7-f88736b1fabf on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:42.066310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.066310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a7b0536f-5516-4368-9c13-81f8abf21298 req-e891f44f-ef9e-46f4-b7cc-837a510033b4 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.66 "DELETE /v2.0/ports/6d9f1418-5022-42f4-82a7-f88736b1fabf HTTP/1.1" status: 204 len: 173 time: 1.1019201 Sep 16 05:36:42.067214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5538057b-ad70-44f7-a6d5-94a3740838c1', 'name': 'network-vif-deleted', 'tag': '6d9f1418-5022-42f4-82a7-f88736b1fabf'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:42.072656 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b96bb32-0c75-4f49-950a-79f54a39e7ac" -d '{"events": [{"server_uuid": "5538057b-ad70-44f7-a6d5-94a3740838c1", "name": "network-vif-deleted", "tag": "6d9f1418-5022-42f4-82a7-f88736b1fabf"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:42.183455 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce35aa-bcfd-4d48-990b-7134886a3e0e x-openstack-request-id: req-e7ce35aa-bcfd-4d48-990b-7134886a3e0e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:42.184977 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5538057b-ad70-44f7-a6d5-94a3740838c1", "name": "network-vif-deleted", "tag": "6d9f1418-5022-42f4-82a7-f88736b1fabf", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:42.184977 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7ce35aa-bcfd-4d48-990b-7134886a3e0e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:42.184977 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5538057b-ad70-44f7-a6d5-94a3740838c1', 'name': 'network-vif-deleted', 'tag': '6d9f1418-5022-42f4-82a7-f88736b1fabf', 'status': 'completed', 'code': 200} Sep 16 05:36:42.241050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Deleting port e94280fe-742b-4874-a3c2-1c5a9e263a13 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:42.241641 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.363137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.380488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Calling delete_port for e94280fe-742b-4874-a3c2-1c5a9e263a13 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:42.398233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:36:36Z', 'revision_number': 4, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port': {'id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ad14dc58-6f84-4fa3-995a-358b1c42a7fe', 'name': '', 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'mac_address': 'fa:16:3e:53:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:34Z', 'updated_at': '2021-09-16T05:36:36Z', 'revision_number': 2, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'subnets': [{'id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:42.446408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Checking router: be3498f1-e25e-4286-943c-287ca2b0b414 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:42.446759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Updating router be3498f1-e25e-4286-943c-287ca2b0b414 port ad14dc58-6f84-4fa3-995a-358b1c42a7fe binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:42.523427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.724969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade32b0-012b-4bf4-8656-e1ab5800eda5 req-2d5be367-edc4-4d1b-9feb-776297d68d1b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:42.737526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ade32b0-012b-4bf4-8656-e1ab5800eda5 req-2d5be367-edc4-4d1b-9feb-776297d68d1b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0811315 Sep 16 05:36:42.816405 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ade32b0-012b-4bf4-8656-e1ab5800eda5 req-c1393ed9-58e3-4ddd-ae03-ae3b980ad31f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817206 Sep 16 05:36:42.818582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.870041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8871c032-f63a-4db3-89d4-0280f139811d req-cd6c64b2-e017-44fa-a6eb-7f9984314eec tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=5538057b-ad70-44f7-a6d5-94a3740838c1 HTTP/1.1" status: 200 len: 210 time: 0.0543633 Sep 16 05:36:42.903343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event deleted for resources: {'Port': ['ID=e94280fe-742b-4874-a3c2-1c5a9e263a13,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:43.003205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.094188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:43.097337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6d9f1418-5022-42f4-82a7-f88736b1fabf no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:43.146403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.149056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.167704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 6d9f1418-5022-42f4-82a7-f88736b1fabf {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:43.168079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6d9f1418-5022-42f4-82a7-f88736b1fabf not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:43.259198 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.262966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:43.263359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.304722 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.305468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Fanout notify agent at l3_agent the message router_deleted on router 39e2ce9e-35ac-47ef-9725-574a7d19e653 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:43.317739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.319078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8e51f68e-b90d-42af-b268-ed5b5e266149 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/39e2ce9e-35ac-47ef-9725-574a7d19e653 HTTP/1.1" status: 204 len: 168 time: 1.6959419 Sep 16 05:36:43.324023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44538) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:43.349535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-378331449', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:43.354540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.443372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe20e3-e261-4347-bbb3-bcc449597edc None None] Pushing event updated for resources: {'Port': ['ID=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:43.502710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.504399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.523480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Attempting to bind port ad14dc58-6f84-4fa3-995a-358b1c42a7fe on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:43.523870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Attempting to bind port ad14dc58-6f84-4fa3-995a-358b1c42a7fe by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:43.524235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Attempting to bind port ad14dc58-6f84-4fa3-995a-358b1c42a7fe on network d0ace9d9-853d-419c-bfce-ad67dc56cac1 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:43.532995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:43.534025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Checking segment: {'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:43.534025 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.534365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Bound using segment: {'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:43.534866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Bound port: ad14dc58-6f84-4fa3-995a-358b1c42a7fe, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65878b96-cee8-4e9c-a0bb-50efc7f86236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:43.535254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.639810 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.644987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] For port ad14dc58-6f84-4fa3-995a-358b1c42a7fe, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:43.656377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] For port ad14dc58-6f84-4fa3-995a-358b1c42a7fe, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,segment=NetworkSegment(65878b96-cee8-4e9c-a0bb-50efc7f86236),segment_id=65878b96-cee8-4e9c-a0bb-50efc7f86236)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:43.772891 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:43.891780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Routers {'be3498f1-e25e-4286-943c-287ca2b0b414'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:43.892662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['be3498f1-e25e-4286-943c-287ca2b0b414'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:43.961142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe20e3-e261-4347-bbb3-bcc449597edc None None] Pushing event updated for resources: {'Port': ['ID=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:43.969017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e0e899ee-e684-4f2a-b27b-453113610c76 None None] Provisioning complete for port ad14dc58-6f84-4fa3-995a-358b1c42a7fe triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:43.969408 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0e899ee-e684-4f2a-b27b-453113610c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.007239 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.125705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bac41f-8987-4660-8f9c-0370d117e52a req-d2813ee2-a2f8-426d-bfa1-5e3c3d9aff23 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.128948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] Set router be3498f1-e25e-4286-943c-287ca2b0b414 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:44.147975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-76bac41f-8987-4660-8f9c-0370d117e52a req-d2813ee2-a2f8-426d-bfa1-5e3c3d9aff23 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1359646 Sep 16 05:36:44.265635 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0e899ee-e684-4f2a-b27b-453113610c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.286357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-76bac41f-8987-4660-8f9c-0370d117e52a req-14957fbf-47e4-48c7-8e03-072f73175c54 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338429 Sep 16 05:36:44.433460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e0e899ee-e684-4f2a-b27b-453113610c76 None None] For port ad14dc58-6f84-4fa3-995a-358b1c42a7fe, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,segment=NetworkSegment(65878b96-cee8-4e9c-a0bb-50efc7f86236),segment_id=65878b96-cee8-4e9c-a0bb-50efc7f86236)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:44.505719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:36:36Z', 'revision_number': 4, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port': {'id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ad14dc58-6f84-4fa3-995a-358b1c42a7fe', 'name': '', 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'mac_address': 'fa:16:3e:53:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:34Z', 'updated_at': '2021-09-16T05:36:43Z', 'revision_number': 4, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'subnets': [{'id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:44.528602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.537785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e422c-eb34-49ca-bb51-0607ddcb8567 None None] The sync data for ids ['be3498f1-e25e-4286-943c-287ca2b0b414'] in n-d-712749-15 is: [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:36:36Z', 'revision_number': 4, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port': {'id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ad14dc58-6f84-4fa3-995a-358b1c42a7fe', 'name': '', 'network_id': 'd0ace9d9-853d-419c-bfce-ad67dc56cac1', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'mac_address': 'fa:16:3e:53:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:34Z', 'updated_at': '2021-09-16T05:36:43Z', 'revision_number': 4, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'subnets': [{'id': '86967519-8863-467e-93c7-8e521c2ae8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:44.555395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.573235 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0e899ee-e684-4f2a-b27b-453113610c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.654381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e899ee-e684-4f2a-b27b-453113610c76 None None] Pushing event updated for resources: {'Port': ['ID=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:44.707944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Allocated IP 172.25.1.250 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b853883c-ea18-4bce-a8ed-6cb3fa606618) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:44.746639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-25f2e181-1a36-4dab-b2c2-f1d17c9c61b6 None None] Provisioning complete for port ad14dc58-6f84-4fa3-995a-358b1c42a7fe triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:44.746639 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25f2e181-1a36-4dab-b2c2-f1d17c9c61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.979742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.985272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ad14dc58-6f84-4fa3-995a-358b1c42a7fe up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:45.004422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294044a-57a7-439b-a7bc-d0ae72e38218 req-b9686dee-f486-49c8-8cc4-a87dfa423f6f tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.006387 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3294044a-57a7-439b-a7bc-d0ae72e38218 req-b9686dee-f486-49c8-8cc4-a87dfa423f6f tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1435628 Sep 16 05:36:45.054597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ad14dc58-6f84-4fa3-995a-358b1c42a7fe triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:45.055779 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.090231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3294044a-57a7-439b-a7bc-d0ae72e38218 req-e60eef88-4fd9-4eb5-a9a7-2a103d43b014 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606415 Sep 16 05:36:45.146065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.212477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:45.215877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:45.225123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:45.248492 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event updated for resources: {'Port': ['ID=b853883c-ea18-4bce-a8ed-6cb3fa606618,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:45.458313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87c9c-bd04-45f4-8f83-fada68faf801 req-d462192a-9a0e-4747-a08e-530aaf867d5c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.460154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bd87c9c-bd04-45f4-8f83-fada68faf801 req-d462192a-9a0e-4747-a08e-530aaf867d5c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0802424 Sep 16 05:36:45.549623 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bd87c9c-bd04-45f4-8f83-fada68faf801 req-1dfb074c-2dae-4eb8-926a-1b597b9c29bb tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795116 Sep 16 05:36:45.697603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.316563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892f96-671f-44c1-b059-dc6ba9283fba req-880e4c54-d986-4053-83ae-8736cfebaad2 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.318686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16892f96-671f-44c1-b059-dc6ba9283fba req-880e4c54-d986-4053-83ae-8736cfebaad2 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1350415 Sep 16 05:36:46.359331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.428736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16892f96-671f-44c1-b059-dc6ba9283fba req-97367f85-fe13-4ad7-af7e-c074e1878c01 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990531 Sep 16 05:36:46.661013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Router 09f294c8-0dec-491a-871f-271fe2d9af3b is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:46.761718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f73a09-d0f5-4314-921a-122414caea45 req-41eafd7a-a49a-4899-9da6-fff922a4ac9d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.771107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-67f73a09-d0f5-4314-921a-122414caea45 req-41eafd7a-a49a-4899-9da6-fff922a4ac9d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1370122 Sep 16 05:36:46.796663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ad14dc58-6f84-4fa3-995a-358b1c42a7fe up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:46.828215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-67f73a09-d0f5-4314-921a-122414caea45 req-1d93f572-9cc9-4d4e-811c-88fa733520e0 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493636 Sep 16 05:36:46.864709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:46.876523 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c682752-446a-4b86-86bf-6c53d9187f32 None None] Sync routers for ids ['09f294c8-0dec-491a-871f-271fe2d9af3b'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:46.889753 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c682752-446a-4b86-86bf-6c53d9187f32 None None] Routers {'09f294c8-0dec-491a-871f-271fe2d9af3b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:46.892010 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8c682752-446a-4b86-86bf-6c53d9187f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['09f294c8-0dec-491a-871f-271fe2d9af3b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:46.896642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ad14dc58-6f84-4fa3-995a-358b1c42a7fe triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:46.897254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.937742 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8c682752-446a-4b86-86bf-6c53d9187f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:46.950198 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c682752-446a-4b86-86bf-6c53d9187f32 None None] Routers {'09f294c8-0dec-491a-871f-271fe2d9af3b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:46.950956 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8c682752-446a-4b86-86bf-6c53d9187f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['09f294c8-0dec-491a-871f-271fe2d9af3b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:47.003232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8c682752-446a-4b86-86bf-6c53d9187f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:47.004180 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c682752-446a-4b86-86bf-6c53d9187f32 None None] The sync data for ids ['09f294c8-0dec-491a-871f-271fe2d9af3b'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:47.017001 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.017001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dfecc064-2c4e-4ff1-b886-8ccce874cc16 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6863184 Sep 16 05:36:47.017001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44618) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:47.019994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:47.387302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-d96b6b6d-dc1c-44ba-8eff-f173acea6e5b tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:47.389248 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-d96b6b6d-dc1c-44ba-8eff-f173acea6e5b tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.0687165 Sep 16 05:36:47.423945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.520230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.566583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Deleting port 2089541d-6832-4c77-8b5e-10fc3d2380e4 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:47.566934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.647811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f70711-758b-46a4-b950-6560199f9a48 req-d7c31a7e-44fd-4652-931b-445f9bd71f0c tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:47.649480 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4f70711-758b-46a4-b950-6560199f9a48 req-d7c31a7e-44fd-4652-931b-445f9bd71f0c tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 945 time: 0.1236484 Sep 16 05:36:47.744469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4f70711-758b-46a4-b950-6560199f9a48 req-276c5831-e944-43bd-a71b-810e50004edc tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfd48a4e-d040-419f-8511-1e4214f0543d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848846 Sep 16 05:36:47.750173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] For port 2089541d-6832-4c77-8b5e-10fc3d2380e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2089541d-6832-4c77-8b5e-10fc3d2380e4,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:47.750918 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.777461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Calling delete_port for 2089541d-6832-4c77-8b5e-10fc3d2380e4 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:47.784528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Deleting port b853883c-ea18-4bce-a8ed-6cb3fa606618 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:47.785104 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.920239 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.932207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Calling delete_port for b853883c-ea18-4bce-a8ed-6cb3fa606618 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:48.050216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c87a7e-403a-4c38-b53f-ba20c32ef534 req-0377416e-8b4e-47f8-9fb8-e9ac4fc142a8 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.058536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4c87a7e-403a-4c38-b53f-ba20c32ef534 req-0377416e-8b4e-47f8-9fb8-e9ac4fc142a8 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0999188 Sep 16 05:36:48.108461 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4c87a7e-403a-4c38-b53f-ba20c32ef534 req-18ff8efb-f45e-4fa1-babb-d19c219d0dee tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489612 Sep 16 05:36:48.126439 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.165408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Pushing event deleted for resources: {'Port': ['ID=2089541d-6832-4c77-8b5e-10fc3d2380e4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:48.172206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2089541d-6832-4c77-8b5e-10fc3d2380e4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:48.219154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] No DVR routers for this DVR port 2089541d-6832-4c77-8b5e-10fc3d2380e4 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:48.224387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.226518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe318b99-b35b-4282-86e2-ab7650ec599c req-2a22d0a9-9432-43a0-87fd-f2bb1b02a842 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.66 "DELETE /v2.0/ports/2089541d-6832-4c77-8b5e-10fc3d2380e4 HTTP/1.1" status: 204 len: 173 time: 0.8279278 Sep 16 05:36:48.226982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b531dba-97f4-43f9-8d3e-61e19a06f33e', 'name': 'network-vif-deleted', 'tag': '2089541d-6832-4c77-8b5e-10fc3d2380e4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:48.229390 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe8753-13fa-47dd-8366-239ecf7db137" -d '{"events": [{"server_uuid": "8b531dba-97f4-43f9-8d3e-61e19a06f33e", "name": "network-vif-deleted", "tag": "2089541d-6832-4c77-8b5e-10fc3d2380e4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:48.271220 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.291924 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc05841a-04bb-4509-9ce4-c08215c13b9f x-openstack-request-id: req-bc05841a-04bb-4509-9ce4-c08215c13b9f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:48.292248 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b531dba-97f4-43f9-8d3e-61e19a06f33e", "name": "network-vif-deleted", "tag": "2089541d-6832-4c77-8b5e-10fc3d2380e4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:48.292518 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc05841a-04bb-4509-9ce4-c08215c13b9f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:48.292876 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b531dba-97f4-43f9-8d3e-61e19a06f33e', 'name': 'network-vif-deleted', 'tag': '2089541d-6832-4c77-8b5e-10fc3d2380e4', 'status': 'completed', 'code': 200} Sep 16 05:36:48.328652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Pushing event deleted for resources: {'Port': ['ID=b853883c-ea18-4bce-a8ed-6cb3fa606618,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:48.403542 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.648717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.652238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.738404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Router 09f294c8-0dec-491a-871f-271fe2d9af3b has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:48.845147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:48.852854 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.857040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44660) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:48.868379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6f18baad-11e5-444c-9b72-ceaf11b15eb8 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "PUT /v2.0/routers/09f294c8-0dec-491a-871f-271fe2d9af3b HTTP/1.1" status: 200 len: 705 time: 1.8425043 Sep 16 05:36:48.868710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b2ae8-19bb-4513-9732-857269a68cf8 None None] Sync routers for ids ['09f294c8-0dec-491a-871f-271fe2d9af3b'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:48.884513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b2ae8-19bb-4513-9732-857269a68cf8 None None] Routers {'09f294c8-0dec-491a-871f-271fe2d9af3b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:48.885359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b57b2ae8-19bb-4513-9732-857269a68cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['09f294c8-0dec-491a-871f-271fe2d9af3b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:48.970651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3faa4c45-2c16-4630-9ce4-82b050cfca77 req-ed82ae2d-8371-4f39-9d50-cfc4fa86fb21 tempest-ServerRescueTestJSON-1652030120 tempest-ServerRescueTestJSON-1652030120-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b531dba-97f4-43f9-8d3e-61e19a06f33e HTTP/1.1" status: 200 len: 210 time: 0.0465896 Sep 16 05:36:48.972322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b57b2ae8-19bb-4513-9732-857269a68cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:49.006537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b2ae8-19bb-4513-9732-857269a68cf8 None None] Routers {'09f294c8-0dec-491a-871f-271fe2d9af3b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:49.007191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b57b2ae8-19bb-4513-9732-857269a68cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['09f294c8-0dec-491a-871f-271fe2d9af3b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:49.012620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9c94c552-1919-483c-897b-c31e657162c2 tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/routers/09f294c8-0dec-491a-871f-271fe2d9af3b HTTP/1.1" status: 200 len: 740 time: 0.1543603 Sep 16 05:36:49.015326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44662) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.049380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b57b2ae8-19bb-4513-9732-857269a68cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:49.051773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b2ae8-19bb-4513-9732-857269a68cf8 None None] The sync data for ids ['09f294c8-0dec-491a-871f-271fe2d9af3b'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:49.079914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f88b19b-4242-44fb-8c34-c3e74663ae0d tempest-RoutersAdminTest-1137752834 tempest-RoutersAdminTest-1137752834-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=09f294c8-0dec-491a-871f-271fe2d9af3b HTTP/1.1" status: 200 len: 205 time: 0.0595136 Sep 16 05:36:49.083990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44666) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.122490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a62e33dc-0767-4bfc-9343-384de69d8dad tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=09f294c8-0dec-491a-871f-271fe2d9af3b HTTP/1.1" status: 200 len: 205 time: 0.0359662 Sep 16 05:36:49.124030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44670) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.208601 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42e03c43-6781-46be-b168-5a568ad056ee tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.264147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e77d-1b15-4cf2-a19b-202d803107d8 req-a1bb2d71-7239-4e65-a173-499745f24b03 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.265884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9d7e77d-1b15-4cf2-a19b-202d803107d8 req-a1bb2d71-7239-4e65-a173-499745f24b03 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0681701 Sep 16 05:36:49.327273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9d7e77d-1b15-4cf2-a19b-202d803107d8 req-75d63de8-3dca-4d6c-b47f-81aaa2d15116 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537908 Sep 16 05:36:49.412141 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42e03c43-6781-46be-b168-5a568ad056ee tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.415390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42e03c43-6781-46be-b168-5a568ad056ee tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.562996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42e03c43-6781-46be-b168-5a568ad056ee tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.563847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e03c43-6781-46be-b168-5a568ad056ee tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Fanout notify agent at l3_agent the message router_deleted on router 09f294c8-0dec-491a-871f-271fe2d9af3b {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:49.573825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42e03c43-6781-46be-b168-5a568ad056ee tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.581508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44678) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.585235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-42e03c43-6781-46be-b168-5a568ad056ee tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/09f294c8-0dec-491a-871f-271fe2d9af3b HTTP/1.1" status: 204 len: 168 time: 0.4584141 Sep 16 05:36:49.625176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-55f79c1c-20b4-4db5-a4cd-668ff39d0a6c tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=09f294c8-0dec-491a-871f-271fe2d9af3b HTTP/1.1" status: 200 len: 205 time: 0.0422971 Sep 16 05:36:49.628840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44684) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.683766 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-762513eb-4c1b-4242-94b8-4eb4c170ffda tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] delete failed (client error): The resource could not be found. Sep 16 05:36:49.684913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-762513eb-4c1b-4242-94b8-4eb4c170ffda tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/09f294c8-0dec-491a-871f-271fe2d9af3b HTTP/1.1" status: 404 len: 336 time: 0.0550301 Sep 16 05:36:49.687657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44686) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.717261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-efff9462-91c9-476e-9c86-462e6a55d253 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=39e2ce9e-35ac-47ef-9725-574a7d19e653 HTTP/1.1" status: 200 len: 205 time: 0.0283310 Sep 16 05:36:49.719846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44688) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.771342 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-85835c03-e2d6-493a-9008-145707e6ba5c tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] delete failed (client error): The resource could not be found. Sep 16 05:36:49.775195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44692) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.775354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-85835c03-e2d6-493a-9008-145707e6ba5c tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/39e2ce9e-35ac-47ef-9725-574a7d19e653 HTTP/1.1" status: 404 len: 336 time: 0.0543389 Sep 16 05:36:49.809973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-af5328f2-cf4d-4e24-a783-4d50ff301eac tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca790969-6854-4be9-aaca-24ad731a4cc0 HTTP/1.1" status: 200 len: 205 time: 0.0329528 Sep 16 05:36:49.816570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44694) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.855802 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-2ef481fb-8b02-4b30-837e-d4a6cf412c84 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] delete failed (client error): The resource could not be found. Sep 16 05:36:49.856896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ef481fb-8b02-4b30-837e-d4a6cf412c84 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/ca790969-6854-4be9-aaca-24ad731a4cc0 HTTP/1.1" status: 404 len: 336 time: 0.0393448 Sep 16 05:36:49.859529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44696) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.895343 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87763d08-5739-4346-a097-01462fbd2a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:49.896101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2dcad565-72b4-4d09-bb1c-24c1b1c3b733 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5ea04c-d7d6-4e4c-a832-964411077d37 HTTP/1.1" status: 200 len: 205 time: 0.0350201 Sep 16 05:36:49.899901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44698) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.955352 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-68e9497d-617c-4f1f-8a1c-a590b550b6bd tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] delete failed (client error): The resource could not be found. Sep 16 05:36:49.959043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-68e9497d-617c-4f1f-8a1c-a590b550b6bd tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/5e5ea04c-d7d6-4e4c-a832-964411077d37 HTTP/1.1" status: 404 len: 336 time: 0.0558202 Sep 16 05:36:49.959261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44702) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:50.014157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:50.023644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7ee54e9b-2da4-467e-aaea-2fee44fec2c6 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=1328d02e-f31c-4607-84fc-e856f239ee66 HTTP/1.1" status: 200 len: 205 time: 0.0632086 Sep 16 05:36:50.073881 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-258d2b18-55a2-41f2-bef4-7bebd7e4c298 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] delete failed (client error): The resource could not be found. Sep 16 05:36:50.076335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-258d2b18-55a2-41f2-bef4-7bebd7e4c298 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/1328d02e-f31c-4607-84fc-e856f239ee66 HTTP/1.1" status: 404 len: 336 time: 0.0599189 Sep 16 05:36:50.079051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44710) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:50.091066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:50.125806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b8ab1e16-15b6-4ad5-8fbe-5d730d0dd9f6 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ab64383-1171-45b3-b140-87a5d64041d0 HTTP/1.1" status: 200 len: 205 time: 0.0440085 Sep 16 05:36:50.128433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44716) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:50.172595 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-835a0e97-d69f-4d3c-8fe9-3a9e56e75b1d tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] delete failed (client error): The resource could not be found. Sep 16 05:36:50.175936 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-835a0e97-d69f-4d3c-8fe9-3a9e56e75b1d tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/routers/9ab64383-1171-45b3-b140-87a5d64041d0 HTTP/1.1" status: 404 len: 336 time: 0.0442479 Sep 16 05:36:50.178496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44720) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:50.212461 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20b0d86-6a68-4d33-9a78-54ce35ae0a02 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] DELETE failed (client error): The resource could not be found. Sep 16 05:36:50.212925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20b0d86-6a68-4d33-9a78-54ce35ae0a02 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:36:50.214792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d20b0d86-6a68-4d33-9a78-54ce35ae0a02 tempest-RoutersAdminTest-1534002434 tempest-RoutersAdminTest-1534002434-project] 10.222.0.49 "DELETE /v2.0/subnets/385a2b49-ed87-4efc-a06a-ce68f800b96c HTTP/1.1" status: 404 len: 337 time: 0.0353458 Sep 16 05:36:50.492958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0ad82-0982-4b57-8777-87f7de9e63dd req-7a4b0b9b-0dd8-4a1b-8ae4-1f712bc8c96c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:50.498267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3a0ad82-0982-4b57-8777-87f7de9e63dd req-7a4b0b9b-0dd8-4a1b-8ae4-1f712bc8c96c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0761924 Sep 16 05:36:50.553543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3a0ad82-0982-4b57-8777-87f7de9e63dd req-0c9469c9-30ad-43d2-afed-1ac59b5de02c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479629 Sep 16 05:36:50.637407 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:50.758207 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:50.969097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Deleting port a98f70fd-74a5-44a8-a511-a84f5a3cf8df {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:50.969675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.007962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:51.009026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2089541d-6832-4c77-8b5e-10fc3d2380e4 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:51.042399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 2089541d-6832-4c77-8b5e-10fc3d2380e4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:51.042805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2089541d-6832-4c77-8b5e-10fc3d2380e4 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:51.115464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] For port a98f70fd-74a5-44a8-a511-a84f5a3cf8df, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,segment=NetworkSegment(6d634b79-1064-401f-b0e4-d7d9ce4d79f7),segment_id=6d634b79-1064-401f-b0e4-d7d9ce4d79f7)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:51.116233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.154222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Calling delete_port for a98f70fd-74a5-44a8-a511-a84f5a3cf8df owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:51.167531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-449d6290-ba7b-4d1f-b77d-5bc3fd2d0710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.313094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-449d6290-ba7b-4d1f-b77d-5bc3fd2d0710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.437981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-449d6290-ba7b-4d1f-b77d-5bc3fd2d0710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.511028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d6290-ba7b-4d1f-b77d-5bc3fd2d0710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5655ecd-4602-47e9-b193-5e4f62942ae7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:51.518972 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-449d6290-ba7b-4d1f-b77d-5bc3fd2d0710 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55c31eb913a54ff49020273b8ecef98e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099270 Sep 16 05:36:51.521781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44754) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:51.563302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.600341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98f70fd-74a5-44a8-a511-a84f5a3cf8df,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:51.644267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a3fafe6-3d4f-4553-ad0c-d97f82fabd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.720356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a3fafe6-3d4f-4553-ad0c-d97f82fabd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.822161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d307-0d70-45ee-83d5-ec83fc8279d2 req-fe407c98-5d27-414c-a5fe-dca9965f743b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:51.825084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cbe2d307-0d70-45ee-83d5-ec83fc8279d2 req-fe407c98-5d27-414c-a5fe-dca9965f743b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1499670 Sep 16 05:36:51.942262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cbe2d307-0d70-45ee-83d5-ec83fc8279d2 req-9f9165b2-aaac-48d7-b479-97bd55234bcd tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032500 Sep 16 05:36:51.959595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:52.009135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a3fafe6-3d4f-4553-ad0c-d97f82fabd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:52.011669 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a3fafe6-3d4f-4553-ad0c-d97f82fabd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:52.015115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4a3fafe6-3d4f-4553-ad0c-d97f82fabd66 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5655ecd-4602-47e9-b193-5e4f62942ae7 HTTP/1.1" status: 204 len: 168 time: 0.4899759 Sep 16 05:36:52.030055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fafe6-3d4f-4553-ad0c-d97f82fabd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5655ecd-4602-47e9-b193-5e4f62942ae7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:52.353669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Router bd92a1aa-0548-41a4-8d97-04ee6077cffd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:52.530944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:52.540472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44780) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:52.541319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e1c559c5-1bd1-4fc0-8227-2d1befc7ae15 admin admin] 10.222.0.49 "PUT /v2.0/routers/bd92a1aa-0548-41a4-8d97-04ee6077cffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4485257 Sep 16 05:36:52.548533 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] Sync routers for ids ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:52.566420 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] Routers {'bd92a1aa-0548-41a4-8d97-04ee6077cffd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:52.567397 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:52.700018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:52.727412 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] Set router bd92a1aa-0548-41a4-8d97-04ee6077cffd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:52.857211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:52.996619 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:36:51Z', 'revision_number': 5, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port': {'id': 'ba6e84d3-787c-491c-b46c-714f6998ba7e', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:34Z', 'updated_at': '2021-09-16T05:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:53.039784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:53.084482 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] Checking router: bd92a1aa-0548-41a4-8d97-04ee6077cffd for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:53.095717 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] Routers {'bd92a1aa-0548-41a4-8d97-04ee6077cffd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:53.096849 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:36:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:53.118309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ac4c29ea-919b-43bd-8901-34546e0cde56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a4a6290275442e89980dc09b288699a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764260 Sep 16 05:36:53.123449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44794) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:53.134012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db66aaf4-3d33-4df9-a2df-409620973093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:53.162819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Deleting port ba6e84d3-787c-491c-b46c-714f6998ba7e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:53.163255 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:53.322478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7aa4-53cc-462a-8a5a-f13fde50d9bd req-a7238121-5aeb-4f30-b240-4d4f8a3cf19b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:53.324131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a2a7aa4-53cc-462a-8a5a-f13fde50d9bd req-a7238121-5aeb-4f30-b240-4d4f8a3cf19b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.2173314 Sep 16 05:36:53.364096 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-016eb79e-0059-4695-9ec5-b9fc6382755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:53.385270 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] Set router bd92a1aa-0548-41a4-8d97-04ee6077cffd gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:53.464169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a2a7aa4-53cc-462a-8a5a-f13fde50d9bd req-6d89a5e2-2316-48ae-8172-f58b3abea97e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255362 Sep 16 05:36:53.467046 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:36:52Z', 'revision_number': 6, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:53.472099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] For port ba6e84d3-787c-491c-b46c-714f6998ba7e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ba6e84d3-787c-491c-b46c-714f6998ba7e,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:53.472469 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:53.485677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-016eb79e-0059-4695-9ec5-b9fc6382755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:53.498920 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffa95f-06ec-4719-a51f-0946d44f96e6 None None] The sync data for ids ['bd92a1aa-0548-41a4-8d97-04ee6077cffd'] in n-d-712749-15 is: [{'id': 'bd92a1aa-0548-41a4-8d97-04ee6077cffd', 'name': 'tempest-ServerRescueTestJSON-1016672148-router', 'tenant_id': '9150a94c1447412ba20701de744f407a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:33Z', 'updated_at': '2021-09-16T05:36:52Z', 'revision_number': 6, 'project_id': '9150a94c1447412ba20701de744f407a', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:53.525094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Calling delete_port for ba6e84d3-787c-491c-b46c-714f6998ba7e owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:53.930196 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:54.082782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-016eb79e-0059-4695-9ec5-b9fc6382755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:54.085518 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-016eb79e-0059-4695-9ec5-b9fc6382755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:54.089563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-016eb79e-0059-4695-9ec5-b9fc6382755e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c9eac6d-49ed-4f11-b765-5e4768978d6b HTTP/1.1" status: 204 len: 168 time: 0.9671113 Sep 16 05:36:54.109473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb79e-0059-4695-9ec5-b9fc6382755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9eac6d-49ed-4f11-b765-5e4768978d6b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:54.527741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:54.570515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6e84d3-787c-491c-b46c-714f6998ba7e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:54.656518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b5472-d5d9-4ade-8af6-22b148204aba req-37270cc0-4ef0-4296-b854-ee047c17c793 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:54.658739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-975b5472-d5d9-4ade-8af6-22b148204aba req-37270cc0-4ef0-4296-b854-ee047c17c793 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0656710 Sep 16 05:36:54.662861 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:54.734403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-975b5472-d5d9-4ade-8af6-22b148204aba req-7822436e-b3ae-40b5-a47d-770c427def62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530419 Sep 16 05:36:54.763497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ba6e84d3-787c-491c-b46c-714f6998ba7e no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:54.805210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ba6e84d3-787c-491c-b46c-714f6998ba7e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:54.806099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ba6e84d3-787c-491c-b46c-714f6998ba7e not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:54.806696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a98f70fd-74a5-44a8-a511-a84f5a3cf8df no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:54.827530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:54.833169 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:54.842258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a98f70fd-74a5-44a8-a511-a84f5a3cf8df {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:54.842716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a98f70fd-74a5-44a8-a511-a84f5a3cf8df not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:55.015491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.016245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd92a1aa-0548-41a4-8d97-04ee6077cffd {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:55.022234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.023617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-27b22046-8e5a-4d1c-8a9d-d15e3549833b admin admin] 10.222.0.49 "DELETE /v2.0/routers/bd92a1aa-0548-41a4-8d97-04ee6077cffd HTTP/1.1" status: 204 len: 168 time: 2.4818268 Sep 16 05:36:55.027909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44840) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:55.093067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-9251e777-898a-48a3-a973-832ea79e0846 admin admin] Deleting subnet 19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:36:55.097865 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9251e777-898a-48a3-a973-832ea79e0846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.138903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9251e777-898a-48a3-a973-832ea79e0846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.197226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9251e777-898a-48a3-a973-832ea79e0846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.320580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8dde0-babd-4e2b-9dee-57a84d2de9be req-dbc52eb3-bdd1-48cf-bcad-a82304423ad9 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:55.322298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ec8dde0-babd-4e2b-9dee-57a84d2de9be req-dbc52eb3-bdd1-48cf-bcad-a82304423ad9 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0962019 Sep 16 05:36:55.384400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ec8dde0-babd-4e2b-9dee-57a84d2de9be req-06af7a29-cb4b-4284-8e27-d8590fa025e2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549285 Sep 16 05:36:55.424178 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.466884 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9251e777-898a-48a3-a973-832ea79e0846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.532856 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9251e777-898a-48a3-a973-832ea79e0846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.540846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9251e777-898a-48a3-a973-832ea79e0846 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6 HTTP/1.1" status: 204 len: 168 time: 0.5116196 Sep 16 05:36:55.547314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251e777-898a-48a3-a973-832ea79e0846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a5a4ca-4141-4ce5-aca1-15e8fdebb3f6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:55.550337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44858) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:55.573637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1858-6364-45b0-a61e-b226cc639b2d req-45aa697a-01b2-4dfe-bde4-d4110e63923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:55.575488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-564e1858-6364-45b0-a61e-b226cc639b2d req-45aa697a-01b2-4dfe-bde4-d4110e63923d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 1098 time: 0.1484473 Sep 16 05:36:55.676555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.248124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1858-6364-45b0-a61e-b226cc639b2d req-a6f99835-0312-4b9e-a62b-b1a7093372fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:56.250920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-564e1858-6364-45b0-a61e-b226cc639b2d req-a6f99835-0312-4b9e-a62b-b1a7093372fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 912 time: 0.6123405 Sep 16 05:36:56.254038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.366397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b467b2f7-df41-437c-9b02-c9d587f3899e']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:56.385055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d634b79-1064-401f-b0e4-d7d9ce4d79f7') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:56.385055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d634b79-1064-401f-b0e4-d7d9ce4d79f7') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:56.404113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.429013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-564e1858-6364-45b0-a61e-b226cc639b2d req-dd37b0d6-d76f-418d-98da-67d14237f55f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a HTTP/1.1" status: 200 len: 1001 time: 0.1694438 Sep 16 05:36:56.431926 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.452801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:36:56.453678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:36:56.455762 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:36:56.595983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1858-6364-45b0-a61e-b226cc639b2d req-5171176a-3d43-4f6e-83e2-f6d0fe5afd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:56.595983 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-564e1858-6364-45b0-a61e-b226cc639b2d req-5171176a-3d43-4f6e-83e2-f6d0fe5afd3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.1567373 Sep 16 05:36:56.624862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1f67-a5a0-4c3a-a47e-2c285b243519 req-b9504fc0-36b4-4f07-9608-1c9e680c081e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:56.627661 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf5a1f67-a5a0-4c3a-a47e-2c285b243519 req-b9504fc0-36b4-4f07-9608-1c9e680c081e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1274405 Sep 16 05:36:56.701949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf5a1f67-a5a0-4c3a-a47e-2c285b243519 req-6755716f-4500-4c5e-ac1f-15ad5be9331b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544353 Sep 16 05:36:56.710925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1858-6364-45b0-a61e-b226cc639b2d req-3a437ca1-550e-4338-a0f9-ee0f74c2de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:56.712509 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-564e1858-6364-45b0-a61e-b226cc639b2d req-3a437ca1-550e-4338-a0f9-ee0f74c2de5b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050913 Sep 16 05:36:56.717615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.738262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.745416 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] 10.222.0.49 "DELETE /v2.0/networks/b467b2f7-df41-437c-9b02-c9d587f3899e HTTP/1.1" status: 204 len: 168 time: 1.1884518 Sep 16 05:36:56.779930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c1672-8194-4eb9-94ce-072d4baccfbf admin admin] Pushing event deleted for resources: {'Network': ['ID=b467b2f7-df41-437c-9b02-c9d587f3899e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:56.926199 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-564e1858-6364-45b0-a61e-b226cc639b2d req-24764044-6c3c-4892-99db-e04fdda10c48 service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910901 Sep 16 05:36:57.059141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-564e1858-6364-45b0-a61e-b226cc639b2d req-5b4c9027-e2e0-4756-9ceb-5d9005e066fa service neutron] 10.222.0.66 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189184 Sep 16 05:36:57.269459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44914) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:57.380323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:57.413913 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.467178 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f03b3172-aac2-40bb-a036-b51946676ed4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9150a94c1447412ba20701de744f407a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851879 Sep 16 05:36:57.474566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:57.560775 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ed26c3e-1abd-4184-abe6-379f818bd1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.615642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ed26c3e-1abd-4184-abe6-379f818bd1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.630909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-28947c19-6d6e-46f2-adb6-be85488af880 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-953171775'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:57.756223 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28947c19-6d6e-46f2-adb6-be85488af880 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.757931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28947c19-6d6e-46f2-adb6-be85488af880 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.839040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28947c19-6d6e-46f2-adb6-be85488af880 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.860942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc693d0-d2f4-4da6-b673-309dada6e1bc req-6ea9aee7-8186-429e-8156-d255fb769c3e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:57.868432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cfc693d0-d2f4-4da6-b673-309dada6e1bc req-6ea9aee7-8186-429e-8156-d255fb769c3e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0724473 Sep 16 05:36:57.924775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cfc693d0-d2f4-4da6-b673-309dada6e1bc req-643a28ec-24ea-407b-b774-7df3777f1426 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536973 Sep 16 05:36:57.933729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ed26c3e-1abd-4184-abe6-379f818bd1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.937183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ed26c3e-1abd-4184-abe6-379f818bd1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:57.945448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8ed26c3e-1abd-4184-abe6-379f818bd1a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfd48a4e-d040-419f-8511-1e4214f0543d HTTP/1.1" status: 204 len: 168 time: 0.4712567 Sep 16 05:36:57.957772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed26c3e-1abd-4184-abe6-379f818bd1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd48a4e-d040-419f-8511-1e4214f0543d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:57.961943 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28947c19-6d6e-46f2-adb6-be85488af880 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:58.824716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-28947c19-6d6e-46f2-adb6-be85488af880 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:58.826180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-28947c19-6d6e-46f2-adb6-be85488af880 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.5556617 Sep 16 05:36:58.828945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:58.925616 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.004650 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18e10bf6-359f-49e9-800a-e11983740f2e tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.154334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2d248-df95-468c-9468-d5ba14c44983 req-07c72e80-b732-4cf0-a1b5-46f73f2669e7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:59.178671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eae2d248-df95-468c-9468-d5ba14c44983 req-07c72e80-b732-4cf0-a1b5-46f73f2669e7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1711359 Sep 16 05:36:59.282497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eae2d248-df95-468c-9468-d5ba14c44983 req-ef03a93d-603a-41a3-b172-36821c51b3c7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880799 Sep 16 05:36:59.317903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18e10bf6-359f-49e9-800a-e11983740f2e tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.324776 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18e10bf6-359f-49e9-800a-e11983740f2e tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.464472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18e10bf6-359f-49e9-800a-e11983740f2e tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.465025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e10bf6-359f-49e9-800a-e11983740f2e tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9eab0a0-5ca8-4aaa-ac68-24b4b21e3925 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:59.475709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-18e10bf6-359f-49e9-800a-e11983740f2e tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.475709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-18e10bf6-359f-49e9-800a-e11983740f2e tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "DELETE /v2.0/routers/a9eab0a0-5ca8-4aaa-ac68-24b4b21e3925 HTTP/1.1" status: 204 len: 168 time: 0.6409504 Sep 16 05:36:59.475709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44970) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:59.480470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8022adcf-f2c1-4078-aca2-87febb012135 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Request body: {'router': {'name': 'tempest-router-902248060', 'distributed': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:59.575721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8022adcf-f2c1-4078-aca2-87febb012135 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.576836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8022adcf-f2c1-4078-aca2-87febb012135 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.646034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8022adcf-f2c1-4078-aca2-87febb012135 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.708122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8022adcf-f2c1-4078-aca2-87febb012135 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.801921 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8022adcf-f2c1-4078-aca2-87febb012135 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.803355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8022adcf-f2c1-4078-aca2-87febb012135 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3273361 Sep 16 05:36:59.805937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44978) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:59.927602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa86699b-28e6-47cd-9f31-6e2b76e2d94b tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.119813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa86699b-28e6-47cd-9f31-6e2b76e2d94b tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.122335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa86699b-28e6-47cd-9f31-6e2b76e2d94b tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.302297 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa86699b-28e6-47cd-9f31-6e2b76e2d94b tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.302926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa86699b-28e6-47cd-9f31-6e2b76e2d94b tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d614124-5528-43ef-8f47-3aed4469b044 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:37:00.308152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa86699b-28e6-47cd-9f31-6e2b76e2d94b tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.313271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45010) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:00.315372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fa86699b-28e6-47cd-9f31-6e2b76e2d94b tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "DELETE /v2.0/routers/7d614124-5528-43ef-8f47-3aed4469b044 HTTP/1.1" status: 204 len: 168 time: 0.5064905 Sep 16 05:37:00.329384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-660673a4-4ee2-439a-b559-0c576ad2d0c5 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Request body: {'router': {'name': 'tempest-router-1483221973', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9abad9d88cd74da789879cb5a43ddd70'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:00.349681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45012) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:00.464545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-660673a4-4ee2-439a-b559-0c576ad2d0c5 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.465959 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-660673a4-4ee2-439a-b559-0c576ad2d0c5 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.487352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-347708183-network', 'tenant_id': '48fc255ec88e4313a0920d50b0b25d98'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:00.546516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-660673a4-4ee2-439a-b559-0c576ad2d0c5 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.592116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Made reservation on behalf of 48fc255ec88e4313a0920d50b0b25d98 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:00.594430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.608319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.630720 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-660673a4-4ee2-439a-b559-0c576ad2d0c5 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.749072 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.830441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.853952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:00.869775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a39fd-1c72-4336-89fe-0c09a1ccd753,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:00.878088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.879558 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Added segment 91eb9345-3300-4f78-b9f0-671d704bd804 of type vlan for network 7eedc2c4-1586-486e-9362-4b881eb14279 Sep 16 05:37:00.919121 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-660673a4-4ee2-439a-b559-0c576ad2d0c5 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.920706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-660673a4-4ee2-439a-b559-0c576ad2d0c5 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6045454 Sep 16 05:37:00.937497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.942462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45024) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:00.949214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:01.124390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.127307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:01.128829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.222497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] Pushing event updated for resources: {'Network': ['ID=7eedc2c4-1586-486e-9362-4b881eb14279,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:01.233920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 7eedc2c4-1586-486e-9362-4b881eb14279 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:01.289658 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.290021 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.296816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dd41097a-b2bf-4e09-a684-f78ed85aab76 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9459896 Sep 16 05:37:01.303478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:01.307387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Request body: {'subnet': {'network_id': '7eedc2c4-1586-486e-9362-4b881eb14279', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-347708183-subnet', 'tenant_id': '48fc255ec88e4313a0920d50b0b25d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:01.410071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Made reservation on behalf of 48fc255ec88e4313a0920d50b0b25d98 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:01.413357 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.453644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95659) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 16 05:37:01.454210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Router 9b979403-f89e-4e4f-8144-b80987256f0f migrating from provider to provider. {{(pid=95659) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 16 05:37:01.454378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.472737 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.558593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.710564 n-d-712749-15 neutron-server[95659]: WARNING neutron.scheduler.l3_agent_scheduler [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] No L3 agents can host the router 9b979403-f89e-4e4f-8144-b80987256f0f Sep 16 05:37:01.804145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.822274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Hosts for router 9b979403-f89e-4e4f-8144-b80987256f0f: [] {{(pid=95659) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 16 05:37:01.876202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Hosts for other DVR routers connected to router 9b979403-f89e-4e4f-8144-b80987256f0f: set() {{(pid=95659) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 16 05:37:01.878782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:01.885919 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-62e4d466-a447-469a-aa3b-6d4f27eee2ec tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "PUT /v2.0/routers/9b979403-f89e-4e4f-8144-b80987256f0f HTTP/1.1" status: 200 len: 717 time: 0.9422460 Sep 16 05:37:01.889682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45062) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:01.960346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c5e687-4e7e-46b0-955a-453e5dba8c7d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:01.975091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Checking segment: {'id': '91eb9345-3300-4f78-b9f0-671d704bd804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7eedc2c4-1586-486e-9362-4b881eb14279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:01.975697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Network hostable DHCP agents. Network: 7eedc2c4-1586-486e-9362-4b881eb14279, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:02.052362 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dadd7562-2da5-47f4-8f15-de9536a19279 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "GET /v2.0/routers/9b979403-f89e-4e4f-8144-b80987256f0f HTTP/1.1" status: 200 len: 717 time: 0.1613116 Sep 16 05:37:02.055327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:02.089736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Network 7eedc2c4-1586-486e-9362-4b881eb14279 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:02.154120 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:02.192220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 7eedc2c4-1586-486e-9362-4b881eb14279) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:02.202527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0848a3-aa52-445c-81fd-c450dca2a451 None None] Network 7eedc2c4-1586-486e-9362-4b881eb14279 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:02.206023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:02.210428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:02.374175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fed772f8-342e-4b79-8ee7-d485b54592a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0746155 Sep 16 05:37:02.476385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45080) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:02.484663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3eb294d-4f17-4243-b1c4-42401a7035bb tempest-RoutersTestDVR-1849210027 tempest-RoutersTestDVR-1849210027-project] 10.222.0.49 "GET /v2.0/routers/9b979403-f89e-4e4f-8144-b80987256f0f HTTP/1.1" status: 200 len: 683 time: 0.4278610 Sep 16 05:37:02.564782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690bdbfb-d52b-4fca-8496-64761f02224a None None] Network 7eedc2c4-1586-486e-9362-4b881eb14279 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:02.722100 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfbe87a1-8180-4dc1-bb82-b98530c61f33 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:02.971629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfbe87a1-8180-4dc1-bb82-b98530c61f33 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:02.974491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfbe87a1-8180-4dc1-bb82-b98530c61f33 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.121607 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfbe87a1-8180-4dc1-bb82-b98530c61f33 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.122309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbe87a1-8180-4dc1-bb82-b98530c61f33 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b979403-f89e-4e4f-8144-b80987256f0f {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:37:03.131551 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dfbe87a1-8180-4dc1-bb82-b98530c61f33 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.136502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dfbe87a1-8180-4dc1-bb82-b98530c61f33 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "DELETE /v2.0/routers/9b979403-f89e-4e4f-8144-b80987256f0f HTTP/1.1" status: 204 len: 168 time: 0.6544428 Sep 16 05:37:03.136780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45106) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:03.144419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4ff974ad-6391-49bd-b52b-e2cbf4260821 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Request body: {'router': {'name': 'tempest-router-690182740', 'distributed': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:03.161622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-cb762ee9-2119-4d9e-87b2-d43e0e20f098 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.163031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-cb762ee9-2119-4d9e-87b2-d43e0e20f098 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/networks?id=7eedc2c4-1586-486e-9362-4b881eb14279 HTTP/1.1" status: 200 len: 808 time: 0.1408250 Sep 16 05:37:03.181708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-7e8ada4f-1d7a-41f6-b6b2-65efa50833ea tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/quotas/48fc255ec88e4313a0920d50b0b25d98 HTTP/1.1" status: 200 len: 375 time: 0.0105665 Sep 16 05:37:03.231490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b0df1105-7ef8-401b-82cf-d8ac6f802e72 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=48fc255ec88e4313a0920d50b0b25d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355730 Sep 16 05:37:03.264352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ff974ad-6391-49bd-b52b-e2cbf4260821 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.268869 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ff974ad-6391-49bd-b52b-e2cbf4260821 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.344308 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ff974ad-6391-49bd-b52b-e2cbf4260821 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.347458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-3d2c8187-a275-4a8f-a911-a06c88790cf3 service neutron] 10.222.0.49 "GET /v2.0/networks/7eedc2c4-1586-486e-9362-4b881eb14279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076639 Sep 16 05:37:03.410011 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ff974ad-6391-49bd-b52b-e2cbf4260821 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.475312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-3915aa0b-77a1-43b7-92d4-f607b2e46a1f service neutron] 10.222.0.49 "GET /v2.0/networks/7eedc2c4-1586-486e-9362-4b881eb14279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196232 Sep 16 05:37:03.509974 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ff974ad-6391-49bd-b52b-e2cbf4260821 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.511911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4ff974ad-6391-49bd-b52b-e2cbf4260821 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3730972 Sep 16 05:37:03.514721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45122) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:03.624112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-129cad98-fb95-4465-84b0-937c31f622f7 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.826261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-129cad98-fb95-4465-84b0-937c31f622f7 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.828310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-129cad98-fb95-4465-84b0-937c31f622f7 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:03.946126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ea88e7e-4452-4b52-9766-56add3f4e982 req-84f2f630-9de4-48ef-8d72-0eedec8ff5b8 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 210 time: 0.0662646 Sep 16 05:37:04.008224 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-129cad98-fb95-4465-84b0-937c31f622f7 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.008865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129cad98-fb95-4465-84b0-937c31f622f7 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05044ca1-405f-4d1c-acd8-0e2dd86471f5 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:37:04.016457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-129cad98-fb95-4465-84b0-937c31f622f7 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:04.018349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-129cad98-fb95-4465-84b0-937c31f622f7 tempest-RoutersTestDVR-967371761 tempest-RoutersTestDVR-967371761-project-admin] 10.222.0.49 "DELETE /v2.0/routers/05044ca1-405f-4d1c-acd8-0e2dd86471f5 HTTP/1.1" status: 204 len: 168 time: 0.5029714 Sep 16 05:37:04.074256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-966e4424-c417-42d8-b916-d7f264967adc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.088948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-966e4424-c417-42d8-b916-d7f264967adc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.109242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-966e4424-c417-42d8-b916-d7f264967adc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.127455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-966e4424-c417-42d8-b916-d7f264967adc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.136308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-966e4424-c417-42d8-b916-d7f264967adc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.144380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-966e4424-c417-42d8-b916-d7f264967adc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.150846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-966e4424-c417-42d8-b916-d7f264967adc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.153033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-966e4424-c417-42d8-b916-d7f264967adc tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.2034750 Sep 16 05:37:04.260478 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f3ea6df-24d7-4775-a328-a485aae9b675 req-d1611634-27fa-4566-87ce-f30ee6d8abeb tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979390 Sep 16 05:37:04.466581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b235-e9c0-4d4b-80b6-0f86d093cd8b req-7bf10a57-55b9-4dcd-8d1b-7ef5ad6dfe55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.474683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b235-e9c0-4d4b-80b6-0f86d093cd8b req-7bf10a57-55b9-4dcd-8d1b-7ef5ad6dfe55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.485035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b235-e9c0-4d4b-80b6-0f86d093cd8b req-7bf10a57-55b9-4dcd-8d1b-7ef5ad6dfe55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.501984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b235-e9c0-4d4b-80b6-0f86d093cd8b req-7bf10a57-55b9-4dcd-8d1b-7ef5ad6dfe55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.520173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b235-e9c0-4d4b-80b6-0f86d093cd8b req-7bf10a57-55b9-4dcd-8d1b-7ef5ad6dfe55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.536140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b235-e9c0-4d4b-80b6-0f86d093cd8b req-7bf10a57-55b9-4dcd-8d1b-7ef5ad6dfe55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.552507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b235-e9c0-4d4b-80b6-0f86d093cd8b req-7bf10a57-55b9-4dcd-8d1b-7ef5ad6dfe55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.557300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1049b235-e9c0-4d4b-80b6-0f86d093cd8b req-7bf10a57-55b9-4dcd-8d1b-7ef5ad6dfe55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.1866016 Sep 16 05:37:04.636524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45162) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:04.903492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00b3f9ab-fee7-463a-9827-60d9a56d367b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.086352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-079db35d-b363-49dc-84b9-1bbd8c18b408 req-ceba3c01-3307-4e9c-84bb-95df8a5a15cd tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 210 time: 0.0363188 Sep 16 05:37:05.100555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00b3f9ab-fee7-463a-9827-60d9a56d367b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.271143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00b3f9ab-fee7-463a-9827-60d9a56d367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.299120 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-00b3f9ab-fee7-463a-9827-60d9a56d367b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9abad9d88cd74da789879cb5a43ddd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605489 Sep 16 05:37:05.300425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3f9ab-fee7-463a-9827-60d9a56d367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee439764-bd62-4cf4-8615-ba78859404f4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:05.302491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45184) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:05.385631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf0a245c-6448-467e-9a1d-4ccd77ad2548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.421573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf0a245c-6448-467e-9a1d-4ccd77ad2548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.601587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf0a245c-6448-467e-9a1d-4ccd77ad2548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.604648 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf0a245c-6448-467e-9a1d-4ccd77ad2548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:05.608476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cf0a245c-6448-467e-9a1d-4ccd77ad2548 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee439764-bd62-4cf4-8615-ba78859404f4 HTTP/1.1" status: 204 len: 168 time: 0.3045814 Sep 16 05:37:05.620167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a245c-6448-467e-9a1d-4ccd77ad2548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee439764-bd62-4cf4-8615-ba78859404f4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:06.217731 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a1b4da7-c611-4d56-9e91-5f1d7ba82fad req-c1f0f9b3-d7ba-4c5c-877b-df01a6f54b0a tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 210 time: 0.0345962 Sep 16 05:37:06.672286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45224) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:06.686675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3a8bcee-304b-431d-a8b3-292a4448aaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:06.864115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3a8bcee-304b-431d-a8b3-292a4448aaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:06.952819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45242) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:06.973877 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3a8bcee-304b-431d-a8b3-292a4448aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.052662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f3a8bcee-304b-431d-a8b3-292a4448aaf4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=648b498b6f4d4679927144e36305a313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785791 Sep 16 05:37:07.054221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45246) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:07.074424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54ea3477-58f4-4868-afc3-af2d34c571c4 req-df107086-2ad1-4385-947f-f7fdb5d1d9c8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1203005 Sep 16 05:37:07.075362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8bcee-304b-431d-a8b3-292a4448aaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a6684-7f05-4aef-8113-6fa91870a4dd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:07.114067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a88724f-e5b3-496b-ac6d-8346bf218bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.136902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a88724f-e5b3-496b-ac6d-8346bf218bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.288089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45264) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:07.312435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a88724f-e5b3-496b-ac6d-8346bf218bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.320031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a88724f-e5b3-496b-ac6d-8346bf218bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.320031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7a88724f-e5b3-496b-ac6d-8346bf218bbe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce3a6684-7f05-4aef-8113-6fa91870a4dd HTTP/1.1" status: 204 len: 168 time: 0.2613862 Sep 16 05:37:07.328655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88724f-e5b3-496b-ac6d-8346bf218bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a6684-7f05-4aef-8113-6fa91870a4dd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:07.332085 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec117dbf-420c-44d7-93a6-529ef7f83212 req-69f96107-b64c-4fe7-a2e9-dbb3f6b11594 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 210 time: 0.0366168 Sep 16 05:37:07.414073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd2d4c3-9885-40ad-b867-f9ca7485e0f9 req-7e40ce32-2d3d-41ac-a00a-c4ed046507e3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1245427 Sep 16 05:37:07.535288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-d72db092-9ce8-48f9-a4ae-7e72ad39e90a tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:07.536901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-d72db092-9ce8-48f9-a4ae-7e72ad39e90a tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.66 "GET /v2.0/networks?id=7eedc2c4-1586-486e-9362-4b881eb14279 HTTP/1.1" status: 200 len: 808 time: 0.1736333 Sep 16 05:37:07.559302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Request body: {'port': {'device_id': '84982918-d559-484b-a99d-414cfddcccfc', 'network_id': '7eedc2c4-1586-486e-9362-4b881eb14279', 'admin_state_up': True, 'tenant_id': '48fc255ec88e4313a0920d50b0b25d98'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:07.844197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Made reservation on behalf of 48fc255ec88e4313a0920d50b0b25d98 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:07.869041 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.036980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Allocated IP 172.20.0.12 (7eedc2c4-1586-486e-9362-4b881eb14279/c2c5e687-4e7e-46b0-955a-453e5dba8c7d/2676a8f1-a0e1-449d-8725-a2d10907bca4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:08.243895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.421385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.493434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Network 7eedc2c4-1586-486e-9362-4b881eb14279 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:08.501003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:08.516234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:08.555521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Pushing event updated for resources: {'Port': ['ID=2676a8f1-a0e1-449d-8725-a2d10907bca4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:08.583324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c590d80-09dc-4e1e-ac46-e399c3d95721 req-ec9f4b10-a00d-4392-8cdf-abd60fec1f09 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:08.584982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c590d80-09dc-4e1e-ac46-e399c3d95721 req-ec9f4b10-a00d-4392-8cdf-abd60fec1f09 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 932 time: 0.1507728 Sep 16 05:37:08.616734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:08.617431 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:08.693186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c590d80-09dc-4e1e-ac46-e399c3d95721 req-2713e62f-b0fc-4a7a-a227-66425460815b tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859718 Sep 16 05:37:08.822028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-b1a31911-c161-4ecc-982b-eb73c2566356 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2671289 Sep 16 05:37:08.853224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Request body: {'port': {'device_id': '84982918-d559-484b-a99d-414cfddcccfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:08.943324 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.027239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.180771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-45ce0415-1748-49ad-b558-1a4a0d76b9a3 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.182116 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-45ce0415-1748-49ad-b558-1a4a0d76b9a3 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1537659 Sep 16 05:37:09.185306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45330) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.190357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-1f4136aa-bfbf-426d-acc4-ea1dc84b3027 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.191990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1f4136aa-bfbf-426d-acc4-ea1dc84b3027 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055852 Sep 16 05:37:09.195901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45332) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.200182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-c512342d-d9bd-4bf9-8026-722e41cbd504 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.203619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c512342d-d9bd-4bf9-8026-722e41cbd504 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042553 Sep 16 05:37:09.214420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.214420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-9bda91cd-51b4-46b8-bbc4-40fa3bcd6ab8 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.214420 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9bda91cd-51b4-46b8-bbc4-40fa3bcd6ab8 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049863 Sep 16 05:37:09.215207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.219599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-ef6efe21-9496-47b3-bdcd-a591203aa5e9 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.223960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ef6efe21-9496-47b3-bdcd-a591203aa5e9 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054531 Sep 16 05:37:09.224164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25f3e4ee-0da4-4586-995b-ff2a81e330d7 req-3ef248a1-1fa1-4bf7-87d3-eddcddaf19c5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0427032 Sep 16 05:37:09.225691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45338) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.230266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-1c6aaf4d-1f63-4177-b482-30378f26f552 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.231282 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c6aaf4d-1f63-4177-b482-30378f26f552 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045140 Sep 16 05:37:09.234175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45340) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.239923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-fa337927-d470-479d-a1ba-16287c1fc96a tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.244129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fa337927-d470-479d-a1ba-16287c1fc96a tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082977 Sep 16 05:37:09.244848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45342) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.250033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-15fcb584-d604-4a9f-93e4-cc9bc9990c8c tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.254961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-15fcb584-d604-4a9f-93e4-cc9bc9990c8c tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0086391 Sep 16 05:37:09.255950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.261399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-096ea6fa-fbf9-4b50-9828-9b3c60579670 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.265969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-096ea6fa-fbf9-4b50-9828-9b3c60579670 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0084682 Sep 16 05:37:09.267092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45346) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.271922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-ad1f030a-fcaf-4894-add6-002b487c4f0d tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.277750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad1f030a-fcaf-4894-add6-002b487c4f0d tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059915 Sep 16 05:37:09.298397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45350) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.306808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-6b2080d3-36ae-45b4-96cb-24a3ad59b4a1 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.314333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6b2080d3-36ae-45b4-96cb-24a3ad59b4a1 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0134175 Sep 16 05:37:09.319549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45352) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.343936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-6d42146f-fb9e-4c60-be63-40d29989962f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.354128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6d42146f-fb9e-4c60-be63-40d29989962f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0260286 Sep 16 05:37:09.357595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.377827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-23ef3976-b3ab-40a2-aa1f-1fc2e5303b44 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.390928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-23ef3976-b3ab-40a2-aa1f-1fc2e5303b44 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0234993 Sep 16 05:37:09.390928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.391389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2676a8f1-a0e1-449d-8725-a2d10907bca4 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:09.394535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-48477a5b-8edf-4d89-8cea-f728558b6f9e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.399810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-48477a5b-8edf-4d89-8cea-f728558b6f9e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119665 Sep 16 05:37:09.403847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.412512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.422446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-0804205d-891d-4c7f-9974-62c572a0a9b3 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.423452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0804205d-891d-4c7f-9974-62c572a0a9b3 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0149779 Sep 16 05:37:09.427372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45364) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.434072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-122c627c-4973-4ffb-bae6-20c2794ad906 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.438027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-122c627c-4973-4ffb-bae6-20c2794ad906 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053909 Sep 16 05:37:09.438027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Transition to ACTIVE for port object 2676a8f1-a0e1-449d-8725-a2d10907bca4 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:09.438027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45366) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.445280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-21183d5e-79f0-4ddc-80b0-ba5815f31aa8 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.446462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-21183d5e-79f0-4ddc-80b0-ba5815f31aa8 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0073695 Sep 16 05:37:09.455522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45368) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.461396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-e490dcaa-a2c7-4d5a-bcc7-a8840d82e62e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.462934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e490dcaa-a2c7-4d5a-bcc7-a8840d82e62e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0055676 Sep 16 05:37:09.465694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.470070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-67b75aab-53c4-4419-9fe3-aa65afd0b71f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.471197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-67b75aab-53c4-4419-9fe3-aa65afd0b71f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043628 Sep 16 05:37:09.473923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45372) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.478688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-9397d321-c710-42fe-ac62-c6029adfbe5d tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.479669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9397d321-c710-42fe-ac62-c6029adfbe5d tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048382 Sep 16 05:37:09.483016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45374) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.489212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-7c49ec3a-d310-4ee5-9f5d-fa16f2a0739c tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.493201 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7c49ec3a-d310-4ee5-9f5d-fa16f2a0739c tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059710 Sep 16 05:37:09.493641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45376) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.499698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-deac5c28-5488-45cd-a91b-aab41eac4a68 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.504544 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-deac5c28-5488-45cd-a91b-aab41eac4a68 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0092869 Sep 16 05:37:09.505357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45378) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.509843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-9d892a5c-ffb2-4c2d-a35e-cab7938dd9a6 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.512303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9d892a5c-ffb2-4c2d-a35e-cab7938dd9a6 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058367 Sep 16 05:37:09.514727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.519456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-542d36a6-4780-40ca-8514-3b8430238a7f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.523007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.525665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-542d36a6-4780-40ca-8514-3b8430238a7f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0095415 Sep 16 05:37:09.528814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-d8aa2435-ab24-4618-affa-7f4af70b0755 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.537028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45388) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.537925 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d8aa2435-ab24-4618-affa-7f4af70b0755 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0135610 Sep 16 05:37:09.541925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-0f6122c1-f729-496f-9cf7-731a038c3866 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.544359 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0f6122c1-f729-496f-9cf7-731a038c3866 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062978 Sep 16 05:37:09.546440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45390) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.551784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-69f89502-66d3-41fa-85ad-40d2f5fc0263 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.554633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-69f89502-66d3-41fa-85ad-40d2f5fc0263 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0071564 Sep 16 05:37:09.555695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.559618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45392) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.575778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-cf44fc4c-7e8a-4b47-a4d6-c1f5802ab009 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.576250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cf44fc4c-7e8a-4b47-a4d6-c1f5802ab009 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076172 Sep 16 05:37:09.578764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45394) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.596903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a6e1af1d-11b8-4763-b113-1a745c1c6afd req-b3ce4ac4-c9f3-427e-8acb-bba5972cd800 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0503776 Sep 16 05:37:09.603487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-ea795a83-6c3f-4187-aad3-903f833427b0 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.604558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ea795a83-6c3f-4187-aad3-903f833427b0 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0250468 Sep 16 05:37:09.609975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45396) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.621080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-3c1d3f76-7b9a-4a2c-a557-83f8bcbe0365 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.625122 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3c1d3f76-7b9a-4a2c-a557-83f8bcbe0365 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0137520 Sep 16 05:37:09.626410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45398) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.632696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-733311f3-a71c-45fa-92f3-1cb0e03b013e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.634016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Pushing event updated for resources: {'Port': ['ID=2676a8f1-a0e1-449d-8725-a2d10907bca4,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:09.635924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-733311f3-a71c-45fa-92f3-1cb0e03b013e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0072224 Sep 16 05:37:09.646378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45402) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.646593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.646593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.646593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.646867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.646987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.647303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.647624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.648004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.648310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.648631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.648948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.649500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:09.650172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-dbb232e9-a240-47a2-9731-e4a89dc7781e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.652337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dbb232e9-a240-47a2-9731-e4a89dc7781e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0068569 Sep 16 05:37:09.654036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45404) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.659765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-356cba25-d2a2-479d-91a6-92a2ea61199d tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.663940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-356cba25-d2a2-479d-91a6-92a2ea61199d tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0084462 Sep 16 05:37:09.664695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.668838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-f84ce738-f762-46cc-b26e-46079f277e7a tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.670559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f84ce738-f762-46cc-b26e-46079f277e7a tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049028 Sep 16 05:37:09.672354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.678148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-18a7b58b-4901-4be5-a06f-ab29a6e0b8ca tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.679189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-18a7b58b-4901-4be5-a06f-ab29a6e0b8ca tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0058506 Sep 16 05:37:09.682256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.689366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-d66e48f2-4486-4aea-abbb-597f9dcde22f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.691073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d66e48f2-4486-4aea-abbb-597f9dcde22f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076897 Sep 16 05:37:09.694263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45414) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.700179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-211da23a-d14d-4f9a-9337-4318f5423897 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.701802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-211da23a-d14d-4f9a-9337-4318f5423897 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055215 Sep 16 05:37:09.706142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.710768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-f416c52c-733b-4e72-bc92-357b99e6b75c tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.717055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f416c52c-733b-4e72-bc92-357b99e6b75c tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0056715 Sep 16 05:37:09.718938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.724287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-c8abc35a-df10-4bcc-81f0-9e1f7c0fbf98 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.727753 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c8abc35a-df10-4bcc-81f0-9e1f7c0fbf98 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077972 Sep 16 05:37:09.728297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.728505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Attempting to bind port 2676a8f1-a0e1-449d-8725-a2d10907bca4 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:09.728856 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Attempting to bind port 2676a8f1-a0e1-449d-8725-a2d10907bca4 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '91eb9345-3300-4f78-b9f0-671d704bd804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7eedc2c4-1586-486e-9362-4b881eb14279'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:09.729177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Attempting to bind port 2676a8f1-a0e1-449d-8725-a2d10907bca4 on network 7eedc2c4-1586-486e-9362-4b881eb14279 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:09.732746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-70fb6206-ee64-4553-a90b-a9b27b35240a tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.736613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-70fb6206-ee64-4553-a90b-a9b27b35240a tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073032 Sep 16 05:37:09.737436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.741689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-1f7a656f-7f8f-461e-9111-67f1c8dd9de6 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.746067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1f7a656f-7f8f-461e-9111-67f1c8dd9de6 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076020 Sep 16 05:37:09.746702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.751216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-24ee3fc9-3714-40ac-9e4b-ceb354bbee70 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.755971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-24ee3fc9-3714-40ac-9e4b-ceb354bbee70 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045290 Sep 16 05:37:09.756840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45430) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.758609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Port 2676a8f1-a0e1-449d-8725-a2d10907bca4 on network 7eedc2c4-1586-486e-9362-4b881eb14279 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:09.758997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Attempting to bind port 2676a8f1-a0e1-449d-8725-a2d10907bca4 on network 7eedc2c4-1586-486e-9362-4b881eb14279 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:09.767684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-9230b33a-ddce-46c2-9242-87ee89f73a4f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.767684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9230b33a-ddce-46c2-9242-87ee89f73a4f tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064576 Sep 16 05:37:09.770346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.775300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-cad2e266-35f9-485e-a9e0-087b79eb0c52 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.779428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cad2e266-35f9-485e-a9e0-087b79eb0c52 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0079110 Sep 16 05:37:09.779671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:09.779781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Checking segment: {'id': '91eb9345-3300-4f78-b9f0-671d704bd804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7eedc2c4-1586-486e-9362-4b881eb14279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:09.780004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45434) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.780329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Bound using segment: {'id': '91eb9345-3300-4f78-b9f0-671d704bd804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7eedc2c4-1586-486e-9362-4b881eb14279'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:09.780865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Bound port: 2676a8f1-a0e1-449d-8725-a2d10907bca4, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91eb9345-3300-4f78-b9f0-671d704bd804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7eedc2c4-1586-486e-9362-4b881eb14279'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:09.781299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.784766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-cef1829c-cab8-4fe7-9668-7e482062af47 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.786786 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cef1829c-cab8-4fe7-9668-7e482062af47 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058913 Sep 16 05:37:09.793721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45436) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.798307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-c413739c-0394-4e05-b4e0-9edecd6fb261 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.801811 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c413739c-0394-4e05-b4e0-9edecd6fb261 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0069611 Sep 16 05:37:09.802807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.807700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-9092de79-6c48-4541-a78d-5e6dc440337c tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.811433 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9092de79-6c48-4541-a78d-5e6dc440337c tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0070515 Sep 16 05:37:09.812539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45440) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.835982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-a9b5df62-7e93-477f-8641-ca44690fad62 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.837488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a9b5df62-7e93-477f-8641-ca44690fad62 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0239518 Sep 16 05:37:09.843195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.853156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-2f1f49e0-880e-43bc-a769-35c9f3bedd0d tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.858154 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2f1f49e0-880e-43bc-a769-35c9f3bedd0d tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0096877 Sep 16 05:37:09.870632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45446) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.879361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-2518185e-69c8-4c86-b57f-4bade352bf1a tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.885503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45448) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.886604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2518185e-69c8-4c86-b57f-4bade352bf1a tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0141711 Sep 16 05:37:09.890609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-28843e05-900b-4cf4-83dd-af9d626b8c73 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.894893 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-28843e05-900b-4cf4-83dd-af9d626b8c73 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052669 Sep 16 05:37:09.897449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45450) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.911274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-7a2f25da-d498-4ae3-a57b-a9a3594a3d57 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.917024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7a2f25da-d498-4ae3-a57b-a9a3594a3d57 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0147364 Sep 16 05:37:09.924796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45452) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.932743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-19be42dc-c6cd-49fe-8dc9-19d2f2804eea tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.933998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-19be42dc-c6cd-49fe-8dc9-19d2f2804eea tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0066638 Sep 16 05:37:09.936599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45454) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.939379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b640463-2663-4f0b-a5eb-d83298cf957f req-63477285-a459-4de1-b118-afac576c193f tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.941705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b640463-2663-4f0b-a5eb-d83298cf957f req-63477285-a459-4de1-b118-afac576c193f tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 944 time: 0.1579309 Sep 16 05:37:09.943042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-be229a0a-68bc-4a04-af58-5bbc7bed19b1 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.947064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-be229a0a-68bc-4a04-af58-5bbc7bed19b1 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066569 Sep 16 05:37:09.950078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.957045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-8f166fc7-439e-4f52-bc11-a02db36f7d31 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:09.957885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8f166fc7-439e-4f52-bc11-a02db36f7d31 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067830 Sep 16 05:37:09.976587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45458) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:09.997506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-3c54f4a0-05ba-4c34-9081-5913eb305989 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.001881 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3c54f4a0-05ba-4c34-9081-5913eb305989 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0236809 Sep 16 05:37:10.009327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.050042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-c6fd118e-1c07-4206-a2d5-d23585a7be4b tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.053863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] For port 2676a8f1-a0e1-449d-8725-a2d10907bca4, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:10.056556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c6fd118e-1c07-4206-a2d5-d23585a7be4b tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0390937 Sep 16 05:37:10.057329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45462) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.064119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-7ed5735d-9d9b-47e9-9817-49ec3d2a21ac tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.068334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7ed5735d-9d9b-47e9-9817-49ec3d2a21ac tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0096483 Sep 16 05:37:10.071510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45464) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.077365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-8edd62e2-ca20-4864-b375-d9f9bed2ba5e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.078664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8edd62e2-ca20-4864-b375-d9f9bed2ba5e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0057175 Sep 16 05:37:10.083467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45466) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.084379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] For port 2676a8f1-a0e1-449d-8725-a2d10907bca4, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2676a8f1-a0e1-449d-8725-a2d10907bca4,segment=NetworkSegment(91eb9345-3300-4f78-b9f0-671d704bd804),segment_id=91eb9345-3300-4f78-b9f0-671d704bd804)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:10.091033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-2414ebd0-f551-422e-9fa7-d692df51714b tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.099729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45468) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.100823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2414ebd0-f551-422e-9fa7-d692df51714b tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0082893 Sep 16 05:37:10.112494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-022502dd-a86f-474d-a94f-8f2951b2b9ae tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.113807 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-022502dd-a86f-474d-a94f-8f2951b2b9ae tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067821 Sep 16 05:37:10.118855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45470) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.129857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-3d8387f8-dcc3-42bd-82cd-141c8e85870e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.134883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3d8387f8-dcc3-42bd-82cd-141c8e85870e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0141082 Sep 16 05:37:10.135715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45472) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.141371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-bcff8197-3778-44d0-a98b-8493484b4d22 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.152123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b640463-2663-4f0b-a5eb-d83298cf957f req-34553cd6-78ff-434c-b74d-871de28318bd tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594753 Sep 16 05:37:10.152761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45474) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.153159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bcff8197-3778-44d0-a98b-8493484b4d22 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0160775 Sep 16 05:37:10.157818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-fe967dea-2f48-4dc1-ac7f-397fda5aa08e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.161767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fe967dea-2f48-4dc1-ac7f-397fda5aa08e tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057752 Sep 16 05:37:10.166897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45476) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.180076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [None req-19ce1cee-ccc7-4382-9f2e-a5a5d6cffe25 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.181810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-19ce1cee-ccc7-4382-9f2e-a5a5d6cffe25 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0162835 Sep 16 05:37:10.186261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45478) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.189288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-7417e04c-87ea-4479-bbc6-1914fb9c4091 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.196647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7417e04c-87ea-4479-bbc6-1914fb9c4091 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046904 Sep 16 05:37:10.198703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45480) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.203071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-278f52c8-9cc8-43c7-8e9b-686bd911e0e4 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.204151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-278f52c8-9cc8-43c7-8e9b-686bd911e0e4 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043850 Sep 16 05:37:10.207796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45482) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.211593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-39760199-9d26-45ea-ae6e-e18a149dcd36 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.212539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-39760199-9d26-45ea-ae6e-e18a149dcd36 tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038731 Sep 16 05:37:10.214759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45484) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:10.219016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [None req-ffa2dfa7-da42-4dbf-a0c8-1b6f9efd3cda tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:10.220044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ffa2dfa7-da42-4dbf-a0c8-1b6f9efd3cda tempest-ExtensionsTestJSON-3219717 tempest-ExtensionsTestJSON-3219717-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041606 Sep 16 05:37:10.267334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:10.317052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:10.318036 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:10.320592 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] 10.222.0.66 "PUT /v2.0/ports/2676a8f1-a0e1-449d-8725-a2d10907bca4 HTTP/1.1" status: 200 len: 1093 time: 1.4795446 Sep 16 05:37:10.320592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84982918-d559-484b-a99d-414cfddcccfc', 'tag': '2676a8f1-a0e1-449d-8725-a2d10907bca4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:10.322930 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b73389b-d2b1-4489-826f-c8d3ab748db6" -d '{"events": [{"name": "network-changed", "server_uuid": "84982918-d559-484b-a99d-414cfddcccfc", "tag": "2676a8f1-a0e1-449d-8725-a2d10907bca4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:10.372246 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be506728-9afb-4370-89a4-9a27e8274b9c x-openstack-request-id: req-be506728-9afb-4370-89a4-9a27e8274b9c {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:10.372549 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84982918-d559-484b-a99d-414cfddcccfc", "tag": "2676a8f1-a0e1-449d-8725-a2d10907bca4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:10.372806 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be506728-9afb-4370-89a4-9a27e8274b9c {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:10.373776 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84982918-d559-484b-a99d-414cfddcccfc', 'tag': '2676a8f1-a0e1-449d-8725-a2d10907bca4', 'status': 'completed', 'code': 200} Sep 16 05:37:10.380698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc418e9-575f-449d-85f8-fdb3cd68e2cd service neutron] Pushing event updated for resources: {'Port': ['ID=2676a8f1-a0e1-449d-8725-a2d10907bca4,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:10.866569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73389b-d2b1-4489-826f-c8d3ab748db6 req-1ac188ae-e9c2-4cee-9fe8-c722214ebebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:10.868731 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b73389b-d2b1-4489-826f-c8d3ab748db6 req-1ac188ae-e9c2-4cee-9fe8-c722214ebebd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=48fc255ec88e4313a0920d50b0b25d98&device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 1096 time: 0.4269571 Sep 16 05:37:10.998985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73389b-d2b1-4489-826f-c8d3ab748db6 req-a2b777d2-25c7-4b59-bb5c-6a6f7d384d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.000738 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b73389b-d2b1-4489-826f-c8d3ab748db6 req-a2b777d2-25c7-4b59-bb5c-6a6f7d384d7c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=48fc255ec88e4313a0920d50b0b25d98&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1161623 Sep 16 05:37:11.027213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45512) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:11.123753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73389b-d2b1-4489-826f-c8d3ab748db6 req-b7503a72-47b9-4e3f-abcb-3cbb32a78100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.125355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b73389b-d2b1-4489-826f-c8d3ab748db6 req-b7503a72-47b9-4e3f-abcb-3cbb32a78100 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039028 Sep 16 05:37:11.167132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2eb2-52a1-475b-be4f-5d252d62047a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.287538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-5de3cc08-2ff6-4d15-9185-5b90dbdef182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.289637 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-5de3cc08-2ff6-4d15-9185-5b90dbdef182 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=48fc255ec88e4313a0920d50b0b25d98&device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 1096 time: 0.0659699 Sep 16 05:37:11.322722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37da1e2-9868-4c72-ac87-f7251172600a req-a632cbc6-d993-4a09-b64c-f4876124235e tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.328875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f37da1e2-9868-4c72-ac87-f7251172600a req-a632cbc6-d993-4a09-b64c-f4876124235e tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 944 time: 0.0882158 Sep 16 05:37:11.359683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-9369b79d-a8f4-4ade-af73-7e1e80b0c02a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2676a8f1-a0e1-449d-8725-a2d10907bca4 HTTP/1.1" status: 200 len: 217 time: 0.0500054 Sep 16 05:37:11.401673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f37da1e2-9868-4c72-ac87-f7251172600a req-c7e0ddc3-45ab-4293-872e-c32529611552 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690446 Sep 16 05:37:11.445242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2eb2-52a1-475b-be4f-5d252d62047a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.474311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07b37721-0da5-48bf-816a-d1f89c72d35d req-d0474e68-04fc-4e72-877e-9e495b900a10 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0368903 Sep 16 05:37:11.497548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-85fac22e-3460-45f4-8416-40afc87e0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.499769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-85fac22e-3460-45f4-8416-40afc87e0883 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c2c5e687-4e7e-46b0-955a-453e5dba8c7d HTTP/1.1" status: 200 len: 848 time: 0.1158705 Sep 16 05:37:11.515379 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2eb2-52a1-475b-be4f-5d252d62047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.548466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-869f987a-b07e-4648-a806-c7ec5fcece24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7eedc2c4-1586-486e-9362-4b881eb14279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293305 Sep 16 05:37:11.568669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2a5d2eb2-52a1-475b-be4f-5d252d62047a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf26c7f18a9642f69bd198adf6d27fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403430 Sep 16 05:37:11.579699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45538) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:11.618298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d2eb2-52a1-475b-be4f-5d252d62047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1135a9d-990d-458a-b1e1-2fe2f1ba5c90,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:11.691389 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-4fa21ac2-edf3-43de-8b2e-e019ac9f7cad service neutron] 10.222.0.66 "GET /v2.0/networks/7eedc2c4-1586-486e-9362-4b881eb14279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349392 Sep 16 05:37:11.698231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee3e81-4d19-43cd-8d94-e00a01282c99 req-c2310a96-ddfe-4d37-8dc5-ca50f2a761c6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0336580 Sep 16 05:37:11.717117 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86b93af5-33dc-44d6-ad8f-9c2599fc7205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.751630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86b93af5-33dc-44d6-ad8f-9c2599fc7205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.844214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f0f272c-ef1b-4e2b-9f99-7b4db0969c90 req-c8811f76-0fb7-4497-9030-3f1aee758ae3 service neutron] 10.222.0.66 "GET /v2.0/networks/7eedc2c4-1586-486e-9362-4b881eb14279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446476 Sep 16 05:37:11.946633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86b93af5-33dc-44d6-ad8f-9c2599fc7205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.949294 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86b93af5-33dc-44d6-ad8f-9c2599fc7205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:11.950596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-86b93af5-33dc-44d6-ad8f-9c2599fc7205 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1135a9d-990d-458a-b1e1-2fe2f1ba5c90 HTTP/1.1" status: 204 len: 168 time: 0.3694398 Sep 16 05:37:11.977001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b93af5-33dc-44d6-ad8f-9c2599fc7205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1135a9d-990d-458a-b1e1-2fe2f1ba5c90,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:12.553629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a443c-04d6-4442-a717-bd6a232b0740 req-080021f5-2bb0-415e-8f4a-a007efe98b19 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.555437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a83a443c-04d6-4442-a717-bd6a232b0740 req-080021f5-2bb0-415e-8f4a-a007efe98b19 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 944 time: 0.0556831 Sep 16 05:37:12.607213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a83a443c-04d6-4442-a717-bd6a232b0740 req-197be775-0ab8-4546-a18f-02cd3a34be65 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Sep 16 05:37:13.116420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2676a8f1-a0e1-449d-8725-a2d10907bca4 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:13.223111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2676a8f1-a0e1-449d-8725-a2d10907bca4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2676a8f1-a0e1-449d-8725-a2d10907bca4,segment=NetworkSegment(91eb9345-3300-4f78-b9f0-671d704bd804),segment_id=91eb9345-3300-4f78-b9f0-671d704bd804)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:13.233937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '2676a8f1-a0e1-449d-8725-a2d10907bca4', 'network_id': '7eedc2c4-1586-486e-9362-4b881eb14279', 'port_id': '2676a8f1-a0e1-449d-8725-a2d10907bca4', 'mac_address': 'fa:16:3e:07:7c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c5e687-4e7e-46b0-955a-453e5dba8c7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:13.278657 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.294174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2676a8f1-a0e1-449d-8725-a2d10907bca4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:13.317801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2676a8f1-a0e1-449d-8725-a2d10907bca4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2676a8f1-a0e1-449d-8725-a2d10907bca4,segment=NetworkSegment(91eb9345-3300-4f78-b9f0-671d704bd804),segment_id=91eb9345-3300-4f78-b9f0-671d704bd804)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:13.392937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.487966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45612) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:13.505278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2676a8f1-a0e1-449d-8725-a2d10907bca4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:13.588866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-955f1126-8bdf-49c5-b93f-797cc6d90621 req-eacbf012-8cf4-4ffe-ba2b-dee5eef8a2fa service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0360200 Sep 16 05:37:13.627803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-931440185'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:13.725974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2676a8f1-a0e1-449d-8725-a2d10907bca4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:13.761040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b1bed0c-0202-4066-8c52-bb4791117bd3 req-336273ef-c81a-4d45-a4b7-1fb304d6889f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0522642 Sep 16 05:37:13.762572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Made reservation on behalf of b237c7a399c745dc8a405205337368dd for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:13.767217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.779091 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.856577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aded8b-b49d-4b85-b23f-fb915216b5cc req-19c18523-be82-4222-965e-d0cef311612b tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:13.864859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2aded8b-b49d-4b85-b23f-fb915216b5cc req-19c18523-be82-4222-965e-d0cef311612b tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 945 time: 0.1651878 Sep 16 05:37:13.928275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2aded8b-b49d-4b85-b23f-fb915216b5cc req-74b90e49-1077-48bb-9d18-76f13b1296ed tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572314 Sep 16 05:37:13.961203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.023033 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.057775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:14.067780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1b9d08-c47a-4409-85cc-60f725f73679,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:14.084885 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.085233 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Added segment 4940211c-e56b-42a0-b8e5-d79ecfad0f61 of type vlan for network 2961fa55-fc38-423e-a790-a8f3e94b65f4 Sep 16 05:37:14.141987 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.281478 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.287961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:14.292383 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.356973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event updated for resources: {'Network': ['ID=2961fa55-fc38-423e-a790-a8f3e94b65f4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:14.369724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 2961fa55-fc38-423e-a790-a8f3e94b65f4 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:14.387624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-13a67d24-3cd2-4635-8c2c-4a8e53a071aa tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8983946 Sep 16 05:37:14.390649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:14.398608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Request body: {'subnet': {'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:14.581492 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Made reservation on behalf of b237c7a399c745dc8a405205337368dd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:14.585845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.929504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.985181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event updated for resources: {'Subnet': ['ID=1d2bcf86-baa2-4758-bf81-c4385d4fba44,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:15.003353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.003738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.004091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.004429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.004792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.005128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.005461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.005784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.006117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.006445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.006774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.007098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:15.081389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Checking segment: {'id': '4940211c-e56b-42a0-b8e5-d79ecfad0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:15.081839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Network hostable DHCP agents. Network: 2961fa55-fc38-423e-a790-a8f3e94b65f4, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:15.093836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a212d-df3f-42dd-94aa-d78a6a16e80a req-3ee926ab-ec05-4263-8172-d47e64d9b54e tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:15.095355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-180a212d-df3f-42dd-94aa-d78a6a16e80a req-3ee926ab-ec05-4263-8172-d47e64d9b54e tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 945 time: 0.0980835 Sep 16 05:37:15.130823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2676a8f1-a0e1-449d-8725-a2d10907bca4 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:15.150848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-180a212d-df3f-42dd-94aa-d78a6a16e80a req-47dd9c74-61a3-4e5f-baf4-564ac857af68 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486097 Sep 16 05:37:15.218274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Network 2961fa55-fc38-423e-a790-a8f3e94b65f4 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:15.283895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 2676a8f1-a0e1-449d-8725-a2d10907bca4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:15.289489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 2676a8f1-a0e1-449d-8725-a2d10907bca4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:15.290064 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.311939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 2961fa55-fc38-423e-a790-a8f3e94b65f4) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:15.323348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:15.332759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.332910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a3d14-5ec3-4db2-a7ae-34da457922ea None None] Network 2961fa55-fc38-423e-a790-a8f3e94b65f4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:15.428123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c812393a-456d-4977-ac5f-5e5839d714a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0363533 Sep 16 05:37:15.430794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:15.438361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Request body: {'port': {'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1969894451'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:15.553730 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.612528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84982918-d559-484b-a99d-414cfddcccfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2676a8f1-a0e1-449d-8725-a2d10907bca4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:15.615091 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2e384f-4df3-4ad6-b6f2-43c880e62949" -d '{"events": [{"server_uuid": "84982918-d559-484b-a99d-414cfddcccfc", "name": "network-vif-plugged", "status": "completed", "tag": "2676a8f1-a0e1-449d-8725-a2d10907bca4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:15.637113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2676a8f1-a0e1-449d-8725-a2d10907bca4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2676a8f1-a0e1-449d-8725-a2d10907bca4,segment=NetworkSegment(91eb9345-3300-4f78-b9f0-671d704bd804),segment_id=91eb9345-3300-4f78-b9f0-671d704bd804)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:15.640676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-2961fa55-fc38-423e-a790-a8f3e94b65f4', 'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4', 'tenant_id': 'b237c7a399c745dc8a405205337368dd', 'fixed_ips': [{'subnet_id': '1d2bcf86-baa2-4758-bf81-c4385d4fba44'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:37:15.641876 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.713973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a97f31a-2ab7-4060-87f5-e8eed2ff17bd req-b2e9f78d-9fe6-4e56-8ffc-9ebb573492f9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0420039 Sep 16 05:37:15.750388 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.810903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Made reservation on behalf of b237c7a399c745dc8a405205337368dd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:15.828472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.884778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] device_id is not set on port fcd2e787-4d28-4d91-b891-3eaf02c326fd yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:37:15.893680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2676a8f1-a0e1-449d-8725-a2d10907bca4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:15.971038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Allocated IP 2001:db8::2 (2961fa55-fc38-423e-a790-a8f3e94b65f4/1d2bcf86-baa2-4758-bf81-c4385d4fba44/38e84d24-e349-4989-9e0a-60b186366188) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:16.044816 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374343da-b49b-49ae-b56f-19ae01f18f80 x-openstack-request-id: req-374343da-b49b-49ae-b56f-19ae01f18f80 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:16.044816 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84982918-d559-484b-a99d-414cfddcccfc", "name": "network-vif-plugged", "status": "completed", "tag": "2676a8f1-a0e1-449d-8725-a2d10907bca4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:16.047979 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-374343da-b49b-49ae-b56f-19ae01f18f80 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:16.050218 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84982918-d559-484b-a99d-414cfddcccfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2676a8f1-a0e1-449d-8725-a2d10907bca4', 'code': 200} Sep 16 05:37:16.067003 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2802baf7-9fe7-4e89-ab23-9cded4de5982 req-fc28fc4e-7b2d-4732-8dbe-e96c358e542d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0492721 Sep 16 05:37:16.210514 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.234547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191d05-1c67-4adc-96f5-28f09c7e4321 req-8678b680-b9f8-4b82-808b-95c87e82f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.237401 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33191d05-1c67-4adc-96f5-28f09c7e4321 req-8678b680-b9f8-4b82-808b-95c87e82f6f2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 1098 time: 0.0575655 Sep 16 05:37:16.293922 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.356577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Network 2961fa55-fc38-423e-a790-a8f3e94b65f4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:16.359978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:16.368104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:16.377782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Pushing event updated for resources: {'Port': ['ID=38e84d24-e349-4989-9e0a-60b186366188,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:16.381537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33191d05-1c67-4adc-96f5-28f09c7e4321 req-3ccdfdbd-98c8-46f0-8a8b-08351d5bf669 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365619 Sep 16 05:37:16.421942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5bda-e4b0-4ee5-ac8e-125104ff6db5 req-13b5ddd1-6291-474f-b219-6e715fed6094 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.433523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11bd5bda-e4b0-4ee5-ac8e-125104ff6db5 req-13b5ddd1-6291-474f-b219-6e715fed6094 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 946 time: 0.1745667 Sep 16 05:37:16.444278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Attempting to bind port 38e84d24-e349-4989-9e0a-60b186366188 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:16.445041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Attempting to bind port 38e84d24-e349-4989-9e0a-60b186366188 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '4940211c-e56b-42a0-b8e5-d79ecfad0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:16.445168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Allocated IP 2001:db8::39d (2961fa55-fc38-423e-a790-a8f3e94b65f4/1d2bcf86-baa2-4758-bf81-c4385d4fba44/fcd2e787-4d28-4d91-b891-3eaf02c326fd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:16.445731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Attempting to bind port 38e84d24-e349-4989-9e0a-60b186366188 on network 2961fa55-fc38-423e-a790-a8f3e94b65f4 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:16.453809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:16.462080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Checking segment: {'id': '4940211c-e56b-42a0-b8e5-d79ecfad0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:16.462080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.462080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Bound using segment: {'id': '4940211c-e56b-42a0-b8e5-d79ecfad0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:16.462080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Bound port: 38e84d24-e349-4989-9e0a-60b186366188, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4940211c-e56b-42a0-b8e5-d79ecfad0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:16.462080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.497623 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11bd5bda-e4b0-4ee5-ac8e-125104ff6db5 req-fcb8dc42-d9b1-46b8-b661-2a7ff832ecc4 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629072 Sep 16 05:37:16.605305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] For port 38e84d24-e349-4989-9e0a-60b186366188, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:16.629779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] For port 38e84d24-e349-4989-9e0a-60b186366188, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=38e84d24-e349-4989-9e0a-60b186366188,segment=NetworkSegment(4940211c-e56b-42a0-b8e5-d79ecfad0f61),segment_id=4940211c-e56b-42a0-b8e5-d79ecfad0f61)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:16.716531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.727593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.826704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47358211-ee47-481e-b71a-bf0f680f864b None None] Pushing event updated for resources: {'Port': ['ID=38e84d24-e349-4989-9e0a-60b186366188,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:16.862654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.934950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Network 2961fa55-fc38-423e-a790-a8f3e94b65f4 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:16.942605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:16.950558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:16.956748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.957426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.964446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event updated for resources: {'Port': ['ID=fcd2e787-4d28-4d91-b891-3eaf02c326fd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:17.070986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6469eb48-071e-4028-9858-63ea782ea0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6384487 Sep 16 05:37:17.073973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:17.100980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Request body: {'port': {'network_id': '2961fa55-fc38-423e-a790-a8f3e94b65f4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-324629123', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:17.100980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] bootfile-name is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:37:17.100980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] tftp-server is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:37:17.100980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] server-ip-address is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:37:17.426434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Made reservation on behalf of b237c7a399c745dc8a405205337368dd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:17.430186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.460636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] device_id is not set on port e989c7af-3c5c-4129-8629-7e923b3672df yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:37:17.794697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Allocated IP 2001:db8::180 (2961fa55-fc38-423e-a790-a8f3e94b65f4/1d2bcf86-baa2-4758-bf81-c4385d4fba44/e989c7af-3c5c-4129-8629-7e923b3672df) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:17.853432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d3bb7-6401-4ce5-8e29-7494d77352dd req-82f475cd-ebfd-4939-80b0-bf39638661c2 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:17.873413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c2d3bb7-6401-4ce5-8e29-7494d77352dd req-82f475cd-ebfd-4939-80b0-bf39638661c2 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 946 time: 0.2560105 Sep 16 05:37:18.020977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c2d3bb7-6401-4ce5-8e29-7494d77352dd req-362a6d6a-0488-4ee2-94f0-bb27f61f71d7 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402087 Sep 16 05:37:18.110894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4722e21c-9784-46b8-a421-99f082382851 req-7986e0b2-6ebf-4984-a3ea-36a49bc0fbe9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0797698 Sep 16 05:37:18.141531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.290370 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.401357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48efd3f6-7d89-49ad-9c91-41998f77a828 req-a4a9c2af-6bf3-4000-a807-f3eb90f4386c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1019654 Sep 16 05:37:18.441544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Network 2961fa55-fc38-423e-a790-a8f3e94b65f4 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:18.441544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:18.441803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c37523-c363-47d6-aa5e-41786b6a7811 None None] Network 2961fa55-fc38-423e-a790-a8f3e94b65f4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:18.442431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event updated for resources: {'Port': ['ID=e989c7af-3c5c-4129-8629-7e923b3672df,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:18.446307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:18.456262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.457563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.541497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d57f0bd4-1bcc-40b2-8e37-237b4c9bd366 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4658258 Sep 16 05:37:18.543760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45752) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:18.547373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d3c22f52-ea43-4718-bb44-d184dac2f9b9 None None] Provisioning complete for port 38e84d24-e349-4989-9e0a-60b186366188 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:18.547649 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f52-ea43-4718-bb44-d184dac2f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.679925 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f52-ea43-4718-bb44-d184dac2f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.682415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f44df-d7b7-42ea-bb92-86da9ecf7ddb tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.714084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f44df-d7b7-42ea-bb92-86da9ecf7ddb tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.741220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f44df-d7b7-42ea-bb92-86da9ecf7ddb tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.749508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-297f44df-d7b7-42ea-bb92-86da9ecf7ddb tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2043972 Sep 16 05:37:18.756123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45760) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:18.764515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d3c22f52-ea43-4718-bb44-d184dac2f9b9 None None] For port 38e84d24-e349-4989-9e0a-60b186366188, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=38e84d24-e349-4989-9e0a-60b186366188,segment=NetworkSegment(4940211c-e56b-42a0-b8e5-d79ecfad0f61),segment_id=4940211c-e56b-42a0-b8e5-d79ecfad0f61)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:18.859005 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f52-ea43-4718-bb44-d184dac2f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.978393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 38e84d24-e349-4989-9e0a-60b186366188 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:19.025762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1049b-fd7c-4f55-b9e2-7186c0f18085 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Deleting port e989c7af-3c5c-4129-8629-7e923b3672df {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:19.026700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfd1049b-fd7c-4f55-b9e2-7186c0f18085 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.036418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c22f52-ea43-4718-bb44-d184dac2f9b9 None None] Pushing event updated for resources: {'Port': ['ID=38e84d24-e349-4989-9e0a-60b186366188,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:19.119391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 38e84d24-e349-4989-9e0a-60b186366188 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:19.119766 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.221486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5ff7f60c-a2f4-4e3b-894f-f96d57578903 None None] Provisioning complete for port 38e84d24-e349-4989-9e0a-60b186366188 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:19.221937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f60c-a2f4-4e3b-894f-f96d57578903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.285620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfd1049b-fd7c-4f55-b9e2-7186c0f18085 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.321516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1049b-fd7c-4f55-b9e2-7186c0f18085 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Calling delete_port for e989c7af-3c5c-4129-8629-7e923b3672df owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:19.336323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74458ff0-92a4-476d-811c-7e4d60962146 req-93d2749d-5c35-4d93-b257-d0b8da276ca1 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.338187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74458ff0-92a4-476d-811c-7e4d60962146 req-93d2749d-5c35-4d93-b257-d0b8da276ca1 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 946 time: 0.1568995 Sep 16 05:37:19.443456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5ff7f60c-a2f4-4e3b-894f-f96d57578903 None None] Provisioning complete for port fcd2e787-4d28-4d91-b891-3eaf02c326fd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:19.444535 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f60c-a2f4-4e3b-894f-f96d57578903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.504641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7f60c-a2f4-4e3b-894f-f96d57578903 None None] Port fcd2e787-4d28-4d91-b891-3eaf02c326fd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:19.536170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74458ff0-92a4-476d-811c-7e4d60962146 req-76c77223-152c-48b9-b25f-a22e3bbb2e5f tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886206 Sep 16 05:37:19.541343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5ff7f60c-a2f4-4e3b-894f-f96d57578903 None None] Provisioning complete for port e989c7af-3c5c-4129-8629-7e923b3672df triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:19.550075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ff7f60c-a2f4-4e3b-894f-f96d57578903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.584107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7f60c-a2f4-4e3b-894f-f96d57578903 None None] Port e989c7af-3c5c-4129-8629-7e923b3672df cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:19.631901 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfd1049b-fd7c-4f55-b9e2-7186c0f18085 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.688387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1049b-fd7c-4f55-b9e2-7186c0f18085 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event deleted for resources: {'Port': ['ID=e989c7af-3c5c-4129-8629-7e923b3672df,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:19.717483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-887ad8f1-b32d-4bd6-8ca3-ea6d1ae4eff7 None None] Provisioning complete for port fcd2e787-4d28-4d91-b891-3eaf02c326fd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:19.717870 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-887ad8f1-b32d-4bd6-8ca3-ea6d1ae4eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.735838 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cfd1049b-fd7c-4f55-b9e2-7186c0f18085 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.744084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45778) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:19.745693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cfd1049b-fd7c-4f55-b9e2-7186c0f18085 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "DELETE /v2.0/ports/e989c7af-3c5c-4129-8629-7e923b3672df HTTP/1.1" status: 204 len: 168 time: 0.9881754 Sep 16 05:37:19.753097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Request body: {'port': {'name': 'tempest-new-port-name-1973999334', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:19.758985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] bootfile-name is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:37:19.761583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] tftp-server is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:37:19.762148 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.api.validators [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] server-ip-address is not in valid_values {{(pid=95660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:37:19.809553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-887ad8f1-b32d-4bd6-8ca3-ea6d1ae4eff7 None None] Port fcd2e787-4d28-4d91-b891-3eaf02c326fd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:19.871553 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8846d0ff-aebc-4749-9dbd-0ece8067b343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:19.972921 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.418615 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.529843 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.539534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-97430ce2-1c74-4d55-bf76-27482e141057 None None] Could not find standard attr ID for object e989c7af-3c5c-4129-8629-7e923b3672df. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:37:20.613365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] In _notify_port_updated(), no bound segment for port fcd2e787-4d28-4d91-b891-3eaf02c326fd on network 2961fa55-fc38-423e-a790-a8f3e94b65f4 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:37:20.630916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:20.632084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.639272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45808) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:20.652071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "PUT /v2.0/ports/fcd2e787-4d28-4d91-b891-3eaf02c326fd HTTP/1.1" status: 200 len: 1130 time: 0.9062395 Sep 16 05:37:20.728692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa09d80-a3cd-4877-a44b-afe68c616cd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event updated for resources: {'Port': ['ID=fcd2e787-4d28-4d91-b891-3eaf02c326fd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:20.744833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.841276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43681060-8be5-4b97-97a3-747b75a4f672 req-3b7d75e1-795f-401f-aff4-4a27e9f72d7a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0892251 Sep 16 05:37:20.878993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d045538-5731-460d-8b28-58128709b7c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:20.880861 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d045538-5731-460d-8b28-58128709b7c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "GET /v2.0/ports/fcd2e787-4d28-4d91-b891-3eaf02c326fd HTTP/1.1" status: 200 len: 1130 time: 0.2400725 Sep 16 05:37:20.885146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:20.915772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 38e84d24-e349-4989-9e0a-60b186366188 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:20.983828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 38e84d24-e349-4989-9e0a-60b186366188 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:20.984334 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.169164 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f73eff8c-d10e-475f-84f5-df6f3b82e169 req-07fe6237-e73d-4920-a1ab-a0dad3899f27 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0467000 Sep 16 05:37:21.239945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2c77f79e-713a-4553-9a67-5bc8e4eb9827 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Deleting port fcd2e787-4d28-4d91-b891-3eaf02c326fd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:21.240543 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c77f79e-713a-4553-9a67-5bc8e4eb9827 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.301259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-51bd798d-9362-4b02-b12c-afb59917d923 None None] Provisioning complete for port fcd2e787-4d28-4d91-b891-3eaf02c326fd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:21.302616 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51bd798d-9362-4b02-b12c-afb59917d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.363971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-51bd798d-9362-4b02-b12c-afb59917d923 None None] Port fcd2e787-4d28-4d91-b891-3eaf02c326fd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:21.448652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c77f79e-713a-4553-9a67-5bc8e4eb9827 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.490731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2c77f79e-713a-4553-9a67-5bc8e4eb9827 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Calling delete_port for fcd2e787-4d28-4d91-b891-3eaf02c326fd owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:21.866792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c77f79e-713a-4553-9a67-5bc8e4eb9827 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.919283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77f79e-713a-4553-9a67-5bc8e4eb9827 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event deleted for resources: {'Port': ['ID=fcd2e787-4d28-4d91-b891-3eaf02c326fd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:21.966769 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c77f79e-713a-4553-9a67-5bc8e4eb9827 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.971994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2c77f79e-713a-4553-9a67-5bc8e4eb9827 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "DELETE /v2.0/ports/fcd2e787-4d28-4d91-b891-3eaf02c326fd HTTP/1.1" status: 204 len: 168 time: 1.0827122 Sep 16 05:37:21.972280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:22.087041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8f211b-d157-4570-be5f-ee3b89860429 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Deleting subnet 1d2bcf86-baa2-4758-bf81-c4385d4fba44 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:37:22.093912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8f211b-d157-4570-be5f-ee3b89860429 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:22.147215 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8f211b-d157-4570-be5f-ee3b89860429 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:22.903411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8f211b-d157-4570-be5f-ee3b89860429 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:22.997846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-121681c6-d64b-4a2e-a5a1-e8a0446b9d7b req-acfd8715-7c91-45d1-b384-fdd2cf406788 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0444667 Sep 16 05:37:23.084666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8f211b-d157-4570-be5f-ee3b89860429 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.134547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f211b-d157-4570-be5f-ee3b89860429 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2bcf86-baa2-4758-bf81-c4385d4fba44,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:23.143075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b8f211b-d157-4570-be5f-ee3b89860429 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.145754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0b8f211b-d157-4570-be5f-ee3b89860429 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "DELETE /v2.0/subnets/1d2bcf86-baa2-4758-bf81-c4385d4fba44 HTTP/1.1" status: 204 len: 168 time: 1.1722970 Sep 16 05:37:23.148184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45890) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:23.159722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086999b-59de-4061-b873-b280f19148ae None None] Network 2961fa55-fc38-423e-a790-a8f3e94b65f4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:23.201908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9661268-00b9-449a-bac5-c3aa9f31011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.291049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cf76086-cccf-4cbe-b284-02b7e4b974a3 req-76a1933a-4ffd-4025-8a00-5851f71da802 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0414393 Sep 16 05:37:23.334421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.399277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Deleting port 38e84d24-e349-4989-9e0a-60b186366188 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:23.399277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.445275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] DHCP port deletion for 2961fa55-fc38-423e-a790-a8f3e94b65f4 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:37:23.478811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] For port 38e84d24-e349-4989-9e0a-60b186366188, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=38e84d24-e349-4989-9e0a-60b186366188,segment=NetworkSegment(4940211c-e56b-42a0-b8e5-d79ecfad0f61),segment_id=4940211c-e56b-42a0-b8e5-d79ecfad0f61)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:23.479111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.498660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Calling delete_port for 38e84d24-e349-4989-9e0a-60b186366188 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:23.548651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Deleting port 38e84d24-e349-4989-9e0a-60b186366188 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:23.548651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.621845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] For port 38e84d24-e349-4989-9e0a-60b186366188, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=38e84d24-e349-4989-9e0a-60b186366188,segment=NetworkSegment(4940211c-e56b-42a0-b8e5-d79ecfad0f61),segment_id=4940211c-e56b-42a0-b8e5-d79ecfad0f61)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:23.622156 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.641877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Calling delete_port for 38e84d24-e349-4989-9e0a-60b186366188 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:23.760920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.769174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.796182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event deleted for resources: {'Port': ['ID=38e84d24-e349-4989-9e0a-60b186366188,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:23.808929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] No DVR routers for this DVR port 38e84d24-e349-4989-9e0a-60b186366188 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:23.813095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Pushing event deleted for resources: {'Port': ['ID=38e84d24-e349-4989-9e0a-60b186366188,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:23.822556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] No DVR routers for this DVR port 38e84d24-e349-4989-9e0a-60b186366188 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:23.825527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.826124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.826569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.827045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.827644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.828347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.828795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.829221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.829644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.830118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.830543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.830966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20711b3-5341-46a2-a3b2-18f0b85e92fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:23.879933 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.931759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.958952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2961fa55-fc38-423e-a790-a8f3e94b65f4']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:23.969368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4940211c-e56b-42a0-b8e5-d79ecfad0f61') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:23.969659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4940211c-e56b-42a0-b8e5-d79ecfad0f61') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:23.980625 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:24.004178 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:24.017037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:24.017787 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: items = [ Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:24.022306 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:24.193031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:24.218664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:24.219073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65629ef2-d605-496a-b1f9-42fe5bbe08b9 req-cb206811-0c65-4f0b-b6fe-5583733998bc tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:24.222521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65629ef2-d605-496a-b1f9-42fe5bbe08b9 req-cb206811-0c65-4f0b-b6fe-5583733998bc tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 946 time: 0.0880468 Sep 16 05:37:24.223581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] 10.222.0.49 "DELETE /v2.0/networks/2961fa55-fc38-423e-a790-a8f3e94b65f4 HTTP/1.1" status: 204 len: 168 time: 1.0705497 Sep 16 05:37:24.257692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626994d8-eee3-4c4d-a228-0d209029cc5a tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953 tempest-ExtraDHCPOptionsIpV6TestJSON-1507999953-project] Pushing event deleted for resources: {'Network': ['ID=2961fa55-fc38-423e-a790-a8f3e94b65f4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:24.313971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65629ef2-d605-496a-b1f9-42fe5bbe08b9 req-ca24693b-2f1f-4caa-8fa3-4ac67c93ca5c tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838382 Sep 16 05:37:24.776334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 38e84d24-e349-4989-9e0a-60b186366188 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:24.802024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 38e84d24-e349-4989-9e0a-60b186366188 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:24.802485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 38e84d24-e349-4989-9e0a-60b186366188 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:24.846376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45950) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:25.001617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-12a56f61-589c-47a8-9729-e091429819bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b237c7a399c745dc8a405205337368dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540084 Sep 16 05:37:25.004685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:25.076444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9de3c6-3a32-4c1b-8dbf-3570a0fb7dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.091605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96f66f25-8bff-4f52-94fc-2291745db15d req-580544ea-b38f-477f-848b-8d66881be0fb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0318766 Sep 16 05:37:25.104230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9de3c6-3a32-4c1b-8dbf-3570a0fb7dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.216342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-881bc67d-c21e-4e70-9583-6b7b638eab0a req-cde2caed-d685-4b2c-a4d7-aca7de87fff1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0269980 Sep 16 05:37:25.249217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9de3c6-3a32-4c1b-8dbf-3570a0fb7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.251994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4e9de3c6-3a32-4c1b-8dbf-3570a0fb7dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.253252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4e9de3c6-3a32-4c1b-8dbf-3570a0fb7dd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e1b9d08-c47a-4409-85cc-60f725f73679 HTTP/1.1" status: 204 len: 168 time: 0.2476387 Sep 16 05:37:25.261730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9de3c6-3a32-4c1b-8dbf-3570a0fb7dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1b9d08-c47a-4409-85cc-60f725f73679,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:25.282930 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.464218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e7fff-00ce-452d-aef3-fb52005d0c60 req-6e214df2-91b3-43ad-a488-39bd5c22e90a tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:25.466447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c4e7fff-00ce-452d-aef3-fb52005d0c60 req-6e214df2-91b3-43ad-a488-39bd5c22e90a tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 946 time: 0.0587323 Sep 16 05:37:25.515490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c4e7fff-00ce-452d-aef3-fb52005d0c60 req-ba67f55a-4281-4994-99b8-8a1a680aad9d tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/security-groups?id=c33a39fd-1c72-4336-89fe-0c09a1ccd753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Sep 16 05:37:25.769067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-d816c941-47fa-4afd-b781-cdc89e478848 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:25.770820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-d816c941-47fa-4afd-b781-cdc89e478848 tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.66 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 946 time: 0.0580463 Sep 16 05:37:25.885628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Deleting port 2676a8f1-a0e1-449d-8725-a2d10907bca4 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:25.885856 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.999664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] For port 2676a8f1-a0e1-449d-8725-a2d10907bca4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2676a8f1-a0e1-449d-8725-a2d10907bca4,segment=NetworkSegment(91eb9345-3300-4f78-b9f0-671d704bd804),segment_id=91eb9345-3300-4f78-b9f0-671d704bd804)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:26.000205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.018941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Calling delete_port for 2676a8f1-a0e1-449d-8725-a2d10907bca4 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:26.379781 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.418762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2676a8f1-a0e1-449d-8725-a2d10907bca4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:26.461475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Pushing event deleted for resources: {'Port': ['ID=2676a8f1-a0e1-449d-8725-a2d10907bca4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:26.505990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] No DVR routers for this DVR port 2676a8f1-a0e1-449d-8725-a2d10907bca4 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:26.508929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.511054 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcc9496f-a1b5-436c-99bb-13ccef6b4937 req-068f6ed4-ab70-4300-ac32-7e07e6c0a6ec tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.66 "DELETE /v2.0/ports/2676a8f1-a0e1-449d-8725-a2d10907bca4 HTTP/1.1" status: 204 len: 173 time: 0.7328629 Sep 16 05:37:26.511547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84982918-d559-484b-a99d-414cfddcccfc', 'name': 'network-vif-deleted', 'tag': '2676a8f1-a0e1-449d-8725-a2d10907bca4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:26.515656 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb1d5c5-afac-4070-b1d3-790edf0f1850" -d '{"events": [{"server_uuid": "84982918-d559-484b-a99d-414cfddcccfc", "name": "network-vif-deleted", "tag": "2676a8f1-a0e1-449d-8725-a2d10907bca4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:26.562102 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2545d792-f399-45bb-a1d2-9abdebf9042f x-openstack-request-id: req-2545d792-f399-45bb-a1d2-9abdebf9042f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:26.562400 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84982918-d559-484b-a99d-414cfddcccfc", "name": "network-vif-deleted", "tag": "2676a8f1-a0e1-449d-8725-a2d10907bca4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:26.562653 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2545d792-f399-45bb-a1d2-9abdebf9042f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:26.563397 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84982918-d559-484b-a99d-414cfddcccfc', 'name': 'network-vif-deleted', 'tag': '2676a8f1-a0e1-449d-8725-a2d10907bca4', 'status': 'completed', 'code': 200} Sep 16 05:37:26.653504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd1e50d5-4978-4124-884f-9f6b93f19965 req-65fa024e-a88a-4ce0-81c0-d37ea9b4f9db tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 210 time: 0.0437973 Sep 16 05:37:26.865922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46050) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:26.983068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-6d8fa4aa-5f3f-4ac3-bbf3-6013ce83eff7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2417266 Sep 16 05:37:26.990903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fc25aaa8-6931-41a5-92bd-0dd500d40883 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2049148110', 'prefixes': ['172.20.0.0/16']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:27.133364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92142200-ab61-4449-814f-51c18449c6c7 req-92105991-9170-4fd5-ab6d-f3f608390590 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0382636 Sep 16 05:37:27.149811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-976d8d18-6dec-4d3a-963a-c3817a5d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.150644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-976d8d18-6dec-4d3a-963a-c3817a5d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.151302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-976d8d18-6dec-4d3a-963a-c3817a5d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.152048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-976d8d18-6dec-4d3a-963a-c3817a5d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.152699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-976d8d18-6dec-4d3a-963a-c3817a5d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.153355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-976d8d18-6dec-4d3a-963a-c3817a5d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.154047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-976d8d18-6dec-4d3a-963a-c3817a5d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.156335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-976d8d18-6dec-4d3a-963a-c3817a5d88b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.0868576 Sep 16 05:37:27.358147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7470562f-4ca1-4cb1-9006-077c080e8ae2 req-9ee717ff-5045-4154-a45f-ca36b544fc98 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0595925 Sep 16 05:37:27.359466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-5b8e1d25-6030-421b-97c1-017bb1fe23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.360033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-5b8e1d25-6030-421b-97c1-017bb1fe23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.360608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-5b8e1d25-6030-421b-97c1-017bb1fe23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.362304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-5b8e1d25-6030-421b-97c1-017bb1fe23fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 2294 time: 0.1708832 Sep 16 05:37:27.380584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc25aaa8-6931-41a5-92bd-0dd500d40883 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] Notify callbacks [] for subnetpool, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:27.384675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fc25aaa8-6931-41a5-92bd-0dd500d40883 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5149729 Sep 16 05:37:27.384974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46068) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:27.410207 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:27.459749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b7077919-b719-40bb-8df7-dae0bd33bee6 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] 10.222.0.49 "GET /v2.0/subnetpools/840267a9-8b95-43f4-95ba-183b4f90d80a HTTP/1.1" status: 200 len: 732 time: 0.0734925 Sep 16 05:37:27.462362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46072) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:27.467295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b7b9ba96-7c36-483d-9272-29d9f28c90f4 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-998640723'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:27.530327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-1969186d-cd5f-46ba-96b8-cf5ec736516d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 1001 time: 0.1589370 Sep 16 05:37:27.603165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-78de67eb-5f14-4c4b-99c8-2dd121e366c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.604724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-78de67eb-5f14-4c4b-99c8-2dd121e366c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 0.0653777 Sep 16 05:37:27.647136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ba96-7c36-483d-9272-29d9f28c90f4 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] Notify callbacks [] for subnetpool, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:27.652943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b7b9ba96-7c36-483d-9272-29d9f28c90f4 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] 10.222.0.49 "PUT /v2.0/subnetpools/840267a9-8b95-43f4-95ba-183b4f90d80a HTTP/1.1" status: 200 len: 683 time: 0.1864710 Sep 16 05:37:27.653714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46076) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:27.833701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-41d9475b-e85f-4423-9031-f67a00317e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.835577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-41d9475b-e85f-4423-9031-f67a00317e0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231767 Sep 16 05:37:27.890584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dc5e45c-596d-4a93-a273-73d4cebf43cb req-177f9d69-0292-4039-87f5-60cbca5b587e tempest-ServerTagsTestJSON-651328205 tempest-ServerTagsTestJSON-651328205-project] 10.222.0.49 "GET /v2.0/ports?device_id=84982918-d559-484b-a99d-414cfddcccfc HTTP/1.1" status: 200 len: 210 time: 0.0848069 Sep 16 05:37:28.000720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-a4a28c10-a8e9-4c53-997d-01d23e30c0c9 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270435 Sep 16 05:37:28.120752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-c11e3970-52ed-406a-ab89-3393686949a4 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119478 Sep 16 05:37:28.124010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d59c-3e14-4dfa-b83d-a9683819f4e3 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:28.125325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5dd1d59c-3e14-4dfa-b83d-a9683819f4e3 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] 10.222.0.49 "DELETE /v2.0/subnetpools/840267a9-8b95-43f4-95ba-183b4f90d80a HTTP/1.1" status: 204 len: 168 time: 0.4701519 Sep 16 05:37:28.128618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46086) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:28.151379 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-0de17a39-f2eb-41cf-8cc6-339f1e624364 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] show failed (client error): The resource could not be found. Sep 16 05:37:28.152417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0de17a39-f2eb-41cf-8cc6-339f1e624364 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] 10.222.0.49 "GET /v2.0/subnetpools/840267a9-8b95-43f4-95ba-183b4f90d80a HTTP/1.1" status: 404 len: 346 time: 0.0227876 Sep 16 05:37:28.155814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46088) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:28.197637 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-764b86d6-ccb3-421f-abe7-4339c4fc0cb1 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] delete failed (client error): The resource could not be found. Sep 16 05:37:28.198216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-b7a971e3-71d0-4d5f-9102-fd1b306c2e61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 217 time: 0.0557482 Sep 16 05:37:28.198696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-764b86d6-ccb3-421f-abe7-4339c4fc0cb1 tempest-SubnetPoolsTestJSON-95597172 tempest-SubnetPoolsTestJSON-95597172-project] 10.222.0.49 "DELETE /v2.0/subnetpools/840267a9-8b95-43f4-95ba-183b4f90d80a HTTP/1.1" status: 404 len: 346 time: 0.0416718 Sep 16 05:37:28.304769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-530b7418-2eb0-40bc-b1b2-d6fa4984de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:28.307535 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-530b7418-2eb0-40bc-b1b2-d6fa4984de8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0915508 Sep 16 05:37:28.373450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-3bb9ba86-ceda-41cc-aa2c-db8f4063d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:28.375774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-3bb9ba86-ceda-41cc-aa2c-db8f4063d473 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0597284 Sep 16 05:37:28.488516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-243ad0b5-0943-4318-9525-b9c7bfd5fcb4 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017971 Sep 16 05:37:28.618365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-1e78d5dd-248e-4f5a-b7aa-5af334af93e5 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213515 Sep 16 05:37:28.673355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-d5578f31-1b5b-43e5-8644-9d532ebbb980 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 217 time: 0.0469806 Sep 16 05:37:28.700159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:28.740714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-8e7ff69b-3347-4c96-a225-04d60e1fdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:28.742264 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-8e7ff69b-3347-4c96-a225-04d60e1fdfc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0602224 Sep 16 05:37:28.832906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-748ab824-3db7-4cf8-8b7c-d2c7580f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:28.834818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-748ab824-3db7-4cf8-8b7c-d2c7580f8d09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827680 Sep 16 05:37:28.907886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46104) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:28.959705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-cef88ef4-db61-4871-bc29-1fde9053bc2e service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150374 Sep 16 05:37:28.980997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46110) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:29.098116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-4403a580-c142-420b-95ac-c933612f9a57 admin admin] Deleting subnet c2c5e687-4e7e-46b0-955a-453e5dba8c7d {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:37:29.103493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4403a580-c142-420b-95ac-c933612f9a57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.156557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8a14-1e0a-4618-95fd-e5862d808dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.162599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-0fdd7610-8a4a-40c7-9fce-6910ca181282 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932442 Sep 16 05:37:29.188923 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4403a580-c142-420b-95ac-c933612f9a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.225633 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-c5db9859-1017-476d-89c7-12005a6ddfe9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 217 time: 0.0487132 Sep 16 05:37:29.283509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-33df91a5-168d-4808-938e-c16bf2d490e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.285004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-33df91a5-168d-4808-938e-c16bf2d490e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0514934 Sep 16 05:37:29.354738 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79deed2e-7eb2-429c-b3d3-3861f9bc669e req-7d035418-fb54-4689-ad06-b732cd271146 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1141260 Sep 16 05:37:29.384496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-0754f54c-a6b0-419f-b442-4848579422ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.386873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-0754f54c-a6b0-419f-b442-4848579422ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0936835 Sep 16 05:37:29.395233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4403a580-c142-420b-95ac-c933612f9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.477917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8a14-1e0a-4618-95fd-e5862d808dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.563761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8a14-1e0a-4618-95fd-e5862d808dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.564136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-7ea37757-c684-435e-be3c-3ea89fdaf80f service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681440 Sep 16 05:37:29.625950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4403a580-c142-420b-95ac-c933612f9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.635221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b0f8a14-1e0a-4618-95fd-e5862d808dc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4e1c4e47b824163ac560b470a256a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245984 Sep 16 05:37:29.640549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46130) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:29.681401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f8a14-1e0a-4618-95fd-e5862d808dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb327c2c-1230-4876-a653-5e394cc7fd8f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:29.698094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-b463ebf4-129b-41c5-bdca-9bd7ec0ed1d8 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222894 Sep 16 05:37:29.702169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-913256bf-1b57-4748-bd9c-4e139d1e17c0 req-bb71faeb-c88c-42fa-aa0f-747412524334 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1351445 Sep 16 05:37:29.707610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403a580-c142-420b-95ac-c933612f9a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c5e687-4e7e-46b0-955a-453e5dba8c7d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:29.732693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4403a580-c142-420b-95ac-c933612f9a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.735607 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4403a580-c142-420b-95ac-c933612f9a57 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c2c5e687-4e7e-46b0-955a-453e5dba8c7d HTTP/1.1" status: 204 len: 168 time: 0.7530363 Sep 16 05:37:29.752751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46132) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:29.757874 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-8b70b04e-e19b-4571-9495-bb0f3c8e7127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 217 time: 0.0476737 Sep 16 05:37:29.828096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-4ff804ab-5fda-4141-8ec2-fe89a45dea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.829597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-4ff804ab-5fda-4141-8ec2-fe89a45dea24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0640171 Sep 16 05:37:29.858523 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56350e50-3ab7-4d90-a3e8-4e6449ea27ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.882233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56350e50-3ab7-4d90-a3e8-4e6449ea27ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.891068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-706cc5fc-b74b-4fb2-a932-b17a75c3c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.893076 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-706cc5fc-b74b-4fb2-a932-b17a75c3c7c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0547571 Sep 16 05:37:29.949429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.042553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-89309b74-466c-487f-b430-8f712fc56798 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415763 Sep 16 05:37:30.053550 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.080463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eedc2c4-1586-486e-9362-4b881eb14279']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:30.088209 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56350e50-3ab7-4d90-a3e8-4e6449ea27ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.091423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56350e50-3ab7-4d90-a3e8-4e6449ea27ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.095743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56350e50-3ab7-4d90-a3e8-4e6449ea27ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb327c2c-1230-4876-a653-5e394cc7fd8f HTTP/1.1" status: 204 len: 168 time: 0.4351811 Sep 16 05:37:30.107537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91eb9345-3300-4f78-b9f0-671d704bd804') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:30.107839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91eb9345-3300-4f78-b9f0-671d704bd804') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:30.136869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56350e50-3ab7-4d90-a3e8-4e6449ea27ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb327c2c-1230-4876-a653-5e394cc7fd8f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:30.149917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.180304 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.190798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:30.192434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:30.195974 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:30.271379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-a63bbaea-0899-414d-922b-07f6486db1f4 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196960 Sep 16 05:37:30.320179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-149d2dfa-f0b7-41df-8ebc-7e8fbb5c8656 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 217 time: 0.0398421 Sep 16 05:37:30.393868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-9af0ea23-1412-41d4-8dd2-7a17b7495ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.395380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-9af0ea23-1412-41d4-8dd2-7a17b7495ecd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.0624423 Sep 16 05:37:30.397479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.420446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.423342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] 10.222.0.49 "DELETE /v2.0/networks/7eedc2c4-1586-486e-9362-4b881eb14279 HTTP/1.1" status: 204 len: 168 time: 0.6690335 Sep 16 05:37:30.425452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04cd0f-eb24-4312-aa35-334f79d6173d admin admin] Pushing event deleted for resources: {'Network': ['ID=7eedc2c4-1586-486e-9362-4b881eb14279,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:30.460151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-b83d9078-5edd-46b4-be1e-92440e6eef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.463622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-b83d9078-5edd-46b4-be1e-92440e6eef04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580401 Sep 16 05:37:30.725468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-c0b4f679-3837-4419-9a0e-cbf00e11cc95 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525589 Sep 16 05:37:30.921438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-8c2e7b54-44f8-4a4f-b175-768925408f0b service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867561 Sep 16 05:37:30.975971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-33927adf-a535-492a-a62e-6c52badd3885 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0470347 Sep 16 05:37:31.048661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46166) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:31.052071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-6f717a35-4563-4b9d-9bd2-e3fe02d1f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:31.053728 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-6f717a35-4563-4b9d-9bd2-e3fe02d1f922 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.0651484 Sep 16 05:37:31.134593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aec7bf9c-b07b-477e-a14b-3f54dfc91110 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48fc255ec88e4313a0920d50b0b25d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845132 Sep 16 05:37:31.136891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46172) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:31.197772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-de307552-6f81-4c4d-9d6f-07352c64e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:31.199501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-de307552-6f81-4c4d-9d6f-07352c64e1a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1342885 Sep 16 05:37:31.209206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2676a8f1-a0e1-449d-8725-a2d10907bca4 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:31.275158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2d33354-ebc0-4742-bd7e-30253fb9cdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:31.280459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 2676a8f1-a0e1-449d-8725-a2d10907bca4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:31.282113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2676a8f1-a0e1-449d-8725-a2d10907bca4 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:31.322871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2d33354-ebc0-4742-bd7e-30253fb9cdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:31.406088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-fcbc258c-054b-4883-ad27-e73b115be75c service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932061 Sep 16 05:37:31.455426 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2d33354-ebc0-4742-bd7e-30253fb9cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:31.464591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2d33354-ebc0-4742-bd7e-30253fb9cdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:31.466751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a2d33354-ebc0-4742-bd7e-30253fb9cdd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c33a39fd-1c72-4336-89fe-0c09a1ccd753 HTTP/1.1" status: 204 len: 168 time: 0.3279998 Sep 16 05:37:31.486045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33354-ebc0-4742-bd7e-30253fb9cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a39fd-1c72-4336-89fe-0c09a1ccd753,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:31.589741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcbd2ffd-982c-4656-b032-aa127309aafb req-7da8302a-73a3-4de1-ba14-54f2407a5af1 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706254 Sep 16 05:37:31.714425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf980dde-c2bb-454e-a760-28ff7e9b5507 req-ce37be81-08fe-4128-9ccb-d7ebdd440c59 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1000330 Sep 16 05:37:31.936543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb18a1b5-444d-4128-b9a0-26bff052b2d4 req-8ea0b678-7956-410a-a922-b10dfec37006 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0550561 Sep 16 05:37:33.186894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da271-46d4-4978-9df1-9b982b06b8f1 req-81fd7831-53ad-47d2-ba9e-2f2ba685988f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:33.188950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-142da271-46d4-4978-9df1-9b982b06b8f1 req-81fd7831-53ad-47d2-ba9e-2f2ba685988f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0699406 Sep 16 05:37:33.243778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-142da271-46d4-4978-9df1-9b982b06b8f1 req-f1eba88d-f9e8-43de-a937-6c646809c682 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466261 Sep 16 05:37:33.543118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46284) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:33.711268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-16696474-network', 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:33.792528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff2015fe-b6bf-4a61-a01c-623f80defdfb req-e7e6f93e-f041-4a75-b818-b0f52b28e378 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0272825 Sep 16 05:37:33.817643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:33.821624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.831459 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.961681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c0f30251-cd1e-41c7-92a4-5e3b187da47a req-5ed5e31b-0b01-4d20-b8a4-a214b6883fe1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0335484 Sep 16 05:37:33.970431 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.066556 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.101283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:34.126829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.128784 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Added segment c17e3401-de9c-44dc-bc29-73bed7356772 of type vlan for network b0a0dc9b-d101-416e-bfae-81eb4f718e44 Sep 16 05:37:34.144744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb2fece-d4ea-49ff-8ee2-987ba051388f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:34.190351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.334462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.335460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.336120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.399592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6a7c-e1fa-4e50-82d9-9d5d3f338550 req-cbaa29ec-dde3-4851-9f78-7b1f33969d07 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:34.402109 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0a6a7c-e1fa-4e50-82d9-9d5d3f338550 req-cbaa29ec-dde3-4851-9f78-7b1f33969d07 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.0747797 Sep 16 05:37:34.405866 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] Pushing event updated for resources: {'Network': ['ID=b0a0dc9b-d101-416e-bfae-81eb4f718e44,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:34.418966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:34.445384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe0a6a7c-e1fa-4e50-82d9-9d5d3f338550 req-d155fdcf-5e07-448b-9e00-c5211cb0bb09 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372636 Sep 16 05:37:34.470701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18638c71-27a5-4fad-8e43-abc0ff4bfd2e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9257066 Sep 16 05:37:34.476701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:34.481803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Request body: {'subnet': {'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-16696474-subnet', 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:34.609396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:34.612474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.997757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.061468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c623a6-b516-4632-b9d5-edbee76019c8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:35.071692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Checking segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:35.072068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Network hostable DHCP agents. Network: b0a0dc9b-d101-416e-bfae-81eb4f718e44, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:35.174546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:35.289508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b0a0dc9b-d101-416e-bfae-81eb4f718e44) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:35.294771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:35.295479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.303204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f4a03-dcc7-4a78-af09-586e1f25869d None None] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:35.381393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3cf578c4-8b25-4800-8dbf-7b9122e6690f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8975830 Sep 16 05:37:35.453705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e37a92-7c59-41a4-8e38-fd6007e3f807 None None] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:35.652880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-e56db402-cbeb-4dee-92f0-7ce116bfa721 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:35.652880 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-e56db402-cbeb-4dee-92f0-7ce116bfa721 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1624308 Sep 16 05:37:35.719325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c28973-7501-42c7-8988-e977a9737398 req-d86486a9-3f9d-4a4b-aa54-e4df963b4cbf tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:35.721501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80c28973-7501-42c7-8988-e977a9737398 req-d86486a9-3f9d-4a4b-aa54-e4df963b4cbf tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 946 time: 0.1104600 Sep 16 05:37:35.829209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Deleting port 97f5b4ef-2228-4036-b99f-fbd6743ca48a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:35.829650 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.898352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80c28973-7501-42c7-8988-e977a9737398 req-add095be-2f3d-414e-8aa7-7fd47f21f8d3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=38100e88-56c7-47e9-8f2c-bd5ed367da1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697385 Sep 16 05:37:36.000486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] For port 97f5b4ef-2228-4036-b99f-fbd6743ca48a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=97f5b4ef-2228-4036-b99f-fbd6743ca48a,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:36.000699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.110669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f554db40-40f5-4f4b-907e-564bdfc6a506 req-712742ba-0490-4d0d-aef1-2880873d97a8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0536039 Sep 16 05:37:36.269397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a257257-2572-41da-89f4-6d162d51b0fa req-dd77df73-30e2-4020-a037-6921c32e5444 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0407422 Sep 16 05:37:36.270780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40c58-3843-4158-896e-fb2e82920387 req-f2d7605e-1dc8-4160-bf15-ff91f891a3db tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:36.277928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-f2d7605e-1dc8-4160-bf15-ff91f891a3db tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.2220519 Sep 16 05:37:36.332024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-29a57ca5-3af0-4964-89f8-72e6d525dda2 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/quotas/9d550f361ff34a6ba57aefa259f3dd93 HTTP/1.1" status: 200 len: 375 time: 0.0531621 Sep 16 05:37:36.391526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-a7d18a7f-0cd6-4b04-af99-289ed7186f81 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386086 Sep 16 05:37:36.395133 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.395504 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.395711 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Floating IP 9c595374-d691-4272-a864-26919bc132c5 disassociated. External IP: 172.25.1.49, port: 97f5b4ef-2228-4036-b99f-fbd6743ca48a. Sep 16 05:37:36.396283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Calling delete_port for 97f5b4ef-2228-4036-b99f-fbd6743ca48a owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:36.539103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-b2434c9d-8149-4def-a065-949401769307 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466711 Sep 16 05:37:36.677166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-f8eb9280-c0ef-41c1-97da-9d63ce8a21dd service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303382 Sep 16 05:37:36.733057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.793707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event deleted for resources: {'Port': ['ID=97f5b4ef-2228-4036-b99f-fbd6743ca48a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.038141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Router 125117ae-7701-4446-ad90-373bfeddd853 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:37.120178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8be4d1eb-3bcc-407a-83d9-3a83d06bc24a req-386134d8-b913-4bda-ad89-7f34045ef16c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 210 time: 0.0607004 Sep 16 05:37:37.132234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21142ccd-6e5f-4c49-891d-ef7ea19fde1a req-d1aeeb9c-6cee-49bc-a617-1e25182693d0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 210 time: 0.0835552 Sep 16 05:37:37.227250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:37.239579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] Sync routers for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:37.262604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:37.262604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:37:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:37.359663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] No DVR routers for this DVR port 97f5b4ef-2228-4036-b99f-fbd6743ca48a on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:37.364976 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.378289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b3aac904-9baa-4950-a6f3-79c15c425c38 req-41e9743f-758a-4094-be89-b7c715fb9e62 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.66 "DELETE /v2.0/ports/97f5b4ef-2228-4036-b99f-fbd6743ca48a HTTP/1.1" status: 204 len: 173 time: 1.7076051 Sep 16 05:37:37.378874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'name': 'network-vif-deleted', 'tag': '97f5b4ef-2228-4036-b99f-fbd6743ca48a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:37.382619 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e13959-c425-4fde-9fb1-0c22e5fa66a2" -d '{"events": [{"server_uuid": "2b196e8a-482e-4d1c-a303-74a216dcf3f7", "name": "network-vif-deleted", "tag": "97f5b4ef-2228-4036-b99f-fbd6743ca48a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:37.516767 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a509505-38e5-4b38-a07f-f2edcd625e94 x-openstack-request-id: req-7a509505-38e5-4b38-a07f-f2edcd625e94 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:37.517203 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b196e8a-482e-4d1c-a303-74a216dcf3f7", "name": "network-vif-deleted", "tag": "97f5b4ef-2228-4036-b99f-fbd6743ca48a", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:37.517551 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a509505-38e5-4b38-a07f-f2edcd625e94 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:37.518093 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b196e8a-482e-4d1c-a303-74a216dcf3f7', 'name': 'network-vif-deleted', 'tag': '97f5b4ef-2228-4036-b99f-fbd6743ca48a', 'status': 'completed', 'code': 200} Sep 16 05:37:37.567012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:37.929859 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:37.961667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] Checking router: 125117ae-7701-4446-ad90-373bfeddd853 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:37.972037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:37.975573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:37:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:38.284072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73d1f5e4-5f22-4919-82cd-b8aa30c91f06 req-88caa021-9e2e-42b5-892b-31e59f5295a5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 210 time: 0.0736492 Sep 16 05:37:38.344851 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b77db43-c55c-4dc3-8759-fdc9a6d0de5c req-585cf8a9-dbf7-4329-a9b9-25ac3394832d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b196e8a-482e-4d1c-a303-74a216dcf3f7 HTTP/1.1" status: 200 len: 210 time: 0.0500286 Sep 16 05:37:38.476654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:38.684033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c7e8af0-f4e4-4204-9639-292c5481bc45 req-46ff3f62-e3ae-48a5-a462-4286ee255c11 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0285072 Sep 16 05:37:38.857139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:38.903288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2047e-4e50-43f6-bb0c-b4aaf0149241 None None] The sync data for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 is: [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:38.913110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c6503c-cd84-4f1f-9b90-80bbfbfa7b3a req-18c930f4-ce94-4a65-9421-249116f23c26 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0507252 Sep 16 05:37:39.187113 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:39.226492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 97f5b4ef-2228-4036-b99f-fbd6743ca48a no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:39.259434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 97f5b4ef-2228-4036-b99f-fbd6743ca48a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:39.259790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 97f5b4ef-2228-4036-b99f-fbd6743ca48a not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:39.363559 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cf52b-1fe5-49c5-9665-55b172075e21 None None] New status for floating IP 9c595374-d691-4272-a864-26919bc132c5: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:37:39.450582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39640401-24e2-4b6e-a630-b2ac3ebec560 req-4d43bf85-c26f-479a-8e0f-8ef3d9ad7e30 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 210 time: 0.0426030 Sep 16 05:37:39.638119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:39.700827 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56261856-8f0e-404b-84dd-1ba2f9866266 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.758286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56261856-8f0e-404b-84dd-1ba2f9866266 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.900633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56261856-8f0e-404b-84dd-1ba2f9866266 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.903485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56261856-8f0e-404b-84dd-1ba2f9866266 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.904935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-56261856-8f0e-404b-84dd-1ba2f9866266 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "DELETE /v2.0/security-groups/38100e88-56c7-47e9-8f2c-bd5ed367da1e HTTP/1.1" status: 204 len: 168 time: 0.2658000 Sep 16 05:37:39.907830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46646) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:39.915001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56261856-8f0e-404b-84dd-1ba2f9866266 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38100e88-56c7-47e9-8f2c-bd5ed367da1e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:39.925244 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-549ce570-bea7-4d7e-a8d1-629a4fb812c7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] show failed (client error): The resource could not be found. Sep 16 05:37:39.925470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-549ce570-bea7-4d7e-a8d1-629a4fb812c7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups/38100e88-56c7-47e9-8f2c-bd5ed367da1e HTTP/1.1" status: 404 len: 347 time: 0.0162780 Sep 16 05:37:39.929275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:40.112818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Deleting port a98ef985-4b66-4b2d-88e6-fcbcaf1c17bf {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:40.113169 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.202637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.202970 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.220417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Calling delete_port for a98ef985-4b66-4b2d-88e6-fcbcaf1c17bf owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:40.454133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40c58-3843-4158-896e-fb2e82920387 req-c064e20e-05b7-418e-85a8-94a2314d31c5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:40.456572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-c064e20e-05b7-418e-85a8-94a2314d31c5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1361537 Sep 16 05:37:40.487515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Request body: {'port': {'device_id': '798a900a-4226-43af-a30d-970fc315570b', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'admin_state_up': True, 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:40.550024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.608780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event deleted for resources: {'Port': ['ID=a98ef985-4b66-4b2d-88e6-fcbcaf1c17bf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:40.683694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-49b532af-6cef-4d48-844d-fefab977a1dd req-543b5141-849b-4692-8aa0-f85db60c715a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 210 time: 0.1442754 Sep 16 05:37:40.745643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.749807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.762142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-861337f2-0978-4d4a-af57-f71158465636 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "DELETE /v2.0/floatingips/9c595374-d691-4272-a864-26919bc132c5 HTTP/1.1" status: 204 len: 168 time: 0.8207200 Sep 16 05:37:40.863505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:40.868436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.107239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Allocated IP 172.20.0.4 (b0a0dc9b-d101-416e-bfae-81eb4f718e44/46c623a6-b516-4632-b9d5-edbee76019c8/f516ea91-eee8-4d13-b9a3-fbb835a61870) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:41.178641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57131ea1-6d3d-477a-83e7-b9fc747e52d3 req-abf10067-5e2f-46a4-a393-9f7a705827f5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0556583 Sep 16 05:37:41.403438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-55e2cbda-4a8e-43c1-a7e2-bf4250193d08 req-8898544e-0821-4e24-8d6f-d4c1581ef32b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0831356 Sep 16 05:37:41.434640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:41.440165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c8834caf-f699-4710-8916-8a261186d7b0 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--707868266', 'description': 'tempest-description--2014446692'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:41.561005 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8834caf-f699-4710-8916-8a261186d7b0 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.699631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8834caf-f699-4710-8916-8a261186d7b0 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.801695 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8834caf-f699-4710-8916-8a261186d7b0 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.969449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.052883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-55ef55a7-cd3e-4b59-a4ed-3f6436f4a6f7 req-8ebb2657-9c0a-45fa-988d-32cbae8f496e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 210 time: 0.2206237 Sep 16 05:37:42.053719 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8834caf-f699-4710-8916-8a261186d7b0 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.065174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c8834caf-f699-4710-8916-8a261186d7b0 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6283653 Sep 16 05:37:42.066042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46752) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:42.079227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-56817037-a870-45a2-99e7-f95df03dcf8b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'security_group_rule': {'security_group_id': 'b1829aa0-6ecd-499e-8789-53855b66bf6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:42.107712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8834caf-f699-4710-8916-8a261186d7b0 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1829aa0-6ecd-499e-8789-53855b66bf6d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:42.200820 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.247187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:42.250484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:42.255178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:42.260395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56817037-a870-45a2-99e7-f95df03dcf8b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.284757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event updated for resources: {'Port': ['ID=f516ea91-eee8-4d13-b9a3-fbb835a61870,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:42.325082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.325763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.346376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56817037-a870-45a2-99e7-f95df03dcf8b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.472739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-16425211-0fdf-42fc-87f2-20bd63ac7032 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9919171 Sep 16 05:37:42.477050 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56817037-a870-45a2-99e7-f95df03dcf8b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.500634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Request body: {'port': {'device_id': '798a900a-4226-43af-a30d-970fc315570b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:42.503839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56817037-a870-45a2-99e7-f95df03dcf8b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bdae99-b58f-48e8-a1ac-9ede80d86b37,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:42.581188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.648095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56817037-a870-45a2-99e7-f95df03dcf8b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.656444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-56817037-a870-45a2-99e7-f95df03dcf8b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5810728 Sep 16 05:37:42.658242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:42.664490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-90d727f0-15b0-4060-9d22-2a976b61340b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'security_group_rule': {'security_group_id': 'b1829aa0-6ecd-499e-8789-53855b66bf6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:42.834750 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d727f0-15b0-4060-9d22-2a976b61340b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.923124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f516ea91-eee8-4d13-b9a3-fbb835a61870 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:42.928686 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d727f0-15b0-4060-9d22-2a976b61340b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.933066 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.946921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Transition to ACTIVE for port object f516ea91-eee8-4d13-b9a3-fbb835a61870 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:43.020370 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d727f0-15b0-4060-9d22-2a976b61340b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.050917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d727f0-15b0-4060-9d22-2a976b61340b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921e9f6c-bd35-4046-8ff5-86ea003325a2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:43.071599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.140020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d727f0-15b0-4060-9d22-2a976b61340b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.141526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-90d727f0-15b0-4060-9d22-2a976b61340b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4815187 Sep 16 05:37:43.145234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:43.150802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:43.245075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60883944-b556-41e3-bd93-27f7c74e7c64 req-e979ec44-ecda-423a-9e78-a5f547690af0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.252616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60883944-b556-41e3-bd93-27f7c74e7c64 req-e979ec44-ecda-423a-9e78-a5f547690af0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 943 time: 0.1088731 Sep 16 05:37:43.260783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Pushing event updated for resources: {'Port': ['ID=f516ea91-eee8-4d13-b9a3-fbb835a61870,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:43.308239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Attempting to bind port f516ea91-eee8-4d13-b9a3-fbb835a61870 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:43.308590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Attempting to bind port f516ea91-eee8-4d13-b9a3-fbb835a61870 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:43.309010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Attempting to bind port f516ea91-eee8-4d13-b9a3-fbb835a61870 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:43.314615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Port f516ea91-eee8-4d13-b9a3-fbb835a61870 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:43.315677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Attempting to bind port f516ea91-eee8-4d13-b9a3-fbb835a61870 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:43.336839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60883944-b556-41e3-bd93-27f7c74e7c64 req-540b0afb-d375-4ba0-b9a5-cf80fd79c6a6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684376 Sep 16 05:37:43.336839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.341396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:43.341845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Checking segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:43.343885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Bound using segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:43.344369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Bound port: f516ea91-eee8-4d13-b9a3-fbb835a61870, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:43.344746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.515453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] For port f516ea91-eee8-4d13-b9a3-fbb835a61870, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:43.515453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] For port f516ea91-eee8-4d13-b9a3-fbb835a61870, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f516ea91-eee8-4d13-b9a3-fbb835a61870,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:43.572845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.583649 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4aaaa3-e1d9-4144-a7d2-d9fa7451ee86 req-73bda7bf-974c-4000-90a9-26aa4caeff55 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0470474 Sep 16 05:37:43.615614 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.698983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.700191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.702180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] 10.222.0.66 "PUT /v2.0/ports/f516ea91-eee8-4d13-b9a3-fbb835a61870 HTTP/1.1" status: 200 len: 1092 time: 1.2078824 Sep 16 05:37:43.702888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798a900a-4226-43af-a30d-970fc315570b', 'tag': 'f516ea91-eee8-4d13-b9a3-fbb835a61870'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:43.705839 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4606620-6df0-4a96-9618-a899f48ad996" -d '{"events": [{"name": "network-changed", "server_uuid": "798a900a-4226-43af-a30d-970fc315570b", "tag": "f516ea91-eee8-4d13-b9a3-fbb835a61870"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:43.721240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Allocated IP 172.25.1.142 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/c0fed930-7bd0-438e-8723-7c108926660e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:43.745491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42988446-5155-46dd-a715-93a3ba0dba6d service neutron] Pushing event updated for resources: {'Port': ['ID=f516ea91-eee8-4d13-b9a3-fbb835a61870,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:43.778747 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865f00b9-aef7-4a7d-9b35-be6eea0cd91e x-openstack-request-id: req-865f00b9-aef7-4a7d-9b35-be6eea0cd91e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:43.779147 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798a900a-4226-43af-a30d-970fc315570b", "tag": "f516ea91-eee8-4d13-b9a3-fbb835a61870", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:43.779501 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-865f00b9-aef7-4a7d-9b35-be6eea0cd91e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:43.779996 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798a900a-4226-43af-a30d-970fc315570b', 'tag': 'f516ea91-eee8-4d13-b9a3-fbb835a61870', 'status': 'completed', 'code': 200} Sep 16 05:37:43.810986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8c5f096-a723-4b58-b8b1-8fa7b8f352d2 req-b57b6383-c4f4-4fbc-b4f1-7b8e55b48a34 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0384328 Sep 16 05:37:43.933523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4606620-6df0-4a96-9618-a899f48ad996 req-e1d59f49-b8bb-482a-919b-d57b79f555dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.935107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4606620-6df0-4a96-9618-a899f48ad996 req-e1d59f49-b8bb-482a-919b-d57b79f555dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 1095 time: 0.0938778 Sep 16 05:37:43.953145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.089824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4606620-6df0-4a96-9618-a899f48ad996 req-aa73d66e-b1d2-475b-a1d4-87df419d832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.091575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4606620-6df0-4a96-9618-a899f48ad996 req-aa73d66e-b1d2-475b-a1d4-87df419d832a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1403627 Sep 16 05:37:44.106649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.190692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:44.195955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:44.205988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:44.258231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'Port': ['ID=c0fed930-7bd0-438e-8723-7c108926660e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:44.301754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4606620-6df0-4a96-9618-a899f48ad996 req-95e0e8eb-3419-4860-ae29-95111b178c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.303182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4606620-6df0-4a96-9618-a899f48ad996 req-95e0e8eb-3419-4860-ae29-95111b178c43 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926136 Sep 16 05:37:44.423135 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.494427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40c58-3843-4158-896e-fb2e82920387 req-46b67bd8-4fb5-440c-853d-f4a28cfc4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.495986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-46b67bd8-4fb5-440c-853d-f4a28cfc4892 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 1095 time: 0.1212699 Sep 16 05:37:44.512952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84b0a-d25a-45d0-9394-47ba2918acca req-aa8684b3-0d7b-45e0-b0b0-a7a76c8acd81 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.514475 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4aa84b0a-d25a-45d0-9394-47ba2918acca req-aa8684b3-0d7b-45e0-b0b0-a7a76c8acd81 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 943 time: 0.0695527 Sep 16 05:37:44.547909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.571020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-32b00788-66c1-49b6-be0c-f0f038a1ccca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f516ea91-eee8-4d13-b9a3-fbb835a61870 HTTP/1.1" status: 200 len: 217 time: 0.0551882 Sep 16 05:37:44.652993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4aa84b0a-d25a-45d0-9394-47ba2918acca req-830beb4c-2676-4db7-8873-4463ed6f4270 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293006 Sep 16 05:37:44.677067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40c58-3843-4158-896e-fb2e82920387 req-fbb7bae5-2a93-4070-8dbd-fe5cfb471f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.679348 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-fbb7bae5-2a93-4070-8dbd-fe5cfb471f19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.0967712 Sep 16 05:37:44.738873 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-36b41b03-dac8-46e1-98c2-473682b9c7cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471904 Sep 16 05:37:44.909634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-cb86675c-3e25-4899-96a5-4af9ef105901 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593833 Sep 16 05:37:45.118586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01d40c58-3843-4158-896e-fb2e82920387 req-6eaf5708-fbb6-4ae9-b4a5-2c180849df92 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908841 Sep 16 05:37:45.400041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.482633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.566184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'Port': ['ID=c0fed930-7bd0-438e-8723-7c108926660e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:45.690349 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.757273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2fff726-3df2-4351-86a1-a1df3a3dbf6d req-399af4a2-bef3-4411-887c-5b38c079d8a7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0339196 Sep 16 05:37:45.797180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.807939 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6f86a9d6-329a-4485-9213-22dd0574ebf3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6613708 Sep 16 05:37:45.872236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310606f-b463-4985-b0c7-854ed619003b req-f226c254-de56-47b3-b1bf-d02dd1677cba tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.881222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7310606f-b463-4985-b0c7-854ed619003b req-f226c254-de56-47b3-b1bf-d02dd1677cba tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 943 time: 0.0880587 Sep 16 05:37:45.974567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7310606f-b463-4985-b0c7-854ed619003b req-4b3746f1-553e-4c83-93ec-085ef6dfd539 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923505 Sep 16 05:37:46.082182 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3269b0e-b93d-4156-b5be-98be70067cf4 req-f333b46c-93d6-431b-872b-619153a20f59 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0715282 Sep 16 05:37:46.150077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-ae97f615-0e62-4fe9-8653-68f6e61de69b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--707868266&fields=id&tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0 HTTP/1.1" status: 200 len: 267 time: 0.0763414 Sep 16 05:37:46.314766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-657d25f0-4f03-4f82-97c6-2eaeb30a8617 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.323284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-657d25f0-4f03-4f82-97c6-2eaeb30a8617 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 811 time: 0.1719897 Sep 16 05:37:46.342058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-ace69f36-d06c-4fa0-a3a6-8d8e3a8aa215 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/quotas/b1d464ca124e4b33af6a1a8c617a5ea0 HTTP/1.1" status: 200 len: 375 time: 0.0176854 Sep 16 05:37:46.446408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-ef1494a4-cf42-45de-ba42-b8c791773033 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033897 Sep 16 05:37:46.602341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-ccdb8623-94cc-44a2-b49b-56f77aa8f0f1 service neutron] 10.222.0.49 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253595 Sep 16 05:37:46.732835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-e22c605e-67fc-47b5-be53-7baadd925b2c service neutron] 10.222.0.49 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240032 Sep 16 05:37:47.198186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-730ba1df-aed4-4405-9162-b8332d244311 req-2a8287dd-cfc5-4142-82e1-b483b16d4ba8 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 210 time: 0.0846586 Sep 16 05:37:47.241122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d9f1c-4c9b-4ed7-8367-814595e976f2 req-5832e41d-34d5-49ed-8748-6384357acf71 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.244580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c91d9f1c-4c9b-4ed7-8367-814595e976f2 req-5832e41d-34d5-49ed-8748-6384357acf71 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 943 time: 0.1116753 Sep 16 05:37:47.273470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device f516ea91-eee8-4d13-b9a3-fbb835a61870 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:47.346375 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c91d9f1c-4c9b-4ed7-8367-814595e976f2 req-a904b382-6b90-4a93-802e-a83328449768 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912971 Sep 16 05:37:47.562849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port f516ea91-eee8-4d13-b9a3-fbb835a61870, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f516ea91-eee8-4d13-b9a3-fbb835a61870,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:47.578731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'f516ea91-eee8-4d13-b9a3-fbb835a61870', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'port_id': 'f516ea91-eee8-4d13-b9a3-fbb835a61870', 'mac_address': 'fa:16:3e:db:cc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c623a6-b516-4632-b9d5-edbee76019c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:47.656914 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.699305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f516ea91-eee8-4d13-b9a3-fbb835a61870 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:47.724418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port f516ea91-eee8-4d13-b9a3-fbb835a61870, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f516ea91-eee8-4d13-b9a3-fbb835a61870,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:47.800594 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.919189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=f516ea91-eee8-4d13-b9a3-fbb835a61870,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:48.088271 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a711871b-1bdd-4bc1-ad20-00c720e8c982 req-1f7faf7f-69c7-434e-ad80-ff5c8f8943ad service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0336165 Sep 16 05:37:48.158593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:48.341604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-074190df-b06e-4744-bb7c-c6550fae80ae req-bf2a99e6-656e-4493-9621-10dd7fde879e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0727909 Sep 16 05:37:48.379640 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c77c510d-de2e-4bd8-a27d-8964ed8b58ae req-1dfd5ba2-8386-4531-939a-11103e99e9d1 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 210 time: 0.0582907 Sep 16 05:37:48.594258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee119a9-be85-4484-b809-0a1e4cb8f796 req-624e3fa1-b697-47cd-b022-d889526335fb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.596294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ee119a9-be85-4484-b809-0a1e4cb8f796 req-624e3fa1-b697-47cd-b022-d889526335fb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 944 time: 0.0990024 Sep 16 05:37:48.664462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ee119a9-be85-4484-b809-0a1e4cb8f796 req-71714966-4a48-4e34-b57b-a6577d2938b4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Sep 16 05:37:49.292002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device f516ea91-eee8-4d13-b9a3-fbb835a61870 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:49.454083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port f516ea91-eee8-4d13-b9a3-fbb835a61870 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:49.460664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port f516ea91-eee8-4d13-b9a3-fbb835a61870 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:49.461097 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:49.501165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fa2ef7f-8371-4ed3-909c-c3a7297bac7f req-cb0f89ab-970e-4a79-8848-23b1485d0e4b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 210 time: 0.0456202 Sep 16 05:37:49.587205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:49.614547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798a900a-4226-43af-a30d-970fc315570b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f516ea91-eee8-4d13-b9a3-fbb835a61870'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:49.618605 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211f4ac4-da5d-493a-973a-2cb8e25677e4" -d '{"events": [{"server_uuid": "798a900a-4226-43af-a30d-970fc315570b", "name": "network-vif-plugged", "status": "completed", "tag": "f516ea91-eee8-4d13-b9a3-fbb835a61870"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:49.634018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port f516ea91-eee8-4d13-b9a3-fbb835a61870, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f516ea91-eee8-4d13-b9a3-fbb835a61870,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:49.698003 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692f13a-e494-4059-9365-5428833f1c95 x-openstack-request-id: req-7692f13a-e494-4059-9365-5428833f1c95 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:49.698951 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798a900a-4226-43af-a30d-970fc315570b", "name": "network-vif-plugged", "status": "completed", "tag": "f516ea91-eee8-4d13-b9a3-fbb835a61870", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:49.708808 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7692f13a-e494-4059-9365-5428833f1c95 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:49.708808 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798a900a-4226-43af-a30d-970fc315570b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f516ea91-eee8-4d13-b9a3-fbb835a61870', 'code': 200} Sep 16 05:37:49.726858 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:49.859033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=f516ea91-eee8-4d13-b9a3-fbb835a61870,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:49.930798 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b745f6b-98f2-40a3-8689-546bf994c439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:49.989971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518319c3-17c4-4ef8-a305-39e1df99cb45 req-2bd629ad-fc78-45bd-beae-e92874c36ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:49.991803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-518319c3-17c4-4ef8-a305-39e1df99cb45 req-2bd629ad-fc78-45bd-beae-e92874c36ab8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 1097 time: 0.1362669 Sep 16 05:37:50.024327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9cc5a-4f29-4f11-ad9b-12a4d6bc2ec7 req-4f63e0f0-fcf4-4bc3-9d0e-7f50f9891d07 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:50.025939 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a9cc5a-4f29-4f11-ad9b-12a4d6bc2ec7 req-4f63e0f0-fcf4-4bc3-9d0e-7f50f9891d07 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 945 time: 0.2176840 Sep 16 05:37:50.096844 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-518319c3-17c4-4ef8-a305-39e1df99cb45 req-5640785c-2597-45b6-a2e5-05c284a706f2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869038 Sep 16 05:37:50.114356 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a9cc5a-4f29-4f11-ad9b-12a4d6bc2ec7 req-8131a72a-9369-4e22-b9c5-5c48cad76b30 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757251 Sep 16 05:37:50.301251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1de12425-308d-4768-bbec-369dc0fa4642 req-e19bf1e8-5e26-4752-8ae0-7614a9e2639e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0327187 Sep 16 05:37:50.510697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8a79e11-507f-4faa-98ec-86ea67730e25 req-80c3412a-f74e-4ca5-add7-5a9b9a4f112c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0674016 Sep 16 05:37:50.724419 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.773927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e76a2d57-2e1e-455e-897d-b75267c0e636 req-b886405c-da55-45ab-9da6-37e50e2a6740 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 210 time: 0.0774505 Sep 16 05:37:50.774237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-498f7a92-15ad-4af4-ba25-c5f30785bd8e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:50.774237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-498f7a92-15ad-4af4-ba25-c5f30785bd8e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.30 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 811 time: 0.3101730 Sep 16 05:37:50.902104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-5a780648-cf40-4b73-a9c4-021d0943fb00 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0 HTTP/1.1" status: 200 len: 379 time: 0.1146135 Sep 16 05:37:50.927609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'port': {'device_id': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'admin_state_up': True, 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'security_groups': ['b1829aa0-6ecd-499e-8789-53855b66bf6d']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:51.366722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b6f0-6e8d-4606-a427-6a414382068f req-4bdebe99-518a-4674-89c0-58b3f9b6fd34 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.371897 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed70b6f0-6e8d-4606-a427-6a414382068f req-4bdebe99-518a-4674-89c0-58b3f9b6fd34 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 945 time: 0.1510229 Sep 16 05:37:51.397080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Made reservation on behalf of b1d464ca124e4b33af6a1a8c617a5ea0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:51.400715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.506626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed70b6f0-6e8d-4606-a427-6a414382068f req-844be84d-9297-4172-a651-7268b1becdb0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099610 Sep 16 05:37:51.707031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Allocated IP 172.20.0.3 (d7a73546-c0b6-4378-9ba7-4db3a8ec5a67/1f8bb70a-1396-48e7-a564-3bdbed7fe384/f5ff34b4-431c-494f-82fa-c4dba436daf8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:51.981289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.052402 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b44c69c9-9568-4730-b025-5d001d5d0cc5 req-0f5dbfb3-9a67-41e6-bd4e-df9d6a36ee9d tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 210 time: 0.0329404 Sep 16 05:37:52.160475 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.215667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:52.220306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:52.225525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:52.294325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event updated for resources: {'Port': ['ID=f5ff34b4-431c-494f-82fa-c4dba436daf8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:52.346630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:52.348249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.453391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-0ace0f71-498b-493a-85fa-2b0fb464d4a2 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5402610 Sep 16 05:37:52.475472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Request body: {'port': {'device_id': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:52.630466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-883c46ea-8d40-45cc-91f5-7fce009e2779 req-69383f6f-7ec8-4801-826f-80f318912c40 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1139035 Sep 16 05:37:52.694499 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.767595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231fdb-da71-4dc5-94e6-15c3edf05e6c req-1bc11789-d9ed-4e69-af3b-d166c8f273ff tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:52.770151 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa231fdb-da71-4dc5-94e6-15c3edf05e6c req-1bc11789-d9ed-4e69-af3b-d166c8f273ff tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 945 time: 0.1211238 Sep 16 05:37:52.852789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-95ede0a8-2142-41f5-a73c-cc5d0130cbc6 None None] Provisioning complete for port f5ff34b4-431c-494f-82fa-c4dba436daf8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:52.852789 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95ede0a8-2142-41f5-a73c-cc5d0130cbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.904488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b15f7849-3058-4873-bf95-b9ff8e686e91 req-2ad6a523-7dae-4724-a00b-753ea3b42050 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1272728 Sep 16 05:37:52.924427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-95ede0a8-2142-41f5-a73c-cc5d0130cbc6 None None] Port f5ff34b4-431c-494f-82fa-c4dba436daf8 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:53.031780 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa231fdb-da71-4dc5-94e6-15c3edf05e6c req-86036923-a9fe-4e65-a91c-0c13cb1ddfb0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532072 Sep 16 05:37:53.192115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-92f13fb9-1b22-44be-bcad-f9d6b49f5f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:53.322780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ceb49-b405-4821-8d7b-1ce847033450 req-8e55842c-4eeb-48bc-affb-d80dc4e68f59 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.324930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa3ceb49-b405-4821-8d7b-1ce847033450 req-8e55842c-4eeb-48bc-affb-d80dc4e68f59 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 931 time: 0.1033301 Sep 16 05:37:53.374765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ff34b4-431c-494f-82fa-c4dba436daf8 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:53.383767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa3ceb49-b405-4821-8d7b-1ce847033450 req-2868f66e-da0f-4e7a-85f4-fd37055325f3 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495303 Sep 16 05:37:53.404596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:53.491233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Transition to ACTIVE for port object f5ff34b4-431c-494f-82fa-c4dba436daf8 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:53.643679 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:53.814551 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:53.852806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff34b4-431c-494f-82fa-c4dba436daf8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:53.967415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252d0e-5b21-4884-a048-a549c90cf90f req-4619e442-bd72-4be6-8158-11af47b358ec tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.976841 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8252d0e-5b21-4884-a048-a549c90cf90f req-4619e442-bd72-4be6-8158-11af47b358ec tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.4835715 Sep 16 05:37:54.091425 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8252d0e-5b21-4884-a048-a549c90cf90f req-6ac9d97f-c2cc-4a32-bdf8-50e8ca2aa08d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/quotas/9d550f361ff34a6ba57aefa259f3dd93 HTTP/1.1" status: 200 len: 375 time: 0.1135395 Sep 16 05:37:54.226051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Attempting to bind port f5ff34b4-431c-494f-82fa-c4dba436daf8 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:54.226749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Attempting to bind port f5ff34b4-431c-494f-82fa-c4dba436daf8 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:54.226749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Attempting to bind port f5ff34b4-431c-494f-82fa-c4dba436daf8 on network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:54.235069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Port f5ff34b4-431c-494f-82fa-c4dba436daf8 on network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:54.235420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Attempting to bind port f5ff34b4-431c-494f-82fa-c4dba436daf8 on network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:54.242927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:54.243655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Checking segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:54.243991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Bound using segment: {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:54.244517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Bound port: f5ff34b4-431c-494f-82fa-c4dba436daf8, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:54.246350 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.302626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8252d0e-5b21-4884-a048-a549c90cf90f req-599f712a-8324-4500-83e5-4cb2b93a5c14 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1792798 Sep 16 05:37:54.488797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] For port f5ff34b4-431c-494f-82fa-c4dba436daf8, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:54.527094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] For port f5ff34b4-431c-494f-82fa-c4dba436daf8, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f5ff34b4-431c-494f-82fa-c4dba436daf8,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:54.569510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8252d0e-5b21-4884-a048-a549c90cf90f req-2cb29c06-2e72-4cef-a2fc-21002154edf7 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377818 Sep 16 05:37:54.594450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78b1e9-ddba-407b-bd85-875b2b1ff262 req-9d85e99e-abd3-4d53-ac75-5a80fa7eb9d7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.613032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a78b1e9-ddba-407b-bd85-875b2b1ff262 req-9d85e99e-abd3-4d53-ac75-5a80fa7eb9d7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 943 time: 0.1437926 Sep 16 05:37:54.693723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8252d0e-5b21-4884-a048-a549c90cf90f req-79ff7db6-a625-4a0e-affd-8cc1af79f872 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157777 Sep 16 05:37:54.695001 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.710738 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a78b1e9-ddba-407b-bd85-875b2b1ff262 req-7eb5980f-9017-46e3-9981-770f4d72ad18 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924561 Sep 16 05:37:54.745364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.746107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.748293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] 10.222.0.30 "PUT /v2.0/ports/f5ff34b4-431c-494f-82fa-c4dba436daf8 HTTP/1.1" status: 200 len: 1092 time: 2.2798498 Sep 16 05:37:54.751229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'tag': 'f5ff34b4-431c-494f-82fa-c4dba436daf8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:54.755183 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "91f25930-7b42-4148-96a1-c7d95bd6f2db", "tag": "f5ff34b4-431c-494f-82fa-c4dba436daf8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:54.821730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b7c1d-1859-4d30-bf4b-6f48844e268b service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff34b4-431c-494f-82fa-c4dba436daf8,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:55.124891 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1759fe84-3188-4e89-bf8c-2379c255b1e5 x-openstack-request-id: req-1759fe84-3188-4e89-bf8c-2379c255b1e5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:55.128017 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f25930-7b42-4148-96a1-c7d95bd6f2db", "tag": "f5ff34b4-431c-494f-82fa-c4dba436daf8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:55.130526 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1759fe84-3188-4e89-bf8c-2379c255b1e5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:55.131948 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'tag': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'status': 'completed', 'code': 200} Sep 16 05:37:55.144577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-958016cc-9d07-4f4c-972b-abc27595c87d req-0768a152-1924-49d0-92f2-d935c7a95ed8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0548892 Sep 16 05:37:55.226361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-9a42dea3-221a-40e8-b1f4-fa1c2080ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.239668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-9a42dea3-221a-40e8-b1f4-fa1c2080ed11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 1095 time: 0.2809095 Sep 16 05:37:55.392975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-ff7d2b0d-a138-4f60-818b-cb23cbad6610 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ff34b4-431c-494f-82fa-c4dba436daf8 HTTP/1.1" status: 200 len: 217 time: 0.1382596 Sep 16 05:37:55.396881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.591888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36fbaed3-4d96-4a4d-b9fe-7ada230c63e1 req-e6dca9ed-91b4-44b5-8de2-b5cc6e5abd9b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0941896 Sep 16 05:37:55.616373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-8c11abcd-ffdc-4266-8192-8cf9469c330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.618056 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-8c11abcd-ffdc-4266-8192-8cf9469c330b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.2169926 Sep 16 05:37:55.768637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-7b98ec80-36b2-469e-a58c-e03657105d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.773078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-7b98ec80-36b2-469e-a58c-e03657105d68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459830 Sep 16 05:37:56.234295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-987a1611-d7f1-4ed1-9882-6d5258e28f33 service neutron] 10.222.0.30 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525940 Sep 16 05:37:56.309856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53153-cc97-4bb1-9d4e-9c2e8b44c803 req-e7f372dd-bd2c-4f32-a8cf-05b28d764414 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.322170 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81b53153-cc97-4bb1-9d4e-9c2e8b44c803 req-e7f372dd-bd2c-4f32-a8cf-05b28d764414 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 943 time: 0.3117006 Sep 16 05:37:56.619637 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81b53153-cc97-4bb1-9d4e-9c2e8b44c803 req-0bae11e2-26b5-4eb2-a60f-9d3f052ddba9 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935100 Sep 16 05:37:56.683937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6c7b834-c451-4b48-b891-8356aee34eb8 req-9458d0d7-4d69-4f67-8007-20d5357fe005 service neutron] 10.222.0.30 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349222 Sep 16 05:37:56.875694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4d16b2c3-4f53-455b-9731-4e7f25efeff1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.884865 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4d16b2c3-4f53-455b-9731-4e7f25efeff1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.2237394 Sep 16 05:37:56.906212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-d6fb3258-6b8c-4b39-982e-a6916a084f9d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/quotas/9d550f361ff34a6ba57aefa259f3dd93 HTTP/1.1" status: 200 len: 375 time: 0.0203800 Sep 16 05:37:56.978739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-fd933f33-060b-4e5d-8898-03b43dae499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.980343 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-fd933f33-060b-4e5d-8898-03b43dae499c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 1095 time: 0.1151748 Sep 16 05:37:57.035008 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-332a4777-bbe6-42f8-a9a3-6ccc61a1352a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193547 Sep 16 05:37:57.168705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-5979c1c7-b685-4665-bb13-5fbd44062f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.170302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-5979c1c7-b685-4665-bb13-5fbd44062f6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 912 time: 0.1808279 Sep 16 05:37:57.188283 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-7f09e114-56d1-499d-9473-b0cd0cd90156 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586697 Sep 16 05:37:57.383470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-c153fb96-6ff8-49cb-830a-9000c1c63639 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932507 Sep 16 05:37:57.458434 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.720644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee330622-ab04-46ef-9929-a2c7d4f3afd9 req-90e8683b-82a8-4276-a1aa-3d332b9e3024 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0941186 Sep 16 05:37:57.871536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1cdb3d59-5df8-4b49-b003-69c7937196f6 req-9573031d-9743-4fde-a870-1adca73c6b14 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 210 time: 0.0851350 Sep 16 05:37:57.889626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-622cedb5-5de6-4179-9411-664f6ec56424 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ff34b4-431c-494f-82fa-c4dba436daf8 HTTP/1.1" status: 200 len: 217 time: 0.7114897 Sep 16 05:37:57.942166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e108d-dc96-47ce-9f84-c493b18e3e8e req-9f1f2bfd-e2a2-4d09-8039-267fadc7c635 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.942166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b6e108d-dc96-47ce-9f84-c493b18e3e8e req-9f1f2bfd-e2a2-4d09-8039-267fadc7c635 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 943 time: 0.1084201 Sep 16 05:37:57.960008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-4ddaae4f-d330-4d86-85b8-45464dc33bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.961690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-4ddaae4f-d330-4d86-85b8-45464dc33bd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.0622349 Sep 16 05:37:58.045685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-34fdf418-5792-47d5-8eda-6999eb933394 req-00e238fc-6ef6-4e58-8680-324347021512 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0532925 Sep 16 05:37:58.077625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b6e108d-dc96-47ce-9f84-c493b18e3e8e req-3bdb9b56-602e-46ea-8690-501d40780f5c tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197221 Sep 16 05:37:58.091344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-81e04b86-be3c-4454-8a25-8e2a6d9e874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:58.092858 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-81e04b86-be3c-4454-8a25-8e2a6d9e874a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164925 Sep 16 05:37:58.253540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-6feecb6f-008b-4ad5-836a-ec498663d9df service neutron] 10.222.0.30 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518857 Sep 16 05:37:58.360619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7a4d6ce-315e-41ad-a843-4c94e297b2b7 req-a4d75860-5987-4bd2-9687-145b6ac9b203 service neutron] 10.222.0.30 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995898 Sep 16 05:37:58.752076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.003926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-effcbd17-0e99-4079-ab83-2735bdf7ad61 req-d230b1d0-d607-4167-a480-3cc9114a3877 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 210 time: 0.0319853 Sep 16 05:37:59.188137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:59.272777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f5ff34b4-431c-494f-82fa-c4dba436daf8 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:59.280971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662f7eb-18e1-4cba-96b6-15a85beaa484 req-c4fc7ede-fc7a-4433-9f99-44edeea82ae6 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.307526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9662f7eb-18e1-4cba-96b6-15a85beaa484 req-c4fc7ede-fc7a-4433-9f99-44edeea82ae6 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 943 time: 0.1019187 Sep 16 05:37:59.363676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc413254-ca67-4e52-9295-591d545cb8fc admin admin] Deleting subnet 8d9b7ed8-062c-4a50-be28-613d4724e0a5 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:37:59.368904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc413254-ca67-4e52-9295-591d545cb8fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.425636 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc413254-ca67-4e52-9295-591d545cb8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.438193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9662f7eb-18e1-4cba-96b6-15a85beaa484 req-fabe584d-6fc4-4b7d-9e9a-692fd8061982 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225429 Sep 16 05:37:59.481815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f5ff34b4-431c-494f-82fa-c4dba436daf8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f5ff34b4-431c-494f-82fa-c4dba436daf8,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:59.506277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'port_id': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'mac_address': 'fa:16:3e:ab:5e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:59.512375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc413254-ca67-4e52-9295-591d545cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.571212 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.600884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ff34b4-431c-494f-82fa-c4dba436daf8 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:59.624751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f5ff34b4-431c-494f-82fa-c4dba436daf8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f5ff34b4-431c-494f-82fa-c4dba436daf8,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:59.820877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc413254-ca67-4e52-9295-591d545cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.828619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.858705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413254-ca67-4e52-9295-591d545cb8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9b7ed8-062c-4a50-be28-613d4724e0a5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:59.871614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc413254-ca67-4e52-9295-591d545cb8fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.878020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bc413254-ca67-4e52-9295-591d545cb8fc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8d9b7ed8-062c-4a50-be28-613d4724e0a5 HTTP/1.1" status: 204 len: 168 time: 0.6840291 Sep 16 05:37:59.878694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47460) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:59.916516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=f5ff34b4-431c-494f-82fa-c4dba436daf8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:59.952582 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.109235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9725063-243c-4acf-a8aa-adccbce2692e req-b7f7084b-0f3f-4b07-bc76-e369bac1592a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0880411 Sep 16 05:38:00.111228 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.140724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0db9f6-add1-408f-80e8-9b70dd474da0']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:00.154987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcb71b2-4fe0-41fb-845f-dd49c6641979') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:00.161273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcb71b2-4fe0-41fb-845f-dd49c6641979') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:00.169261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.191950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.203264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:38:00.204048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:38:00.263312 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:38:00.328700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['f5ff34b4-431c-494f-82fa-c4dba436daf8'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:00.347533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c05ffe0-37eb-4ed8-8a65-a717b82af02b req-ae5b1003-b1a2-4d09-9854-23159d84471c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 210 time: 0.2407393 Sep 16 05:38:00.377349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff4b26b3-e9fa-4611-beda-90db4b523ee9 req-0c265389-e17d-4455-8346-369c2f37d96f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0824592 Sep 16 05:38:00.437109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.489779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.504276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] 10.222.0.49 "DELETE /v2.0/networks/ca0db9f6-add1-408f-80e8-9b70dd474da0 HTTP/1.1" status: 204 len: 168 time: 0.6257098 Sep 16 05:38:00.505405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2d5bc-7496-49af-bf71-63dfa7300eab admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0db9f6-add1-408f-80e8-9b70dd474da0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:00.664722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffdddc-200f-43ca-a902-0df73843efba req-a61df12e-999f-4a3f-b234-3f1b17c117ea tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:00.667929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48ffdddc-200f-43ca-a902-0df73843efba req-a61df12e-999f-4a3f-b234-3f1b17c117ea tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 944 time: 0.0884769 Sep 16 05:38:00.728636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48ffdddc-200f-43ca-a902-0df73843efba req-f366ff66-503f-404b-a5d2-3a52073d9691 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529940 Sep 16 05:38:00.981223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47492) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:00.996202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-3f4e2539-f56e-4285-9c00-1c6def22d858 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:00.997803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-3f4e2539-f56e-4285-9c00-1c6def22d858 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1945167 Sep 16 05:38:01.018996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.033712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Request body: {'port': {'device_id': '45660ed7-86f4-4683-a45e-3baa3b73da73', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'admin_state_up': True, 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:01.145269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d3727797-5fd2-4e40-8e70-6abdde345dd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44680ce8be2844e199142c88f21a35d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247828 Sep 16 05:38:01.147988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47504) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:01.320399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cea84e01-5fb5-4507-b80d-dd5b1b3d2bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.355134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:01.361115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.374717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cea84e01-5fb5-4507-b80d-dd5b1b3d2bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.526011 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f26cca4-680e-452e-bd25-d8f260381d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.605591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d66b7b3-376e-400f-b530-ca476e23948a req-34abcef4-9bc4-4a9c-bd10-f86beb202bdb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 210 time: 0.0635746 Sep 16 05:38:01.648262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cea84e01-5fb5-4507-b80d-dd5b1b3d2bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.655597 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cea84e01-5fb5-4507-b80d-dd5b1b3d2bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.659946 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cea84e01-5fb5-4507-b80d-dd5b1b3d2bd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82f19c37-9376-40d3-a28d-cc03ea7e5167 HTTP/1.1" status: 204 len: 168 time: 0.5101287 Sep 16 05:38:01.702650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Allocated IP 172.20.0.6 (b0a0dc9b-d101-416e-bfae-81eb4f718e44/46c623a6-b516-4632-b9d5-edbee76019c8/275f17f3-5f20-417a-b2ff-e925a530168a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:01.745249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84e01-5fb5-4507-b80d-dd5b1b3d2bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f19c37-9376-40d3-a28d-cc03ea7e5167,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:01.816578 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f26cca4-680e-452e-bd25-d8f260381d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.924667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f26cca4-680e-452e-bd25-d8f260381d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.962589 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.977740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a5234-5df6-4bc2-9ecf-b595856081d3 req-4f819c54-da4b-4f74-8639-a36437d8d2cf tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:01.979331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-315a5234-5df6-4bc2-9ecf-b595856081d3 req-4f819c54-da4b-4f74-8639-a36437d8d2cf tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 944 time: 0.0861707 Sep 16 05:38:01.994225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9f26cca4-680e-452e-bd25-d8f260381d81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4730f15b5f804110b9b8ace563baf018&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0118463 Sep 16 05:38:02.002902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26cca4-680e-452e-bd25-d8f260381d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14e40f-7340-4e6e-98ce-841df669b382,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.004663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:02.056777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-315a5234-5df6-4bc2-9ecf-b595856081d3 req-d5276701-f653-4f16-bd72-f00feaa7ce38 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631702 Sep 16 05:38:02.092054 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7239-a5eb-4732-a052-d2cf4f487d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.126700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7239-a5eb-4732-a052-d2cf4f487d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.159412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.214613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:02.229505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:02.233030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:02.238071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:02.271358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7239-a5eb-4732-a052-d2cf4f487d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.274221 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7239-a5eb-4732-a052-d2cf4f487d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.276297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0b7e7239-a5eb-4732-a052-d2cf4f487d08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a14e40f-7340-4e6e-98ce-841df669b382 HTTP/1.1" status: 204 len: 168 time: 0.2697358 Sep 16 05:38:02.296849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e7239-a5eb-4732-a052-d2cf4f487d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14e40f-7340-4e6e-98ce-841df669b382,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.326332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event updated for resources: {'Port': ['ID=275f17f3-5f20-417a-b2ff-e925a530168a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:02.387432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:02.401792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.503521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-4426cf6d-e703-4743-9f93-526f74b5c622 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4767807 Sep 16 05:38:02.521783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Request body: {'port': {'device_id': '45660ed7-86f4-4683-a45e-3baa3b73da73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:02.682396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b257bd7-6843-438a-9bb9-ac8e7e0297f2 req-a7130d58-22d3-4417-a63e-bfd5926e399e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0959294 Sep 16 05:38:02.754314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:02.896803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ebdfa-46e9-408d-b379-b4114196605e req-23afa8fa-e75a-42ca-a3a6-8a1452ea2d4c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:02.899459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-905ebdfa-46e9-408d-b379-b4114196605e req-23afa8fa-e75a-42ca-a3a6-8a1452ea2d4c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 931 time: 0.1613741 Sep 16 05:38:02.991016 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15bd6930-14a9-44e3-9604-7925c7c18b74 req-397a5446-5329-4c2e-babd-a5472bdebe43 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0554092 Sep 16 05:38:03.002193 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-905ebdfa-46e9-408d-b379-b4114196605e req-0eff0ae4-485e-4688-82be-722fa26c5af0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957370 Sep 16 05:38:03.266749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ecaf-3f75-43c6-a9eb-b3fcc957baaf req-a1aa81aa-cfd9-4d71-b762-445d181503a1 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:03.269180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7cf7ecaf-3f75-43c6-a9eb-b3fcc957baaf req-a1aa81aa-cfd9-4d71-b762-445d181503a1 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 944 time: 0.1197214 Sep 16 05:38:03.316971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f5ff34b4-431c-494f-82fa-c4dba436daf8 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:03.406203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275f17f3-5f20-417a-b2ff-e925a530168a {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:03.414633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7cf7ecaf-3f75-43c6-a9eb-b3fcc957baaf req-93942c90-987b-47d0-9441-5a0ad1e47391 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393590 Sep 16 05:38:03.423632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.443491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Transition to ACTIVE for port object 275f17f3-5f20-417a-b2ff-e925a530168a will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:03.531750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:03.534697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.535607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port f5ff34b4-431c-494f-82fa-c4dba436daf8 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:03.544797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port f5ff34b4-431c-494f-82fa-c4dba436daf8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:03.549386 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.554497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-341ddc2e-5072-44be-9f58-c72b80edb36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.655673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Pushing event updated for resources: {'Port': ['ID=275f17f3-5f20-417a-b2ff-e925a530168a,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:03.713117 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.772086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff34b4-431c-494f-82fa-c4dba436daf8'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:03.779486 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48944350-8ea5-4bae-a77a-ee8f8307e802" -d '{"events": [{"server_uuid": "91f25930-7b42-4148-96a1-c7d95bd6f2db", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff34b4-431c-494f-82fa-c4dba436daf8"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:03.781734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Attempting to bind port 275f17f3-5f20-417a-b2ff-e925a530168a on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:03.782855 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Attempting to bind port 275f17f3-5f20-417a-b2ff-e925a530168a by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:03.784078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Attempting to bind port 275f17f3-5f20-417a-b2ff-e925a530168a on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:03.789637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Port 275f17f3-5f20-417a-b2ff-e925a530168a on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:03.790974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Attempting to bind port 275f17f3-5f20-417a-b2ff-e925a530168a on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:03.802546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:03.802898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Checking segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:03.805783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-341ddc2e-5072-44be-9f58-c72b80edb36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.806437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Bound using segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:03.806927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Bound port: 275f17f3-5f20-417a-b2ff-e925a530168a, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:03.807301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.828598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f5ff34b4-431c-494f-82fa-c4dba436daf8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f5ff34b4-431c-494f-82fa-c4dba436daf8,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:03.849337 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f587d5-6627-4544-ac5c-c426ca6d4038 x-openstack-request-id: req-c8f587d5-6627-4544-ac5c-c426ca6d4038 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:03.850049 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f25930-7b42-4148-96a1-c7d95bd6f2db", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff34b4-431c-494f-82fa-c4dba436daf8", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:03.850520 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8f587d5-6627-4544-ac5c-c426ca6d4038 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:03.851225 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'code': 200} Sep 16 05:38:03.881055 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-341ddc2e-5072-44be-9f58-c72b80edb36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.909939 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:03.966251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] For port 275f17f3-5f20-417a-b2ff-e925a530168a, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:03.979489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] For port 275f17f3-5f20-417a-b2ff-e925a530168a, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=275f17f3-5f20-417a-b2ff-e925a530168a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:03.984943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ddc2e-5072-44be-9f58-c72b80edb36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e75f7-b30f-403b-a641-bea9b1ceefaf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.038730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=f5ff34b4-431c-494f-82fa-c4dba436daf8,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.060300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.105226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-341ddc2e-5072-44be-9f58-c72b80edb36b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0de88dfd030455986faff68e4baf6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700827 Sep 16 05:38:04.115403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47596) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:04.181224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fd49-e5be-40a5-b639-dd7f9c6746dd req-24cff175-1462-48fb-b6b5-b3836ee71059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.183223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63b9fd49-e5be-40a5-b639-dd7f9c6746dd req-24cff175-1462-48fb-b6b5-b3836ee71059 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 1097 time: 0.2007031 Sep 16 05:38:04.202310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Pushing event updated for resources: {'Port': ['ID=275f17f3-5f20-417a-b2ff-e925a530168a,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.227627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.228392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.235276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-eb1f3e1c-844b-4cd8-a9e8-4bcf4b1a5829 service neutron] 10.222.0.66 "PUT /v2.0/ports/275f17f3-5f20-417a-b2ff-e925a530168a HTTP/1.1" status: 200 len: 1092 time: 1.7147424 Sep 16 05:38:04.235276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45660ed7-86f4-4683-a45e-3baa3b73da73', 'tag': '275f17f3-5f20-417a-b2ff-e925a530168a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:04.235276 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd2fee7-ebcf-43b4-a161-d0bbda86370d" -d '{"events": [{"name": "network-changed", "server_uuid": "45660ed7-86f4-4683-a45e-3baa3b73da73", "tag": "275f17f3-5f20-417a-b2ff-e925a530168a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:04.286694 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6522ccc1-30b6-4449-992c-bca70c8d4c05 x-openstack-request-id: req-6522ccc1-30b6-4449-992c-bca70c8d4c05 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:04.286993 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45660ed7-86f4-4683-a45e-3baa3b73da73", "tag": "275f17f3-5f20-417a-b2ff-e925a530168a", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:04.287247 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6522ccc1-30b6-4449-992c-bca70c8d4c05 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:04.287660 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45660ed7-86f4-4683-a45e-3baa3b73da73', 'tag': '275f17f3-5f20-417a-b2ff-e925a530168a', 'status': 'completed', 'code': 200} Sep 16 05:38:04.293845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63b9fd49-e5be-40a5-b639-dd7f9c6746dd req-d0a9b715-6a63-4a94-9cc9-b5b490dab0be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846193 Sep 16 05:38:04.308216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5543c-a075-446d-ac8f-a527bbe9f445 req-e59f8d80-78e7-43ab-8aa2-fc25cb044d0b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.321687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-32e5543c-a075-446d-ac8f-a527bbe9f445 req-e59f8d80-78e7-43ab-8aa2-fc25cb044d0b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 943 time: 0.1696255 Sep 16 05:38:04.332404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e99b300-2e5b-4b1d-a30c-666e5a1226a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.432378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2fee7-ebcf-43b4-a161-d0bbda86370d req-991e79a3-acd6-4b78-b8c8-a76cf88b708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.433923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dbd2fee7-ebcf-43b4-a161-d0bbda86370d req-991e79a3-acd6-4b78-b8c8-a76cf88b708b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 1095 time: 0.0833471 Sep 16 05:38:04.434927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-32e5543c-a075-446d-ac8f-a527bbe9f445 req-17d677f0-b753-4f9d-be45-3dc90ea17526 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123610 Sep 16 05:38:04.459605 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e99b300-2e5b-4b1d-a30c-666e5a1226a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.608719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2fee7-ebcf-43b4-a161-d0bbda86370d req-594ee78e-69db-4f48-89df-e73df73d7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.610268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dbd2fee7-ebcf-43b4-a161-d0bbda86370d req-594ee78e-69db-4f48-89df-e73df73d7bef service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1556368 Sep 16 05:38:04.622447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4cebb-3f4d-4517-b5bb-66f749efcf75 req-fa6c3229-2b6e-4663-91dd-72670ee55041 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.624079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ae4cebb-3f4d-4517-b5bb-66f749efcf75 req-fa6c3229-2b6e-4663-91dd-72670ee55041 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 945 time: 0.0759361 Sep 16 05:38:04.726747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ae4cebb-3f4d-4517-b5bb-66f749efcf75 req-9a3aba03-1272-489b-85e1-b7bcd79de805 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936062 Sep 16 05:38:04.728380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e99b300-2e5b-4b1d-a30c-666e5a1226a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.731067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e99b300-2e5b-4b1d-a30c-666e5a1226a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:04.732292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2e99b300-2e5b-4b1d-a30c-666e5a1226a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de8e75f7-b30f-403b-a641-bea9b1ceefaf HTTP/1.1" status: 204 len: 168 time: 0.6146555 Sep 16 05:38:04.762842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b300-2e5b-4b1d-a30c-666e5a1226a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e75f7-b30f-403b-a641-bea9b1ceefaf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:04.779202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2fee7-ebcf-43b4-a161-d0bbda86370d req-06aace8f-400e-4caf-9680-4fc52482f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.781059 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dbd2fee7-ebcf-43b4-a161-d0bbda86370d req-06aace8f-400e-4caf-9680-4fc52482f0cc service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560349 Sep 16 05:38:04.932414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-05a520d4-704d-4813-892d-1c2f770356d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:04.936063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-05a520d4-704d-4813-892d-1c2f770356d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 1095 time: 0.0747771 Sep 16 05:38:04.977961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65bd6fa8-11e6-4d44-b995-b04c9180f54b req-021196d7-3b84-487f-8f5e-4d990f11bc66 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0358536 Sep 16 05:38:05.008653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-5a97cdad-9738-4ebc-b887-16f50801ea41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275f17f3-5f20-417a-b2ff-e925a530168a HTTP/1.1" status: 200 len: 217 time: 0.0550611 Sep 16 05:38:05.071932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-8dd6664e-f4a5-46dc-a9a4-800dcafa4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.073733 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-8dd6664e-f4a5-46dc-a9a4-800dcafa4854 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.0577548 Sep 16 05:38:05.124873 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-5d4b84ee-1d51-4288-a6c4-b5a6d541817a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429003 Sep 16 05:38:05.177088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a6d107a-97ff-4666-8824-fb1a1c6ef57a req-0f0bd06b-0bc1-4fad-9917-c73392a5c820 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0453706 Sep 16 05:38:05.267823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-9f58a3c6-30fe-4384-9558-58039019e793 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344273 Sep 16 05:38:05.436378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6cdc0e0f-02a3-469c-a48c-c4168dc0ade2 req-d2225946-0ca1-4bd5-8939-9e257346faf8 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577673 Sep 16 05:38:05.685514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbde26-ec99-4878-90fb-fa17a70ec64e req-66e1cd1d-4da6-42ff-bdbd-9e2cdde063e9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.687236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cecbde26-ec99-4878-90fb-fa17a70ec64e req-66e1cd1d-4da6-42ff-bdbd-9e2cdde063e9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 943 time: 0.1034923 Sep 16 05:38:05.738145 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cecbde26-ec99-4878-90fb-fa17a70ec64e req-9fb1f362-a1f7-445d-9ce3-b559f8591a33 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Sep 16 05:38:05.904306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb2842-4e88-48a0-ab9c-792438f12e4f req-9037126c-3bab-46f9-9c2e-258a927b57d8 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.919805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bcb2842-4e88-48a0-ab9c-792438f12e4f req-9037126c-3bab-46f9-9c2e-258a927b57d8 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 945 time: 0.0942147 Sep 16 05:38:05.980382 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bcb2842-4e88-48a0-ab9c-792438f12e4f req-c7401da9-683c-460f-bcd0-b33d3d24ece7 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659716 Sep 16 05:38:06.139666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5805b1-96ee-4a77-af2d-3adc3168520d req-7ac3ba79-def8-4577-93ea-5348eb6ac45e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:06.141390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e5805b1-96ee-4a77-af2d-3adc3168520d req-7ac3ba79-def8-4577-93ea-5348eb6ac45e tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 945 time: 0.0682619 Sep 16 05:38:06.150806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47666) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:06.156801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Request body: {'floatingip': {'port_id': 'f5ff34b4-431c-494f-82fa-c4dba436daf8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:06.210669 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.937835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3097057-3d83-45f5-832d-5e513ca49259 req-4dc152a9-6b11-441b-9282-d9c3df30a329 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:06.948568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3097057-3d83-45f5-832d-5e513ca49259 req-4dc152a9-6b11-441b-9282-d9c3df30a329 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 943 time: 0.1126473 Sep 16 05:38:06.994263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.resource_extend [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:38:07.014749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3097057-3d83-45f5-832d-5e513ca49259 req-af83cf12-95e5-468e-8c0b-140e9e0dbea0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653961 Sep 16 05:38:07.121365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-00cec60f-913f-4204-9d91-aa1d223d6976 req-cc4f703f-aa60-47f8-9be2-065b66fa150a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0602713 Sep 16 05:38:07.131463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47698) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:07.137036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'network': {'name': 'tempest-network-smoke--1442567489', 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'port_security_enabled': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:07.191618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.257346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Made reservation on behalf of 8a78d61cb35e485e8a527577d16586ed for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:07.260819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.270810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.286092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9dcfa287-b288-41aa-b976-0357dbd0c8d5 req-ca151cca-df6d-46c3-b1fe-57e9e82352c4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0380883 Sep 16 05:38:07.288775 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.388242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.408643 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Floating IP 0a292d5b-7704-4ed3-8e6f-cec6850d7e5f associated. External IP: 172.25.1.142, port: f5ff34b4-431c-494f-82fa-c4dba436daf8. Sep 16 05:38:07.462825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.476398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:38:07.499184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.499545 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Added segment bb61601e-cf9b-452b-8482-ed4f42c556c5 of type vlan for network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 Sep 16 05:38:07.519144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b36a450-c8ee-4d0e-871a-8c7a8472faeb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:07.574988 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.705879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Router 125117ae-7701-4446-ad90-373bfeddd853 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:38:07.711064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.716976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.718008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.790839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Network': ['ID=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:07.804675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:38:07.840841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6dcc7e8e-ebff-456a-a8c5-9984ec2fc93f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7020233 Sep 16 05:38:07.840841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:07.843838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'admin_state_up': True, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:07.867177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:07.881251 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.886281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] Sync routers for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:07.906695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2554dfc0-aee9-43a9-9104-90502c39a159 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "PUT /v2.0/floatingips/0a292d5b-7704-4ed3-8e6f-cec6850d7e5f HTTP/1.1" status: 200 len: 991 time: 1.7538850 Sep 16 05:38:07.906845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:07.907672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:37:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:07.908426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'tag': 'f5ff34b4-431c-494f-82fa-c4dba436daf8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:07.912287 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7" -d '{"events": [{"name": "network-changed", "server_uuid": "91f25930-7b42-4148-96a1-c7d95bd6f2db", "tag": "f5ff34b4-431c-494f-82fa-c4dba436daf8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:07.966664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.968151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:07.978228 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bf9475-fe6b-4f2f-b737-bad62ddf753f x-openstack-request-id: req-b4bf9475-fe6b-4f2f-b737-bad62ddf753f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:07.978228 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f25930-7b42-4148-96a1-c7d95bd6f2db", "tag": "f5ff34b4-431c-494f-82fa-c4dba436daf8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:07.978228 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4bf9475-fe6b-4f2f-b737-bad62ddf753f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:07.978851 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'tag': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'status': 'completed', 'code': 200} Sep 16 05:38:08.104753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-daad91cb-ff2b-4061-8860-126fb025ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.116408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-daad91cb-ff2b-4061-8860-126fb025ed64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 1097 time: 0.0864902 Sep 16 05:38:08.153356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.302367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b0f36-31e5-4a6f-8aa4-02045a8b01ad req-372c717a-cd7b-4b15-8471-d56d30660701 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.311011 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-525b0f36-31e5-4a6f-8aa4-02045a8b01ad req-372c717a-cd7b-4b15-8471-d56d30660701 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 943 time: 0.1481571 Sep 16 05:38:08.403184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:08.502846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.533193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-525b0f36-31e5-4a6f-8aa4-02045a8b01ad req-813253e2-8300-4cb3-868f-74f60225b83f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205038 Sep 16 05:38:08.552776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-1c82de2c-6ac8-487d-b15b-0cfff0cc894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.554274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-1c82de2c-6ac8-487d-b15b-0cfff0cc894e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 200 len: 912 time: 0.4301076 Sep 16 05:38:08.646108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-9e79cd8d-6625-4bcc-ae8e-37feb5b338e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ff34b4-431c-494f-82fa-c4dba436daf8 HTTP/1.1" status: 200 len: 999 time: 0.0838032 Sep 16 05:38:08.759025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-1326b3e4-d989-4c2d-a9a3-b4a3c5a0b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.788387 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-1326b3e4-d989-4c2d-a9a3-b4a3c5a0b96e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 200 len: 850 time: 0.1343584 Sep 16 05:38:08.808357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0a292d5b-7704-4ed3-8e6f-cec6850d7e5f', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '125117ae-7701-4446-ad90-373bfeddd853', 'port_id': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'mac_address': 'fa:16:3e:ab:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:44Z', 'updated_at': '2021-09-16T05:38:06Z', 'revision_number': 1, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:08.847726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] Checking router: 125117ae-7701-4446-ad90-373bfeddd853 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:08.856993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:08.857701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:37:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:08.940187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-27b7ddf1-72cf-403c-8fec-308c3fb63a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:08.942014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-27b7ddf1-72cf-403c-8fec-308c3fb63a7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298563 Sep 16 05:38:09.005689 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.036624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.072222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:09.098924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-4da06bc5-be1d-4d1e-ad4d-b61a5adc487c service neutron] 10.222.0.30 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476896 Sep 16 05:38:09.194475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Allocated IP 172.25.1.174 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/6a1258d4-66c0-4b10-aa16-fbf6af31bc1b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:09.285919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b84a1d3-fef7-4423-8b9e-70aa79fa12c7 req-e6536e3d-9b4e-4b8b-9778-ae05fa01faca service neutron] 10.222.0.30 "GET /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794038 Sep 16 05:38:09.327009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.380833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 275f17f3-5f20-417a-b2ff-e925a530168a details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:09.412364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b720d41-e4d2-4dd7-bf7f-bdb2a7451e08 req-8db8cd53-075d-4d9c-9b99-fd743c482b32 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0388212 Sep 16 05:38:09.433389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.481041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:09.486590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:09.489404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:09.520345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=6a1258d4-66c0-4b10-aa16-fbf6af31bc1b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:09.650102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 275f17f3-5f20-417a-b2ff-e925a530168a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=275f17f3-5f20-417a-b2ff-e925a530168a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:09.675576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3273a82-1e48-4e4c-8454-c356b2bafc7c req-2617693f-8743-4314-ade8-0134aae91631 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:09.684068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3273a82-1e48-4e4c-8454-c356b2bafc7c req-2617693f-8743-4314-ade8-0134aae91631 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 943 time: 0.0641816 Sep 16 05:38:09.686065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '275f17f3-5f20-417a-b2ff-e925a530168a', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'port_id': '275f17f3-5f20-417a-b2ff-e925a530168a', 'mac_address': 'fa:16:3e:50:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c623a6-b516-4632-b9d5-edbee76019c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:09.764940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5c762fbb-f0de-446f-9240-115cb5e65dff req-e5769d4b-dda8-4bf9-b26d-2bca6e2db5fc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0459049 Sep 16 05:38:09.774563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3273a82-1e48-4e4c-8454-c356b2bafc7c req-47d2efe2-753a-4908-9595-9cc0beae5b19 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884368 Sep 16 05:38:09.789474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0a292d5b-7704-4ed3-8e6f-cec6850d7e5f', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '125117ae-7701-4446-ad90-373bfeddd853', 'port_id': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'mac_address': 'fa:16:3e:ab:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:44Z', 'updated_at': '2021-09-16T05:38:06Z', 'revision_number': 1, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:09.821918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad76f4a-b475-4424-bb16-99a7def33840 None None] The sync data for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 is: [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0a292d5b-7704-4ed3-8e6f-cec6850d7e5f', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '125117ae-7701-4446-ad90-373bfeddd853', 'port_id': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'mac_address': 'fa:16:3e:ab:5e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:44Z', 'updated_at': '2021-09-16T05:38:06Z', 'revision_number': 1, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:09.835647 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:09.864965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275f17f3-5f20-417a-b2ff-e925a530168a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:09.923076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 275f17f3-5f20-417a-b2ff-e925a530168a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=275f17f3-5f20-417a-b2ff-e925a530168a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:09.980017 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.065406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=275f17f3-5f20-417a-b2ff-e925a530168a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:10.193504 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ea12c9-c9fd-4ea3-892d-afeb4dbbff4b None None] New status for floating IP 0a292d5b-7704-4ed3-8e6f-cec6850d7e5f: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:38:10.308339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['275f17f3-5f20-417a-b2ff-e925a530168a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:10.353316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.624819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:10.898503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Router 6385cef5-745f-4609-830e-e55c357bff07 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:38:10.978984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a36094-4a87-4a2f-94ac-5d20705c2bf8 req-aed6070f-e42a-43a8-aa6a-a0cdceabe2e8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:10.980588 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37a36094-4a87-4a2f-94ac-5d20705c2bf8 req-aed6070f-e42a-43a8-aa6a-a0cdceabe2e8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 944 time: 0.1237292 Sep 16 05:38:11.075531 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37a36094-4a87-4a2f-94ac-5d20705c2bf8 req-64c5ec08-241f-4f7b-9619-113f02566947 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850925 Sep 16 05:38:11.095879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:11.114119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Sync routers for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:11.136001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:11.136775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:37:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:11.271644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.273692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4b682e63-3069-40f1-931d-98ff33b871fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4345708 Sep 16 05:38:11.275737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:11.276359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47788) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:11.379484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 275f17f3-5f20-417a-b2ff-e925a530168a up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:11.518387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b7fa97d9-d05d-4642-a890-fc1fd46af018 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=8a78d61cb35e485e8a527577d16586ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2403424 Sep 16 05:38:11.522489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47794) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:11.607099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 275f17f3-5f20-417a-b2ff-e925a530168a completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:11.612301 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:09Z', 'revision_number': 3, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:11.618043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 275f17f3-5f20-417a-b2ff-e925a530168a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:11.618425 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.705568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Checking router: 6385cef5-745f-4609-830e-e55c357bff07 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:11.707612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Updating router 6385cef5-745f-4609-830e-e55c357bff07 port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:38:11.742881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07006a90-c2bf-46fc-9d9f-5d558ba71b43 req-da14fa2f-b2cc-46d0-bdd6-b885d78e66b2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0546336 Sep 16 05:38:11.760302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:11.789404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12ff4-c864-4730-a144-9530fb19b7eb tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:11.791093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0cc12ff4-c864-4730-a144-9530fb19b7eb tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2675338 Sep 16 05:38:11.794095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47802) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:11.856126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e9cc44e1-b426-435e-9e80-d0f04d3bf610 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607870 Sep 16 05:38:11.859100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47804) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:11.865373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2662346', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:11.996200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.074172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Made reservation on behalf of 8a78d61cb35e485e8a527577d16586ed for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:12.079642 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.089356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45660ed7-86f4-4683-a45e-3baa3b73da73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275f17f3-5f20-417a-b2ff-e925a530168a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:12.091589 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0836f273-3ad1-4a17-81f4-e222348cebc4" -d '{"events": [{"server_uuid": "45660ed7-86f4-4683-a45e-3baa3b73da73", "name": "network-vif-plugged", "status": "completed", "tag": "275f17f3-5f20-417a-b2ff-e925a530168a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:12.113068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 275f17f3-5f20-417a-b2ff-e925a530168a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=275f17f3-5f20-417a-b2ff-e925a530168a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:12.147390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92fc81a4-05c6-490b-8570-333843a5e30d req-047d6f76-cc79-4805-bb4a-22830b2a5c64 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0496786 Sep 16 05:38:12.178317 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31564c6-e3c2-46fe-ae2c-b7c5fa65a744 x-openstack-request-id: req-e31564c6-e3c2-46fe-ae2c-b7c5fa65a744 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:12.178923 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45660ed7-86f4-4683-a45e-3baa3b73da73", "name": "network-vif-plugged", "status": "completed", "tag": "275f17f3-5f20-417a-b2ff-e925a530168a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:12.178923 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e31564c6-e3c2-46fe-ae2c-b7c5fa65a744 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:12.179455 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45660ed7-86f4-4683-a45e-3baa3b73da73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275f17f3-5f20-417a-b2ff-e925a530168a', 'code': 200} Sep 16 05:38:12.193957 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.282053 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.301980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=275f17f3-5f20-417a-b2ff-e925a530168a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:12.365612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.416155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82fb48-8222-4440-a3c5-08801914a4e2 req-38dc5640-5ce9-4e09-b07b-2bec6b15dea8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:12.417721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd82fb48-8222-4440-a3c5-08801914a4e2 req-38dc5640-5ce9-4e09-b07b-2bec6b15dea8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 945 time: 0.1519511 Sep 16 05:38:12.427877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47108cf3-cdc0-44fa-af3a-ba7e7b39d1b8 None None] Pushing event updated for resources: {'Port': ['ID=6a1258d4-66c0-4b10-aa16-fbf6af31bc1b,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:12.449361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef011f-f2c1-44bb-a085-0a13c775a306 req-b6770874-6bb4-4293-ac2e-cd47868fc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:12.451202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38ef011f-f2c1-44bb-a085-0a13c775a306 req-b6770874-6bb4-4293-ac2e-cd47868fc354 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 1097 time: 0.1470883 Sep 16 05:38:12.468528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Attempting to bind port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:12.468938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Attempting to bind port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:12.469248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Attempting to bind port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:12.474539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:12.474912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:12.475318 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.475843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:12.476340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Bound port: 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:12.476466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd82fb48-8222-4440-a3c5-08801914a4e2 req-ca27bcee-a653-4e35-b9d1-fd13050b092c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508714 Sep 16 05:38:12.476723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.513717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.537857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] For port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:12.541224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] For port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6a1258d4-66c0-4b10-aa16-fbf6af31bc1b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:12.552143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38ef011f-f2c1-44bb-a085-0a13c775a306 req-89ced2e9-7e86-4791-8990-a94272bd5e2d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893447 Sep 16 05:38:12.587790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Subnet': ['ID=5c448ab3-859f-436d-9b69-3b1a91b49435,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.603761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.604924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:12.612703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Checking segment: {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:12.613072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network hostable DHCP agents. Network: cc35ef61-b2c3-40d4-bd6f-216bcd6714e3, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:38:12.683238 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.709381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:38:12.762674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:12.763433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:37:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:12.772060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47108cf3-cdc0-44fa-af3a-ba7e7b39d1b8 None None] Pushing event updated for resources: {'Port': ['ID=6a1258d4-66c0-4b10-aa16-fbf6af31bc1b,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:12.812432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, cc35ef61-b2c3-40d4-bd6f-216bcd6714e3) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:12.830395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:12.834589 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.932043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:12.942318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a9d1e4ff-4ef9-4d05-a8b5-3cbfb416499b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.0805013 Sep 16 05:38:12.971874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c27ea-d86f-42c5-adea-eebb2ef98c17 None None] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:13.114329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:13.434726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:38:13.435678 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.646331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:13.670822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f099-38d2-46bb-8038-063d3bbe8921 req-a439efcf-9e19-4901-a40c-566d848ce611 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:13.676945 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3c9f099-38d2-46bb-8038-063d3bbe8921 req-a439efcf-9e19-4901-a40c-566d848ce611 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 945 time: 0.0926735 Sep 16 05:38:13.689871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Allocated IP 172.20.0.2 (cc35ef61-b2c3-40d4-bd6f-216bcd6714e3/5c448ab3-859f-436d-9b69-3b1a91b49435/28f6f726-3af8-4977-ba30-248bfbecc50c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:13.738569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3c9f099-38d2-46bb-8038-063d3bbe8921 req-aa800a2e-6675-4c3c-85d9-77ce065798bb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539515 Sep 16 05:38:13.822228 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:09Z', 'revision_number': 3, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:13.855919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6248-e191-4dc6-98d6-207e0c26b441 None None] The sync data for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 is: [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:09Z', 'revision_number': 3, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:14.029345 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.149694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5eccd3a4-f984-4e39-8ed3-96b8c9441c72 req-fb83ac6d-6a9c-48f6-a52d-fda25d38b379 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0342898 Sep 16 05:38:14.210198 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.294424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Pushing event updated for resources: {'Port': ['ID=28f6f726-3af8-4977-ba30-248bfbecc50c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:14.312859 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:14.324069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:14.327280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:14.417568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Attempting to bind port 28f6f726-3af8-4977-ba30-248bfbecc50c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:14.418209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Attempting to bind port 28f6f726-3af8-4977-ba30-248bfbecc50c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:14.418799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Attempting to bind port 28f6f726-3af8-4977-ba30-248bfbecc50c on network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:14.426094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-684a5633-467f-49a6-bcb0-022e1d405d86 req-7e323a3e-cb1d-46f2-8eb7-b6573db99636 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0537722 Sep 16 05:38:14.426736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:14.427316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Checking segment: {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:14.428062 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.428686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Bound using segment: {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:14.435804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Bound port: 28f6f726-3af8-4977-ba30-248bfbecc50c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:14.435804 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.448815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Allocated IP 172.20.0.1 (cc35ef61-b2c3-40d4-bd6f-216bcd6714e3/5c448ab3-859f-436d-9b69-3b1a91b49435/7ff434a8-0a12-4359-900e-c7d876738d5a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:14.518930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] For port 28f6f726-3af8-4977-ba30-248bfbecc50c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:14.523018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] For port 28f6f726-3af8-4977-ba30-248bfbecc50c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=28f6f726-3af8-4977-ba30-248bfbecc50c,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:14.579923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.594903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.689166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbb6df-38b4-4260-89e3-21d710097079 None None] Pushing event updated for resources: {'Port': ['ID=28f6f726-3af8-4977-ba30-248bfbecc50c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:14.708784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.778029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:14.782456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:14.792569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:14.876691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:14.885877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=7ff434a8-0a12-4359-900e-c7d876738d5a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:14.976775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:15.062291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116c3ee-12f6-4d10-a07f-38c2fc454e31 req-e0c161c4-ba29-409d-9cf3-25bb9f681c75 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:15.072629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5116c3ee-12f6-4d10-a07f-38c2fc454e31 req-e0c161c4-ba29-409d-9cf3-25bb9f681c75 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 945 time: 0.2030118 Sep 16 05:38:15.073256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:15.073815 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.180029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5116c3ee-12f6-4d10-a07f-38c2fc454e31 req-60a77d73-dbd5-4bd6-ae24-cc337dcc9151 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064498 Sep 16 05:38:15.216525 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.245896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6a1258d4-66c0-4b10-aa16-fbf6af31bc1b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:15.325924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38142b-608a-4777-9a6f-886992ba9c7f req-6ab0ae4d-4abe-4dd0-bb95-3d59845fc5fc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:15.327357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b38142b-608a-4777-9a6f-886992ba9c7f req-6ab0ae4d-4abe-4dd0-bb95-3d59845fc5fc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 945 time: 0.0575101 Sep 16 05:38:15.328182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.360652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.393959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b38142b-608a-4777-9a6f-886992ba9c7f req-228400e9-8ea8-498d-bfab-a5427eb21415 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573907 Sep 16 05:38:15.424335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=6a1258d4-66c0-4b10-aa16-fbf6af31bc1b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:15.734062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:15.831198 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.006682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=7ff434a8-0a12-4359-900e-c7d876738d5a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:16.019701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.020095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.020443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.020785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.021120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.021454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.021784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.022111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.022800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.022922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.023225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.023549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:16.031052 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.065127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80288f5c-9409-44d8-8e14-b5b72cea12fc req-c941b853-e1ee-49b1-be3b-cea5b6c5e7a7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:16.078708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-80288f5c-9409-44d8-8e14-b5b72cea12fc req-c941b853-e1ee-49b1-be3b-cea5b6c5e7a7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 945 time: 0.1435561 Sep 16 05:38:16.093542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb60af-ba7a-46a6-864f-4e4546b8ba66 None None] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:38:16.159075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-80288f5c-9409-44d8-8e14-b5b72cea12fc req-ccd303bb-adb2-4755-acef-3df8ce70166f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771055 Sep 16 05:38:16.167963 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:16.225931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:16.231805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:16.291460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f0bbcfbf-5da4-4fa7-959f-406bc5cb77cf None None] Provisioning complete for port 28f6f726-3af8-4977-ba30-248bfbecc50c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:16.291963 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0bbcfbf-5da4-4fa7-959f-406bc5cb77cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.419707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Router 6385cef5-745f-4609-830e-e55c357bff07 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:38:16.531623 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-066fdeaa-a90b-4615-a14c-3575b9178d3d req-fb051d5b-b4e5-4bdc-8c75-478fec3b265b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0568941 Sep 16 05:38:16.595049 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0bbcfbf-5da4-4fa7-959f-406bc5cb77cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.628303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:16.642738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2384ad2f-dcf7-43d0-9d7e-8f1887dc735c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "PUT /v2.0/routers/6385cef5-745f-4609-830e-e55c357bff07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7062266 Sep 16 05:38:16.643109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:16.665533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-55897016-5aa9-4f32-ad6a-a803624a4049 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1060134474', 'description': 'tempest-secgroup_access--1060134474 description', 'project_id': '8a78d61cb35e485e8a527577d16586ed'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:16.682718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f0bbcfbf-5da4-4fa7-959f-406bc5cb77cf None None] For port 28f6f726-3af8-4977-ba30-248bfbecc50c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=28f6f726-3af8-4977-ba30-248bfbecc50c,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:16.776262 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0bbcfbf-5da4-4fa7-959f-406bc5cb77cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.805502 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55897016-5aa9-4f32-ad6a-a803624a4049 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:16.852148 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Sync routers for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:16.873431 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:16.877628 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:37:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:16.965046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-14f677a4-b6ce-4cce-9b91-4805f3631a65 req-2a0f2ab0-66e3-4b8f-88cd-16477e47d417 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1519644 Sep 16 05:38:16.974650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbcfbf-5da4-4fa7-959f-406bc5cb77cf None None] Pushing event updated for resources: {'Port': ['ID=28f6f726-3af8-4977-ba30-248bfbecc50c,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:17.039887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 28f6f726-3af8-4977-ba30-248bfbecc50c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:17.070703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55897016-5aa9-4f32-ad6a-a803624a4049 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.133563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55897016-5aa9-4f32-ad6a-a803624a4049 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.150229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 28f6f726-3af8-4977-ba30-248bfbecc50c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:17.150911 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.196570 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:17.233439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55897016-5aa9-4f32-ad6a-a803624a4049 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5715262-3dcc-4d3f-a8a5-72bb1aa32391,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:17.260361 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-55897016-5aa9-4f32-ad6a-a803624a4049 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.267302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:17.268234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-55897016-5aa9-4f32-ad6a-a803624a4049 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6074941 Sep 16 05:38:17.273250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5c244ad8-7cde-419e-aa04-1b4783e61c85 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1481247566', 'description': 'tempest-secgroup_general--1481247566 description', 'project_id': '8a78d61cb35e485e8a527577d16586ed'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:17.377715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e9f2ca9e-156e-4e27-98c1-b6ace7b8bc70 None None] Provisioning complete for port 7ff434a8-0a12-4359-900e-c7d876738d5a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:17.378079 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9f2ca9e-156e-4e27-98c1-b6ace7b8bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.440477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c244ad8-7cde-419e-aa04-1b4783e61c85 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.505981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2b8d4-3f91-48f7-9de9-e20e1a15c638 req-168dd23f-a55a-4f34-a784-7b0ebdb69b34 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.508840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efd2b8d4-3f91-48f7-9de9-e20e1a15c638 req-168dd23f-a55a-4f34-a784-7b0ebdb69b34 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 945 time: 0.1276269 Sep 16 05:38:17.559275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:17.592046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efd2b8d4-3f91-48f7-9de9-e20e1a15c638 req-1d09ab43-38b2-4908-8936-2498612aa476 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745766 Sep 16 05:38:17.593650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-70fdf203-ee3a-434f-b6e9-e5a636c7d14e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.604029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-70fdf203-ee3a-434f-b6e9-e5a636c7d14e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 945 time: 0.1480637 Sep 16 05:38:17.667377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2ca9e-156e-4e27-98c1-b6ace7b8bc70 None None] Port 7ff434a8-0a12-4359-900e-c7d876738d5a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:17.670039 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 2, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:17.718965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e9f2ca9e-156e-4e27-98c1-b6ace7b8bc70 None None] Provisioning complete for port 28f6f726-3af8-4977-ba30-248bfbecc50c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:17.719451 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9f2ca9e-156e-4e27-98c1-b6ace7b8bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.731980 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Checking router: 6385cef5-745f-4609-830e-e55c357bff07 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:17.732167 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Updating router 6385cef5-745f-4609-830e-e55c357bff07 port 7ff434a8-0a12-4359-900e-c7d876738d5a binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:38:17.732797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c244ad8-7cde-419e-aa04-1b4783e61c85 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.789553 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.801222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:17.801603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.814115 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c244ad8-7cde-419e-aa04-1b4783e61c85 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.852003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Deleting port 275f17f3-5f20-417a-b2ff-e925a530168a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:17.852003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.875901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244ad8-7cde-419e-aa04-1b4783e61c85 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c461f51c-4135-4f57-89b3-71b6747a5c6a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:17.956680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c244ad8-7cde-419e-aa04-1b4783e61c85 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.958257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c244ad8-7cde-419e-aa04-1b4783e61c85 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6892660 Sep 16 05:38:17.961366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:17.968557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b3187388-36f7-4d02-a6d5-e3e68a0c2144 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'security_group_rule': {'security_group_id': 'd5715262-3dcc-4d3f-a8a5-72bb1aa32391', 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:18.028483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ec69f4ac-507b-4b1e-81c0-487164adf890 None None] Provisioning complete for port 7ff434a8-0a12-4359-900e-c7d876738d5a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:18.038357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec69f4ac-507b-4b1e-81c0-487164adf890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.038539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] For port 275f17f3-5f20-417a-b2ff-e925a530168a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=275f17f3-5f20-417a-b2ff-e925a530168a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:18.038539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.053553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Calling delete_port for 275f17f3-5f20-417a-b2ff-e925a530168a owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:18.068790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ec69f4ac-507b-4b1e-81c0-487164adf890 None None] Port 7ff434a8-0a12-4359-900e-c7d876738d5a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:18.097285 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3187388-36f7-4d02-a6d5-e3e68a0c2144 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.179501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3187388-36f7-4d02-a6d5-e3e68a0c2144 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.219100 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.265264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3187388-36f7-4d02-a6d5-e3e68a0c2144 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.283567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3187388-36f7-4d02-a6d5-e3e68a0c2144 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2fc0ca-e7c8-46c4-a3a0-eb4c76d4b5a6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:18.293727 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.350852 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Pushing event updated for resources: {'Port': ['ID=7ff434a8-0a12-4359-900e-c7d876738d5a,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:18.362525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.384424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3187388-36f7-4d02-a6d5-e3e68a0c2144 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.385629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.392242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3187388-36f7-4d02-a6d5-e3e68a0c2144 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4228911 Sep 16 05:38:18.393995 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.393995 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.393995 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.394382 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.396441 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.396441 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.396441 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.396441 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.397227 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.397569 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.397913 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:18.405550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870', '275f17f3-5f20-417a-b2ff-e925a530168a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:18.461430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Attempting to bind port 7ff434a8-0a12-4359-900e-c7d876738d5a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:18.461816 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Attempting to bind port 7ff434a8-0a12-4359-900e-c7d876738d5a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:18.462171 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Attempting to bind port 7ff434a8-0a12-4359-900e-c7d876738d5a on network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:18.464437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event deleted for resources: {'Port': ['ID=275f17f3-5f20-417a-b2ff-e925a530168a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:18.474372 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:18.474760 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Checking segment: {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:18.475655 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.476083 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Bound using segment: {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:18.476563 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Bound port: 7ff434a8-0a12-4359-900e-c7d876738d5a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:18.476943 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.490286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] No DVR routers for this DVR port 275f17f3-5f20-417a-b2ff-e925a530168a on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:18.492668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.496907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ef9e09c-c92a-4e58-89a3-d463fd77c5e6 req-80bf9d26-e0ad-4e59-8798-3ff3c937d686 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "DELETE /v2.0/ports/275f17f3-5f20-417a-b2ff-e925a530168a HTTP/1.1" status: 204 len: 173 time: 0.8840377 Sep 16 05:38:18.497634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45660ed7-86f4-4683-a45e-3baa3b73da73', 'name': 'network-vif-deleted', 'tag': '275f17f3-5f20-417a-b2ff-e925a530168a'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:18.504876 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55770a86-d0b6-438b-8e5a-cac74404ed8c" -d '{"events": [{"server_uuid": "45660ed7-86f4-4683-a45e-3baa3b73da73", "name": "network-vif-deleted", "tag": "275f17f3-5f20-417a-b2ff-e925a530168a"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:18.518783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-620f6c09-763b-479b-a26a-a82410578dfb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028018 Sep 16 05:38:18.615698 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] For port 7ff434a8-0a12-4359-900e-c7d876738d5a, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:18.619546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] For port 7ff434a8-0a12-4359-900e-c7d876738d5a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7ff434a8-0a12-4359-900e-c7d876738d5a,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:18.645906 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13277cb2-f3c2-48c8-8e58-20ca13aeddfe x-openstack-request-id: req-13277cb2-f3c2-48c8-8e58-20ca13aeddfe {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:18.646869 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45660ed7-86f4-4683-a45e-3baa3b73da73", "name": "network-vif-deleted", "tag": "275f17f3-5f20-417a-b2ff-e925a530168a", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:18.649622 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13277cb2-f3c2-48c8-8e58-20ca13aeddfe {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:18.649622 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45660ed7-86f4-4683-a45e-3baa3b73da73', 'name': 'network-vif-deleted', 'tag': '275f17f3-5f20-417a-b2ff-e925a530168a', 'status': 'completed', 'code': 200} Sep 16 05:38:18.684260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-09a062cd-aec6-4872-a8b1-93c9e6eb0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:18.687223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-09a062cd-aec6-4872-a8b1-93c9e6eb0b04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 1097 time: 0.0765438 Sep 16 05:38:18.702978 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:18.779518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-813f7cd0-39dc-46ca-ae9f-eed5e3cc0a3d tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--1060134474&fields=id&tenant_id=8a78d61cb35e485e8a527577d16586ed HTTP/1.1" status: 200 len: 267 time: 0.1465654 Sep 16 05:38:18.861047 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:18.862350 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:37:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:18.886046 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-04c896b3-f5b2-4a9d-8a84-7b4649318111 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--1481247566&fields=id&tenant_id=8a78d61cb35e485e8a527577d16586ed HTTP/1.1" status: 200 len: 267 time: 0.0980351 Sep 16 05:38:18.905396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54acf110-e7dd-46cd-a887-4b2b83317331 req-17c7934a-c0c3-4f6f-8e12-a7057eb41bff tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=45660ed7-86f4-4683-a45e-3baa3b73da73 HTTP/1.1" status: 200 len: 210 time: 0.0675657 Sep 16 05:38:18.930791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7c695439-a525-4f58-9c24-e9d795f74463 None None] Provisioning complete for port 7ff434a8-0a12-4359-900e-c7d876738d5a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:18.931172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c695439-a525-4f58-9c24-e9d795f74463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.057082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 28f6f726-3af8-4977-ba30-248bfbecc50c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:19.072165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-a8750c14-4274-42dc-bd07-6d8ed2329bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:19.074247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-a8750c14-4274-42dc-bd07-6d8ed2329bd9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 905 time: 0.3416619 Sep 16 05:38:19.104491 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9e3f5-3b61-4859-a7d4-96c2b82a1f59 None None] Pushing event updated for resources: {'Port': ['ID=7ff434a8-0a12-4359-900e-c7d876738d5a,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:19.155678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-796fad45-c67e-4f3f-aed9-7533bf118e54 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:19.158262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-796fad45-c67e-4f3f-aed9-7533bf118e54 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/networks?id=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 HTTP/1.1" status: 200 len: 797 time: 0.2633548 Sep 16 05:38:19.169671 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-22403907-b925-40a5-b0a4-17c9a2b8ed45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f516ea91-eee8-4d13-b9a3-fbb835a61870 HTTP/1.1" status: 200 len: 217 time: 0.0862632 Sep 16 05:38:19.180174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-d6415bcb-14ae-46f6-8eeb-c9d12f91c465 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/quotas/8a78d61cb35e485e8a527577d16586ed HTTP/1.1" status: 200 len: 375 time: 0.0144649 Sep 16 05:38:19.259023 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c695439-a525-4f58-9c24-e9d795f74463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.262080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-da3d1134-0adf-4956-b698-00b9194a5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:19.267619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-da3d1134-0adf-4956-b698-00b9194a5f3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.0890102 Sep 16 05:38:19.276209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 28f6f726-3af8-4977-ba30-248bfbecc50c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:19.276713 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.296685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3c5f4ad-6e77-4706-bc8e-e90ad96ff366 req-2272d887-2c8d-4bb9-b5b0-8a1eeb28a61c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0467529 Sep 16 05:38:19.319378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-84533f5e-5a54-405c-8432-3059795cc5d8 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a78d61cb35e485e8a527577d16586ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300693 Sep 16 05:38:19.362662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-5c604a08-ba2c-4176-a286-84dc98028ef5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855947 Sep 16 05:38:19.395458 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:19.404246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7c695439-a525-4f58-9c24-e9d795f74463 None None] For port 7ff434a8-0a12-4359-900e-c7d876738d5a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7ff434a8-0a12-4359-900e-c7d876738d5a,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:19.520944 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c695439-a525-4f58-9c24-e9d795f74463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.550111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-3d48fc55-340e-4be4-b3d8-ea16e15813b9 service neutron] 10.222.0.49 "GET /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916702 Sep 16 05:38:19.597914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c695439-a525-4f58-9c24-e9d795f74463 None None] Pushing event updated for resources: {'Port': ['ID=7ff434a8-0a12-4359-900e-c7d876738d5a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:19.604866 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-a5858ad0-74fe-4f30-b444-40810846c75a service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166457 Sep 16 05:38:19.676155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4a27eb24-ab18-4c5a-a447-f86a44e63ac1 None None] Provisioning complete for port 7ff434a8-0a12-4359-900e-c7d876738d5a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:19.676734 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a27eb24-ab18-4c5a-a447-f86a44e63ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:19.767148 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-a5a2197f-e678-4d6e-9ccc-35159debbe7b service neutron] 10.222.0.49 "GET /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156906 Sep 16 05:38:19.834270 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:18Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:19.865184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-75718bea-2b72-406f-89ac-16cc057e83b5 req-95654ae4-b4e6-442e-8802-5c5a97f2f6c2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1239634 Sep 16 05:38:19.896981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-265b0ee0-3d2b-482b-9d61-b144f31275b4 req-cf451644-51e1-4c14-9b3e-42787d725dde service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846138 Sep 16 05:38:19.908143 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29bf33-e8d1-4d82-9d2f-696d11ce820c None None] The sync data for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 is: [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:18Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:19.925852 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a3e5-a13d-41e3-aaa7-03c312a19fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:20.252545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33e421c0-f653-4be9-949a-99ba62e1b0b2 req-5e15b60f-8e53-49fc-ae67-cdde3bff8e0e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 210 time: 0.0617068 Sep 16 05:38:20.748308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:20.835775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-117f1e9f-76aa-4bc9-9599-4a46a1a8e54c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:20.838458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-117f1e9f-76aa-4bc9-9599-4a46a1a8e54c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1937394 Sep 16 05:38:20.865607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-b9a81e8a-8b04-444d-bf53-3712d27b856c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/quotas/9d550f361ff34a6ba57aefa259f3dd93 HTTP/1.1" status: 200 len: 375 time: 0.0192549 Sep 16 05:38:20.930940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7ff434a8-0a12-4359-900e-c7d876738d5a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:20.955878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-91c75f2e-348f-4770-b3ac-c3f974656026 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720365 Sep 16 05:38:21.015449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7ff434a8-0a12-4359-900e-c7d876738d5a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:21.015967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.379180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-656c4065-5f63-466d-b161-35f6dd68e0b5 req-5713310f-3ff7-4323-adef-d7b20185085f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 210 time: 0.0487690 Sep 16 05:38:21.428938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 275f17f3-5f20-417a-b2ff-e925a530168a no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:21.457476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 275f17f3-5f20-417a-b2ff-e925a530168a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:21.459300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 275f17f3-5f20-417a-b2ff-e925a530168a not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:21.462677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-ed1124f8-96c9-4d0d-9fcb-7619bd4c2211 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044527 Sep 16 05:38:21.581198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-8b61baa1-a5ea-4661-acad-3bd002539475 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175613 Sep 16 05:38:21.858581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df33a1b7-1c09-4d75-b603-b211a233b68b req-83e36a23-0084-4890-bd8c-7461891c7dfd service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0297315 Sep 16 05:38:21.964752 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6429e677-2a40-49c1-a4ba-5ec22aa12ae2 req-90054497-1421-4324-97ad-0ca985bf2ce0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 210 time: 0.0400603 Sep 16 05:38:22.037386 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0067fc0c-0218-48c2-9b50-61de3d1b56ad req-63bc9f5d-9020-4ab9-88aa-7e2076d9ddd1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0349565 Sep 16 05:38:22.489074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7f82986-cd76-4e86-87e4-ed472a6cf449 req-4bde1137-0e88-4c6a-a144-203c6cd8fb83 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 210 time: 0.0317793 Sep 16 05:38:23.080189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc75aceb-5183-47e0-98bd-301d5caf65a1 req-e66c3840-363d-4cba-802d-c19d21f209a0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 210 time: 0.0314054 Sep 16 05:38:23.156790 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc732c09-9cb1-4b8a-bbd5-1fb4a317c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.162549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-effa9d74-34c7-4dd4-a6c1-c65361571869 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.167441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-effa9d74-34c7-4dd4-a6c1-c65361571869 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.66 "GET /v2.0/networks?id=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 HTTP/1.1" status: 200 len: 797 time: 0.1180892 Sep 16 05:38:23.245023 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-30e0d96f-4042-42f5-9653-d59da0938708 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a78d61cb35e485e8a527577d16586ed HTTP/1.1" status: 200 len: 478 time: 0.0434363 Sep 16 05:38:23.255811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'port': {'device_id': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'admin_state_up': True, 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'security_groups': ['d5715262-3dcc-4d3f-a8a5-72bb1aa32391', 'c461f51c-4135-4f57-89b3-71b6747a5c6a']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:23.544911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Made reservation on behalf of 8a78d61cb35e485e8a527577d16586ed for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:23.549888 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.637237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a15249cb-a034-4cf1-bfe2-c1685044c0f1 req-b340230a-6b99-4f10-bece-6c015ca81dfc tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 210 time: 0.0617156 Sep 16 05:38:23.754478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Allocated IP 172.20.0.5 (cc35ef61-b2c3-40d4-bd6f-216bcd6714e3/5c448ab3-859f-436d-9b69-3b1a91b49435/2eacae4e-33bd-4e44-8e00-83d1dde911d4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:23.861799 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.925028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bfe1617e-a54e-4024-b36f-f6fa8a047d80 req-d91eb7d2-e4f7-4d23-9e01-3ab6d513210a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0285108 Sep 16 05:38:23.944097 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:24.063757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62ffae90-b319-4106-9055-387632f1c072 req-5da6798f-2918-44d0-be2b-75df84f1eff6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0263598 Sep 16 05:38:24.094050 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:24.140913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:24.145026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:24.153542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:24.161150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=2eacae4e-33bd-4e44-8e00-83d1dde911d4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:24.209758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:24.210488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:24.244653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-491b6e1e-bc99-4c36-9a0a-bbde2598d6fa req-cabe44b9-957f-4d24-bcb2-12f808c410bd tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 210 time: 0.0642340 Sep 16 05:38:24.393860 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-cc470ab0-4c4a-4401-9164-ca2c88f9c7a5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1410847 Sep 16 05:38:24.415466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Request body: {'port': {'device_id': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:24.483651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:24.485009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9e0abfb6-d327-40bb-805b-dd7cc0831b16 None None] Provisioning complete for port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:24.485509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e0abfb6-d327-40bb-805b-dd7cc0831b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:24.542736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9e0abfb6-d327-40bb-805b-dd7cc0831b16 None None] Port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:24.647906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-b1c656c9-bf74-4c0d-8c72-4a6c64fa17aa tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:24.649419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-b1c656c9-bf74-4c0d-8c72-4a6c64fa17aa tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1246426 Sep 16 05:38:24.684861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Request body: {'port': {'device_id': 'f66bf298-e7e1-490b-bd11-01263ff12e1d', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'admin_state_up': True, 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:24.840215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1719107-53ae-4a83-9fde-ed934d02a398 req-ba085c11-4992-4566-8654-0d69984dc892 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:24.844865 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1719107-53ae-4a83-9fde-ed934d02a398 req-ba085c11-4992-4566-8654-0d69984dc892 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 970 time: 0.1112497 Sep 16 05:38:24.917572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eacae4e-33bd-4e44-8e00-83d1dde911d4 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:24.932312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:24.949265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1719107-53ae-4a83-9fde-ed934d02a398 req-91399aae-5188-4d24-be87-21c9308f31e1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0640659 Sep 16 05:38:24.959248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Transition to ACTIVE for port object 2eacae4e-33bd-4e44-8e00-83d1dde911d4 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:25.045561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:25.049972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.087768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.178172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=2eacae4e-33bd-4e44-8e00-83d1dde911d4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:25.255287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Attempting to bind port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:25.255815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Attempting to bind port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:25.256292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Allocated IP 172.20.0.10 (b0a0dc9b-d101-416e-bfae-81eb4f718e44/46c623a6-b516-4632-b9d5-edbee76019c8/532e98ed-ea04-4d6b-9017-f2f71707c15d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:25.256670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Attempting to bind port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 on network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:25.269742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 on network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:25.270205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Attempting to bind port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 on network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:25.276961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:25.276961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Checking segment: {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:25.277506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Bound using segment: {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:25.278021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Bound port: 2eacae4e-33bd-4e44-8e00-83d1dde911d4, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb61601e-cf9b-452b-8482-ed4f42c556c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:25.278505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.305116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.378229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] For port 2eacae4e-33bd-4e44-8e00-83d1dde911d4, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:25.383952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] For port 2eacae4e-33bd-4e44-8e00-83d1dde911d4, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2eacae4e-33bd-4e44-8e00-83d1dde911d4,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:25.421954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd6c6634-1c0a-4c4d-8eee-84963cae823e req-d1a23b76-bbad-4708-9f7e-eb430c67ea7e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 210 time: 0.0393412 Sep 16 05:38:25.449983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.490049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:25.490711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.492139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] 10.222.0.66 "PUT /v2.0/ports/2eacae4e-33bd-4e44-8e00-83d1dde911d4 HTTP/1.1" status: 200 len: 1131 time: 1.0813255 Sep 16 05:38:25.492581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:25.494841 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20876cca-524c-498b-a552-0833388b7559" -d '{"events": [{"name": "network-changed", "server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:25.545207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5258ff9-5826-4df7-8a33-43a497009ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=2eacae4e-33bd-4e44-8e00-83d1dde911d4,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:25.563013 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.572347 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ecff53-b697-478a-bb93-f3862f1ebb9a x-openstack-request-id: req-a1ecff53-b697-478a-bb93-f3862f1ebb9a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:25.572961 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:25.573867 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1ecff53-b697-478a-bb93-f3862f1ebb9a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:25.574503 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'status': 'completed', 'code': 200} Sep 16 05:38:25.659305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876cca-524c-498b-a552-0833388b7559 req-99b06341-9ff9-4cdd-ac24-f2f458d31928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:25.660904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20876cca-524c-498b-a552-0833388b7559 req-99b06341-9ff9-4cdd-ac24-f2f458d31928 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a78d61cb35e485e8a527577d16586ed&device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 1134 time: 0.0477300 Sep 16 05:38:25.694153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.727068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:25.740287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:25.746367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:25.750306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:25.808668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event updated for resources: {'Port': ['ID=532e98ed-ea04-4d6b-9017-f2f71707c15d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:25.832954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:25.834080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.891660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876cca-524c-498b-a552-0833388b7559 req-a00d0381-3904-4f5f-bb1c-6a003566e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:25.893772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20876cca-524c-498b-a552-0833388b7559 req-a00d0381-3904-4f5f-bb1c-6a003566e0f4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8a78d61cb35e485e8a527577d16586ed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2184253 Sep 16 05:38:25.926798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-0359741e-b716-4cc0-8a0b-8201533cb638 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2464650 Sep 16 05:38:25.949746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Request body: {'port': {'device_id': 'f66bf298-e7e1-490b-bd11-01263ff12e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:26.093027 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.154191 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad715c0b-a183-439c-8068-2f5306147455 req-679dec49-e726-4ab4-84bc-06156bf9fdd7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0578370 Sep 16 05:38:26.221922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876cca-524c-498b-a552-0833388b7559 req-72a881a7-ee3c-4fe5-b73a-42fa7532a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.224059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20876cca-524c-498b-a552-0833388b7559 req-72a881a7-ee3c-4fe5-b73a-42fa7532a6eb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3218639 Sep 16 05:38:26.232435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e928-f9b3-410f-80b5-390c7e0b24c3 req-1890cd51-c37f-469c-98fc-6b14db1e97d9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.234900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba95e928-f9b3-410f-80b5-390c7e0b24c3 req-1890cd51-c37f-469c-98fc-6b14db1e97d9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 982 time: 0.1637123 Sep 16 05:38:26.370832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba95e928-f9b3-410f-80b5-390c7e0b24c3 req-aa833e43-3f4f-4150-a119-6e56c8245a3b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1214156 Sep 16 05:38:26.376168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5897186d-52f8-43b1-b08f-8d7e02485727 req-c72254c8-d882-4ef7-b95c-7901ff57a03c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0341358 Sep 16 05:38:26.392076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-6a304cd0-b9a8-46ea-8cbf-d5ebd867823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.393697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-6a304cd0-b9a8-46ea-8cbf-d5ebd867823f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a78d61cb35e485e8a527577d16586ed&device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 1134 time: 0.0989602 Sep 16 05:38:26.463691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-feeaeb56-0ec9-405b-acfc-84b03710bc64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2eacae4e-33bd-4e44-8e00-83d1dde911d4 HTTP/1.1" status: 200 len: 217 time: 0.0511370 Sep 16 05:38:26.562486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532e98ed-ea04-4d6b-9017-f2f71707c15d {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:26.565227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-2fdc9f4a-8176-4144-bbb3-cabbcb78ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.566842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-2fdc9f4a-8176-4144-bbb3-cabbcb78ff9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c448ab3-859f-436d-9b69-3b1a91b49435 HTTP/1.1" status: 200 len: 832 time: 0.0909688 Sep 16 05:38:26.576070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.590725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eea1e9-446f-47a6-97e1-1832e0c67812 req-6eb9f45e-78c1-4523-9587-b21e3130eb79 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.590974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Transition to ACTIVE for port object 532e98ed-ea04-4d6b-9017-f2f71707c15d will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:26.592434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9eea1e9-446f-47a6-97e1-1832e0c67812 req-6eb9f45e-78c1-4523-9587-b21e3130eb79 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 932 time: 0.0785365 Sep 16 05:38:26.653628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.655790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-b8cc5e62-9396-47de-85a4-d7269bf3eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.658794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-b8cc5e62-9396-47de-85a4-d7269bf3eaba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834138 Sep 16 05:38:26.664094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9eea1e9-446f-47a6-97e1-1832e0c67812 req-3c47be8e-0dd7-489c-967f-ebfc7f44ac77 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525184 Sep 16 05:38:26.716212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=532e98ed-ea04-4d6b-9017-f2f71707c15d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:26.776000 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-5c2a2b16-d216-41bf-8062-fc7bd5ad3eaf service neutron] 10.222.0.66 "GET /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078002 Sep 16 05:38:26.796581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Attempting to bind port 532e98ed-ea04-4d6b-9017-f2f71707c15d on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:26.796913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Attempting to bind port 532e98ed-ea04-4d6b-9017-f2f71707c15d by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:26.797269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Attempting to bind port 532e98ed-ea04-4d6b-9017-f2f71707c15d on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:26.802331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Port 532e98ed-ea04-4d6b-9017-f2f71707c15d on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:26.802773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Attempting to bind port 532e98ed-ea04-4d6b-9017-f2f71707c15d on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:26.807825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:26.808250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Checking segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:26.808631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Bound using segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:26.809054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Bound port: 532e98ed-ea04-4d6b-9017-f2f71707c15d, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:26.809433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.876132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] For port 532e98ed-ea04-4d6b-9017-f2f71707c15d, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:26.879465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] For port 532e98ed-ea04-4d6b-9017-f2f71707c15d, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=532e98ed-ea04-4d6b-9017-f2f71707c15d,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:26.899366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-50aa9e5c-c68e-489c-ac6d-5fd90f921665 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0948174 Sep 16 05:38:26.910937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2e1dde6-f90d-4080-a670-288a26aa857d req-5f81c49e-6519-4d39-b90f-454607313ed2 service neutron] 10.222.0.66 "GET /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249714 Sep 16 05:38:26.957343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.993402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6224889c-c5cf-4e28-9989-928ed8c8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.994119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6224889c-c5cf-4e28-9989-928ed8c8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.994701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6224889c-c5cf-4e28-9989-928ed8c8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.995270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6224889c-c5cf-4e28-9989-928ed8c8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.995878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6224889c-c5cf-4e28-9989-928ed8c8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.996554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6224889c-c5cf-4e28-9989-928ed8c8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.997101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6224889c-c5cf-4e28-9989-928ed8c8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.999503 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6224889c-c5cf-4e28-9989-928ed8c8afa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6505 time: 0.0629096 Sep 16 05:38:27.018520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.024626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:27.024626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] 10.222.0.66 "PUT /v2.0/ports/532e98ed-ea04-4d6b-9017-f2f71707c15d HTTP/1.1" status: 200 len: 1093 time: 1.0765088 Sep 16 05:38:27.024626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66bf298-e7e1-490b-bd11-01263ff12e1d', 'tag': '532e98ed-ea04-4d6b-9017-f2f71707c15d'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:27.026832 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291d5b85-bc77-4402-b041-b94e6206243b" -d '{"events": [{"name": "network-changed", "server_uuid": "f66bf298-e7e1-490b-bd11-01263ff12e1d", "tag": "532e98ed-ea04-4d6b-9017-f2f71707c15d"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:27.069649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f752e6-c89a-4db8-91fb-1011061a2ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=532e98ed-ea04-4d6b-9017-f2f71707c15d,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:27.085372 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaae056c-0217-4617-9bfb-93a78863d2ac x-openstack-request-id: req-aaae056c-0217-4617-9bfb-93a78863d2ac {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:27.086248 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66bf298-e7e1-490b-bd11-01263ff12e1d", "tag": "532e98ed-ea04-4d6b-9017-f2f71707c15d", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:27.086565 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aaae056c-0217-4617-9bfb-93a78863d2ac {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:27.087098 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66bf298-e7e1-490b-bd11-01263ff12e1d', 'tag': '532e98ed-ea04-4d6b-9017-f2f71707c15d', 'status': 'completed', 'code': 200} Sep 16 05:38:27.173678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-deff0a4c-f95b-4193-92e5-8781780f2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.174272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-deff0a4c-f95b-4193-92e5-8781780f2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.174827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-deff0a4c-f95b-4193-92e5-8781780f2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.176817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-deff0a4c-f95b-4193-92e5-8781780f2ba0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=472221c7-51b1-4eda-9603-da8cffafb028&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=4326dabb-46bc-4f5c-a266-ccbdec41531a&id=4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 200 len: 2299 time: 0.1315062 Sep 16 05:38:27.220984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d5b85-bc77-4402-b041-b94e6206243b req-26cd957e-5560-4943-8c16-0445ffb4db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.222934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-291d5b85-bc77-4402-b041-b94e6206243b req-26cd957e-5560-4943-8c16-0445ffb4db62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 1096 time: 0.0608494 Sep 16 05:38:27.253506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-8d902053-e831-4cdf-9897-b9f2c61d3889 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 200 len: 1000 time: 0.0684845 Sep 16 05:38:27.314790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-cfd7f4ea-37f3-43f2-ac62-20e02ad929c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.317203 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-cfd7f4ea-37f3-43f2-ac62-20e02ad929c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f10dee9-1be3-463a-adbc-7b75feef5b36 HTTP/1.1" status: 200 len: 856 time: 0.0557427 Sep 16 05:38:27.364362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d5b85-bc77-4402-b041-b94e6206243b req-b3c4cb30-fb9f-438f-be3a-79a0adff96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.366078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-291d5b85-bc77-4402-b041-b94e6206243b req-b3c4cb30-fb9f-438f-be3a-79a0adff96c2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1257784 Sep 16 05:38:27.380279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-4acf20a5-23b0-4b66-8aa0-0f7eff6c95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.382210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-4acf20a5-23b0-4b66-8aa0-0f7eff6c95c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=472221c7-51b1-4eda-9603-da8cffafb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566812 Sep 16 05:38:27.394044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:27.507207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-34cc522f-e19d-4fe9-ba85-23d8b596b1ce service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116381 Sep 16 05:38:27.564217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d5b85-bc77-4402-b041-b94e6206243b req-635ccabb-efca-49ce-a4e2-37967ae0ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.565914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-291d5b85-bc77-4402-b041-b94e6206243b req-635ccabb-efca-49ce-a4e2-37967ae0ef5f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1822088 Sep 16 05:38:27.584537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e974917-e30b-484b-9760-39f22a82f30f req-7b20aae1-b59f-4e63-a826-73ce7c4a543e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.587266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e974917-e30b-484b-9760-39f22a82f30f req-7b20aae1-b59f-4e63-a826-73ce7c4a543e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 982 time: 0.0874090 Sep 16 05:38:27.623963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-542d53ee-128c-43ba-8b7f-6df01fb4a48d service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117728 Sep 16 05:38:27.639972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e974917-e30b-484b-9760-39f22a82f30f req-991c8a39-0ec3-4e00-9e37-230cd5dd0450 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0429790 Sep 16 05:38:27.683355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-508e8f97-2a88-4ba1-ab94-c7d47afe11dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 217 time: 0.0479136 Sep 16 05:38:27.709061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-13e9c7e5-5559-4a30-9952-06ff28bbafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.710700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-13e9c7e5-5559-4a30-9952-06ff28bbafdd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 1096 time: 0.0550785 Sep 16 05:38:27.764989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-518e693c-51a6-4e78-9731-ed1ac0d8a197 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=532e98ed-ea04-4d6b-9017-f2f71707c15d HTTP/1.1" status: 200 len: 217 time: 0.0381317 Sep 16 05:38:27.769359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-08760187-44fa-4db5-8a2b-63e9b0399780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.770826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-08760187-44fa-4db5-8a2b-63e9b0399780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0796282 Sep 16 05:38:27.827921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-7497c6aa-58cd-464b-b6ca-8b944a4c652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.830683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-7497c6aa-58cd-464b-b6ca-8b944a4c652f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.0571532 Sep 16 05:38:27.842761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa195d4d-7387-4924-b6b4-6d2c50fed767 req-9fd27fc7-bc3b-4196-8bd8-f6386861f097 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.848594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa195d4d-7387-4924-b6b4-6d2c50fed767 req-9fd27fc7-bc3b-4196-8bd8-f6386861f097 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 944 time: 0.1117098 Sep 16 05:38:27.869825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-8b7128ba-75e4-48b9-9f45-40f25f497f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.871253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-8b7128ba-75e4-48b9-9f45-40f25f497f50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893590 Sep 16 05:38:27.872265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-936b7d01-3d00-444e-b75c-ba26ddbbfe2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266752 Sep 16 05:38:27.917365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa195d4d-7387-4924-b6b4-6d2c50fed767 req-0410fc84-6151-4be4-98c1-ac4675b1fbcf tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653715 Sep 16 05:38:27.983568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-61d55a51-41de-4d88-b867-f8fe4e8db505 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030185 Sep 16 05:38:28.003512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-8bbfb384-40ab-4a30-bb56-3cc62ef8958c service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105475 Sep 16 05:38:28.087361 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14fb83bd-e286-4c2a-9aa7-37cca677d376 req-9bb1f6dc-87a9-4a7b-aee3-f794f9e21d01 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951090 Sep 16 05:38:28.119546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-e27ba06e-213c-4e69-b970-a4c9f8e20f84 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024985 Sep 16 05:38:28.166943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-f161a956-b352-400d-b87f-108fd6b03702 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 217 time: 0.0444310 Sep 16 05:38:28.274565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-f56499a9-0559-4f04-9451-69a170041870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:28.276067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-f56499a9-0559-4f04-9451-69a170041870 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0672035 Sep 16 05:38:28.276686 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-422d6230-9c86-4e42-b394-f094f9a99794 req-cafc68d0-bca5-420e-89d7-d642e89b77c6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0459559 Sep 16 05:38:28.347989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-991ac565-a3ee-4d0d-8285-825055bf5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:28.350230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-991ac565-a3ee-4d0d-8285-825055bf5794 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654685 Sep 16 05:38:28.475455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e631630-db93-4f80-b00f-2dd4787603c9 req-0c51ccab-ba86-4a5f-bc05-86176930ae0e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0409853 Sep 16 05:38:28.502089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-becff726-93ab-44f3-b2ac-97e21f98e30d service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447880 Sep 16 05:38:28.629719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-dc9beefd-fef7-496b-9487-bdd6c04d4456 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189649 Sep 16 05:38:28.678047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-bec8e3ee-743d-49b8-9c49-5cdf131e8109 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e HTTP/1.1" status: 200 len: 217 time: 0.0404160 Sep 16 05:38:28.691115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:28.729974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-df80858c-4574-4e5e-900e-8a67a3cd6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:28.731490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-df80858c-4574-4e5e-900e-8a67a3cd6776 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0461428 Sep 16 05:38:28.778161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d009ef-64e0-4404-b998-495610421383 req-c2cd6826-14cb-43c4-a42d-34a4e7f991de tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:28.779951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52d009ef-64e0-4404-b998-495610421383 req-c2cd6826-14cb-43c4-a42d-34a4e7f991de tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 982 time: 0.0555456 Sep 16 05:38:28.784033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-9f290b73-4e25-49ca-9b71-1b1c290db95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:28.786753 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-9f290b73-4e25-49ca-9b71-1b1c290db95c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472081 Sep 16 05:38:28.840624 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52d009ef-64e0-4404-b998-495610421383 req-1d494256-42d2-48fa-a1e3-61063271504f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0537827 Sep 16 05:38:28.919422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-058b3726-a1c0-47e8-bdb7-3f9342f77d5f service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253326 Sep 16 05:38:29.075779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133ec96-3a06-44f8-a55b-3e5818d6c3af req-ed8b8bac-42f8-4e47-a331-8a39978e53b3 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.077346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b133ec96-3a06-44f8-a55b-3e5818d6c3af req-ed8b8bac-42f8-4e47-a331-8a39978e53b3 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 944 time: 0.0703921 Sep 16 05:38:29.079368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-db1a486b-521f-4633-ba13-8a84d2c519b7 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520598 Sep 16 05:38:29.133788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-4d3f6f39-9455-4f30-a2d5-ad3fdf96e2e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e HTTP/1.1" status: 200 len: 217 time: 0.0427542 Sep 16 05:38:29.179815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b133ec96-3a06-44f8-a55b-3e5818d6c3af req-bb8fd909-6176-4a65-a477-0f656bf8eab9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950551 Sep 16 05:38:29.201829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-f673dc56-af58-46fe-adcb-fe7a5992a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.203462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-f673dc56-af58-46fe-adcb-fe7a5992a4d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0602977 Sep 16 05:38:29.256029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-8305623e-7c7f-4427-bb7e-7f090920be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.257493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-8305623e-7c7f-4427-bb7e-7f090920be5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0455663 Sep 16 05:38:29.370269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-737693fe-3780-44f1-9ba4-11aacb474bbf service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022670 Sep 16 05:38:29.815163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-f8fbdcad-fd80-4b54-aee2-e718206053b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282947 Sep 16 05:38:29.861111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-72ba95d2-987e-4b82-851a-a09511863015 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c523c76-b70e-4c2e-bea8-409609f88c97 HTTP/1.1" status: 200 len: 217 time: 0.0368562 Sep 16 05:38:29.937417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-ab15e180-d1c6-417b-9286-7aa72d83772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.939528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-ab15e180-d1c6-417b-9286-7aa72d83772f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.0699909 Sep 16 05:38:29.994017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-fdb214ec-9985-4c35-8eb2-6a11b2258901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.995816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-fdb214ec-9985-4c35-8eb2-6a11b2258901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461514 Sep 16 05:38:29.997316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b42e-f1d5-46d7-a4f2-909597c7fd63 req-4fe1e368-9435-4706-bb4d-fc7d14c4bf7a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.998908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5149b42e-f1d5-46d7-a4f2-909597c7fd63 req-4fe1e368-9435-4706-bb4d-fc7d14c4bf7a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 982 time: 0.0519743 Sep 16 05:38:30.049940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5149b42e-f1d5-46d7-a4f2-909597c7fd63 req-f67c3711-100c-4126-88b9-fb3021cb3f79 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0379720 Sep 16 05:38:30.100802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-565ffe8d-ca51-40fe-bf74-bc74c1e26bb1 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972724 Sep 16 05:38:30.202580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-dd7baf9e-8d12-4557-a980-2f61109acd51 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936973 Sep 16 05:38:30.281104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-e028c0a7-b673-4617-a381-d545acdde732 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 200 len: 217 time: 0.0678465 Sep 16 05:38:30.400132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6e5b12e2-84fb-4cb5-a0ac-d44eb4bf9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:30.401626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-6e5b12e2-84fb-4cb5-a0ac-d44eb4bf9113 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.1082554 Sep 16 05:38:30.447091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a24e73-375e-4e83-8d62-d46ce1f333db req-37a7354a-52b7-44df-b8ec-a318d3a4ff05 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:30.454864 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a24e73-375e-4e83-8d62-d46ce1f333db req-37a7354a-52b7-44df-b8ec-a318d3a4ff05 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 944 time: 0.1472290 Sep 16 05:38:30.484160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bace030-de71-486e-b778-8692996acd46 req-113ab7d0-526b-43f4-8e57-312cfac0785a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0942602 Sep 16 05:38:30.504414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a24e73-375e-4e83-8d62-d46ce1f333db req-fb0df23d-6f4a-4512-a857-bfd496e505de tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Sep 16 05:38:30.517434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-2287529f-3bc4-43b7-860a-bc4ad9f3f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:30.519349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-2287529f-3bc4-43b7-860a-bc4ad9f3f2fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1083128 Sep 16 05:38:30.653024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1141e05-a9b7-4df4-aaf6-cf57414507b8 req-e2a4ed41-8f41-4a8b-977c-859fc7ec02f5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0339067 Sep 16 05:38:30.680179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-0f2f0034-1d54-442a-ab66-31612e7ec5df service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335475 Sep 16 05:38:30.794403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a223390-cc9a-4ace-ac89-d1995cc70cf9 req-9a6f4927-75da-48e0-a3ae-fe70e96cb29b service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067202 Sep 16 05:38:31.173110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3d30d-e2e2-4ab5-92af-506cd9e8078a req-5fd38d1f-8e68-484d-8461-6d79faf811fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:31.174641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43c3d30d-e2e2-4ab5-92af-506cd9e8078a req-5fd38d1f-8e68-484d-8461-6d79faf811fb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 982 time: 0.0519257 Sep 16 05:38:31.216698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43c3d30d-e2e2-4ab5-92af-506cd9e8078a req-af4baeca-c84f-47e8-95fd-1f2358deea6e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0357468 Sep 16 05:38:31.457438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 532e98ed-ea04-4d6b-9017-f2f71707c15d details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:31.580378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 532e98ed-ea04-4d6b-9017-f2f71707c15d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=532e98ed-ea04-4d6b-9017-f2f71707c15d,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:31.598023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '532e98ed-ea04-4d6b-9017-f2f71707c15d', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'port_id': '532e98ed-ea04-4d6b-9017-f2f71707c15d', 'mac_address': 'fa:16:3e:4c:ae:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c623a6-b516-4632-b9d5-edbee76019c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:31.634737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208633e6-9012-47c5-926a-ce8b6dab8f57 req-adc0e33d-8ca2-4e8e-8d34-efffc84cb32b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:31.635719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-208633e6-9012-47c5-926a-ce8b6dab8f57 req-adc0e33d-8ca2-4e8e-8d34-efffc84cb32b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 944 time: 0.0624528 Sep 16 05:38:31.645677 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:31.661555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532e98ed-ea04-4d6b-9017-f2f71707c15d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:31.686043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-208633e6-9012-47c5-926a-ce8b6dab8f57 req-9d17e260-7b3c-4895-9ff3-4d17e6022e2c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 Sep 16 05:38:31.686931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 532e98ed-ea04-4d6b-9017-f2f71707c15d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=532e98ed-ea04-4d6b-9017-f2f71707c15d,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:31.748445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:31.749115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2eacae4e-33bd-4e44-8e00-83d1dde911d4 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:31.832590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=532e98ed-ea04-4d6b-9017-f2f71707c15d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:31.873090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.873433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.873772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.874114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.874444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.875060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.875483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.876413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.876743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.877069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.877387 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.877711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:31.917841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2eacae4e-33bd-4e44-8e00-83d1dde911d4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2eacae4e-33bd-4e44-8e00-83d1dde911d4,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:31.933428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'port_id': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'mac_address': 'fa:16:3e:9d:63:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:31.977948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:31.991871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eacae4e-33bd-4e44-8e00-83d1dde911d4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:32.012818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2eacae4e-33bd-4e44-8e00-83d1dde911d4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2eacae4e-33bd-4e44-8e00-83d1dde911d4,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:32.093462 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:32.142288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2eacae4e-33bd-4e44-8e00-83d1dde911d4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:32.340601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f9be-1535-4a53-be50-abb7a52fdd0d req-c1a81cdc-1c1b-44cd-a3a5-ffc9ffd8521d tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:32.342728 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c683f9be-1535-4a53-be50-abb7a52fdd0d req-c1a81cdc-1c1b-44cd-a3a5-ffc9ffd8521d tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 983 time: 0.0537870 Sep 16 05:38:32.387751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c683f9be-1535-4a53-be50-abb7a52fdd0d req-bb243451-d8f2-437c-b8f5-6ac2b4b17104 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0377686 Sep 16 05:38:32.469812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['532e98ed-ea04-4d6b-9017-f2f71707c15d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:32.497302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2eacae4e-33bd-4e44-8e00-83d1dde911d4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:32.597667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cd06341-eac4-4a73-87e3-2155e9f58382 req-0c0c95c0-e940-433a-851e-aa847204bb23 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0407760 Sep 16 05:38:32.848157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a4bde-173c-45bf-a6b4-b50c191bb6bc req-af7fdf41-844a-42d6-90e0-824e15ab1df5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:32.849755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d9a4bde-173c-45bf-a6b4-b50c191bb6bc req-af7fdf41-844a-42d6-90e0-824e15ab1df5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 945 time: 0.0765238 Sep 16 05:38:32.906121 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-165fc014-38bc-46cf-834e-bc9a791673d6 req-7addf256-bfb3-4592-b13b-b04a6ecc2ea0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0552454 Sep 16 05:38:32.919767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d9a4bde-173c-45bf-a6b4-b50c191bb6bc req-75856cd6-a3c4-4b9d-8428-d95189387c16 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562406 Sep 16 05:38:33.458645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2eacae4e-33bd-4e44-8e00-83d1dde911d4 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:33.527622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e23a3f-4e89-498f-999c-4695b987e9c5 req-d2895138-176e-4834-afb4-06653b6a89af tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:33.529227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93e23a3f-4e89-498f-999c-4695b987e9c5 req-d2895138-176e-4834-afb4-06653b6a89af tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 983 time: 0.0639951 Sep 16 05:38:33.582981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:33.589830 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93e23a3f-4e89-498f-999c-4695b987e9c5 req-1def1f16-c48e-427f-8739-2988734dcad3 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0517938 Sep 16 05:38:33.602423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:33.606044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:33.709586 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:33.740216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:33.742990 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb6cdf-e2f0-4658-b8ba-baf5ad832ee7" -d '{"events": [{"server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "name": "network-vif-plugged", "status": "completed", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:33.760476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2eacae4e-33bd-4e44-8e00-83d1dde911d4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2eacae4e-33bd-4e44-8e00-83d1dde911d4,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:33.788323 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1767129f-1fd4-43f2-8914-4b72a1374feb x-openstack-request-id: req-1767129f-1fd4-43f2-8914-4b72a1374feb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:33.788706 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "name": "network-vif-plugged", "status": "completed", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:33.789131 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1767129f-1fd4-43f2-8914-4b72a1374feb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:33.789699 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'code': 200} Sep 16 05:38:33.965377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:33.966226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 532e98ed-ea04-4d6b-9017-f2f71707c15d up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:33.993919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f43d67-9914-43fc-bc52-7570ae5cbf6b req-9c09d559-928d-4232-af63-6b5b3597e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:33.995464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0f43d67-9914-43fc-bc52-7570ae5cbf6b req-9c09d559-928d-4232-af63-6b5b3597e8c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 1135 time: 0.1008530 Sep 16 05:38:34.081638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2eacae4e-33bd-4e44-8e00-83d1dde911d4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:34.106820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0f43d67-9914-43fc-bc52-7570ae5cbf6b req-ba8b1b8e-bfa6-4266-a045-03f17edcf282 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0910821 Sep 16 05:38:34.123787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db903eb-3843-49c8-99c3-00e73f6ad670 req-e1adf0df-8d3b-4e8a-9d1e-30480709917d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:34.125948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5db903eb-3843-49c8-99c3-00e73f6ad670 req-e1adf0df-8d3b-4e8a-9d1e-30480709917d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 945 time: 0.0696871 Sep 16 05:38:34.170928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 532e98ed-ea04-4d6b-9017-f2f71707c15d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:34.177061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 532e98ed-ea04-4d6b-9017-f2f71707c15d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:34.181934 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:34.182081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5db903eb-3843-49c8-99c3-00e73f6ad670 req-70b44e06-f1d2-4ba0-bb72-406031c15ec8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501969 Sep 16 05:38:34.285672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:34.318331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 532e98ed-ea04-4d6b-9017-f2f71707c15d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=532e98ed-ea04-4d6b-9017-f2f71707c15d,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:34.413297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:34.478448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=532e98ed-ea04-4d6b-9017-f2f71707c15d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:34.731252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e5e53-6905-40de-94fa-92c56fcbff3d req-21e69392-b54e-48c0-beeb-beb8c80a213e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:34.732997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da3e5e53-6905-40de-94fa-92c56fcbff3d req-21e69392-b54e-48c0-beeb-beb8c80a213e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 984 time: 0.0723605 Sep 16 05:38:34.777949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da3e5e53-6905-40de-94fa-92c56fcbff3d req-fc3e3a11-77cb-4fac-a6a1-0e9a4e7856ce tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0387447 Sep 16 05:38:34.824709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2806c94d-c1c2-49c1-b9a6-efbd2b9e9230 req-66a0ab05-8f75-45e1-b810-0302bde6c221 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0312881 Sep 16 05:38:34.982890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-948302e7-4527-4380-b691-689413668437 req-8a544c68-3cc1-4afd-94ae-a1be841c5477 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0271428 Sep 16 05:38:35.355685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c88a-e164-4c9f-863c-149fa61c4093 req-662db4c2-7695-4690-a63b-17b2dcb01aa3 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:35.358401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4601c88a-e164-4c9f-863c-149fa61c4093 req-662db4c2-7695-4690-a63b-17b2dcb01aa3 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 946 time: 0.0898964 Sep 16 05:38:35.408935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4601c88a-e164-4c9f-863c-149fa61c4093 req-22f0bce3-5573-40a3-999d-a2062b1fe176 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436497 Sep 16 05:38:35.791260 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66bf298-e7e1-490b-bd11-01263ff12e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532e98ed-ea04-4d6b-9017-f2f71707c15d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:35.794003 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0ff0c5-5548-4d89-8d68-4cac0fbe1378" -d '{"events": [{"server_uuid": "f66bf298-e7e1-490b-bd11-01263ff12e1d", "name": "network-vif-plugged", "status": "completed", "tag": "532e98ed-ea04-4d6b-9017-f2f71707c15d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:35.841935 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5aeb02e-3105-4197-944d-8af0e4dcd1fd x-openstack-request-id: req-e5aeb02e-3105-4197-944d-8af0e4dcd1fd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:35.841935 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66bf298-e7e1-490b-bd11-01263ff12e1d", "name": "network-vif-plugged", "status": "completed", "tag": "532e98ed-ea04-4d6b-9017-f2f71707c15d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:35.841935 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5aeb02e-3105-4197-944d-8af0e4dcd1fd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:35.841935 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66bf298-e7e1-490b-bd11-01263ff12e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532e98ed-ea04-4d6b-9017-f2f71707c15d', 'code': 200} Sep 16 05:38:35.945277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e0383-a360-4606-b9ed-63f217fbbbc7 req-1be03916-cad6-4612-ae5c-01e2e503abb2 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:35.947395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b29e0383-a360-4606-b9ed-63f217fbbbc7 req-1be03916-cad6-4612-ae5c-01e2e503abb2 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 984 time: 0.0798371 Sep 16 05:38:35.986289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5f769-595c-48c3-a883-39d13b7e7bae req-5728dd95-9903-4dd4-9ac0-da6bb3f5427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:35.988460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61f5f769-595c-48c3-a883-39d13b7e7bae req-5728dd95-9903-4dd4-9ac0-da6bb3f5427f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 1098 time: 0.0574174 Sep 16 05:38:36.033169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61f5f769-595c-48c3-a883-39d13b7e7bae req-fa3a175a-e3bf-4c32-9601-1218ddce300a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363214 Sep 16 05:38:36.036486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b29e0383-a360-4606-b9ed-63f217fbbbc7 req-b21141e0-ed41-4252-a20d-76cfb46cf58c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0788050 Sep 16 05:38:36.172083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87292f43-287b-463a-ae0b-ae4ad53de3c0 req-06d37dba-6369-4759-baba-ca19cb2a4907 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:36.174081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87292f43-287b-463a-ae0b-ae4ad53de3c0 req-06d37dba-6369-4759-baba-ca19cb2a4907 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 984 time: 0.0662360 Sep 16 05:38:36.217213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87292f43-287b-463a-ae0b-ae4ad53de3c0 req-b76d6f71-338f-46bc-a7f6-80a7c5e9adbb tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0365779 Sep 16 05:38:36.336175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cda65-66d8-46a4-b01c-6655493db633 req-7cc8dc1a-fe4c-4f19-8ce9-c72aaa83c00a tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:36.337750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7cda65-66d8-46a4-b01c-6655493db633 req-7cc8dc1a-fe4c-4f19-8ce9-c72aaa83c00a tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 1136 time: 0.0479796 Sep 16 05:38:36.357495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7cda65-66d8-46a4-b01c-6655493db633 req-93e4dae9-bf3d-49e2-9dd1-8aaf5e2e35ed tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:36.448363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7cda65-66d8-46a4-b01c-6655493db633 req-93e4dae9-bf3d-49e2-9dd1-8aaf5e2e35ed tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:36.548437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea53bb3-349e-463f-8cfd-084a73b0388f req-20755d02-5580-44f5-ae1f-cd0439561050 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:36.550009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dea53bb3-349e-463f-8cfd-084a73b0388f req-20755d02-5580-44f5-ae1f-cd0439561050 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 946 time: 0.0558584 Sep 16 05:38:36.567449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd7cda65-66d8-46a4-b01c-6655493db633 req-93e4dae9-bf3d-49e2-9dd1-8aaf5e2e35ed tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:36.595463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dea53bb3-349e-463f-8cfd-084a73b0388f req-cb63f16d-ada4-4da9-b8cc-94f1c6c5c218 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Sep 16 05:38:36.599204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd7cda65-66d8-46a4-b01c-6655493db633 req-93e4dae9-bf3d-49e2-9dd1-8aaf5e2e35ed tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2550700 Sep 16 05:38:36.615527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4dae9-bf3d-49e2-9dd1-8aaf5e2e35ed tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a02748b-08f0-46f1-a9c5-54bafbc64584,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:36.654834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48462) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:36.704191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393b4e-ec86-4dca-80a6-72617e518fff tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:36.705651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-45393b4e-ec86-4dca-80a6-72617e518fff tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 1131 time: 0.0496786 Sep 16 05:38:36.708795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48466) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:36.713394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:36.828385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:36.862922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f838e835-9aa5-453a-ae1f-89b2f46771f2 req-eaa117e6-57cf-45c3-8379-790f4812af8e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0389035 Sep 16 05:38:36.948190 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:37.029805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5985386c-915b-478e-b4ab-c6eff770db80 req-ed43ae65-dbe3-4824-8b75-455e129bcb2d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0425324 Sep 16 05:38:37.095476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Allocated IP 172.25.1.55 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/9fde5acd-d666-480d-8888-b07f2e21717c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:37.209540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:37.348800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:37.395419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:37.399878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:37.405581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:37.411498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=9fde5acd-d666-480d-8888-b07f2e21717c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:37.857297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4376cd-9844-4462-a470-0481a9a97975 req-17c44fcd-b0d8-4bf6-a645-d0dc3b9b5ba5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:37.858880 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ed4376cd-9844-4462-a470-0481a9a97975 req-17c44fcd-b0d8-4bf6-a645-d0dc3b9b5ba5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 946 time: 0.1011665 Sep 16 05:38:37.888180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:37.948601 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ed4376cd-9844-4462-a470-0481a9a97975 req-121a900f-aa2f-482c-bee3-928c37045d2d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804815 Sep 16 05:38:38.055891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:38.123596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ce5f-5583-45d5-b3c1-b83fc4aaed9f req-711d225f-084a-4ca1-ad50-63794f1fdda7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:38.133484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8211ce5f-5583-45d5-b3c1-b83fc4aaed9f req-711d225f-084a-4ca1-ad50-63794f1fdda7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 946 time: 0.0826919 Sep 16 05:38:38.184788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8211ce5f-5583-45d5-b3c1-b83fc4aaed9f req-cb1fe892-bc42-4edf-bb98-934079453ab0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 Sep 16 05:38:38.279440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:38.342307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:38.399970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=9fde5acd-d666-480d-8888-b07f2e21717c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:38.446463 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:38.549318 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Floating IP 0b228bb5-ebbb-4336-8870-16ae3d992598 associated. External IP: 172.25.1.55, port: 2eacae4e-33bd-4e44-8e00-83d1dde911d4. Sep 16 05:38:38.767004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee529c3-7327-4731-bfa6-9722df9e695b req-1a752d25-3db6-4904-b107-065015cd9e4e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:38.768536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dee529c3-7327-4731-bfa6-9722df9e695b req-1a752d25-3db6-4904-b107-065015cd9e4e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 946 time: 0.1034813 Sep 16 05:38:38.925141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dee529c3-7327-4731-bfa6-9722df9e695b req-d4ce7fe6-d483-4391-97d9-5b85333e78f0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308863 Sep 16 05:38:38.926757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Router 6385cef5-745f-4609-830e-e55c357bff07 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:38:38.983071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f38c60f9-058f-4e56-bda8-61dabf972737 req-29ae3aee-30f8-45b9-9ea6-895a96d8a534 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0291858 Sep 16 05:38:39.077890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:38:39.101306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] Sync routers for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:38:39.139139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:39.140232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:38:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:39.205942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86458527-0baa-45ad-af0e-cd313ba3b81a req-243eea08-cf04-46e5-8131-8653e01d1ef0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0497954 Sep 16 05:38:39.225562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:39.273961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:39.286266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-97ab9668-fd2b-4d84-82aa-00701e59f219 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5762646 Sep 16 05:38:39.287125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:39.289067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48546) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:39.290310 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ac58f4-1eee-4c4b-b090-cabf2294515f" -d '{"events": [{"name": "network-changed", "server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:39.378384 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9943a0-f996-4747-890b-7f0d59434447 x-openstack-request-id: req-cb9943a0-f996-4747-890b-7f0d59434447 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:39.378384 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:39.378384 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb9943a0-f996-4747-890b-7f0d59434447 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:39.378384 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'status': 'completed', 'code': 200} Sep 16 05:38:39.566562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0b228bb5-ebbb-4336-8870-16ae3d992598', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '6385cef5-745f-4609-830e-e55c357bff07', 'port_id': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'mac_address': 'fa:16:3e:9d:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:37Z', 'updated_at': '2021-09-16T05:38:37Z', 'revision_number': 0, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:19Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:39.600520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] Checking router: 6385cef5-745f-4609-830e-e55c357bff07 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:38:39.612224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:38:39.613362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:38:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:39.740703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:38:40.084659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-c1d9aa63-0d9b-4ad5-8a5a-1b1e609bb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.093222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be1dfa-f9cd-460a-a339-82b7e99923dd req-53fc666a-bb0b-4fa5-ac13-1400c30606f7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.096535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-c1d9aa63-0d9b-4ad5-8a5a-1b1e609bb74c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a78d61cb35e485e8a527577d16586ed&device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 1136 time: 0.6408486 Sep 16 05:38:40.098793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.099275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.099747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.100325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.100792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.101260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.101725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.102189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.102297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69be1dfa-f9cd-460a-a339-82b7e99923dd req-53fc666a-bb0b-4fa5-ac13-1400c30606f7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 946 time: 0.0720522 Sep 16 05:38:40.102649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.103109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.103568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.104050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.104511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.104972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.110268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-688fe7f7-d757-4eea-a25c-a4092c01bb53 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9845 time: 0.8194978 Sep 16 05:38:40.114975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48568) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:40.233354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0b228bb5-ebbb-4336-8870-16ae3d992598', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '6385cef5-745f-4609-830e-e55c357bff07', 'port_id': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'mac_address': 'fa:16:3e:9d:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:37Z', 'updated_at': '2021-09-16T05:38:37Z', 'revision_number': 0, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:19Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:38:40.273974 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69be1dfa-f9cd-460a-a339-82b7e99923dd req-70c40fd5-e845-4feb-8e6b-d9696d98bad4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708927 Sep 16 05:38:40.275973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07003de7-ceab-4c69-a3d9-1d99f9ef9a0c None None] The sync data for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 is: [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0b228bb5-ebbb-4336-8870-16ae3d992598', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '6385cef5-745f-4609-830e-e55c357bff07', 'port_id': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'mac_address': 'fa:16:3e:9d:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:38:37Z', 'updated_at': '2021-09-16T05:38:37Z', 'revision_number': 0, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:19Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:38:40.291370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-36045c9d-c796-4f12-9f34-aed8098fa801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.293375 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-36045c9d-c796-4f12-9f34-aed8098fa801 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 HTTP/1.1" status: 200 len: 898 time: 0.1820717 Sep 16 05:38:40.361666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-0cbd3324-3c09-4421-afa0-f08de8eb3513 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.363117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-0cbd3324-3c09-4421-afa0-f08de8eb3513 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 946 time: 0.1616681 Sep 16 05:38:40.381512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-6897e585-dfac-4867-bf15-a4f421dc3e55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2eacae4e-33bd-4e44-8e00-83d1dde911d4 HTTP/1.1" status: 200 len: 998 time: 0.0781350 Sep 16 05:38:40.381753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.382093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.382558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.383016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.383467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.383947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.384443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.384854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.385303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.385749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.386282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.392834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.393371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.393848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.407451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bf896779-6d9a-4122-91b9-91ba2a94239b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8899 time: 0.2847016 Sep 16 05:38:40.407451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48578) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:40.457019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-8054d97a-05e9-4163-bfdd-5b9ac0f664b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.458520 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-8054d97a-05e9-4163-bfdd-5b9ac0f664b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c448ab3-859f-436d-9b69-3b1a91b49435 HTTP/1.1" status: 200 len: 832 time: 0.0662599 Sep 16 05:38:40.528545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-246658ad-bfe6-41f6-a954-abd264b1c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.542679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-246658ad-bfe6-41f6-a954-abd264b1c5c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755141 Sep 16 05:38:40.652474 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06d67f-d100-47ea-b48a-06be8dc2a11b None None] New status for floating IP 0b228bb5-ebbb-4336-8870-16ae3d992598: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:38:40.684109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-6f496e9d-fa3a-4f53-95e4-ca86ec25ead2 service neutron] 10.222.0.66 "GET /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306753 Sep 16 05:38:40.805572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ac58f4-1eee-4c4b-b090-cabf2294515f req-e06437fe-eca8-4b94-9323-7e70f2086c54 service neutron] 10.222.0.66 "GET /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118507 Sep 16 05:38:41.117447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Deleting port 532e98ed-ea04-4d6b-9017-f2f71707c15d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:41.118087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:41.165648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8a40b1d-7a22-4f68-9e78-ca50e02aee23 req-2dacf8ec-211a-4f82-949d-141bef6112e4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0909228 Sep 16 05:38:41.280752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a908f7d7-6030-4e0f-91fb-c9e827cf6ceb tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5221 time: 0.8590198 Sep 16 05:38:41.281674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48604) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:41.308061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] For port 532e98ed-ea04-4d6b-9017-f2f71707c15d, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=532e98ed-ea04-4d6b-9017-f2f71707c15d,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:41.308397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:41.333707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1d74e6f-8fc6-4c5f-87b1-e0306ca96f94 req-2e6d5808-2dcc-45aa-9476-3ff9900d2f64 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0444016 Sep 16 05:38:41.346966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Calling delete_port for 532e98ed-ea04-4d6b-9017-f2f71707c15d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:41.366544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c3c82-7a19-4015-ad67-2b9429e6fda8 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:41.367063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c3c82-7a19-4015-ad67-2b9429e6fda8 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:41.369414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4c2c3c82-7a19-4015-ad67-2b9429e6fda8 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6385cef5-745f-4609-830e-e55c357bff07 HTTP/1.1" status: 200 len: 1992 time: 0.0845935 Sep 16 05:38:41.453828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec989ab-1740-4399-aa0e-12ee1ae83706 req-ba581837-04de-4c69-adef-e5fc5b364777 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:41.463735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ec989ab-1740-4399-aa0e-12ee1ae83706 req-ba581837-04de-4c69-adef-e5fc5b364777 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 946 time: 0.0827048 Sep 16 05:38:41.512337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ec989ab-1740-4399-aa0e-12ee1ae83706 req-cad72ea6-852c-4824-b121-b04f6c119872 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474885 Sep 16 05:38:41.641923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:41.668910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event deleted for resources: {'Port': ['ID=532e98ed-ea04-4d6b-9017-f2f71707c15d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:41.680977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870', '532e98ed-ea04-4d6b-9017-f2f71707c15d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:41.717639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] No DVR routers for this DVR port 532e98ed-ea04-4d6b-9017-f2f71707c15d on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:41.721805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:41.724247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f56f9b3b-7c4e-4cce-8694-5537eb01822e req-052044d5-3137-4e60-aa51-7bde218cba5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "DELETE /v2.0/ports/532e98ed-ea04-4d6b-9017-f2f71707c15d HTTP/1.1" status: 204 len: 173 time: 1.3218000 Sep 16 05:38:41.724747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66bf298-e7e1-490b-bd11-01263ff12e1d', 'name': 'network-vif-deleted', 'tag': '532e98ed-ea04-4d6b-9017-f2f71707c15d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:41.727580 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7eadc7-4bd9-4cc8-8363-e6a1958f7adb" -d '{"events": [{"server_uuid": "f66bf298-e7e1-490b-bd11-01263ff12e1d", "name": "network-vif-deleted", "tag": "532e98ed-ea04-4d6b-9017-f2f71707c15d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:41.773193 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebf7d4c-9621-45dd-9556-a3a4269624b1 x-openstack-request-id: req-7ebf7d4c-9621-45dd-9556-a3a4269624b1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:41.773488 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66bf298-e7e1-490b-bd11-01263ff12e1d", "name": "network-vif-deleted", "tag": "532e98ed-ea04-4d6b-9017-f2f71707c15d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:41.773739 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ebf7d4c-9621-45dd-9556-a3a4269624b1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:41.774166 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66bf298-e7e1-490b-bd11-01263ff12e1d', 'name': 'network-vif-deleted', 'tag': '532e98ed-ea04-4d6b-9017-f2f71707c15d', 'status': 'completed', 'code': 200} Sep 16 05:38:42.637760 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f31cfe7-c5be-4e47-959e-460fbf98da98 req-aa70f91b-4721-49bf-b25e-b14b23f18eb1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=f66bf298-e7e1-490b-bd11-01263ff12e1d HTTP/1.1" status: 200 len: 210 time: 0.0372813 Sep 16 05:38:43.194202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-285338b8-6d50-468a-b470-dc7b157d890e req-67cf8892-a4b3-426c-b616-7a6bbc7032fa service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0269196 Sep 16 05:38:43.357906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3772a4ea-dfdf-4a7b-b532-fbd44e6972d7 req-37eb12f7-5688-429b-81ad-39489f05a332 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0554047 Sep 16 05:38:44.099983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-38e0111f-4547-4632-a4be-24d98ecd45f4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:44.101518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-38e0111f-4547-4632-a4be-24d98ecd45f4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1157706 Sep 16 05:38:44.117514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-3d374b72-bfcc-4dad-98e7-9395bb1b72ab tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/quotas/9d550f361ff34a6ba57aefa259f3dd93 HTTP/1.1" status: 200 len: 375 time: 0.0097506 Sep 16 05:38:44.184583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-1c507a3f-6419-4bae-8651-0dadfd8d6a90 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531940 Sep 16 05:38:44.282229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-fdc29234-6fc2-416b-a37e-50fd095ce363 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895269 Sep 16 05:38:44.382814 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-bee9f82f-dca7-455b-9f69-b531fddad3b5 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942318 Sep 16 05:38:44.655498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cbc10480-3cf2-4965-8188-d4044a9396a6 req-4c2cbb5d-caca-4782-adf3-3044decc1a74 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 210 time: 0.0271072 Sep 16 05:38:45.244703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-abfc71a5-e3d6-4040-9017-a54c269a2415 req-26b4c808-6c44-4f9d-9f8f-b3f014af1633 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0325975 Sep 16 05:38:45.381291 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2adeccad-2570-4c72-a2cb-a4e1855ddbda req-cd54fc25-90e9-41bb-a1e3-83d6d36530e6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0348809 Sep 16 05:38:45.532562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 532e98ed-ea04-4d6b-9017-f2f71707c15d no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:45.552887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 532e98ed-ea04-4d6b-9017-f2f71707c15d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:45.553238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 532e98ed-ea04-4d6b-9017-f2f71707c15d not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:45.753010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e664fe4-26ea-477e-b991-04b0064571db req-73dce9c7-0f90-4051-abf7-dd43b3986d97 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 210 time: 0.0271313 Sep 16 05:38:46.887546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c9a9281-bc67-4a7a-aa87-82b90214c386 req-99afe543-f441-4912-b8e4-ba4ff81dbed6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 210 time: 0.0339420 Sep 16 05:38:46.988940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-24aebb12-af36-4748-a7bc-2c7bb279d617 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:46.990758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-24aebb12-af36-4748-a7bc-2c7bb279d617 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.30 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1420944 Sep 16 05:38:47.021252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Request body: {'port': {'device_id': '2ab6c189-d72b-40d6-a353-ad8f5b4361eb', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'admin_state_up': True, 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:47.280588 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78077397-70fe-41b9-b21b-f194a5fce44d req-f6827676-59a4-4f26-ada4-1f221f16eca7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0358784 Sep 16 05:38:47.308247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:47.312015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.460254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa25390d-9e36-415d-b072-768c3baf7d82 req-6c012d2f-b87b-47be-bce2-5cbd4ad912ff service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0552082 Sep 16 05:38:47.488969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Allocated IP 172.20.0.6 (b0a0dc9b-d101-416e-bfae-81eb4f718e44/46c623a6-b516-4632-b9d5-edbee76019c8/dd74ab08-0900-42cc-ab04-913141cfad38) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:47.663403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.773554 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.808360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:47.818449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:47.821705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:47.826186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:47.856568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event updated for resources: {'Port': ['ID=dd74ab08-0900-42cc-ab04-913141cfad38,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:47.887776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.888449 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.982861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-98764bdd-41fe-4c8d-877c-615971e2705a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655533 Sep 16 05:38:48.025456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Request body: {'port': {'device_id': '2ab6c189-d72b-40d6-a353-ad8f5b4361eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:48.100011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162c8f4-2dc9-45f7-81a9-04832cacf02b req-1203feed-63c8-4686-88cf-2183ef287bc8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:48.101494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c162c8f4-2dc9-45f7-81a9-04832cacf02b req-1203feed-63c8-4686-88cf-2183ef287bc8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 931 time: 0.1135488 Sep 16 05:38:48.112102 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:48.192821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c162c8f4-2dc9-45f7-81a9-04832cacf02b req-a638c7e8-aa65-4c96-8b4c-e542a66285e1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834780 Sep 16 05:38:48.469646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd74ab08-0900-42cc-ab04-913141cfad38 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:48.477945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:48.492230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Transition to ACTIVE for port object dd74ab08-0900-42cc-ab04-913141cfad38 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:48.593501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:48.647340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd74ab08-0900-42cc-ab04-913141cfad38,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:48.722988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Attempting to bind port dd74ab08-0900-42cc-ab04-913141cfad38 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:48.723302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Attempting to bind port dd74ab08-0900-42cc-ab04-913141cfad38 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:48.723532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Attempting to bind port dd74ab08-0900-42cc-ab04-913141cfad38 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:48.728422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Port dd74ab08-0900-42cc-ab04-913141cfad38 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:48.728746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Attempting to bind port dd74ab08-0900-42cc-ab04-913141cfad38 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:48.735092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:48.735092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Checking segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:48.735092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Bound using segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:48.735570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Bound port: dd74ab08-0900-42cc-ab04-913141cfad38, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:48.735964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:48.820651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] For port dd74ab08-0900-42cc-ab04-913141cfad38, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:48.824428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] For port dd74ab08-0900-42cc-ab04-913141cfad38, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd74ab08-0900-42cc-ab04-913141cfad38,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:48.902822 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:48.947063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:48.948607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:48.952861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd74ab08-0900-42cc-ab04-913141cfad38 HTTP/1.1" status: 200 len: 1092 time: 0.9310255 Sep 16 05:38:48.952861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab6c189-d72b-40d6-a353-ad8f5b4361eb', 'tag': 'dd74ab08-0900-42cc-ab04-913141cfad38'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:48.964926 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43956d77-da52-40c5-89cd-19a9f551f86a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab6c189-d72b-40d6-a353-ad8f5b4361eb", "tag": "dd74ab08-0900-42cc-ab04-913141cfad38"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:48.991414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1d353-96c7-41b1-958d-38d6139737c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd74ab08-0900-42cc-ab04-913141cfad38,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:49.015088 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f56d177-5ad6-4387-ac7b-bce19d453a86 x-openstack-request-id: req-0f56d177-5ad6-4387-ac7b-bce19d453a86 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:49.015384 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab6c189-d72b-40d6-a353-ad8f5b4361eb", "tag": "dd74ab08-0900-42cc-ab04-913141cfad38", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:49.016217 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f56d177-5ad6-4387-ac7b-bce19d453a86 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:49.016622 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab6c189-d72b-40d6-a353-ad8f5b4361eb', 'tag': 'dd74ab08-0900-42cc-ab04-913141cfad38', 'status': 'completed', 'code': 200} Sep 16 05:38:49.105401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956d77-da52-40c5-89cd-19a9f551f86a req-1aa7683c-3a03-4161-8ff1-40ae2d1b1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.107019 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43956d77-da52-40c5-89cd-19a9f551f86a req-1aa7683c-3a03-4161-8ff1-40ae2d1b1a24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 1095 time: 0.0465956 Sep 16 05:38:49.223505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956d77-da52-40c5-89cd-19a9f551f86a req-4d1a2e58-8336-463a-b2c4-1e7c029de785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.225086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43956d77-da52-40c5-89cd-19a9f551f86a req-4d1a2e58-8336-463a-b2c4-1e7c029de785 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1034079 Sep 16 05:38:49.397665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956d77-da52-40c5-89cd-19a9f551f86a req-607e851b-0426-4724-9371-e02b73fed815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.399013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2cbb6138-75bf-4b2d-9125-c7c082637dbd req-07f0c0ba-43ab-4873-801a-5d3284dbfaa7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0634494 Sep 16 05:38:49.399527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43956d77-da52-40c5-89cd-19a9f551f86a req-607e851b-0426-4724-9371-e02b73fed815 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1663570 Sep 16 05:38:49.470886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdf4a0-179d-4688-bf41-c21981717294 req-5d041de2-59ef-4f86-9a66-8895d086907b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.472608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eccdf4a0-179d-4688-bf41-c21981717294 req-5d041de2-59ef-4f86-9a66-8895d086907b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 943 time: 0.0725152 Sep 16 05:38:49.528567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eccdf4a0-179d-4688-bf41-c21981717294 req-262ab1de-b6ea-4d75-8200-bd20e3f943b6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Sep 16 05:38:49.591751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-531f2b7d-ec5c-488f-8ba8-6d7cf057f19c req-f96d39d4-06b3-462e-aa7a-9ee9f9b0309e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0318758 Sep 16 05:38:49.604116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-0e684450-706d-4227-95f2-aa7b1b9274e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.606397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-0e684450-706d-4227-95f2-aa7b1b9274e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 1095 time: 0.1302955 Sep 16 05:38:49.658701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-b3b60f3b-598b-4e18-9c91-0ebf1070e556 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd74ab08-0900-42cc-ab04-913141cfad38 HTTP/1.1" status: 200 len: 217 time: 0.0366321 Sep 16 05:38:49.725004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-866d53a5-54c8-4791-bd67-31e3f6f9e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:49.726824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-866d53a5-54c8-4791-bd67-31e3f6f9e9dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.0600398 Sep 16 05:38:49.763220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-976fa6b3-491c-490d-9bd8-7dad9fa7e825 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289502 Sep 16 05:38:49.845192 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-52b6fc4b-fd5f-4b46-9ed2-0ce12211f12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:49.884779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-724ad37d-21a5-408e-b3a1-633e909ea1f3 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139867 Sep 16 05:38:50.091700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06259416-b705-4cd1-a002-e66f1921f3c9 req-b9214fc7-28df-4189-9d68-f6a1ec48ee39 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988416 Sep 16 05:38:50.662307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc738-1da2-433b-a7cf-0a424863794f req-f14f9332-1c6b-4cf1-93d7-4c309a16180b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:50.663981 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-577fc738-1da2-433b-a7cf-0a424863794f req-f14f9332-1c6b-4cf1-93d7-4c309a16180b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 943 time: 0.0504310 Sep 16 05:38:50.704882 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-577fc738-1da2-433b-a7cf-0a424863794f req-c8ec1562-ab77-4fb3-9ecb-3e5e2ad427d8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Sep 16 05:38:50.730464 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:51.524497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa82d321-ca77-4ee8-a28a-bf73ebddbdb2 req-a9915ea3-4444-48af-ad3a-bb9655a46bdb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0304258 Sep 16 05:38:51.552940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device dd74ab08-0900-42cc-ab04-913141cfad38 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:51.732850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port dd74ab08-0900-42cc-ab04-913141cfad38, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd74ab08-0900-42cc-ab04-913141cfad38,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:51.745974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'dd74ab08-0900-42cc-ab04-913141cfad38', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'port_id': 'dd74ab08-0900-42cc-ab04-913141cfad38', 'mac_address': 'fa:16:3e:e6:04:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c623a6-b516-4632-b9d5-edbee76019c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:51.757045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-420c4467-4a5d-47a5-9e0a-45a7931a9976 req-10eac4c6-b73d-41d6-9db3-468804955547 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0369017 Sep 16 05:38:51.790640 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:51.806038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd74ab08-0900-42cc-ab04-913141cfad38 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:51.829519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port dd74ab08-0900-42cc-ab04-913141cfad38, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd74ab08-0900-42cc-ab04-913141cfad38,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:51.854784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8174bd-7d07-4098-b697-090f21194f96 req-3e199b2e-4d3d-4355-a971-4803e13da219 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:51.856394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ed8174bd-7d07-4098-b697-090f21194f96 req-3e199b2e-4d3d-4355-a971-4803e13da219 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 943 time: 0.0613039 Sep 16 05:38:51.885377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:51.897129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ed8174bd-7d07-4098-b697-090f21194f96 req-3ec4413e-60e9-47c7-9da8-49f384d1bc36 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Sep 16 05:38:51.948433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=dd74ab08-0900-42cc-ab04-913141cfad38,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:52.298727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['dd74ab08-0900-42cc-ab04-913141cfad38'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:53.027123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c204ee-941b-4af6-82c2-210d6bc10e8e req-28a3d82a-d68a-4a6d-95a8-b8478acbbf40 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:53.028669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54c204ee-941b-4af6-82c2-210d6bc10e8e req-28a3d82a-d68a-4a6d-95a8-b8478acbbf40 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 944 time: 0.0570302 Sep 16 05:38:53.072487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54c204ee-941b-4af6-82c2-210d6bc10e8e req-04467f25-b269-4edc-91cf-8f59bdf58eb2 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361860 Sep 16 05:38:53.150211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a757585-51ae-467b-beb1-0a9bc468635b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.162830 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:53.587972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device dd74ab08-0900-42cc-ab04-913141cfad38 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:53.733890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ea73ca2-ec01-4379-8559-1064572238c0 req-42704830-834a-4578-9d12-f91625e1ec92 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0291140 Sep 16 05:38:53.768016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port dd74ab08-0900-42cc-ab04-913141cfad38 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:53.800891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port dd74ab08-0900-42cc-ab04-913141cfad38 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:53.800891 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.845667 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.947397 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.990660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab6c189-d72b-40d6-a353-ad8f5b4361eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd74ab08-0900-42cc-ab04-913141cfad38'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:53.995883 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e26481-91a7-4444-b79c-519530cd9a3a" -d '{"events": [{"server_uuid": "2ab6c189-d72b-40d6-a353-ad8f5b4361eb", "name": "network-vif-plugged", "status": "completed", "tag": "dd74ab08-0900-42cc-ab04-913141cfad38"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:54.024284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port dd74ab08-0900-42cc-ab04-913141cfad38, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd74ab08-0900-42cc-ab04-913141cfad38,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:54.027366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c0602738-f446-4665-b343-b08a7e059df7 req-e03dee79-3dff-486c-b6b3-436be2ddb110 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0461130 Sep 16 05:38:54.048546 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d037924f-c930-449b-a886-e58d7a5d9775 x-openstack-request-id: req-d037924f-c930-449b-a886-e58d7a5d9775 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:54.049135 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab6c189-d72b-40d6-a353-ad8f5b4361eb", "name": "network-vif-plugged", "status": "completed", "tag": "dd74ab08-0900-42cc-ab04-913141cfad38", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:54.049477 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d037924f-c930-449b-a886-e58d7a5d9775 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:54.050268 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab6c189-d72b-40d6-a353-ad8f5b4361eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd74ab08-0900-42cc-ab04-913141cfad38', 'code': 200} Sep 16 05:38:54.104660 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:54.197657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=dd74ab08-0900-42cc-ab04-913141cfad38,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:54.209072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aaa22-aeed-4b3b-9864-2ce50cac012d req-09c74fe8-6d1a-439e-a862-61fa7e7014f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:54.210604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-075aaa22-aeed-4b3b-9864-2ce50cac012d req-09c74fe8-6d1a-439e-a862-61fa7e7014f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 1097 time: 0.0540450 Sep 16 05:38:54.239594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1de28-a72d-4c17-b2c1-e09ab2e7ab99 req-55370be5-a3cf-4402-b0e9-3d5e762dc6bf tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:54.241028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64a1de28-a72d-4c17-b2c1-e09ab2e7ab99 req-55370be5-a3cf-4402-b0e9-3d5e762dc6bf tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 945 time: 0.0596635 Sep 16 05:38:54.264550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-075aaa22-aeed-4b3b-9864-2ce50cac012d req-0d67ac0f-6415-40f0-a580-2f485a070dcf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Sep 16 05:38:54.284177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64a1de28-a72d-4c17-b2c1-e09ab2e7ab99 req-95498fc4-aa47-4488-b012-b962a8cb52ad tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Sep 16 05:38:55.271111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:55.426789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944ca3d-3417-4146-bb36-491eb3ced9d2 req-228bdc1d-a1d6-4f22-a30b-3ae3c6124afe tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:55.428448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e944ca3d-3417-4146-bb36-491eb3ced9d2 req-228bdc1d-a1d6-4f22-a30b-3ae3c6124afe tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 945 time: 0.0666871 Sep 16 05:38:55.477281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e944ca3d-3417-4146-bb36-491eb3ced9d2 req-0f619d8c-ae18-451c-95ad-101c6d8e3d38 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Sep 16 05:38:56.011317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6bd4c98d-d1cb-4ddb-80b1-6766efe37523 req-4a12257c-8f3b-4dc2-8b02-969c782870a7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0353870 Sep 16 05:38:56.175312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7579da8-4fd9-475f-b579-f0a1b79f8f26 req-dd15496a-ce14-4616-9590-ee31248157b6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0288060 Sep 16 05:38:56.610289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bccde-6812-445a-8264-bdba47f736bb req-87ad3162-a2f1-4c8e-87b7-4a9926b3cf38 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:56.611647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c7bccde-6812-445a-8264-bdba47f736bb req-87ad3162-a2f1-4c8e-87b7-4a9926b3cf38 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 945 time: 0.0558314 Sep 16 05:38:56.658312 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c7bccde-6812-445a-8264-bdba47f736bb req-21027833-67a9-45f4-bbb0-d46bd3c321d6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Sep 16 05:38:56.911633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ba69-738d-4643-9680-1e01fa362321 req-3b6e6ec9-c83e-4316-b0dc-6ecc4ecbff8b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:56.913285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-3b6e6ec9-c83e-4316-b0dc-6ecc4ecbff8b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1164443 Sep 16 05:38:56.932374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-4f5584b0-dcde-4c31-af01-e3fe92febacf tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/quotas/9d550f361ff34a6ba57aefa259f3dd93 HTTP/1.1" status: 200 len: 375 time: 0.0115047 Sep 16 05:38:56.987509 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-98ee9e06-5640-4454-88b5-43bde6bbbd99 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507891 Sep 16 05:38:57.106170 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-125f0d72-1932-4b4c-a3bb-50dfbcb28edd service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114528 Sep 16 05:38:57.229711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-e3c97183-d3ae-4096-aa21-62073c8bee8c service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142292 Sep 16 05:38:57.424371 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:57.489328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88c9e686-f597-4480-a61b-6fc0400a9cd6 req-20da27cd-afb0-4cc3-a8ff-985883fef297 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 210 time: 0.0339777 Sep 16 05:38:58.003268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7473324f-22a8-4acb-92fe-4d52c4e33d2e req-8b1a69b2-1042-45c4-a5fb-f00f9531b3bf service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0300484 Sep 16 05:38:58.157861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af035d24-6387-44b3-ad3b-a31edbc457b7 req-16eeab71-dda6-47eb-b54c-bdf51096f253 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0303645 Sep 16 05:38:58.432222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49142) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:58.554018 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b1926519-318f-403f-aaa8-51cbc959dfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.614513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcffea6d-0729-479c-8720-1dd57b0630b4 req-f1274222-2845-4209-baac-b1479e8263cb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 210 time: 0.0397670 Sep 16 05:38:58.690285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b1926519-318f-403f-aaa8-51cbc959dfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.698145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.767129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b1926519-318f-403f-aaa8-51cbc959dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.811993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b1926519-318f-403f-aaa8-51cbc959dfc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f881e50406584ed8aa295874aa86e609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761079 Sep 16 05:38:58.811993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1926519-318f-403f-aaa8-51cbc959dfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2815bda8-bc64-48b9-afbf-d2458d9e02d2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:58.812630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49150) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:58.875622 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c94cce1-52aa-4668-a357-34eae9115d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.897645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c94cce1-52aa-4668-a357-34eae9115d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.027617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c94cce1-52aa-4668-a357-34eae9115d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.031818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c94cce1-52aa-4668-a357-34eae9115d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.032299 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1c94cce1-52aa-4668-a357-34eae9115d92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2815bda8-bc64-48b9-afbf-d2458d9e02d2 HTTP/1.1" status: 204 len: 168 time: 0.2171354 Sep 16 05:38:59.040478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94cce1-52aa-4668-a357-34eae9115d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2815bda8-bc64-48b9-afbf-d2458d9e02d2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:59.726786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-72a4a589-487c-4f4e-9bd9-5c1db29742a8 req-8e4083b2-a01b-45ce-92e1-0142ba3939b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 210 time: 0.0321817 Sep 16 05:38:59.727301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49170) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:59.746953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-edde3a2e-eb5d-4130-bbab-24c74ff80d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.776762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ba69-738d-4643-9680-1e01fa362321 req-f08e9077-aa69-4bef-bd3b-6dbb82fe3091 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:59.778253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-f08e9077-aa69-4bef-bd3b-6dbb82fe3091 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1265559 Sep 16 05:38:59.800466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Request body: {'port': {'device_id': '6be045ea-819f-4114-b991-603a83bca358', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'admin_state_up': True, 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:59.852616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-edde3a2e-eb5d-4130-bbab-24c74ff80d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.944332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-edde3a2e-eb5d-4130-bbab-24c74ff80d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.006341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-edde3a2e-eb5d-4130-bbab-24c74ff80d6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d9a73c6934f4f489b2da01355cc01d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778697 Sep 16 05:39:00.009530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49172) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:00.018872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde3a2e-eb5d-4130-bbab-24c74ff80d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f5c7fa-e383-4bd9-bde7-b1fcfded4193,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:00.064307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:00.067945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.083030 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-389fe337-f18c-4f64-8c53-4ddc38437bbc req-e397c506-791e-4794-b45f-283fa1d7c3b5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0294046 Sep 16 05:39:00.145275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af372ec3-60d7-4222-bace-5b41e9a1bb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.185775 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af372ec3-60d7-4222-bace-5b41e9a1bb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.258397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8745045a-f837-4c08-8018-6f8953aa884e req-8ead3f23-556f-47f8-a115-f532782eafd5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0639889 Sep 16 05:39:00.290584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Allocated IP 172.20.0.14 (b0a0dc9b-d101-416e-bfae-81eb4f718e44/46c623a6-b516-4632-b9d5-edbee76019c8/d1339e65-7763-43cf-8a65-3ee06b74f8d7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:00.384799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af372ec3-60d7-4222-bace-5b41e9a1bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.387444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af372ec3-60d7-4222-bace-5b41e9a1bb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.388635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-af372ec3-60d7-4222-bace-5b41e9a1bb2d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39f5c7fa-e383-4bd9-bde7-b1fcfded4193 HTTP/1.1" status: 204 len: 168 time: 0.3780732 Sep 16 05:39:00.416697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af372ec3-60d7-4222-bace-5b41e9a1bb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f5c7fa-e383-4bd9-bde7-b1fcfded4193,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:00.499108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.611325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.644765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['dd74ab08-0900-42cc-ab04-913141cfad38'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:00.661382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:00.664822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:00.670033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:00.671724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:00.696643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event updated for resources: {'Port': ['ID=d1339e65-7763-43cf-8a65-3ee06b74f8d7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:00.727692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:00.728298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.839062 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-40b0b0e9-a8f4-4a84-843d-44527a3d4a1f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0432372 Sep 16 05:39:00.862745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Request body: {'port': {'device_id': '6be045ea-819f-4114-b991-603a83bca358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:00.901698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf80d79-26be-44b5-a861-01b8cbed0629 req-c0341790-50e5-45ce-a59f-cf159d073a91 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:00.903437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eaf80d79-26be-44b5-a861-01b8cbed0629 req-c0341790-50e5-45ce-a59f-cf159d073a91 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 932 time: 0.0953889 Sep 16 05:39:00.960329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:00.984654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eaf80d79-26be-44b5-a861-01b8cbed0629 req-81ac3f30-4753-4173-9d4c-8b504be4fa47 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Sep 16 05:39:01.269346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1339e65-7763-43cf-8a65-3ee06b74f8d7 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:01.300934 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:01.314503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Transition to ACTIVE for port object d1339e65-7763-43cf-8a65-3ee06b74f8d7 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:01.404559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:01.472025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04979d93-862e-4999-985c-2e721f254229 service neutron] Pushing event updated for resources: {'Port': ['ID=d1339e65-7763-43cf-8a65-3ee06b74f8d7,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:01.541841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Attempting to bind port d1339e65-7763-43cf-8a65-3ee06b74f8d7 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:01.542181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Attempting to bind port d1339e65-7763-43cf-8a65-3ee06b74f8d7 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:01.542517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Attempting to bind port d1339e65-7763-43cf-8a65-3ee06b74f8d7 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:01.549789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Port d1339e65-7763-43cf-8a65-3ee06b74f8d7 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:01.550271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Attempting to bind port d1339e65-7763-43cf-8a65-3ee06b74f8d7 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:01.557340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:01.557686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Checking segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:01.558081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Bound using segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:01.558514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Bound port: d1339e65-7763-43cf-8a65-3ee06b74f8d7, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:01.558877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:01.676411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] For port d1339e65-7763-43cf-8a65-3ee06b74f8d7, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:01.680379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] For port d1339e65-7763-43cf-8a65-3ee06b74f8d7, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d1339e65-7763-43cf-8a65-3ee06b74f8d7,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:01.751088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:01.801810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:01.802458 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:01.803945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-04979d93-862e-4999-985c-2e721f254229 service neutron] 10.222.0.66 "PUT /v2.0/ports/d1339e65-7763-43cf-8a65-3ee06b74f8d7 HTTP/1.1" status: 200 len: 1093 time: 0.9477932 Sep 16 05:39:01.807129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be045ea-819f-4114-b991-603a83bca358', 'tag': 'd1339e65-7763-43cf-8a65-3ee06b74f8d7'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:01.809757 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a610b2-07cd-4acd-b75d-16d289d79340" -d '{"events": [{"name": "network-changed", "server_uuid": "6be045ea-819f-4114-b991-603a83bca358", "tag": "d1339e65-7763-43cf-8a65-3ee06b74f8d7"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:01.860273 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64eee3-5c7a-4314-b854-6c9e8190af0d x-openstack-request-id: req-4e64eee3-5c7a-4314-b854-6c9e8190af0d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:01.860896 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be045ea-819f-4114-b991-603a83bca358", "tag": "d1339e65-7763-43cf-8a65-3ee06b74f8d7", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:01.864056 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e64eee3-5c7a-4314-b854-6c9e8190af0d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:01.864056 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be045ea-819f-4114-b991-603a83bca358', 'tag': 'd1339e65-7763-43cf-8a65-3ee06b74f8d7', 'status': 'completed', 'code': 200} Sep 16 05:39:01.866188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04979d93-862e-4999-985c-2e721f254229 service neutron] Pushing event updated for resources: {'Port': ['ID=d1339e65-7763-43cf-8a65-3ee06b74f8d7,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:01.959791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a610b2-07cd-4acd-b75d-16d289d79340 req-23fc27eb-6374-49a5-8906-3b6eeb618372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:01.961440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47a610b2-07cd-4acd-b75d-16d289d79340 req-23fc27eb-6374-49a5-8906-3b6eeb618372 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 1096 time: 0.0488660 Sep 16 05:39:02.133217 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a610b2-07cd-4acd-b75d-16d289d79340 req-1949117a-0811-40d8-9a6e-71196e2b7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:02.135050 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47a610b2-07cd-4acd-b75d-16d289d79340 req-1949117a-0811-40d8-9a6e-71196e2b7933 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1581361 Sep 16 05:39:02.190047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe31fbbd-09a2-4c52-9968-325528ff1408 req-c6d572d9-8404-44b3-bc38-aee129b40f62 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0538857 Sep 16 05:39:02.352225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498503-234b-4c47-9d1a-9aad4940f98b req-5e93a28e-105a-4ff2-824e-52ef8aff54a5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:02.354129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f498503-234b-4c47-9d1a-9aad4940f98b req-5e93a28e-105a-4ff2-824e-52ef8aff54a5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 944 time: 0.1676161 Sep 16 05:39:02.396698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6587918f-8285-4475-8273-7d4b698a310f req-a82cc0b0-5bef-4059-bc6a-75ef1cf37c2b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0414641 Sep 16 05:39:02.407138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a610b2-07cd-4acd-b75d-16d289d79340 req-54768682-289d-48e9-8e1f-cf7aaeca4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:02.407138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47a610b2-07cd-4acd-b75d-16d289d79340 req-54768682-289d-48e9-8e1f-cf7aaeca4298 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2614720 Sep 16 05:39:02.435521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f498503-234b-4c47-9d1a-9aad4940f98b req-fe24b048-0364-45b4-a7ca-136bd6c470f9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737348 Sep 16 05:39:02.539114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ba69-738d-4643-9680-1e01fa362321 req-6e958f8a-c935-4bd7-b537-3d6b622138ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:02.540684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-6e958f8a-c935-4bd7-b537-3d6b622138ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 1096 time: 0.0517344 Sep 16 05:39:02.593718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-2b7c8168-b6fd-46af-bb50-032ebcec5c74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1339e65-7763-43cf-8a65-3ee06b74f8d7 HTTP/1.1" status: 200 len: 217 time: 0.0370598 Sep 16 05:39:02.649255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ba69-738d-4643-9680-1e01fa362321 req-4ed0f11f-7e9e-4de4-9f6f-c8805364a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:02.650808 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-4ed0f11f-7e9e-4de4-9f6f-c8805364a5be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.0502250 Sep 16 05:39:02.698082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-7acf450d-8bd3-43cf-ba08-eb9f712021b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333374 Sep 16 05:39:02.866011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-5d3f64e9-c209-4487-811e-a0bc2c12f2c4 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588421 Sep 16 05:39:02.979468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3497ba69-738d-4643-9680-1e01fa362321 req-faf3eca7-ff52-4521-95bd-dcd8de9803df service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027269 Sep 16 05:39:03.593169 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8356f-4e9f-41d9-8647-fd76b511981c req-0021bca4-bcc0-4b31-9ed5-9c60e07339f7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:03.595218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2a8356f-4e9f-41d9-8647-fd76b511981c req-0021bca4-bcc0-4b31-9ed5-9c60e07339f7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 944 time: 0.0648916 Sep 16 05:39:03.644113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2a8356f-4e9f-41d9-8647-fd76b511981c req-e50917b9-088a-4a8c-973b-dd3527edbcb6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361247 Sep 16 05:39:03.773372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49280) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:03.922673 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-011550fc-7839-4410-a895-8e9b53295e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.048674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-011550fc-7839-4410-a895-8e9b53295e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.201342 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-011550fc-7839-4410-a895-8e9b53295e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.253964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011550fc-7839-4410-a895-8e9b53295e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77813133-8785-45e9-8f07-651f35e3b33f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:04.260720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-011550fc-7839-4410-a895-8e9b53295e90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=432e3e53d4a7457dbbb53be6fe38ddf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845755 Sep 16 05:39:04.262197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49292) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:04.319135 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2e263a4-397c-46a8-af01-e8a946b7346c req-414599c1-1c2b-48b2-862b-ec208f70f2ba service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0396802 Sep 16 05:39:04.348682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8f11927-36b1-4465-bcad-f42472b03e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.375824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8f11927-36b1-4465-bcad-f42472b03e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.472418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3435370d-afa2-47b6-bac7-a33f54e5bcc3 req-a94b4cdf-51c7-4a43-a707-6d90cd3a1ab2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0308869 Sep 16 05:39:04.556446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8f11927-36b1-4465-bcad-f42472b03e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.560056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8f11927-36b1-4465-bcad-f42472b03e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:04.561417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b8f11927-36b1-4465-bcad-f42472b03e3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77813133-8785-45e9-8f07-651f35e3b33f HTTP/1.1" status: 204 len: 168 time: 0.2977879 Sep 16 05:39:04.570903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f11927-36b1-4465-bcad-f42472b03e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77813133-8785-45e9-8f07-651f35e3b33f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:04.783083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5fc4f-a634-4a89-af8c-4c15978cbef0 req-321fc1c8-b703-4c11-b3a8-2506ded75874 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:04.784958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33a5fc4f-a634-4a89-af8c-4c15978cbef0 req-321fc1c8-b703-4c11-b3a8-2506ded75874 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 944 time: 0.0566561 Sep 16 05:39:04.853696 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33a5fc4f-a634-4a89-af8c-4c15978cbef0 req-d2dfa110-b339-414b-af3a-368c4079b50e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563431 Sep 16 05:39:05.434318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49312) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:05.448862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ae89f2-fcc2-4c23-b4b3-a22afc65e069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.557306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ae89f2-fcc2-4c23-b4b3-a22afc65e069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.624678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8ae89f2-fcc2-4c23-b4b3-a22afc65e069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.669153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d8ae89f2-fcc2-4c23-b4b3-a22afc65e069 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed5dff9fe8454cf29eee743e441faa42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335336 Sep 16 05:39:05.670284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae89f2-fcc2-4c23-b4b3-a22afc65e069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf16ba38-829d-4da9-9bd5-8828ddbbc6bb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:05.672150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:05.739066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-015b7c39-5245-470f-875d-2672d08b4a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.768659 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-015b7c39-5245-470f-875d-2672d08b4a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.913509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-015b7c39-5245-470f-875d-2672d08b4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.916705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-015b7c39-5245-470f-875d-2672d08b4a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:05.921039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-015b7c39-5245-470f-875d-2672d08b4a4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf16ba38-829d-4da9-9bd5-8828ddbbc6bb HTTP/1.1" status: 204 len: 168 time: 0.2442756 Sep 16 05:39:05.929530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b7c39-5245-470f-875d-2672d08b4a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf16ba38-829d-4da9-9bd5-8828ddbbc6bb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:06.025367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f18f6-c9b5-4d68-84a0-dc365ce69c32 req-fc83794f-6687-4dc7-9088-934d0161d208 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:06.025937 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da6f18f6-c9b5-4d68-84a0-dc365ce69c32 req-fc83794f-6687-4dc7-9088-934d0161d208 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 944 time: 0.0593247 Sep 16 05:39:06.093965 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da6f18f6-c9b5-4d68-84a0-dc365ce69c32 req-5776170c-cfc5-4076-840d-7b15d4fe6b56 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603278 Sep 16 05:39:06.411667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf12b726-45e9-4c06-99dc-825f4fef5d2f req-970e9468-c409-4ff8-a10f-e7f48fde9e02 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0388317 Sep 16 05:39:06.575068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a2c5075-c0da-410a-a06b-82752468b052 req-52dfc633-677e-4889-bc3d-2269da1da021 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0349827 Sep 16 05:39:07.255232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e89fc9-ba83-44b4-b384-56b4940361ef req-ed75b944-a17e-4675-8628-b12033daa8ce tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:07.257037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68e89fc9-ba83-44b4-b384-56b4940361ef req-ed75b944-a17e-4675-8628-b12033daa8ce tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 944 time: 0.0784464 Sep 16 05:39:07.333989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68e89fc9-ba83-44b4-b384-56b4940361ef req-181acded-2c52-455d-93db-89a0ab5b2f11 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669031 Sep 16 05:39:07.615326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d1339e65-7763-43cf-8a65-3ee06b74f8d7 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:39:07.828573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d1339e65-7763-43cf-8a65-3ee06b74f8d7, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d1339e65-7763-43cf-8a65-3ee06b74f8d7,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:07.828573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'd1339e65-7763-43cf-8a65-3ee06b74f8d7', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'port_id': 'd1339e65-7763-43cf-8a65-3ee06b74f8d7', 'mac_address': 'fa:16:3e:87:a8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c623a6-b516-4632-b9d5-edbee76019c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:39:07.865869 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.875733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1339e65-7763-43cf-8a65-3ee06b74f8d7 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:07.908482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d1339e65-7763-43cf-8a65-3ee06b74f8d7, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d1339e65-7763-43cf-8a65-3ee06b74f8d7,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:07.986261 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:08.049384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=d1339e65-7763-43cf-8a65-3ee06b74f8d7,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:08.313779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['d1339e65-7763-43cf-8a65-3ee06b74f8d7'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:08.496363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464996b2-52a0-462d-b718-53e62f51a819 req-21dfe5f9-9077-48b6-9100-9e890197ed3a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:08.499601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-464996b2-52a0-462d-b718-53e62f51a819 req-21dfe5f9-9077-48b6-9100-9e890197ed3a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 945 time: 0.0634794 Sep 16 05:39:08.538064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f6365f1b-9f27-467b-8e0b-e6cad1e27aab req-11029ffd-cc65-4d1f-9dfd-d5aef2a78164 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0301077 Sep 16 05:39:08.601823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-464996b2-52a0-462d-b718-53e62f51a819 req-ce31c78c-ff2d-4827-bb6f-a273ee014ae8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610998 Sep 16 05:39:08.747736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaddaae7-df25-4e52-95d0-8b3b1429d782 req-474a59f1-c9e6-478c-8f08-c1943f3428f6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0508053 Sep 16 05:39:09.612889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d1339e65-7763-43cf-8a65-3ee06b74f8d7 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:09.736658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b463050-f9ac-449f-8fb6-0c9e8856f9bb req-a68043c8-f0f9-43f9-9ea5-c7aa384a375f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:09.738158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b463050-f9ac-449f-8fb6-0c9e8856f9bb req-a68043c8-f0f9-43f9-9ea5-c7aa384a375f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 945 time: 0.0554988 Sep 16 05:39:09.779263 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b463050-f9ac-449f-8fb6-0c9e8856f9bb req-24047a85-443f-4526-befa-abfcf7826489 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Sep 16 05:39:09.818515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port d1339e65-7763-43cf-8a65-3ee06b74f8d7 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:39:09.822733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port d1339e65-7763-43cf-8a65-3ee06b74f8d7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:09.823136 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.916180 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.942593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be045ea-819f-4114-b991-603a83bca358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1339e65-7763-43cf-8a65-3ee06b74f8d7'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:09.944568 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30a8288-daa6-463a-9f38-6361fe7e2a0c" -d '{"events": [{"server_uuid": "6be045ea-819f-4114-b991-603a83bca358", "name": "network-vif-plugged", "status": "completed", "tag": "d1339e65-7763-43cf-8a65-3ee06b74f8d7"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:09.958389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d1339e65-7763-43cf-8a65-3ee06b74f8d7, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d1339e65-7763-43cf-8a65-3ee06b74f8d7,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:09.989486 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450f74e-6747-49c7-877d-e5fc1aaf3eae x-openstack-request-id: req-4450f74e-6747-49c7-877d-e5fc1aaf3eae {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:09.989800 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be045ea-819f-4114-b991-603a83bca358", "name": "network-vif-plugged", "status": "completed", "tag": "d1339e65-7763-43cf-8a65-3ee06b74f8d7", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:09.990052 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4450f74e-6747-49c7-877d-e5fc1aaf3eae {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:09.990492 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be045ea-819f-4114-b991-603a83bca358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1339e65-7763-43cf-8a65-3ee06b74f8d7', 'code': 200} Sep 16 05:39:10.042958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.107459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=d1339e65-7763-43cf-8a65-3ee06b74f8d7,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:10.147583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc62265-56cd-4d55-8c3e-e8fb28ea2ef5 req-aa33ba42-153a-4e2d-a7b9-af133b847bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.149297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ffc62265-56cd-4d55-8c3e-e8fb28ea2ef5 req-aa33ba42-153a-4e2d-a7b9-af133b847bff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 1098 time: 0.0457857 Sep 16 05:39:10.189596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ffc62265-56cd-4d55-8c3e-e8fb28ea2ef5 req-a7f3511b-44f6-4792-900b-22729acdda61 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Sep 16 05:39:10.616264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc80b0d6-8f06-49df-b2e4-46c4992ffa69 req-c51aec06-8f37-4142-b36f-45e702c59e67 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0289524 Sep 16 05:39:10.804883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-692a3f6c-0de3-408d-9a03-ac22d5c3cf94 req-0d85713e-ca14-4155-958b-b49e98abdfe9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0578234 Sep 16 05:39:10.951248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854ffcb-2e40-4006-9974-00d2038ba51c req-257010a3-b219-4239-a853-03fa6993cdb8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.959610 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e854ffcb-2e40-4006-9974-00d2038ba51c req-257010a3-b219-4239-a853-03fa6993cdb8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 946 time: 0.0666599 Sep 16 05:39:10.995670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e854ffcb-2e40-4006-9974-00d2038ba51c req-9890fd6e-a07c-40d9-952e-e9593a795365 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350995 Sep 16 05:39:12.134134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc38670-32dc-4d52-990a-ff16fd498976 req-245724b2-eb56-4dfa-abcf-9efd2ec83101 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:12.135743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bfc38670-32dc-4d52-990a-ff16fd498976 req-245724b2-eb56-4dfa-abcf-9efd2ec83101 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 946 time: 0.0603740 Sep 16 05:39:12.182952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bfc38670-32dc-4d52-990a-ff16fd498976 req-54f5512c-b482-40b2-b4e4-6238ef5cab88 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Sep 16 05:39:12.335839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994e199-832b-4804-b423-05a7cb9a4dc2 req-7dc53e8c-bfc2-48fc-b0b2-22650d4a1804 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:12.338495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0994e199-832b-4804-b423-05a7cb9a4dc2 req-7dc53e8c-bfc2-48fc-b0b2-22650d4a1804 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 945 time: 0.0758491 Sep 16 05:39:12.400944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0994e199-832b-4804-b423-05a7cb9a4dc2 req-2fcef906-8108-426a-8c9b-9fb525f9ef76 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550261 Sep 16 05:39:12.558130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01512-9af7-49cc-aff5-408f47c88887 req-8ccf37e7-2d5b-495f-b45c-a82405fac3fc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:12.560740 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59b01512-9af7-49cc-aff5-408f47c88887 req-8ccf37e7-2d5b-495f-b45c-a82405fac3fc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 946 time: 0.0676148 Sep 16 05:39:12.659464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59b01512-9af7-49cc-aff5-408f47c88887 req-6c2e747f-5811-4ed6-8b39-20888b997273 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899036 Sep 16 05:39:12.935818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c90b2b4e-b1da-4845-8781-db6dbe01145a req-a6b1c433-db08-4588-aa18-ffc9a0cf6a6b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0358212 Sep 16 05:39:13.183156 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3a0ea9d-07af-4206-bad1-7e5129de8d7f req-509228ab-7d94-43ad-a492-ea98a9ce315e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0342541 Sep 16 05:39:13.308750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1d2f4-015b-4577-9c71-08b50c9ccd9e req-2f848100-80ae-4450-943b-bf4474e735bf tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:13.310300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78d1d2f4-015b-4577-9c71-08b50c9ccd9e req-2f848100-80ae-4450-943b-bf4474e735bf tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 946 time: 0.0569522 Sep 16 05:39:13.369906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78d1d2f4-015b-4577-9c71-08b50c9ccd9e req-841298da-1115-41e9-90d2-75059d7d348f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515454 Sep 16 05:39:14.495344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5a74-5e98-4da2-b9ab-cca25d49e8d0 req-6e2872e7-2790-41ab-a8b2-4c2aa5e3c041 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:14.496870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0ed5a74-5e98-4da2-b9ab-cca25d49e8d0 req-6e2872e7-2790-41ab-a8b2-4c2aa5e3c041 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 946 time: 0.0509937 Sep 16 05:39:14.540374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0ed5a74-5e98-4da2-b9ab-cca25d49e8d0 req-47ccf029-82d7-45ee-b4d0-c7c603b7c849 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364225 Sep 16 05:39:15.016396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-266e0c25-bca5-475c-93bf-4353b1455e3c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:15.018503 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-266e0c25-bca5-475c-93bf-4353b1455e3c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 946 time: 0.0623825 Sep 16 05:39:15.055081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59013b31-ed80-433a-a6de-2640c9a1df67 req-0cba5609-d3a2-4efa-a50a-df55826ff430 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0315840 Sep 16 05:39:15.147045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Deleting port d1339e65-7763-43cf-8a65-3ee06b74f8d7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:15.147394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.208231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72a6159d-5425-4e5a-8436-a057c32bdcbb req-ead96e23-b5fc-4178-9ac6-b3441f80f57f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0400801 Sep 16 05:39:15.294572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] For port d1339e65-7763-43cf-8a65-3ee06b74f8d7, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d1339e65-7763-43cf-8a65-3ee06b74f8d7,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:15.295230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.301201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49624) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:15.427681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7f3005ca-977d-40b8-b260-e543b17c5ca1 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6535 time: 0.1252053 Sep 16 05:39:15.433222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49630) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:15.439084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'network': {'name': 'tempest-network-smoke--1881359110', 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'port_security_enabled': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:15.561880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Made reservation on behalf of 8a78d61cb35e485e8a527577d16586ed for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:15.575383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.635176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:39:15.693229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Calling delete_port for d1339e65-7763-43cf-8a65-3ee06b74f8d7 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:15.717059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.717419 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Added segment 30896780-b7f9-44cc-b272-cce81e1815a3 of type vlan for network 46e0dbfa-79a2-4d44-9745-044d4621ced6 Sep 16 05:39:15.786343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15760390-ea9d-4fbf-8be1-99af6779d35e req-7777ab53-8e81-4a1d-b5c6-2083214f987a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:15.793024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15760390-ea9d-4fbf-8be1-99af6779d35e req-7777ab53-8e81-4a1d-b5c6-2083214f987a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 946 time: 0.1446180 Sep 16 05:39:15.813047 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.874777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15760390-ea9d-4fbf-8be1-99af6779d35e req-790f31be-02c3-4649-aaa0-6535fdb3b262 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734229 Sep 16 05:39:15.955352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.962196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:15.964516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:15.990502 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.026262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['dd74ab08-0900-42cc-ab04-913141cfad38'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:16.032778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870', 'd1339e65-7763-43cf-8a65-3ee06b74f8d7'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:16.073323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event deleted for resources: {'Port': ['ID=d1339e65-7763-43cf-8a65-3ee06b74f8d7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:16.112594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Network': ['ID=46e0dbfa-79a2-4d44-9745-044d4621ced6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:16.115791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.116267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.116726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.117160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.117593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.118194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.118635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.119104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.119543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.120000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.120429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.120861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.157093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.158600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] No DVR routers for this DVR port d1339e65-7763-43cf-8a65-3ee06b74f8d7 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:16.159351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.161161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.161862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.162436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.163896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.164640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.165358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.166054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.168710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0e5b48a-3300-4617-a77e-83d7e8d41e83 req-45db02d9-5b0e-4969-8416-d3d8750646b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "DELETE /v2.0/ports/d1339e65-7763-43cf-8a65-3ee06b74f8d7 HTTP/1.1" status: 204 len: 173 time: 1.1427624 Sep 16 05:39:16.185049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be045ea-819f-4114-b991-603a83bca358', 'name': 'network-vif-deleted', 'tag': 'd1339e65-7763-43cf-8a65-3ee06b74f8d7'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:16.185824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.186340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.187203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.187972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:16.190197 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b557e7-ae7f-470d-8b8b-4f244e376118" -d '{"events": [{"server_uuid": "6be045ea-819f-4114-b991-603a83bca358", "name": "network-vif-deleted", "tag": "d1339e65-7763-43cf-8a65-3ee06b74f8d7"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:16.217778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:39:16.238295 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d080d7d-1824-4c94-b4bb-c33529a08f4a x-openstack-request-id: req-1d080d7d-1824-4c94-b4bb-c33529a08f4a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:16.238866 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be045ea-819f-4114-b991-603a83bca358", "name": "network-vif-deleted", "tag": "d1339e65-7763-43cf-8a65-3ee06b74f8d7", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:16.241288 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d080d7d-1824-4c94-b4bb-c33529a08f4a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:16.241770 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be045ea-819f-4114-b991-603a83bca358', 'name': 'network-vif-deleted', 'tag': 'd1339e65-7763-43cf-8a65-3ee06b74f8d7', 'status': 'completed', 'code': 200} Sep 16 05:39:16.363951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0743c3ed-6781-4149-ab68-5beb14628325 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9293163 Sep 16 05:39:16.366667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:16.374430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'admin_state_up': True, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:16.521655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.523469 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.606238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:16.849553 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.044275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c5c72bf5-b929-401a-ab23-d1d57b2056e5 req-0691cd70-7190-48ce-a524-85c559c88d6e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6be045ea-819f-4114-b991-603a83bca358 HTTP/1.1" status: 200 len: 210 time: 0.0333493 Sep 16 05:39:17.225031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.248638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.281184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-deb01da1-dc91-46e6-a26f-e89b45dc04ed req-0acfdd1e-f603-4059-ad52-96bd3c59e103 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0330017 Sep 16 05:39:17.403524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Allocated IP 172.25.1.152 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/5ff3182a-cfb9-41a5-8808-18347d59e379) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:17.480128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcbcbcfb-6ea5-4233-8b28-05af80740627 req-077d65f9-b4d8-468e-8c4e-3a829ae5e5fd service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0402629 Sep 16 05:39:17.566234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.704356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.751696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:17.757706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:17.760356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:17.766697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=5ff3182a-cfb9-41a5-8808-18347d59e379,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:18.206321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.508523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.715564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3fa04-5acc-4cc6-a3a4-9db25af6f8e7 req-0004f990-1f00-4665-96e6-99e9ee4eef9a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:18.717204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16d3fa04-5acc-4cc6-a3a4-9db25af6f8e7 req-0004f990-1f00-4665-96e6-99e9ee4eef9a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 945 time: 0.0700941 Sep 16 05:39:18.763289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16d3fa04-5acc-4cc6-a3a4-9db25af6f8e7 req-15e4ffe6-5fff-4778-9364-361905f2292f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 Sep 16 05:39:18.810602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Router f1eb8f40-d424-4676-ba57-1baa8a6f5495 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:39:18.938091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:18.954982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Sync routers for ids ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:18.974425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Routers {'f1eb8f40-d424-4676-ba57-1baa8a6f5495'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:18.975600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:38:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:19.058363 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:19.063320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bf1985d6-7f54-40fc-ad31-139edecc7ead tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6953864 Sep 16 05:39:19.066315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49734) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:19.130078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Set router f1eb8f40-d424-4676-ba57-1baa8a6f5495 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:19.184575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bb37b3-2d89-46da-b2a3-8c4e00e297b7 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.186142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c0bb37b3-2d89-46da-b2a3-8c4e00e297b7 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=8a78d61cb35e485e8a527577d16586ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 827 time: 0.1188462 Sep 16 05:39:19.189469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49736) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:19.418383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:17Z', 'revision_number': 3, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:17Z', 'updated_at': '2021-09-16T05:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:19.448293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786d1ff-be65-45ad-9608-f5cb912eddcc tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.450383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d786d1ff-be65-45ad-9608-f5cb912eddcc tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2598579 Sep 16 05:39:19.453817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49750) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:19.486540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Checking router: f1eb8f40-d424-4676-ba57-1baa8a6f5495 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:19.487149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Updating router f1eb8f40-d424-4676-ba57-1baa8a6f5495 port 5ff3182a-cfb9-41a5-8808-18347d59e379 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:19.496806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-5b27ccf9-244d-41f8-b91e-ad6a3d7d70d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624154 Sep 16 05:39:19.507654 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-60432bbb-18d0-4681-b8dd-948e166d4627 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527515 Sep 16 05:39:19.510645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49752) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:19.536216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:19.559186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bb14efeb-cef7-4dbb-928b-64f592b1723c tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=8a78d61cb35e485e8a527577d16586ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471053 Sep 16 05:39:19.562001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49756) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:19.695692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d1339e65-7763-43cf-8a65-3ee06b74f8d7 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:19.753758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: d1339e65-7763-43cf-8a65-3ee06b74f8d7 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:19.754111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d1339e65-7763-43cf-8a65-3ee06b74f8d7 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:19.768918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-554e735e-c7d9-4846-99b9-d996e7ccd169 req-a8f85f07-cec5-4eec-ab68-99537cfe5569 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0529747 Sep 16 05:39:19.778413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-a5345284-18de-4dbb-abc1-7e4def1e63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.780037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-a5345284-18de-4dbb-abc1-7e4def1e63e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 1097 time: 0.1755514 Sep 16 05:39:19.807613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d8d54-4d1e-43b6-a727-2cbaaf015f8d tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.813997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2e2d8d54-4d1e-43b6-a727-2cbaaf015f8d tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2503209 Sep 16 05:39:19.817733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49768) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:19.863227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-45238595-c893-411c-9ba0-a4ab03f8c08c tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442729 Sep 16 05:39:19.865691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49770) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:19.865924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0ea3d619-0bcc-46a1-bb51-99a9ac7f9189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:19.881674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272080406', 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6', 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:19.982575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-23a568af-fac7-4919-bb7e-afbf5ee1ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.985259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-23a568af-fac7-4919-bb7e-afbf5ee1ba90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 905 time: 0.1699953 Sep 16 05:39:20.069432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-565d7026-0f48-4002-b55c-d090582a8e93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f516ea91-eee8-4d13-b9a3-fbb835a61870 HTTP/1.1" status: 200 len: 217 time: 0.0704846 Sep 16 05:39:20.093026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca2336-e9de-4076-a960-d750b3b8ea91 req-d1d3e005-73dc-42de-94fa-ce2544032dc8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.094834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfca2336-e9de-4076-a960-d750b3b8ea91 req-d1d3e005-73dc-42de-94fa-ce2544032dc8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 945 time: 0.2083375 Sep 16 05:39:20.106237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ab4612c-b300-45f4-8fcb-2729e63fa1d3 req-e7d6601c-b985-41e1-a33e-a5b7f625ef91 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0557673 Sep 16 05:39:20.125627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.197320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-42407d39-a125-483e-9952-89e96d1062f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.199076 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-42407d39-a125-483e-9952-89e96d1062f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.1116610 Sep 16 05:39:20.201668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfca2336-e9de-4076-a960-d750b3b8ea91 req-6773586f-58d9-4fd7-bf45-1ecd4c35c50d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923731 Sep 16 05:39:20.238684 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.246401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Made reservation on behalf of 8a78d61cb35e485e8a527577d16586ed for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:20.251192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.271030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-200dcc2a-5a27-4923-9de2-0b29309bc71e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554307 Sep 16 05:39:20.326465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Attempting to bind port 5ff3182a-cfb9-41a5-8808-18347d59e379 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:20.328619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Attempting to bind port 5ff3182a-cfb9-41a5-8808-18347d59e379 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:20.332121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Attempting to bind port 5ff3182a-cfb9-41a5-8808-18347d59e379 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:20.342913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:20.344597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:20.345289 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.345870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:20.346651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Bound port: 5ff3182a-cfb9-41a5-8808-18347d59e379, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:20.347399 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.360653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b38cd-dfb9-45fe-b1fc-f4d24e4ddd45 None None] Pushing event updated for resources: {'Port': ['ID=5ff3182a-cfb9-41a5-8808-18347d59e379,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:20.421510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-9da9e55a-d591-42ee-a986-7a3837a27b22 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418152 Sep 16 05:39:20.469443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] For port 5ff3182a-cfb9-41a5-8808-18347d59e379, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:20.480289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] For port 5ff3182a-cfb9-41a5-8808-18347d59e379, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5ff3182a-cfb9-41a5-8808-18347d59e379,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:20.604970 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.622867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-72dc7393-dc2d-4192-aacf-5820bc4acc95 req-1d1a55b8-bb45-4670-9184-d9bbe7156e5f service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912725 Sep 16 05:39:20.644996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-f82243fc-2a6f-4f2b-b4b4-2936c2ff5179 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.646644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-f82243fc-2a6f-4f2b-b4b4-2936c2ff5179 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 945 time: 0.0603769 Sep 16 05:39:20.667586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Routers {'f1eb8f40-d424-4676-ba57-1baa8a6f5495'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:20.674032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:38:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:20.700038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.736954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b38cd-dfb9-45fe-b1fc-f4d24e4ddd45 None None] Pushing event updated for resources: {'Port': ['ID=5ff3182a-cfb9-41a5-8808-18347d59e379,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:20.799302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Deleting port dd74ab08-0900-42cc-ab04-913141cfad38 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:20.799504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.877996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Subnet': ['ID=8f86efa2-cdb3-45a4-a934-027616927396,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:20.894161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] Set router f1eb8f40-d424-4676-ba57-1baa8a6f5495 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:20.908813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Checking segment: {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:20.909179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network hostable DHCP agents. Network: 46e0dbfa-79a2-4d44-9745-044d4621ced6, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:39:20.965785 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.000197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] For port dd74ab08-0900-42cc-ab04-913141cfad38, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd74ab08-0900-42cc-ab04-913141cfad38,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:21.000831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.028221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:39:21.032199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Calling delete_port for dd74ab08-0900-42cc-ab04-913141cfad38 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:21.149985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 46e0dbfa-79a2-4d44-9745-044d4621ced6) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:21.157398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:21.158005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.207638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4e038-729a-4f96-8b1b-048121ca6223 None None] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:21.291706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-127bb8c6-5d5b-43ec-aad6-87c19b4330c1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4246035 Sep 16 05:39:21.293004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49814) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:21.347899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:17Z', 'revision_number': 3, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:17Z', 'updated_at': '2021-09-16T05:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:21.388846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f3e59-706c-4248-bc9e-df1361402912 None None] The sync data for ids ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'] in n-d-712749-15 is: [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:17Z', 'revision_number': 3, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:17Z', 'updated_at': '2021-09-16T05:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:21.437996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfe29-82e2-4072-a40b-6646cb5a6f13 req-fdaf71e0-eeb4-403a-b73c-b652b3f38807 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:21.439690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-109dfe29-82e2-4072-a40b-6646cb5a6f13 req-fdaf71e0-eeb4-403a-b73c-b652b3f38807 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 945 time: 0.1048732 Sep 16 05:39:21.442626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.514155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['dd74ab08-0900-42cc-ab04-913141cfad38'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:21.516740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event deleted for resources: {'Port': ['ID=dd74ab08-0900-42cc-ab04-913141cfad38,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:21.552604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:21.590502 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-109dfe29-82e2-4072-a40b-6646cb5a6f13 req-5ced7c93-0d82-4130-bbb7-79e63537d26b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376798 Sep 16 05:39:21.591590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] No DVR routers for this DVR port dd74ab08-0900-42cc-ab04-913141cfad38 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:21.612129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.620374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-beafd4c8-9262-409a-8e9f-aa93e306852f req-740b22c5-236a-4fcf-b937-1790e894d4b7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.30 "DELETE /v2.0/ports/dd74ab08-0900-42cc-ab04-913141cfad38 HTTP/1.1" status: 204 len: 173 time: 0.9639027 Sep 16 05:39:21.624989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-46e0dbfa-79a2-4d44-9745-044d4621ced6', 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'fixed_ips': [{'subnet_id': '8f86efa2-cdb3-45a4-a934-027616927396'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:39:21.626249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.635325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab6c189-d72b-40d6-a353-ad8f5b4361eb', 'name': 'network-vif-deleted', 'tag': 'dd74ab08-0900-42cc-ab04-913141cfad38'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:21.638376 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d221868e-e7ff-4823-8b24-81bc03ad3847" -d '{"events": [{"server_uuid": "2ab6c189-d72b-40d6-a353-ad8f5b4361eb", "name": "network-vif-deleted", "tag": "dd74ab08-0900-42cc-ab04-913141cfad38"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:21.749784 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dff5f8-8165-4884-bfc3-188181f73ff5 x-openstack-request-id: req-62dff5f8-8165-4884-bfc3-188181f73ff5 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:21.750053 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab6c189-d72b-40d6-a353-ad8f5b4361eb", "name": "network-vif-deleted", "tag": "dd74ab08-0900-42cc-ab04-913141cfad38", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:21.750305 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62dff5f8-8165-4884-bfc3-188181f73ff5 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:21.750665 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab6c189-d72b-40d6-a353-ad8f5b4361eb', 'name': 'network-vif-deleted', 'tag': 'dd74ab08-0900-42cc-ab04-913141cfad38', 'status': 'completed', 'code': 200} Sep 16 05:39:22.054021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Allocated IP 172.20.0.18 (46e0dbfa-79a2-4d44-9745-044d4621ced6/8f86efa2-cdb3-45a4-a934-027616927396/d98a2746-8a7f-4583-bbb5-a3c18a630bbd) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:22.216442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:22.596436 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:22.687188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:22.731695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fd610c6-874a-448e-9c88-5561b0da142e req-3ae8d286-f590-4270-a8e6-a8ad5d9a7b16 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Sep 16 05:39:22.738115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:22.741240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:22.753497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:22.786538 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01e655ff-ac45-4138-853b-c0c2460d6b2a req-6223dc0d-97a9-4ba1-9da9-a3337ef31145 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ab6c189-d72b-40d6-a353-ad8f5b4361eb HTTP/1.1" status: 200 len: 210 time: 0.0537398 Sep 16 05:39:22.822949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Pushing event updated for resources: {'Port': ['ID=d98a2746-8a7f-4583-bbb5-a3c18a630bbd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:22.879635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Attempting to bind port d98a2746-8a7f-4583-bbb5-a3c18a630bbd on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:22.880274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Attempting to bind port d98a2746-8a7f-4583-bbb5-a3c18a630bbd by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:22.880934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Attempting to bind port d98a2746-8a7f-4583-bbb5-a3c18a630bbd on network 46e0dbfa-79a2-4d44-9745-044d4621ced6 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:22.895034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:22.895398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Checking segment: {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:22.896050 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:22.896739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Bound using segment: {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:22.897639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Bound port: d98a2746-8a7f-4583-bbb5-a3c18a630bbd, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:22.898032 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.028980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] For port d98a2746-8a7f-4583-bbb5-a3c18a630bbd, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:23.043518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5ff3182a-cfb9-41a5-8808-18347d59e379 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:23.065057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f1c1731-88d0-4be5-8ad2-81a715ddf1a0 req-9a41d598-af33-4d64-ba58-7f62a66a7e15 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0575640 Sep 16 05:39:23.099293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] For port d98a2746-8a7f-4583-bbb5-a3c18a630bbd, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d98a2746-8a7f-4583-bbb5-a3c18a630bbd,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:23.143127 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-40c70e27-4f53-47e0-8b60-0c26cf243ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.149748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5ff3182a-cfb9-41a5-8808-18347d59e379 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:23.150709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.183446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.240022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Allocated IP 172.20.0.17 (46e0dbfa-79a2-4d44-9745-044d4621ced6/8f86efa2-cdb3-45a4-a934-027616927396/b29cf654-19b7-45aa-970d-fa68e469ef85) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:23.267823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea3b4f-f659-46b7-8c7d-b4b00aa8f742 None None] Pushing event updated for resources: {'Port': ['ID=d98a2746-8a7f-4583-bbb5-a3c18a630bbd,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:23.361619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.387300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 5ff3182a-cfb9-41a5-8808-18347d59e379, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5ff3182a-cfb9-41a5-8808-18347d59e379,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:23.448266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.494265 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.575889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=5ff3182a-cfb9-41a5-8808-18347d59e379,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:23.576310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.638242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:23.643239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:23.654080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:23.705214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=b29cf654-19b7-45aa-970d-fa68e469ef85,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:23.730348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.738638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device dd74ab08-0900-42cc-ab04-913141cfad38 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:23.767965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: dd74ab08-0900-42cc-ab04-913141cfad38 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:23.767965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device dd74ab08-0900-42cc-ab04-913141cfad38 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:23.787768 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.044796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.212285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-5bfe06e4-c7b4-4adf-a04e-99319f5e1539 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:24.213960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-5bfe06e4-c7b4-4adf-a04e-99319f5e1539 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1402342 Sep 16 05:39:24.230897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-f230297d-5986-4f55-a1a6-3a34f5f4aa7e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/quotas/9d550f361ff34a6ba57aefa259f3dd93 HTTP/1.1" status: 200 len: 375 time: 0.0108964 Sep 16 05:39:24.288975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-ac040ff7-93ca-4ee0-a694-5918f17433d5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508816 Sep 16 05:39:24.427281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-cc55d778-fa93-4b2f-a0d4-8b1b97f07908 service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305835 Sep 16 05:39:24.489033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.577679 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.588291 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-8532c40c-0b6e-4c91-8514-8099fb25121b service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527336 Sep 16 05:39:24.695525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.754325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=b29cf654-19b7-45aa-970d-fa68e469ef85,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:24.960428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:24.963096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3dd265-20ec-46ac-ad20-093e0a3d4a5d None None] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:24.988204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:25.021395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6b5a9bc-6c77-4077-91e4-426b9d983076 req-98c0aeb0-dd51-4658-9f49-4b94b028e49a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 210 time: 0.0583227 Sep 16 05:39:25.109014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d98a2746-8a7f-4583-bbb5-a3c18a630bbd up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:25.174652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-850ee679-13bd-4470-8d66-b194bbd7293c None None] Provisioning complete for port d98a2746-8a7f-4583-bbb5-a3c18a630bbd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:25.175033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-850ee679-13bd-4470-8d66-b194bbd7293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.228033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18f18afa-845e-4bf1-8536-cec512f8fd25 req-53794117-90d1-4bef-908b-c2e9a83656be service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0806997 Sep 16 05:39:25.240379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Router f1eb8f40-d424-4676-ba57-1baa8a6f5495 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:25.460408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:25.471306 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Sync routers for ids ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:25.484723 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Routers {'f1eb8f40-d424-4676-ba57-1baa8a6f5495'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:25.485717 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:25.488285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9d229905-5302-446a-b192-7f411025fd94 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "PUT /v2.0/routers/f1eb8f40-d424-4676-ba57-1baa8a6f5495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1914866 Sep 16 05:39:25.543714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d98a2746-8a7f-4583-bbb5-a3c18a630bbd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:25.544395 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.618819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.637746 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-850ee679-13bd-4470-8d66-b194bbd7293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.653279 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Set router f1eb8f40-d424-4676-ba57-1baa8a6f5495 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:25.731378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-850ee679-13bd-4470-8d66-b194bbd7293c None None] For port d98a2746-8a7f-4583-bbb5-a3c18a630bbd, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d98a2746-8a7f-4583-bbb5-a3c18a630bbd,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:25.824802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a2123fc-5436-4da0-b628-e4fcb1aa96cd req-020e700b-4954-4a80-a8e9-a5e6a1625487 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0463233 Sep 16 05:39:25.847893 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.878585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-850ee679-13bd-4470-8d66-b194bbd7293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.943997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-ce7025da-cc24-45ae-b308-50d1dd86d6b6 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.953022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-ce7025da-cc24-45ae-b308-50d1dd86d6b6 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/networks?id=46e0dbfa-79a2-4d44-9745-044d4621ced6 HTTP/1.1" status: 200 len: 798 time: 0.2364185 Sep 16 05:39:25.973117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-07c7e1fd-2547-474c-b651-7524ae1bd35e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/quotas/8a78d61cb35e485e8a527577d16586ed HTTP/1.1" status: 200 len: 375 time: 0.0099678 Sep 16 05:39:26.038254 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:17Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b29cf654-19b7-45aa-970d-fa68e469ef85', 'name': '', 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:b3:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '8f86efa2-cdb3-45a4-a934-027616927396', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:22Z', 'updated_at': '2021-09-16T05:39:24Z', 'revision_number': 2, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '8f86efa2-cdb3-45a4-a934-027616927396', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:26.066716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-49acb0c1-60d7-483f-bb21-1514e77a136b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a78d61cb35e485e8a527577d16586ed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0871737 Sep 16 05:39:26.080032 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Checking router: f1eb8f40-d424-4676-ba57-1baa8a6f5495 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:26.080744 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:39:26.081225 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Updating router f1eb8f40-d424-4676-ba57-1baa8a6f5495 port b29cf654-19b7-45aa-970d-fa68e469ef85 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:26.081337 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:39:26.082510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-64056523-fa82-49e1-9c9f-2f082a2b66bc None None] Provisioning complete for port b29cf654-19b7-45aa-970d-fa68e469ef85 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:26.083003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64056523-fa82-49e1-9c9f-2f082a2b66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.084456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ee679-13bd-4470-8d66-b194bbd7293c None None] Pushing event updated for resources: {'Port': ['ID=d98a2746-8a7f-4583-bbb5-a3c18a630bbd,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:26.143255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-64056523-fa82-49e1-9c9f-2f082a2b66bc None None] Port b29cf654-19b7-45aa-970d-fa68e469ef85 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:26.156526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-64056523-fa82-49e1-9c9f-2f082a2b66bc None None] Provisioning complete for port d98a2746-8a7f-4583-bbb5-a3c18a630bbd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:26.156983 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64056523-fa82-49e1-9c9f-2f082a2b66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.174972 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.176458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f43e2f7a-89aa-452f-a051-08b312f4cf48 req-50a44036-bb66-4764-8426-07e6f1fbcf0b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 210 time: 0.0741313 Sep 16 05:39:26.465066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6c3272ad-e20b-4d8c-b98e-3d91cd64031e None None] Provisioning complete for port b29cf654-19b7-45aa-970d-fa68e469ef85 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:26.466338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c3272ad-e20b-4d8c-b98e-3d91cd64031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.550888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-8574b4b8-43ef-4c3f-a6d8-7a5e34f3768f service neutron] 10.222.0.49 "GET /v2.0/networks/46e0dbfa-79a2-4d44-9745-044d4621ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678001 Sep 16 05:39:26.581092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6c3272ad-e20b-4d8c-b98e-3d91cd64031e None None] Port b29cf654-19b7-45aa-970d-fa68e469ef85 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:26.640773 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.679056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5ff3182a-cfb9-41a5-8808-18347d59e379 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:26.697529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-2711f95d-43d2-4da0-99dd-b3edb42b78c3 service neutron] 10.222.0.49 "GET /v2.0/networks/46e0dbfa-79a2-4d44-9745-044d4621ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307471 Sep 16 05:39:26.760742 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.773189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5ff3182a-cfb9-41a5-8808-18347d59e379 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:26.773659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.831779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d1196a57-395e-43ae-81c1-e42946010627 None None] Provisioning complete for port b29cf654-19b7-45aa-970d-fa68e469ef85 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:26.839337 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1196a57-395e-43ae-81c1-e42946010627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.867102 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Pushing event updated for resources: {'Port': ['ID=b29cf654-19b7-45aa-970d-fa68e469ef85,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:26.913732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d1196a57-395e-43ae-81c1-e42946010627 None None] Port b29cf654-19b7-45aa-970d-fa68e469ef85 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:27.002266 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.002842 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.003349 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.003838 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.004378 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.004918 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.007427 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.008149 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.008664 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.009193 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.009680 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.010343 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:27.055774 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Attempting to bind port b29cf654-19b7-45aa-970d-fa68e469ef85 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:27.056556 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Attempting to bind port b29cf654-19b7-45aa-970d-fa68e469ef85 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:27.057121 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Attempting to bind port b29cf654-19b7-45aa-970d-fa68e469ef85 on network 46e0dbfa-79a2-4d44-9745-044d4621ced6 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:27.065266 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:27.065922 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Checking segment: {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:27.066550 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.067411 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Bound using segment: {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:27.068159 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Bound port: b29cf654-19b7-45aa-970d-fa68e469ef85, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:27.068858 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.151649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d98a2746-8a7f-4583-bbb5-a3c18a630bbd up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:27.185683 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] For port b29cf654-19b7-45aa-970d-fa68e469ef85, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:27.194184 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] For port b29cf654-19b7-45aa-970d-fa68e469ef85, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b29cf654-19b7-45aa-970d-fa68e469ef85,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:27.208925 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1dce3e78-5f03-4163-8386-5fa8dc911bfa req-ff1d6681-d90d-4e87-b47c-9458df40c626 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 210 time: 0.1090989 Sep 16 05:39:27.285024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d051c6e9-4d5b-4bfc-b5c6-6e01dbdc050a None None] Provisioning complete for port b29cf654-19b7-45aa-970d-fa68e469ef85 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:27.285586 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d051c6e9-4d5b-4bfc-b5c6-6e01dbdc050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.331227 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.367545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-75c57a9f-c2cf-4aac-b15a-a8d62a7c3a15 req-de5a3e8e-f05c-46d9-b196-b8e9ec78acb5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 210 time: 0.0704911 Sep 16 05:39:27.376020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d98a2746-8a7f-4583-bbb5-a3c18a630bbd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:27.376413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.411394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d051c6e9-4d5b-4bfc-b5c6-6e01dbdc050a None None] Port b29cf654-19b7-45aa-970d-fa68e469ef85 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:27.430348 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d4b6e-0d94-4ceb-a21b-f5b5bf9fe236 None None] Pushing event updated for resources: {'Port': ['ID=b29cf654-19b7-45aa-970d-fa68e469ef85,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.457180 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Routers {'f1eb8f40-d424-4676-ba57-1baa8a6f5495'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:27.457822 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:27.492575 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.611569 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] Set router f1eb8f40-d424-4676-ba57-1baa8a6f5495 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:27.840942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7e303073-2dce-4b4c-affa-4630435edc6a None None] Provisioning complete for port b29cf654-19b7-45aa-970d-fa68e469ef85 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:27.841578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e303073-2dce-4b4c-affa-4630435edc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.855643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e05cd3e7-cbd6-4bd2-8ab9-1d6af896c306 req-4de7214b-6990-48bc-8c1a-3b4a95354878 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0319293 Sep 16 05:39:27.978825 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:17Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b29cf654-19b7-45aa-970d-fa68e469ef85', 'name': '', 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:b3:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '8f86efa2-cdb3-45a4-a934-027616927396', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:22Z', 'updated_at': '2021-09-16T05:39:27Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '8f86efa2-cdb3-45a4-a934-027616927396', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:28.013635 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e30aa-b813-49d7-8a57-3781c142cf8a None None] The sync data for ids ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'] in n-d-712749-15 is: [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:17Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b29cf654-19b7-45aa-970d-fa68e469ef85', 'name': '', 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:b3:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '8f86efa2-cdb3-45a4-a934-027616927396', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:22Z', 'updated_at': '2021-09-16T05:39:27Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '8f86efa2-cdb3-45a4-a934-027616927396', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:28.048941 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e303073-2dce-4b4c-affa-4630435edc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.154834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d1f3fab-7d0a-4ac5-923b-01865b81b6fe req-a2f65562-7c74-47d2-b5cc-e6f604899b8a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0610726 Sep 16 05:39:28.170209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7e303073-2dce-4b4c-affa-4630435edc6a None None] For port b29cf654-19b7-45aa-970d-fa68e469ef85, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b29cf654-19b7-45aa-970d-fa68e469ef85,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:28.257896 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e303073-2dce-4b4c-affa-4630435edc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.349965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-2ec5daa5-32dc-4302-a38f-7db90f9d0c21 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:28.351892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-2ec5daa5-32dc-4302-a38f-7db90f9d0c21 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1962576 Sep 16 05:39:28.354886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57dbfaa7-7fba-4855-a9a0-0ecfb1b9be18 req-eb962d56-21ed-45a8-83de-c106eb34454d tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 210 time: 0.0572088 Sep 16 05:39:28.381376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e303073-2dce-4b4c-affa-4630435edc6a None None] Pushing event updated for resources: {'Port': ['ID=b29cf654-19b7-45aa-970d-fa68e469ef85,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:28.399183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Request body: {'port': {'device_id': '6fd1988f-52ff-4654-9313-e0d7eef48366', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'admin_state_up': True, 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:28.560104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19e9df29-d2dc-4a1c-ac36-4c5c3c5b86d4 req-dc7ee326-0d2f-4384-a73a-458a8ee2abd7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 210 time: 0.0440636 Sep 16 05:39:28.742267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:28.742853 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.747250 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.966387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Allocated IP 172.20.0.8 (b0a0dc9b-d101-416e-bfae-81eb4f718e44/46c623a6-b516-4632-b9d5-edbee76019c8/e730ccfe-efb6-42bb-b50c-73f817f7b08a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:29.092949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b29cf654-19b7-45aa-970d-fa68e469ef85 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:29.220622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b29cf654-19b7-45aa-970d-fa68e469ef85 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:29.221277 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.243404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.450335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.498606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:29.577931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f7aeaaf-2c4c-4a71-bb96-991d6818334b req-f1cbba70-f692-4f3f-b796-5bafbfa30a75 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 210 time: 0.0520096 Sep 16 05:39:29.614403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-d0576a34-ba7b-40ea-8e39-c7442229ce83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2377200 Sep 16 05:39:29.634365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:29.645260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:29.650002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:29.680735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event updated for resources: {'Port': ['ID=e730ccfe-efb6-42bb-b50c-73f817f7b08a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:29.889115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.890612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.958653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7d9a-b267-4b15-bb9f-77fc44adc590 req-aa8add90-853b-4bda-9ff5-00ba7f9e6eb0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.972909 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f9d7d9a-b267-4b15-bb9f-77fc44adc590 req-aa8add90-853b-4bda-9ff5-00ba7f9e6eb0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 931 time: 0.2455494 Sep 16 05:39:29.983018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0e3820a5-fb91-46bf-a5b4-329151be630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.983952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0e3820a5-fb91-46bf-a5b4-329151be630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.984442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0e3820a5-fb91-46bf-a5b4-329151be630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.984913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0e3820a5-fb91-46bf-a5b4-329151be630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.985393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0e3820a5-fb91-46bf-a5b4-329151be630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.985889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0e3820a5-fb91-46bf-a5b4-329151be630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.986358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0e3820a5-fb91-46bf-a5b4-329151be630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:29.988513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0e3820a5-fb91-46bf-a5b4-329151be630a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.2597377 Sep 16 05:39:30.060518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f9d7d9a-b267-4b15-bb9f-77fc44adc590 req-6b8a229b-6b66-4569-8933-ebbc6b27af51 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864434 Sep 16 05:39:30.166359 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:30.212363 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c2b5d81-c319-42c3-aad7-872e60530ca5 req-11bb7b61-e8bb-437a-8d44-48442445f038 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0817397 Sep 16 05:39:30.364591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a4f6113a-756f-4225-92c6-2e944c16e11c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.366472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a4f6113a-756f-4225-92c6-2e944c16e11c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.30 "GET /v2.0/networks?id=46e0dbfa-79a2-4d44-9745-044d4621ced6 HTTP/1.1" status: 200 len: 798 time: 0.1529257 Sep 16 05:39:30.396100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Request body: {'port': {'device_id': '43f40108-0848-40c7-8c53-4530bffe96a7', 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6', 'admin_state_up': True, 'tenant_id': '8a78d61cb35e485e8a527577d16586ed'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:30.560427 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-888aff1f-5294-4a60-8b71-79b5cbad1c2e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1784410 Sep 16 05:39:30.563365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42f938ff-ea24-4185-a599-a13e7e49036e req-7fe7b05b-36c3-4356-ad10-9780485f0b6d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0357766 Sep 16 05:39:30.594250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Request body: {'port': {'device_id': '6fd1988f-52ff-4654-9313-e0d7eef48366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:30.661520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Made reservation on behalf of 8a78d61cb35e485e8a527577d16586ed for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:30.668940 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.674432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-f8b14c8f-ed7f-47e5-b5da-2ca14844a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.674956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-f8b14c8f-ed7f-47e5-b5da-2ca14844a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.675446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-f8b14c8f-ed7f-47e5-b5da-2ca14844a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.677576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-f8b14c8f-ed7f-47e5-b5da-2ca14844a7cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 2294 time: 0.6407728 Sep 16 05:39:30.703896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.758122 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2eaa540-fcf0-4c10-8f4f-48605d078a27 req-963a8670-7a3a-4b1b-9070-69443f202051 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 210 time: 0.0770986 Sep 16 05:39:30.837028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-3d50baa8-0a7a-4778-8d77-599051006954 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 1001 time: 0.1427383 Sep 16 05:39:30.872884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Allocated IP 172.20.0.25 (46e0dbfa-79a2-4d44-9745-044d4621ced6/8f86efa2-cdb3-45a4-a934-027616927396/3ee2171f-117b-467f-b93e-4d56b9c17bc2) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:30.979533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-b25f775e-8727-4de7-956c-0fdd8c12f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.981155 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-b25f775e-8727-4de7-956c-0fdd8c12f024 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 0.0799143 Sep 16 05:39:31.004165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.079694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-a8993c0b-aa1f-41b2-aba6-339613549a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:31.081353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-a8993c0b-aa1f-41b2-aba6-339613549a7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902619 Sep 16 05:39:31.150141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.202759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:31.205982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:31.212726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:31.239806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event updated for resources: {'Port': ['ID=3ee2171f-117b-467f-b93e-4d56b9c17bc2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.259529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e730ccfe-efb6-42bb-b50c-73f817f7b08a {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:31.269669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-d9b8be51-346b-4506-9338-8d33b5bd38f6 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765823 Sep 16 05:39:31.270832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:31.271536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.274688 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.325941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Transition to ACTIVE for port object e730ccfe-efb6-42bb-b50c-73f817f7b08a will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:31.342263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343791-eb3a-402f-a3f3-d0b2125644a6 req-1cc2575f-853a-42a2-ada6-3d3afd1049dc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:31.344953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62343791-eb3a-402f-a3f3-d0b2125644a6 req-1cc2575f-853a-42a2-ada6-3d3afd1049dc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 931 time: 0.1480544 Sep 16 05:39:31.435838 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-a116cde8-b578-4e61-81dc-07c9352c6848 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0491884 Sep 16 05:39:31.439078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62343791-eb3a-402f-a3f3-d0b2125644a6 req-dda677c8-ec44-4175-a484-e4da14f518f8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585887 Sep 16 05:39:31.444017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-e48df020-2f02-4594-8a77-b8988daf1aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644683 Sep 16 05:39:31.459602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Request body: {'port': {'device_id': '43f40108-0848-40c7-8c53-4530bffe96a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:31.469144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.521756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-514c103b-62e5-4ac4-b008-cdb4752a1e81 None None] Provisioning complete for port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:31.522895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-514c103b-62e5-4ac4-b008-cdb4752a1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.533879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-d240f6c9-9961-4dfe-8b8d-b52ccb1da57c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 217 time: 0.0725038 Sep 16 05:39:31.537826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.581554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-514c103b-62e5-4ac4-b008-cdb4752a1e81 None None] Port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:31.601676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Pushing event updated for resources: {'Port': ['ID=e730ccfe-efb6-42bb-b50c-73f817f7b08a,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.644412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-6b5c7078-778c-40f2-829c-d47f93929633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:31.645918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-6b5c7078-778c-40f2-829c-d47f93929633 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1020594 Sep 16 05:39:31.735967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-2541ec75-2490-45e8-98b5-071eb9728c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:31.737456 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-2541ec75-2490-45e8-98b5-071eb9728c4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0732605 Sep 16 05:39:31.738529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Attempting to bind port e730ccfe-efb6-42bb-b50c-73f817f7b08a on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:31.738860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Attempting to bind port e730ccfe-efb6-42bb-b50c-73f817f7b08a by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:31.739187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Attempting to bind port e730ccfe-efb6-42bb-b50c-73f817f7b08a on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:31.743797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Port e730ccfe-efb6-42bb-b50c-73f817f7b08a on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:31.744163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Attempting to bind port e730ccfe-efb6-42bb-b50c-73f817f7b08a on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:31.749613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:31.749960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Checking segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:31.750354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Bound using segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:31.750753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Bound port: e730ccfe-efb6-42bb-b50c-73f817f7b08a, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:31.751120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.884863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee2171f-117b-467f-b93e-4d56b9c17bc2 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:31.893060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.911050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Transition to ACTIVE for port object 3ee2171f-117b-467f-b93e-4d56b9c17bc2 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:31.922974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] For port e730ccfe-efb6-42bb-b50c-73f817f7b08a, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:31.930033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] For port e730ccfe-efb6-42bb-b50c-73f817f7b08a, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e730ccfe-efb6-42bb-b50c-73f817f7b08a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:31.933312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-045a18e4-5526-4dba-8e1c-3c9c9177e917 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712577 Sep 16 05:39:31.947053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9439d50-91e4-4dbd-820b-9f45fc6eaef5 req-39970140-811d-4d4e-a21c-b49c6cb6e63e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:31.948657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9439d50-91e4-4dbd-820b-9f45fc6eaef5 req-39970140-811d-4d4e-a21c-b49c6cb6e63e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 895 time: 0.1044877 Sep 16 05:39:32.032798 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.034275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.047591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-99f39252-6ac6-4a0d-ad93-6a35ae0fdca0 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979557 Sep 16 05:39:32.094901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee2171f-117b-467f-b93e-4d56b9c17bc2,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:32.114457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:32.114457 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.114457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] 10.222.0.66 "PUT /v2.0/ports/e730ccfe-efb6-42bb-b50c-73f817f7b08a HTTP/1.1" status: 200 len: 1092 time: 1.5253050 Sep 16 05:39:32.114985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd1988f-52ff-4654-9313-e0d7eef48366', 'tag': 'e730ccfe-efb6-42bb-b50c-73f817f7b08a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:32.117193 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a103775d-785c-4af3-a533-18c9d103edae" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd1988f-52ff-4654-9313-e0d7eef48366", "tag": "e730ccfe-efb6-42bb-b50c-73f817f7b08a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:32.126802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-b54967e1-64bb-426a-a850-5c8ad84ff9d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 217 time: 0.0567803 Sep 16 05:39:32.177501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Attempting to bind port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:32.177926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Attempting to bind port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:32.178270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Attempting to bind port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 on network 46e0dbfa-79a2-4d44-9745-044d4621ced6 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:32.183107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 on network 46e0dbfa-79a2-4d44-9745-044d4621ced6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:32.186928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Attempting to bind port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 on network 46e0dbfa-79a2-4d44-9745-044d4621ced6 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:32.187642 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923da3e9-9a16-4773-8f8c-47f764063440 x-openstack-request-id: req-923da3e9-9a16-4773-8f8c-47f764063440 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:32.187955 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd1988f-52ff-4654-9313-e0d7eef48366", "tag": "e730ccfe-efb6-42bb-b50c-73f817f7b08a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:32.188203 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-923da3e9-9a16-4773-8f8c-47f764063440 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:32.188602 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd1988f-52ff-4654-9313-e0d7eef48366', 'tag': 'e730ccfe-efb6-42bb-b50c-73f817f7b08a', 'status': 'completed', 'code': 200} Sep 16 05:39:32.190334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:32.191721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Checking segment: {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:32.193674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Bound using segment: {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:32.193674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Bound port: 3ee2171f-117b-467f-b93e-4d56b9c17bc2, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30896780-b7f9-44cc-b272-cce81e1815a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:32.193674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.198056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd5af-c56e-475e-9638-65923aea2be8 service neutron] Pushing event updated for resources: {'Port': ['ID=e730ccfe-efb6-42bb-b50c-73f817f7b08a,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:32.219284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-afe766da-1055-4a9c-84b9-f648e015ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:32.220826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-afe766da-1055-4a9c-84b9-f648e015ad14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0823045 Sep 16 05:39:32.271476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] For port 3ee2171f-117b-467f-b93e-4d56b9c17bc2, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:32.275152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] For port 3ee2171f-117b-467f-b93e-4d56b9c17bc2, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3ee2171f-117b-467f-b93e-4d56b9c17bc2,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:32.300540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103775d-785c-4af3-a533-18c9d103edae req-1c4dfdf6-8e22-49e4-aeaa-0cea350d4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:32.302082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a103775d-785c-4af3-a533-18c9d103edae req-1c4dfdf6-8e22-49e4-aeaa-0cea350d4e1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 1095 time: 0.0770035 Sep 16 05:39:32.305000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-a9158585-eea1-4652-9265-4e220a02cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:32.306176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-a9158585-eea1-4652-9265-4e220a02cc40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731459 Sep 16 05:39:32.372504 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.434224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee2171f-117b-467f-b93e-4d56b9c17bc2,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:32.447457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:32.447953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.450354 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-43018013-b7b9-4e07-8567-f1bbfa20e157 service neutron] 10.222.0.30 "PUT /v2.0/ports/3ee2171f-117b-467f-b93e-4d56b9c17bc2 HTTP/1.1" status: 200 len: 1056 time: 0.9949565 Sep 16 05:39:32.450503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f40108-0848-40c7-8c53-4530bffe96a7', 'tag': '3ee2171f-117b-467f-b93e-4d56b9c17bc2'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:32.454948 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e29483-db56-4aac-8a89-81ee0d6e6f57" -d '{"events": [{"name": "network-changed", "server_uuid": "43f40108-0848-40c7-8c53-4530bffe96a7", "tag": "3ee2171f-117b-467f-b93e-4d56b9c17bc2"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:32.508064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103775d-785c-4af3-a533-18c9d103edae req-bd6e12b8-bc6a-414f-9042-85fbd1b49b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:32.509583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a103775d-785c-4af3-a533-18c9d103edae req-bd6e12b8-bc6a-414f-9042-85fbd1b49b24 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1827087 Sep 16 05:39:32.511730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-a7e46e8a-8423-4ee3-ae35-69350640c17d service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923833 Sep 16 05:39:32.580725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-764bd8b3-cc7e-40f9-b575-6bfa888ea305 req-3ca3a9fd-a983-4665-a270-aef0ae8674a0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0658276 Sep 16 05:39:32.662923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-3456324d-58ae-4744-beaf-7a14e9e934ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:32.664828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-3456324d-58ae-4744-beaf-7a14e9e934ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a78d61cb35e485e8a527577d16586ed&device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 1059 time: 0.0820534 Sep 16 05:39:32.768258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-f8ff5698-d2e1-42a2-b2e8-e74ec0029ba8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=3ee2171f-117b-467f-b93e-4d56b9c17bc2 HTTP/1.1" status: 200 len: 217 time: 0.0867910 Sep 16 05:39:32.862508 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c93f725-73aa-48f8-8c2d-ab815a2b14f5 x-openstack-request-id: req-8c93f725-73aa-48f8-8c2d-ab815a2b14f5 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:32.863501 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f40108-0848-40c7-8c53-4530bffe96a7", "tag": "3ee2171f-117b-467f-b93e-4d56b9c17bc2", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:32.864016 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c93f725-73aa-48f8-8c2d-ab815a2b14f5 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:32.864637 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f40108-0848-40c7-8c53-4530bffe96a7', 'tag': '3ee2171f-117b-467f-b93e-4d56b9c17bc2', 'status': 'completed', 'code': 200} Sep 16 05:39:32.913722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-2ebd68ae-e6ee-4ffb-b2e7-8fcc8bcdd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:32.925311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-2ebd68ae-e6ee-4ffb-b2e7-8fcc8bcdd546 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f86efa2-cdb3-45a4-a934-027616927396 HTTP/1.1" status: 200 len: 837 time: 0.1483722 Sep 16 05:39:33.029968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d118a76f-b791-43a8-92bb-87c715fd1f1a req-b4bab607-3e22-4c53-830b-fbde14e396c2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1133788 Sep 16 05:39:33.035129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-7f3b3d10-503c-42ad-9b91-4c4fdf9ae133 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126715 Sep 16 05:39:33.043764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-049d3497-6405-4a69-876c-d6e48e02c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.043764 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-049d3497-6405-4a69-876c-d6e48e02c897 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e0dbfa-79a2-4d44-9745-044d4621ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1078494 Sep 16 05:39:33.134959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103775d-785c-4af3-a533-18c9d103edae req-ea871fb4-8a34-45cc-ae6f-949b932c588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.136601 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a103775d-785c-4af3-a533-18c9d103edae req-ea871fb4-8a34-45cc-ae6f-949b932c588f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6153777 Sep 16 05:39:33.160098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bbad2-5e51-4d25-b942-0b39f2deb902 req-490115fc-a5d9-40c8-ae27-41795d380600 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.168528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec2bbad2-5e51-4d25-b942-0b39f2deb902 req-490115fc-a5d9-40c8-ae27-41795d380600 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 943 time: 0.5883911 Sep 16 05:39:33.190884 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-7032c697-9424-48e7-aa00-cd87a41f7f32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 217 time: 0.1459026 Sep 16 05:39:33.277281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec2bbad2-5e51-4d25-b942-0b39f2deb902 req-81ef1a0e-43ca-4ca5-b2eb-245adb75ac37 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996158 Sep 16 05:39:33.319488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-e10947e2-844b-4ca7-8fd9-0d0c60a16b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.321320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-e10947e2-844b-4ca7-8fd9-0d0c60a16b91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.1178472 Sep 16 05:39:33.342476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e524fd16-4ab8-490e-a075-6a5103b60a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.345079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-e524fd16-4ab8-490e-a075-6a5103b60a64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 1095 time: 0.1061692 Sep 16 05:39:33.448140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-d2fe1813-de51-422c-98ba-b99b0de78001 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e730ccfe-efb6-42bb-b50c-73f817f7b08a HTTP/1.1" status: 200 len: 217 time: 0.0689480 Sep 16 05:39:33.460376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-01038766-0241-4663-a53c-a24151223ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.462407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-01038766-0241-4663-a53c-a24151223ff8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1332633 Sep 16 05:39:33.513927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-85b146f0-9161-493a-beae-dfb37ec45859 service neutron] 10.222.0.30 "GET /v2.0/networks/46e0dbfa-79a2-4d44-9745-044d4621ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613669 Sep 16 05:39:33.534794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08b84d-3b83-4646-bf40-686e146545ee req-a70e7666-2403-4058-9561-0dc5b7a6e633 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.536767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df08b84d-3b83-4646-bf40-686e146545ee req-a70e7666-2403-4058-9561-0dc5b7a6e633 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 907 time: 0.4556086 Sep 16 05:39:33.565665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837d31-c518-44a4-8630-2c91b3134047 req-658d7c23-629a-4d81-8031-f44db5f3f4f5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.572794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837d31-c518-44a4-8630-2c91b3134047 req-658d7c23-629a-4d81-8031-f44db5f3f4f5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.580414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837d31-c518-44a4-8630-2c91b3134047 req-658d7c23-629a-4d81-8031-f44db5f3f4f5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.586805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837d31-c518-44a4-8630-2c91b3134047 req-658d7c23-629a-4d81-8031-f44db5f3f4f5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.597148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837d31-c518-44a4-8630-2c91b3134047 req-658d7c23-629a-4d81-8031-f44db5f3f4f5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.603431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837d31-c518-44a4-8630-2c91b3134047 req-658d7c23-629a-4d81-8031-f44db5f3f4f5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.611576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837d31-c518-44a4-8630-2c91b3134047 req-658d7c23-629a-4d81-8031-f44db5f3f4f5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.620508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88837d31-c518-44a4-8630-2c91b3134047 req-658d7c23-629a-4d81-8031-f44db5f3f4f5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.2730777 Sep 16 05:39:33.687711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-68f5a46d-a5dc-48b2-8fe8-8440bd8ec3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.689261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-68f5a46d-a5dc-48b2-8fe8-8440bd8ec3bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.2257833 Sep 16 05:39:33.695058 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6e97ed53-6b31-49e2-b6ee-03e3a0481af1 req-0379af72-7d97-472d-974a-0eacaf0e1f67 service neutron] 10.222.0.30 "GET /v2.0/networks/46e0dbfa-79a2-4d44-9745-044d4621ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697834 Sep 16 05:39:33.746467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-615f4a83-027c-4102-b9a1-79ce78107701 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427573 Sep 16 05:39:33.750627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88837d31-c518-44a4-8630-2c91b3134047 req-a224eef5-c2ef-49f0-81b6-89e72609bf39 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1293437 Sep 16 05:39:33.756577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-80ac38cc-80b5-4274-a7b9-c221676fd6df service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834666 Sep 16 05:39:33.930957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-08b95aae-86f9-4205-8516-7a0daa6c1250 service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727417 Sep 16 05:39:33.932849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-74c93251-1d56-4e53-a019-7747862b32b6 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659794 Sep 16 05:39:33.965328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31eb83-8bfe-4d59-9941-186f05bdc0e6 req-4e017650-df49-4aa8-8da4-3164c633e139 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.977160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31eb83-8bfe-4d59-9941-186f05bdc0e6 req-4e017650-df49-4aa8-8da4-3164c633e139 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.987454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31eb83-8bfe-4d59-9941-186f05bdc0e6 req-4e017650-df49-4aa8-8da4-3164c633e139 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.994249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31eb83-8bfe-4d59-9941-186f05bdc0e6 req-4e017650-df49-4aa8-8da4-3164c633e139 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.002224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31eb83-8bfe-4d59-9941-186f05bdc0e6 req-4e017650-df49-4aa8-8da4-3164c633e139 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.008964 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31eb83-8bfe-4d59-9941-186f05bdc0e6 req-4e017650-df49-4aa8-8da4-3164c633e139 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.016416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31eb83-8bfe-4d59-9941-186f05bdc0e6 req-4e017650-df49-4aa8-8da4-3164c633e139 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.020691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-37987f6e-8ffb-47f8-84b1-f37b2471353d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 217 time: 0.0743265 Sep 16 05:39:34.030843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb31eb83-8bfe-4d59-9941-186f05bdc0e6 req-4e017650-df49-4aa8-8da4-3164c633e139 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.1677163 Sep 16 05:39:34.038555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-3ccaabdb-e45b-4c2a-aaae-c473cadedbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.042114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-3ccaabdb-e45b-4c2a-aaae-c473cadedbf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a78d61cb35e485e8a527577d16586ed&device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 1059 time: 0.1391029 Sep 16 05:39:34.126519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-7a359453-a5c1-4de2-b5a2-98e46176045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.127948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-7a359453-a5c1-4de2-b5a2-98e46176045a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0722632 Sep 16 05:39:34.130153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74842b1-61fd-4e49-b746-fadda40b86b6 req-190bcc11-6ff8-4100-ba46-5eba4839554c service neutron] 10.222.0.66 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920323 Sep 16 05:39:34.168565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-1e630d36-28b7-436b-ba4b-4c3fdd9a337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.172124 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-1e630d36-28b7-436b-ba4b-4c3fdd9a337a service neutron] 10.222.0.30 "GET /v2.0/networks?id=46e0dbfa-79a2-4d44-9745-044d4621ced6 HTTP/1.1" status: 200 len: 899 time: 0.1171904 Sep 16 05:39:34.190784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-98e93107-45ce-4298-97e4-226da9b175e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.192869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-98e93107-45ce-4298-97e4-226da9b175e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542121 Sep 16 05:39:34.225944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-d77ad9be-b273-45b0-b48a-0f976e11c857 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=3ee2171f-117b-467f-b93e-4d56b9c17bc2 HTTP/1.1" status: 200 len: 217 time: 0.0402801 Sep 16 05:39:34.313607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-f5ab5e29-a56c-4fb6-9909-ecf91d90c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.316392 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-f5ab5e29-a56c-4fb6-9909-ecf91d90c963 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f86efa2-cdb3-45a4-a934-027616927396 HTTP/1.1" status: 200 len: 837 time: 0.0785527 Sep 16 05:39:34.319834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-a2cb7db5-587a-4dc2-8834-92c5cf0fa1d3 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150630 Sep 16 05:39:34.385932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-57c54ed4-5472-42eb-814c-dba30dc605cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.387684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-57c54ed4-5472-42eb-814c-dba30dc605cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46e0dbfa-79a2-4d44-9745-044d4621ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0467103 Sep 16 05:39:34.476197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5e2da-29d7-4be0-abec-7faacf0b693b req-ff983933-7bee-4dc6-a74a-dc21bf39d113 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.487139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcf5e2da-29d7-4be0-abec-7faacf0b693b req-ff983933-7bee-4dc6-a74a-dc21bf39d113 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 943 time: 0.1300137 Sep 16 05:39:34.510304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-ec38ee68-272f-4cb3-8e89-1039661d699a service neutron] 10.222.0.30 "GET /v2.0/networks/46e0dbfa-79a2-4d44-9745-044d4621ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087680 Sep 16 05:39:34.529891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-6548dd03-7bc0-4dc9-b07e-9ad56d7072df service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883829 Sep 16 05:39:34.550529 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcf5e2da-29d7-4be0-abec-7faacf0b693b req-b07a45fd-dbc3-4856-a6cc-92b12965eb06 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619233 Sep 16 05:39:34.609839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-26d12706-a2c8-4dd8-96ba-bc567dcf4465 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 217 time: 0.0581656 Sep 16 05:39:34.700754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-a9aa48f9-3ec3-4b69-a692-195f23ab1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.702286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-a9aa48f9-3ec3-4b69-a692-195f23ab1cf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.0778794 Sep 16 05:39:34.713923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e29483-db56-4aac-8a89-81ee0d6e6f57 req-a063e926-b95b-407e-a758-3eb87fe1dccb service neutron] 10.222.0.30 "GET /v2.0/networks/46e0dbfa-79a2-4d44-9745-044d4621ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914017 Sep 16 05:39:34.756831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdb504-a3b8-4c4d-a3ac-04f7118e7529 req-b5538fca-b0d7-4087-bec6-e39218cefc5f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.756831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4bdb504-a3b8-4c4d-a3ac-04f7118e7529 req-b5538fca-b0d7-4087-bec6-e39218cefc5f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 907 time: 0.0906718 Sep 16 05:39:34.792399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-d7623dd7-07a8-426e-82f9-0ed96a6a40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.794142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-d7623dd7-07a8-426e-82f9-0ed96a6a40e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569534 Sep 16 05:39:34.912397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-49a72a7b-53c7-4383-bea2-53a741bdb237 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945506 Sep 16 05:39:35.027583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-3f01f98f-7d3a-42ef-89f0-f50e9726076b service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045222 Sep 16 05:39:35.100465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-c10e8ab0-71c8-4a34-97ae-86fdc68981b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0564690 Sep 16 05:39:35.168321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0410925d-94b0-4d87-85be-1b6d71bea651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:35.170024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-0410925d-94b0-4d87-85be-1b6d71bea651 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.0607712 Sep 16 05:39:35.170683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74f69433-7e57-4e69-b8d1-b20ef487d409 req-34abb6aa-56c3-454f-a475-b4ddfb92cbb3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0382755 Sep 16 05:39:35.226100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-c21976bb-5281-4e8c-a853-a661dcbee94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:35.227743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-c21976bb-5281-4e8c-a853-a661dcbee94d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0481582 Sep 16 05:39:35.332992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29cc25bc-8dd4-4a3d-8fef-87fa2b88b63b req-654ff726-1ed5-407b-adfc-34ae1fb73d2d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0329924 Sep 16 05:39:35.360357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-00145c6e-38dd-4027-98c5-2397aec15799 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242611 Sep 16 05:39:35.464005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d3f181f-2ed4-4116-b67c-e76f8e134c6e req-7d526baa-15de-412f-a696-c0788b6a0cf6 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912015 Sep 16 05:39:35.683358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4757ff-6ede-4a79-9e94-74238bf32720 req-f3805cc4-5363-400c-96de-1322613c7680 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:35.685045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d4757ff-6ede-4a79-9e94-74238bf32720 req-f3805cc4-5363-400c-96de-1322613c7680 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 943 time: 0.0607171 Sep 16 05:39:35.732425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d4757ff-6ede-4a79-9e94-74238bf32720 req-61a9203d-1e73-437c-bd4b-8f565462ce70 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Sep 16 05:39:35.938632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb4647-a6f9-45d1-b512-213b71b385f2 req-7923e8c8-f2ec-46b5-b325-18438770f0c5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:35.940241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0fb4647-a6f9-45d1-b512-213b71b385f2 req-7923e8c8-f2ec-46b5-b325-18438770f0c5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 907 time: 0.0753477 Sep 16 05:39:36.001313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7a267e3-d49b-4e28-b10d-8dcc941c4a0c req-e0c81552-b090-40fc-ae6b-bb78d98bc91d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0275719 Sep 16 05:39:36.133658 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ece6678-3209-4168-9dbc-d5a79a21837b req-9560ab32-ac2f-4f3e-801a-6ead81e0d478 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0260646 Sep 16 05:39:36.869458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4e20d-95c3-4b75-a272-7f25f5bb3acb req-107e7491-de1a-4a2a-9e0d-93f3988ad58d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:36.871150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45d4e20d-95c3-4b75-a272-7f25f5bb3acb req-107e7491-de1a-4a2a-9e0d-93f3988ad58d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 943 time: 0.0656216 Sep 16 05:39:36.934452 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45d4e20d-95c3-4b75-a272-7f25f5bb3acb req-85bcba99-4bb5-40a9-8692-4b06c3e5fcb3 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555696 Sep 16 05:39:37.073814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02193655-41db-4de1-a54c-ee338f28acc4 req-cca80f6c-ff0b-41ea-8466-0c2228827555 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:37.075327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02193655-41db-4de1-a54c-ee338f28acc4 req-cca80f6c-ff0b-41ea-8466-0c2228827555 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 907 time: 0.0560453 Sep 16 05:39:37.226368 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ab5de07-968f-4e94-adae-07cbdf455c3d req-04a6dd95-2c96-4601-b980-df5a4273655a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0286095 Sep 16 05:39:37.359746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-081926dd-32a8-4209-9714-8556ff42f33e req-97ae2010-b8ff-4ae2-ae92-a4272ee8b29d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0272686 Sep 16 05:39:37.724797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e730ccfe-efb6-42bb-b50c-73f817f7b08a details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:39:37.953509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3ee2171f-117b-467f-b93e-4d56b9c17bc2 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:39:38.030179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e730ccfe-efb6-42bb-b50c-73f817f7b08a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e730ccfe-efb6-42bb-b50c-73f817f7b08a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:38.079164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8593-1661-422d-858b-2ff071a365a8 req-4db66464-688b-465e-b9ad-b4a200a12323 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:38.080778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-321f8593-1661-422d-858b-2ff071a365a8 req-4db66464-688b-465e-b9ad-b4a200a12323 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 943 time: 0.0563924 Sep 16 05:39:38.110020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'e730ccfe-efb6-42bb-b50c-73f817f7b08a', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'port_id': 'e730ccfe-efb6-42bb-b50c-73f817f7b08a', 'mac_address': 'fa:16:3e:56:a1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c623a6-b516-4632-b9d5-edbee76019c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:39:38.125419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-321f8593-1661-422d-858b-2ff071a365a8 req-470f8a1f-f5d6-44d5-a465-18bdc7f6f4bb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Sep 16 05:39:38.177112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3ee2171f-117b-467f-b93e-4d56b9c17bc2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3ee2171f-117b-467f-b93e-4d56b9c17bc2,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:38.200367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '3ee2171f-117b-467f-b93e-4d56b9c17bc2', 'network_id': '46e0dbfa-79a2-4d44-9745-044d4621ced6', 'port_id': '3ee2171f-117b-467f-b93e-4d56b9c17bc2', 'mac_address': 'fa:16:3e:46:63:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f86efa2-cdb3-45a4-a934-027616927396', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:39:38.209308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.215971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f542f3-d6d5-4b00-87c4-f647eba6ba99 req-0f6562a1-4d1e-40a9-bb0f-ae6dbead9ca5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:38.218969 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06f542f3-d6d5-4b00-87c4-f647eba6ba99 req-0f6562a1-4d1e-40a9-bb0f-ae6dbead9ca5 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 907 time: 0.0563896 Sep 16 05:39:38.250273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e1b3969-adfc-4ba1-aa07-465a2d876f39 req-495505c3-7c5b-4d8c-8793-98e47a3d84b5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Sep 16 05:39:38.255446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e730ccfe-efb6-42bb-b50c-73f817f7b08a {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:38.297355 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.317122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e730ccfe-efb6-42bb-b50c-73f817f7b08a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e730ccfe-efb6-42bb-b50c-73f817f7b08a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:38.324600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee2171f-117b-467f-b93e-4d56b9c17bc2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:38.354965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3ee2171f-117b-467f-b93e-4d56b9c17bc2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3ee2171f-117b-467f-b93e-4d56b9c17bc2,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:38.375495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.435034 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.442577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e730ccfe-efb6-42bb-b50c-73f817f7b08a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:38.450354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.450707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.451050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.451418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.451730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.452092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.453219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.453540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.454072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.454409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.454742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.455073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:38.461195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3974035b-5314-477a-9a65-914d593e3d51 req-f9d3f475-ba47-4164-a918-f5935fb56153 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0335727 Sep 16 05:39:38.509825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3ee2171f-117b-467f-b93e-4d56b9c17bc2,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:38.744147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e730ccfe-efb6-42bb-b50c-73f817f7b08a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:38.873119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3ee2171f-117b-467f-b93e-4d56b9c17bc2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:39.137523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50320) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:39.144395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e50ce704-50e1-47b2-8ba1-a6ccd9e20514 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140314299', 'description': 'tempest-secgroup-smoke-1140314299 description', 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:39.238170 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e50ce704-50e1-47b2-8ba1-a6ccd9e20514 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.299616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-475129d2-e238-41e6-8f74-3ce101e4a84e req-afa3fd79-6c99-4eb2-97a6-af236ecce30a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0385165 Sep 16 05:39:39.383024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76508b5-8271-49a4-948a-05535f6f9a21 req-88c9c320-d204-4c83-aa31-ef608d78f25f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:39.385169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b76508b5-8271-49a4-948a-05535f6f9a21 req-88c9c320-d204-4c83-aa31-ef608d78f25f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 908 time: 0.0820687 Sep 16 05:39:39.460591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e50ce704-50e1-47b2-8ba1-a6ccd9e20514 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.549127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e50ce704-50e1-47b2-8ba1-a6ccd9e20514 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.582756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ce704-50e1-47b2-8ba1-a6ccd9e20514 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d28a169-d99a-45f1-b6a0-85975f72dfee,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:39.603321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc24d29c-0613-4427-b513-955c0cb3a129 req-d32005c2-dc5b-43bd-8a04-25bc08d2d3c4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Sep 16 05:39:39.619652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18845f8-382b-47de-bad0-681ceed58b04 req-7aee8ce7-8ab8-450c-a84c-d8d5effedfc9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:39.621185 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b18845f8-382b-47de-bad0-681ceed58b04 req-7aee8ce7-8ab8-450c-a84c-d8d5effedfc9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 944 time: 0.4072874 Sep 16 05:39:39.644077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e50ce704-50e1-47b2-8ba1-a6ccd9e20514 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.647894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e50ce704-50e1-47b2-8ba1-a6ccd9e20514 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5063434 Sep 16 05:39:39.648444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50350) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:39.653122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-77e603b7-6910-4e81-8a96-ca6a80074f1e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'security_group_rule': {'security_group_id': '5d28a169-d99a-45f1-b6a0-85975f72dfee', 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:39.664827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b18845f8-382b-47de-bad0-681ceed58b04 req-c25e2349-d7dd-45b5-a2bc-504b26213a01 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Sep 16 05:39:39.755747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e730ccfe-efb6-42bb-b50c-73f817f7b08a up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:39.783716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77e603b7-6910-4e81-8a96-ca6a80074f1e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.857497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77e603b7-6910-4e81-8a96-ca6a80074f1e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.883483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port e730ccfe-efb6-42bb-b50c-73f817f7b08a completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:39:39.887485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port e730ccfe-efb6-42bb-b50c-73f817f7b08a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.887882 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.892014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3ee2171f-117b-467f-b93e-4d56b9c17bc2 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:39.938376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77e603b7-6910-4e81-8a96-ca6a80074f1e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.962045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e603b7-6910-4e81-8a96-ca6a80074f1e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ac62ab-9feb-4e02-a397-f06cd6c67049,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.012298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.036374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd1988f-52ff-4654-9313-e0d7eef48366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730ccfe-efb6-42bb-b50c-73f817f7b08a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:40.038583 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81559efa-0c2e-4c92-bab0-2508e6a30cfc" -d '{"events": [{"server_uuid": "6fd1988f-52ff-4654-9313-e0d7eef48366", "name": "network-vif-plugged", "status": "completed", "tag": "e730ccfe-efb6-42bb-b50c-73f817f7b08a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:40.052432 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77e603b7-6910-4e81-8a96-ca6a80074f1e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.056502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e730ccfe-efb6-42bb-b50c-73f817f7b08a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e730ccfe-efb6-42bb-b50c-73f817f7b08a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:40.056671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77e603b7-6910-4e81-8a96-ca6a80074f1e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4042916 Sep 16 05:39:40.056835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:40.061229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:39:40.061399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d5933155-8732-4791-aa1f-9e190a5289b2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'security_group_rule': {'security_group_id': '5d28a169-d99a-45f1-b6a0-85975f72dfee', 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:40.066490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:40.067119 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.074542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:40.119555 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f4b88-844f-405a-8290-34a070ad887d x-openstack-request-id: req-5d9f4b88-844f-405a-8290-34a070ad887d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:40.119880 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd1988f-52ff-4654-9313-e0d7eef48366", "name": "network-vif-plugged", "status": "completed", "tag": "e730ccfe-efb6-42bb-b50c-73f817f7b08a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:40.120130 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d9f4b88-844f-405a-8290-34a070ad887d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:40.120518 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd1988f-52ff-4654-9313-e0d7eef48366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730ccfe-efb6-42bb-b50c-73f817f7b08a', 'code': 200} Sep 16 05:39:40.204611 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-610808b9-d45e-4a3b-b74d-7c1d77725871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.206725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.210618 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.260284 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d5933155-8732-4791-aa1f-9e190a5289b2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.295000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3ee2171f-117b-467f-b93e-4d56b9c17bc2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3ee2171f-117b-467f-b93e-4d56b9c17bc2,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:40.295000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e730ccfe-efb6-42bb-b50c-73f817f7b08a,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.308716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e688-960d-4591-ad1f-65047c7881ec req-1ef104fe-f4f4-48ae-9614-7b2f1c74a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:40.310331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bef9e688-960d-4591-ad1f-65047c7881ec req-1ef104fe-f4f4-48ae-9614-7b2f1c74a16c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 1097 time: 0.0846035 Sep 16 05:39:40.319500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-be770b03-6b34-4a0d-be28-4451d59e991b req-d67d5125-bf35-449a-9f9a-7e889a501617 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0358174 Sep 16 05:39:40.350501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d5933155-8732-4791-aa1f-9e190a5289b2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.367499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bef9e688-960d-4591-ad1f-65047c7881ec req-c791f9b8-35cb-4082-9941-f0b679308714 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Sep 16 05:39:40.367750 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.399621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-610808b9-d45e-4a3b-b74d-7c1d77725871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.423717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d5933155-8732-4791-aa1f-9e190a5289b2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.445613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3ee2171f-117b-467f-b93e-4d56b9c17bc2,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.448105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5933155-8732-4791-aa1f-9e190a5289b2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95b8dad-e367-4068-a7ae-ca557ac1f625,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.494440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c71f6523-edfb-4499-8197-bd9a3da6afc2 req-6d85763e-fe65-4ade-b749-fe877ecba237 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0280294 Sep 16 05:39:40.495477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-610808b9-d45e-4a3b-b74d-7c1d77725871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.534744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73995e3b-a96e-4911-ad99-cf63a01549f0 req-a12186dd-4416-4598-a991-8daf387a8595 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:40.535900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610808b9-d45e-4a3b-b74d-7c1d77725871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf9e97f-1c6c-42f4-b178-1ecb6e9a4e0a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.536365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73995e3b-a96e-4911-ad99-cf63a01549f0 req-a12186dd-4416-4598-a991-8daf387a8595 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.0539126 Sep 16 05:39:40.540711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-610808b9-d45e-4a3b-b74d-7c1d77725871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72be154b8d7e45a2ac55f421d1a1340c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644496 Sep 16 05:39:40.543087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50376) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:40.572190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d5933155-8732-4791-aa1f-9e190a5289b2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.573517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d5933155-8732-4791-aa1f-9e190a5289b2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5158153 Sep 16 05:39:40.576262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50378) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:40.580895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6f399dd7-4a73-40dc-8196-617c6d173710 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'security_group_rule': {'security_group_id': '5d28a169-d99a-45f1-b6a0-85975f72dfee', 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:40.595540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c0ad-3a18-4ef1-a0a9-056ea2c221c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.620487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c0ad-3a18-4ef1-a0a9-056ea2c221c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.678706 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f399dd7-4a73-40dc-8196-617c6d173710 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.764616 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c0ad-3a18-4ef1-a0a9-056ea2c221c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.767268 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f399dd7-4a73-40dc-8196-617c6d173710 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.767409 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c0ad-3a18-4ef1-a0a9-056ea2c221c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.768444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cdf4c0ad-3a18-4ef1-a0a9-056ea2c221c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddf9e97f-1c6c-42f4-b178-1ecb6e9a4e0a HTTP/1.1" status: 204 len: 168 time: 0.2244968 Sep 16 05:39:40.778645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4c0ad-3a18-4ef1-a0a9-056ea2c221c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf9e97f-1c6c-42f4-b178-1ecb6e9a4e0a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.798446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802687f-975f-4696-86ca-08b388983cfa req-d23070e4-5f40-4cc3-9e46-a6b630e2b219 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:40.800043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e802687f-975f-4696-86ca-08b388983cfa req-d23070e4-5f40-4cc3-9e46-a6b630e2b219 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 945 time: 0.0651953 Sep 16 05:39:40.832723 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f399dd7-4a73-40dc-8196-617c6d173710 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.839816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e802687f-975f-4696-86ca-08b388983cfa req-fa5f9f89-01b6-473f-b34e-239806465184 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329330 Sep 16 05:39:40.855120 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f399dd7-4a73-40dc-8196-617c6d173710 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f6c888-3535-47ce-9368-df39d3f24e6d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.932181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f399dd7-4a73-40dc-8196-617c6d173710 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.933577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6f399dd7-4a73-40dc-8196-617c6d173710 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563111 Sep 16 05:39:40.936392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50386) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:40.943082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-072fcd42-4d5e-416b-a40d-921b01e8af10 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'security_group_rule': {'security_group_id': '5d28a169-d99a-45f1-b6a0-85975f72dfee', 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:41.097446 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-072fcd42-4d5e-416b-a40d-921b01e8af10 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.147445 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-072fcd42-4d5e-416b-a40d-921b01e8af10 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.226678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-072fcd42-4d5e-416b-a40d-921b01e8af10 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.244698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fcd42-4d5e-416b-a40d-921b01e8af10 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790debae-49f6-4593-b921-da9ee0159fd5,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:41.312541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-072fcd42-4d5e-416b-a40d-921b01e8af10 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.313840 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-072fcd42-4d5e-416b-a40d-921b01e8af10 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3762453 Sep 16 05:39:41.317081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50394) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:41.322806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-31b93b55-36b6-4c05-a71a-2c772593aeec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'security_group_rule': {'security_group_id': '5d28a169-d99a-45f1-b6a0-85975f72dfee', 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:41.410225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50396) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:41.424216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b4af2f7-1990-4a03-ac2a-c9698d02fca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.455223 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-31b93b55-36b6-4c05-a71a-2c772593aeec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Project e4effc1d204a49d1830dcd5c0d706d6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:39:41.460479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b93b55-36b6-4c05-a71a-2c772593aeec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.478817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-929199bc-0a68-455b-8519-4d0bbda302ba req-ac11830e-b6d4-42a0-a1c9-9147f24ad1e8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0312622 Sep 16 05:39:41.530927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b93b55-36b6-4c05-a71a-2c772593aeec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.565286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b4af2f7-1990-4a03-ac2a-c9698d02fca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.629903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bfa0c491-3631-4179-b068-2bd628e1cf8a req-e13498cc-5823-4e4a-a3b6-f1573f6b96ce service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0352759 Sep 16 05:39:41.630681 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b93b55-36b6-4c05-a71a-2c772593aeec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.660819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b4af2f7-1990-4a03-ac2a-c9698d02fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.678942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b93b55-36b6-4c05-a71a-2c772593aeec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0ad754-3bee-4395-b67e-ff6a0bad0295,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:41.705967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b1583-8868-4632-990d-e36115512a88 req-71fdda8b-0ea9-4798-91da-4600fc3f5e30 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:41.707550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-982b1583-8868-4632-990d-e36115512a88 req-71fdda8b-0ea9-4798-91da-4600fc3f5e30 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.0821347 Sep 16 05:39:41.709155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4b4af2f7-1990-4a03-ac2a-c9698d02fca5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cfecf7eb48f4398b74eccc50275d3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977669 Sep 16 05:39:41.710060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4af2f7-1990-4a03-ac2a-c9698d02fca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363ef70c-09ea-4a20-8692-9e32c290e42a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:41.711741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:41.762064 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0100940-05bf-4403-a492-3376040336e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.779183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-31b93b55-36b6-4c05-a71a-2c772593aeec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.780942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-31b93b55-36b6-4c05-a71a-2c772593aeec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4621875 Sep 16 05:39:41.783890 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50412) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:41.785740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0100940-05bf-4403-a492-3376040336e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.788617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f49614e2-901e-46a8-acb4-406327d85a44 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'security_group_rule': {'security_group_id': '5d28a169-d99a-45f1-b6a0-85975f72dfee', 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:41.890736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0100940-05bf-4403-a492-3376040336e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.891038 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-f49614e2-901e-46a8-acb4-406327d85a44 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Project e4effc1d204a49d1830dcd5c0d706d6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:39:41.895033 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0100940-05bf-4403-a492-3376040336e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.899198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f0100940-05bf-4403-a492-3376040336e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/363ef70c-09ea-4a20-8692-9e32c290e42a HTTP/1.1" status: 204 len: 168 time: 0.1841679 Sep 16 05:39:41.901466 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f49614e2-901e-46a8-acb4-406327d85a44 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.926026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0100940-05bf-4403-a492-3376040336e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363ef70c-09ea-4a20-8692-9e32c290e42a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:42.034674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f49614e2-901e-46a8-acb4-406327d85a44 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.048209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d0011-cb2b-437e-a319-6dd368bad10d req-3b7f9c68-ec01-464e-8e48-1c2ae0d01682 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.049685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-686d0011-cb2b-437e-a319-6dd368bad10d req-3b7f9c68-ec01-464e-8e48-1c2ae0d01682 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 945 time: 0.0912373 Sep 16 05:39:42.089849 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-686d0011-cb2b-437e-a319-6dd368bad10d req-d4569f0e-2206-43d0-9552-3d854bcd485a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Sep 16 05:39:42.115574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f49614e2-901e-46a8-acb4-406327d85a44 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.124479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f40108-0848-40c7-8c53-4530bffe96a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee2171f-117b-467f-b93e-4d56b9c17bc2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:42.127454 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ef9177-b508-4982-b28d-cb5462772596" -d '{"events": [{"server_uuid": "43f40108-0848-40c7-8c53-4530bffe96a7", "name": "network-vif-plugged", "status": "completed", "tag": "3ee2171f-117b-467f-b93e-4d56b9c17bc2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:42.147983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49614e2-901e-46a8-acb4-406327d85a44 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce4d432-4b7c-4a2f-a4e6-61708200481e,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:42.187155 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8577016d-8c7d-4920-adfa-5fa43f502dab x-openstack-request-id: req-8577016d-8c7d-4920-adfa-5fa43f502dab {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:42.187531 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f40108-0848-40c7-8c53-4530bffe96a7", "name": "network-vif-plugged", "status": "completed", "tag": "3ee2171f-117b-467f-b93e-4d56b9c17bc2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:42.188167 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8577016d-8c7d-4920-adfa-5fa43f502dab {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:42.188354 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f40108-0848-40c7-8c53-4530bffe96a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee2171f-117b-467f-b93e-4d56b9c17bc2', 'code': 200} Sep 16 05:39:42.189465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f49614e2-901e-46a8-acb4-406327d85a44 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.190824 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f49614e2-901e-46a8-acb4-406327d85a44 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4058304 Sep 16 05:39:42.282020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a343379-66c6-4d9a-9374-5fdd30a31a75 req-8caa7a10-7640-4cb2-8cf0-3e54c0ebb15b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0348504 Sep 16 05:39:42.340127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869ea6-f0c6-4b33-b42a-d94483542063 req-242552dc-dcc2-403f-9f19-6e5f79ae1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.341663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2b869ea6-f0c6-4b33-b42a-d94483542063 req-242552dc-dcc2-403f-9f19-6e5f79ae1fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 1061 time: 0.0548692 Sep 16 05:39:42.442619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec279982-55b2-4f9a-b8b4-f1aa43627c2f req-157191a3-40cc-463b-a15c-bf5dcf0ebdec tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.450034 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec279982-55b2-4f9a-b8b4-f1aa43627c2f req-157191a3-40cc-463b-a15c-bf5dcf0ebdec tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 945 time: 0.0717559 Sep 16 05:39:42.460261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2836247-3817-4c0c-beda-105e8c088eb5 req-3c22baff-1b68-4ee9-85be-9b320c5e0e7e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0360191 Sep 16 05:39:42.486718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec279982-55b2-4f9a-b8b4-f1aa43627c2f req-eb948a17-ca14-437a-ad54-d30e64acbce7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Sep 16 05:39:42.524431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-8b41516d-c6bb-4d15-8dc5-b13ffe45e06d tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140314299&fields=id&tenant_id=e4effc1d204a49d1830dcd5c0d706d6c HTTP/1.1" status: 200 len: 267 time: 0.0664449 Sep 16 05:39:42.629314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-089e2ef4-65d3-47dc-9779-02914c6adfec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.630845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-089e2ef4-65d3-47dc-9779-02914c6adfec tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/networks?id=777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 200 len: 813 time: 0.1054823 Sep 16 05:39:42.659628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-95ace362-f222-40a3-980c-e3d9d8856843 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/quotas/e4effc1d204a49d1830dcd5c0d706d6c HTTP/1.1" status: 200 len: 375 time: 0.0130019 Sep 16 05:39:42.717569 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-aa90ba0b-df2a-4ed5-8e91-4014adaca8bf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518401 Sep 16 05:39:42.766554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99063aff-57d2-41c1-bb57-6ea807cc4ad5 req-4d78056c-a4f9-4ae9-970f-b2ca5909faf0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.769797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99063aff-57d2-41c1-bb57-6ea807cc4ad5 req-4d78056c-a4f9-4ae9-970f-b2ca5909faf0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 945 time: 0.0666432 Sep 16 05:39:42.822358 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99063aff-57d2-41c1-bb57-6ea807cc4ad5 req-32593fee-40cb-40fb-af86-67c340f11655 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Sep 16 05:39:42.828423 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-d18ec411-074a-4e99-a4f3-6ee71e430d7e service neutron] 10.222.0.49 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975254 Sep 16 05:39:42.934611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-a9cf0d13-34e6-4226-8776-430b0243b504 service neutron] 10.222.0.49 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021564 Sep 16 05:39:42.944907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68473669-09d9-4653-9bce-8e0687cfc464 req-03f4d96f-1c72-4d99-a229-eb335c0a91f1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.946515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68473669-09d9-4653-9bce-8e0687cfc464 req-03f4d96f-1c72-4d99-a229-eb335c0a91f1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.0539250 Sep 16 05:39:43.459001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251021bc-b670-40f8-850d-9dcd6162ecc9 req-43db3027-6c4d-40fd-98fc-468960ee543a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.460611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-251021bc-b670-40f8-850d-9dcd6162ecc9 req-43db3027-6c4d-40fd-98fc-468960ee543a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 945 time: 0.0527613 Sep 16 05:39:43.516584 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-251021bc-b670-40f8-850d-9dcd6162ecc9 req-3a6bff4c-d655-4cb1-add8-326d9b623fe5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370302 Sep 16 05:39:43.592431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81a8ce3d-4128-4534-b14e-185d2d258cbc req-9e63943e-3b15-468a-88bb-c306824b1561 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0363541 Sep 16 05:39:43.664289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d57728c-867f-454f-b993-c9ada3c0e30d req-8c4db4ce-2ec4-431a-bc6a-75e8c89d1467 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0402961 Sep 16 05:39:43.818787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2539224a-3b49-429b-bbca-6b9dc5192e97 req-f41c6839-076a-4a5d-8aab-37bf927c0d41 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0290258 Sep 16 05:39:44.088903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5dc62-077c-4871-95b5-1bbbebb27345 req-21abf682-95a9-4d28-a967-afa0deb76686 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.099986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91d5dc62-077c-4871-95b5-1bbbebb27345 req-21abf682-95a9-4d28-a967-afa0deb76686 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.0598860 Sep 16 05:39:44.241182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dcccd54-cbe5-4c2e-93a7-857e5f7c1c3d req-68bbe1de-1881-4ff3-b25b-2b0cb8ec7b24 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0444515 Sep 16 05:39:44.264657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec5e0f-344e-41ed-a517-20759bc756e1 req-f7f0bc4b-3027-4d28-82a4-03551e27f6b7 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.266803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8ec5e0f-344e-41ed-a517-20759bc756e1 req-f7f0bc4b-3027-4d28-82a4-03551e27f6b7 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.0833092 Sep 16 05:39:44.390882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df7558bd-ecb7-4b06-8727-46a69edf0ef9 req-b7ec7127-29c7-45ad-b719-766c7bb1ec23 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0385823 Sep 16 05:39:44.420170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cf276-6f27-40a8-be1a-f98f19767198 req-055becfb-7748-4bcc-b34e-3786eaf49412 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.422502 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-806cf276-6f27-40a8-be1a-f98f19767198 req-055becfb-7748-4bcc-b34e-3786eaf49412 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 1061 time: 0.0607295 Sep 16 05:39:44.528180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb1e53-ad98-44ef-ae0a-3702d7585343 req-5bcb164a-bca7-4114-9437-a3de61bdbf1b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.529929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4fb1e53-ad98-44ef-ae0a-3702d7585343 req-5bcb164a-bca7-4114-9437-a3de61bdbf1b tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 1136 time: 0.0413673 Sep 16 05:39:44.566464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4fb1e53-ad98-44ef-ae0a-3702d7585343 req-8dd0a3b6-2ff6-4454-a981-f76a14af0fdd tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0294895 Sep 16 05:39:44.588703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50538) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:44.640360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6cb2df-144a-47b3-b20f-47b18b7ca504 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.644562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5f6cb2df-144a-47b3-b20f-47b18b7ca504 tempest-TestSecurityGroupsBasicOps-598325769 tempest-TestSecurityGroupsBasicOps-598325769-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 1056 time: 0.0544271 Sep 16 05:39:44.688676 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ea7ff44-9909-49ee-9406-8c55ca7de6ac req-0c68603f-d79d-4bba-a117-194a215cd033 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0284433 Sep 16 05:39:44.697854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c9323-ddb2-441c-89b7-6ba932b99cfc req-c8e4e814-4a22-4da0-bbd9-d6635df54f5b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.699448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd1c9323-ddb2-441c-89b7-6ba932b99cfc req-c8e4e814-4a22-4da0-bbd9-d6635df54f5b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 945 time: 0.0555577 Sep 16 05:39:44.744702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd1c9323-ddb2-441c-89b7-6ba932b99cfc req-c48c2210-13ce-4ae8-a1b0-55c936c36cf0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Sep 16 05:39:45.058589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-2c789153-f2d7-4aec-af7f-c9bbf5358874 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:45.063377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-2c789153-f2d7-4aec-af7f-c9bbf5358874 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 945 time: 0.0548582 Sep 16 05:39:45.201346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a433885-d2dc-42bf-bfcb-142ad8e294e3 req-725e29e6-ba42-4612-a36b-1e62454ae78e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:45.203766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a433885-d2dc-42bf-bfcb-142ad8e294e3 req-725e29e6-ba42-4612-a36b-1e62454ae78e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.0647416 Sep 16 05:39:45.213798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Deleting port e730ccfe-efb6-42bb-b50c-73f817f7b08a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:45.214150 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.317926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] For port e730ccfe-efb6-42bb-b50c-73f817f7b08a, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e730ccfe-efb6-42bb-b50c-73f817f7b08a,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:45.318205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.332047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Calling delete_port for e730ccfe-efb6-42bb-b50c-73f817f7b08a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:45.514690 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.548924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event deleted for resources: {'Port': ['ID=e730ccfe-efb6-42bb-b50c-73f817f7b08a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:45.556694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870', 'e730ccfe-efb6-42bb-b50c-73f817f7b08a'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:45.595772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] No DVR routers for this DVR port e730ccfe-efb6-42bb-b50c-73f817f7b08a on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:45.595772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.596144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b17c0ad-4fb8-4817-b3d6-7cdbef18fbab req-8fda3c20-1c53-414f-87dc-9e1cf42ff71b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "DELETE /v2.0/ports/e730ccfe-efb6-42bb-b50c-73f817f7b08a HTTP/1.1" status: 204 len: 173 time: 0.5245767 Sep 16 05:39:45.596399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd1988f-52ff-4654-9313-e0d7eef48366', 'name': 'network-vif-deleted', 'tag': 'e730ccfe-efb6-42bb-b50c-73f817f7b08a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:45.598681 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac823f3a-651d-4176-a9db-008a71d55cca" -d '{"events": [{"server_uuid": "6fd1988f-52ff-4654-9313-e0d7eef48366", "name": "network-vif-deleted", "tag": "e730ccfe-efb6-42bb-b50c-73f817f7b08a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:45.638708 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afebca8-f13c-4daf-a7d9-add448996ae7 x-openstack-request-id: req-1afebca8-f13c-4daf-a7d9-add448996ae7 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:45.639929 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd1988f-52ff-4654-9313-e0d7eef48366", "name": "network-vif-deleted", "tag": "e730ccfe-efb6-42bb-b50c-73f817f7b08a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:45.639929 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1afebca8-f13c-4daf-a7d9-add448996ae7 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:45.644793 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd1988f-52ff-4654-9313-e0d7eef48366', 'name': 'network-vif-deleted', 'tag': 'e730ccfe-efb6-42bb-b50c-73f817f7b08a', 'status': 'completed', 'code': 200} Sep 16 05:39:45.848591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b8e1408-daec-496d-b689-7547773a0d1c req-f4b7fad8-f461-4979-bc6c-ef67c8f4aa37 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0732653 Sep 16 05:39:45.880092 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e0435713-f1b2-4410-bbd8-d0aa98858216 req-e0c120cd-1e5c-4a76-972b-1b92b5670a19 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0662544 Sep 16 05:39:45.915496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93398b16-677f-4709-984d-814bd76aa492 req-2eead557-e32c-4791-a574-f080af954795 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fd1988f-52ff-4654-9313-e0d7eef48366 HTTP/1.1" status: 200 len: 210 time: 0.0389435 Sep 16 05:39:46.039639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-afdaf871-528b-4089-a26a-8779fc424ab3 req-12ce3def-92c6-45a5-9a46-b15759187bed service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0348737 Sep 16 05:39:46.281573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-bd611bdf-da98-4ca6-a026-c59baaebddf8 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:46.284757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-bd611bdf-da98-4ca6-a026-c59baaebddf8 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.66 "GET /v2.0/networks?id=777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 200 len: 813 time: 0.1195166 Sep 16 05:39:46.340497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-05f90332-9de7-401a-a10f-c668c87455b7 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4effc1d204a49d1830dcd5c0d706d6c HTTP/1.1" status: 200 len: 380 time: 0.0386205 Sep 16 05:39:46.350464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'port': {'device_id': 'c2436e36-991e-4095-9522-84fea82da233', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'admin_state_up': True, 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'security_groups': ['5d28a169-d99a-45f1-b6a0-85975f72dfee']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:46.366370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b045d39-27cc-420b-ae62-fbf87a2a5a92 req-32245f0d-5fbc-4bdc-a060-eb6ff6861266 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:46.367923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b045d39-27cc-420b-ae62-fbf87a2a5a92 req-32245f0d-5fbc-4bdc-a060-eb6ff6861266 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.0647097 Sep 16 05:39:46.387020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fbf6b71-4c0d-499a-a9f5-62f2720c8ed5 req-d78f895e-61a1-471b-946f-657bae96fba1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0381019 Sep 16 05:39:46.520799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15f54ac2-48c6-44e1-b4e5-646f4a8b328c req-df9b61fe-cdf8-452a-81ae-29765085a886 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0277150 Sep 16 05:39:46.595238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Made reservation on behalf of e4effc1d204a49d1830dcd5c0d706d6c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:46.599145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.743420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Allocated IP 172.20.0.3 (777d87c4-e13c-4203-828c-945ef3773563/bd4e71d0-12f5-41e8-93b7-6373f420134b/c9b9fe9c-31e2-4091-848b-caf74d419f2c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:46.899237 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.954720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04a3a0f7-266d-463a-8c00-0821cd129b02 req-b7c95546-4fb9-4d6a-8390-6a8a39c51c56 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0387230 Sep 16 05:39:47.037341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.087292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197d927-f347-4822-8d04-02d419bb4a15 req-ab3f23ec-3ba5-4e07-b392-d098b83e548c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.088924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7197d927-f347-4822-8d04-02d419bb4a15 req-ab3f23ec-3ba5-4e07-b392-d098b83e548c tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.30 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.1026990 Sep 16 05:39:47.097903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Network 777d87c4-e13c-4203-828c-945ef3773563 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:47.101425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:47.107999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:47.146278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'Port': ['ID=c9b9fe9c-31e2-4091-848b-caf74d419f2c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:47.260881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.261867 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.303077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:47.303777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.361711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-57fce28b-5f4b-4384-8ea8-0e3749a4cedf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0150845 Sep 16 05:39:47.433355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Request body: {'port': {'device_id': 'c2436e36-991e-4095-9522-84fea82da233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:47.499301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6a5b5-40b1-411b-a8f2-cb6744747608 req-f2890ce1-5eb3-4675-9f61-96ba913ddbf0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.515377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85e6a5b5-40b1-411b-a8f2-cb6744747608 req-f2890ce1-5eb3-4675-9f61-96ba913ddbf0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 909 time: 0.0632920 Sep 16 05:39:47.529318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5cb0b272-bb46-4f2a-ad24-014727910e37 None None] Provisioning complete for port c9b9fe9c-31e2-4091-848b-caf74d419f2c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:47.529890 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b272-bb46-4f2a-ad24-014727910e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.534013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] For port 3ee2171f-117b-467f-b93e-4d56b9c17bc2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3ee2171f-117b-467f-b93e-4d56b9c17bc2,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:47.534384 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.554789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-567b8890-ee3e-4efc-9191-41d2da159870 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.556318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-567b8890-ee3e-4efc-9191-41d2da159870 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.2498689 Sep 16 05:39:47.562031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Calling delete_port for 3ee2171f-117b-467f-b93e-4d56b9c17bc2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:47.569713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.570266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0b272-bb46-4f2a-ad24-014727910e37 None None] Port c9b9fe9c-31e2-4091-848b-caf74d419f2c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:47.594907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-86ea15ec-67e1-406b-85b7-638e97c7f1ff tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/quotas/9d550f361ff34a6ba57aefa259f3dd93 HTTP/1.1" status: 200 len: 375 time: 0.0285227 Sep 16 05:39:47.790542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-c8a32829-3e74-4116-848f-b5430c1e2c57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1651251 Sep 16 05:39:47.987812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:48.045707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1b5dcd6-5008-44e0-9b64-19be96ed9143 req-42ecd264-e866-4dfd-b1ed-41c4a8dda4a8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0510240 Sep 16 05:39:48.065169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Port': ['ID=3ee2171f-117b-467f-b93e-4d56b9c17bc2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:48.126667 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-74e6bb9c-3144-4f2e-85f9-40743543c3ae service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038390 Sep 16 05:39:48.204689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] No DVR routers for this DVR port 3ee2171f-117b-467f-b93e-4d56b9c17bc2 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:48.243673 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:48.248458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7197d927-f347-4822-8d04-02d419bb4a15 req-8cfd2da7-a2ea-4f5b-b39d-9ac8fd33b0e4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.30 "DELETE /v2.0/ports/3ee2171f-117b-467f-b93e-4d56b9c17bc2 HTTP/1.1" status: 204 len: 173 time: 1.1136525 Sep 16 05:39:48.253743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f40108-0848-40c7-8c53-4530bffe96a7', 'name': 'network-vif-deleted', 'tag': '3ee2171f-117b-467f-b93e-4d56b9c17bc2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:48.256157 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93330188-c810-47aa-8f93-2f35402b6907" -d '{"events": [{"server_uuid": "43f40108-0848-40c7-8c53-4530bffe96a7", "name": "network-vif-deleted", "tag": "3ee2171f-117b-467f-b93e-4d56b9c17bc2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:48.271764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03a133-9e58-48ae-b7bf-450be9537dd7 req-94b4b217-ff51-453d-9f26-5cb843add9dd tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:48.288475 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d03a133-9e58-48ae-b7bf-450be9537dd7 req-94b4b217-ff51-453d-9f26-5cb843add9dd tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 931 time: 0.1692204 Sep 16 05:39:48.368944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d03a133-9e58-48ae-b7bf-450be9537dd7 req-95bd2981-6a1c-407a-b2dc-b8067ed55d54 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793462 Sep 16 05:39:48.455146 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e84ebe-0f0e-4d95-a339-2d9550537e78 x-openstack-request-id: req-20e84ebe-0f0e-4d95-a339-2d9550537e78 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:48.455722 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f40108-0848-40c7-8c53-4530bffe96a7", "name": "network-vif-deleted", "tag": "3ee2171f-117b-467f-b93e-4d56b9c17bc2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:48.455722 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20e84ebe-0f0e-4d95-a339-2d9550537e78 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:48.458244 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f40108-0848-40c7-8c53-4530bffe96a7', 'name': 'network-vif-deleted', 'tag': '3ee2171f-117b-467f-b93e-4d56b9c17bc2', 'status': 'completed', 'code': 200} Sep 16 05:39:48.584910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b9fe9c-31e2-4091-848b-caf74d419f2c {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:48.629962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:48.634945 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4126e02a-c248-4de1-b258-3ba8e0cd5808 req-be10ff7f-8d2d-4831-8ec4-39b4a9fff2e2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0732861 Sep 16 05:39:48.663816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Transition to ACTIVE for port object c9b9fe9c-31e2-4091-848b-caf74d419f2c will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:48.694483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a07ed02b-37ff-4da4-be4a-2bee6df5a5f9 req-2afd9f43-6e9f-477a-a348-fac966264e6c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.2651856 Sep 16 05:39:48.703598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-4f01162f-610e-4f27-9b00-fd2ca4091b9b service neutron] 10.222.0.49 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760400 Sep 16 05:39:48.734959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0dd922f9-ab81-45e6-a2f8-ed660d0d41e9 req-558c156b-ccad-407f-837a-256079626e53 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f40108-0848-40c7-8c53-4530bffe96a7 HTTP/1.1" status: 200 len: 210 time: 0.0799797 Sep 16 05:39:48.735361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:48.914551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2665663-2f1a-44f1-9f6f-1bcbe5901d4b req-ed1f4cda-da92-4d22-a0e0-2d5c44b551f1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0591733 Sep 16 05:39:48.991365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Pushing event updated for resources: {'Port': ['ID=c9b9fe9c-31e2-4091-848b-caf74d419f2c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:49.147069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Attempting to bind port c9b9fe9c-31e2-4091-848b-caf74d419f2c on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:49.147261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Attempting to bind port c9b9fe9c-31e2-4091-848b-caf74d419f2c by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:49.147599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Attempting to bind port c9b9fe9c-31e2-4091-848b-caf74d419f2c on network 777d87c4-e13c-4203-828c-945ef3773563 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:49.150986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e14b5e3-33c9-4823-a655-3b6e38505287 req-3225061c-ebd0-4584-b0d0-abafe7c63c5e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 210 time: 0.0703747 Sep 16 05:39:49.156230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Port c9b9fe9c-31e2-4091-848b-caf74d419f2c on network 777d87c4-e13c-4203-828c-945ef3773563 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:49.156923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Attempting to bind port c9b9fe9c-31e2-4091-848b-caf74d419f2c on network 777d87c4-e13c-4203-828c-945ef3773563 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:49.163674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:49.164249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Checking segment: {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:49.164819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Bound using segment: {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:49.165423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Bound port: c9b9fe9c-31e2-4091-848b-caf74d419f2c, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458f93ab-65d3-4212-ba84-51f6a1a6801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '777d87c4-e13c-4203-828c-945ef3773563'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:49.165956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.243116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] For port c9b9fe9c-31e2-4091-848b-caf74d419f2c, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:49.248791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] For port c9b9fe9c-31e2-4091-848b-caf74d419f2c, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:49.361034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.436902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:49.438096 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.439613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] 10.222.0.66 "PUT /v2.0/ports/c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 200 len: 1092 time: 2.0140083 Sep 16 05:39:49.628943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cae859-d484-4c3e-be0a-ad07026e6aad service neutron] Pushing event updated for resources: {'Port': ['ID=c9b9fe9c-31e2-4091-848b-caf74d419f2c,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:49.745017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fe8fe-506d-4e92-a63e-1752e0308a9a req-392ee28c-2643-400a-9e7e-44b89ea51d0f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:49.746620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c00fe8fe-506d-4e92-a63e-1752e0308a9a req-392ee28c-2643-400a-9e7e-44b89ea51d0f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.2855158 Sep 16 05:39:49.754161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-a889fa2b-becb-4671-840e-283c51e4446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:49.755689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-a889fa2b-becb-4671-840e-283c51e4446a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1095 time: 0.1283524 Sep 16 05:39:49.782899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50676) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:49.791954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e730ccfe-efb6-42bb-b50c-73f817f7b08a no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:49.845688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: e730ccfe-efb6-42bb-b50c-73f817f7b08a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:49.846255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e730ccfe-efb6-42bb-b50c-73f817f7b08a not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:49.875524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c00fe8fe-506d-4e92-a63e-1752e0308a9a req-cc7010ff-77c5-4b6a-acbb-59c16fab6cac tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187720 Sep 16 05:39:49.886481 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f1bef7-49ce-4ecc-9768-591d8c075252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.963153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-9dd79853-aa7d-4c52-a3e4-dd7fb8b8d85f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 200 len: 217 time: 0.1745803 Sep 16 05:39:50.055796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-4c78626f-6ff4-456c-9fee-de9df3d70b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:50.058287 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-4c78626f-6ff4-456c-9fee-de9df3d70b1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd4e71d0-12f5-41e8-93b7-6373f420134b HTTP/1.1" status: 200 len: 852 time: 0.0837607 Sep 16 05:39:50.113700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-2acd3760-d6e8-48bc-abf9-e61bfdda19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:50.115276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-2acd3760-d6e8-48bc-abf9-e61bfdda19b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=777d87c4-e13c-4203-828c-945ef3773563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460708 Sep 16 05:39:50.231448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-4deb32b8-5d37-4936-a812-31979dd61e35 service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055653 Sep 16 05:39:50.286041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-165d2311-3c11-4f9e-968b-a45202f6e3be req-59b1c99c-2c08-4da5-b989-4f030538439a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 210 time: 0.0408156 Sep 16 05:39:50.385320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dd1fce0-056c-4c89-a7ad-addccab00bfc req-7fbdba2e-487a-48f5-93e7-4d68fadd83cb service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427178 Sep 16 05:39:50.434984 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.461985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:50.465499 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede62876-72d1-42d9-8c97-77359a231805" -d '{"events": [{"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:50.512649 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a9b91e-fe91-4d17-a397-7646ecb989cb x-openstack-request-id: req-67a9b91e-fe91-4d17-a397-7646ecb989cb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:50.513067 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:50.513458 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67a9b91e-fe91-4d17-a397-7646ecb989cb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:50.513948 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'status': 'completed', 'code': 200} Sep 16 05:39:50.713108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5d7db6d-5cdb-42af-9b49-57eea133e79b req-f7b49dcf-7273-4970-ab9a-73c6e9872bd7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0804431 Sep 16 05:39:50.721302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede62876-72d1-42d9-8c97-77359a231805 req-a2526397-6d5b-4f62-bcf2-3df05e9bc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:50.722966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede62876-72d1-42d9-8c97-77359a231805 req-a2526397-6d5b-4f62-bcf2-3df05e9bc217 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1095 time: 0.1332896 Sep 16 05:39:50.805075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.855464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede62876-72d1-42d9-8c97-77359a231805 req-47bdcf08-544f-4fe2-adbc-8a0a65f06275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:50.857121 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede62876-72d1-42d9-8c97-77359a231805 req-47bdcf08-544f-4fe2-adbc-8a0a65f06275 service neutron] 10.222.0.66 "GET /v2.0/networks?id=777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 200 len: 914 time: 0.1214302 Sep 16 05:39:50.896702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0794e290-3280-49a9-9d30-235374913a89 req-5e4287ce-9c74-43fa-857c-2f25c2ce95ec service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1028652 Sep 16 05:39:50.917936 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede62876-72d1-42d9-8c97-77359a231805 req-12899d8f-cc47-4660-b13a-287987a905da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 200 len: 217 time: 0.0462615 Sep 16 05:39:50.956109 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-37c0cfd3-998e-42d3-9b97-d8a10990fddc req-451a6cef-3085-4d32-8e51-fe20d171ee5f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0979671 Sep 16 05:39:51.004094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting port b29cf654-19b7-45aa-970d-fa68e469ef85 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:51.006795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede62876-72d1-42d9-8c97-77359a231805 req-c3518ebd-da79-4bba-ac34-6e545e6032cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.011660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede62876-72d1-42d9-8c97-77359a231805 req-c3518ebd-da79-4bba-ac34-6e545e6032cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd4e71d0-12f5-41e8-93b7-6373f420134b HTTP/1.1" status: 200 len: 852 time: 0.0670815 Sep 16 05:39:51.012615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.121339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede62876-72d1-42d9-8c97-77359a231805 req-71178f1f-de4a-45ad-8ca4-a31a87e8b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.122886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede62876-72d1-42d9-8c97-77359a231805 req-71178f1f-de4a-45ad-8ca4-a31a87e8b11c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=777d87c4-e13c-4203-828c-945ef3773563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000617 Sep 16 05:39:51.126602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd2b5e73-d039-41d5-8f35-4eca12f301f2 req-da244a36-e85a-45e7-8ce6-fb3f825dafc7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0588458 Sep 16 05:39:51.142605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434043-5124-4c80-9923-c8c8fd481a34 req-483f099b-fa10-4d7a-bc69-d013b32c3a66 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.144378 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9434043-5124-4c80-9923-c8c8fd481a34 req-483f099b-fa10-4d7a-bc69-d013b32c3a66 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.0751631 Sep 16 05:39:51.167350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] For port b29cf654-19b7-45aa-970d-fa68e469ef85, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b29cf654-19b7-45aa-970d-fa68e469ef85,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:51.167752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.184338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Calling delete_port for b29cf654-19b7-45aa-970d-fa68e469ef85 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:51.519428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.583211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9434043-5124-4c80-9923-c8c8fd481a34 req-5658a4db-a335-40f7-8181-c2adefc0fb0e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875452 Sep 16 05:39:51.595948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Port': ['ID=b29cf654-19b7-45aa-970d-fa68e469ef85,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:51.608827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede62876-72d1-42d9-8c97-77359a231805 req-fc79144f-8527-4090-9b3a-b940d0849019 service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624758 Sep 16 05:39:51.871681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede62876-72d1-42d9-8c97-77359a231805 req-35c2237a-0e79-4622-896b-c4293aba9bbf service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457805 Sep 16 05:39:51.878147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9382c3a7-0556-47b3-9e9c-ba255f3b6d5f req-7c2b3ad5-8195-4bf9-b6f1-2d923ae0a70c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 210 time: 0.0781317 Sep 16 05:39:51.930135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.963421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3ee2171f-117b-467f-b93e-4d56b9c17bc2 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:52.009103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 3ee2171f-117b-467f-b93e-4d56b9c17bc2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:52.009449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3ee2171f-117b-467f-b93e-4d56b9c17bc2 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:52.130070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-37cc2ca7-ff03-4c02-a624-8daf3b4a5fc6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:52.136045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-37cc2ca7-ff03-4c02-a624-8daf3b4a5fc6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.30 "GET /v2.0/networks?id=b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 200 len: 804 time: 0.1582980 Sep 16 05:39:52.156771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Request body: {'port': {'device_id': 'd119f892-4697-45db-9b0d-221468de65c7', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'admin_state_up': True, 'tenant_id': '9d550f361ff34a6ba57aefa259f3dd93'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:52.335160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Router f1eb8f40-d424-4676-ba57-1baa8a6f5495 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:52.443635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Made reservation on behalf of 9d550f361ff34a6ba57aefa259f3dd93 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:52.449010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:52.779197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Allocated IP 172.20.0.6 (b0a0dc9b-d101-416e-bfae-81eb4f718e44/46c623a6-b516-4632-b9d5-edbee76019c8/f8d1643b-5bdb-4a74-9839-04659417cda6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:52.835119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d08d-219f-4194-a9f5-250907d740b4 req-37fdb9de-1361-4576-aff9-daef4c0a5a9f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:52.847131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cae1d08d-219f-4194-a9f5-250907d740b4 req-37fdb9de-1361-4576-aff9-daef4c0a5a9f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.1203175 Sep 16 05:39:52.949957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cae1d08d-219f-4194-a9f5-250907d740b4 req-7b4c01e5-e1a8-4c26-879a-b6ef1132264b tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918179 Sep 16 05:39:53.015429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c909024-1f98-4662-9d81-08e659d9c45a req-957ea7cd-83ad-49f9-b2cd-bf602dd57e1b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0683169 Sep 16 05:39:53.177586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0d87778-578a-49a1-841e-3dfd0b481a89 req-946a7e25-b11d-474f-ba03-ac8a84581f96 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 210 time: 0.0876615 Sep 16 05:39:53.220953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:53.261700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-17bcfbb9-50fe-4ff3-88be-448c3b7fb895 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "PUT /v2.0/routers/f1eb8f40-d424-4676-ba57-1baa8a6f5495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4777064 Sep 16 05:39:53.266069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50762) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:53.296736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] Sync routers for ids ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:53.327888 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab150e0d-4c03-42d9-bf7d-692112eb3959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.330731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] Routers {'f1eb8f40-d424-4676-ba57-1baa8a6f5495'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:53.332011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:53.341341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.344017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e13dcf1-b422-47cd-a6be-ea502cb6879b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting subnet 8f86efa2-cdb3-45a4-a934-027616927396 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:39:53.350218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1e13dcf1-b422-47cd-a6be-ea502cb6879b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.388129 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f80bfd0-54d5-4250-a019-540bedbbef14 req-6c62a52b-881d-4e36-aae5-9c684d924f14 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1245263 Sep 16 05:39:53.428663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1e13dcf1-b422-47cd-a6be-ea502cb6879b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.471138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df10f8df-7489-4d68-9a6e-1df5f36a864f req-5edfb0c7-d27e-4fbf-84b3-98869d13eabc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0500519 Sep 16 05:39:53.473065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.527907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Network b0a0dc9b-d101-416e-bfae-81eb4f718e44 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:53.531633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:53.536261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:53.575013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event updated for resources: {'Port': ['ID=f8d1643b-5bdb-4a74-9839-04659417cda6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:53.620780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:53.621895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.636552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1e13dcf1-b422-47cd-a6be-ea502cb6879b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.720452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:53.786309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-00862f15-7985-4b1a-b779-d89ea9186d57 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6276615 Sep 16 05:39:53.786668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] Set router f1eb8f40-d424-4676-ba57-1baa8a6f5495 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:53.805009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Request body: {'port': {'device_id': 'd119f892-4697-45db-9b0d-221468de65c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:53.806464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1e13dcf1-b422-47cd-a6be-ea502cb6879b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.833459 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1e13dcf1-b422-47cd-a6be-ea502cb6879b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.841745 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1e13dcf1-b422-47cd-a6be-ea502cb6879b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/subnets/8f86efa2-cdb3-45a4-a934-027616927396 HTTP/1.1" status: 204 len: 168 time: 0.5743461 Sep 16 05:39:53.844094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50776) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:53.876729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a9aff-6691-423c-a8a3-178e3511c220 None None] Network 46e0dbfa-79a2-4d44-9745-044d4621ced6 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:53.903988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.926807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13dcf1-b422-47cd-a6be-ea502cb6879b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Subnet': ['ID=8f86efa2-cdb3-45a4-a934-027616927396,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:53.995903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.056549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.196417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd1f6a75-9633-4822-8e2d-d0f53f1950b1 req-664cb4bb-9999-4df6-a480-f168068232fd service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1584170 Sep 16 05:39:54.197806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.333756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a58d-f526-4375-88dd-af453ad474ef req-35cae8e6-ace0-406e-9449-a1311dbda86d tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:54.335231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9443a58d-f526-4375-88dd-af453ad474ef req-35cae8e6-ace0-406e-9449-a1311dbda86d tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.1127641 Sep 16 05:39:54.385129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] DHCP port deletion for 46e0dbfa-79a2-4d44-9745-044d4621ced6 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:39:54.430110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07d986-0070-4272-9681-ceff1f5805ec req-72967977-b95f-48e4-a62e-66c2e625bdce tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:54.435178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:51Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '5ff3182a-cfb9-41a5-8808-18347d59e379', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:17Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:54.439374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb07d986-0070-4272-9681-ceff1f5805ec req-72967977-b95f-48e4-a62e-66c2e625bdce tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 931 time: 0.1499934 Sep 16 05:39:54.476452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9443a58d-f526-4375-88dd-af453ad474ef req-4ba3c823-1d00-4541-b206-6df13378141a tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313446 Sep 16 05:39:54.490340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d1643b-5bdb-4a74-9839-04659417cda6 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:54.499769 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.500314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] Checking router: f1eb8f40-d424-4676-ba57-1baa8a6f5495 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:54.515658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Transition to ACTIVE for port object f8d1643b-5bdb-4a74-9839-04659417cda6 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:54.519101 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb07d986-0070-4272-9681-ceff1f5805ec req-9552dd3a-706c-4751-8dcb-beab7b648abd tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781131 Sep 16 05:39:54.532235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] Routers {'f1eb8f40-d424-4676-ba57-1baa8a6f5495'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:54.533117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:54.533309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting port 5ff3182a-cfb9-41a5-8808-18347d59e379 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:54.533862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.597708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.651461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] For port 5ff3182a-cfb9-41a5-8808-18347d59e379, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5ff3182a-cfb9-41a5-8808-18347d59e379,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:54.652273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.669720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Calling delete_port for 5ff3182a-cfb9-41a5-8808-18347d59e379 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:54.677860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] Deleting port d98a2746-8a7f-4583-bbb5-a3c18a630bbd {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:54.685845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d1643b-5bdb-4a74-9839-04659417cda6,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:54.687109 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.769881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] Set router f1eb8f40-d424-4676-ba57-1baa8a6f5495 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:54.865584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Attempting to bind port f8d1643b-5bdb-4a74-9839-04659417cda6 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:54.868138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Attempting to bind port f8d1643b-5bdb-4a74-9839-04659417cda6 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:54.868724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Attempting to bind port f8d1643b-5bdb-4a74-9839-04659417cda6 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:54.880213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Port f8d1643b-5bdb-4a74-9839-04659417cda6 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:54.881614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Attempting to bind port f8d1643b-5bdb-4a74-9839-04659417cda6 on network b0a0dc9b-d101-416e-bfae-81eb4f718e44 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:54.890682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:54.892272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Checking segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:54.896444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Bound using segment: {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:54.897185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Bound port: f8d1643b-5bdb-4a74-9839-04659417cda6, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17e3401-de9c-44dc-bc29-73bed7356772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:54.897823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.947423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:54Z', 'revision_number': 6, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:54.955432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] For port d98a2746-8a7f-4583-bbb5-a3c18a630bbd, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d98a2746-8a7f-4583-bbb5-a3c18a630bbd,segment=NetworkSegment(30896780-b7f9-44cc-b272-cce81e1815a3),segment_id=30896780-b7f9-44cc-b272-cce81e1815a3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:54.955837 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:54.988151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e909b-1171-4cca-8bc4-1eb8d2083d2e None None] The sync data for ids ['f1eb8f40-d424-4676-ba57-1baa8a6f5495'] in n-d-712749-15 is: [{'id': 'f1eb8f40-d424-4676-ba57-1baa8a6f5495', 'name': 'tempest-TestSecurityGroupsBasicOps-router-319209343', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:16Z', 'updated_at': '2021-09-16T05:39:54Z', 'revision_number': 6, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:54.993565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] Calling delete_port for d98a2746-8a7f-4583-bbb5-a3c18a630bbd owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:55.002078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.028572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] For port f8d1643b-5bdb-4a74-9839-04659417cda6, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:55.038456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] For port f8d1643b-5bdb-4a74-9839-04659417cda6, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f8d1643b-5bdb-4a74-9839-04659417cda6,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:55.057034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Port': ['ID=5ff3182a-cfb9-41a5-8808-18347d59e379,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:55.101394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.134542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:55.140822 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.142268 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] 10.222.0.30 "PUT /v2.0/ports/f8d1643b-5bdb-4a74-9839-04659417cda6 HTTP/1.1" status: 200 len: 1092 time: 1.3474836 Sep 16 05:39:55.145128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d98a2746-8a7f-4583-bbb5-a3c18a630bbd no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:55.147705 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.151037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd119f892-4697-45db-9b0d-221468de65c7', 'tag': 'f8d1643b-5bdb-4a74-9839-04659417cda6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:55.154285 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b70f6db-503f-4528-bb98-f9f33486c4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d119f892-4697-45db-9b0d-221468de65c7", "tag": "f8d1643b-5bdb-4a74-9839-04659417cda6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:55.235345 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbde727a-b2c8-430f-8ee1-a688aa5c8e6e x-openstack-request-id: req-cbde727a-b2c8-430f-8ee1-a688aa5c8e6e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:55.235595 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d119f892-4697-45db-9b0d-221468de65c7", "tag": "f8d1643b-5bdb-4a74-9839-04659417cda6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:55.235846 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbde727a-b2c8-430f-8ee1-a688aa5c8e6e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:55.236284 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd119f892-4697-45db-9b0d-221468de65c7', 'tag': 'f8d1643b-5bdb-4a74-9839-04659417cda6', 'status': 'completed', 'code': 200} Sep 16 05:39:55.236911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d9c11-3ff4-4d81-9dc1-e12a1e6d8b65 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d1643b-5bdb-4a74-9839-04659417cda6,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:55.353489 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.360749 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.371415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70f6db-503f-4528-bb98-f9f33486c4c0 req-ff7bdefd-3234-4668-8b72-cccc9b64518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:55.372884 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b70f6db-503f-4528-bb98-f9f33486c4c0 req-ff7bdefd-3234-4668-8b72-cccc9b64518f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 1095 time: 0.1006603 Sep 16 05:39:55.378648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.409937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.443061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] Pushing event deleted for resources: {'Port': ['ID=d98a2746-8a7f-4583-bbb5-a3c18a630bbd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:55.473740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6728f-6bf3-4e34-9d3a-8c9739b3ec33 None None] No DVR routers for this DVR port d98a2746-8a7f-4583-bbb5-a3c18a630bbd on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:55.478108 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.532625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.533113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Fanout notify agent at l3_agent the message router_deleted on router f1eb8f40-d424-4676-ba57-1baa8a6f5495 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:39:55.541385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.541385 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-957e5dc6-6502-495a-8986-58d9c709c264 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/routers/f1eb8f40-d424-4676-ba57-1baa8a6f5495 HTTP/1.1" status: 204 len: 168 time: 1.6692400 Sep 16 05:39:55.544086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50812) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:55.611085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70f6db-503f-4528-bb98-f9f33486c4c0 req-c62caf10-a346-43be-8ba7-b0647b1b85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:55.612644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b70f6db-503f-4528-bb98-f9f33486c4c0 req-c62caf10-a346-43be-8ba7-b0647b1b85a2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2234845 Sep 16 05:39:55.614589 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efc01efc-d153-4608-89e5-f8537056c220 req-b753743c-073b-4ac0-8d78-911dd6f06e5f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0876634 Sep 16 05:39:55.819105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab870ed-6fbf-452c-a036-a166af0d29e4 req-f5415a4d-771c-4ad4-b1db-af833535b8de tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:55.820725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ab870ed-6fbf-452c-a036-a166af0d29e4 req-f5415a4d-771c-4ad4-b1db-af833535b8de tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 943 time: 0.1475613 Sep 16 05:39:55.826523 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70f6db-503f-4528-bb98-f9f33486c4c0 req-36e6efe4-a0ab-4210-ac30-615e01913584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:55.827107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2599411-c72f-4ccc-a8cc-93fcaad37ecc req-b0e02bdb-89fa-4798-8726-b0e4ee576c8a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0463750 Sep 16 05:39:55.828850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b70f6db-503f-4528-bb98-f9f33486c4c0 req-36e6efe4-a0ab-4210-ac30-615e01913584 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2039745 Sep 16 05:39:55.835324 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.854865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb5336-bbc3-4387-b709-d864bd4cb198 req-9ee3db8d-52b1-4ab9-bfb4-611314e4f430 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:55.862641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4eb5336-bbc3-4387-b709-d864bd4cb198 req-9ee3db8d-52b1-4ab9-bfb4-611314e4f430 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.2602415 Sep 16 05:39:56.012642 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.039893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e0dbfa-79a2-4d44-9745-044d4621ced6']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:56.059329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ab870ed-6fbf-452c-a036-a166af0d29e4 req-023e2d0a-7e13-4831-8dad-fd357abe0580 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293069 Sep 16 05:39:56.073831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30896780-b7f9-44cc-b272-cce81e1815a3') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:56.075897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30896780-b7f9-44cc-b272-cce81e1815a3') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:56.084781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-14432a19-2625-471b-9424-d9341496e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:56.086911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-14432a19-2625-471b-9424-d9341496e0ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 1095 time: 0.1207030 Sep 16 05:39:56.095966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4eb5336-bbc3-4387-b709-d864bd4cb198 req-b6deece1-1f94-4a60-a4e8-7be785d72b0f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321613 Sep 16 05:39:56.104862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.120288 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.128649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:39:56.129054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:39:56.138029 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:39:56.154585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-096a6d8b-5526-41a6-a6b5-9c807fc66da1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8d1643b-5bdb-4a74-9839-04659417cda6 HTTP/1.1" status: 200 len: 217 time: 0.0525577 Sep 16 05:39:56.239518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-164b86e9-838a-4180-aaed-fd8de6ecae55 req-4a321e1f-8bf0-4dc3-9b73-488960ce9e7c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0810661 Sep 16 05:39:56.302068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-25f70a63-53d3-4409-b4c7-04f41f741622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:56.307701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-25f70a63-53d3-4409-b4c7-04f41f741622 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 200 len: 844 time: 0.1327674 Sep 16 05:39:56.361508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-76546922-5d7d-4135-b67b-2aa091b47add service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0dc9b-d101-416e-bfae-81eb4f718e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454104 Sep 16 05:39:56.412284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9cdac1e2-2bf1-49d2-a8d9-51e8b7ddf0c6 req-65605184-fa6d-4804-a9ae-5e859ba5155c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0286388 Sep 16 05:39:56.422956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.427514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.429967 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/networks/46e0dbfa-79a2-4d44-9745-044d4621ced6 HTTP/1.1" status: 204 len: 168 time: 0.8849032 Sep 16 05:39:56.433955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50830) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:56.478943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-2740c1e6-8429-4860-9447-6447b83aae04 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094177 Sep 16 05:39:56.480218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a0f3c-c7fb-4d04-a1c3-26e2b78857e9 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Network': ['ID=46e0dbfa-79a2-4d44-9745-044d4621ced6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:56.591926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b548a9c4-1600-43d8-be50-c7f3cd585cc0 req-8dcb9dee-869c-4d2e-90ac-acf301ba96f7 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050682 Sep 16 05:39:56.619603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting port 9fde5acd-d666-480d-8888-b07f2e21717c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:56.619976 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.711349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.711685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:56.723374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Calling delete_port for 9fde5acd-d666-480d-8888-b07f2e21717c owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:56.988901 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.020506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Port': ['ID=9fde5acd-d666-480d-8888-b07f2e21717c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:57.070321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b29cf654-19b7-45aa-970d-fa68e469ef85 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:57.092033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.092594 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Floating IP 0b228bb5-ebbb-4336-8870-16ae3d992598 disassociated (deleted). External IP: 172.25.1.55, port: 2eacae4e-33bd-4e44-8e00-83d1dde911d4. Sep 16 05:39:57.099540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b29cf654-19b7-45aa-970d-fa68e469ef85 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:57.100340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b29cf654-19b7-45aa-970d-fa68e469ef85 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:57.101331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5ff3182a-cfb9-41a5-8808-18347d59e379 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:57.148950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 5ff3182a-cfb9-41a5-8808-18347d59e379 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:57.151712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5ff3182a-cfb9-41a5-8808-18347d59e379 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:57.256426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3d7b3-8455-40f6-b7ee-c4b3d811de05 req-366eba5e-b5ea-4df1-92d6-0ec06fef92b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:57.258377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3fc3d7b3-8455-40f6-b7ee-c4b3d811de05 req-366eba5e-b5ea-4df1-92d6-0ec06fef92b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 943 time: 0.0674126 Sep 16 05:39:57.283548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6a1bc-8901-4371-bdc2-e034a2a76cc2 req-f8952643-62c5-4804-a467-8c1c1abf9708 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:57.285204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16a6a1bc-8901-4371-bdc2-e034a2a76cc2 req-f8952643-62c5-4804-a467-8c1c1abf9708 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.0790639 Sep 16 05:39:57.307333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3fc3d7b3-8455-40f6-b7ee-c4b3d811de05 req-5c4baad8-ce30-4d77-bd4f-b55066d1214c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Sep 16 05:39:57.372516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16a6a1bc-8901-4371-bdc2-e034a2a76cc2 req-cafa82ea-aa4d-4704-b7d1-d759782d9ead tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759399 Sep 16 05:39:57.426722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.454846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Router 6385cef5-745f-4609-830e-e55c357bff07 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:57.598881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:57.612907 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] Sync routers for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:57.631220 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:57.631475 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:57.634462 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:57.729214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33368b8b-ed8a-4642-a35a-a4fd8f981297 req-c2292101-41be-4c1d-a9d4-0201c6d583f4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0573416 Sep 16 05:39:57.762472 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:58.047146 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:19Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:58.073405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-30544b64-5ba7-4cce-82fd-6d62f99d151f tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/floatingips/0b228bb5-ebbb-4336-8870-16ae3d992598 HTTP/1.1" status: 204 len: 168 time: 1.6385853 Sep 16 05:39:58.085007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:58.087594 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a13921c-6c58-4f58-9784-a6bf11aed3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:58.108859 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] Checking router: 6385cef5-745f-4609-830e-e55c357bff07 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:58.121758 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-181462a1-d620-4526-8d9a-c8db537a989a req-8ecd5b90-98e4-454d-ad46-f4546cb0f893 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0469913 Sep 16 05:39:58.135573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:58.137653 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:58.152577 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949771a4-45a0-4830-9244-5849d4798398 x-openstack-request-id: req-949771a4-45a0-4830-9244-5849d4798398 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:58.153401 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:58.153401 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-949771a4-45a0-4830-9244-5849d4798398 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:58.153625 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'status': 'completed', 'code': 200} Sep 16 05:39:58.272810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-25e7f47b-1887-4208-94dd-3c72d1db210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:58.274820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-25e7f47b-1887-4208-94dd-3c72d1db210d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a78d61cb35e485e8a527577d16586ed&device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 1136 time: 0.0688126 Sep 16 05:39:58.396253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2dc178f-b325-4250-ac9c-11f6de4f2916 req-81d83938-f9c2-4afb-b172-ed0f0e57005d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0537496 Sep 16 05:39:58.401354 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:58.512729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87716a-ddcc-4fa8-8b67-bb2f4d16ff26 req-482d8f99-0a0f-46a7-800a-006482196f70 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:58.517311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-db2e89b1-3822-4893-97c6-796540880388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:58.519632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-db2e89b1-3822-4893-97c6-796540880388 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 HTTP/1.1" status: 200 len: 898 time: 0.2361209 Sep 16 05:39:58.529800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec87716a-ddcc-4fa8-8b67-bb2f4d16ff26 req-482d8f99-0a0f-46a7-800a-006482196f70 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 943 time: 0.1286376 Sep 16 05:39:58.578614 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec87716a-ddcc-4fa8-8b67-bb2f4d16ff26 req-53b8e8f7-b5bc-43ab-897d-0265161e8859 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529656 Sep 16 05:39:58.801665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-c4c42a34-7385-4719-9176-42b832e9a356 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2eacae4e-33bd-4e44-8e00-83d1dde911d4 HTTP/1.1" status: 200 len: 217 time: 0.2196856 Sep 16 05:39:58.810775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d631a2d-92b3-4a92-9f71-08a491d8ccf8 req-96d3e966-ea9a-4172-8975-b219bdbb9fce service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0356946 Sep 16 05:39:58.823319 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:58.834495 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:19Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:58.862844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173f475-f8bf-491a-a668-c222bb083cff req-a9a5fc54-5506-461e-8b9d-1c4a2c959692 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:58.866700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e173f475-f8bf-491a-a668-c222bb083cff req-a9a5fc54-5506-461e-8b9d-1c4a2c959692 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 984 time: 0.1679871 Sep 16 05:39:58.871817 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cbcd8a-0aa9-4d91-a608-12b2b3253bcf None None] The sync data for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 is: [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7ff434a8-0a12-4359-900e-c7d876738d5a', 'name': '', 'network_id': 'cc35ef61-b2c3-40d4-bd6f-216bcd6714e3', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'mac_address': 'fa:16:3e:8a:ea:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:13Z', 'updated_at': '2021-09-16T05:38:19Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'subnets': [{'id': '5c448ab3-859f-436d-9b69-3b1a91b49435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:58.889464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaf087-ac3c-40eb-b91b-20bebc49902c req-62e957f9-cc4c-406d-84e6-7fb763d5030b tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:58.900499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ddaf087-ac3c-40eb-b91b-20bebc49902c req-62e957f9-cc4c-406d-84e6-7fb763d5030b tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.3121898 Sep 16 05:39:58.931998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-a421f235-f8c3-4605-8a81-4fc3b588b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:58.933757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-a421f235-f8c3-4605-8a81-4fc3b588b3d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c448ab3-859f-436d-9b69-3b1a91b49435 HTTP/1.1" status: 200 len: 832 time: 0.1236229 Sep 16 05:39:58.934997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e173f475-f8bf-491a-a668-c222bb083cff req-35bcecf0-4f34-40b7-995d-d36cc98d36c6 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0617115 Sep 16 05:39:59.015584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ddaf087-ac3c-40eb-b91b-20bebc49902c req-e90276ce-f723-45e2-b278-482f4dbef3bc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071723 Sep 16 05:39:59.076201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-29777bc6-f240-44ea-be62-35daf92c3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:59.076201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-29777bc6-f240-44ea-be62-35daf92c3840 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874901 Sep 16 05:39:59.146405 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-db383b23-6f8d-4e6b-b46e-01a9337aa6bb service neutron] 10.222.0.66 "GET /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943751 Sep 16 05:39:59.179210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504d101-baea-496a-8eea-130f88dc0c90 None None] New status for floating IP 0b228bb5-ebbb-4336-8870-16ae3d992598: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:39:59.263598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a13921c-6c58-4f58-9784-a6bf11aed3a7 req-680dcca7-c463-4d78-9c8f-1f1eb1914d08 service neutron] 10.222.0.66 "GET /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072469 Sep 16 05:39:59.706970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90a47-c88a-43a3-b2d2-bf5d56ac0106 req-4293c142-94d4-4cc4-860f-80701d1cbfda tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:59.708521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75c90a47-c88a-43a3-b2d2-bf5d56ac0106 req-4293c142-94d4-4cc4-860f-80701d1cbfda tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 943 time: 0.0498691 Sep 16 05:39:59.759095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75c90a47-c88a-43a3-b2d2-bf5d56ac0106 req-de3dcfd7-360f-4189-8f75-225015068d84 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Sep 16 05:40:00.057465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f8d1643b-5bdb-4a74-9839-04659417cda6 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:00.090219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9f2bb-656f-4ebc-a2eb-c12b90602c96 req-533db325-0e8e-490c-b174-57c50f5d74d4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:00.096531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b9f2bb-656f-4ebc-a2eb-c12b90602c96 req-533db325-0e8e-490c-b174-57c50f5d74d4 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 984 time: 0.0900056 Sep 16 05:40:00.141905 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b9f2bb-656f-4ebc-a2eb-c12b90602c96 req-77cd49fe-0292-4780-a8c3-8b80ee47205e tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5715262-3dcc-4d3f-a8a5-72bb1aa32391&id=c461f51c-4135-4f57-89b3-71b6747a5c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0415564 Sep 16 05:40:00.158350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37566759-d93a-4320-bb36-e8627b4097dd req-fe9227b8-bab5-437e-9610-e988ce0269e3 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:00.161567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37566759-d93a-4320-bb36-e8627b4097dd req-fe9227b8-bab5-437e-9610-e988ce0269e3 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.0569861 Sep 16 05:40:00.221171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37566759-d93a-4320-bb36-e8627b4097dd req-7b2f50ea-fe23-45dc-8df0-fe7fc78af27f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502131 Sep 16 05:40:00.227013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-05e04a5b-9393-4c25-8449-a9c4d4450112 req-4e952f27-8b21-4220-af10-62e84d8a1cab service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Sep 16 05:40:00.234553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f8d1643b-5bdb-4a74-9839-04659417cda6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f8d1643b-5bdb-4a74-9839-04659417cda6,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:00.257668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'f8d1643b-5bdb-4a74-9839-04659417cda6', 'network_id': 'b0a0dc9b-d101-416e-bfae-81eb4f718e44', 'port_id': 'f8d1643b-5bdb-4a74-9839-04659417cda6', 'mac_address': 'fa:16:3e:57:f2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c623a6-b516-4632-b9d5-edbee76019c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:00.320172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:00.357725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d1643b-5bdb-4a74-9839-04659417cda6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:00.383550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f8d1643b-5bdb-4a74-9839-04659417cda6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f8d1643b-5bdb-4a74-9839-04659417cda6,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:00.435361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-114561d3-66f7-4a6f-860f-fefaf7148856 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:00.438215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-114561d3-66f7-4a6f-860f-fefaf7148856 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.66 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 984 time: 0.0792241 Sep 16 05:40:00.440632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5dabab4e-67e7-4e54-b207-0dde01cb7be7 req-7e21bec5-cbe4-42de-80e1-d051f74f81d4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0318415 Sep 16 05:40:00.491478 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:00.543284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=f8d1643b-5bdb-4a74-9839-04659417cda6,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:00.547685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:00.548199 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:00.656045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] For port 2eacae4e-33bd-4e44-8e00-83d1dde911d4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2eacae4e-33bd-4e44-8e00-83d1dde911d4,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:00.656500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:00.670455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Calling delete_port for 2eacae4e-33bd-4e44-8e00-83d1dde911d4 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:00.890592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340948d7-2c69-4ebe-a6ee-06716789d44b req-3f132750-7c38-41d5-8b61-3a8cf45482a3 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:00.892104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-340948d7-2c69-4ebe-a6ee-06716789d44b req-3f132750-7c38-41d5-8b61-3a8cf45482a3 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 944 time: 0.0576224 Sep 16 05:40:00.913533 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:00.948436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['f8d1643b-5bdb-4a74-9839-04659417cda6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:00.950372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Port': ['ID=2eacae4e-33bd-4e44-8e00-83d1dde911d4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:00.975660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-340948d7-2c69-4ebe-a6ee-06716789d44b req-99ffcdfc-4866-45c2-bbde-36f9fbbd4774 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767312 Sep 16 05:40:01.026410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] No DVR routers for this DVR port 2eacae4e-33bd-4e44-8e00-83d1dde911d4 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:01.032949 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:01.035151 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-627233c7-dad5-4bf7-a907-f378d7dad1d8 req-9287cba3-031e-4c44-b5be-b05a92418993 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.66 "DELETE /v2.0/ports/2eacae4e-33bd-4e44-8e00-83d1dde911d4 HTTP/1.1" status: 204 len: 173 time: 0.5905650 Sep 16 05:40:01.035673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'name': 'network-vif-deleted', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:01.038278 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665d8b0d-ae87-4f76-9a27-93e3e9a6fad4" -d '{"events": [{"server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "name": "network-vif-deleted", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:01.083021 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56caaaa-db02-47cb-b0a5-57eed1923208 x-openstack-request-id: req-a56caaaa-db02-47cb-b0a5-57eed1923208 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:01.083021 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790fb9cc-2fac-45bb-8038-4def1b2c587b", "name": "network-vif-deleted", "tag": "2eacae4e-33bd-4e44-8e00-83d1dde911d4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:01.083021 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a56caaaa-db02-47cb-b0a5-57eed1923208 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:01.083021 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790fb9cc-2fac-45bb-8038-4def1b2c587b', 'name': 'network-vif-deleted', 'tag': '2eacae4e-33bd-4e44-8e00-83d1dde911d4', 'status': 'completed', 'code': 200} Sep 16 05:40:01.218547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c6c7a5a-79e8-4e35-829d-ce6a1bbc6b4c req-da641d8a-6a4b-4331-aefa-2d0abed6462b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0347588 Sep 16 05:40:01.270403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c112de99-348e-43b2-a746-6d59a7e2da57 req-cd036628-6b5d-4d1c-a959-4bfd9395ccd1 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 210 time: 0.0402248 Sep 16 05:40:01.394435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e03a931-3d9c-45bb-81e1-55f6f7fa4d03 req-69e60e40-ad87-404e-830a-18d375edddbc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0527022 Sep 16 05:40:01.419671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773a68b-fd3c-4424-9ab1-80ca6d1714ab req-b26267c6-97bf-4840-8502-4865569a6517 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:01.422722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0773a68b-fd3c-4424-9ab1-80ca6d1714ab req-b26267c6-97bf-4840-8502-4865569a6517 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.0906208 Sep 16 05:40:01.472536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0773a68b-fd3c-4424-9ab1-80ca6d1714ab req-279336a5-0605-45e0-a75a-9b6bfe072e3f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379438 Sep 16 05:40:02.106162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f2b07-f060-498b-adf9-41be1c9c1d8a req-a1d33219-1dd1-4c3f-85e2-a4d4532c1bdc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:02.108271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-646f2b07-f060-498b-adf9-41be1c9c1d8a req-a1d33219-1dd1-4c3f-85e2-a4d4532c1bdc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 944 time: 0.0518785 Sep 16 05:40:02.150551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-646f2b07-f060-498b-adf9-41be1c9c1d8a req-155b6a40-55da-486a-ac50-39f6097ba948 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351543 Sep 16 05:40:02.364282 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0eb7b61-c32c-4da5-b389-2acf5af26fdd req-bd193dd9-7fa2-4830-961a-f64cbf588308 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0271144 Sep 16 05:40:02.409822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70751046-4ad6-4133-ad6c-404c045cc19c req-2a0fead0-d96a-4ca8-8f81-53189aeda406 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "GET /v2.0/ports?device_id=790fb9cc-2fac-45bb-8038-4def1b2c587b HTTP/1.1" status: 200 len: 210 time: 0.0386078 Sep 16 05:40:02.517830 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-defc408e-96f2-4d0a-b572-afbbae24dd37 req-c557bbd9-16b6-47bf-b7f6-33c2f9d2a353 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0291476 Sep 16 05:40:02.602896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d13a-ec31-4433-b042-27b4b7c149b4 req-ffca720d-141a-4834-8b42-502277aa750a tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:02.604506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0502d13a-ec31-4433-b042-27b4b7c149b4 req-ffca720d-141a-4834-8b42-502277aa750a tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.0573888 Sep 16 05:40:02.645348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0502d13a-ec31-4433-b042-27b4b7c149b4 req-e7f33a89-4f05-48f9-95dd-ee6b62034d18 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346875 Sep 16 05:40:03.276720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6756e-5fdf-4efb-a601-7569ec39d407 req-2f18f886-3539-4441-a27a-42e38ee20ef6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:03.278318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87f6756e-5fdf-4efb-a601-7569ec39d407 req-2f18f886-3539-4441-a27a-42e38ee20ef6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 944 time: 0.0589879 Sep 16 05:40:03.319273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87f6756e-5fdf-4efb-a601-7569ec39d407 req-672ba034-552e-4408-b23b-c0cc78db6903 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Sep 16 05:40:03.368284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dbafeec5-eea6-4b5b-80c2-899a3c762982 req-94eb9fd5-5e23-48ec-a9d0-ce5f73354943 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0252252 Sep 16 05:40:03.471775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:03.502306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8a9d3d8-e62a-4bf8-9609-7552a69777b9 req-8eda4bc8-2d19-4388-94fc-8fbda30da682 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0357246 Sep 16 05:40:03.529751 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6e68-60e3-4002-9498-bd365981a7d2 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:03.555116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6e68-60e3-4002-9498-bd365981a7d2 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:03.685715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6e68-60e3-4002-9498-bd365981a7d2 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:03.690286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6e68-60e3-4002-9498-bd365981a7d2 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:03.691424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b2eb6e68-60e3-4002-9498-bd365981a7d2 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/security-groups/c461f51c-4135-4f57-89b3-71b6747a5c6a HTTP/1.1" status: 204 len: 168 time: 0.2178617 Sep 16 05:40:03.695038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 50998) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:03.705486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6e68-60e3-4002-9498-bd365981a7d2 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c461f51c-4135-4f57-89b3-71b6747a5c6a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:03.823513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89e9d06c-361b-4bd5-a0f8-e25ca89e096b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:03.870391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89e9d06c-361b-4bd5-a0f8-e25ca89e096b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:03.883901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c9b9fe9c-31e2-4091-848b-caf74d419f2c details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:03.892823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645c93f-2ef3-485b-b059-e2ccd2077e26 req-f01eacbe-a06e-4740-b96d-a6b230d0bb89 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:03.894498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2eacae4e-33bd-4e44-8e00-83d1dde911d4 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:03.894671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d645c93f-2ef3-485b-b059-e2ccd2077e26 req-f01eacbe-a06e-4740-b96d-a6b230d0bb89 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 943 time: 0.1013436 Sep 16 05:40:03.922889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 2eacae4e-33bd-4e44-8e00-83d1dde911d4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:03.923313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2eacae4e-33bd-4e44-8e00-83d1dde911d4 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:03.950727 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d645c93f-2ef3-485b-b059-e2ccd2077e26 req-c3e54da8-ee89-4699-a1d6-7591b790efb4 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486481 Sep 16 05:40:03.990102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f8d1643b-5bdb-4a74-9839-04659417cda6 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:04.037986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89e9d06c-361b-4bd5-a0f8-e25ca89e096b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.044135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89e9d06c-361b-4bd5-a0f8-e25ca89e096b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.046319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89e9d06c-361b-4bd5-a0f8-e25ca89e096b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/security-groups/d5715262-3dcc-4d3f-a8a5-72bb1aa32391 HTTP/1.1" status: 204 len: 168 time: 0.3488047 Sep 16 05:40:04.049256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51002) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:04.060341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9d06c-361b-4bd5-a0f8-e25ca89e096b tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5715262-3dcc-4d3f-a8a5-72bb1aa32391,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:04.061361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c9b9fe9c-31e2-4091-848b-caf74d419f2c, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:04.082603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'mac_address': 'fa:16:3e:28:ef:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:04.128227 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.143238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b9fe9c-31e2-4091-848b-caf74d419f2c {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:04.164960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c9b9fe9c-31e2-4091-848b-caf74d419f2c, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:04.255406 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.258076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port f8d1643b-5bdb-4a74-9839-04659417cda6 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:04.264562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port f8d1643b-5bdb-4a74-9839-04659417cda6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:04.265272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.343795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=c9b9fe9c-31e2-4091-848b-caf74d419f2c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:04.423187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.463752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd119f892-4697-45db-9b0d-221468de65c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d1643b-5bdb-4a74-9839-04659417cda6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:04.466102 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f902c986-aab1-4ef9-8665-d7d8eddef3ec" -d '{"events": [{"server_uuid": "d119f892-4697-45db-9b0d-221468de65c7", "name": "network-vif-plugged", "status": "completed", "tag": "f8d1643b-5bdb-4a74-9839-04659417cda6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:04.477493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f288e4f-350a-4e84-8c92-de03b335b92c req-3e443e0f-5a10-4105-a939-ae2eb1be91ea tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:04.479360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f288e4f-350a-4e84-8c92-de03b335b92c req-3e443e0f-5a10-4105-a939-ae2eb1be91ea tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 944 time: 0.0820200 Sep 16 05:40:04.485114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port f8d1643b-5bdb-4a74-9839-04659417cda6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f8d1643b-5bdb-4a74-9839-04659417cda6,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:04.531180 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43c86c7-b572-400d-8274-bce80b03c78c x-openstack-request-id: req-e43c86c7-b572-400d-8274-bce80b03c78c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:04.531609 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d119f892-4697-45db-9b0d-221468de65c7", "name": "network-vif-plugged", "status": "completed", "tag": "f8d1643b-5bdb-4a74-9839-04659417cda6", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:04.532113 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e43c86c7-b572-400d-8274-bce80b03c78c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:04.532732 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd119f892-4697-45db-9b0d-221468de65c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d1643b-5bdb-4a74-9839-04659417cda6', 'code': 200} Sep 16 05:40:04.538079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.566167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:04.604178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-244e0499-3af4-45fb-8137-429030f50ab8 req-49aa191a-6ed2-4a22-bf5b-26b5cfa9f01d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0827641 Sep 16 05:40:04.627066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f288e4f-350a-4e84-8c92-de03b335b92c req-f7a74639-f92f-4b36-ae38-95317a27a409 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225719 Sep 16 05:40:04.629565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c9b9fe9c-31e2-4091-848b-caf74d419f2c'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:04.735895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=f8d1643b-5bdb-4a74-9839-04659417cda6,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:04.831997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dead7-c1bb-4fe6-927d-c0e6a1932dbd req-db521c57-3937-4e3e-9b20-66bd2509f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:04.833546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e47dead7-c1bb-4fe6-927d-c0e6a1932dbd req-db521c57-3937-4e3e-9b20-66bd2509f8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 1097 time: 0.0790868 Sep 16 05:40:04.926892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-519f6ba3-151f-4682-b569-2af2bd3aace7 req-2d186d8d-4863-49e2-a2fa-4f7d4c4679c5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0488725 Sep 16 05:40:04.944053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e47dead7-c1bb-4fe6-927d-c0e6a1932dbd req-462c6650-81df-4bf5-b703-804f0202d0aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012123 Sep 16 05:40:05.031964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting port 7ff434a8-0a12-4359-900e-c7d876738d5a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:05.032690 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:05.113337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fbf9a-271c-4a86-904a-993227c7f16b req-3959333c-0735-4243-bdfc-b0f45f2b5236 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:05.115064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09fbf9a-271c-4a86-904a-993227c7f16b req-3959333c-0735-4243-bdfc-b0f45f2b5236 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 944 time: 0.0668845 Sep 16 05:40:05.150026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] For port 7ff434a8-0a12-4359-900e-c7d876738d5a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7ff434a8-0a12-4359-900e-c7d876738d5a,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:05.150723 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:05.166899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Calling delete_port for 7ff434a8-0a12-4359-900e-c7d876738d5a owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:05.179515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09fbf9a-271c-4a86-904a-993227c7f16b req-8a0d74e6-e357-4010-afa5-9d543b4f5cca tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558724 Sep 16 05:40:05.422373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68a203a1-9a69-45f1-ac2e-0bf46ea08b5d req-8f2500bb-9728-4b93-a8f6-41d346a2a2eb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0319173 Sep 16 05:40:05.426256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:05.461514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Port': ['ID=7ff434a8-0a12-4359-900e-c7d876738d5a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:05.572137 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02299184-5445-4fbd-8a2d-f60201afdf92 req-c1504f2b-b4b0-45bc-8787-2513fac28072 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0401020 Sep 16 05:40:05.670327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:05.819254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1556a-d497-4e47-b958-e34e8d56bac0 req-ae2196d2-689c-4b10-af08-adccd29f99b9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:05.820853 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ad1556a-d497-4e47-b958-e34e8d56bac0 req-ae2196d2-689c-4b10-af08-adccd29f99b9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0934350 Sep 16 05:40:05.895343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c9b9fe9c-31e2-4091-848b-caf74d419f2c up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:05.929278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ad1556a-d497-4e47-b958-e34e8d56bac0 req-af094f01-b0aa-4d21-8669-5445a36edcfb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866117 Sep 16 05:40:06.054207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Router 6385cef5-745f-4609-830e-e55c357bff07 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:06.093062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port c9b9fe9c-31e2-4091-848b-caf74d419f2c completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:06.095888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port c9b9fe9c-31e2-4091-848b-caf74d419f2c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:06.095888 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.181978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:06.189064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3641a2f-31c7-429c-9770-4697f62de062 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "PUT /v2.0/routers/6385cef5-745f-4609-830e-e55c357bff07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1379254 Sep 16 05:40:06.191004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51058) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:06.202596 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] Sync routers for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:06.212769 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:06.212970 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.213861 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:06.262754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-606a614b-f364-4f05-8df9-a5a5c9e2707a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting subnet 5c448ab3-859f-436d-9b69-3b1a91b49435 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:40:06.267617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606a614b-f364-4f05-8df9-a5a5c9e2707a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.299640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c9b9fe9c-31e2-4091-848b-caf74d419f2c, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:06.329929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606a614b-f364-4f05-8df9-a5a5c9e2707a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.379407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17176a00-d10f-42fa-9175-a4f563c042d2 req-5cc38c37-f6ec-44ec-a12d-5f72c9ee4022 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:06.382107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17176a00-d10f-42fa-9175-a4f563c042d2 req-5cc38c37-f6ec-44ec-a12d-5f72c9ee4022 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 944 time: 0.0644560 Sep 16 05:40:06.385551 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:06.403140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.437599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17176a00-d10f-42fa-9175-a4f563c042d2 req-aabbd8a1-00ab-47ef-a98c-9060b435f950 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487502 Sep 16 05:40:06.458784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606a614b-f364-4f05-8df9-a5a5c9e2707a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.466542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=c9b9fe9c-31e2-4091-848b-caf74d419f2c,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:06.533542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:06.539731 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6cb845-1871-440d-bc64-ef1cd35c411a" -d '{"events": [{"server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "name": "network-vif-plugged", "status": "completed", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:06.574564 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be028f6-8002-4c98-8b43-1f34eee43b77 x-openstack-request-id: req-2be028f6-8002-4c98-8b43-1f34eee43b77 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:06.574864 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "name": "network-vif-plugged", "status": "completed", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:06.575241 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2be028f6-8002-4c98-8b43-1f34eee43b77 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:06.575638 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'code': 200} Sep 16 05:40:06.597082 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:40:05Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:06.625610 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] Checking router: 6385cef5-745f-4609-830e-e55c357bff07 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:06.635255 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] Routers {'6385cef5-745f-4609-830e-e55c357bff07'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:06.636286 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['6385cef5-745f-4609-830e-e55c357bff07'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:06.671690 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606a614b-f364-4f05-8df9-a5a5c9e2707a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.758944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-606a614b-f364-4f05-8df9-a5a5c9e2707a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.766404 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-606a614b-f364-4f05-8df9-a5a5c9e2707a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/subnets/5c448ab3-859f-436d-9b69-3b1a91b49435 HTTP/1.1" status: 204 len: 168 time: 0.5686817 Sep 16 05:40:06.766404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a614b-f364-4f05-8df9-a5a5c9e2707a tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Subnet': ['ID=5c448ab3-859f-436d-9b69-3b1a91b49435,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:06.769234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51070) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:06.772646 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] Set router 6385cef5-745f-4609-830e-e55c357bff07 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:06.776746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287b337-38a8-4b84-8b24-cdbadfe11153 None None] Network cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:06.778757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70071a-f579-4875-86e0-095c918f9b7d req-a55d89b9-d53c-4027-acc0-15294907b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:06.782166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa70071a-f579-4875-86e0-095c918f9b7d req-a55d89b9-d53c-4027-acc0-15294907b6b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1097 time: 0.0888693 Sep 16 05:40:06.840555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa069383-9de3-4973-b1d6-5cf53b2032c1 req-e5efad09-bb98-4fcc-b93b-0c3a42d52833 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0486040 Sep 16 05:40:06.872177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa70071a-f579-4875-86e0-095c918f9b7d req-7a5449bc-120f-4d14-8fdb-46a79c0188c8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640240 Sep 16 05:40:06.960213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.097863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6f43c72-5bb7-4040-9257-17d2551ddfb2 req-66e856e1-78d8-49a6-ad43-581e325d29b9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0434625 Sep 16 05:40:07.103148 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:40:05Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:07.157421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] DHCP port deletion for cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:40:07.168735 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e5df7-88c7-49bc-823b-bbe763b03c35 None None] The sync data for ids ['6385cef5-745f-4609-830e-e55c357bff07'] in n-d-712749-15 is: [{'id': '6385cef5-745f-4609-830e-e55c357bff07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-27694479', 'tenant_id': '8a78d61cb35e485e8a527577d16586ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:38:07Z', 'updated_at': '2021-09-16T05:40:05Z', 'revision_number': 5, 'project_id': '8a78d61cb35e485e8a527577d16586ed', 'gw_port': {'id': '6a1258d4-66c0-4b10-aa16-fbf6af31bc1b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385cef5-745f-4609-830e-e55c357bff07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:38:09Z', 'updated_at': '2021-09-16T05:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:07.181816 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:07.230553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9a2e-49f0-41fd-a965-8a72eaae4ab8 req-f59357dd-d993-4438-befa-9d0ec147cb7d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.242165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] Deleting port 28f6f726-3af8-4977-ba30-248bfbecc50c {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:07.242816 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.244579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-26eb9a2e-49f0-41fd-a965-8a72eaae4ab8 req-f59357dd-d993-4438-befa-9d0ec147cb7d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1101584 Sep 16 05:40:07.269531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.300516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-26eb9a2e-49f0-41fd-a965-8a72eaae4ab8 req-b6afa062-df60-4302-a047-b62bb78667fd tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548661 Sep 16 05:40:07.331466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] For port 28f6f726-3af8-4977-ba30-248bfbecc50c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=28f6f726-3af8-4977-ba30-248bfbecc50c,segment=NetworkSegment(bb61601e-cf9b-452b-8482-ed4f42c556c5),segment_id=bb61601e-cf9b-452b-8482-ed4f42c556c5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:07.331964 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.354636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] Calling delete_port for 28f6f726-3af8-4977-ba30-248bfbecc50c owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:07.442874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Deleting port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:07.443406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.558445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6fe068aa-1988-448d-92fa-b33d8f72a473 req-fc066465-ffbe-4e6e-9936-5935ba85208b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0418763 Sep 16 05:40:07.666929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] For port 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6a1258d4-66c0-4b10-aa16-fbf6af31bc1b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:07.667315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.693005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141720c4-ff76-4ed7-924b-cb11f6c829a2 req-3885a0b0-0be5-405e-97c4-4ce888952467 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.700953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2902f-bf9c-4072-b646-66f6287645ea req-d532bbec-0eb2-490f-95bb-e170f462b5bc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:07.702495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-141720c4-ff76-4ed7-924b-cb11f6c829a2 req-3885a0b0-0be5-405e-97c4-4ce888952467 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 945 time: 0.1239765 Sep 16 05:40:07.704944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede2902f-bf9c-4072-b646-66f6287645ea req-d532bbec-0eb2-490f-95bb-e170f462b5bc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1194828 Sep 16 05:40:07.710841 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:07.726405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Calling delete_port for 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:07.768352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] Pushing event deleted for resources: {'Port': ['ID=28f6f726-3af8-4977-ba30-248bfbecc50c,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:07.770320 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-141720c4-ff76-4ed7-924b-cb11f6c829a2 req-f9f7e39f-452f-46be-a28c-fa338dce674e tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668509 Sep 16 05:40:07.783875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ede2902f-bf9c-4072-b646-66f6287645ea req-ef9fadbb-cfaf-4296-a51e-eb35312a1b0f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719283 Sep 16 05:40:07.800804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c0971-cf4b-4773-bdee-77bb666e011b None None] No DVR routers for this DVR port 28f6f726-3af8-4977-ba30-248bfbecc50c on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:07.911709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d3f139af-020d-48ea-b414-b9b3f4dd558c req-8aab42e1-5c34-47aa-a638-b816ce40afbd service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0538096 Sep 16 05:40:08.015576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d25c4e-0aab-4d0a-bba1-a7d5d16f4583 req-e5c27221-ca5b-4d1e-9390-e72a75863b22 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:08.018322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17d25c4e-0aab-4d0a-bba1-a7d5d16f4583 req-e5c27221-ca5b-4d1e-9390-e72a75863b22 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1175756 Sep 16 05:40:08.072056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17d25c4e-0aab-4d0a-bba1-a7d5d16f4583 req-e40dcea0-4b3f-4842-88bb-58d75bf54b79 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Sep 16 05:40:08.229434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.278385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Port': ['ID=6a1258d4-66c0-4b10-aa16-fbf6af31bc1b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:08.343938 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.445905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.448999 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.547417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea14479-b499-4300-ad0a-9d4c0e7d015a req-0cf92c73-724a-45a6-9b97-1182240d7583 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:08.549260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aea14479-b499-4300-ad0a-9d4c0e7d015a req-0cf92c73-724a-45a6-9b97-1182240d7583 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0521252 Sep 16 05:40:08.588773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aea14479-b499-4300-ad0a-9d4c0e7d015a req-31fe8ddf-2837-49cc-92a8-c57749cd2426 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Sep 16 05:40:08.612088 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.612088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Fanout notify agent at l3_agent the message router_deleted on router 6385cef5-745f-4609-830e-e55c357bff07 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:40:08.612088 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.612088 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aa47aa76-0412-49a7-99d4-73a6e17a7b55 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/routers/6385cef5-745f-4609-830e-e55c357bff07 HTTP/1.1" status: 204 len: 168 time: 1.8411746 Sep 16 05:40:08.613922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51126) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:08.709048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.807436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.833952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc35ef61-b2c3-40d4-bd6f-216bcd6714e3']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:08.845436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb61601e-cf9b-452b-8482-ed4f42c556c5') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:08.845742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb61601e-cf9b-452b-8482-ed4f42c556c5') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:08.855949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.871571 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.879935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:40:08.885426 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:40:08.897858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2babde-aee6-4447-8993-da4c5f055a1e req-a2437aa8-da0a-4dd4-bc25-586e6d4bca2c tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:08.899616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e2babde-aee6-4447-8993-da4c5f055a1e req-a2437aa8-da0a-4dd4-bc25-586e6d4bca2c tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 945 time: 0.0595803 Sep 16 05:40:08.950479 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e2babde-aee6-4447-8993-da4c5f055a1e req-5ba97fa3-5fd3-4a73-82c7-122a7b13c76f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Sep 16 05:40:09.012608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2f7f622-5f9a-49aa-8fdf-9938771d5d01 req-5bb8af5a-fc85-4a9d-8b4d-692a35c6127d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0321875 Sep 16 05:40:09.026234 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:09.042200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:09.046615 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] 10.222.0.49 "DELETE /v2.0/networks/cc35ef61-b2c3-40d4-bd6f-216bcd6714e3 HTTP/1.1" status: 204 len: 168 time: 0.4291306 Sep 16 05:40:09.057516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4215c-12e7-4382-99e0-d7e480e271c0 tempest-TestSecurityGroupsBasicOps-517686785 tempest-TestSecurityGroupsBasicOps-517686785-project] Pushing event deleted for resources: {'Network': ['ID=cc35ef61-b2c3-40d4-bd6f-216bcd6714e3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:09.370072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7ff434a8-0a12-4359-900e-c7d876738d5a no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:09.371839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11ef09-923a-4615-82e4-26f401da6f79 req-cfd960b8-02a6-46f5-a161-cadfbad5d774 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.376036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e11ef09-923a-4615-82e4-26f401da6f79 req-cfd960b8-02a6-46f5-a161-cadfbad5d774 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 945 time: 0.2111886 Sep 16 05:40:09.400094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7ff434a8-0a12-4359-900e-c7d876738d5a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:09.401736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-950b48ed-ee69-4456-8293-30672e28aefc req-cb5e5aa1-5668-4ea0-86e1-9d610035821e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0593154 Sep 16 05:40:09.406087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7ff434a8-0a12-4359-900e-c7d876738d5a not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:09.407073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 28f6f726-3af8-4977-ba30-248bfbecc50c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:09.432470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 28f6f726-3af8-4977-ba30-248bfbecc50c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:09.433080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 28f6f726-3af8-4977-ba30-248bfbecc50c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:09.433709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:09.452073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e11ef09-923a-4615-82e4-26f401da6f79 req-e18b8cc9-e3d2-4cc7-8f02-14c5ed0ab259 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487397 Sep 16 05:40:09.460114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:09.460470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6a1258d4-66c0-4b10-aa16-fbf6af31bc1b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:09.478841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51156) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:09.777832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41dcbb-4b67-46d3-9c8b-bdfee0a6a50e req-aee6fab9-f35e-4681-a155-487f27e6fbf4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.779274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c41dcbb-4b67-46d3-9c8b-bdfee0a6a50e req-aee6fab9-f35e-4681-a155-487f27e6fbf4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1027353 Sep 16 05:40:09.805076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97baeb8e-2cc5-4520-966f-d86bb32b0b28 tempest-TestVolumeBackupRestore-224918644 tempest-TestVolumeBackupRestore-224918644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:09.806902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-97baeb8e-2cc5-4520-966f-d86bb32b0b28 tempest-TestVolumeBackupRestore-224918644 tempest-TestVolumeBackupRestore-224918644-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1092 time: 0.3266380 Sep 16 05:40:09.819738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51174) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:09.833863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-029f0ff7-dffb-44f0-a95c-0f0a40d4bc91 req-253755f0-02eb-4dc7-8289-0987776e66c1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0943608 Sep 16 05:40:09.843551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:09.884808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c41dcbb-4b67-46d3-9c8b-bdfee0a6a50e req-915a5328-a66b-4020-af19-33168694f1e5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959718 Sep 16 05:40:09.977195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f588ddcb-729a-4a1d-a4aa-7c50d384ff1a req-756636a5-afd0-4466-b84d-fd2620dced93 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0267012 Sep 16 05:40:10.011946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.088264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51188) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:10.134680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.244768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8c57df64-34db-4c2f-a756-65aa40bd85b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a78d61cb35e485e8a527577d16586ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551135 Sep 16 05:40:10.247051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51192) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:10.251697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Allocated IP 172.25.1.62 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/f4d623af-3baf-4629-a5ce-f4ae0cf404ed) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:10.302074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3a84315-ed59-4f18-9153-7aa9dd7ef133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.324350 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3a84315-ed59-4f18-9153-7aa9dd7ef133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.367584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.471658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3a84315-ed59-4f18-9153-7aa9dd7ef133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.472233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.474840 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b3a84315-ed59-4f18-9153-7aa9dd7ef133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:10.479765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3a84315-ed59-4f18-9153-7aa9dd7ef133 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b36a450-c8ee-4d0e-871a-8c7a8472faeb HTTP/1.1" status: 204 len: 168 time: 0.2280493 Sep 16 05:40:10.485700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a84315-ed59-4f18-9153-7aa9dd7ef133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b36a450-c8ee-4d0e-871a-8c7a8472faeb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:10.517714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:10.520932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:10.527147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:10.534699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'Port': ['ID=f4d623af-3baf-4629-a5ce-f4ae0cf404ed,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:11.218444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d20f9b-d19b-432e-81f3-4e6b7be1b63c req-ecbe85a0-5fcf-4c77-9001-48ce639557a2 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:11.219992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1d20f9b-d19b-432e-81f3-4e6b7be1b63c req-ecbe85a0-5fcf-4c77-9001-48ce639557a2 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.2374015 Sep 16 05:40:11.280476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.283185 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8abaf59-5b6d-4568-bbde-805da5d15c94 req-020f0686-1fd5-4a00-8433-76a284595199 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Sep 16 05:40:11.310398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51214) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:11.326498 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34fab4ab-72d6-46d7-95b8-cce4597c8ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.355116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1d20f9b-d19b-432e-81f3-4e6b7be1b63c req-d6cf59d9-679c-475e-ab03-4af89ef4211c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155896 Sep 16 05:40:11.482943 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34fab4ab-72d6-46d7-95b8-cce4597c8ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.569015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-34fab4ab-72d6-46d7-95b8-cce4597c8ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.615916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-34fab4ab-72d6-46d7-95b8-cce4597c8ea9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=555f73a2fb2a479a832286a3f8b027cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035653 Sep 16 05:40:11.617226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fab4ab-72d6-46d7-95b8-cce4597c8ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013762ac-2b24-4c90-bdaa-d8a71d786bb1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:11.620224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51226) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:11.677809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8e7b-a98d-47ab-879f-5c8e6cb6e5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.716143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8e7b-a98d-47ab-879f-5c8e6cb6e5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.723214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-00b5c241-3413-4820-8b64-9c08296854ef req-3c4000ac-8e70-403b-b7fb-284c6f55aba4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0344932 Sep 16 05:40:11.834403 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8e7b-a98d-47ab-879f-5c8e6cb6e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.834627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.837944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8e7b-a98d-47ab-879f-5c8e6cb6e5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.843058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ab4e8e7b-a98d-47ab-879f-5c8e6cb6e5ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/013762ac-2b24-4c90-bdaa-d8a71d786bb1 HTTP/1.1" status: 204 len: 168 time: 0.2178769 Sep 16 05:40:11.860086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5b3a8d9-4116-4237-bc85-ebb44a9939c0 req-01795bec-d739-426e-932a-c4b744e379fd service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0392530 Sep 16 05:40:11.865671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e8e7b-a98d-47ab-879f-5c8e6cb6e5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013762ac-2b24-4c90-bdaa-d8a71d786bb1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:12.043396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d0707e56-da74-4674-ba7f-cf863a67ee33 req-99778347-4f07-45aa-9f5c-33fbc5c4e348 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0381634 Sep 16 05:40:12.069564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.140987 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.231943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event updated for resources: {'Port': ['ID=f4d623af-3baf-4629-a5ce-f4ae0cf404ed,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:12.257695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.369521 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Floating IP 1cedba4e-26ef-4626-ba61-96c8b8a1494b associated. External IP: 172.25.1.62, port: c9b9fe9c-31e2-4091-848b-caf74d419f2c. Sep 16 05:40:12.497489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4631-bba0-494a-acec-05d5743d58d9 req-53b29150-e7e3-49be-a179-6d71f26c3576 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:12.501421 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c62a4631-bba0-494a-acec-05d5743d58d9 req-53b29150-e7e3-49be-a179-6d71f26c3576 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0588574 Sep 16 05:40:12.556440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c62a4631-bba0-494a-acec-05d5743d58d9 req-9734746c-65cc-4275-aad0-346d736f63f9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472381 Sep 16 05:40:12.628073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Router fcab9ba7-096b-4207-b6ba-8ee16823f123 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:12.750900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:12.756540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:12.764187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] Sync routers for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:12.776539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:12.777179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:12.805133 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7e0ce9e2-05f0-4e87-aedb-d4b93c36d25f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4d84e3411614465bc6131993b03872f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474327 Sep 16 05:40:12.811955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51264) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:12.877983 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.882066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98863302-abe6-41ea-9feb-9009b5fddf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.918621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98863302-abe6-41ea-9feb-9009b5fddf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.964248 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-34181c43-7995-410b-a2a9-77007b7fa061 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1342940 Sep 16 05:40:12.964248 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:12.965841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:12.970767 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abc667e-ff43-4a01-992b-e7d977978db1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:13.036267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0094cdf0-b161-49c2-a533-f0e490109dc4 tempest-TestVolumeBackupRestore-224918644 tempest-TestVolumeBackupRestore-224918644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:13.040954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51282) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:13.042192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0094cdf0-b161-49c2-a533-f0e490109dc4 tempest-TestVolumeBackupRestore-224918644 tempest-TestVolumeBackupRestore-224918644-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1092 time: 0.0745895 Sep 16 05:40:13.047097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-996d30d1-812e-4d61-a94c-b45207013dcc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Request body: {'floatingip': {'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:13.090067 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed6e026-c812-46f6-8e6a-f0f0112e8bf7 x-openstack-request-id: req-6ed6e026-c812-46f6-8e6a-f0f0112e8bf7 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:13.090420 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:13.090684 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ed6e026-c812-46f6-8e6a-f0f0112e8bf7 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:13.091089 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'status': 'completed', 'code': 200} Sep 16 05:40:13.109866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:13.138058 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-996d30d1-812e-4d61-a94c-b45207013dcc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:13.444360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1cedba4e-26ef-4626-ba61-96c8b8a1494b', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'mac_address': 'fa:16:3e:28:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2436e36-991e-4095-9522-84fea82da233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:10Z', 'updated_at': '2021-09-16T05:40:10Z', 'revision_number': 0, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:13.511521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] Checking router: fcab9ba7-096b-4207-b6ba-8ee16823f123 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:13.519196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98863302-abe6-41ea-9feb-9009b5fddf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:13.523359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98863302-abe6-41ea-9feb-9009b5fddf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:13.526924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-98863302-abe6-41ea-9feb-9009b5fddf3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a02748b-08f0-46f1-a9c5-54bafbc64584 HTTP/1.1" status: 204 len: 168 time: 0.7152965 Sep 16 05:40:13.540392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863302-abe6-41ea-9feb-9009b5fddf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a02748b-08f0-46f1-a9c5-54bafbc64584,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:13.561902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-aa58dba9-0276-4d3b-a5ba-144dfff62a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:13.565361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-aa58dba9-0276-4d3b-a5ba-144dfff62a8d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1097 time: 0.4552197 Sep 16 05:40:13.598179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:13.599202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:13.769319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-037147f8-64b2-4c0d-87a9-e45739457b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:13.776051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-037147f8-64b2-4c0d-87a9-e45739457b59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 200 len: 914 time: 0.2022846 Sep 16 05:40:13.921340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-bc8e06b7-6ba3-4655-95fc-314ed8f08d68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 200 len: 998 time: 0.1231804 Sep 16 05:40:13.935446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdffe2c-c2cd-4dbc-aa3a-27ce72ae9de8 req-66545db7-8b86-4178-9e07-f53ddcea1ff4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:13.937179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebdffe2c-c2cd-4dbc-aa3a-27ce72ae9de8 req-66545db7-8b86-4178-9e07-f53ddcea1ff4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1601813 Sep 16 05:40:14.023901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebdffe2c-c2cd-4dbc-aa3a-27ce72ae9de8 req-bba891d1-3caf-4231-b7ef-a7eb357f26e7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715835 Sep 16 05:40:14.034092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-afd1bd72-2f96-4332-bbd0-e71fdcb8d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.035846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-afd1bd72-2f96-4332-bbd0-e71fdcb8d58e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd4e71d0-12f5-41e8-93b7-6373f420134b HTTP/1.1" status: 200 len: 852 time: 0.0977347 Sep 16 05:40:14.057084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:14.123224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7245341a-8f19-4b01-ba60-95c499fadb2a req-eda1a6a9-75da-4799-9a21-dc478f09b717 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0790031 Sep 16 05:40:14.131648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-996d30d1-812e-4d61-a94c-b45207013dcc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.141680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-27473ac4-e946-4c23-b65e-96c58f9238a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:14.143760 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-27473ac4-e946-4c23-b65e-96c58f9238a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=777d87c4-e13c-4203-828c-945ef3773563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834658 Sep 16 05:40:14.223893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-996d30d1-812e-4d61-a94c-b45207013dcc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:14.353890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d0d92db-7c39-451d-a071-09f2bfe5f7bf req-2e6fd3ed-fbf4-46c4-a7e5-deec25634a07 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1506617 Sep 16 05:40:14.380746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-f9ba6365-2233-45f4-a5d7-6c89a37dcda3 service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269530 Sep 16 05:40:14.595337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1cedba4e-26ef-4626-ba61-96c8b8a1494b', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'mac_address': 'fa:16:3e:28:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2436e36-991e-4095-9522-84fea82da233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:10Z', 'updated_at': '2021-09-16T05:40:10Z', 'revision_number': 0, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:14.606035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70171944-dd65-4b08-bca3-f5d205862615 req-90724991-59cf-4d3c-9da2-66a1003daca0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0507641 Sep 16 05:40:14.636109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce7d91-5d6a-44d1-be1c-dcfb641565fb None None] The sync data for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 is: [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1cedba4e-26ef-4626-ba61-96c8b8a1494b', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'mac_address': 'fa:16:3e:28:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2436e36-991e-4095-9522-84fea82da233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:10Z', 'updated_at': '2021-09-16T05:40:10Z', 'revision_number': 0, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:14.648956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a656801c-180b-4d01-9f63-e96588ebf7bf req-ca8cefb5-0393-43e8-80ea-ecc3818707db service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0373266 Sep 16 05:40:14.676289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5abc667e-ff43-4a01-992b-e7d977978db1 req-47ec8e11-4dc7-4952-8345-2be25388a21b service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780099 Sep 16 05:40:14.761295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996d30d1-812e-4d61-a94c-b45207013dcc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Router fcab9ba7-096b-4207-b6ba-8ee16823f123 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:14.946798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d30d1-812e-4d61-a94c-b45207013dcc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:14.960226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-996d30d1-812e-4d61-a94c-b45207013dcc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.019199 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651adff-9349-4657-8f2f-1f3a46eecf3e None None] New status for floating IP 1cedba4e-26ef-4626-ba61-96c8b8a1494b: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:40:15.041535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-996d30d1-812e-4d61-a94c-b45207013dcc tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "PUT /v2.0/floatingips/1cedba4e-26ef-4626-ba61-96c8b8a1494b HTTP/1.1" status: 200 len: 990 time: 1.9991474 Sep 16 05:40:15.092314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c'}, {'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:15.102573 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196" -d '{"events": [{"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c"}, {"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:15.183709 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571be25d-7ab6-4f44-9c7e-9f812c40f667 x-openstack-request-id: req-571be25d-7ab6-4f44-9c7e-9f812c40f667 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:15.183709 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:15.194825 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-571be25d-7ab6-4f44-9c7e-9f812c40f667 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:15.195451 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'status': 'completed', 'code': 200} Sep 16 05:40:15.198802 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'status': 'completed', 'code': 200} Sep 16 05:40:15.233089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61617efc-b275-415a-9090-f7644bfd69e3 req-0a0a8294-8db9-4023-84c2-46653e30be52 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:15.235456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61617efc-b275-415a-9090-f7644bfd69e3 req-0a0a8294-8db9-4023-84c2-46653e30be52 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1051171 Sep 16 05:40:15.305369 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61617efc-b275-415a-9090-f7644bfd69e3 req-e78a197f-dbd0-4409-99e7-307e78933205 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615463 Sep 16 05:40:15.329163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-3487f98c-3b01-4b16-a7fe-9823de87e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:15.331480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-3487f98c-3b01-4b16-a7fe-9823de87e71a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1097 time: 0.1153564 Sep 16 05:40:15.384668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51346) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:15.459907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-e2bb3b1b-8f92-4b85-a288-5b4b3da1bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:15.461464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-e2bb3b1b-8f92-4b85-a288-5b4b3da1bbcb service neutron] 10.222.0.66 "GET /v2.0/networks?id=777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 200 len: 914 time: 0.1233904 Sep 16 05:40:15.519450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-512865910-network', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:15.542632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-d5317714-bda4-4b73-8f65-009da4c9144a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 200 len: 998 time: 0.0728736 Sep 16 05:40:15.587785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] Sync routers for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:15.597930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-df740e1c-5cad-4bfe-a1d3-62431f01ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:15.598150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:15.598550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:15.599419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-df740e1c-5cad-4bfe-a1d3-62431f01ba7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd4e71d0-12f5-41e8-93b7-6373f420134b HTTP/1.1" status: 200 len: 852 time: 0.0500903 Sep 16 05:40:15.649655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-d62311d2-cb1f-44a9-b74e-b35a48da5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:15.651387 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-d62311d2-cb1f-44a9-b74e-b35a48da5648 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=777d87c4-e13c-4203-828c-945ef3773563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443819 Sep 16 05:40:15.651847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Made reservation on behalf of 06b845054ed046d0ad73c3bb36a1b606 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:15.656499 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.666458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.741053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:15.779260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-9e157b8f-6249-4c95-9cc5-70304ad44ddb service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135023 Sep 16 05:40:15.806150 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.897912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.905711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-b5ca72d4-acd1-46e0-acbf-576d35a7ebbc service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178994 Sep 16 05:40:15.938210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:40:15.958701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760d5523-fd64-4112-9bc6-6dee303c737a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:15.961810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:15.963070 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Added segment f128822c-ca31-46d1-b61a-5ef7d9312ea7 of type vlan for network 6a97acb0-2c02-46cd-a908-831a34cb6efb Sep 16 05:40:16.018625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.068546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1cedba4e-26ef-4626-ba61-96c8b8a1494b', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'mac_address': 'fa:16:3e:28:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2436e36-991e-4095-9522-84fea82da233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:10Z', 'updated_at': '2021-09-16T05:40:15Z', 'revision_number': 2, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:16.090140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-6c9dce49-0985-4845-a92c-7a8b52b3e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.092920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-6c9dce49-0985-4845-a92c-7a8b52b3e5e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1097 time: 0.0748644 Sep 16 05:40:16.112160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] Checking router: fcab9ba7-096b-4207-b6ba-8ee16823f123 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:16.118825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.119653 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.120910 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.128993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:16.129638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:16.198342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=6a97acb0-2c02-46cd-a908-831a34cb6efb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:16.207813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.208436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.208874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.209285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.209694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.210162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.210496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.210893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.211286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.211683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.212102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.212543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:16.221780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-408605a8-c916-4b96-9fad-bddb3881405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.223797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-408605a8-c916-4b96-9fad-bddb3881405f service neutron] 10.222.0.66 "GET /v2.0/networks?id=777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 200 len: 914 time: 0.1233897 Sep 16 05:40:16.230587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bafa8782-0c18-4408-9fed-16576fd78ea2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8427088 Sep 16 05:40:16.232345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:16.238472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Request body: {'subnet': {'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-512865910-subnet', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:16.263331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:40:16.272870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:16.311699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-a8baebd9-2e0d-4dc8-8ca9-b72b4e57e0eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 200 len: 1000 time: 0.0803950 Sep 16 05:40:16.332353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Made reservation on behalf of 06b845054ed046d0ad73c3bb36a1b606 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:16.338408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.415779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-dff84c25-47f1-4b61-99f1-e4898cea3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.447056 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-dff84c25-47f1-4b61-99f1-e4898cea3378 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd4e71d0-12f5-41e8-93b7-6373f420134b HTTP/1.1" status: 200 len: 852 time: 0.1006601 Sep 16 05:40:16.508199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-4729d50f-dd51-417c-b92e-b5976db5fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.509892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-4729d50f-dd51-417c-b92e-b5976db5fe0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=777d87c4-e13c-4203-828c-945ef3773563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843241 Sep 16 05:40:16.518697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c39be-41f1-4fbd-8088-1c19b7c29212 req-76cdde58-2092-4f28-9a89-378528496276 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:16.520478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f1c39be-41f1-4fbd-8088-1c19b7c29212 req-76cdde58-2092-4f28-9a89-378528496276 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0863688 Sep 16 05:40:16.673559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f1c39be-41f1-4fbd-8088-1c19b7c29212 req-78a5791b-7f0b-4f94-9524-37d5d42c3d7e tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429453 Sep 16 05:40:16.712098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-be98e796-a6f4-474c-9f3f-555c13ec33c7 service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905291 Sep 16 05:40:16.736267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:16.850260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9a887d2-cbaa-4f7c-9ee0-584b78a0d196 req-21a6af2f-2e54-4bfa-a9a5-26a68ddb7af0 service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235809 Sep 16 05:40:16.858895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fb10d3-a47f-492b-998d-536ab794f429,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:16.876748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Checking segment: {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:16.878949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Network hostable DHCP agents. Network: 6a97acb0-2c02-46cd-a908-831a34cb6efb, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:40:16.931022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28fdeb90-45e2-420d-9290-d48a3c881637 req-7ff4e18f-8369-48c0-9489-3d695ec23c2f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0455046 Sep 16 05:40:16.964908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f273c2a1-b490-4a0e-9978-1d1eb11593d0 req-fc906548-9c04-4bf5-b7a5-0b7949f6cab5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0403199 Sep 16 05:40:16.978433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1cedba4e-26ef-4626-ba61-96c8b8a1494b', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'mac_address': 'fa:16:3e:28:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2436e36-991e-4095-9522-84fea82da233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:10Z', 'updated_at': '2021-09-16T05:40:15Z', 'revision_number': 2, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:16.995719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:40:17.015678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048a57e-9d6f-41ad-bbdd-cf1e0968042b None None] The sync data for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 is: [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1cedba4e-26ef-4626-ba61-96c8b8a1494b', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'port_id': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'mac_address': 'fa:16:3e:28:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2436e36-991e-4095-9522-84fea82da233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:10Z', 'updated_at': '2021-09-16T05:40:15Z', 'revision_number': 2, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:17.109312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 6a97acb0-2c02-46cd-a908-831a34cb6efb) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:17.125046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e88dd0a-5f87-4df7-a315-cb42411fe1f6 None None] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:17.125604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:17.126342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.211745 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8cc7b20f-0568-4582-be3d-373812e38b32 req-2f83ab16-e8cf-42a8-8609-39a5cb4c2664 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0345149 Sep 16 05:40:17.219703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d8a64ea1-3dfb-4bc6-957a-cc7823f98de9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9854994 Sep 16 05:40:17.224787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b15b7f1-ed10-4b42-b4bc-35de0c4c770b req-20bbca78-0ea1-4dd0-a9f9-f6b1c5973a7a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0403490 Sep 16 05:40:17.224787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:17.227413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:17.308923 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.309985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.331067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-6a97acb0-2c02-46cd-a908-831a34cb6efb', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:40:17.332207 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.365508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.469062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Allocated IP 172.20.0.2 (6a97acb0-2c02-46cd-a908-831a34cb6efb/d4fb10d3-a47f-492b-998d-536ab794f429/97d61f44-0504-4ff0-8900-cef9a5be8aa6) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:17.578623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.629160 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.730300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.785325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Pushing event updated for resources: {'Port': ['ID=97d61f44-0504-4ff0-8900-cef9a5be8aa6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:17.794860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:17.797108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:17.799355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:17.857439 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Attempting to bind port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:17.858620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Attempting to bind port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:17.859086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Attempting to bind port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 on network 6a97acb0-2c02-46cd-a908-831a34cb6efb {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:17.859448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804afff-8d08-482f-aedd-668586153025 req-9fc8fac3-3f9b-4ecf-a8f2-07a98e9d8706 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:17.860858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f804afff-8d08-482f-aedd-668586153025 req-9fc8fac3-3f9b-4ecf-a8f2-07a98e9d8706 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0800822 Sep 16 05:40:17.864431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:17.864815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Checking segment: {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:17.865197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.865586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Bound using segment: {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:17.866050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Bound port: 97d61f44-0504-4ff0-8900-cef9a5be8aa6, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:17.866435 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:17.909906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f804afff-8d08-482f-aedd-668586153025 req-f659db2d-6493-4173-befa-e5ac9d7b890c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Sep 16 05:40:17.931559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] For port 97d61f44-0504-4ff0-8900-cef9a5be8aa6, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:17.934657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] For port 97d61f44-0504-4ff0-8900-cef9a5be8aa6, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=97d61f44-0504-4ff0-8900-cef9a5be8aa6,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:18.000955 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:18.067542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865c741-c485-4dca-be09-b1ea0988fbef None None] Pushing event updated for resources: {'Port': ['ID=97d61f44-0504-4ff0-8900-cef9a5be8aa6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:18.423684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:18.443040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:18.555927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Allocated IP 172.25.1.109 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/f7b54f42-350f-4b49-8285-245dbf1f4f8b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:18.671605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:18.766389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:18.819664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:18.824234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:18.835311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:18.874818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Pushing event updated for resources: {'Port': ['ID=f7b54f42-350f-4b49-8285-245dbf1f4f8b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:19.121609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982327c-0805-4023-9379-d7c7f06b4949 req-30fa5c11-c986-463d-b33c-b2523359d649 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:19.158626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7982327c-0805-4023-9379-d7c7f06b4949 req-30fa5c11-c986-463d-b33c-b2523359d649 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1026683 Sep 16 05:40:19.232100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7982327c-0805-4023-9379-d7c7f06b4949 req-00a79a7d-1b83-43b5-86f8-99ccaa71ae35 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716956 Sep 16 05:40:19.285790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99ea72-aac8-4e34-9322-956d36c4245c None None] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:19.310727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 97d61f44-0504-4ff0-8900-cef9a5be8aa6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:19.331147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5183257e-3b1b-4574-861c-110c898e53ff req-a3b8aadf-c7dc-4dac-a5a9-e315f55f55fe service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0454397 Sep 16 05:40:19.344774 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.356485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51418) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:19.470413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-79ed29b9-c957-47a7-b4e9-3d88fadcda31 None None] Provisioning complete for port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:19.470982 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79ed29b9-c957-47a7-b4e9-3d88fadcda31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.511114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b308d369-7ec4-40d3-a686-9cadc6d26067 req-8b2d5f69-6803-4eee-b98b-e9a51974271d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0320327 Sep 16 05:40:19.530065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.607602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:19.608751 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.649394 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.662425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.726824 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.781321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=019ce82a91db40c69258920cdac52842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218445 Sep 16 05:40:19.783067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51430) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:19.829250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6b9b3a0-09da-46de-b11d-1d63e870e605 req-c2bd846b-e871-416a-871b-61723cee3e58 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1044309 Sep 16 05:40:19.839623 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79ed29b9-c957-47a7-b4e9-3d88fadcda31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.868196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e5442c-a8be-43cf-ace0-07408ff33d4d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:19.881672 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.882110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.882568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.883350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.883350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.883670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.884468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.891422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.891422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.891422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.891422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.891422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c656223-6e6b-4746-9349-4b673529f181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:19.892154 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.894717 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff67b633-1351-4326-b6dc-7b56d04595bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.900667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f36fa6ab-7b14-4c5e-9a9c-406dfe727490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.927949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-79ed29b9-c957-47a7-b4e9-3d88fadcda31 None None] For port 97d61f44-0504-4ff0-8900-cef9a5be8aa6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=97d61f44-0504-4ff0-8900-cef9a5be8aa6,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:19.962768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd2d9a82-aef0-41c6-bfc4-2875394950c9 req-e1445b12-24d7-4d85-bd3a-ea711fb2525c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0507851 Sep 16 05:40:19.970164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f36fa6ab-7b14-4c5e-9a9c-406dfe727490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.986704 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79ed29b9-c957-47a7-b4e9-3d88fadcda31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.054583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Router 906ebbc3-7d8c-4369-9020-6afbe269d9ce is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:40:20.083931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:40:20.085916 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:40:20.087834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed29b9-c957-47a7-b4e9-3d88fadcda31 None None] Pushing event updated for resources: {'Port': ['ID=97d61f44-0504-4ff0-8900-cef9a5be8aa6,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:20.110230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f36fa6ab-7b14-4c5e-9a9c-406dfe727490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.113004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f36fa6ab-7b14-4c5e-9a9c-406dfe727490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.114234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f36fa6ab-7b14-4c5e-9a9c-406dfe727490 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13e5442c-a8be-43cf-ace0-07408ff33d4d HTTP/1.1" status: 204 len: 168 time: 0.3302047 Sep 16 05:40:20.129159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fa6ab-7b14-4c5e-9a9c-406dfe727490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e5442c-a8be-43cf-ace0-07408ff33d4d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:20.197042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:20.208843 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Sync routers for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:20.216101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8cb8ae49-5816-402f-9089-cd296bfcd9d8 None None] Provisioning complete for port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:20.216493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ae49-5816-402f-9089-cd296bfcd9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.221414 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:20.222059 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:20.303382 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.305600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1a2bb11a-0fd4-4ed2-81b3-8221cc3a578b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0814023 Sep 16 05:40:20.307588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:20.360039 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:20.426664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001565d-3d96-4fb9-b52f-1b3d1bb98ab2 req-43478d11-4c76-4eae-8d72-e650b3e73ad8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.428331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9001565d-3d96-4fb9-b52f-1b3d1bb98ab2 req-43478d11-4c76-4eae-8d72-e650b3e73ad8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0668426 Sep 16 05:40:20.548321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9001565d-3d96-4fb9-b52f-1b3d1bb98ab2 req-e74f7773-97e2-4425-ac8d-ac8e1c4b47b5 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931549 Sep 16 05:40:20.552003 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:19Z', 'revision_number': 3, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:20.580521 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Checking router: 906ebbc3-7d8c-4369-9020-6afbe269d9ce for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:20.581231 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Updating router 906ebbc3-7d8c-4369-9020-6afbe269d9ce port f7b54f42-350f-4b49-8285-245dbf1f4f8b binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:40:20.617566 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.774578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.868853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.892150 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.908707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:20.924464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb2682c1-e0d4-4aeb-94a2-5cca84313fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.953536 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.046934 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f6c7a-12d2-4ee8-8c98-0cc907ed7ed3 None None] Pushing event updated for resources: {'Port': ['ID=f7b54f42-350f-4b49-8285-245dbf1f4f8b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:21.049997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Attempting to bind port f7b54f42-350f-4b49-8285-245dbf1f4f8b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:21.052384 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Attempting to bind port f7b54f42-350f-4b49-8285-245dbf1f4f8b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:21.055447 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Attempting to bind port f7b54f42-350f-4b49-8285-245dbf1f4f8b on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:21.059935 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:21.060322 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:21.060728 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.061299 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:21.061904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Bound port: f7b54f42-350f-4b49-8285-245dbf1f4f8b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:21.062299 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.079710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb2682c1-e0d4-4aeb-94a2-5cca84313fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.088139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 97d61f44-0504-4ff0-8900-cef9a5be8aa6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:21.105814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Allocated IP 172.20.0.1 (6a97acb0-2c02-46cd-a908-831a34cb6efb/d4fb10d3-a47f-492b-998d-536ab794f429/fc2c08e3-7b35-4768-beb3-4a63ebe74c36) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:21.126116 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] For port f7b54f42-350f-4b49-8285-245dbf1f4f8b, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:21.129875 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] For port f7b54f42-350f-4b49-8285-245dbf1f4f8b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f7b54f42-350f-4b49-8285-245dbf1f4f8b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:21.147227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:21.147694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.168919 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb2682c1-e0d4-4aeb-94a2-5cca84313fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.214790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bb2682c1-e0d4-4aeb-94a2-5cca84313fa6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b33242d9492945b2b1cbc668c6ae9e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048379 Sep 16 05:40:21.218246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51454) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:21.221606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2682c1-e0d4-4aeb-94a2-5cca84313fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd617cf-8466-4a74-bd50-3736caeb0a2a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:21.245377 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.268903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.308161 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:21.308718 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:39:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:21.316651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a122-9cf1-435f-9298-e76a3997cfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.355196 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a122-9cf1-435f-9298-e76a3997cfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.372955 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f6c7a-12d2-4ee8-8c98-0cc907ed7ed3 None None] Pushing event updated for resources: {'Port': ['ID=f7b54f42-350f-4b49-8285-245dbf1f4f8b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:21.448902 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:21.450312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.488009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:21.490780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:21.493485 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:21.529277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a122-9cf1-435f-9298-e76a3997cfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.530932 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a122-9cf1-435f-9298-e76a3997cfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.534834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1eb7a122-9cf1-435f-9298-e76a3997cfed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccd617cf-8466-4a74-bd50-3736caeb0a2a HTTP/1.1" status: 204 len: 168 time: 0.3127441 Sep 16 05:40:21.539930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:21.551847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7a122-9cf1-435f-9298-e76a3997cfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd617cf-8466-4a74-bd50-3736caeb0a2a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:21.559899 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.712863 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:19Z', 'revision_number': 3, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:21.761489 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5789a9d-dd4f-4264-bf83-4294d4923aac None None] The sync data for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 is: [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:19Z', 'revision_number': 3, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:21.799485 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a3ae25d-2bc2-4244-ad42-4c2ffca0b50a req-204c6480-b01a-405a-8404-7325c80f69e7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0463405 Sep 16 05:40:21.831418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e6a4-2b9a-4ab6-9faf-ce6a26d995fb req-4666506e-986e-4838-92d1-e0d80725fd7f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:21.831418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ece2e6a4-2b9a-4ab6-9faf-ce6a26d995fb req-4666506e-986e-4838-92d1-e0d80725fd7f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1508677 Sep 16 05:40:21.897837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ece2e6a4-2b9a-4ab6-9faf-ce6a26d995fb req-4d48d325-fd87-4c30-85fd-fbf5d2ac54b6 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605996 Sep 16 05:40:21.904229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.952255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c5fbd776-1406-4eff-a886-97e8848397f0 None None] Provisioning complete for port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:21.952791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd776-1406-4eff-a886-97e8848397f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.963448 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4310e241-178d-4f8a-8edb-d3c05c388ebf req-229412c3-b4d0-4fe7-a44e-be730bd44e15 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0632601 Sep 16 05:40:21.972123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a11fc2cc-6fdc-422d-b29d-74a2d0fe6768 req-054b9bf4-67af-478f-b4df-8e62252b0aa6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0407398 Sep 16 05:40:22.032163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbd776-1406-4eff-a886-97e8848397f0 None None] Port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:22.187775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1910fab0-a74e-4f8d-bd27-fba2b8962979 req-90499f14-a911-4789-ba88-7634f9a9d221 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0380588 Sep 16 05:40:22.217510 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:22.280173 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:22.360795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:22.361192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:22.471312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:22.473552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:22.642154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Router 906ebbc3-7d8c-4369-9020-6afbe269d9ce has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:22.755107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-80cc6cd9-02e2-4c06-a788-afaaa6d5885e None None] Provisioning complete for port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:22.755701 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-80cc6cd9-02e2-4c06-a788-afaaa6d5885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:22.802336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-80cc6cd9-02e2-4c06-a788-afaaa6d5885e None None] Port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:23.122952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c499057a-e310-448f-b849-ac9e100eb659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:23.156459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f7b54f42-350f-4b49-8285-245dbf1f4f8b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:23.191153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:23.205854 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a925082a-f2b2-4f26-96b7-87403f84a003 admin admin] 10.222.0.49 "PUT /v2.0/routers/906ebbc3-7d8c-4369-9020-6afbe269d9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8970971 Sep 16 05:40:23.218064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f7b54f42-350f-4b49-8285-245dbf1f4f8b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:23.218442 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:23.222223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc01b8-86a3-41ff-81c9-27ed60e6c55e req-b0480025-720e-445d-87ec-f4c03a18a4ca tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.223938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfcc01b8-86a3-41ff-81c9-27ed60e6c55e req-b0480025-720e-445d-87ec-f4c03a18a4ca tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0876710 Sep 16 05:40:23.276986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfcc01b8-86a3-41ff-81c9-27ed60e6c55e req-be480372-43d5-49ad-9a60-246e0a33b954 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 Sep 16 05:40:23.312155 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:23.338122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port f7b54f42-350f-4b49-8285-245dbf1f4f8b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f7b54f42-350f-4b49-8285-245dbf1f4f8b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:23.417561 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:23.474569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=f7b54f42-350f-4b49-8285-245dbf1f4f8b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:23.705400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Sync routers for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:23.715111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:23.718538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:23.850647 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:23.876147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:24.106743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51558) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:24.125710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1692320198-network', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:24.164547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3d64c07-a8b3-466a-bb99-4520d82a78b8 req-9f98557c-f246-4a34-a1cb-1490758a778a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0797124 Sep 16 05:40:24.234767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:22Z', 'revision_number': 2, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:24.242710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Made reservation on behalf of 4c8c4dcc91084782b5dcc7d591f11c89 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:24.245937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.266942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac55720c-3417-4292-8269-a6a4b557893f req-321c085d-afda-47bf-b551-85dadd4fa605 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0620687 Sep 16 05:40:24.268150 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.282363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Checking router: 906ebbc3-7d8c-4369-9020-6afbe269d9ce for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:24.282721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Updating router 906ebbc3-7d8c-4369-9020-6afbe269d9ce port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:40:24.339906 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.429717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.443690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b5dc7-4ba5-4e13-9609-31575914a6b6 req-4351bf23-300d-4bf6-a58c-477171a21fb7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.447518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-291b5dc7-4ba5-4e13-9609-31575914a6b6 req-4351bf23-300d-4bf6-a58c-477171a21fb7 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0814891 Sep 16 05:40:24.479645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3c70434-5a26-4083-bd04-86744081fa97 req-2ea7576d-1dd4-42ac-aa9c-9752985aab62 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0567393 Sep 16 05:40:24.497195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.512074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:40:24.524024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.525669 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Added segment 5fb5ffbb-74a0-4426-bf0e-013990085dae of type vlan for network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c Sep 16 05:40:24.547678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-291b5dc7-4ba5-4e13-9609-31575914a6b6 req-376e217b-a3f8-48c3-8ba3-9905c4307544 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827250 Sep 16 05:40:24.593321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.597297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb00d0-5373-480a-8ed8-66f462f0657c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:24.666465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-55cd002a-7a91-4a35-8377-f6b000f14fb2 req-11e09454-7552-424a-a72a-b70062210899 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0434282 Sep 16 05:40:24.691757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.693223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.694193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.757845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] Pushing event updated for resources: {'Network': ['ID=0bcb4c17-6e5b-43a8-a076-ca72ebc1962c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:24.762547 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.768339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:40:24.798516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c1bea10f-b6dd-4f12-b292-da5a0b5c1b79 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6898227 Sep 16 05:40:24.801272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51586) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:24.806180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Request body: {'subnet': {'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1692320198-subnet', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:24.822671 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.879593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea2244-9c55-42eb-a120-2159be0a2222 None None] Pushing event updated for resources: {'Port': ['ID=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:24.907079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Made reservation on behalf of 4c8c4dcc91084782b5dcc7d591f11c89 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:24.912319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.958053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Attempting to bind port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:24.958707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Attempting to bind port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:24.959271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Attempting to bind port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 on network 6a97acb0-2c02-46cd-a908-831a34cb6efb {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:24.967388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:24.968317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Checking segment: {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:24.968909 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:24.970396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Bound using segment: {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:24.971319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Bound port: fc2c08e3-7b35-4768-beb3-4a63ebe74c36, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:24.978665 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.065932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] For port fc2c08e3-7b35-4768-beb3-4a63ebe74c36, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:25.069594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] For port fc2c08e3-7b35-4768-beb3-4a63ebe74c36, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:25.108958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f7b54f42-350f-4b49-8285-245dbf1f4f8b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:25.134108 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.198935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51590) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:25.223941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6bbf2d47-cd66-4be8-96d0-56bacc8c8c43 None None] Provisioning complete for port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:25.227484 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2d47-cd66-4be8-96d0-56bacc8c8c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.243632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.302315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea2244-9c55-42eb-a120-2159be0a2222 None None] Pushing event updated for resources: {'Port': ['ID=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:25.315409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:25.316084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:25.351117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e193bf24-f8b3-4846-91c2-08bd8f311f46,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:25.378379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Checking segment: {'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:25.378379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Network hostable DHCP agents. Network: 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:40:25.383106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f7b54f42-350f-4b49-8285-245dbf1f4f8b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:25.384237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.394293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-337afe63-8dd4-405d-bf67-89be2ca5cef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.424714 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.505026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:40:25.512060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-337afe63-8dd4-405d-bf67-89be2ca5cef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.531497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:25.593461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-337afe63-8dd4-405d-bf67-89be2ca5cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.628031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:25.654223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.655542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.685060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-337afe63-8dd4-405d-bf67-89be2ca5cef1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f05a1349cc014cb4b04300b6ab1177fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871502 Sep 16 05:40:25.686836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337afe63-8dd4-405d-bf67-89be2ca5cef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259dc995-940c-4188-96dc-2def0c1206de,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:25.693066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51602) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:25.721398 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2d47-cd66-4be8-96d0-56bacc8c8c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.728576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50471fe7-0a8a-4d3a-abe0-3cfbccf20c33 None None] Network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:25.743400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b34831-341d-4cd1-af93-633e949e2123 req-defb2d3b-c462-4474-b780-9790054966b4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.753876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3b34831-341d-4cd1-af93-633e949e2123 req-defb2d3b-c462-4474-b780-9790054966b4 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0718970 Sep 16 05:40:25.758361 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d23a6ae5-2757-428b-a4c6-488691f154de admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9556015 Sep 16 05:40:25.763162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51604) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:25.769099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:25.810180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11551a31-0c1a-42ef-9b7e-2411d5e46a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.819358 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3b34831-341d-4cd1-af93-633e949e2123 req-fd25e430-880e-4acc-9dbd-003e5a1a5893 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644293 Sep 16 05:40:25.845871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11551a31-0c1a-42ef-9b7e-2411d5e46a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.880367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6bbf2d47-cd66-4be8-96d0-56bacc8c8c43 None None] For port fc2c08e3-7b35-4768-beb3-4a63ebe74c36, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:25.896891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.898972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.991795 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2d47-cd66-4be8-96d0-56bacc8c8c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.043939 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11551a31-0c1a-42ef-9b7e-2411d5e46a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.047575 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11551a31-0c1a-42ef-9b7e-2411d5e46a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.048870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-11551a31-0c1a-42ef-9b7e-2411d5e46a1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/259dc995-940c-4188-96dc-2def0c1206de HTTP/1.1" status: 204 len: 168 time: 0.3422060 Sep 16 05:40:26.075324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551a31-0c1a-42ef-9b7e-2411d5e46a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259dc995-940c-4188-96dc-2def0c1206de,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:26.116236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.130931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0bcb4c17-6e5b-43a8-a076-ca72ebc1962c', 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'fixed_ips': [{'subnet_id': 'e193bf24-f8b3-4846-91c2-08bd8f311f46'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:40:26.136735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.162318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf2d47-cd66-4be8-96d0-56bacc8c8c43 None None] Pushing event updated for resources: {'Port': ['ID=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:26.172831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4c950cdb-c300-41ba-b09d-d6f39b9fbb00 None None] Provisioning complete for port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:26.173345 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c950cdb-c300-41ba-b09d-d6f39b9fbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.358536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:26.406646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.426706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2cdca-d92b-4c34-9f9e-5a8c2c4019de None None] The sync data for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 is: [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:26.443629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Allocated IP 172.20.0.2 (0bcb4c17-6e5b-43a8-a076-ca72ebc1962c/e193bf24-f8b3-4846-91c2-08bd8f311f46/03a09d9b-c8af-4f65-b35c-c21e125003a1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:26.771800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-109432da-d175-42d9-ba46-4490a75b4159 req-922ccb4c-3b8b-4cd3-8edd-ef359a0ec6cf service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0761039 Sep 16 05:40:26.873205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.905654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51628) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:26.934247 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a222d351-bc29-4dac-aa89-bdc77d0e71bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.958098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:26.973656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ae2886e-fb5d-425f-b1ce-726655149227 req-e543d589-ea63-4176-9e6f-c9a58e17331d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0565176 Sep 16 05:40:27.031336 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.040792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:27.054165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:27.068455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:27.073164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Pushing event updated for resources: {'Port': ['ID=03a09d9b-c8af-4f65-b35c-c21e125003a1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:27.130493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.164556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1254c6d-9fdb-458c-aa94-be7af4d433ca req-37ce0863-5c15-4254-a79d-c11b3740c8bf service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0822036 Sep 16 05:40:27.211391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Attempting to bind port 03a09d9b-c8af-4f65-b35c-c21e125003a1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:27.212226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Attempting to bind port 03a09d9b-c8af-4f65-b35c-c21e125003a1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:27.217321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Attempting to bind port 03a09d9b-c8af-4f65-b35c-c21e125003a1 on network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:27.225835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fc2c08e3-7b35-4768-beb3-4a63ebe74c36 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:27.233586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a222d351-bc29-4dac-aa89-bdc77d0e71bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.243559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:27.243993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Checking segment: {'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:27.244477 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.244820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Bound using segment: {'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:27.245320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Bound port: 03a09d9b-c8af-4f65-b35c-c21e125003a1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:27.246859 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.411012 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a222d351-bc29-4dac-aa89-bdc77d0e71bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.429773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:27.430470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.435316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03793fc0-0058-492f-825d-03e7c4fd4ddf req-9e9877c4-40da-4a73-9609-119a28dcff74 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:27.437679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03793fc0-0058-492f-825d-03e7c4fd4ddf req-9e9877c4-40da-4a73-9609-119a28dcff74 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.4502292 Sep 16 05:40:27.439829 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5e4575d-25e2-42a6-be56-925504e61ec8 req-37f87abb-58c9-4f28-9479-72f5f4df5a23 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1076772 Sep 16 05:40:27.443339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Allocated IP 172.25.1.225 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/6a0923d3-66a7-4c77-bb7c-112d45313ea3) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:27.499254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.504665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] For port 03a09d9b-c8af-4f65-b35c-c21e125003a1, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:27.509613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a222d351-bc29-4dac-aa89-bdc77d0e71bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59e3b7a9fbb9467daca85b46385b1aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027000 Sep 16 05:40:27.510788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222d351-bc29-4dac-aa89-bdc77d0e71bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3b9fbd-0629-4bfb-8676-abcd219beec3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:27.518785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51638) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:27.541500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] For port 03a09d9b-c8af-4f65-b35c-c21e125003a1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=03a09d9b-c8af-4f65-b35c-c21e125003a1,segment=NetworkSegment(5fb5ffbb-74a0-4426-bf0e-013990085dae),segment_id=5fb5ffbb-74a0-4426-bf0e-013990085dae)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:27.552113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03793fc0-0058-492f-825d-03e7c4fd4ddf req-edcbfcf2-d405-496d-a815-5bca9bb92522 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911231 Sep 16 05:40:27.640995 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.666145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-840c01dc-e224-4f9e-aebd-d615934f00c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.733674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e28c96-1577-4905-ba82-2c00a39d931b None None] Pushing event updated for resources: {'Port': ['ID=03a09d9b-c8af-4f65-b35c-c21e125003a1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:27.737359 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.752109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-840c01dc-e224-4f9e-aebd-d615934f00c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.909825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.957268 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-840c01dc-e224-4f9e-aebd-d615934f00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.965191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-840c01dc-e224-4f9e-aebd-d615934f00c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:27.973070 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-840c01dc-e224-4f9e-aebd-d615934f00c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d3b9fbd-0629-4bfb-8676-abcd219beec3 HTTP/1.1" status: 204 len: 168 time: 0.4261186 Sep 16 05:40:28.011977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Pushing event updated for resources: {'Port': ['ID=6a0923d3-66a7-4c77-bb7c-112d45313ea3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:28.032405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c01dc-e224-4f9e-aebd-d615934f00c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3b9fbd-0629-4bfb-8676-abcd219beec3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:28.041486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:28.043417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:28.047013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:28.451430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.723338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.740227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.769355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b3866-1c9b-4f11-9ea1-d0c8991344d7 req-8eef245e-930b-459c-baec-87d14165d9c9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:28.771199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bf3b3866-1c9b-4f11-9ea1-d0c8991344d7 req-8eef245e-930b-459c-baec-87d14165d9c9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0831606 Sep 16 05:40:28.848723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bf3b3866-1c9b-4f11-9ea1-d0c8991344d7 req-b2acc64d-0fd7-47cb-84a4-6070e89f45b9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668931 Sep 16 05:40:29.059417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e70bb1-df41-44ad-8786-9b06ac306201 None None] Network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:29.092514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0aaf5e6c-577e-4b43-8cb8-62565c6f80e0 req-ae3e5a6c-81a8-46c1-94f6-0277d3c9e0a1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0354662 Sep 16 05:40:29.121259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Router 9e88d650-5c67-4e5f-a276-61513c3711d6 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:40:29.244683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 03a09d9b-c8af-4f65-b35c-c21e125003a1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:29.319339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:29.321153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-414e7007-dac9-45ab-a394-4c68d3c6f944 None None] Provisioning complete for port 03a09d9b-c8af-4f65-b35c-c21e125003a1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:29.321530 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-414e7007-dac9-45ab-a394-4c68d3c6f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.330909 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Sync routers for ids ['9e88d650-5c67-4e5f-a276-61513c3711d6'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:29.342425 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Routers {'9e88d650-5c67-4e5f-a276-61513c3711d6'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:29.344536 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9e88d650-5c67-4e5f-a276-61513c3711d6'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:29.425799 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.429765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3bd4b9d9-e4d1-4b57-a586-fa035565a5cc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6621597 Sep 16 05:40:29.430278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51678) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:29.506709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 03a09d9b-c8af-4f65-b35c-c21e125003a1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:29.507078 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.523796 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Set router 9e88d650-5c67-4e5f-a276-61513c3711d6 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:29.590971 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-414e7007-dac9-45ab-a394-4c68d3c6f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.652093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-414e7007-dac9-45ab-a394-4c68d3c6f944 None None] For port 03a09d9b-c8af-4f65-b35c-c21e125003a1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=03a09d9b-c8af-4f65-b35c-c21e125003a1,segment=NetworkSegment(5fb5ffbb-74a0-4426-bf0e-013990085dae),segment_id=5fb5ffbb-74a0-4426-bf0e-013990085dae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:29.686831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5de5a233-2358-4b2d-b6b7-5194a4e99b95 req-78cf1a73-924a-4e27-88e4-c848692b8395 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0925791 Sep 16 05:40:29.736027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8293674-320b-406e-a568-08f475f98d06 req-e8ac1ff5-c7cc-4bfb-9499-b438404ebb20 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1577194 Sep 16 05:40:29.926381 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-414e7007-dac9-45ab-a394-4c68d3c6f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.987565 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.998443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-a0e8dd8a-d0ea-48dd-8211-bda23eddd17c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1664824 Sep 16 05:40:30.097995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e7007-dac9-45ab-a394-4c68d3c6f944 None None] Pushing event updated for resources: {'Port': ['ID=03a09d9b-c8af-4f65-b35c-c21e125003a1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:30.120749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39d459e4-5e9c-4d21-a5b6-8ea443e88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.121514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39d459e4-5e9c-4d21-a5b6-8ea443e88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.122182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39d459e4-5e9c-4d21-a5b6-8ea443e88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.124100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39d459e4-5e9c-4d21-a5b6-8ea443e88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.124586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39d459e4-5e9c-4d21-a5b6-8ea443e88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.125652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39d459e4-5e9c-4d21-a5b6-8ea443e88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.126386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39d459e4-5e9c-4d21-a5b6-8ea443e88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.128736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39d459e4-5e9c-4d21-a5b6-8ea443e88e60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6505 time: 0.0785124 Sep 16 05:40:30.167472 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:28Z', 'revision_number': 3, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port': {'id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:27Z', 'updated_at': '2021-09-16T05:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:30.198455 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Checking router: 9e88d650-5c67-4e5f-a276-61513c3711d6 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:30.199246 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Updating router 9e88d650-5c67-4e5f-a276-61513c3711d6 port 6a0923d3-66a7-4c77-bb7c-112d45313ea3 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:40:30.227908 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.251081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dc4b4b4f-a08a-46af-a6ec-5183e11fc467 None None] Provisioning complete for port 03a09d9b-c8af-4f65-b35c-c21e125003a1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:30.251452 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4b4f-a08a-46af-a6ec-5183e11fc467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.273444 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:40:30.274071 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:40:30.352459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bc1fd-cf28-4fa8-88a8-a6638ac7cf97 req-2a3cafcf-c8b1-4cd2-ab21-1b8d695c53b0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.355062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb1bc1fd-cf28-4fa8-88a8-a6638ac7cf97 req-2a3cafcf-c8b1-4cd2-ab21-1b8d695c53b0 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.3364592 Sep 16 05:40:30.446734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb1bc1fd-cf28-4fa8-88a8-a6638ac7cf97 req-21e3d876-93f3-475e-a1ef-b5fb91404eef tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821366 Sep 16 05:40:30.469582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69a94ac2-0d24-402a-9290-db21db724ebd req-78f78b89-bfe5-42f7-ae79-2a52ddbaac04 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0844209 Sep 16 05:40:30.479644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-05a5b8dd-31cb-4c40-8ca9-132d01826f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.480159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-05a5b8dd-31cb-4c40-8ca9-132d01826f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.480632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-05a5b8dd-31cb-4c40-8ca9-132d01826f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.487822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.488067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-05a5b8dd-31cb-4c40-8ca9-132d01826f79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=472221c7-51b1-4eda-9603-da8cffafb028&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=4326dabb-46bc-4f5c-a266-ccbdec41531a&id=4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 200 len: 2299 time: 0.3284874 Sep 16 05:40:30.557031 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.599474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-bd8d2101-7e75-40d6-8888-6ead4b89839d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 200 len: 1000 time: 0.1013772 Sep 16 05:40:30.645057 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.668614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-d739ec14-1248-4936-92f8-8674b5b90257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.672279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-d739ec14-1248-4936-92f8-8674b5b90257 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f10dee9-1be3-463a-adbc-7b75feef5b36 HTTP/1.1" status: 200 len: 856 time: 0.0619049 Sep 16 05:40:30.712762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Allocated IP 172.20.0.1 (0bcb4c17-6e5b-43a8-a076-ca72ebc1962c/e193bf24-f8b3-4846-91c2-08bd8f311f46/8a442253-39d5-4626-8803-79d64a835887) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:30.730243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-61cdcae6-dbb2-45c3-8a7b-33e4f0ea0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.734120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-61cdcae6-dbb2-45c3-8a7b-33e4f0ea0933 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=472221c7-51b1-4eda-9603-da8cffafb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522499 Sep 16 05:40:30.740836 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Pushing event updated for resources: {'Port': ['ID=6a0923d3-66a7-4c77-bb7c-112d45313ea3,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:30.753181 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.753864 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.754399 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.755121 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.756402 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.756942 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.757629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.758135 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.758636 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.759192 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.759702 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.760058 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.773698 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Attempting to bind port 6a0923d3-66a7-4c77-bb7c-112d45313ea3 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:30.774375 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Attempting to bind port 6a0923d3-66a7-4c77-bb7c-112d45313ea3 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:30.778028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Attempting to bind port 6a0923d3-66a7-4c77-bb7c-112d45313ea3 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:30.805259 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:30.806662 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:30.807185 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.809672 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:30.810356 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Bound port: 6a0923d3-66a7-4c77-bb7c-112d45313ea3, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:30.814614 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.887828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-542ad380-40ef-44f7-a684-9c946203c625 service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442113 Sep 16 05:40:30.893009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.912822 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] For port 6a0923d3-66a7-4c77-bb7c-112d45313ea3, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:30.918157 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] For port 6a0923d3-66a7-4c77-bb7c-112d45313ea3, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6a0923d3-66a7-4c77-bb7c-112d45313ea3,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:30.986079 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.986308 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.999196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-baa8483f-4be7-4130-9f5e-7295bf2535ca service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011899 Sep 16 05:40:31.054547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-f86208b1-a5d4-48bb-8fd3-493c5429ef4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 217 time: 0.0459270 Sep 16 05:40:31.078070 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Routers {'9e88d650-5c67-4e5f-a276-61513c3711d6'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:31.078709 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9e88d650-5c67-4e5f-a276-61513c3711d6'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:31.132445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 03a09d9b-c8af-4f65-b35c-c21e125003a1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:31.172454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-53ade67c-bc1f-47b9-9d94-18f010c4a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.175409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-53ade67c-bc1f-47b9-9d94-18f010c4a167 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1108453 Sep 16 05:40:31.259429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 03a09d9b-c8af-4f65-b35c-c21e125003a1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:31.259429 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.272390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-ecf11a94-3a6a-43c2-9d50-359297ec2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.273946 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-ecf11a94-3a6a-43c2-9d50-359297ec2349 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874336 Sep 16 05:40:31.293653 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] Set router 9e88d650-5c67-4e5f-a276-61513c3711d6 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:31.417577 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d19c4-d0d1-4dbe-b76e-404bfeb6eefd None None] Pushing event updated for resources: {'Port': ['ID=6a0923d3-66a7-4c77-bb7c-112d45313ea3,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.452426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-c88f57b5-0b42-4f51-89c9-2fd581972c77 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650996 Sep 16 05:40:31.613449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-e9edd428-12ea-4cfe-9d3a-e2f1b70d3a45 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536195 Sep 16 05:40:31.631992 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:28Z', 'revision_number': 3, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port': {'id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:27Z', 'updated_at': '2021-09-16T05:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:31.664817 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a4253-39f9-4f5c-9208-c2cf441a370e None None] The sync data for ids ['9e88d650-5c67-4e5f-a276-61513c3711d6'] in n-d-712749-15 is: [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:28Z', 'revision_number': 3, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port': {'id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:27Z', 'updated_at': '2021-09-16T05:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:31.691661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0728-87d6-46d7-a647-e11e62e90993 req-9737b074-dd0d-4dcc-9559-9c18495cd50f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.691661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c6b0728-87d6-46d7-a647-e11e62e90993 req-9737b074-dd0d-4dcc-9559-9c18495cd50f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1131387 Sep 16 05:40:31.699912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-f02396f1-cee4-43a3-b9e6-c005ccdda7f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 217 time: 0.0728312 Sep 16 05:40:31.706552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-84e4c7a7-f17b-47d6-9330-729427b7704b req-76f35ea6-0e77-450c-b04f-4f8eee60efc7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0403838 Sep 16 05:40:31.713517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:31.722985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:31.729340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:31.735611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Pushing event updated for resources: {'Port': ['ID=8a442253-39d5-4626-8803-79d64a835887,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.792315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.911774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c6b0728-87d6-46d7-a647-e11e62e90993 req-5d95096d-d968-4375-a124-240706792634 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874831 Sep 16 05:40:31.944472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-0db9f84e-f8a0-4a92-b099-a1f446187c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.955029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-0db9f84e-f8a0-4a92-b099-a1f446187c52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.2367866 Sep 16 05:40:31.955029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2699c002-fd98-42ba-83d6-1f57addc4ad5 req-bc5515e0-629a-4714-aa66-c23c3fdbd894 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0609009 Sep 16 05:40:32.012597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-dde86689-e5c0-4caf-975b-7dc1a6c81801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:32.014631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-dde86689-e5c0-4caf-975b-7dc1a6c81801 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490072 Sep 16 05:40:32.157492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1313897b-bbc3-4b84-acfe-2400cf78fce5 None None] Provisioning complete for port 8a442253-39d5-4626-8803-79d64a835887 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:32.158463 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1313897b-bbc3-4b84-acfe-2400cf78fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.194981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-67ec2380-ca70-4b8b-8272-7bccbd26d523 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697459 Sep 16 05:40:32.212747 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.249542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1313897b-bbc3-4b84-acfe-2400cf78fce5 None None] Port 8a442253-39d5-4626-8803-79d64a835887 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:32.333180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-8ba72867-4809-48fe-a9e1-2e5c61bc5c16 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301324 Sep 16 05:40:32.389650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-46ef90c2-6b8a-4b4b-8f7d-0f0591ee0c5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e HTTP/1.1" status: 200 len: 217 time: 0.0476160 Sep 16 05:40:32.417321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d3dff31-9f1d-4b50-aea5-5ac16dc51021 req-809d9b07-9ae9-46fd-bc78-f07aeec31829 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0395913 Sep 16 05:40:32.462263 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.475315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-b1345602-3ec8-4fe0-8ef6-b07a4401c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:32.476973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-b1345602-3ec8-4fe0-8ef6-b07a4401c06d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0766206 Sep 16 05:40:32.536248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-b8d5931e-b595-491b-9252-fbbf8c5514fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:32.537951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-b8d5931e-b595-491b-9252-fbbf8c5514fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504107 Sep 16 05:40:32.574141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bda0f3ce-654c-47da-ae92-32e438e6dce7 req-ae6ac9cc-9ce6-4354-93e4-ee48907e1ee9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0307910 Sep 16 05:40:32.641303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.677004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-4c1f4638-ef98-4d28-8172-a5c11d3d2dc6 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055110 Sep 16 05:40:32.724829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.740915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Pushing event updated for resources: {'Port': ['ID=8a442253-39d5-4626-8803-79d64a835887,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:32.863754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-d50a4153-daed-462d-a965-187760d3d53d service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760230 Sep 16 05:40:32.884359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:32.886285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:32.932856 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-48168c9e-092c-4694-a547-1e8f75807638 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e HTTP/1.1" status: 200 len: 217 time: 0.0614533 Sep 16 05:40:33.110771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-593baf50-7d4d-48fd-9f5c-9ceb4b3bef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.121434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-593baf50-7d4d-48fd-9f5c-9ceb4b3bef59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1799808 Sep 16 05:40:33.162117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Router 9e88d650-5c67-4e5f-a276-61513c3711d6 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:33.269324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6a0923d3-66a7-4c77-bb7c-112d45313ea3 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:33.284270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-2ea58248-0970-4805-84b4-e9a2c70f8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.285871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-2ea58248-0970-4805-84b4-e9a2c70f8d6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568112 Sep 16 05:40:33.386841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6a0923d3-66a7-4c77-bb7c-112d45313ea3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:33.387255 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.397155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206b475-6afb-44e2-b09f-014bde0c1fa3 req-37e404ac-51e5-4b91-9d01-60289cd7a639 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.398876 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a206b475-6afb-44e2-b09f-014bde0c1fa3 req-37e404ac-51e5-4b91-9d01-60289cd7a639 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.2622492 Sep 16 05:40:33.400160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:33.412871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d76e7419-079f-4957-a063-f5d453d5aa25 admin admin] 10.222.0.49 "PUT /v2.0/routers/9e88d650-5c67-4e5f-a276-61513c3711d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9734235 Sep 16 05:40:33.445058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-839f698d-0c39-420c-b880-a5cbdcf678f0 None None] Provisioning complete for port 8a442253-39d5-4626-8803-79d64a835887 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:33.445724 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-839f698d-0c39-420c-b880-a5cbdcf678f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.482213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a206b475-6afb-44e2-b09f-014bde0c1fa3 req-5ba040e8-ffa4-40c5-9f2d-c7b7efccabde tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620151 Sep 16 05:40:33.511333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-4e79e179-e169-4f7b-bcb3-674e3cfee215 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167466 Sep 16 05:40:33.526674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-839f698d-0c39-420c-b880-a5cbdcf678f0 None None] Port 8a442253-39d5-4626-8803-79d64a835887 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:33.586692 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.621466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 6a0923d3-66a7-4c77-bb7c-112d45313ea3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6a0923d3-66a7-4c77-bb7c-112d45313ea3,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:33.661247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-3b2691d3-1a0d-4576-8b05-f7f544474f48 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382620 Sep 16 05:40:33.702727 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.748993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-29bd064c-54a1-4e7b-8648-b2ac1f771272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c523c76-b70e-4c2e-bea8-409609f88c97 HTTP/1.1" status: 200 len: 217 time: 0.0716436 Sep 16 05:40:33.823225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-b0232f18-3b5e-4349-972b-60056eda6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.825033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-b0232f18-3b5e-4349-972b-60056eda6f42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.0669761 Sep 16 05:40:33.862187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=6a0923d3-66a7-4c77-bb7c-112d45313ea3,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:33.921988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39a83eaf-36c0-4914-a2e7-6f4254db8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.924551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-39a83eaf-36c0-4914-a2e7-6f4254db8001 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0876677 Sep 16 05:40:34.000990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc5f0c78-652d-4188-a114-27af308b37e8 req-e55d61e5-bbd3-414b-972d-f61ee9ea9848 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0395329 Sep 16 05:40:34.128149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-55390134-d5bf-49ba-bd3e-0142e8c8ac6c service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924231 Sep 16 05:40:34.253524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be063e90-2d10-4610-a3e0-7f4150615262 req-e809054c-b831-46c8-b68c-43982a490f9b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0645618 Sep 16 05:40:34.288064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-ef40964c-cdfd-4293-8c4f-f4358bfea73f service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511753 Sep 16 05:40:34.310232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Sync routers for ids ['9e88d650-5c67-4e5f-a276-61513c3711d6'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:34.341971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Routers {'9e88d650-5c67-4e5f-a276-61513c3711d6'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:34.344293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9e88d650-5c67-4e5f-a276-61513c3711d6'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:34.350085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-097f12a5-4923-44a4-8eee-c143c17d3227 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 200 len: 217 time: 0.0453837 Sep 16 05:40:34.428496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51794) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:34.436651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f39f8b27-e9b8-4749-8fef-83622ba670f6 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341674766', 'description': 'tempest-secgroup-smoke-341674766 description', 'project_id': '06b845054ed046d0ad73c3bb36a1b606'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:34.456491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-ea7f8851-d517-4376-b458-6c61169c17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:34.458268 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-ea7f8851-d517-4376-b458-6c61169c17da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.0896804 Sep 16 05:40:34.517236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c209cb-062d-4085-aa80-53da51fb8bce req-79ad505f-0eb4-458b-adb5-e3b15757bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:34.518863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-79ad505f-0eb4-458b-adb5-e3b15757bcb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518384 Sep 16 05:40:34.588428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f39f8b27-e9b8-4749-8fef-83622ba670f6 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.598516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Set router 9e88d650-5c67-4e5f-a276-61513c3711d6 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:34.647094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-e1b0e4b6-1567-4428-8d55-acae0e8a2184 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190226 Sep 16 05:40:34.744219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaf849-8d86-45a9-807c-0a618d766cae req-a76988c0-343b-4edd-a583-7a453f0535a8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:34.745864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3aaf849-8d86-45a9-807c-0a618d766cae req-a76988c0-343b-4edd-a583-7a453f0535a8 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1439795 Sep 16 05:40:34.806378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3aaf849-8d86-45a9-807c-0a618d766cae req-0fd0d899-5d29-4669-a6f0-c13bbc1b0d0c tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474668 Sep 16 05:40:34.833792 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c209cb-062d-4085-aa80-53da51fb8bce req-93dc0289-5497-4721-a6f8-03277f83437d service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772161 Sep 16 05:40:34.851074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f39f8b27-e9b8-4749-8fef-83622ba670f6 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.906575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc5beb1f-f9f3-43b3-b4c2-e822d6b2b77f req-3a719b02-6e49-45b0-b6d9-046653447d24 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0351641 Sep 16 05:40:34.943184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f39f8b27-e9b8-4749-8fef-83622ba670f6 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.961290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:31Z', 'revision_number': 4, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port': {'id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:27Z', 'updated_at': '2021-09-16T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8a442253-39d5-4626-8803-79d64a835887', 'name': '', 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'mac_address': 'fa:16:3e:2c:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e193bf24-f8b3-4846-91c2-08bd8f311f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:30Z', 'updated_at': '2021-09-16T05:40:32Z', 'revision_number': 2, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'subnets': [{'id': 'e193bf24-f8b3-4846-91c2-08bd8f311f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:34.977443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f8b27-e9b8-4749-8fef-83622ba670f6 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737e0034-3264-48c7-8091-5b8434a42579,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:35.013287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Checking router: 9e88d650-5c67-4e5f-a276-61513c3711d6 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:35.013722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Updating router 9e88d650-5c67-4e5f-a276-61513c3711d6 port 8a442253-39d5-4626-8803-79d64a835887 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:40:35.062958 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f39f8b27-e9b8-4749-8fef-83622ba670f6 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.067073 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.067509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:35.067654 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f39f8b27-e9b8-4749-8fef-83622ba670f6 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6368351 Sep 16 05:40:35.074669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-abc0a509-0ace-4259-8bf8-1a6c91d15039 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'security_group_rule': {'security_group_id': '737e0034-3264-48c7-8091-5b8434a42579', 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:35.090841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6a0923d3-66a7-4c77-bb7c-112d45313ea3 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:35.190273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd8914ee-25c9-4f57-873d-056fdc5d5012 req-299d894b-2f7e-4412-b80a-dc80c96b7521 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0415931 Sep 16 05:40:35.251980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6a0923d3-66a7-4c77-bb7c-112d45313ea3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:35.252357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.278845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abc0a509-0ace-4259-8bf8-1a6c91d15039 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.360859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abc0a509-0ace-4259-8bf8-1a6c91d15039 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.422102 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abc0a509-0ace-4259-8bf8-1a6c91d15039 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.457571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0a509-0ace-4259-8bf8-1a6c91d15039 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d53a75-bfad-42d1-a46e-52ea24e77fff,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:35.508019 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.514735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abc0a509-0ace-4259-8bf8-1a6c91d15039 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.519054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-abc0a509-0ace-4259-8bf8-1a6c91d15039 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4478288 Sep 16 05:40:35.519889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:35.524943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d44f14bd-2cd9-4aef-8bf8-5c9df8874b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'security_group_rule': {'security_group_id': '737e0034-3264-48c7-8091-5b8434a42579', 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:35.616930 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.668158 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d44f14bd-2cd9-4aef-8bf8-5c9df8874b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.709728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c41434-5d98-49dc-9568-586e281353a9 None None] Pushing event updated for resources: {'Port': ['ID=8a442253-39d5-4626-8803-79d64a835887,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:35.776019 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d44f14bd-2cd9-4aef-8bf8-5c9df8874b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.845559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d44f14bd-2cd9-4aef-8bf8-5c9df8874b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.886243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f14bd-2cd9-4aef-8bf8-5c9df8874b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a79b7e-013a-4c54-85b6-52b2b477062a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:35.925094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d44f14bd-2cd9-4aef-8bf8-5c9df8874b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.931118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51830) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:35.931789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d44f14bd-2cd9-4aef-8bf8-5c9df8874b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4082942 Sep 16 05:40:35.935903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-33715dfe-a3e9-4e75-b34b-ee0feec2e6a1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'security_group_rule': {'security_group_id': '737e0034-3264-48c7-8091-5b8434a42579', 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:36.091489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Attempting to bind port 8a442253-39d5-4626-8803-79d64a835887 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:36.092774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Attempting to bind port 8a442253-39d5-4626-8803-79d64a835887 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:36.093146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Attempting to bind port 8a442253-39d5-4626-8803-79d64a835887 on network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:36.106282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:36.106282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Checking segment: {'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:36.106282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.106282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Bound using segment: {'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:36.106282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Bound port: 8a442253-39d5-4626-8803-79d64a835887, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb5ffbb-74a0-4426-bf0e-013990085dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:36.106282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.131520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33715dfe-a3e9-4e75-b34b-ee0feec2e6a1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.154325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ce886758-3742-4268-8f53-55a842346bee None None] Provisioning complete for port 8a442253-39d5-4626-8803-79d64a835887 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:36.155135 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce886758-3742-4268-8f53-55a842346bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.286345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f95a6-f64e-4c93-9c11-0e763bb79ff1 req-4519f7b5-d0f7-4fd6-9cf9-854681fee291 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.288427 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d4f95a6-f64e-4c93-9c11-0e763bb79ff1 req-4519f7b5-d0f7-4fd6-9cf9-854681fee291 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.3476436 Sep 16 05:40:36.289712 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33715dfe-a3e9-4e75-b34b-ee0feec2e6a1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.306049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] For port 8a442253-39d5-4626-8803-79d64a835887, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:36.314287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] For port 8a442253-39d5-4626-8803-79d64a835887, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8a442253-39d5-4626-8803-79d64a835887,segment=NetworkSegment(5fb5ffbb-74a0-4426-bf0e-013990085dae),segment_id=5fb5ffbb-74a0-4426-bf0e-013990085dae)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:36.324085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ce886758-3742-4268-8f53-55a842346bee None None] Port 8a442253-39d5-4626-8803-79d64a835887 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:36.334072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d4f95a6-f64e-4c93-9c11-0e763bb79ff1 req-23524547-1bfd-4ebb-9c3c-f7b9a53def2f tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 Sep 16 05:40:36.410879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33715dfe-a3e9-4e75-b34b-ee0feec2e6a1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.414573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f6eaac1c-97a1-4547-8926-3bf0662d5920 req-6e6beb50-a397-4f61-92ae-3c67a116e798 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0328691 Sep 16 05:40:36.435308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33715dfe-a3e9-4e75-b34b-ee0feec2e6a1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa53226-ac68-40c5-936a-6f8b8b1ec0d0,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.461209 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.539947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c41434-5d98-49dc-9568-586e281353a9 None None] Pushing event updated for resources: {'Port': ['ID=8a442253-39d5-4626-8803-79d64a835887,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.547323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Routers {'9e88d650-5c67-4e5f-a276-61513c3711d6'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:36.547994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9e88d650-5c67-4e5f-a276-61513c3711d6'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:36.551746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33715dfe-a3e9-4e75-b34b-ee0feec2e6a1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.555446 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-33715dfe-a3e9-4e75-b34b-ee0feec2e6a1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6224127 Sep 16 05:40:36.557483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51844) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:36.560359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9a5130ed-968c-445c-a120-89607302c4d8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'security_group_rule': {'security_group_id': '737e0034-3264-48c7-8091-5b8434a42579', 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:36.668030 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a5130ed-968c-445c-a120-89607302c4d8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.738967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29199232-91a9-489f-8896-3853fba0572e req-95dbb1a8-7dda-4f25-9723-932f4898e8a8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0620370 Sep 16 05:40:36.756455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] Set router 9e88d650-5c67-4e5f-a276-61513c3711d6 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:36.771192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a5130ed-968c-445c-a120-89607302c4d8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.863073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a5130ed-968c-445c-a120-89607302c4d8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.889049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5130ed-968c-445c-a120-89607302c4d8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0963092e-7267-43e6-9bc0-7cd5c3424212,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.909739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1aa47c75-0ea4-4e40-b4d0-2d8a067f0d8f None None] Provisioning complete for port 8a442253-39d5-4626-8803-79d64a835887 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:36.910111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aa47c75-0ea4-4e40-b4d0-2d8a067f0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.983637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a5130ed-968c-445c-a120-89607302c4d8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.984690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51854) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:36.987388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9a5130ed-968c-445c-a120-89607302c4d8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4304957 Sep 16 05:40:36.991376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2dfe1392-f55d-4e7e-8f3d-4ba11116c716 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'security_group_rule': {'security_group_id': '737e0034-3264-48c7-8091-5b8434a42579', 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:37.104802 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aa47c75-0ea4-4e40-b4d0-2d8a067f0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.125719 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-2dfe1392-f55d-4e7e-8f3d-4ba11116c716 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Project 06b845054ed046d0ad73c3bb36a1b606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:40:37.136151 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dfe1392-f55d-4e7e-8f3d-4ba11116c716 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.156459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1aa47c75-0ea4-4e40-b4d0-2d8a067f0d8f None None] For port 8a442253-39d5-4626-8803-79d64a835887, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8a442253-39d5-4626-8803-79d64a835887,segment=NetworkSegment(5fb5ffbb-74a0-4426-bf0e-013990085dae),segment_id=5fb5ffbb-74a0-4426-bf0e-013990085dae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:37.164022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:31Z', 'revision_number': 4, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port': {'id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:27Z', 'updated_at': '2021-09-16T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8a442253-39d5-4626-8803-79d64a835887', 'name': '', 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'mac_address': 'fa:16:3e:2c:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e193bf24-f8b3-4846-91c2-08bd8f311f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:30Z', 'updated_at': '2021-09-16T05:40:36Z', 'revision_number': 4, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'subnets': [{'id': 'e193bf24-f8b3-4846-91c2-08bd8f311f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:37.209410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e88ec-cbc7-4400-bea8-384034169a6c None None] The sync data for ids ['9e88d650-5c67-4e5f-a276-61513c3711d6'] in n-d-712749-15 is: [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:40:31Z', 'revision_number': 4, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port': {'id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:27Z', 'updated_at': '2021-09-16T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8a442253-39d5-4626-8803-79d64a835887', 'name': '', 'network_id': '0bcb4c17-6e5b-43a8-a076-ca72ebc1962c', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'mac_address': 'fa:16:3e:2c:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'e193bf24-f8b3-4846-91c2-08bd8f311f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:30Z', 'updated_at': '2021-09-16T05:40:36Z', 'revision_number': 4, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'subnets': [{'id': 'e193bf24-f8b3-4846-91c2-08bd8f311f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:37.241885 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a96b108b-c107-4657-bc7d-df5d48e9763c req-8892633c-0864-49a2-a3d9-1ebd141cec92 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0571663 Sep 16 05:40:37.249865 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1aa47c75-0ea4-4e40-b4d0-2d8a067f0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.282566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dfe1392-f55d-4e7e-8f3d-4ba11116c716 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.372646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa47c75-0ea4-4e40-b4d0-2d8a067f0d8f None None] Pushing event updated for resources: {'Port': ['ID=8a442253-39d5-4626-8803-79d64a835887,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:37.382642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dfe1392-f55d-4e7e-8f3d-4ba11116c716 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.421331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe1392-f55d-4e7e-8f3d-4ba11116c716 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3795f1-34bb-454e-8685-aa38a3ca4e5f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:37.511481 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dfe1392-f55d-4e7e-8f3d-4ba11116c716 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.512737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcafe1-ff28-4724-8b74-77b1956a6a6b req-975164f7-2ef6-4029-8638-0b589601dc09 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.515042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-46bcafe1-ff28-4724-8b74-77b1956a6a6b req-975164f7-2ef6-4029-8638-0b589601dc09 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0727487 Sep 16 05:40:37.516785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51866) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:37.517221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2dfe1392-f55d-4e7e-8f3d-4ba11116c716 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5307343 Sep 16 05:40:37.526224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ff3cd165-d0e7-4e6d-a813-a02069147b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'security_group_rule': {'security_group_id': '737e0034-3264-48c7-8091-5b8434a42579', 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:37.538490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a7123f2-df2f-4caf-883d-648ca30cb246 req-b9c25adc-b8c0-4908-a7ef-1d448a579053 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0428896 Sep 16 05:40:37.602506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-46bcafe1-ff28-4724-8b74-77b1956a6a6b req-6bec3422-758b-4fc8-93e1-cebd611546ee tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669856 Sep 16 05:40:37.677229 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-ff3cd165-d0e7-4e6d-a813-a02069147b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Project 06b845054ed046d0ad73c3bb36a1b606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:40:37.682784 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd165-d0e7-4e6d-a813-a02069147b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.750625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd165-d0e7-4e6d-a813-a02069147b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.828333 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd165-d0e7-4e6d-a813-a02069147b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.854186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cd165-d0e7-4e6d-a813-a02069147b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974f1d25-064c-445d-a459-a60108d9f9d9,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:37.928857 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd165-d0e7-4e6d-a813-a02069147b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.933049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ff3cd165-d0e7-4e6d-a813-a02069147b43 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4098938 Sep 16 05:40:38.109075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-35fba6a1-8b65-453c-82d9-036563c5c8b3 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341674766&fields=id&tenant_id=06b845054ed046d0ad73c3bb36a1b606 HTTP/1.1" status: 200 len: 267 time: 0.0425856 Sep 16 05:40:38.240782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-5fea046d-0a05-4bee-8967-a224a904d55b tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:38.253686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-5fea046d-0a05-4bee-8967-a224a904d55b tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/networks?id=6a97acb0-2c02-46cd-a908-831a34cb6efb HTTP/1.1" status: 200 len: 808 time: 0.1357434 Sep 16 05:40:38.268438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-720eb4d0-414f-4e5a-a748-541e30ee7b7b tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/quotas/06b845054ed046d0ad73c3bb36a1b606 HTTP/1.1" status: 200 len: 375 time: 0.0129676 Sep 16 05:40:38.342565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-97349557-169c-49f4-954a-32147de1cd20 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=06b845054ed046d0ad73c3bb36a1b606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678771 Sep 16 05:40:38.706805 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1006f157-b89c-401f-8892-c3c78f2696ed req-1566ddac-9bcc-4d24-b26d-3b491d8f5a1f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0297387 Sep 16 05:40:38.892368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0a4ee381-8858-4279-b670-d0ccc816cc65 req-130be14c-eb05-4923-ac32-09c2fbbdf065 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0319288 Sep 16 05:40:38.913799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-f9d3b272-8316-4548-a9f5-77c25c850610 service neutron] 10.222.0.49 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577693 Sep 16 05:40:39.040017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-e30f828c-6e7d-47c5-8638-e4d04b0b1ee6 service neutron] 10.222.0.49 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125841 Sep 16 05:40:39.173988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8a442253-39d5-4626-8803-79d64a835887 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:39.234044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8a442253-39d5-4626-8803-79d64a835887 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:39.234702 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:39.295006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17360ab-a53d-4173-9bcb-3d996bdd1a6c req-2a02f492-18c7-47cb-9ff6-0e9e09dd8520 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.296822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b17360ab-a53d-4173-9bcb-3d996bdd1a6c req-2a02f492-18c7-47cb-9ff6-0e9e09dd8520 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.2204907 Sep 16 05:40:39.399052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b17360ab-a53d-4173-9bcb-3d996bdd1a6c req-f283727b-dbb6-4b6c-843f-a1e438b779b1 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900767 Sep 16 05:40:39.518950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4f8a2f9-3c7c-4166-9343-b6858c92447b req-5e0dd9d7-a47d-4636-9f69-3fa3ea0ad648 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 210 time: 0.0369277 Sep 16 05:40:39.527550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502dfd3-ff7a-43fd-8cda-936df42d6559 req-11fd39ae-c0f0-4ba1-ad41-6e00a126127a tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.530710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3502dfd3-ff7a-43fd-8cda-936df42d6559 req-11fd39ae-c0f0-4ba1-ad41-6e00a126127a tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 945 time: 0.1179664 Sep 16 05:40:39.586244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f0486f4-9fb0-411e-98f3-9b9c3f75dc65 req-f893081d-a102-4aaa-8183-9658d10d8e48 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0528147 Sep 16 05:40:39.596622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3502dfd3-ff7a-43fd-8cda-936df42d6559 req-ad451bcd-9fbf-43d1-82bf-c078f87b276f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573184 Sep 16 05:40:39.744292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69383492-51d7-4d02-874e-b733602c1e82 req-f45767dd-b0ed-41fd-828d-2be86881de09 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0272460 Sep 16 05:40:40.527687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad8961-6273-4401-acd1-0f646acb1bfe req-3363654d-84cd-4c34-ad05-30e0d5a223b9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.529190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8cad8961-6273-4401-acd1-0f646acb1bfe req-3363654d-84cd-4c34-ad05-30e0d5a223b9 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0526655 Sep 16 05:40:40.574667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8cad8961-6273-4401-acd1-0f646acb1bfe req-0b06daf6-3062-4e0b-b9da-e77fb22b4a00 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365615 Sep 16 05:40:40.624919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-183c50be-5a67-4fa0-83db-2acbc027a24f req-985c7cd1-b9e7-476a-9b3a-67385e4ac12d tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 210 time: 0.0306885 Sep 16 05:40:40.764989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62ce9f-e06c-4c4f-a638-448b2a0e2a94 req-6fde554f-0fdd-46de-b95e-f17ed4cdfe85 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.767954 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c62ce9f-e06c-4c4f-a638-448b2a0e2a94 req-6fde554f-0fdd-46de-b95e-f17ed4cdfe85 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 945 time: 0.0739987 Sep 16 05:40:40.833720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c62ce9f-e06c-4c4f-a638-448b2a0e2a94 req-c0394358-b89a-4b1f-85be-064c369d4692 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564880 Sep 16 05:40:40.869276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae409253-b591-4e00-ac4a-35071c5f34f9 req-603988c5-dfe2-4b03-afeb-7606e474f23e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0387099 Sep 16 05:40:40.939009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ee84-3932-49c4-a7fb-a4723b9d2b81 req-aa8252be-553e-4760-8687-ce8a9c9cf264 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.940697 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12c5ee84-3932-49c4-a7fb-a4723b9d2b81 req-aa8252be-553e-4760-8687-ce8a9c9cf264 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0748420 Sep 16 05:40:40.991794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12c5ee84-3932-49c4-a7fb-a4723b9d2b81 req-e86c6a74-7373-4d24-920e-9a3db0608539 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Sep 16 05:40:41.026337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fcdf2edc-d87b-4f09-9c6b-a4910a60a929 req-09d6f149-a55a-4a61-b60f-317745ce724e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0293369 Sep 16 05:40:41.117608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968379a-b76a-4e95-80a4-ac456d10e203 req-3b63d25f-2a75-4313-9d44-d2506a989567 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:41.119187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968379a-b76a-4e95-80a4-ac456d10e203 req-3b63d25f-2a75-4313-9d44-d2506a989567 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.0588181 Sep 16 05:40:41.172212 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a968379a-b76a-4e95-80a4-ac456d10e203 req-8c14e4fd-98c4-404b-be58-c9d6eae9b5bc tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Sep 16 05:40:41.218176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353c3bf-1311-477a-b948-203d76d193f5 req-2face80a-e580-4eff-9353-98f9a4b280df tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:41.220822 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d353c3bf-1311-477a-b948-203d76d193f5 req-2face80a-e580-4eff-9353-98f9a4b280df tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.30 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 945 time: 0.0635931 Sep 16 05:40:41.343535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Deleting port f5ff34b4-431c-494f-82fa-c4dba436daf8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:41.343969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.447690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] For port f5ff34b4-431c-494f-82fa-c4dba436daf8, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f5ff34b4-431c-494f-82fa-c4dba436daf8,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:41.448103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.662556 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4fb67f08-02a1-4b6e-a0be-d9bfa503b286 req-b597f598-2a89-4240-8b59-1f52ef0468eb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0297217 Sep 16 05:40:41.765126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a2a7b79-ba51-4378-89d0-143c13048825 req-44122858-4d2b-49c7-8787-6ab1e3aa4b71 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 210 time: 0.0491717 Sep 16 05:40:41.796513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.796513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.797143 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Floating IP 0a292d5b-7704-4ed3-8e6f-cec6850d7e5f disassociated. External IP: 172.25.1.142, port: f5ff34b4-431c-494f-82fa-c4dba436daf8. Sep 16 05:40:41.797533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Calling delete_port for f5ff34b4-431c-494f-82fa-c4dba436daf8 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:41.840518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d944b-6835-48f6-89a4-2832a0644e0e req-b2ee33d4-08d2-4626-ab00-119db4161a58 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:41.843233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e5d944b-6835-48f6-89a4-2832a0644e0e req-b2ee33d4-08d2-4626-ab00-119db4161a58 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1154873 Sep 16 05:40:41.848459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9709028-0b3e-4b37-b343-ac11138041a6 req-12e82d02-4933-4a30-b14a-cafad70e1c7f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0474706 Sep 16 05:40:41.938483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e5d944b-6835-48f6-89a4-2832a0644e0e req-10d77582-fe9f-4ae8-8172-83d5696b8528 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826426 Sep 16 05:40:41.984902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd3be7-be8e-49f4-8552-c0d61f541c40 req-5a668e39-cc6f-4117-ac2f-674a7654947b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:41.986507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ebcd3be7-be8e-49f4-8552-c0d61f541c40 req-5a668e39-cc6f-4117-ac2f-674a7654947b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 945 time: 0.0685790 Sep 16 05:40:42.027445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ebcd3be7-be8e-49f4-8552-c0d61f541c40 req-c9b6d421-36db-4ae8-9d36-e813eb35596b tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1829aa0-6ecd-499e-8789-53855b66bf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348184 Sep 16 05:40:42.140659 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.175908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event deleted for resources: {'Port': ['ID=f5ff34b4-431c-494f-82fa-c4dba436daf8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:42.332792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Router 125117ae-7701-4446-ad90-373bfeddd853 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:42.445880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52004) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:42.491444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:42.515381 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] Sync routers for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:42.528847 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:42.531249 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:42.604405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] No DVR routers for this DVR port f5ff34b4-431c-494f-82fa-c4dba436daf8 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:42.609075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.613690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d353c3bf-1311-477a-b948-203d76d193f5 req-1b0d89ea-35a3-4c92-8cd4-df6ea52f1185 tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.30 "DELETE /v2.0/ports/f5ff34b4-431c-494f-82fa-c4dba436daf8 HTTP/1.1" status: 204 len: 173 time: 1.3843472 Sep 16 05:40:42.618043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'name': 'network-vif-deleted', 'tag': 'f5ff34b4-431c-494f-82fa-c4dba436daf8'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:42.620830 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124228da-6286-4208-89f2-742575e5dfc4" -d '{"events": [{"server_uuid": "91f25930-7b42-4148-96a1-c7d95bd6f2db", "name": "network-vif-deleted", "tag": "f5ff34b4-431c-494f-82fa-c4dba436daf8"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:42.663724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-cb878589-def9-4cd8-8320-12853dae6c2b tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:42.671101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-cb878589-def9-4cd8-8320-12853dae6c2b tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.66 "GET /v2.0/networks?id=6a97acb0-2c02-46cd-a908-831a34cb6efb HTTP/1.1" status: 200 len: 808 time: 0.2326965 Sep 16 05:40:42.680093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9aaa-baa0-4b5b-8aff-fda9716a8fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.705291 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:42.728626 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cea0e6e-497c-4d40-83aa-d37e884922fa x-openstack-request-id: req-9cea0e6e-497c-4d40-83aa-d37e884922fa {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:42.728918 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f25930-7b42-4148-96a1-c7d95bd6f2db", "name": "network-vif-deleted", "tag": "f5ff34b4-431c-494f-82fa-c4dba436daf8", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:42.732121 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cea0e6e-497c-4d40-83aa-d37e884922fa {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:42.732352 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f25930-7b42-4148-96a1-c7d95bd6f2db', 'name': 'network-vif-deleted', 'tag': 'f5ff34b4-431c-494f-82fa-c4dba436daf8', 'status': 'completed', 'code': 200} Sep 16 05:40:42.796902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-00c92285-7629-4384-b343-15e726f44356 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06b845054ed046d0ad73c3bb36a1b606 HTTP/1.1" status: 200 len: 379 time: 0.0959086 Sep 16 05:40:42.809811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'port': {'device_id': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'admin_state_up': True, 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'security_groups': ['737e0034-3264-48c7-8091-5b8434a42579']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:42.935116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9aaa-baa0-4b5b-8aff-fda9716a8fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.977124 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7dc829e4-91ee-4850-9444-274347dd2aaf req-0e238ec7-6f62-4046-a69e-40edc5c739f8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 210 time: 0.0637579 Sep 16 05:40:43.076096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a68cc56d-95cd-4f9a-b133-5eca55946bdb req-2ba2d5c6-b183-458b-ba63-b648e8d1e8f3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0544543 Sep 16 05:40:43.102709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9aaa-baa0-4b5b-8aff-fda9716a8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.114868 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:43.152190 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] Checking router: 125117ae-7701-4446-ad90-373bfeddd853 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:43.167360 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:43.168113 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:43.204004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e60e53-7382-405c-a0e1-6c11a3427f1e req-dc9d4231-a690-402e-a948-427e43fc88a2 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:43.206705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8e60e53-7382-405c-a0e1-6c11a3427f1e req-dc9d4231-a690-402e-a948-427e43fc88a2 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1461885 Sep 16 05:40:43.211297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a3ec147-38b4-42a8-9e4d-b9045268e34b req-e05dd535-fc5d-4aff-8835-fbfb5f2de7ba tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f25930-7b42-4148-96a1-c7d95bd6f2db HTTP/1.1" status: 200 len: 210 time: 0.0447145 Sep 16 05:40:43.217696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d7ef9aaa-baa0-4b5b-8aff-fda9716a8fcd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7a7fb4658a64f2d8c74ce8f2da93e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7702806 Sep 16 05:40:43.223140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52024) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:43.235776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef9aaa-baa0-4b5b-8aff-fda9716a8fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2321fac0-ac8f-400b-9508-9aa35b459320,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:43.260533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Made reservation on behalf of 06b845054ed046d0ad73c3bb36a1b606 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:43.263940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.287205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-525d7187-f147-4112-b9ad-a6fac78a4748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.304399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-3cda3bb5-2def-44f5-b2ea-97257a4d1784 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:43.305917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-3cda3bb5-2def-44f5-b2ea-97257a4d1784 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.30 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 945 time: 0.1820757 Sep 16 05:40:43.322505 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-525d7187-f147-4112-b9ad-a6fac78a4748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.336206 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f1c5519-91a1-4f88-957f-dc0b50102135 req-71bb7de1-06aa-4b5c-94eb-afb5c620f494 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0691411 Sep 16 05:40:43.340165 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:43.387609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8e60e53-7382-405c-a0e1-6c11a3427f1e req-ecb39f99-a178-4fee-980f-fff35b157245 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575813 Sep 16 05:40:43.455848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Deleting port f8d1643b-5bdb-4a74-9839-04659417cda6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:43.456220 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.474093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-525d7187-f147-4112-b9ad-a6fac78a4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.478817 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-525d7187-f147-4112-b9ad-a6fac78a4748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.482665 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-525d7187-f147-4112-b9ad-a6fac78a4748 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2321fac0-ac8f-400b-9508-9aa35b459320 HTTP/1.1" status: 204 len: 168 time: 0.2557881 Sep 16 05:40:43.492051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d7187-f147-4112-b9ad-a6fac78a4748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2321fac0-ac8f-400b-9508-9aa35b459320,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:43.578480 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:43.641258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] For port f8d1643b-5bdb-4a74-9839-04659417cda6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=f8d1643b-5bdb-4a74-9839-04659417cda6,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:43.641619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:43.669346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Calling delete_port for f8d1643b-5bdb-4a74-9839-04659417cda6 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:43.677041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Allocated IP 172.20.0.10 (6a97acb0-2c02-46cd-a908-831a34cb6efb/d4fb10d3-a47f-492b-998d-536ab794f429/41d877a5-41a2-4f1f-8330-b8e9cda8a56e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:43.717053 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822a9c9-d2f4-494b-8991-924036a39c7b None None] The sync data for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 is: [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:15Z', 'revision_number': 4, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ac0b8b3c-85be-4cb7-a157-7cbffbdcf991', 'name': '', 'network_id': 'd7a73546-c0b6-4378-9ba7-4db3a8ec5a67', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'mac_address': 'fa:16:3e:94:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:13Z', 'updated_at': '2021-09-16T05:33:20Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'subnets': [{'id': '1f8bb70a-1396-48e7-a564-3bdbed7fe384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:43.828605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b04c3aa-9348-497d-af85-4997e02d44a5 req-61c85cde-1730-41d6-a23b-1f66a3544f14 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0346248 Sep 16 05:40:44.001124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9dda758c-6094-4bbe-9ab2-c6a95cbe1a21 req-575f09be-b591-462e-a37e-f67d840d9d6b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0406566 Sep 16 05:40:44.017540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.088618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.088864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3129b91-7a8b-4b5e-b7b3-1aebc6686865 None None] New status for floating IP 0a292d5b-7704-4ed3-8e6f-cec6850d7e5f: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:40:44.091180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1bbc84e0-5078-4301-8863-20f221fb535f req-ef831ed2-b85a-485f-b5b5-d1570b96a833 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 210 time: 0.0317965 Sep 16 05:40:44.125099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event deleted for resources: {'Port': ['ID=f8d1643b-5bdb-4a74-9839-04659417cda6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:44.125759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['f8d1643b-5bdb-4a74-9839-04659417cda6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:44.143398 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.174760 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:44.195743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] No DVR routers for this DVR port f8d1643b-5bdb-4a74-9839-04659417cda6 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:44.196562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:44.198739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.202971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60dab3d8-d4e7-4a18-9616-5a4e04daffcd req-c8bf00f9-49b0-493b-9ca9-b6c467013a8d tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.30 "DELETE /v2.0/ports/f8d1643b-5bdb-4a74-9839-04659417cda6 HTTP/1.1" status: 204 len: 173 time: 0.8747966 Sep 16 05:40:44.241314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:44.244418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:44.247381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:44.286176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'Port': ['ID=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:44.314731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:44.330247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.330909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.355825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee45436d-b1df-44ff-8516-ea33173cee09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.499970 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d190e52-722e-489b-9ecf-e58d01c1c565 req-b84a8051-4e3d-4bb5-a949-2794e8cb597a tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 210 time: 0.0283456 Sep 16 05:40:44.509356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52056) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:44.533807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-1e1db4e3-e2c0-4cc8-b711-0434889ceafd tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7288001 Sep 16 05:40:44.545130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d2280015-8aa5-4f0e-9637-38dfaf4783df None None] Provisioning complete for port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:44.546742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d2280015-8aa5-4f0e-9637-38dfaf4783df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.553972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Request body: {'port': {'device_id': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:44.586658 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89a140eb-c679-48d9-90af-d628841689ab tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.595962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d2280015-8aa5-4f0e-9637-38dfaf4783df None None] Port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:44.621345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89a140eb-c679-48d9-90af-d628841689ab tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.640342 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.718555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee45436d-b1df-44ff-8516-ea33173cee09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.768215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89a140eb-c679-48d9-90af-d628841689ab tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.770763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89a140eb-c679-48d9-90af-d628841689ab tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.774544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89a140eb-c679-48d9-90af-d628841689ab tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "DELETE /v2.0/security-groups/b1829aa0-6ecd-499e-8789-53855b66bf6d HTTP/1.1" status: 204 len: 168 time: 0.2615237 Sep 16 05:40:44.774707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd119f892-4697-45db-9b0d-221468de65c7', 'name': 'network-vif-deleted', 'tag': 'f8d1643b-5bdb-4a74-9839-04659417cda6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:44.774707 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef30dc9-97b1-407c-832b-88ddcc5c89d1" -d '{"events": [{"server_uuid": "d119f892-4697-45db-9b0d-221468de65c7", "name": "network-vif-deleted", "tag": "f8d1643b-5bdb-4a74-9839-04659417cda6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:44.775267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52060) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:44.794379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a140eb-c679-48d9-90af-d628841689ab tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1829aa0-6ecd-499e-8789-53855b66bf6d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:44.798882 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-c0486a60-af6f-4ec4-aa86-e89077c0dfba tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] show failed (client error): The resource could not be found. Sep 16 05:40:44.800225 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c0486a60-af6f-4ec4-aa86-e89077c0dfba tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "GET /v2.0/security-groups/b1829aa0-6ecd-499e-8789-53855b66bf6d HTTP/1.1" status: 404 len: 347 time: 0.0234089 Sep 16 05:40:44.803771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:44.817706 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee45436d-b1df-44ff-8516-ea33173cee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:44.834715 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dc281e-2095-4cf1-89e9-64aa7e9136eb x-openstack-request-id: req-e8dc281e-2095-4cf1-89e9-64aa7e9136eb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:44.835010 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d119f892-4697-45db-9b0d-221468de65c7", "name": "network-vif-deleted", "tag": "f8d1643b-5bdb-4a74-9839-04659417cda6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:44.835266 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8dc281e-2095-4cf1-89e9-64aa7e9136eb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:44.835743 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd119f892-4697-45db-9b0d-221468de65c7', 'name': 'network-vif-deleted', 'tag': 'f8d1643b-5bdb-4a74-9839-04659417cda6', 'status': 'completed', 'code': 200} Sep 16 05:40:44.912058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ee45436d-b1df-44ff-8516-ea33173cee09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d37e2f768a244db86aec95d15046258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961218 Sep 16 05:40:44.914568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:44.925046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45436d-b1df-44ff-8516-ea33173cee09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712f1665-83fb-40db-b202-4bffb1b4ec0c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:44.963880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Deleting port c0fed930-7bd0-438e-8723-7c108926660e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:44.964512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.020773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-880b28b1-958e-4659-a5ff-d53f706ed039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.052631 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.052970 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.066937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Calling delete_port for c0fed930-7bd0-438e-8723-7c108926660e owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:45.067532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-880b28b1-958e-4659-a5ff-d53f706ed039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.082026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d877a5-41a2-4f1f-8330-b8e9cda8a56e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:45.095165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.122377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Transition to ACTIVE for port object 41d877a5-41a2-4f1f-8330-b8e9cda8a56e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:40:45.226420 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.274238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8d4924c-cc65-4c05-8723-da50daab9274 req-672779ca-f6a5-4118-a193-dfc029906a49 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0310037 Sep 16 05:40:45.282136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-880b28b1-958e-4659-a5ff-d53f706ed039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.286758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-880b28b1-958e-4659-a5ff-d53f706ed039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.286758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-880b28b1-958e-4659-a5ff-d53f706ed039 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/712f1665-83fb-40db-b202-4bffb1b4ec0c HTTP/1.1" status: 204 len: 168 time: 0.3706830 Sep 16 05:40:45.318934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b5b7c-3f14-4917-98cb-d726de17a3a7 req-81ce9c70-0574-4656-bb9e-5a25cac42404 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:45.323206 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a25b5b7c-3f14-4917-98cb-d726de17a3a7 req-81ce9c70-0574-4656-bb9e-5a25cac42404 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 932 time: 0.1289256 Sep 16 05:40:45.323345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.323476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Pushing event updated for resources: {'Port': ['ID=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:45.325979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b28b1-958e-4659-a5ff-d53f706ed039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712f1665-83fb-40db-b202-4bffb1b4ec0c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:45.411412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Pushing event deleted for resources: {'Port': ['ID=c0fed930-7bd0-438e-8723-7c108926660e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:45.447822 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a25b5b7c-3f14-4917-98cb-d726de17a3a7 req-6b72b0f9-d6ad-46e3-81fb-0741a316e5dc tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801947 Sep 16 05:40:45.481677 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.484964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.495413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bd198bf6-ac24-418f-9023-fb597147dd9f tempest-AttachVolumeTestJSON-1871692026 tempest-AttachVolumeTestJSON-1871692026-project] 10.222.0.49 "DELETE /v2.0/floatingips/0a292d5b-7704-4ed3-8e6f-cec6850d7e5f HTTP/1.1" status: 204 len: 168 time: 0.6896245 Sep 16 05:40:45.508627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ffb2defb-a038-4271-b72d-447fbbe5beb9 req-f728485f-a195-41b2-8db4-ef9e93256a35 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0396476 Sep 16 05:40:45.509784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Attempting to bind port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:45.510322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Attempting to bind port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:45.510829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Attempting to bind port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e on network 6a97acb0-2c02-46cd-a908-831a34cb6efb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:45.521675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e on network 6a97acb0-2c02-46cd-a908-831a34cb6efb not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:40:45.523080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Attempting to bind port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e on network 6a97acb0-2c02-46cd-a908-831a34cb6efb {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:45.557938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:45.557938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Checking segment: {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:45.557938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Bound using segment: {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:45.557938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Bound port: 41d877a5-41a2-4f1f-8330-b8e9cda8a56e, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f128822c-ca31-46d1-b61a-5ef7d9312ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:45.557938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.646496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] For port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:45.649092 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7476cf4c-95bb-4b85-9f0e-6eef2aa22a20 req-82caed14-be98-482d-97d9-ee2c6cb07357 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=d119f892-4697-45db-9b0d-221468de65c7 HTTP/1.1" status: 200 len: 210 time: 0.0418856 Sep 16 05:40:45.649914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] For port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:45.754277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.789736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:45.790421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:45.791871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] 10.222.0.66 "PUT /v2.0/ports/41d877a5-41a2-4f1f-8330-b8e9cda8a56e HTTP/1.1" status: 200 len: 1093 time: 1.2428997 Sep 16 05:40:45.857814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86c12e-7d12-4d1f-a6f8-a0345c1209c5 service neutron] Pushing event updated for resources: {'Port': ['ID=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:45.881795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-84bc46db-19ef-4e9e-aec6-54dd197ae7c7 req-9d722b4d-3b68-4f07-a986-ab84f3a2cebf service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0373614 Sep 16 05:40:46.016579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-067b07cf-7755-43e1-a2a7-eb2f38419ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:46.023424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-067b07cf-7755-43e1-a2a7-eb2f38419ed5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06b845054ed046d0ad73c3bb36a1b606&device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 1096 time: 0.0726314 Sep 16 05:40:46.098250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-14bb0c03-46fc-47f4-9e99-bf8997601f9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e HTTP/1.1" status: 200 len: 217 time: 0.0588968 Sep 16 05:40:46.163883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-5a598126-abc8-49b4-b51e-4135d1d206e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:46.165452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-5a598126-abc8-49b4-b51e-4135d1d206e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4fb10d3-a47f-492b-998d-536ab794f429 HTTP/1.1" status: 200 len: 847 time: 0.0550799 Sep 16 05:40:46.225875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f5ff34b4-431c-494f-82fa-c4dba436daf8 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:46.238672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1dc8221e-3023-4f43-97f5-4cdfee6dcfda req-366a96ac-c63e-4438-a63c-d76622137c2f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0301774 Sep 16 05:40:46.250614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: f5ff34b4-431c-494f-82fa-c4dba436daf8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:46.251024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f5ff34b4-431c-494f-82fa-c4dba436daf8 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:46.254682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-630ce310-47a5-49b1-a2cc-444031edef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:46.256278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-630ce310-47a5-49b1-a2cc-444031edef3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a97acb0-2c02-46cd-a908-831a34cb6efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798020 Sep 16 05:40:46.376102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-5b69d824-62cb-4e52-a786-eec4df43a1f8 service neutron] 10.222.0.66 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082680 Sep 16 05:40:46.482134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e0457b0-8625-4ba9-98a7-5e9e065c3373 req-3c8dcd81-6802-425e-beb5-e7c82dc81baf service neutron] 10.222.0.66 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943940 Sep 16 05:40:46.587875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a15de5-3b20-419f-8ee1-a50abc6777d9 req-167ad388-198c-4b70-b8fb-b09ffe24cc3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:46.589950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86a15de5-3b20-419f-8ee1-a50abc6777d9 req-167ad388-198c-4b70-b8fb-b09ffe24cc3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 944 time: 0.0612140 Sep 16 05:40:46.634928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86a15de5-3b20-419f-8ee1-a50abc6777d9 req-82bf1bc0-fe82-4169-a5f5-4dac387765d6 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359542 Sep 16 05:40:46.836831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:46.839925 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9739a2e-059e-4b2d-ac3e-6fc0767de783" -d '{"events": [{"name": "network-changed", "server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:46.889957 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a38be4-7cf4-4eee-aeed-4a50a320f13b x-openstack-request-id: req-89a38be4-7cf4-4eee-aeed-4a50a320f13b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:46.890145 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:46.890372 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89a38be4-7cf4-4eee-aeed-4a50a320f13b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:46.891184 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'status': 'completed', 'code': 200} Sep 16 05:40:46.981913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-b8d645f5-49e4-45c8-8334-e7c556e1fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:46.984346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-b8d645f5-49e4-45c8-8334-e7c556e1fa75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06b845054ed046d0ad73c3bb36a1b606&device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 1096 time: 0.0481219 Sep 16 05:40:47.115059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-00cf12c8-f04d-4bdd-b23d-ed10f4e47f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:47.116698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-00cf12c8-f04d-4bdd-b23d-ed10f4e47f04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a97acb0-2c02-46cd-a908-831a34cb6efb HTTP/1.1" status: 200 len: 909 time: 0.1229615 Sep 16 05:40:47.165715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-8ab128e5-0cd2-49d9-bea8-5154fc7f582c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e HTTP/1.1" status: 200 len: 217 time: 0.0368469 Sep 16 05:40:47.226449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-70517d41-88f4-4d78-ba60-127094ffd6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:47.226449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-70517d41-88f4-4d78-ba60-127094ffd6a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4fb10d3-a47f-492b-998d-536ab794f429 HTTP/1.1" status: 200 len: 847 time: 0.0511243 Sep 16 05:40:47.294907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-7293d207-b37e-4d39-9d4b-53803ed2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:47.297715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-7293d207-b37e-4d39-9d4b-53803ed2bdae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a97acb0-2c02-46cd-a908-831a34cb6efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625050 Sep 16 05:40:47.438675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7c9fbc6-9272-4796-bbcf-5d60e452abfe req-87df4af1-c613-4e06-a3a0-53c59507db1b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0313730 Sep 16 05:40:47.449800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-db2186fb-a686-4885-9e58-6a2b5abf7e6e service neutron] 10.222.0.66 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383586 Sep 16 05:40:47.936839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175c8d7-d1bf-4460-9fec-b15291ec3f80 req-9990db35-cedc-4d01-905a-169d1c7d6e37 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:47.948542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f175c8d7-d1bf-4460-9fec-b15291ec3f80 req-9990db35-cedc-4d01-905a-169d1c7d6e37 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 945 time: 0.0801976 Sep 16 05:40:47.968576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddb0573c-c38e-469d-9767-eebc69b0f97c req-b349cec3-e194-4fa5-97a8-d5289e057e52 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0474882 Sep 16 05:40:47.981039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9739a2e-059e-4b2d-ac3e-6fc0767de783 req-894f58b4-9c72-44ae-ac47-f8a5a3188d97 service neutron] 10.222.0.66 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271018 Sep 16 05:40:48.007598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788a93-e13c-415f-a8df-19713bcf0d3e req-f50f2ef4-8449-442a-901d-74eeb7193dcf tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:48.016980 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-83788a93-e13c-415f-a8df-19713bcf0d3e req-f50f2ef4-8449-442a-901d-74eeb7193dcf tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 944 time: 0.0994098 Sep 16 05:40:48.034666 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f175c8d7-d1bf-4460-9fec-b15291ec3f80 req-5f59f5ee-3035-40b6-b738-57794b67864b tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838215 Sep 16 05:40:48.062746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-83788a93-e13c-415f-a8df-19713bcf0d3e req-cd95cf29-4af7-4212-a22a-1879c86284a3 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445678 Sep 16 05:40:48.192232 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ec2619b-65d3-4a62-92d0-11c98657cb36 req-025553cd-096e-4b55-81ea-ab0dfb63ea59 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0307696 Sep 16 05:40:48.225753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f8d1643b-5bdb-4a74-9839-04659417cda6 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:48.249871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: f8d1643b-5bdb-4a74-9839-04659417cda6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:48.250213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device f8d1643b-5bdb-4a74-9839-04659417cda6 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:48.350634 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1caa37b7-03e7-4b41-92eb-bca796724a47 req-248088c4-29f7-47e3-862a-db7e424dbb04 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Sep 16 05:40:49.214301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ab8b5-d190-452e-acb4-7806289d0187 req-9b7bb001-fcf8-488a-bbd5-b089dea2a880 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:49.216063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec3ab8b5-d190-452e-acb4-7806289d0187 req-9b7bb001-fcf8-488a-bbd5-b089dea2a880 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 945 time: 0.0960908 Sep 16 05:40:49.217519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbae594-9876-4d78-b39b-c0dfd7633978 req-27e29338-8511-49b6-af24-0a9b78ae85b3 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:49.219667 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cbbae594-9876-4d78-b39b-c0dfd7633978 req-27e29338-8511-49b6-af24-0a9b78ae85b3 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 944 time: 0.0727887 Sep 16 05:40:49.276577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cbbae594-9876-4d78-b39b-c0dfd7633978 req-aa58c4b4-3e34-4db0-af59-d9b54bb01955 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Sep 16 05:40:49.279505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec3ab8b5-d190-452e-acb4-7806289d0187 req-0e3c53e1-1286-4baf-bea2-c2f2127f25c3 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cb2fece-d4ea-49ff-8ee2-987ba051388f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545416 Sep 16 05:40:49.541005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-67f5ffc8-d377-488c-ba2a-8739cfe07d21 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:49.542933 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-67f5ffc8-d377-488c-ba2a-8739cfe07d21 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 945 time: 0.0537000 Sep 16 05:40:49.660340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Deleting port f516ea91-eee8-4d13-b9a3-fbb835a61870 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:49.661539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:49.764170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] For port f516ea91-eee8-4d13-b9a3-fbb835a61870, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f516ea91-eee8-4d13-b9a3-fbb835a61870,segment=NetworkSegment(c17e3401-de9c-44dc-bc29-73bed7356772),segment_id=c17e3401-de9c-44dc-bc29-73bed7356772)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:49.765473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:49.779390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Calling delete_port for f516ea91-eee8-4d13-b9a3-fbb835a61870 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:49.853991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc572681-232e-4478-b84b-f0d20bd9e62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:49.862613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c49d7bc1-d5e0-45a1-b8fa-40ea4c1a2e75 req-05807184-9598-421f-9201-f4679f7d76bc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0563695 Sep 16 05:40:50.064647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33fa44e9-2aec-4a5b-a84b-6b991e65cb60 req-7bbdad7d-7c01-47a7-b317-e3e65d356b4a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0352006 Sep 16 05:40:50.162525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.209882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Pushing event deleted for resources: {'Port': ['ID=f516ea91-eee8-4d13-b9a3-fbb835a61870,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:50.210778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f516ea91-eee8-4d13-b9a3-fbb835a61870'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:50.222315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 41d877a5-41a2-4f1f-8330-b8e9cda8a56e details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:50.237624 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c5541336-0cd1-4c76-a1e2-c0e0f50d14ed req-d4fd76c7-8191-4108-aeb4-7ab01e54fa7e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0442319 Sep 16 05:40:50.267714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] No DVR routers for this DVR port f516ea91-eee8-4d13-b9a3-fbb835a61870 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:50.270633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.272733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddc0a8a7-fb6c-4ef8-9a40-788186df24e0 req-fec62d7c-bab8-4c78-8f1b-f401c550dcbb tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.66 "DELETE /v2.0/ports/f516ea91-eee8-4d13-b9a3-fbb835a61870 HTTP/1.1" status: 204 len: 173 time: 0.7201083 Sep 16 05:40:50.273217 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798a900a-4226-43af-a30d-970fc315570b', 'name': 'network-vif-deleted', 'tag': 'f516ea91-eee8-4d13-b9a3-fbb835a61870'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:50.275508 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62824556-66bc-4732-8837-3f4d06c927fa" -d '{"events": [{"server_uuid": "798a900a-4226-43af-a30d-970fc315570b", "name": "network-vif-deleted", "tag": "f516ea91-eee8-4d13-b9a3-fbb835a61870"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:50.338653 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435a5a19-d052-4448-9207-6aae4db2bf2b x-openstack-request-id: req-435a5a19-d052-4448-9207-6aae4db2bf2b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:50.339236 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798a900a-4226-43af-a30d-970fc315570b", "name": "network-vif-deleted", "tag": "f516ea91-eee8-4d13-b9a3-fbb835a61870", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:50.339662 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-435a5a19-d052-4448-9207-6aae4db2bf2b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:50.340359 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798a900a-4226-43af-a30d-970fc315570b', 'name': 'network-vif-deleted', 'tag': 'f516ea91-eee8-4d13-b9a3-fbb835a61870', 'status': 'completed', 'code': 200} Sep 16 05:40:50.439251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d339fc02-d980-4a88-8035-97ef92b0a609 req-c3bae4b4-6029-44a2-b01e-b28db38d76cf tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 210 time: 0.0352609 Sep 16 05:40:50.466951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:50.468338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6e1e2-14f6-4fbd-8dbc-b3fcd1a1212a req-1b56f9d7-c587-4692-a428-0e48b68e4638 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:50.472448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84a6e1e2-14f6-4fbd-8dbc-b3fcd1a1212a req-1b56f9d7-c587-4692-a428-0e48b68e4638 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 944 time: 0.0808618 Sep 16 05:40:50.482336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'port_id': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'mac_address': 'fa:16:3e:80:a7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:50.519360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-17279b61-3270-4180-bf4e-9876eb052283 req-d1a3fc29-58f5-41b9-9f9c-690fd8b1bc0a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0401411 Sep 16 05:40:50.541148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84a6e1e2-14f6-4fbd-8dbc-b3fcd1a1212a req-3d04ab2c-f585-4250-a3b2-14b521d6dea7 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637240 Sep 16 05:40:50.561557 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.576786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d877a5-41a2-4f1f-8330-b8e9cda8a56e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:50.596947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:50.689658 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.739631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:50.747150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.747484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.747827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.748254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.748584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.748919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.749443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.749814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.750177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.750505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.750833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.751161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:50.759364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.034490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['41d877a5-41a2-4f1f-8330-b8e9cda8a56e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:51.569634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59e9cbf8-ddea-497b-8357-eae778c77e06 req-0ee0f383-54ac-4454-9588-3af5e7a48760 tempest-ServersTestJSON-959159322 tempest-ServersTestJSON-959159322-project] 10.222.0.49 "GET /v2.0/ports?device_id=798a900a-4226-43af-a30d-970fc315570b HTTP/1.1" status: 200 len: 210 time: 0.0344620 Sep 16 05:40:51.709881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e384e8-978a-49d4-b422-c7dc6251455c req-ff2edc0d-4445-470b-8d5a-321e90a03d49 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:51.711454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44e384e8-978a-49d4-b422-c7dc6251455c req-ff2edc0d-4445-470b-8d5a-321e90a03d49 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 945 time: 0.0583425 Sep 16 05:40:51.756961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44e384e8-978a-49d4-b422-c7dc6251455c req-474011dc-bc68-4567-bfcd-64e5e5b3be7e tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390797 Sep 16 05:40:51.943300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f6200872-9959-442b-a577-509a05dbf5cf req-8f0b4b2f-8803-463d-92f0-acd98d35abec service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0280976 Sep 16 05:40:52.074967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e6aa9b4d-e96b-403b-8ec6-b397611474af req-af3a2978-19ae-4600-a8bb-e662855021eb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0302789 Sep 16 05:40:52.248489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 41d877a5-41a2-4f1f-8330-b8e9cda8a56e up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:52.399888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-758ed769-95ed-40a9-8a62-3738b32fbd18 req-e8e55055-e74a-487d-ad75-0ab0a36a302a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0263808 Sep 16 05:40:52.475063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:52.482063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:52.482437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.560024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d1eaa30-255e-4cd0-9b2b-2d71948b4b3f req-bd86b3e3-dac0-49ce-a812-c9ed31668385 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0341148 Sep 16 05:40:52.582615 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.606211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:52.612972 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3b6d68-601f-48fa-9f7b-1bfc53d00899" -d '{"events": [{"server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "name": "network-vif-plugged", "status": "completed", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:52.623122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:52.665525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:52.688014 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df7395d-5872-41a2-8003-9ca57bd37aea x-openstack-request-id: req-0df7395d-5872-41a2-8003-9ca57bd37aea {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:52.688703 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "name": "network-vif-plugged", "status": "completed", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:52.691797 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0df7395d-5872-41a2-8003-9ca57bd37aea {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:52.691797 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'code': 200} Sep 16 05:40:52.691797 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.692530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device f516ea91-eee8-4d13-b9a3-fbb835a61870 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:52.719874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: f516ea91-eee8-4d13-b9a3-fbb835a61870 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:52.720468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device f516ea91-eee8-4d13-b9a3-fbb835a61870 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:52.724715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f09e721-5767-43a2-8661-a3508ca222a7 admin admin] Deleting subnet 46c623a6-b516-4632-b9d5-edbee76019c8 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:40:52.728851 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f09e721-5767-43a2-8661-a3508ca222a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.800390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:52.850039 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f09e721-5767-43a2-8661-a3508ca222a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.898815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21366a-f83b-4059-b2ee-6dae6600f79e req-16e3255a-2ebf-4977-a5cc-943d73371e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:52.900505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d21366a-f83b-4059-b2ee-6dae6600f79e req-16e3255a-2ebf-4977-a5cc-943d73371e3f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 1098 time: 0.0898409 Sep 16 05:40:52.929496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52438-8fa0-48f4-ace5-e13f2b9557ed req-830cccff-f6de-496a-b6de-71f4d52bc0f0 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:52.932325 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1d52438-8fa0-48f4-ace5-e13f2b9557ed req-830cccff-f6de-496a-b6de-71f4d52bc0f0 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.0551972 Sep 16 05:40:52.936086 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f09e721-5767-43a2-8661-a3508ca222a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.981538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d21366a-f83b-4059-b2ee-6dae6600f79e req-81789e98-2e59-43a3-923a-aef2abe0e688 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711598 Sep 16 05:40:52.983237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1d52438-8fa0-48f4-ace5-e13f2b9557ed req-0cbc2b09-74a9-418d-9af5-62f94c87e8e5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456259 Sep 16 05:40:53.124015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f09e721-5767-43a2-8661-a3508ca222a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.158223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09e721-5767-43a2-8661-a3508ca222a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c623a6-b516-4632-b9d5-edbee76019c8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:53.158850 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f09e721-5767-43a2-8661-a3508ca222a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.160846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3f09e721-5767-43a2-8661-a3508ca222a7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/46c623a6-b516-4632-b9d5-edbee76019c8 HTTP/1.1" status: 204 len: 168 time: 0.4942317 Sep 16 05:40:53.163443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52332) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:53.176337 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e38002d8-b575-4035-910e-6fc5d17ad6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.240000 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.327627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.353609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a0dc9b-d101-416e-bfae-81eb4f718e44']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:53.364903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17e3401-de9c-44dc-bc29-73bed7356772') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:53.365457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17e3401-de9c-44dc-bc29-73bed7356772') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:53.382987 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.399753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.407586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:40:53.411125 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:40:53.567951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.579711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.581800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b0a0dc9b-d101-416e-bfae-81eb4f718e44 HTTP/1.1" status: 204 len: 168 time: 0.4170759 Sep 16 05:40:53.616001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995e2e9-ed8a-45fa-b375-aa09aec20731 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a0dc9b-d101-416e-bfae-81eb4f718e44,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:53.846833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.959351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44317df1-b81f-42cc-9343-b9dd407edd5b req-d219e1f8-188f-4b2f-92d5-6c58b7c39327 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0368178 Sep 16 05:40:54.128368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-00a7645e-e60d-4f0b-8261-f7d67240326f req-a24ae619-f98d-4dcb-831c-85fda013b653 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0430925 Sep 16 05:40:54.152738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52356) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:54.173144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcd803-b8c6-489d-adae-d0fd6b8a6175 req-38f21990-10b6-49f5-a1f2-a4e0fd4f90e1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:54.181165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2bcd803-b8c6-489d-adae-d0fd6b8a6175 req-38f21990-10b6-49f5-a1f2-a4e0fd4f90e1 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.1173790 Sep 16 05:40:54.239742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2bcd803-b8c6-489d-adae-d0fd6b8a6175 req-edfe131f-5514-4c4d-8331-b3bc3a526290 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555403 Sep 16 05:40:54.261272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e5196fc2-313a-49c2-a81c-e1316bcfefba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d550f361ff34a6ba57aefa259f3dd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056814 Sep 16 05:40:54.261976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:54.336334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebfff440-40d7-42ca-964d-20e434395cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:54.390806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebfff440-40d7-42ca-964d-20e434395cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:54.428262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f99c7506-5378-42b0-8374-1924d6d7e648 req-c22cb51a-521e-4d75-a38e-88f45039521a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0338111 Sep 16 05:40:54.568815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fda2e177-eef7-43ed-b658-7b57ec53ef47 req-35dff0ce-48ce-4359-8da5-f03e2b250cb3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0295444 Sep 16 05:40:54.570783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebfff440-40d7-42ca-964d-20e434395cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:54.575980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebfff440-40d7-42ca-964d-20e434395cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:54.592135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ebfff440-40d7-42ca-964d-20e434395cf0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cb2fece-d4ea-49ff-8ee2-987ba051388f HTTP/1.1" status: 204 len: 168 time: 0.3143754 Sep 16 05:40:54.604554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfff440-40d7-42ca-964d-20e434395cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb2fece-d4ea-49ff-8ee2-987ba051388f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:55.324956 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:55.375167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28590a5a-7193-44d8-bae3-72c2108f9309 req-f7a8fa21-65a5-46fa-8f53-1bdf2f06e2b0 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:55.376737 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28590a5a-7193-44d8-bae3-72c2108f9309 req-f7a8fa21-65a5-46fa-8f53-1bdf2f06e2b0 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.0572853 Sep 16 05:40:55.418541 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-28590a5a-7193-44d8-bae3-72c2108f9309 req-1742c665-f051-428f-babe-44ac5f9025ae tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355518 Sep 16 05:40:55.558745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956121e2-9aef-42ce-ad57-9f5342089189 req-bfe041d7-e358-4de4-99bd-ec7a9a7cebfb tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:55.560436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-956121e2-9aef-42ce-ad57-9f5342089189 req-bfe041d7-e358-4de4-99bd-ec7a9a7cebfb tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.0583386 Sep 16 05:40:55.603384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-956121e2-9aef-42ce-ad57-9f5342089189 req-fbffdc90-4ae4-49de-8fea-0de81105b0de tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357332 Sep 16 05:40:55.742521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673ff0-1d17-4ae9-96a1-41f9219a3884 req-898dd363-52cf-4221-bc0b-ea8b2f71f5c3 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:55.744439 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c673ff0-1d17-4ae9-96a1-41f9219a3884 req-898dd363-52cf-4221-bc0b-ea8b2f71f5c3 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.0643837 Sep 16 05:40:55.792297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3c673ff0-1d17-4ae9-96a1-41f9219a3884 req-e236ca51-335a-4e17-a5a7-5207313987c8 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393107 Sep 16 05:40:55.820169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:56.048975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca4e5fd3-a6e4-4429-997a-f1ef46cde2c9 req-e56da7b0-3c52-47a6-90a7-1cd203ef4144 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0358500 Sep 16 05:40:56.073872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f40fb66-23e9-4c54-aa75-9914eda2fa15 tempest-TestServerBasicOps-2066090587 tempest-TestServerBasicOps-2066090587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:56.076091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5f40fb66-23e9-4c54-aa75-9914eda2fa15 tempest-TestServerBasicOps-2066090587 tempest-TestServerBasicOps-2066090587-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 1093 time: 0.2541094 Sep 16 05:40:56.079130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:56.085651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:56.202198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-27d6c41f-d91e-4057-9e17-a9e9735569e3 req-62676196-9f81-4a3c-abd3-16d900ba8ef3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0455718 Sep 16 05:40:56.288172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.349383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52438) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:56.454399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.572498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5963e575-ca6d-44f3-aa49-e1ee4f64d554 req-96e47916-a6de-456d-aaf7-61c391cb710e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0465426 Sep 16 05:40:56.585116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52448) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:56.664134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Allocated IP 172.25.1.26 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/3db2833e-7b24-4a08-a83b-1ad96fbc9fc6) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:56.681909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c93c79da-c3ce-4bda-be61-41edc3779734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.770301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36913901-0619-44f3-b166-ab7ea98a7a5c req-854327d5-a36d-45f2-8b6a-347047154eaa service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0587935 Sep 16 05:40:56.818176 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.979166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c93c79da-c3ce-4bda-be61-41edc3779734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.008742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.053618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:57.060732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:57.068103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:57.087738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'Port': ['ID=3db2833e-7b24-4a08-a83b-1ad96fbc9fc6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:57.111384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.149196 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c93c79da-c3ce-4bda-be61-41edc3779734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.199907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c93c79da-c3ce-4bda-be61-41edc3779734 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49bac810686942818ca4a9075e98b848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123688 Sep 16 05:40:57.204224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52458) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:57.247306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c79da-c3ce-4bda-be61-41edc3779734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e349b8-2be3-4f94-88e4-64fbf9f94941,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:57.354223 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73139599-5bae-4fae-99b9-b51d55a2a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.387056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73139599-5bae-4fae-99b9-b51d55a2a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.436943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.464782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.512108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Deleting port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:57.512468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.538674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73139599-5bae-4fae-99b9-b51d55a2a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.541472 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73139599-5bae-4fae-99b9-b51d55a2a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.547781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-73139599-5bae-4fae-99b9-b51d55a2a72c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8e349b8-2be3-4f94-88e4-64fbf9f94941 HTTP/1.1" status: 204 len: 168 time: 0.3373678 Sep 16 05:40:57.582018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73139599-5bae-4fae-99b9-b51d55a2a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e349b8-2be3-4f94-88e4-64fbf9f94941,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:57.611011 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.634540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] For port ac0b8b3c-85be-4cb7-a157-7cbffbdcf991, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:57.635128 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.652749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Calling delete_port for ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:57.662368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52468) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:57.797884 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2edd9616-f8e4-4d3e-a0e6-da9c88bdee8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.834914 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.915258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2edd9616-f8e4-4d3e-a0e6-da9c88bdee8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.993685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.042601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.077743 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2edd9616-f8e4-4d3e-a0e6-da9c88bdee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.078710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0b8b3c-85be-4cb7-a157-7cbffbdcf991,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:58.107239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event updated for resources: {'Port': ['ID=3db2833e-7b24-4a08-a83b-1ad96fbc9fc6,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:58.115629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c52e875-5549-4d5e-a86b-d7e2994773b7 req-d5b34521-e9d5-43e2-9b3e-439f3b8ece6f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0394914 Sep 16 05:40:58.137347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2edd9616-f8e4-4d3e-a0e6-da9c88bdee8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=148e9bc91d7045c78ea9d9e589216453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731557 Sep 16 05:40:58.138547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.145526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:58.199035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd9616-f8e4-4d3e-a0e6-da9c88bdee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a970a0e-e898-4882-879f-751024567883,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:58.343577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ac72c1f-3d46-4336-bdee-1b564f38d33e req-3d0b50e6-d1b0-4a97-a968-b16234e15227 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0416718 Sep 16 05:40:58.350970 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2ee1146-2ea9-4bed-b0ab-fc419f3dc49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.365823 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Floating IP 7d135fd3-4aac-43ef-9878-44f2bb26a3c7 associated. External IP: 172.25.1.26, port: 41d877a5-41a2-4f1f-8330-b8e9cda8a56e. Sep 16 05:40:58.366091 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.414298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2ee1146-2ea9-4bed-b0ab-fc419f3dc49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.622170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Router 125117ae-7701-4446-ad90-373bfeddd853 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:58.635837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Router 906ebbc3-7d8c-4369-9020-6afbe269d9ce has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:58.643683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41663b8c-da16-4cba-8317-1b2f80e9b98d req-a382166e-dac4-4b57-b97d-e7d7caf0f892 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0349462 Sep 16 05:40:58.759457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.773152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2ee1146-2ea9-4bed-b0ab-fc419f3dc49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.777181 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2ee1146-2ea9-4bed-b0ab-fc419f3dc49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.781407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c2ee1146-2ea9-4bed-b0ab-fc419f3dc49b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a970a0e-e898-4882-879f-751024567883 HTTP/1.1" status: 204 len: 168 time: 0.6318321 Sep 16 05:40:58.802031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:58.807175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-05c75c3b-9984-42b0-a5bd-069baf3c8001 req-7f04f307-0dd2-4403-af84-bdcdacb9a31f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0451512 Sep 16 05:40:58.812445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-db2e50fc-d1a6-4bb3-b3c3-d6e8418039a0 admin admin] 10.222.0.49 "PUT /v2.0/routers/125117ae-7701-4446-ad90-373bfeddd853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4616175 Sep 16 05:40:58.813183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52512) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:58.817080 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] Sync routers for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:58.820173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee1146-2ea9-4bed-b0ab-fc419f3dc49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a970a0e-e898-4882-879f-751024567883,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:58.842307 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:58.842307 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:58.843267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:58.854780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] Sync routers for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:58.878497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:58.882196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:58.949692 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.969876 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:58.994791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:59.006958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.113962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4bfc2cd1-cc9d-4c84-89a3-f0c767514545 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0095327 Sep 16 05:40:59.113962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:59.113962 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120dc83a-c511-4ab5-96f6-ea612fb90364" -d '{"events": [{"name": "network-changed", "server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:59.185204 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1f0599-9dc5-4e64-92f2-e95888d3762f x-openstack-request-id: req-5a1f0599-9dc5-4e64-92f2-e95888d3762f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:59.185856 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:59.186815 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a1f0599-9dc5-4e64-92f2-e95888d3762f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:59.187391 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'status': 'completed', 'code': 200} Sep 16 05:40:59.201718 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:59.233901 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] Checking router: 125117ae-7701-4446-ad90-373bfeddd853 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:59.244602 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] Routers {'125117ae-7701-4446-ad90-373bfeddd853'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:59.245495 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['125117ae-7701-4446-ad90-373bfeddd853'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:59.329488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-765adca0-8eaf-499e-ae08-1a78b41d73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:59.335605 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-765adca0-8eaf-499e-ae08-1a78b41d73ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06b845054ed046d0ad73c3bb36a1b606&device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 1098 time: 0.0829701 Sep 16 05:40:59.406087 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] Set router 125117ae-7701-4446-ad90-373bfeddd853 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:59.433545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '7d135fd3-4aac-43ef-9878-44f2bb26a3c7', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'port_id': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'mac_address': 'fa:16:3e:80:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:57Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 0, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:59.457954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-e37e9a09-1e78-4a59-8015-5462dd01789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:59.459749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-e37e9a09-1e78-4a59-8015-5462dd01789f service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a97acb0-2c02-46cd-a908-831a34cb6efb HTTP/1.1" status: 200 len: 909 time: 0.1198337 Sep 16 05:40:59.475223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] Checking router: 906ebbc3-7d8c-4369-9020-6afbe269d9ce for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:59.488730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:59.489158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:40:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:59.583214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-e034c862-982e-485f-8d5a-c4da4789aa85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e HTTP/1.1" status: 200 len: 999 time: 0.1133952 Sep 16 05:40:59.648376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-96fecdf2-cf46-4754-916d-39db4412ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:59.650418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-96fecdf2-cf46-4754-916d-39db4412ce4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4fb10d3-a47f-492b-998d-536ab794f429 HTTP/1.1" status: 200 len: 847 time: 0.0594032 Sep 16 05:40:59.757431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-771bf83d-c851-4134-9696-40fd371d528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:59.758256 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:59.758927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.765149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-771bf83d-c851-4134-9696-40fd371d528c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a97acb0-2c02-46cd-a908-831a34cb6efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032119 Sep 16 05:40:59.790389 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799a1bf-0ee6-4e58-a2b9-b51f4b75a39d None None] The sync data for ids ['125117ae-7701-4446-ad90-373bfeddd853'] in n-d-712749-15 is: [{'id': '125117ae-7701-4446-ad90-373bfeddd853', 'name': 'tempest-AttachVolumeTestJSON-1771712605-router', 'tenant_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 5, 'project_id': 'b1d464ca124e4b33af6a1a8c617a5ea0', 'gw_port': {'id': 'bb5da83b-a053-42cc-9f39-045ea348f743', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125117ae-7701-4446-ad90-373bfeddd853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:08Z', 'updated_at': '2021-09-16T05:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:59.806160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:59.876574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52536) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:59.893957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e899c570-1089-4c07-bce9-d0d7e9af9642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.900092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-e87efe2b-184e-43ca-93a9-7c4585183a74 service neutron] 10.222.0.66 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308863 Sep 16 05:41:00.001626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Deleting port bb5da83b-a053-42cc-9f39-045ea348f743 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:00.001905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.017771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-120dc83a-c511-4ab5-96f6-ea612fb90364 req-fb5e10b1-42bf-4db9-b096-69226f3b4e94 service neutron] 10.222.0.66 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101105 Sep 16 05:41:00.057966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '7d135fd3-4aac-43ef-9878-44f2bb26a3c7', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'port_id': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'mac_address': 'fa:16:3e:80:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:57Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 0, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:00.096501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67980bf-98a9-447d-8caa-92d1806d665f None None] The sync data for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 is: [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '7d135fd3-4aac-43ef-9878-44f2bb26a3c7', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'port_id': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'mac_address': 'fa:16:3e:80:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:40:57Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 0, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:00.121955 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e899c570-1089-4c07-bce9-d0d7e9af9642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.133494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] For port bb5da83b-a053-42cc-9f39-045ea348f743, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bb5da83b-a053-42cc-9f39-045ea348f743,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:00.133895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.152002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Calling delete_port for bb5da83b-a053-42cc-9f39-045ea348f743 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:00.257556 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7fdba13-33bf-4609-8b84-87ccf916e6b0 req-90eb3372-9717-44c6-8e76-e8cf6dd0624a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0313199 Sep 16 05:41:00.267338 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e899c570-1089-4c07-bce9-d0d7e9af9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.326049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e899c570-1089-4c07-bce9-d0d7e9af9642 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffc61ff2f99947519dfac6e7ec3a6998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464490 Sep 16 05:41:00.326822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52544) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:00.333665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899c570-1089-4c07-bce9-d0d7e9af9642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e915a5-faf0-419c-8dc4-a8316b4bfd1d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:00.428189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-600175dc-1a2c-4522-8948-76d6f3868617 req-9a9ab7be-f7cf-44c1-828e-42bb824d66ca service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0444312 Sep 16 05:41:00.452626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6502cc92-8cad-4727-b2eb-9589bb85ed4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.472356 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fef3ce-266f-4651-9ab8-64c42f6e74cc None None] New status for floating IP 7d135fd3-4aac-43ef-9878-44f2bb26a3c7: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:00.478481 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6502cc92-8cad-4727-b2eb-9589bb85ed4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.553795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.581103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5da83b-a053-42cc-9f39-045ea348f743,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:00.628191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6502cc92-8cad-4727-b2eb-9589bb85ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.632709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6502cc92-8cad-4727-b2eb-9589bb85ed4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.632709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6502cc92-8cad-4727-b2eb-9589bb85ed4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39e915a5-faf0-419c-8dc4-a8316b4bfd1d HTTP/1.1" status: 204 len: 168 time: 0.3033266 Sep 16 05:41:00.650158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502cc92-8cad-4727-b2eb-9589bb85ed4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e915a5-faf0-419c-8dc4-a8316b4bfd1d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:00.682241 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8f9d67e-89f0-4c92-b27d-8b9ef6d36a48 req-6175ca59-c6ee-4906-8ee0-ea2d30cc7eee service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0696528 Sep 16 05:41:00.698177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.859336 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-011f2f64-1c8a-418b-ba2b-3073acc65e95 req-dc78a42c-73e7-4a10-92bd-149017058cfb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0351009 Sep 16 05:41:00.861175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.863400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.999684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.000274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 125117ae-7701-4446-ad90-373bfeddd853 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:41:01.004564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.005719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-58684f9f-10d5-4762-8701-5cdf8cd7c113 admin admin] 10.222.0.49 "DELETE /v2.0/routers/125117ae-7701-4446-ad90-373bfeddd853 HTTP/1.1" status: 204 len: 168 time: 2.1914494 Sep 16 05:41:01.008246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52568) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:01.060590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c91ef6-1c5a-4754-997c-a00e98069c1b admin admin] Deleting subnet 1f8bb70a-1396-48e7-a564-3bdbed7fe384 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:41:01.066629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89c91ef6-1c5a-4754-997c-a00e98069c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.130919 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89c91ef6-1c5a-4754-997c-a00e98069c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.155247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:01.195836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:01.196354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ac0b8b3c-85be-4cb7-a157-7cbffbdcf991 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:01.229957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89c91ef6-1c5a-4754-997c-a00e98069c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.394372 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89c91ef6-1c5a-4754-997c-a00e98069c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.423509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c91ef6-1c5a-4754-997c-a00e98069c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8bb70a-1396-48e7-a564-3bdbed7fe384,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:01.426216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89c91ef6-1c5a-4754-997c-a00e98069c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.428489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89c91ef6-1c5a-4754-997c-a00e98069c1b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1f8bb70a-1396-48e7-a564-3bdbed7fe384 HTTP/1.1" status: 204 len: 168 time: 0.4191136 Sep 16 05:41:01.431433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52580) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:01.434000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a6c1bc-2a36-4241-aa99-c5e0f96b13b7 None None] Network d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:01.614704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.689100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Deleting port 1e96a43f-d51c-45e1-b518-b6bf97d6228b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:01.689429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.699097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] DHCP port deletion for d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:41:01.749196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] Deleting port 1e96a43f-d51c-45e1-b518-b6bf97d6228b {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:01.749655 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.771373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] For port 1e96a43f-d51c-45e1-b518-b6bf97d6228b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e96a43f-d51c-45e1-b518-b6bf97d6228b,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:01.772300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.789274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Calling delete_port for 1e96a43f-d51c-45e1-b518-b6bf97d6228b owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:01.850106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] For port 1e96a43f-d51c-45e1-b518-b6bf97d6228b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e96a43f-d51c-45e1-b518-b6bf97d6228b,segment=NetworkSegment(6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4),segment_id=6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:01.850774 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.870330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] Calling delete_port for 1e96a43f-d51c-45e1-b518-b6bf97d6228b owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:02.031680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.038607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.054926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] No DVR routers for this DVR port 1e96a43f-d51c-45e1-b518-b6bf97d6228b on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:02.067885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e96a43f-d51c-45e1-b518-b6bf97d6228b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:02.070091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] No DVR routers for this DVR port 1e96a43f-d51c-45e1-b518-b6bf97d6228b on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:02.079202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2e0d2-7a29-440b-915d-fc190e4a4e71 None None] Pushing event deleted for resources: {'Port': ['ID=1e96a43f-d51c-45e1-b518-b6bf97d6228b,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:02.153002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.176355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a73546-c0b6-4378-9ba7-4db3a8ec5a67']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:02.188099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:02.188366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebf7844-3c9e-4f8b-ab7d-8d28100a02d4') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:02.198712 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.213642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.221366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:41:02.221771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:41:02.223903 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:41:02.352127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf669037-57ac-4f3c-bd96-57154c24a661 req-d28b015f-ddd0-4e58-a9ce-35488ccd4cb7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0319388 Sep 16 05:41:02.385844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.392972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.397698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] 10.222.0.49 "DELETE /v2.0/networks/d7a73546-c0b6-4378-9ba7-4db3a8ec5a67 HTTP/1.1" status: 204 len: 168 time: 0.9631021 Sep 16 05:41:02.413173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511f209-7c66-4cc5-972f-190e8ef9559a admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a73546-c0b6-4378-9ba7-4db3a8ec5a67,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:02.499337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3fb54b7d-5849-4ad5-9bae-86943581adba req-7c5bd380-663e-4efa-bca7-cbae03aa8a15 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0350664 Sep 16 05:41:02.714264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-469a0146-7498-48a2-b77a-11e8f656b409 req-2e783b5e-8ad6-4ee5-b863-931cbcad07e6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0278521 Sep 16 05:41:02.837251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-646ee625-a3bc-44cf-8d3e-795503b5fff9 req-417581e0-e415-4310-9cca-446a0e06b149 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0277143 Sep 16 05:41:02.995637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52632) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:03.060643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bfa32fe1-e0da-4015-aec5-cc2e46f75683 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1d464ca124e4b33af6a1a8c617a5ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633955 Sep 16 05:41:03.063678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:03.120786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d3d24ff-136e-4245-a98e-34e45c01fb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.131004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e96a43f-d51c-45e1-b518-b6bf97d6228b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:03.146064 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d3d24ff-136e-4245-a98e-34e45c01fb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.163173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 1e96a43f-d51c-45e1-b518-b6bf97d6228b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:03.163755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e96a43f-d51c-45e1-b518-b6bf97d6228b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:03.165119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bb5da83b-a053-42cc-9f39-045ea348f743 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:03.210995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: bb5da83b-a053-42cc-9f39-045ea348f743 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:03.211394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bb5da83b-a053-42cc-9f39-045ea348f743 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:03.271158 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d3d24ff-136e-4245-a98e-34e45c01fb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.274875 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d3d24ff-136e-4245-a98e-34e45c01fb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.275126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1d3d24ff-136e-4245-a98e-34e45c01fb20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6937285-83cd-4a10-b2b7-65b1ff550c3a HTTP/1.1" status: 204 len: 168 time: 0.2101943 Sep 16 05:41:03.283647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d24ff-136e-4245-a98e-34e45c01fb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6937285-83cd-4a10-b2b7-65b1ff550c3a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:04.368929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a44979a8-47c8-4e71-b29e-eda3227eedf7 req-3a461282-a8d6-42a2-908d-fca0fc102547 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0286748 Sep 16 05:41:04.507769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7343fe6c-7158-4fc5-be29-ada0238d2235 req-aa540f7e-7a50-4739-8076-880e65235a2f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0270526 Sep 16 05:41:04.739750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1eed48b2-fcde-411a-9dfb-e2144368b2db req-8ad7bb5d-dc18-4f6f-9612-9560838e4e6e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0315561 Sep 16 05:41:04.888597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63181444-b087-43b8-8dca-cebab7652dfe req-aa511c88-cbd7-4f83-a5e7-5678b35dc15c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0297046 Sep 16 05:41:06.220218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52762) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:06.349144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a88e14-63ae-401c-bfaf-8c3e1b7b0f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.398702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb7baeef-472e-4d94-a458-e3925d49506b req-09079311-d607-46cc-a5b2-cfcc0543b8cd service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0288513 Sep 16 05:41:06.473588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a88e14-63ae-401c-bfaf-8c3e1b7b0f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.524257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7690f19f-c9fa-4eeb-8c19-d561bfee0f2b req-f71cfea6-cd6a-4f30-a504-ed47b0c5b315 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0265386 Sep 16 05:41:06.633047 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85a88e14-63ae-401c-bfaf-8c3e1b7b0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.674971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-85a88e14-63ae-401c-bfaf-8c3e1b7b0f69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=274014bb3b004d7bb9eaed418a122536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535322 Sep 16 05:41:06.677087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a88e14-63ae-401c-bfaf-8c3e1b7b0f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8587d490-c4da-4ac9-9f1e-964ba1f292c0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:06.677640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52782) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:06.760479 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb7bba7a-dfd4-406a-9879-3646e9d944c7 req-c3c3023a-2637-4593-8c0b-43756392c9c2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0292990 Sep 16 05:41:06.773267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e34976aa-d469-4ac4-a7b0-cc3abbb7c0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.799607 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e34976aa-d469-4ac4-a7b0-cc3abbb7c0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.892515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5578c16d-6308-48fd-a420-9a784ee76dc8 req-2d2942cc-e473-4304-971b-d56f19dc2234 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Sep 16 05:41:06.956430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e34976aa-d469-4ac4-a7b0-cc3abbb7c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.959216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e34976aa-d469-4ac4-a7b0-cc3abbb7c0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.960505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e34976aa-d469-4ac4-a7b0-cc3abbb7c0cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8587d490-c4da-4ac9-9f1e-964ba1f292c0 HTTP/1.1" status: 204 len: 168 time: 0.2818668 Sep 16 05:41:06.968939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34976aa-d469-4ac4-a7b0-cc3abbb7c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8587d490-c4da-4ac9-9f1e-964ba1f292c0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:08.332695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52ad1be9-05fd-461c-84aa-2480147b41f8 req-dcc07d63-1185-411e-b152-28c9e381f75e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0289235 Sep 16 05:41:08.476482 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d4af171-13aa-40f0-97da-4be8e13d73c8 req-a7a87fdc-cffe-49a6-a7d6-65d641a4d32d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0411022 Sep 16 05:41:08.689901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52864) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:08.763765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92757f79-8531-455f-90df-6bfcd37d42a4 req-8fc65da3-4107-4071-a0ad-fd6b53caf0b3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0367250 Sep 16 05:41:08.890665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a66fdcc-22ec-48c7-8c5d-e3484ffd6fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.890799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65be2d78-d851-4c24-b365-c78825098367 req-3e63e42b-7d50-4b00-83be-35b47c39442c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0274248 Sep 16 05:41:09.002027 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a66fdcc-22ec-48c7-8c5d-e3484ffd6fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.087751 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a66fdcc-22ec-48c7-8c5d-e3484ffd6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.134746 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8a66fdcc-22ec-48c7-8c5d-e3484ffd6fb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40b9ee74cba443dd83ddf7eddc52c268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438155 Sep 16 05:41:09.137543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:09.140545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66fdcc-22ec-48c7-8c5d-e3484ffd6fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8b6ab-9b44-4728-bd77-606310cb2f6a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:09.210116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10b3603b-21e6-44a6-ae7e-29f5245ee30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.236572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10b3603b-21e6-44a6-ae7e-29f5245ee30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.399486 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10b3603b-21e6-44a6-ae7e-29f5245ee30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.404029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10b3603b-21e6-44a6-ae7e-29f5245ee30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.411124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-10b3603b-21e6-44a6-ae7e-29f5245ee30f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/daa8b6ab-9b44-4728-bd77-606310cb2f6a HTTP/1.1" status: 204 len: 168 time: 0.2722797 Sep 16 05:41:09.425848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3603b-21e6-44a6-ae7e-29f5245ee30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8b6ab-9b44-4728-bd77-606310cb2f6a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:10.324285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78823dba-40b7-4e31-8e14-5cca932573af req-e7e066b6-2e3e-4c7e-a20d-2dab2e372520 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0277257 Sep 16 05:41:10.410652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52960) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:10.433456 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bf8109d-0275-493b-a67e-54309dc7b28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.458877 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b93ff148-ecce-4c0b-891d-4fa4e94b8a4c req-582f5f74-d835-4b3c-adfc-88cb95d25dcb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0333490 Sep 16 05:41:10.554379 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bf8109d-0275-493b-a67e-54309dc7b28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.672994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bf8109d-0275-493b-a67e-54309dc7b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.707898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8109d-0275-493b-a67e-54309dc7b28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0581eb8b-e5a1-432d-a8bb-c18b8464fbf3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:10.736646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2bf8109d-0275-493b-a67e-54309dc7b28b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee1739cb925e4a899aa0e5794155a458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248873 Sep 16 05:41:10.739454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52976) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:10.779204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53eb7d07-d3d3-40d2-864e-a3d9f5b7fdb7 req-8b8aa987-e2b3-4b97-8e2f-deb8af22ce5e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0322993 Sep 16 05:41:10.828819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b90add80-3e1a-487e-9599-5d23c93d19c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.861798 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b90add80-3e1a-487e-9599-5d23c93d19c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.931893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88dba2cb-fc3c-4049-97a3-c25b633b5beb req-a3047d31-1763-4515-a26c-283ecc042213 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Sep 16 05:41:11.025039 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b90add80-3e1a-487e-9599-5d23c93d19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.029349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b90add80-3e1a-487e-9599-5d23c93d19c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.031394 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b90add80-3e1a-487e-9599-5d23c93d19c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0581eb8b-e5a1-432d-a8bb-c18b8464fbf3 HTTP/1.1" status: 204 len: 168 time: 0.2901108 Sep 16 05:41:11.041865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90add80-3e1a-487e-9599-5d23c93d19c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0581eb8b-e5a1-432d-a8bb-c18b8464fbf3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:12.179416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53014) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:12.365404 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-50060e18-8d9d-4989-8c02-d11d339c390a req-868b0751-db90-41fb-91b5-34d943052dfe service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0323920 Sep 16 05:41:12.390557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfd530c-ed9f-431d-b909-825f7a514c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.491653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ce5f684-15f1-4c6a-9881-42e96d1429a5 req-b260510a-e9c9-43dd-a9a2-b3dccf513601 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Sep 16 05:41:12.492697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfd530c-ed9f-431d-b909-825f7a514c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.573189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3cfd530c-ed9f-431d-b909-825f7a514c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.615009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3cfd530c-ed9f-431d-b909-825f7a514c64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70c4562a61ee43f19948cd65bf2cf050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4343021 Sep 16 05:41:12.616080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd530c-ed9f-431d-b909-825f7a514c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53601f64-2754-461d-ab9c-829d0932ed86,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:12.617786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:12.709725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01136eec-1ffb-474c-ad3b-ce3690d3599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.735621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01136eec-1ffb-474c-ad3b-ce3690d3599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.819171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18e2ebab-68f1-408e-9aea-2f8ce89ccc5a req-f01f3821-7606-4f83-a17c-58d903088ccc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0294044 Sep 16 05:41:12.934763 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01136eec-1ffb-474c-ad3b-ce3690d3599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.935455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01136eec-1ffb-474c-ad3b-ce3690d3599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.936885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-01136eec-1ffb-474c-ad3b-ce3690d3599b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53601f64-2754-461d-ab9c-829d0932ed86 HTTP/1.1" status: 204 len: 168 time: 0.3174450 Sep 16 05:41:12.967360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4334cdaa-be1e-4ccc-a496-d5c29841bcf0 req-829ea279-2269-45df-bc90-8e68665881bc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0446093 Sep 16 05:41:12.977976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01136eec-1ffb-474c-ad3b-ce3690d3599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53601f64-2754-461d-ab9c-829d0932ed86,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:13.807633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53080) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:13.823043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-182e573a-217e-4c6e-af86-ab0cb549c214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:13.935582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53086) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:13.935582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-182e573a-217e-4c6e-af86-ab0cb549c214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:13.996913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-182e573a-217e-4c6e-af86-ab0cb549c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.052735 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-182e573a-217e-4c6e-af86-ab0cb549c214 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa13583c39b145be9e3e51a83e523c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439737 Sep 16 05:41:14.053990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa3d28fb-0b3e-45c2-93cb-5b66dc44a1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.055971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53096) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:14.056472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e573a-217e-4c6e-af86-ab0cb549c214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09838961-d36d-484e-8730-b1beb92648f7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.089659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-eae484d7-95f4-4817-a0fc-425ea655427b req-3519691d-e001-4398-a710-62628ef8acbe service neutron] (95660) timed out ('10.222.0.66', 57363) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:41:14.132030 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4b211f9-0d2c-471d-a688-1ab4cd6006ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.156248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4b211f9-0d2c-471d-a688-1ab4cd6006ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.176583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa3d28fb-0b3e-45c2-93cb-5b66dc44a1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.307225 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa3d28fb-0b3e-45c2-93cb-5b66dc44a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.351438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aa3d28fb-0b3e-45c2-93cb-5b66dc44a1db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a02f98a2610a4d60b35e7cba2ee4cb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372809 Sep 16 05:41:14.353382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d28fb-0b3e-45c2-93cb-5b66dc44a1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb92ee8c-3d48-4d6e-9ad8-4f80aa793265,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.354061 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad961447-2d4a-416f-b010-efcc14caf92f req-062ad6f2-9a4d-498f-8ced-aa320e7a823c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0277417 Sep 16 05:41:14.354583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53112) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:14.366559 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4b211f9-0d2c-471d-a688-1ab4cd6006ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.370810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4b211f9-0d2c-471d-a688-1ab4cd6006ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.370810 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b4b211f9-0d2c-471d-a688-1ab4cd6006ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09838961-d36d-484e-8730-b1beb92648f7 HTTP/1.1" status: 204 len: 168 time: 0.3131044 Sep 16 05:41:14.390407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b211f9-0d2c-471d-a688-1ab4cd6006ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09838961-d36d-484e-8730-b1beb92648f7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.428268 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f26a28f-c2d0-48c7-b375-2caa5e893fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.458346 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f26a28f-c2d0-48c7-b375-2caa5e893fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.521724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db5e978d-eb50-40cb-afdf-699c85c6a2ed req-300945a2-c0f2-48a5-9bfd-d0f59efc8a87 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0303152 Sep 16 05:41:14.612166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f26a28f-c2d0-48c7-b375-2caa5e893fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.612166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f26a28f-c2d0-48c7-b375-2caa5e893fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.612166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f26a28f-c2d0-48c7-b375-2caa5e893fbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb92ee8c-3d48-4d6e-9ad8-4f80aa793265 HTTP/1.1" status: 204 len: 168 time: 0.2560003 Sep 16 05:41:14.621505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26a28f-c2d0-48c7-b375-2caa5e893fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb92ee8c-3d48-4d6e-9ad8-4f80aa793265,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.838765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9dfdb2bc-a722-463b-b0e6-5eea81d5b6e0 req-355eed24-b5da-49ba-b11a-3692a5d017aa service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Sep 16 05:41:14.964695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9db4d0af-db41-4e0b-aa5d-2a86da267cc6 req-e5729ae2-9dd9-4b00-b987-b760619d3cd9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0285771 Sep 16 05:41:15.527323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53142) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:15.545287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63efff34-fc35-4d0b-94f0-6d1a29327edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.641795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63efff34-fc35-4d0b-94f0-6d1a29327edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.692246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53150) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:15.739129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63efff34-fc35-4d0b-94f0-6d1a29327edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.780686 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-63efff34-fc35-4d0b-94f0-6d1a29327edd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7352db0350e4e0f9c94e153df7302f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514076 Sep 16 05:41:15.781526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efff34-fc35-4d0b-94f0-6d1a29327edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d0f2b-ea46-4181-95d7-4f65bac45bcd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:15.783912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53156) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:15.807167 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f356f7c-0495-45fd-b0af-9c3a972c7d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.835645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cde678e3-7f46-4068-8acf-1cd6a394a06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.867382 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cde678e3-7f46-4068-8acf-1cd6a394a06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.918006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f356f7c-0495-45fd-b0af-9c3a972c7d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.021543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f356f7c-0495-45fd-b0af-9c3a972c7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.065983 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6f356f7c-0495-45fd-b0af-9c3a972c7d1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b83a5a4533a49249622355d4bc0cb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722980 Sep 16 05:41:16.066805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f356f7c-0495-45fd-b0af-9c3a972c7d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28936977-0d4a-4a13-bd0d-7278cfbd17d5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:16.068904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53164) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:16.086734 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cde678e3-7f46-4068-8acf-1cd6a394a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.089483 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cde678e3-7f46-4068-8acf-1cd6a394a06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.093080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cde678e3-7f46-4068-8acf-1cd6a394a06f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d97d0f2b-ea46-4181-95d7-4f65bac45bcd HTTP/1.1" status: 204 len: 168 time: 0.3055708 Sep 16 05:41:16.108465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde678e3-7f46-4068-8acf-1cd6a394a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d0f2b-ea46-4181-95d7-4f65bac45bcd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:16.149839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1e08ec2-47d1-47de-b8d0-1a32072dc1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.172018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1e08ec2-47d1-47de-b8d0-1a32072dc1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.366927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f54430d-f00d-4199-9602-abb100f3d1c0 req-3193895b-8da2-498d-b033-4e981d7e163a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0341029 Sep 16 05:41:16.605484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59bc68aa-2249-4c19-949f-43944765908e req-8a713748-dad4-4941-9278-cc9b31e38b08 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0349278 Sep 16 05:41:16.696865 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1e08ec2-47d1-47de-b8d0-1a32072dc1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.699723 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1e08ec2-47d1-47de-b8d0-1a32072dc1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.701468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c1e08ec2-47d1-47de-b8d0-1a32072dc1f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28936977-0d4a-4a13-bd0d-7278cfbd17d5 HTTP/1.1" status: 204 len: 168 time: 0.6264575 Sep 16 05:41:16.710209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e08ec2-47d1-47de-b8d0-1a32072dc1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28936977-0d4a-4a13-bd0d-7278cfbd17d5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:16.826730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-238e722a-6e68-4c2c-a36e-2c65bdb2a637 req-1cbf9e15-8b1b-45e6-873d-53c5ad76e2a1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0284855 Sep 16 05:41:16.958630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16612c87-bf93-4f08-8cd6-8260a0ae1ae9 req-7fe85afa-5cf8-4927-b82d-3c45590e45d7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0270836 Sep 16 05:41:17.473405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53226) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.487277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86e3e310-aca7-41cf-923b-ab64ef215e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.594313 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86e3e310-aca7-41cf-923b-ab64ef215e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.661784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-86e3e310-aca7-41cf-923b-ab64ef215e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.706034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-86e3e310-aca7-41cf-923b-ab64ef215e2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c158034240b442468ed2c116b6c1c385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315295 Sep 16 05:41:17.707171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3e310-aca7-41cf-923b-ab64ef215e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f825d-35b6-409d-b09a-0ae964c73889,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.708691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53240) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.790710 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.824616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.948406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.948406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.949220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc9f825d-35b6-409d-b09a-0ae964c73889 HTTP/1.1" status: 204 len: 168 time: 0.2386622 Sep 16 05:41:17.957464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f825d-35b6-409d-b09a-0ae964c73889,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.965997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.966328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.966676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.967009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.967346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.967679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.968049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.968373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.968748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.969047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.969355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:17.969678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137096d7-8b5d-42cb-938a-0988fac7ca2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:18.467638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53262) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:18.519986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-678ecaa7-1fbf-43ad-ad19-76276e7d6899 req-d30ba806-6cbe-4b07-99f1-b78b8153c631 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0373530 Sep 16 05:41:18.656287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399c067-d952-4e14-a2cb-d24a042d50a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.676232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db5249da-a823-4545-82f0-bb33a8fc635d req-97c7ce8b-922e-444a-9fe3-96011a829881 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0339413 Sep 16 05:41:18.781231 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399c067-d952-4e14-a2cb-d24a042d50a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.849179 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8399c067-d952-4e14-a2cb-d24a042d50a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.896615 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8399c067-d952-4e14-a2cb-d24a042d50a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0d7f0e2d3ca4f8c9ae325c1e73d4333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270105 Sep 16 05:41:18.899164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399c067-d952-4e14-a2cb-d24a042d50a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612f3984-8fcb-4235-b475-464882a39e7d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:18.899813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:18.987940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1aa1dbf-17a3-403b-808e-75ff15f17d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.022985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1aa1dbf-17a3-403b-808e-75ff15f17d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.037346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2eea2096-0c95-410f-863c-0d9f8b0beaf4 req-cc64f523-f2c2-4513-9f3b-12fe379c774e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0384421 Sep 16 05:41:19.156647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d0dd156a-ef09-4967-9a5c-22adb999107e req-d6d91990-a1b1-4356-b141-3faad4da576a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0261281 Sep 16 05:41:19.161657 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1aa1dbf-17a3-403b-808e-75ff15f17d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.164402 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1aa1dbf-17a3-403b-808e-75ff15f17d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.165503 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c1aa1dbf-17a3-403b-808e-75ff15f17d92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/612f3984-8fcb-4235-b475-464882a39e7d HTTP/1.1" status: 204 len: 168 time: 0.2643192 Sep 16 05:41:19.175928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa1dbf-17a3-403b-808e-75ff15f17d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612f3984-8fcb-4235-b475-464882a39e7d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:19.856222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e53a35e7-ba23-497e-bba0-72df90fa8987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.565023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34a84304-395f-4170-a8a0-cbeb6de3d728 req-543bc90f-224f-4255-b3b4-d1a4d2e334ee service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0280373 Sep 16 05:41:20.699885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ee836fc-dce5-4296-902f-44474cfa2edb req-d2651a61-00e3-46f3-80f5-3f4708a7651d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0323069 Sep 16 05:41:20.784842 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.055387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7011632-a65f-4157-8460-83c6d3bfd511 req-09c26e15-5b84-41a3-9632-04d48a5b7543 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0287366 Sep 16 05:41:21.175212 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:21.182313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cfe7be96-b057-46d1-933c-1d178aef271c req-954b526c-c876-4cd5-8b16-1cbeb48c1a73 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0273175 Sep 16 05:41:21.553499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53416) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:21.691003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.787464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.884436 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.925455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d42256ca35041ef99bad0ae54c802c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707385 Sep 16 05:41:21.926595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b56fb0d-e130-445b-abe5-32053a49f93c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:21.928252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53424) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:21.934699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.935051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.935405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.935745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.936109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.936458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.936776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.937105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.937432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.937758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.938083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.938407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9525917-d9a7-41a4-96af-10a5279fdbde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:21.990181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43ca0078-b489-4f72-9bf6-c972f3e8bd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.017877 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43ca0078-b489-4f72-9bf6-c972f3e8bd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.152891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43ca0078-b489-4f72-9bf6-c972f3e8bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.155660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43ca0078-b489-4f72-9bf6-c972f3e8bd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.156864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43ca0078-b489-4f72-9bf6-c972f3e8bd33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b56fb0d-e130-445b-abe5-32053a49f93c HTTP/1.1" status: 204 len: 168 time: 0.2276258 Sep 16 05:41:22.165928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca0078-b489-4f72-9bf6-c972f3e8bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b56fb0d-e130-445b-abe5-32053a49f93c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:22.596092 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7bd9add1-791a-4a74-bf09-ebb43a5c7e6e req-79fee286-44fe-4486-83b6-3a82074c3ce2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0339744 Sep 16 05:41:22.728346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d246d45-1deb-4150-aa31-a428439c14fa req-c4a53cd3-c133-48bb-8bf3-d13ddd5e53d1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0270298 Sep 16 05:41:23.102517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-abac1321-95a2-4aa5-a62f-588485715c7c req-33d3ff3e-20e0-4880-8a56-ab5512cd348d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0345745 Sep 16 05:41:23.131033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53472) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:23.147059 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-648deb55-9626-4612-983c-7b60663f4ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.190785 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f492b991-5ac6-43f4-aeaa-959da0a474e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.236524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b16edffc-69a2-437e-bc17-9175e455d24f req-072dac13-2611-4e5c-934e-95d47b400530 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0275428 Sep 16 05:41:23.276158 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-648deb55-9626-4612-983c-7b60663f4ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.398758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-648deb55-9626-4612-983c-7b60663f4ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.443782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-648deb55-9626-4612-983c-7b60663f4ced admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0e4949458444a49b0aa5f1d22647cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103640 Sep 16 05:41:23.445931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648deb55-9626-4612-983c-7b60663f4ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d2931-66cd-4d7d-9bec-992a746745f2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:23.446661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53482) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:23.512712 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88d9cd67-1609-40e0-834a-db8bd264caba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.536568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88d9cd67-1609-40e0-834a-db8bd264caba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.589857 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-07e977e8-ff21-4a3b-9104-e3bad71fb196 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1607475 Sep 16 05:41:23.705766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-8763e5c4-ba0c-45b1-9c81-1791b5a14c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:23.707284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-8763e5c4-ba0c-45b1-9c81-1791b5a14c63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1097 time: 0.0480616 Sep 16 05:41:23.738109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88d9cd67-1609-40e0-834a-db8bd264caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.741198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88d9cd67-1609-40e0-834a-db8bd264caba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.742484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-88d9cd67-1609-40e0-834a-db8bd264caba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/392d2931-66cd-4d7d-9bec-992a746745f2 HTTP/1.1" status: 204 len: 168 time: 0.2947154 Sep 16 05:41:23.750826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9cd67-1609-40e0-834a-db8bd264caba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d2931-66cd-4d7d-9bec-992a746745f2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:23.793246 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.831306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-13aa0529-5b2e-418e-a840-c4ca9d74b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:23.832853 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-13aa0529-5b2e-418e-a840-c4ca9d74b57e service neutron] 10.222.0.66 "GET /v2.0/networks?id=777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 200 len: 914 time: 0.1016648 Sep 16 05:41:23.906570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-ce218a08-b7f3-40d2-a26f-ff209a707fdc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 200 len: 1000 time: 0.0645850 Sep 16 05:41:23.962821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-a696b096-6eb5-48a1-be36-4321c6b3d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:23.964406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-a696b096-6eb5-48a1-be36-4321c6b3d5e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd4e71d0-12f5-41e8-93b7-6373f420134b HTTP/1.1" status: 200 len: 852 time: 0.0488329 Sep 16 05:41:24.012306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-68f4d9a2-fc12-458d-a84b-58f75ffd0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:24.013864 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-68f4d9a2-fc12-458d-a84b-58f75ffd0e37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=777d87c4-e13c-4203-828c-945ef3773563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417514 Sep 16 05:41:24.025898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-9cf3ac8e-c1be-4876-ae3e-16d6984e2f34 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:41:24.026913 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-9cf3ac8e-c1be-4876-ae3e-16d6984e2f34 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054436 Sep 16 05:41:24.131157 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-6ee93258-9a12-4fc4-85a3-5ccbd7da6d34 service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896051 Sep 16 05:41:24.253382 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ca804e5-b2fd-46b3-8cd0-f928e88eb317 req-2ffa9386-ae08-49eb-aa56-14c2ae90e7ce service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137948 Sep 16 05:41:24.636213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64f77e0d-9923-472e-888d-54f0995d30b0 req-f2719ece-eed7-455f-99ac-51b60c99d5ae service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0330446 Sep 16 05:41:24.777730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1e8645c-1c9a-4641-aff7-7a68a5dc11e3 req-e05806e4-bf61-497b-a55a-27991795193f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0359187 Sep 16 05:41:25.152379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-50f068f0-5fe6-4af2-a35a-12115eaaf852 req-69007b48-7e50-47cf-ba72-e2aa929fa357 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0353782 Sep 16 05:41:25.316827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e0b56be-bff5-4203-a414-39cbf794015a req-5240baff-f2a4-4b9c-a80f-6e633994004b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0418518 Sep 16 05:41:25.442264 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:26.663690 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8009c92-6b35-4472-90b9-a183ea9c446d req-5b1c4f8e-bb91-41f6-9df1-dd999b937c6b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0265026 Sep 16 05:41:26.808246 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85d0df44-f4f0-4964-97e3-a74489b300d2 req-9c3ecae1-30a0-4039-a791-496eb3a78987 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Sep 16 05:41:27.236969 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60a10821-f8b0-4cc1-b65f-2c61a39f8b8c req-d997e24c-8907-4bb7-b2f7-78833b9c2f31 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0370300 Sep 16 05:41:27.430331 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:27.432846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2830aa92-e33b-4cb3-a46e-2d233298c8a4 req-eeb7b598-9de2-4212-aa86-0936196b65c7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0457990 Sep 16 05:41:28.568801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:28.724696 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:28.763760 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53680) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:28.818029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Deleting port f4d623af-3baf-4629-a5ce-f4ae0cf404ed {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:28.818532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:28.838734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a67f799-b91e-44c3-ba9c-6117b77ca63f req-78a22bee-1b90-4d3c-b1b0-1b2a65bda969 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0341401 Sep 16 05:41:28.999258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b0f6b14-e09f-48c1-a7fc-f3481b9e3932 req-d2e22545-d204-4268-ba83-e835cb962889 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0353036 Sep 16 05:41:29.010433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.010752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.027099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Calling delete_port for f4d623af-3baf-4629-a5ce-f4ae0cf404ed owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:29.116040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5385446-69a5-4902-97d3-f92de0d4fd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.236127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5385446-69a5-4902-97d3-f92de0d4fd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.348346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dc228eb-0110-41f1-94d3-bfd2479ab463 req-7f4ec9c8-aba4-4203-b24a-6cb485bc86c7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Sep 16 05:41:29.373291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5385446-69a5-4902-97d3-f92de0d4fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.396202 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.421912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event deleted for resources: {'Port': ['ID=f4d623af-3baf-4629-a5ce-f4ae0cf404ed,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:29.425340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5385446-69a5-4902-97d3-f92de0d4fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab8e811-7631-4ef4-89b7-fdf8e862cc3e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:29.433822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:29.434072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a5385446-69a5-4902-97d3-f92de0d4fd55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5082e9b6abc4a3f9bb27253d59e3ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691592 Sep 16 05:41:29.540568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3eb9cf9e-3fe7-4a12-bb33-3a363fd01a57 req-9086f6e3-2386-40bd-86eb-edba8f37e266 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0657239 Sep 16 05:41:29.572471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.573282 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Floating IP 1cedba4e-26ef-4626-ba61-96c8b8a1494b disassociated (deleted). External IP: 172.25.1.62, port: c9b9fe9c-31e2-4091-848b-caf74d419f2c. Sep 16 05:41:29.622288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ee4be4d-d646-4fff-8e5d-516f3b7f7e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.654577 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ee4be4d-d646-4fff-8e5d-516f3b7f7e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.855657 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ee4be4d-d646-4fff-8e5d-516f3b7f7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.858246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ee4be4d-d646-4fff-8e5d-516f3b7f7e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.863607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4ee4be4d-d646-4fff-8e5d-516f3b7f7e6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ab8e811-7631-4ef4-89b7-fdf8e862cc3e HTTP/1.1" status: 204 len: 168 time: 0.4241765 Sep 16 05:41:29.871120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Router fcab9ba7-096b-4207-b6ba-8ee16823f123 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:29.872543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4be4d-d646-4fff-8e5d-516f3b7f7e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab8e811-7631-4ef4-89b7-fdf8e862cc3e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:29.993274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:29.997974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:30.007113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] Sync routers for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:30.017026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:30.017744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:30.034650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-375cca03-8056-4c98-9e4c-b514648d2820 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "DELETE /v2.0/floatingips/1cedba4e-26ef-4626-ba61-96c8b8a1494b HTTP/1.1" status: 204 len: 168 time: 1.4566686 Sep 16 05:41:30.034650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:30.034650 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7984cc-f19f-42c5-81ce-daa324f71677" -d '{"events": [{"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:30.141199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:30.364588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:30.400519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] Checking router: fcab9ba7-096b-4207-b6ba-8ee16823f123 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:30.438443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:30.442856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:30.605602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:30.690211 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65109ff-c88c-4673-867d-1ede02fb3cd3 x-openstack-request-id: req-b65109ff-c88c-4673-867d-1ede02fb3cd3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:30.691034 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:30.691034 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b65109ff-c88c-4673-867d-1ede02fb3cd3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:30.691490 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'status': 'completed', 'code': 200} Sep 16 05:41:30.815717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f97820-2fa1-4838-af4d-4288955e01fd req-388b68df-66d7-4f1e-9148-53d67b03aca7 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:30.818935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6f97820-2fa1-4838-af4d-4288955e01fd req-388b68df-66d7-4f1e-9148-53d67b03aca7 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 945 time: 0.0891972 Sep 16 05:41:30.833906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-7fbe91a9-bf05-4675-872e-ae18732d4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:30.845944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-7fbe91a9-bf05-4675-872e-ae18732d4785 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 1097 time: 0.0904288 Sep 16 05:41:30.922459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6f97820-2fa1-4838-af4d-4288955e01fd req-307ea984-2419-477a-95f2-c7c939f4fa7c tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936122 Sep 16 05:41:31.003749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-6cd8f491-017a-4478-8064-58b11d00aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:31.006713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:31.011650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-6cd8f491-017a-4478-8064-58b11d00aa0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 200 len: 914 time: 0.1632128 Sep 16 05:41:31.029950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6453f25b-6df7-43fa-b2f1-812c55c36df5 req-c014d625-114e-4fdc-932f-dd5a207566a0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0399251 Sep 16 05:41:31.059992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-b20339bf-afac-4b86-96ce-a5f7e639b9af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 200 len: 217 time: 0.0390513 Sep 16 05:41:31.075604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af8404-23d8-40bf-8750-7e93596de72f None None] The sync data for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 is: [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7a674dc3-f991-4157-9800-06a24b65890f', 'name': '', 'network_id': '777d87c4-e13c-4203-828c-945ef3773563', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'mac_address': 'fa:16:3e:33:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:24Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'subnets': [{'id': 'bd4e71d0-12f5-41e8-93b7-6373f420134b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:31.136800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-6b702f00-a280-4617-a3a0-de9525ceac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:31.138534 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-6b702f00-a280-4617-a3a0-de9525ceac89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd4e71d0-12f5-41e8-93b7-6373f420134b HTTP/1.1" status: 200 len: 852 time: 0.0720696 Sep 16 05:41:31.216300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dd91b016-88ab-4dc9-ac3a-10ea7e5d3cdd req-7475dce3-99ca-472e-b030-d1618c2eddb9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0326364 Sep 16 05:41:31.223633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-a089aa8c-08c8-481e-8944-5366afd6233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:31.223633 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-a089aa8c-08c8-481e-8944-5366afd6233d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=777d87c4-e13c-4203-828c-945ef3773563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737431 Sep 16 05:41:31.349996 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-6e051ec7-0674-4038-98df-81b5dc3de358 service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209292 Sep 16 05:41:31.422087 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d8541-a96a-4e9d-a707-48d533a00b43 None None] New status for floating IP 1cedba4e-26ef-4626-ba61-96c8b8a1494b: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:31.469537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6dd853d-b066-477a-a204-70dd28b8e8b8 req-1be39b26-f353-4d2c-b487-1e20d7eaae2f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0344753 Sep 16 05:41:31.489047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c7984cc-f19f-42c5-81ce-daa324f71677 req-99b46f21-52c0-4c27-ac92-9cec61a727b2 service neutron] 10.222.0.66 "GET /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312361 Sep 16 05:41:31.627310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0b2327e-76bf-4d58-8898-c816c146756b req-6e8faf5b-f973-4258-9a88-d1be55feb96f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0296516 Sep 16 05:41:32.073274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a176cf-9ed9-410e-a6ef-cb9c9ae6d98b req-36213370-8c53-44e4-a3a9-2ac46b2ba07f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:32.079033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88a176cf-9ed9-410e-a6ef-cb9c9ae6d98b req-36213370-8c53-44e4-a3a9-2ac46b2ba07f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 945 time: 0.0714002 Sep 16 05:41:32.118648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88a176cf-9ed9-410e-a6ef-cb9c9ae6d98b req-f3480d3d-d018-4918-9081-4f7025e9885f tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d28a169-d99a-45f1-b6a0-85975f72dfee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358858 Sep 16 05:41:32.631511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-4432da6f-3b92-45fe-91f4-01a207eaa5ac tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:32.633029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-4432da6f-3b92-45fe-91f4-01a207eaa5ac tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 945 time: 0.0510316 Sep 16 05:41:32.733686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Deleting port c9b9fe9c-31e2-4091-848b-caf74d419f2c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:32.733993 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:32.849524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] For port c9b9fe9c-31e2-4091-848b-caf74d419f2c, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c9b9fe9c-31e2-4091-848b-caf74d419f2c,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:32.849905 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:32.864014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Calling delete_port for c9b9fe9c-31e2-4091-848b-caf74d419f2c owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:33.066349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8659ac6-60f0-4b99-a1d3-236b78c71d5f req-fd8510a8-25e5-456d-bcd6-aea0b36ff5b5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0305450 Sep 16 05:41:33.089988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.167140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event deleted for resources: {'Port': ['ID=c9b9fe9c-31e2-4091-848b-caf74d419f2c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:33.190025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] No DVR routers for this DVR port c9b9fe9c-31e2-4091-848b-caf74d419f2c on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:33.192999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.197294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38d5710b-3037-4d2d-8aa6-b3e766e2bc6e req-325a3434-10e1-44e0-919c-c0f55508d9ef tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.66 "DELETE /v2.0/ports/c9b9fe9c-31e2-4091-848b-caf74d419f2c HTTP/1.1" status: 204 len: 173 time: 0.5559492 Sep 16 05:41:33.197294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'name': 'network-vif-deleted', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:33.199668 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931190ff-6f21-4b3e-84fe-f852c5114763" -d '{"events": [{"server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "name": "network-vif-deleted", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:33.233832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e62d6803-5101-4a7c-94d8-462e3538d7b3 req-237473fb-5953-4f88-81a7-8908ccb65154 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0300291 Sep 16 05:41:33.254965 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-858398f8-8d8e-41f7-bede-8a65087bc674 req-f0c68eb3-f5c3-4a73-8543-a9b2b1f1c722 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0399635 Sep 16 05:41:33.280559 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79aae22-d8c7-4f22-922c-3f59212ba9d0 x-openstack-request-id: req-b79aae22-d8c7-4f22-922c-3f59212ba9d0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:33.280964 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2436e36-991e-4095-9522-84fea82da233", "name": "network-vif-deleted", "tag": "c9b9fe9c-31e2-4091-848b-caf74d419f2c", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:33.281300 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b79aae22-d8c7-4f22-922c-3f59212ba9d0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:33.281780 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2436e36-991e-4095-9522-84fea82da233', 'name': 'network-vif-deleted', 'tag': 'c9b9fe9c-31e2-4091-848b-caf74d419f2c', 'status': 'completed', 'code': 200} Sep 16 05:41:33.568063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e0414f0-3108-428b-944e-abf164d770ff req-a24534a9-4aed-41e1-988b-764ea584ff18 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0515423 Sep 16 05:41:33.731367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a3f16ea-58ed-443c-a18d-2e6ef8e74aa5 req-47d20eea-853d-483f-a67a-4847c2207cca service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0587080 Sep 16 05:41:34.358892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37a73bbe-c8e7-4fbb-9291-31b8da3b2b61 req-af68bb0e-e058-4fa9-a2e1-6f29c5b694bf tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0288160 Sep 16 05:41:34.797018 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccd75626-7cf5-444a-8372-ddaaade1b8c2 req-9e54d9bf-f61b-4b0f-8f39-40dc3a217455 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0310488 Sep 16 05:41:34.941531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d99ac167-8a6d-46c4-859f-eda7b62ed1cd req-62d61800-5b8c-4007-857e-74285405ea9a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0315909 Sep 16 05:41:34.991999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:35.162364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37e44c78-4375-48e9-912b-9b4824676912 req-0727288c-6271-434c-a859-2ede87eb15fd service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0418315 Sep 16 05:41:35.214158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Deleting port 3db2833e-7b24-4a08-a83b-1ad96fbc9fc6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:35.214518 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:35.327496 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:35.327796 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:35.354768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bc3008a-baab-47fc-a371-c880d1e8ea04 req-ab4116a8-fbd1-4815-861d-117bc81a09d3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0406115 Sep 16 05:41:35.366159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Calling delete_port for 3db2833e-7b24-4a08-a83b-1ad96fbc9fc6 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:35.478482 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f171ab87-b223-45e6-8356-0994f5002ad4 req-da0957d0-11bc-4ba6-a87c-4fedb582c1b8 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0357909 Sep 16 05:41:35.688052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf681ba9-8263-4ea2-aff9-d04e8b22a5db req-5f64a143-ec4c-4cee-b4e2-e8c9d620fa08 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0260355 Sep 16 05:41:35.693695 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:35.717352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event deleted for resources: {'Port': ['ID=3db2833e-7b24-4a08-a83b-1ad96fbc9fc6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:35.800312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:35.801186 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Floating IP 7d135fd3-4aac-43ef-9878-44f2bb26a3c7 disassociated (deleted). External IP: 172.25.1.26, port: 41d877a5-41a2-4f1f-8330-b8e9cda8a56e. Sep 16 05:41:35.884799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44e4cf74-8a41-49a7-8b77-2d172fcb9354 req-fa8d5f3d-9f39-4318-baf7-5b1ff1a5ee7f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0353000 Sep 16 05:41:36.097265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Router 906ebbc3-7d8c-4369-9020-6afbe269d9ce has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:36.221070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:36.225695 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:36.233627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] Sync routers for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:36.250273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:36.254717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:36.257474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f83bd95c-dc07-46d4-8dec-934e79c68cd5 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "DELETE /v2.0/floatingips/7d135fd3-4aac-43ef-9878-44f2bb26a3c7 HTTP/1.1" status: 204 len: 168 time: 1.2644460 Sep 16 05:41:36.258510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:36.272137 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217b386b-4008-4d1f-95f7-c85757a81943" -d '{"events": [{"name": "network-changed", "server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:36.328882 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed509d2-6da7-457f-9201-7d0bb2fd7a11 x-openstack-request-id: req-2ed509d2-6da7-457f-9201-7d0bb2fd7a11 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:36.329425 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:36.330145 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ed509d2-6da7-457f-9201-7d0bb2fd7a11 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:36.330715 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'status': 'completed', 'code': 200} Sep 16 05:41:36.403095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:36.441602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b386b-4008-4d1f-95f7-c85757a81943 req-46894c2a-ec98-498e-a2da-3553af0a47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:36.443179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217b386b-4008-4d1f-95f7-c85757a81943 req-46894c2a-ec98-498e-a2da-3553af0a47aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06b845054ed046d0ad73c3bb36a1b606&device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 1098 time: 0.0587230 Sep 16 05:41:36.459460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c9b9fe9c-31e2-4091-848b-caf74d419f2c no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:36.508795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: c9b9fe9c-31e2-4091-848b-caf74d419f2c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:36.509066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c9b9fe9c-31e2-4091-848b-caf74d419f2c not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:36.583780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b386b-4008-4d1f-95f7-c85757a81943 req-767eb8be-1b6e-4689-b6bf-65de3451b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:36.586449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217b386b-4008-4d1f-95f7-c85757a81943 req-767eb8be-1b6e-4689-b6bf-65de3451b44f service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a97acb0-2c02-46cd-a908-831a34cb6efb HTTP/1.1" status: 200 len: 909 time: 0.1349764 Sep 16 05:41:36.650660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217b386b-4008-4d1f-95f7-c85757a81943 req-1f88209a-c95c-42d0-b04d-f00f71ca30f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e HTTP/1.1" status: 200 len: 217 time: 0.0536819 Sep 16 05:41:36.698470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9c350059-a458-4834-9da2-1f7a0d8a7b75 req-c16a45b4-02bd-44cc-9314-c30742da9b02 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0493476 Sep 16 05:41:36.700046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:36.734004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] Checking router: 906ebbc3-7d8c-4369-9020-6afbe269d9ce for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:36.745880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:36.746850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:36.756950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b386b-4008-4d1f-95f7-c85757a81943 req-bd2c5d2d-a638-4164-aeca-5e2a740a06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:36.759208 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217b386b-4008-4d1f-95f7-c85757a81943 req-bd2c5d2d-a638-4164-aeca-5e2a740a06f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4fb10d3-a47f-492b-998d-536ab794f429 HTTP/1.1" status: 200 len: 847 time: 0.0945327 Sep 16 05:41:36.854475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b386b-4008-4d1f-95f7-c85757a81943 req-73f0c972-88eb-49fd-932d-f34548e69531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:36.856062 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217b386b-4008-4d1f-95f7-c85757a81943 req-73f0c972-88eb-49fd-932d-f34548e69531 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a97acb0-2c02-46cd-a908-831a34cb6efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738845 Sep 16 05:41:36.935267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53982) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:36.953481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:37.062587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca441f-5976-4221-99ff-268b10c44e9c req-f5ab3577-9e5a-4a5e-aa28-8b6c7d8fa2ce tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:37.069047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69ca441f-5976-4221-99ff-268b10c44e9c req-f5ab3577-9e5a-4a5e-aa28-8b6c7d8fa2ce tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.2075052 Sep 16 05:41:37.163733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69ca441f-5976-4221-99ff-268b10c44e9c req-ffc749f8-e9c8-42be-a7c5-4ebc5347f7a7 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735683 Sep 16 05:41:37.169335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217b386b-4008-4d1f-95f7-c85757a81943 req-70822242-2909-4815-b135-f001f33af649 service neutron] 10.222.0.66 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977064 Sep 16 05:41:37.301158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-217b386b-4008-4d1f-95f7-c85757a81943 req-2862b0da-f999-4830-86a5-df89ec11fe86 service neutron] 10.222.0.66 "GET /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177175 Sep 16 05:41:37.329970 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0023a06-6b9c-41de-8cb2-1b0913d7d651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:37.394191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:37.428467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956dca6-2284-4a1e-aaa6-78540e642c2f None None] The sync data for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 is: [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:40:21Z', 'revision_number': 4, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'fc2c08e3-7b35-4768-beb3-4a63ebe74c36', 'name': '', 'network_id': '6a97acb0-2c02-46cd-a908-831a34cb6efb', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'mac_address': 'fa:16:3e:9b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:20Z', 'updated_at': '2021-09-16T05:40:25Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'subnets': [{'id': 'd4fb10d3-a47f-492b-998d-536ab794f429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:37.436584 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5c4d418-a907-418f-8885-f51f0c843a12 req-1dcd27b7-48b9-4ef8-ba8e-9d971b916141 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0427985 Sep 16 05:41:37.463145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0023a06-6b9c-41de-8cb2-1b0913d7d651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:37.538916 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0023a06-6b9c-41de-8cb2-1b0913d7d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:37.601150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0023a06-6b9c-41de-8cb2-1b0913d7d651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bdc859-690c-408c-854f-b8debed4b6e3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:37.609281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e0023a06-6b9c-41de-8cb2-1b0913d7d651 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ce9224ddd0843f285ca8ae4c85afaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727569 Sep 16 05:41:37.614983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54004) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:37.635199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31055221-240d-41bd-aaba-11a7df7df803 req-49873dd6-f0a4-4b53-bf04-4b751a3d1aa8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0547659 Sep 16 05:41:37.717621 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cddea2b9-b422-4216-9c45-ef3284c454c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:37.795264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cddea2b9-b422-4216-9c45-ef3284c454c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:37.799921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9a5e4bd8-9e8b-4ddd-ae11-c96a657edf33 req-c1c2a5b1-40fa-40a3-86d1-444dbd9a4779 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0425727 Sep 16 05:41:37.824953 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db1a98c-bc12-4406-8be5-d2eacde00698 None None] New status for floating IP 7d135fd3-4aac-43ef-9878-44f2bb26a3c7: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:37.868798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcd0685c-b570-4c43-a188-c41cb9ded1ca req-49ba7e13-b5d6-4cb3-a89f-f8c0edc0b8ac tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2436e36-991e-4095-9522-84fea82da233 HTTP/1.1" status: 200 len: 210 time: 0.0472941 Sep 16 05:41:37.980932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4e7d56b-aa33-4151-90f1-41f8fcf2b963 req-1846d646-9982-42b1-951f-4206ce42b700 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0265613 Sep 16 05:41:37.987089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cddea2b9-b422-4216-9c45-ef3284c454c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:37.989859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cddea2b9-b422-4216-9c45-ef3284c454c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:37.995077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cddea2b9-b422-4216-9c45-ef3284c454c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17bdc859-690c-408c-854f-b8debed4b6e3 HTTP/1.1" status: 204 len: 168 time: 0.3750288 Sep 16 05:41:37.999353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddea2b9-b422-4216-9c45-ef3284c454c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bdc859-690c-408c-854f-b8debed4b6e3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:38.284312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee9557-2402-4e02-914b-d03140841c15 req-0173ed4b-9afd-49ba-a544-072836369a80 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:38.286514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cee9557-2402-4e02-914b-d03140841c15 req-0173ed4b-9afd-49ba-a544-072836369a80 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.0550492 Sep 16 05:41:38.337803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cee9557-2402-4e02-914b-d03140841c15 req-28543c38-811b-442d-a7ef-e7311f3fcf59 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372436 Sep 16 05:41:38.630369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-6b2fcab2-00f5-4e7d-a295-b8ecdfb6caba tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:38.631947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-6b2fcab2-00f5-4e7d-a295-b8ecdfb6caba tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.0529549 Sep 16 05:41:38.780517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Deleting port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:38.780871 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:38.825953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54032) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:38.848902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e00453c-0de3-4804-8064-90dbb7f6f522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.025702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e00453c-0de3-4804-8064-90dbb7f6f522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.113729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e00453c-0de3-4804-8064-90dbb7f6f522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.166204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e00453c-0de3-4804-8064-90dbb7f6f522 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1af04c5807a4757bd2a45573de772ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376896 Sep 16 05:41:39.169547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:39.193896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00453c-0de3-4804-8064-90dbb7f6f522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a579995-420e-4f38-9505-a50c0c115d1a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:39.242646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54044) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:39.282716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] For port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:39.283104 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.292798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3c11-d557-4032-9119-4dfe2bbaf8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.302214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Calling delete_port for 41d877a5-41a2-4f1f-8330-b8e9cda8a56e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:39.309293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8d4264e-2056-4948-8c7b-10b8d45bffa2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.333427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3c11-d557-4032-9119-4dfe2bbaf8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.338742 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8d4264e-2056-4948-8c7b-10b8d45bffa2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.507238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f913c50-db77-4b08-b43f-4817f21ae284 req-986833f6-39ae-409f-90f2-dd25bfc12e78 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:39.508894 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f913c50-db77-4b08-b43f-4817f21ae284 req-986833f6-39ae-409f-90f2-dd25bfc12e78 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 946 time: 0.0777836 Sep 16 05:41:39.526458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd385b6d-5117-4870-8a59-ed4a79aa26c4 req-420e3cc4-e8f0-4548-b261-7c5375bbcb95 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0295792 Sep 16 05:41:39.527411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8d4264e-2056-4948-8c7b-10b8d45bffa2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.534174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8d4264e-2056-4948-8c7b-10b8d45bffa2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.535559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a8d4264e-2056-4948-8c7b-10b8d45bffa2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] 10.222.0.49 "DELETE /v2.0/security-groups/5d28a169-d99a-45f1-b6a0-85975f72dfee HTTP/1.1" status: 204 len: 168 time: 0.2951820 Sep 16 05:41:39.546239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4264e-2056-4948-8c7b-10b8d45bffa2 tempest-TestVolumeBackupRestore-1164164057 tempest-TestVolumeBackupRestore-1164164057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d28a169-d99a-45f1-b6a0-85975f72dfee,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:39.610083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f913c50-db77-4b08-b43f-4817f21ae284 req-c6910842-687a-431d-8796-48047c8b6911 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/security-groups?id=737e0034-3264-48c7-8091-5b8434a42579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941782 Sep 16 05:41:39.622252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3c11-d557-4032-9119-4dfe2bbaf8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.626582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3c11-d557-4032-9119-4dfe2bbaf8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.630434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4d3e3c11-d557-4032-9119-4dfe2bbaf8e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a579995-420e-4f38-9505-a50c0c115d1a HTTP/1.1" status: 204 len: 168 time: 0.4577730 Sep 16 05:41:39.640050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e3c11-d557-4032-9119-4dfe2bbaf8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a579995-420e-4f38-9505-a50c0c115d1a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:39.722396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33bcb9c0-65b6-4858-b226-3f247707d29e req-e6fbd6c5-65a7-4984-8553-7f98d9476b89 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0541644 Sep 16 05:41:39.723552 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.755521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event deleted for resources: {'Port': ['ID=41d877a5-41a2-4f1f-8330-b8e9cda8a56e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:39.807092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] No DVR routers for this DVR port 41d877a5-41a2-4f1f-8330-b8e9cda8a56e on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:39.809968 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:39.812553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5aabf2d-65ac-4b74-a4a5-27f19568aec9 req-a89e7fb7-1e76-419c-a09a-f9f674ed8f3c tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.66 "DELETE /v2.0/ports/41d877a5-41a2-4f1f-8330-b8e9cda8a56e HTTP/1.1" status: 204 len: 173 time: 1.1689692 Sep 16 05:41:39.812705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'name': 'network-vif-deleted', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:39.815771 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9a48a4-6ab9-41ac-8c02-908fa9bd26fd" -d '{"events": [{"server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "name": "network-vif-deleted", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:39.861862 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c9967c-ae99-43f7-84d9-52e783b7f4ce x-openstack-request-id: req-a5c9967c-ae99-43f7-84d9-52e783b7f4ce {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:39.862199 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60", "name": "network-vif-deleted", "tag": "41d877a5-41a2-4f1f-8330-b8e9cda8a56e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:39.862506 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5c9967c-ae99-43f7-84d9-52e783b7f4ce {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:39.862855 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60', 'name': 'network-vif-deleted', 'tag': '41d877a5-41a2-4f1f-8330-b8e9cda8a56e', 'status': 'completed', 'code': 200} Sep 16 05:41:39.878783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0976514-974a-4f7d-b422-911fbe073ac2 req-fcff3e52-0d71-46f5-8500-4fbe4fddfe9d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0424886 Sep 16 05:41:40.015729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e11517b-21d2-49bb-8693-f6af0542d097 req-2f982fde-2be9-4ad4-9933-c5367c306674 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0276358 Sep 16 05:41:40.531879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54120) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:40.557830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a688c594-8b71-4f9d-b8a6-730c6ebef45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:40.667903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a688c594-8b71-4f9d-b8a6-730c6ebef45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:40.734311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9efa8eca-96c1-4e01-beae-c6eb10c678cc req-265b8e6e-87de-49f1-83bf-b72f65242b00 tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc69b239-0e5d-4e3e-bdd1-0b1bdd68af60 HTTP/1.1" status: 200 len: 210 time: 0.0270531 Sep 16 05:41:40.836029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a688c594-8b71-4f9d-b8a6-730c6ebef45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:40.890192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a688c594-8b71-4f9d-b8a6-730c6ebef45b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dbe83b09085495f87e1c3277d532abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536792 Sep 16 05:41:40.890839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54142) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:40.913458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688c594-8b71-4f9d-b8a6-730c6ebef45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1d09d3-a116-4f0e-a30d-c44cf564c709,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:40.990595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d3aa1b2-2da0-4fdb-ae11-844a15e3bf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:41.017347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d3aa1b2-2da0-4fdb-ae11-844a15e3bf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:41.255196 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d3aa1b2-2da0-4fdb-ae11-844a15e3bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:41.257837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d3aa1b2-2da0-4fdb-ae11-844a15e3bf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:41.261339 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1d3aa1b2-2da0-4fdb-ae11-844a15e3bf7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce1d09d3-a116-4f0e-a30d-c44cf564c709 HTTP/1.1" status: 204 len: 168 time: 0.3661444 Sep 16 05:41:41.268385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3aa1b2-2da0-4fdb-ae11-844a15e3bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1d09d3-a116-4f0e-a30d-c44cf564c709,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:41.628651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03e5f310-c088-4922-82cb-eac35973a524 req-0e9e9cb9-1eae-4b22-9b5e-1fd1b29a2b03 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0337114 Sep 16 05:41:41.831917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54206) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:41.849209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fdc2ca1-9723-460b-91c7-a7a0d44b88aa req-9e4b9a9e-52c7-461d-b11f-e4f28626bfaa service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0685029 Sep 16 05:41:42.026435 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5f4e5e3-761b-49d8-9ff1-0a838325dc4d tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:42.046483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8b73e160-798c-4cf2-bfa5-f6857feac020 req-78bfe5b5-03a5-4c45-959d-fea7235993c5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0643535 Sep 16 05:41:42.074436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5f4e5e3-761b-49d8-9ff1-0a838325dc4d tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:42.249531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee700687-9582-4e5c-9ed5-8f8ca4e3ed5e req-1d43369c-e281-422a-8ac3-6fa6f448cde3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0379820 Sep 16 05:41:42.322477 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5f4e5e3-761b-49d8-9ff1-0a838325dc4d tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:42.325432 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5f4e5e3-761b-49d8-9ff1-0a838325dc4d tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:42.326881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a5f4e5e3-761b-49d8-9ff1-0a838325dc4d tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] 10.222.0.49 "DELETE /v2.0/security-groups/737e0034-3264-48c7-8091-5b8434a42579 HTTP/1.1" status: 204 len: 168 time: 0.4939170 Sep 16 05:41:42.353615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4e5e3-761b-49d8-9ff1-0a838325dc4d tempest-TestServerBasicOps-1585412146 tempest-TestServerBasicOps-1585412146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737e0034-3264-48c7-8091-5b8434a42579,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:42.473007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 41d877a5-41a2-4f1f-8330-b8e9cda8a56e no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:42.480094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54258) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:42.504196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 41d877a5-41a2-4f1f-8330-b8e9cda8a56e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:42.505014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 41d877a5-41a2-4f1f-8330-b8e9cda8a56e not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:43.023483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.429907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Deleting port fc2c08e3-7b35-4768-beb3-4a63ebe74c36 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:43.430602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.587783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] For port fc2c08e3-7b35-4768-beb3-4a63ebe74c36, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:43.588613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:43.632496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Calling delete_port for fc2c08e3-7b35-4768-beb3-4a63ebe74c36 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:43.873166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9bdd6ba1-42da-4076-8571-0386ed9099ac req-bb472179-fe16-4405-bc34-092417c8fa82 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0502830 Sep 16 05:41:44.112662 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:44.137882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4bc97327-8ec4-4e6d-aa4c-c3c083b1d5c3 req-27f6c067-0a86-49bc-9da4-021418869887 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0790379 Sep 16 05:41:44.158453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2c08e3-7b35-4768-beb3-4a63ebe74c36,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:44.180388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9d941ef-d05a-47a1-a88c-0846d171e6d5 req-4ca92b3f-8273-43a6-8184-440af62f8440 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0369632 Sep 16 05:41:44.475669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddcad058-008a-46b6-abc8-ac94a4478b16 req-4f9f6237-ff1e-400a-b4fb-caf74016ce53 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0604992 Sep 16 05:41:44.494845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:44.767436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Router 906ebbc3-7d8c-4369-9020-6afbe269d9ce has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:44.864723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:44.948611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:44.960092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] Sync routers for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:44.971022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:44.971664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:44.975632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9238a937-90b9-4e40-84ff-f5c245045c14 admin admin] 10.222.0.49 "PUT /v2.0/routers/906ebbc3-7d8c-4369-9020-6afbe269d9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4865041 Sep 16 05:41:44.975632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54432) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:45.130515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:45.191928 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:45.626264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:41:43Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:45.660413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] Checking router: 906ebbc3-7d8c-4369-9020-6afbe269d9ce for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:45.703629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] Routers {'906ebbc3-7d8c-4369-9020-6afbe269d9ce'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:45.704600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:45.728203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:45.807642 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:45.856398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] Set router 906ebbc3-7d8c-4369-9020-6afbe269d9ce gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:46.021438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Deleting port f7b54f42-350f-4b49-8285-245dbf1f4f8b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:46.021922 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.099965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Deleting port 7a674dc3-f991-4157-9800-06a24b65890f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:46.100312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.181328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:41:43Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:46.190618 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8d7501ed-1bab-4ad5-9333-ff31900a748d req-c4e57b5a-0a93-4830-8978-0b52b98fccd4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0339158 Sep 16 05:41:46.223021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] For port f7b54f42-350f-4b49-8285-245dbf1f4f8b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f7b54f42-350f-4b49-8285-245dbf1f4f8b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:46.223468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.230673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] For port 7a674dc3-f991-4157-9800-06a24b65890f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7a674dc3-f991-4157-9800-06a24b65890f,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:46.232013 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.240855 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Calling delete_port for f7b54f42-350f-4b49-8285-245dbf1f4f8b owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:46.269409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Calling delete_port for 7a674dc3-f991-4157-9800-06a24b65890f owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:46.282958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf90529-0586-437e-977b-4ed2a8f0ab3f None None] The sync data for ids ['906ebbc3-7d8c-4369-9020-6afbe269d9ce'] in n-d-712749-15 is: [{'id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'name': 'tempest-TestServerBasicOps-512865910-router', 'tenant_id': '06b845054ed046d0ad73c3bb36a1b606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:17Z', 'updated_at': '2021-09-16T05:41:43Z', 'revision_number': 5, 'project_id': '06b845054ed046d0ad73c3bb36a1b606', 'gw_port': {'id': 'f7b54f42-350f-4b49-8285-245dbf1f4f8b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906ebbc3-7d8c-4369-9020-6afbe269d9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:18Z', 'updated_at': '2021-09-16T05:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:46.525925 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aea97902-dd66-4dd6-a57a-d89637978185 req-5c874779-2d38-4ac0-9bf8-0f8abb223ff7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0426280 Sep 16 05:41:46.533930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c165c93-4d16-4aaf-b173-52dbc98aa941 req-d5fa817b-8f44-49f9-9ecd-bc3aeb0e0fa8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0378530 Sep 16 05:41:46.596446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.625377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b54f42-350f-4b49-8285-245dbf1f4f8b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:46.701081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db5d2fb6-5ac6-428a-ab6e-53e998b6621a req-5fe979e4-8eaa-4d5c-8ce1-7cb8b065e848 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0548751 Sep 16 05:41:46.703963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.708192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.750067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a674dc3-f991-4157-9800-06a24b65890f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:46.854317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.859700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.002211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.010659 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.013871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 906ebbc3-7d8c-4369-9020-6afbe269d9ce {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:41:47.018270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.019546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-34299e6e-5145-479b-a329-20b374df8845 admin admin] 10.222.0.49 "DELETE /v2.0/routers/906ebbc3-7d8c-4369-9020-6afbe269d9ce HTTP/1.1" status: 204 len: 168 time: 2.0445573 Sep 16 05:41:47.022075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54556) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:47.122820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61a55e0-345d-437f-8da6-76ed353760ad admin admin] Deleting subnet d4fb10d3-a47f-492b-998d-536ab794f429 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:41:47.134165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d61a55e0-345d-437f-8da6-76ed353760ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.226537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fc2c08e3-7b35-4768-beb3-4a63ebe74c36 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:47.263062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d61a55e0-345d-437f-8da6-76ed353760ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.296315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: fc2c08e3-7b35-4768-beb3-4a63ebe74c36 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:47.296828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fc2c08e3-7b35-4768-beb3-4a63ebe74c36 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:47.393916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Router fcab9ba7-096b-4207-b6ba-8ee16823f123 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:47.436074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d61a55e0-345d-437f-8da6-76ed353760ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.526278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:47.534162 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3f5e8042-5678-4a89-bdf6-5c95d0221e0f admin admin] 10.222.0.49 "PUT /v2.0/routers/fcab9ba7-096b-4207-b6ba-8ee16823f123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663527 Sep 16 05:41:47.535065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:47.535502 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] Sync routers for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:47.546850 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:47.547471 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:47.552637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d61a55e0-345d-437f-8da6-76ed353760ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.584069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a55e0-345d-437f-8da6-76ed353760ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fb10d3-a47f-492b-998d-536ab794f429,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:47.592503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d61a55e0-345d-437f-8da6-76ed353760ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.597737 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d61a55e0-345d-437f-8da6-76ed353760ad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d4fb10d3-a47f-492b-998d-536ab794f429 HTTP/1.1" status: 204 len: 168 time: 0.5743804 Sep 16 05:41:47.598618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b76189-6d61-435e-9596-45d7ffc7679e None None] Network 6a97acb0-2c02-46cd-a908-831a34cb6efb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:47.600110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54590) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:47.682435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.743615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.795381 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:47.849108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Deleting port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:47.849456 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.987381 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:47.987944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] For port 97d61f44-0504-4ff0-8900-cef9a5be8aa6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=97d61f44-0504-4ff0-8900-cef9a5be8aa6,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:47.988343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.009602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Calling delete_port for 97d61f44-0504-4ff0-8900-cef9a5be8aa6 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:48.025119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54616) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:48.034644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] DHCP port deletion for 6a97acb0-2c02-46cd-a908-831a34cb6efb request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:41:48.094371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] Deleting port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:48.095350 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.115501 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:41:46Z', 'revision_number': 5, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port': {'id': 'cbfbcd24-c620-416f-9963-f1d7135e7c87', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:21Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.187921 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] Checking router: fcab9ba7-096b-4207-b6ba-8ee16823f123 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:48.195348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Deleting port cbfbcd24-c620-416f-9963-f1d7135e7c87 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:48.195919 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.197284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] For port 97d61f44-0504-4ff0-8900-cef9a5be8aa6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=97d61f44-0504-4ff0-8900-cef9a5be8aa6,segment=NetworkSegment(f128822c-ca31-46d1-b61a-5ef7d9312ea7),segment_id=f128822c-ca31-46d1-b61a-5ef7d9312ea7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:48.199026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.209359 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] Routers {'fcab9ba7-096b-4207-b6ba-8ee16823f123'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:48.210737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fcab9ba7-096b-4207-b6ba-8ee16823f123'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.214026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] Calling delete_port for 97d61f44-0504-4ff0-8900-cef9a5be8aa6 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:48.236737 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98686a9e-8707-4b10-ab60-3deb2ec42a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.240146 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.284145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] No DVR routers for this DVR port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:48.342605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] For port cbfbcd24-c620-416f-9963-f1d7135e7c87, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cbfbcd24-c620-416f-9963-f1d7135e7c87,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:48.343237 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.346116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Pushing event deleted for resources: {'Port': ['ID=97d61f44-0504-4ff0-8900-cef9a5be8aa6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:48.385792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Calling delete_port for cbfbcd24-c620-416f-9963-f1d7135e7c87 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:48.407811 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.463656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] No DVR routers for this DVR port 97d61f44-0504-4ff0-8900-cef9a5be8aa6 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:48.463656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73a2ff-d0f4-4a92-902f-083e5f87db06 None None] Pushing event deleted for resources: {'Port': ['ID=97d61f44-0504-4ff0-8900-cef9a5be8aa6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:48.504037 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.524513 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] Set router fcab9ba7-096b-4207-b6ba-8ee16823f123 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:48.546258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a97acb0-2c02-46cd-a908-831a34cb6efb']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.575060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f128822c-ca31-46d1-b61a-5ef7d9312ea7') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.581275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f128822c-ca31-46d1-b61a-5ef7d9312ea7') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.630257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.661076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-abde3926-a2ce-4937-9b60-c29e17f1b16c req-ad4af3ed-5c65-4fb8-b8ef-e988084c5a4a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0880775 Sep 16 05:41:48.664992 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:41:47Z', 'revision_number': 6, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:48.687707 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.698837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:41:48.699369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:41:48.701174 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:41:48.744719 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f64d62-2140-4fc5-a4a1-076930633e7a None None] The sync data for ids ['fcab9ba7-096b-4207-b6ba-8ee16823f123'] in n-d-712749-15 is: [{'id': 'fcab9ba7-096b-4207-b6ba-8ee16823f123', 'name': 'tempest-TestVolumeBackupRestore-136499741-router', 'tenant_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:20Z', 'updated_at': '2021-09-16T05:41:47Z', 'revision_number': 6, 'project_id': 'e4effc1d204a49d1830dcd5c0d706d6c', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:48.767028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2c41c59-2743-4142-abfa-0bc86e66dbaa req-24322e24-810e-4816-8b71-36e7300c106a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0813255 Sep 16 05:41:48.769731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.862447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfbcd24-c620-416f-9963-f1d7135e7c87,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:48.874548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.913022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92920b3c-0aaa-4ace-b7c8-7c9fd686bced req-87f3a1d0-3718-41fd-acb8-bb61ad9268c1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0797439 Sep 16 05:41:48.916178 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.937511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.943379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] 10.222.0.49 "DELETE /v2.0/networks/6a97acb0-2c02-46cd-a908-831a34cb6efb HTTP/1.1" status: 204 len: 168 time: 1.3386786 Sep 16 05:41:48.943379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1dff8-b56d-4ad1-85e5-136e7520f34c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a97acb0-2c02-46cd-a908-831a34cb6efb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:48.944586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98686a9e-8707-4b10-ab60-3deb2ec42a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.945494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54676) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:49.043494 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98686a9e-8707-4b10-ab60-3deb2ec42a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.071121 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.074405 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.094451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6db27700-4740-4fd0-8a49-c2fc3b32e290 req-089b100b-7a44-492a-960e-45586cf87ae0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1894722 Sep 16 05:41:49.098319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-98686a9e-8707-4b10-ab60-3deb2ec42a02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e23f358c5ba4d538688da70a6b35f24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0720923 Sep 16 05:41:49.102084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54684) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:49.102780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98686a9e-8707-4b10-ab60-3deb2ec42a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd82d92-fbf8-4c94-beb0-2070061fb194,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:49.196989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07db5968-02a6-408b-90c5-38ea704677dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.221930 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07db5968-02a6-408b-90c5-38ea704677dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.245867 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.248295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcab9ba7-096b-4207-b6ba-8ee16823f123 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:41:49.259562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.262886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-282d4267-98c8-49f6-b347-b824f2a2db5f admin admin] 10.222.0.49 "DELETE /v2.0/routers/fcab9ba7-096b-4207-b6ba-8ee16823f123 HTTP/1.1" status: 204 len: 168 time: 1.7243323 Sep 16 05:41:49.265670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54690) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:49.327890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-702cdd60-bb60-48d4-a997-21ca5acbb210 admin admin] Deleting subnet bd4e71d0-12f5-41e8-93b7-6373f420134b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:41:49.333594 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702cdd60-bb60-48d4-a997-21ca5acbb210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.385362 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702cdd60-bb60-48d4-a997-21ca5acbb210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.409007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07db5968-02a6-408b-90c5-38ea704677dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.410948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-07db5968-02a6-408b-90c5-38ea704677dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.414570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-07db5968-02a6-408b-90c5-38ea704677dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cd82d92-fbf8-4c94-beb0-2070061fb194 HTTP/1.1" status: 204 len: 168 time: 0.3088081 Sep 16 05:41:49.458049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db5968-02a6-408b-90c5-38ea704677dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd82d92-fbf8-4c94-beb0-2070061fb194,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:49.460437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.508431 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702cdd60-bb60-48d4-a997-21ca5acbb210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.551596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:49.696355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702cdd60-bb60-48d4-a997-21ca5acbb210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.700170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f7b54f42-350f-4b49-8285-245dbf1f4f8b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:49.700992 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-382222dc-be5f-4be3-a1a3-4d8c04075117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.747919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: f7b54f42-350f-4b49-8285-245dbf1f4f8b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:49.748978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f7b54f42-350f-4b49-8285-245dbf1f4f8b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:49.749603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 97d61f44-0504-4ff0-8900-cef9a5be8aa6 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:49.753062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cdd60-bb60-48d4-a997-21ca5acbb210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4e71d0-12f5-41e8-93b7-6373f420134b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:49.768687 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-702cdd60-bb60-48d4-a997-21ca5acbb210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.771510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-702cdd60-bb60-48d4-a997-21ca5acbb210 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bd4e71d0-12f5-41e8-93b7-6373f420134b HTTP/1.1" status: 204 len: 168 time: 0.5041857 Sep 16 05:41:49.774580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54718) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:49.790516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d95bc66-1420-459d-af5f-29d3aa4e7886 None None] Network 777d87c4-e13c-4203-828c-945ef3773563 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:49.827686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Deleting port 8a442253-39d5-4626-8803-79d64a835887 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:49.828105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.882938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 97d61f44-0504-4ff0-8900-cef9a5be8aa6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:49.883887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 97d61f44-0504-4ff0-8900-cef9a5be8aa6 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:49.884494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7a674dc3-f991-4157-9800-06a24b65890f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:49.906477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-382222dc-be5f-4be3-a1a3-4d8c04075117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.929051 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:49.937703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7a674dc3-f991-4157-9800-06a24b65890f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:49.937994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7a674dc3-f991-4157-9800-06a24b65890f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:49.976546 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-382222dc-be5f-4be3-a1a3-4d8c04075117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.004900 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d417ed37-066f-4a63-994e-42e3af25035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.019825 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-382222dc-be5f-4be3-a1a3-4d8c04075117 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f09e6f5ef65b4050b11b4da3477cafc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664061 Sep 16 05:41:50.025287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382222dc-be5f-4be3-a1a3-4d8c04075117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa869c6-2253-4bf5-b683-3f0891d40929,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:50.027103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54730) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:50.057649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] For port 8a442253-39d5-4626-8803-79d64a835887, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8a442253-39d5-4626-8803-79d64a835887,segment=NetworkSegment(5fb5ffbb-74a0-4426-bf0e-013990085dae),segment_id=5fb5ffbb-74a0-4426-bf0e-013990085dae)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:50.058255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.085200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] DHCP port deletion for 777d87c4-e13c-4203-828c-945ef3773563 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:41:50.099947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Calling delete_port for 8a442253-39d5-4626-8803-79d64a835887 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:50.140779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] Deleting port 7eeae20d-505e-409a-a02e-4414a077d9e7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:50.141153 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.213741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] For port 7eeae20d-505e-409a-a02e-4414a077d9e7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7eeae20d-505e-409a-a02e-4414a077d9e7,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:50.214585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.230277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] Calling delete_port for 7eeae20d-505e-409a-a02e-4414a077d9e7 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:50.248963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Deleting port 7eeae20d-505e-409a-a02e-4414a077d9e7 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:50.249305 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.293275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-32f7c7e3-d648-4183-8c21-6a464bd7b2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.327613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54748) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:50.340971 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95cd85a3-f7ad-4199-b9b9-30add6bc17de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.372033 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] For port 7eeae20d-505e-409a-a02e-4414a077d9e7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7eeae20d-505e-409a-a02e-4414a077d9e7,segment=NetworkSegment(458f93ab-65d3-4212-ba84-51f6a1a6801e),segment_id=458f93ab-65d3-4212-ba84-51f6a1a6801e)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:50.372410 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.376606 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-32f7c7e3-d648-4183-8c21-6a464bd7b2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.397864 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.415188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Calling delete_port for 7eeae20d-505e-409a-a02e-4414a077d9e7 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:50.430972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] No DVR routers for this DVR port 7eeae20d-505e-409a-a02e-4414a077d9e7 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:50.436896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630d13b-6f98-4f03-963f-9911448330ae None None] Pushing event deleted for resources: {'Port': ['ID=7eeae20d-505e-409a-a02e-4414a077d9e7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:50.449704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95cd85a3-f7ad-4199-b9b9-30add6bc17de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.510088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95cd85a3-f7ad-4199-b9b9-30add6bc17de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.552950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-95cd85a3-f7ad-4199-b9b9-30add6bc17de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a81855420204b888d9ad09c8519e0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242336 Sep 16 05:41:50.555174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd85a3-f7ad-4199-b9b9-30add6bc17de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8961b90-afca-478d-9c91-8a386ff027e0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:50.556074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54760) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:50.556750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.595716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eeae20d-505e-409a-a02e-4414a077d9e7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:50.600569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] No DVR routers for this DVR port 7eeae20d-505e-409a-a02e-4414a077d9e7 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:50.634341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.682507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-32f7c7e3-d648-4183-8c21-6a464bd7b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.685126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-32f7c7e3-d648-4183-8c21-6a464bd7b2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.686430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-32f7c7e3-d648-4183-8c21-6a464bd7b2f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fa869c6-2253-4bf5-b683-3f0891d40929 HTTP/1.1" status: 204 len: 168 time: 0.6577005 Sep 16 05:41:50.700841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a442253-39d5-4626-8803-79d64a835887,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:50.718062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7c7e3-d648-4183-8c21-6a464bd7b2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa869c6-2253-4bf5-b683-3f0891d40929,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:50.780601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.798607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.846762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-284eb082-2d9a-40bf-a147-6023d5c69051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.897355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777d87c4-e13c-4203-828c-945ef3773563']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:50.905190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7f7e964b-d687-4c90-8302-b7ee002d1f67 req-30f14b18-3143-4b96-86e1-862471debdcc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0979741 Sep 16 05:41:50.930351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458f93ab-65d3-4212-ba84-51f6a1a6801e') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:50.930647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458f93ab-65d3-4212-ba84-51f6a1a6801e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:50.987409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.990314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-284eb082-2d9a-40bf-a147-6023d5c69051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.015330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.038938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:41:51.039354 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:41:51.041070 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:41:51.087738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74c94057-5274-4e29-bd4e-e90704752e8c req-293ceae5-1918-448a-a5f9-7e17f00cff5c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0551400 Sep 16 05:41:51.191398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2895ac7-1638-4324-8da9-658dfcd9bcfc req-6dc6ff84-e387-425f-96e9-1682cb5930a2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0442562 Sep 16 05:41:51.220328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.246691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cbfbcd24-c620-416f-9963-f1d7135e7c87 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:51.276828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: cbfbcd24-c620-416f-9963-f1d7135e7c87 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:51.277479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cbfbcd24-c620-416f-9963-f1d7135e7c87 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:51.278451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7eeae20d-505e-409a-a02e-4414a077d9e7 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:51.295744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4de42a2b-8310-4dbb-bd33-1c76770eed63 req-7d2ee872-2fcd-495b-b5dd-1618c969ad78 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0465953 Sep 16 05:41:51.301754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7eeae20d-505e-409a-a02e-4414a077d9e7 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:51.302109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7eeae20d-505e-409a-a02e-4414a077d9e7 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:51.330434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.340416 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.340416 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] 10.222.0.49 "DELETE /v2.0/networks/777d87c4-e13c-4203-828c-945ef3773563 HTTP/1.1" status: 204 len: 168 time: 1.5637753 Sep 16 05:41:51.342882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:51.357247 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d753274-8f39-406e-a0c5-2b9e5ba3b458 admin admin] Pushing event deleted for resources: {'Network': ['ID=777d87c4-e13c-4203-828c-945ef3773563,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:51.365813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-284eb082-2d9a-40bf-a147-6023d5c69051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.368385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-284eb082-2d9a-40bf-a147-6023d5c69051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.369587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-284eb082-2d9a-40bf-a147-6023d5c69051 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8961b90-afca-478d-9c91-8a386ff027e0 HTTP/1.1" status: 204 len: 168 time: 0.8104162 Sep 16 05:41:51.386333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eb082-2d9a-40bf-a147-6023d5c69051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8961b90-afca-478d-9c91-8a386ff027e0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:51.727474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:51.748014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f32621e4-a2fa-44c3-91b4-8aa8296539e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.809369 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.835280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Router 9e88d650-5c67-4e5f-a276-61513c3711d6 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:51.964937 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f32621e4-a2fa-44c3-91b4-8aa8296539e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.984910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:51.991286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5c9bb5c5-fba8-4bf4-a432-c7622de64b97 admin admin] 10.222.0.49 "PUT /v2.0/routers/9e88d650-5c67-4e5f-a276-61513c3711d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0443616 Sep 16 05:41:51.995099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54842) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:51.997442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] Sync routers for ids ['9e88d650-5c67-4e5f-a276-61513c3711d6'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:52.011562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] Routers {'9e88d650-5c67-4e5f-a276-61513c3711d6'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:52.011562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9e88d650-5c67-4e5f-a276-61513c3711d6'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:52.039971 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f32621e4-a2fa-44c3-91b4-8aa8296539e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.092038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32621e4-a2fa-44c3-91b4-8aa8296539e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9128103-c753-4adf-a370-4fab21313fad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:52.105151 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f32621e4-a2fa-44c3-91b4-8aa8296539e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7114b06fd8004d83ae19224d2c0623fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766124 Sep 16 05:41:52.110798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54850) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:52.149066 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.286132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.342459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] Set router 9e88d650-5c67-4e5f-a276-61513c3711d6 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:52.407469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Deleting port 6a0923d3-66a7-4c77-bb7c-112d45313ea3 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:52.407826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.517948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] For port 6a0923d3-66a7-4c77-bb7c-112d45313ea3, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6a0923d3-66a7-4c77-bb7c-112d45313ea3,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:52.518514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.535305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Calling delete_port for 6a0923d3-66a7-4c77-bb7c-112d45313ea3 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:52.583300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:41:50Z', 'revision_number': 5, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port': {'id': '6a0923d3-66a7-4c77-bb7c-112d45313ea3', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:27Z', 'updated_at': '2021-09-16T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:52.616327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] Checking router: 9e88d650-5c67-4e5f-a276-61513c3711d6 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:52.617564 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41d391c-c9cc-46ae-b372-35bff188bf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.625420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] Routers {'9e88d650-5c67-4e5f-a276-61513c3711d6'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:52.626796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9e88d650-5c67-4e5f-a276-61513c3711d6'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:52.648206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41d391c-c9cc-46ae-b372-35bff188bf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.656105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Deleting port ad14dc58-6f84-4fa3-995a-358b1c42a7fe {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:52.656619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.729917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] Set router 9e88d650-5c67-4e5f-a276-61513c3711d6 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:52.787789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:41:52Z', 'revision_number': 6, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:52.815718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] For port ad14dc58-6f84-4fa3-995a-358b1c42a7fe, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,segment=NetworkSegment(65878b96-cee8-4e9c-a0bb-50efc7f86236),segment_id=65878b96-cee8-4e9c-a0bb-50efc7f86236)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:52.816377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.821101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d2132-aebf-4081-82d9-3d081b9a6fdd None None] The sync data for ids ['9e88d650-5c67-4e5f-a276-61513c3711d6'] in n-d-712749-15 is: [{'id': '9e88d650-5c67-4e5f-a276-61513c3711d6', 'name': 'tempest-TestServerBasicOps-1692320198-router', 'tenant_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:25Z', 'updated_at': '2021-09-16T05:41:52Z', 'revision_number': 6, 'project_id': '4c8c4dcc91084782b5dcc7d591f11c89', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:52.835012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Calling delete_port for ad14dc58-6f84-4fa3-995a-358b1c42a7fe owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:52.849708 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.886743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0923d3-66a7-4c77-bb7c-112d45313ea3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:52.910687 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41d391c-c9cc-46ae-b372-35bff188bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.918833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e41d391c-c9cc-46ae-b372-35bff188bf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.918833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e41d391c-c9cc-46ae-b372-35bff188bf39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9128103-c753-4adf-a370-4fab21313fad HTTP/1.1" status: 204 len: 168 time: 0.8028297 Sep 16 05:41:52.938955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d391c-c9cc-46ae-b372-35bff188bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9128103-c753-4adf-a370-4fab21313fad,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:52.972545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.112500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.115209 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.146549 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37ffd039-3c89-4658-a41b-ac6a4ccc6e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.169989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.216090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad14dc58-6f84-4fa3-995a-358b1c42a7fe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:53.265175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95b09881-8da6-4f26-ade8-2908f19f725d req-907779d7-d2bf-472f-8a60-8bf546014c06 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0749547 Sep 16 05:41:53.267921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.268634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e88d650-5c67-4e5f-a276-61513c3711d6 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:41:53.279660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.281296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2b341787-9781-43d1-b587-e5e35a8edb79 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9e88d650-5c67-4e5f-a276-61513c3711d6 HTTP/1.1" status: 204 len: 168 time: 1.2790647 Sep 16 05:41:53.284718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54886) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:53.352058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8a442253-39d5-4626-8803-79d64a835887 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:53.361522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c116d1-b86e-4f73-8dd4-dad894105f33 admin admin] Deleting subnet e193bf24-f8b3-4846-91c2-08bd8f311f46 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:41:53.365355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8c116d1-b86e-4f73-8dd4-dad894105f33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.415576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8a442253-39d5-4626-8803-79d64a835887 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:53.416243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8a442253-39d5-4626-8803-79d64a835887 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:53.439811 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07ce52e3-d7e4-4d2a-a2f0-9555c45d141e req-c14de547-8cb2-4e70-a6a2-060ecbf1f18d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1178210 Sep 16 05:41:53.461507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8c116d1-b86e-4f73-8dd4-dad894105f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.553756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f6c72b6c-0b57-40c0-91ee-11b8c13137ae req-0ae82cda-d8b9-4a6c-9888-29077748a17b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0586798 Sep 16 05:41:53.631032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8c116d1-b86e-4f73-8dd4-dad894105f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.644823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a793aa7b-3ef4-4337-86cf-f80191ac479f req-181cf623-a6a1-4acf-8b63-126a8b1b2343 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0393419 Sep 16 05:41:53.651347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.764500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8c116d1-b86e-4f73-8dd4-dad894105f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.798044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c116d1-b86e-4f73-8dd4-dad894105f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e193bf24-f8b3-4846-91c2-08bd8f311f46,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:53.808273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8c116d1-b86e-4f73-8dd4-dad894105f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.811164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc2efb-2806-4c1a-a83b-aac9e3bfc1af None None] Network 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:53.816603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b8c116d1-b86e-4f73-8dd4-dad894105f33 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e193bf24-f8b3-4846-91c2-08bd8f311f46 HTTP/1.1" status: 204 len: 168 time: 0.5307717 Sep 16 05:41:53.819505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54912) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:53.863734 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.937919 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.956541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Router be3498f1-e25e-4286-943c-287ca2b0b414 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:54.008513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Deleting port 03a09d9b-c8af-4f65-b35c-c21e125003a1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:54.008859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.074974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] DHCP port deletion for 0bcb4c17-6e5b-43a8-a076-ca72ebc1962c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:41:54.108766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] For port 03a09d9b-c8af-4f65-b35c-c21e125003a1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=03a09d9b-c8af-4f65-b35c-c21e125003a1,segment=NetworkSegment(5fb5ffbb-74a0-4426-bf0e-013990085dae),segment_id=5fb5ffbb-74a0-4426-bf0e-013990085dae)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:54.109170 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.115717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:54.128288 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] Sync routers for ids ['be3498f1-e25e-4286-943c-287ca2b0b414'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:54.130200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3df5ee7c-f33a-471f-92a7-853fe78e837c admin admin] 10.222.0.49 "PUT /v2.0/routers/be3498f1-e25e-4286-943c-287ca2b0b414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7858825 Sep 16 05:41:54.132949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:54.137003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Calling delete_port for 03a09d9b-c8af-4f65-b35c-c21e125003a1 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:54.145390 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] Routers {'be3498f1-e25e-4286-943c-287ca2b0b414'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:54.146018 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['be3498f1-e25e-4286-943c-287ca2b0b414'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:54.166296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Deleting port 03a09d9b-c8af-4f65-b35c-c21e125003a1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:54.166917 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.317818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.331741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] For port 03a09d9b-c8af-4f65-b35c-c21e125003a1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=03a09d9b-c8af-4f65-b35c-c21e125003a1,segment=NetworkSegment(5fb5ffbb-74a0-4426-bf0e-013990085dae),segment_id=5fb5ffbb-74a0-4426-bf0e-013990085dae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:54.332512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.346741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Calling delete_port for 03a09d9b-c8af-4f65-b35c-c21e125003a1 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:54.377625 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] Set router be3498f1-e25e-4286-943c-287ca2b0b414 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:54.424752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.430605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.461788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Pushing event deleted for resources: {'Port': ['ID=03a09d9b-c8af-4f65-b35c-c21e125003a1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.467123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] No DVR routers for this DVR port 03a09d9b-c8af-4f65-b35c-c21e125003a1 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:54.477018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.477822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.478333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.478834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.479320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.480080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.480569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.481079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.481579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.482244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.482976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.483467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbcd3e-258f-4a2f-b747-a0237ef78ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:54.497615 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.512484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Pushing event deleted for resources: {'Port': ['ID=03a09d9b-c8af-4f65-b35c-c21e125003a1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.517045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] No DVR routers for this DVR port 03a09d9b-c8af-4f65-b35c-c21e125003a1 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:54.629399 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.654327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcb4c17-6e5b-43a8-a076-ca72ebc1962c']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:54.656544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Deleting port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:54.657692 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.669475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb5ffbb-74a0-4426-bf0e-013990085dae') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:54.669771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb5ffbb-74a0-4426-bf0e-013990085dae') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:54.679100 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:41:53Z', 'revision_number': 5, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port': {'id': '6cc8984c-4a4d-4319-9286-c2a8cdc9a276', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:54.684581 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.707449 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] Checking router: be3498f1-e25e-4286-943c-287ca2b0b414 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:54.712657 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.717777 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] Routers {'be3498f1-e25e-4286-943c-287ca2b0b414'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:54.718215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:41:54.718550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['be3498f1-e25e-4286-943c-287ca2b0b414'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:54.718826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:41:54.721690 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:41:54.773900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] For port 6cc8984c-4a4d-4319-9286-c2a8cdc9a276, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6cc8984c-4a4d-4319-9286-c2a8cdc9a276,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:54.774574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.792822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Calling delete_port for 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:54.820986 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] Set router be3498f1-e25e-4286-943c-287ca2b0b414 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:54.889953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.890440 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:41:54Z', 'revision_number': 6, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:54.906686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:54.909380 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] 10.222.0.49 "DELETE /v2.0/networks/0bcb4c17-6e5b-43a8-a076-ca72ebc1962c HTTP/1.1" status: 204 len: 168 time: 1.0886211 Sep 16 05:41:54.910283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05b157-ab05-40cb-9f5e-4d93a9a57edf admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcb4c17-6e5b-43a8-a076-ca72ebc1962c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:54.933850 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57725bd7-a182-4b02-b274-9bfbaa2d9a40 None None] The sync data for ids ['be3498f1-e25e-4286-943c-287ca2b0b414'] in n-d-712749-15 is: [{'id': 'be3498f1-e25e-4286-943c-287ca2b0b414', 'name': 'tempest-TestVolumeBackupRestore-2073417584-router', 'tenant_id': '255dc7b71f5541cca2b3f6124814c6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:29Z', 'updated_at': '2021-09-16T05:41:54Z', 'revision_number': 6, 'project_id': '255dc7b71f5541cca2b3f6124814c6ff', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:55.115580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.151518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc8984c-4a4d-4319-9286-c2a8cdc9a276,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:55.214907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.328577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54964) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:55.338347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.350221 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.355190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.399498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a8b7d87e-74df-4706-bbca-8800582e25e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=06b845054ed046d0ad73c3bb36a1b606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697300 Sep 16 05:41:55.402071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54970) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:55.488000 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9bf2160-96c8-4cc3-b1c6-126dfc12cc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.535310 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.535911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be3498f1-e25e-4286-943c-287ca2b0b414 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:41:55.541413 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.545427 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0152ddc6-557f-42be-abd3-06174848f997 admin admin] 10.222.0.49 "DELETE /v2.0/routers/be3498f1-e25e-4286-943c-287ca2b0b414 HTTP/1.1" status: 204 len: 168 time: 1.4079678 Sep 16 05:41:55.548779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54984) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:55.566919 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9bf2160-96c8-4cc3-b1c6-126dfc12cc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.590269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9c5819d-57e6-4cc2-8083-f4d15a133e5b req-cfc84315-25eb-4c81-9448-7829682f9a35 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0602999 Sep 16 05:41:55.621220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aae7cdb-d60a-4129-bd8b-bfda7f4afad7 req-58ad3b7d-7ec8-45f1-a612-508131e584b0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0363004 Sep 16 05:41:55.633928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27f30a1-3941-4054-bd76-34ae59085dce admin admin] Deleting subnet 86967519-8863-467e-93c7-8e521c2ae8a6 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:41:55.638072 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a27f30a1-3941-4054-bd76-34ae59085dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.683185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a27f30a1-3941-4054-bd76-34ae59085dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.706865 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9bf2160-96c8-4cc3-b1c6-126dfc12cc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.710873 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d9bf2160-96c8-4cc3-b1c6-126dfc12cc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.715465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d9bf2160-96c8-4cc3-b1c6-126dfc12cc12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/760d5523-fd64-4112-9bc6-6dee303c737a HTTP/1.1" status: 204 len: 168 time: 0.3097067 Sep 16 05:41:55.738264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf2160-96c8-4cc3-b1c6-126dfc12cc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760d5523-fd64-4112-9bc6-6dee303c737a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:55.805311 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a27f30a1-3941-4054-bd76-34ae59085dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.863254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6a0923d3-66a7-4c77-bb7c-112d45313ea3 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:55.881547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a06bac9f-86c6-4a69-bc00-2b6d49b513a0 req-c4d5b89e-079d-48d2-b7e4-4ddf37d40b9b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0552528 Sep 16 05:41:55.885228 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 6a0923d3-66a7-4c77-bb7c-112d45313ea3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:55.885593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6a0923d3-66a7-4c77-bb7c-112d45313ea3 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:55.886021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 03a09d9b-c8af-4f65-b35c-c21e125003a1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:55.899505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3fc6cb17-fb51-4f48-9803-631d61035733 req-da6a1c67-7dc3-4c58-af2f-ba7b6a944b25 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0491810 Sep 16 05:41:55.914885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 03a09d9b-c8af-4f65-b35c-c21e125003a1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:55.915236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 03a09d9b-c8af-4f65-b35c-c21e125003a1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:55.915659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ad14dc58-6f84-4fa3-995a-358b1c42a7fe no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:55.950129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ad14dc58-6f84-4fa3-995a-358b1c42a7fe {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:55.950129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ad14dc58-6f84-4fa3-995a-358b1c42a7fe not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:56.007217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a27f30a1-3941-4054-bd76-34ae59085dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.036503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f30a1-3941-4054-bd76-34ae59085dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86967519-8863-467e-93c7-8e521c2ae8a6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:56.044476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a27f30a1-3941-4054-bd76-34ae59085dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.049447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a27f30a1-3941-4054-bd76-34ae59085dce admin admin] 10.222.0.49 "DELETE /v2.0/subnets/86967519-8863-467e-93c7-8e521c2ae8a6 HTTP/1.1" status: 204 len: 168 time: 0.4980619 Sep 16 05:41:56.049816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55024) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:56.053392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946cd96-306e-4a1e-9f9b-b5072d8e7ab3 None None] Network d0ace9d9-853d-419c-bfce-ad67dc56cac1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:56.143876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.214524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Deleting port 7ae44421-ba0a-4222-8c9a-86ff0658c630 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:56.214860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.309348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] DHCP port deletion for d0ace9d9-853d-419c-bfce-ad67dc56cac1 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:41:56.335674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] For port 7ae44421-ba0a-4222-8c9a-86ff0658c630, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7ae44421-ba0a-4222-8c9a-86ff0658c630,segment=NetworkSegment(65878b96-cee8-4e9c-a0bb-50efc7f86236),segment_id=65878b96-cee8-4e9c-a0bb-50efc7f86236)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:56.336290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.360788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Calling delete_port for 7ae44421-ba0a-4222-8c9a-86ff0658c630 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:56.368993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] Deleting port 7ae44421-ba0a-4222-8c9a-86ff0658c630 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:56.369571 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.435333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] For port 7ae44421-ba0a-4222-8c9a-86ff0658c630, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7ae44421-ba0a-4222-8c9a-86ff0658c630,segment=NetworkSegment(65878b96-cee8-4e9c-a0bb-50efc7f86236),segment_id=65878b96-cee8-4e9c-a0bb-50efc7f86236)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:56.435722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.448661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] Calling delete_port for 7ae44421-ba0a-4222-8c9a-86ff0658c630 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:56.567189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.575398 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.595467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae44421-ba0a-4222-8c9a-86ff0658c630,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:56.597553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] No DVR routers for this DVR port 7ae44421-ba0a-4222-8c9a-86ff0658c630 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:56.602340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] Pushing event deleted for resources: {'Port': ['ID=7ae44421-ba0a-4222-8c9a-86ff0658c630,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:56.608060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614286c5-5263-46b3-a903-28e5ea61510c None None] No DVR routers for this DVR port 7ae44421-ba0a-4222-8c9a-86ff0658c630 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:56.655989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55066) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:56.686006 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.708581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ace9d9-853d-419c-bfce-ad67dc56cac1']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:56.714464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fbc7c419-a9b7-4838-80b0-93879c71b778 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c8c4dcc91084782b5dcc7d591f11c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560760 Sep 16 05:41:56.717121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55072) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:56.725662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65878b96-cee8-4e9c-a0bb-50efc7f86236') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:56.725972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65878b96-cee8-4e9c-a0bb-50efc7f86236') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:56.735893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.757364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.763684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:41:56.764116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:41:56.765781 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:41:56.773775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27cd6344-7baf-484b-80e8-d934cbbf1bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.801628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27cd6344-7baf-484b-80e8-d934cbbf1bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.910062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.910307 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27cd6344-7baf-484b-80e8-d934cbbf1bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.913015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27cd6344-7baf-484b-80e8-d934cbbf1bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.914311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-27cd6344-7baf-484b-80e8-d934cbbf1bc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8eeb00d0-5373-480a-8ed8-66f462f0657c HTTP/1.1" status: 204 len: 168 time: 0.1957886 Sep 16 05:41:56.919361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:56.925418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] 10.222.0.49 "DELETE /v2.0/networks/d0ace9d9-853d-419c-bfce-ad67dc56cac1 HTTP/1.1" status: 204 len: 168 time: 0.8707385 Sep 16 05:41:56.934268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6344-7baf-484b-80e8-d934cbbf1bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb00d0-5373-480a-8ed8-66f462f0657c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:56.939775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb2b60-36df-4ec2-a961-cde0e30dc58d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ace9d9-853d-419c-bfce-ad67dc56cac1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:57.133055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7ae44421-ba0a-4222-8c9a-86ff0658c630 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:57.153729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7ae44421-ba0a-4222-8c9a-86ff0658c630 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:57.154077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7ae44421-ba0a-4222-8c9a-86ff0658c630 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:57.154479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:57.173087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:57.173891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6cc8984c-4a4d-4319-9286-c2a8cdc9a276 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:57.402169 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55136) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:57.451678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cc8369f1-b959-4cf9-a334-71bd21d88ace admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4effc1d204a49d1830dcd5c0d706d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462563 Sep 16 05:41:57.451935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55138) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:57.458374 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.506352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18e0113a-68b2-4950-9de1-7fb9923c74c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.529235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18e0113a-68b2-4950-9de1-7fb9923c74c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.681792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18e0113a-68b2-4950-9de1-7fb9923c74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.689865 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18e0113a-68b2-4950-9de1-7fb9923c74c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:57.690650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18e0113a-68b2-4950-9de1-7fb9923c74c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48cfc057-49ac-4b10-828e-e3567eacc070 HTTP/1.1" status: 204 len: 168 time: 0.2373927 Sep 16 05:41:57.702170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0113a-68b2-4950-9de1-7fb9923c74c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cfc057-49ac-4b10-828e-e3567eacc070,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:57.875553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ed89244-3c47-4956-af43-073df4708fcb req-5dda0738-1538-4fb3-84f8-b42338e87195 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0309532 Sep 16 05:41:57.877167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0125fc4f-7bc4-4be9-af80-7d816eb90bf9 req-39cf060b-a221-4f28-b869-bc9669b33a82 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0284936 Sep 16 05:41:58.047564 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da4b24db-a9e2-40bf-a8c9-9d943ff52285 req-161bdd7a-4daf-4d46-b11b-893c40fd8133 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0284073 Sep 16 05:41:58.053965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-024075f6-a4a5-4000-a944-c34452396a48 req-d053df09-9b0b-4855-83fe-bcdd81851e50 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0284278 Sep 16 05:41:58.122741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55184) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:58.179798 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:58.276955 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77ce8f0e-eff1-4974-a4a0-7b6766cae15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.366711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77ce8f0e-eff1-4974-a4a0-7b6766cae15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.487186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77ce8f0e-eff1-4974-a4a0-7b6766cae15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.505025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55212) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:58.537723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77ce8f0e-eff1-4974-a4a0-7b6766cae15e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27c88dcc432b47d6b94d5c3b51034ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138398 Sep 16 05:41:58.538630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce8f0e-eff1-4974-a4a0-7b6766cae15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb95a6c-049d-475f-855d-18ed43c355cc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:58.541826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55214) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:58.564719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0495db8f-b19b-4225-bad3-f659f46a8c1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=255dc7b71f5541cca2b3f6124814c6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543144 Sep 16 05:41:58.564719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55216) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:58.566906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55218) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:58.610418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22a789b3-f1eb-4ab3-b399-bd56a4f43a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.617182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b66ebef-40d6-45f4-9828-11a1c53e4e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.643681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22a789b3-f1eb-4ab3-b399-bd56a4f43a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.649320 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b66ebef-40d6-45f4-9828-11a1c53e4e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.721264 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.754433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2132859672-network', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:58.812491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22a789b3-f1eb-4ab3-b399-bd56a4f43a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.812767 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b66ebef-40d6-45f4-9828-11a1c53e4e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.816023 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22a789b3-f1eb-4ab3-b399-bd56a4f43a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.816482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b66ebef-40d6-45f4-9828-11a1c53e4e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.822483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-22a789b3-f1eb-4ab3-b399-bd56a4f43a5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fb95a6c-049d-475f-855d-18ed43c355cc HTTP/1.1" status: 204 len: 168 time: 0.2731962 Sep 16 05:41:58.822953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5b66ebef-40d6-45f4-9828-11a1c53e4e7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c53bd3c-4295-4a3b-813f-984e8b01a9b9 HTTP/1.1" status: 204 len: 168 time: 0.2524424 Sep 16 05:41:58.826413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a789b3-f1eb-4ab3-b399-bd56a4f43a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb95a6c-049d-475f-855d-18ed43c355cc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:58.830480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66ebef-40d6-45f4-9828-11a1c53e4e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c53bd3c-4295-4a3b-813f-984e8b01a9b9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:58.848958 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:58.851374 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.860707 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.956000 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.003412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.030479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:41:59.037300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1652f31-e90b-4a1f-b193-58fcd313073c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:59.044569 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.044926 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Added segment 3a5d8200-a518-4d9c-8a2d-bf7991a3a901 of type vlan for network a7d6f3d0-949c-47e2-b1a8-37008c984f54 Sep 16 05:41:59.087884 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.160545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:59.169183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.170214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:59.170819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.238634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d6f3d0-949c-47e2-b1a8-37008c984f54,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:59.248960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:41:59.285233 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6db5ef08-4ee2-407e-98f6-38173e767d96 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7140808 Sep 16 05:41:59.285739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55240) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:59.290722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Request body: {'subnet': {'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2132859672-subnet', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:59.435163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:59.437524 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.582495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55246) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:59.598182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b99a7b1-92db-418c-8b51-aba00ede284e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.651115 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0336355f-66c4-4244-a033-b3e8bca275e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.702134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b99a7b1-92db-418c-8b51-aba00ede284e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.735268 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.802975 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b99a7b1-92db-418c-8b51-aba00ede284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.810417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cae090b-5732-4789-a074-050272cc4d9f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:59.848324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99a7b1-92db-418c-8b51-aba00ede284e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ca364a-1248-4101-bf80-671403d244c0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:59.866319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:59.866717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Network hostable DHCP agents. Network: a7d6f3d0-949c-47e2-b1a8-37008c984f54, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:41:59.889796 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b99a7b1-92db-418c-8b51-aba00ede284e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44401eae6809423a9e01a9406b640dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059878 Sep 16 05:41:59.893311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55248) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:59.957282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0336355f-66c4-4244-a033-b3e8bca275e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.972301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d8f5-f368-4e95-865b-50b3e9c764aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.989925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:41:59.996140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d8f5-f368-4e95-865b-50b3e9c764aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.195414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cc860965-1987-47fe-b283-e334f779fbec req-e7936e16-4e20-4e30-9095-c2e670b21da8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0281966 Sep 16 05:42:00.236095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19161be5-6195-4c41-aab7-a72cfe35f06b req-54940c33-3053-4733-8c1e-52a19ec1d412 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0340657 Sep 16 05:42:00.236095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0336355f-66c4-4244-a033-b3e8bca275e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.266656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0336355f-66c4-4244-a033-b3e8bca275e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59503153e3d442f293bc58ae4432d4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1049833 Sep 16 05:42:00.268311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336355f-66c4-4244-a033-b3e8bca275e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73683eb-1e22-4027-adcb-4c7d8b951c36,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:00.270156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55258) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:00.327296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6a8cfd9f-b436-4cdd-b14b-8ea118f11e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.357835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, a7d6f3d0-949c-47e2-b1a8-37008c984f54) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:00.361602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6a8cfd9f-b436-4cdd-b14b-8ea118f11e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.362418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:00.363188 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.371535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c03ed-2586-48ae-abc8-404d30443519 None None] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:00.393934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92bb07ef-4966-4c2d-9be8-69ffca9bc9f3 req-0a18b72e-7974-49b1-b9c0-749dfce7468a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0426755 Sep 16 05:42:00.402838 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa8b663d-fb41-459d-b642-5b7dd2200ca9 req-ec520b0b-e64d-407a-bc97-7a0fee9c1548 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0312114 Sep 16 05:42:00.418306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d8f5-f368-4e95-865b-50b3e9c764aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.421129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d8f5-f368-4e95-865b-50b3e9c764aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.422351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4aa4d8f5-f368-4e95-865b-50b3e9c764aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24ca364a-1248-4101-bf80-671403d244c0 HTTP/1.1" status: 204 len: 168 time: 0.5277331 Sep 16 05:42:00.437830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4d8f5-f368-4e95-865b-50b3e9c764aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ca364a-1248-4101-bf80-671403d244c0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:00.510475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55270) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:00.510708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3ce6e7aa-d94d-4817-bdb6-194e3f7bca4c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2235708 Sep 16 05:42:00.514871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:00.549045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:42:00.550048 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.550218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6a8cfd9f-b436-4cdd-b14b-8ea118f11e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.553184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6a8cfd9f-b436-4cdd-b14b-8ea118f11e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.554052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6a8cfd9f-b436-4cdd-b14b-8ea118f11e7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a73683eb-1e22-4027-adcb-4c7d8b951c36 HTTP/1.1" status: 204 len: 168 time: 0.2796338 Sep 16 05:42:00.562030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cfd9f-b436-4cdd-b14b-8ea118f11e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73683eb-1e22-4027-adcb-4c7d8b951c36,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:00.606960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.608358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.666692 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.694320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Allocated IP 172.20.0.2 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/1bc4d262-def3-4eea-a787-c433c508075d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:00.868517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.874300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.927475 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.971745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:00.977111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:00.981832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:00.987534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Pushing event updated for resources: {'Port': ['ID=1bc4d262-def3-4eea-a787-c433c508075d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:01.043234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Attempting to bind port 1bc4d262-def3-4eea-a787-c433c508075d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:01.043941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Attempting to bind port 1bc4d262-def3-4eea-a787-c433c508075d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:01.043941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Attempting to bind port 1bc4d262-def3-4eea-a787-c433c508075d on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:01.049547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:01.049928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:01.050339 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.050733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:01.051223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Bound port: 1bc4d262-def3-4eea-a787-c433c508075d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:01.051606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.119184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] For port 1bc4d262-def3-4eea-a787-c433c508075d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:01.123292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] For port 1bc4d262-def3-4eea-a787-c433c508075d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1bc4d262-def3-4eea-a787-c433c508075d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:01.168082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.194586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.194808 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.269707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d1fd2-4eb3-4031-a921-5e4387d54f26 None None] Pushing event updated for resources: {'Port': ['ID=1bc4d262-def3-4eea-a787-c433c508075d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:01.311568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:01.324249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Allocated IP 172.25.1.68 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/cedae7ce-0d44-4e9e-9827-66490ae64137) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:01.336340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a48b5a-8dd6-42af-ab36-a151b8cd6b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.477441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a48b5a-8dd6-42af-ab36-a151b8cd6b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.526461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.571471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a48b5a-8dd6-42af-ab36-a151b8cd6b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.606424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-00a48b5a-8dd6-42af-ab36-a151b8cd6b8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=362ba8cbeb89434fbe6c23f729485be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937140 Sep 16 05:42:01.609162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55298) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:01.641375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a48b5a-8dd6-42af-ab36-a151b8cd6b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a6cff1-4663-4acb-9253-2f9fdafb06bd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:01.646901 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.700062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa080733-2e1e-4306-90ea-1e41639e5dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.718609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:01.724608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:01.732280 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa080733-2e1e-4306-90ea-1e41639e5dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.739542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:01.746748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Pushing event updated for resources: {'Port': ['ID=cedae7ce-0d44-4e9e-9827-66490ae64137,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:01.907121 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa080733-2e1e-4306-90ea-1e41639e5dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.912311 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa080733-2e1e-4306-90ea-1e41639e5dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:01.919375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fa080733-2e1e-4306-90ea-1e41639e5dd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4a6cff1-4663-4acb-9253-2f9fdafb06bd HTTP/1.1" status: 204 len: 168 time: 0.3039012 Sep 16 05:42:01.930884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa080733-2e1e-4306-90ea-1e41639e5dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a6cff1-4663-4acb-9253-2f9fdafb06bd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:02.403230 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c34ff88-68e8-44a6-ab34-874440fb05a7 req-14d99310-e483-4d79-acb5-aaccb8828e55 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0409334 Sep 16 05:42:02.456403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb7d2d95-ba94-4b00-a8cb-d870c0750b09 req-fde770f1-bd3a-438a-88ee-e46bc3045485 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0466368 Sep 16 05:42:02.577953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.666683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91b3037d-8505-4f3a-81bc-612f3c24c269 req-534016a5-944a-4bb4-b6ac-a51375a1c8ba service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0417049 Sep 16 05:42:02.677125 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-391f0882-92d7-4e24-a949-02617e79ff8b req-07809220-94f3-45de-adc9-010fe7e6e588 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0356987 Sep 16 05:42:02.745550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e737c5-b555-481e-88fb-e60421ccf43d None None] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:02.823135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-49734740-20dd-4cbf-8a72-a76f3986d14d None None] Provisioning complete for port 1bc4d262-def3-4eea-a787-c433c508075d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:02.823510 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49734740-20dd-4cbf-8a72-a76f3986d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.884090 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:02.986769 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49734740-20dd-4cbf-8a72-a76f3986d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.032135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-49734740-20dd-4cbf-8a72-a76f3986d14d None None] For port 1bc4d262-def3-4eea-a787-c433c508075d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1bc4d262-def3-4eea-a787-c433c508075d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:03.184205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49734740-20dd-4cbf-8a72-a76f3986d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.190941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1bc4d262-def3-4eea-a787-c433c508075d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:03.221399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:03.325237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49734740-20dd-4cbf-8a72-a76f3986d14d None None] Pushing event updated for resources: {'Port': ['ID=1bc4d262-def3-4eea-a787-c433c508075d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:03.339486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a75da284-50b0-4d52-b6d9-52acad7af037 None None] Provisioning complete for port 1bc4d262-def3-4eea-a787-c433c508075d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:03.339897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a75da284-50b0-4d52-b6d9-52acad7af037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.361141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:03.374825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:03.382530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1bc4d262-def3-4eea-a787-c433c508075d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:03.383032 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.422596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:03.424366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:03.449629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.450880 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-16987c98-7a71-4c37-9fc1-a59d7cbd86e6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9394307 Sep 16 05:42:03.453818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:03.635825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:03.863330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:02Z', 'revision_number': 3, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:03.893022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:03.893530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Updating router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 port cedae7ce-0d44-4e9e-9827-66490ae64137 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:03.922718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.294993 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.363560 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.365821 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.448008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024784d-62f0-42c6-a176-9897f8c50a92 None None] Pushing event updated for resources: {'Port': ['ID=cedae7ce-0d44-4e9e-9827-66490ae64137,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:04.450447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Attempting to bind port cedae7ce-0d44-4e9e-9827-66490ae64137 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:04.450731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Attempting to bind port cedae7ce-0d44-4e9e-9827-66490ae64137 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:04.451101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Attempting to bind port cedae7ce-0d44-4e9e-9827-66490ae64137 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:04.469467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:04.469873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:04.470284 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.470681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:04.471160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Bound port: cedae7ce-0d44-4e9e-9827-66490ae64137, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:04.471539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.595467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Allocated IP 172.20.0.1 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/15c55dd4-26ea-4577-8e24-f80ea7648ff0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:04.596774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] For port cedae7ce-0d44-4e9e-9827-66490ae64137, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:04.608484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:04.628718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] For port cedae7ce-0d44-4e9e-9827-66490ae64137, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cedae7ce-0d44-4e9e-9827-66490ae64137,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:04.696208 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7f86153a-e897-42c3-9ade-4eef96ae5919 req-8f5719c3-619f-497b-ab6b-1bc5603971c3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0315340 Sep 16 05:42:04.740563 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.753064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e1e1e63-b536-47d6-bf42-ebaf270f5b53 req-f7adff40-8f13-4916-b49b-05bc7602c7b9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0847909 Sep 16 05:42:04.835178 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.869796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024784d-62f0-42c6-a176-9897f8c50a92 None None] Pushing event updated for resources: {'Port': ['ID=cedae7ce-0d44-4e9e-9827-66490ae64137,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:04.881105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55430) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:04.885576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:04.886312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:04.971504 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3f43b28-1dca-4e55-a5d4-102d5d89ecd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:04.994754 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.058409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1473368073'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:05.069447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:05.110735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a54423d3-f0b8-4231-8256-05f84481d108 req-13708cf8-58a7-4d49-b3bc-b853ee540d46 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0384579 Sep 16 05:42:05.132719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:05.139890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbb43717-6bdc-4d79-932d-d214a44f87cb req-e09d66a7-3f80-49c3-8c3e-8b1f56d8ec86 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0535042 Sep 16 05:42:05.142921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3f43b28-1dca-4e55-a5d4-102d5d89ecd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.145230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:05.147841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Pushing event updated for resources: {'Port': ['ID=15c55dd4-26ea-4577-8e24-f80ea7648ff0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:05.153192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:05.199236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.233629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3f43b28-1dca-4e55-a5d4-102d5d89ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.294115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b3f43b28-1dca-4e55-a5d4-102d5d89ecd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af3052e6ede04c48be96399ec5bec2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861525 Sep 16 05:42:05.294961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:05.304139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f43b28-1dca-4e55-a5d4-102d5d89ecd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7089318-a7bb-4f5b-b34f-e122f3692a3f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:05.317422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1bc4d262-def3-4eea-a787-c433c508075d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:05.325848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Made reservation on behalf of 0dbda7853bcd4ba3bef9078e60be0d64 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:05.335755 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.348251 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.389342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc65073a-c5b2-450e-a630-e30b8b059263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.451477 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc65073a-c5b2-450e-a630-e30b8b059263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.455550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.483206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1bc4d262-def3-4eea-a787-c433c508075d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:05.483580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.490538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2fe8866b-550a-4cea-b2fe-537e8557379e None None] Provisioning complete for port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:05.490996 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2fe8866b-550a-4cea-b2fe-537e8557379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.517341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.575872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8866b-550a-4cea-b2fe-537e8557379e None None] Port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:05.603647 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc65073a-c5b2-450e-a630-e30b8b059263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.607019 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc65073a-c5b2-450e-a630-e30b8b059263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.608795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dc65073a-c5b2-450e-a630-e30b8b059263 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7089318-a7bb-4f5b-b34f-e122f3692a3f HTTP/1.1" status: 204 len: 168 time: 0.3129282 Sep 16 05:42:05.622287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65073a-c5b2-450e-a630-e30b8b059263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7089318-a7bb-4f5b-b34f-e122f3692a3f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:05.641912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.655783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:02Z', 'revision_number': 3, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:05.656071 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.684820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecddad-3a5c-4269-b472-6ed94603eb0e None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:02Z', 'revision_number': 3, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:05.687907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:05.698725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02278254-412b-4259-a113-a81674f8a0b1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:05.703758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.704060 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Added segment b67fec3a-a933-4355-9047-df20003bf693 of type vlan for network af045a3e-bd42-4d6b-9000-aab4e2d03531 Sep 16 05:42:05.732759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.749171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.807552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Pushing event updated for resources: {'Port': ['ID=15c55dd4-26ea-4577-8e24-f80ea7648ff0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:05.812781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.863952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.871699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:05.871699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:05.926933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:05.928499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:05.993487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Pushing event updated for resources: {'Network': ['ID=af045a3e-bd42-4d6b-9000-aab4e2d03531,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:05.998013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3077f5a5-6240-4617-a8dd-c8b2e6d8524d tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1157975 Sep 16 05:42:06.002859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55448) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:06.027351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network af045a3e-bd42-4d6b-9000-aab4e2d03531 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:06.201122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:06.266117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Request body: {'network': {'name': 'tempest-network--1346233100', 'router:external': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:06.300955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cb75331a-b2b2-4dea-8740-b2d7d4a99f4e None None] Provisioning complete for port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:06.303577 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb75331a-b2b2-4dea-8740-b2d7d4a99f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.344548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cb75331a-b2b2-4dea-8740-b2d7d4a99f4e None None] Port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:06.350467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Made reservation on behalf of 50f919b9fddb401296e073208e46a1ab for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:06.352902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.365003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:06.367299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.372359 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e85cd418-1390-4cf8-a376-a14b5997f113 admin admin] 10.222.0.49 "PUT /v2.0/routers/b620241f-1abd-439c-9f9f-5dbe5ce9ce87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9169161 Sep 16 05:42:06.431363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55458) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:06.450265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f12e5e40-9729-48f1-80b2-1c1717526ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.494078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.589688 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.616306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:06.634792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.635142 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Added segment 29516fb3-8ff5-4ba2-abd7-8cd329c1ace2 of type vlan for network a0a30ebc-7f58-4d92-8d94-3fc023de7dd3 Sep 16 05:42:06.636688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff0fb3-e615-4b21-9334-0355c42147b9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:06.689538 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.708156 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f12e5e40-9729-48f1-80b2-1c1717526ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.789739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f12e5e40-9729-48f1-80b2-1c1717526ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.813452 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.816852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:06.818680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.834290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f12e5e40-9729-48f1-80b2-1c1717526ec0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b230a86d1a624a2bb4d2292902c26df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015207 Sep 16 05:42:06.835207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e5e40-9729-48f1-80b2-1c1717526ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38ad2a3-0ed4-4df8-8502-c4de3abd64b6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:06.840192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55468) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:06.922662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Network': ['ID=a0a30ebc-7f58-4d92-8d94-3fc023de7dd3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:06.937522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network a0a30ebc-7f58-4d92-8d94-3fc023de7dd3 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:06.953872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f77b341e-c9fb-4923-bcfe-38fb7240981e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:06.958531 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ab8f713f-fb9a-4c1e-af42-0494c8b92226 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9541862 Sep 16 05:42:06.964167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55470) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:07.012711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f77b341e-c9fb-4923-bcfe-38fb7240981e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.107708 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.156902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f424d24-0f55-4695-bfaa-40f2e225a7a9 req-19f65717-14ca-4c34-91f9-4799ef9a944c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0295033 Sep 16 05:42:07.172154 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d36bf173-e41c-4193-a86f-e82255592efb req-6d2cdc8a-fa34-463a-921b-5aef9868905c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0473404 Sep 16 05:42:07.211383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cedae7ce-0d44-4e9e-9827-66490ae64137 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:07.265349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.289254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a30ebc-7f58-4d92-8d94-3fc023de7dd3']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:07.302160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29516fb3-8ff5-4ba2-abd7-8cd329c1ace2') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:07.302511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29516fb3-8ff5-4ba2-abd7-8cd329c1ace2') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:07.317677 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.319462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f77b341e-c9fb-4923-bcfe-38fb7240981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.322615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f77b341e-c9fb-4923-bcfe-38fb7240981e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.326589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f77b341e-c9fb-4923-bcfe-38fb7240981e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c38ad2a3-0ed4-4df8-8502-c4de3abd64b6 HTTP/1.1" status: 204 len: 168 time: 0.4799402 Sep 16 05:42:07.350459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b341e-c9fb-4923-bcfe-38fb7240981e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38ad2a3-0ed4-4df8-8502-c4de3abd64b6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:07.353035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.361989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:07.362564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:07.364757 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:07.404406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cedae7ce-0d44-4e9e-9827-66490ae64137 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:07.405139 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.459210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55496) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:07.464878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-149710003-network', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:07.521051 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.528567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0a30ebc-7f58-4d92-8d94-3fc023de7dd3 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:42:07.541140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.541941 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.549040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55504) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:07.549301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "DELETE /v2.0/networks/a0a30ebc-7f58-4d92-8d94-3fc023de7dd3 HTTP/1.1" status: 204 len: 168 time: 0.5866368 Sep 16 05:42:07.550945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6362c08-b344-427c-81ee-08a34f4b1416 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0a30ebc-7f58-4d92-8d94-3fc023de7dd3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:07.554624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:07.581174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port cedae7ce-0d44-4e9e-9827-66490ae64137, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cedae7ce-0d44-4e9e-9827-66490ae64137,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:07.627516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Made reservation on behalf of 3a4f8a30605048959ec3f3631d041c3d for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:07.632632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.644062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.683412 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.700010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51667be6-8000-479f-b6fb-f43f31f19a3a req-a775b674-bfa2-45a6-994f-c61d94e82cf4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.2797022 Sep 16 05:42:07.717688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Made reservation on behalf of 50f919b9fddb401296e073208e46a1ab for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:07.720959 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.773247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:07.786228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.786942 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Added segment 161ebab3-3d33-45b4-b699-9eb894fa603f of type vlan for network 9ad14e83-342f-4737-a220-ac626654e3b3 Sep 16 05:42:07.792419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=cedae7ce-0d44-4e9e-9827-66490ae64137,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:07.817194 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d5d9be6-3fb2-41e1-bf80-8e0bc8a119a9 req-61c5f9a2-3648-4416-a465-552fd94c3aad service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.3397124 Sep 16 05:42:07.857362 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.902596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.969230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.971307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:07.972264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:07.996040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.034404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:08.048845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Network': ['ID=9ad14e83-342f-4737-a220-ac626654e3b3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:08.052092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78507196-51ff-4f37-ba3c-89c98eb5ff3c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:08.055005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.055349 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Added segment 71e9902f-8325-411f-bdec-023b905c72cf of type vlan for network 61c9bff7-9806-4036-b350-ab78274ffdc8 Sep 16 05:42:08.059155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9ad14e83-342f-4737-a220-ac626654e3b3 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:08.076403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8166a463-104d-4a41-add7-4d127ffb8cca tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5260978 Sep 16 05:42:08.077692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55514) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:08.082842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Request body: {'subnet': {'network_id': '9ad14e83-342f-4737-a220-ac626654e3b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:08.102045 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.202796 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:08.206518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Made reservation on behalf of 50f919b9fddb401296e073208e46a1ab for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:08.208923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.216223 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:08.216866 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:08.232697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.233725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:08.234332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.310050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] Pushing event updated for resources: {'Network': ['ID=61c9bff7-9806-4036-b350-ab78274ffdc8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:08.321031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-702e8479-ea07-4287-b597-7c38e7a80485 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8580437 Sep 16 05:42:08.328303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55520) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:08.328422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 61c9bff7-9806-4036-b350-ab78274ffdc8 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:08.329224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Request body: {'subnet': {'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-149710003-subnet', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:08.333535 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:08.460667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Made reservation on behalf of 3a4f8a30605048959ec3f3631d041c3d for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:08.463022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.546221 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 2, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:08.584887 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:08.585267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Updating router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:08.614708 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.664979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.objects.ports [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:42:08.665492 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.729502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ac13be0e-3f93-432d-8653-e7cf39aa97e6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:08.744926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Checking segment: {'id': '161ebab3-3d33-45b4-b699-9eb894fa603f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9ad14e83-342f-4737-a220-ac626654e3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:08.744926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Network hostable DHCP agents. Network: 9ad14e83-342f-4737-a220-ac626654e3b3, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:08.764251 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.826120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Network 9ad14e83-342f-4737-a220-ac626654e3b3 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:08.828070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7add96-d3af-4239-b947-26e173a91ae3,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:08.848496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Checking segment: {'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:08.848496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Network hostable DHCP agents. Network: 61c9bff7-9806-4036-b350-ab78274ffdc8, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:08.900597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9ad14e83-342f-4737-a220-ac626654e3b3) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:08.905595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:08.906414 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.912503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd7ee6-9d73-415a-bfce-aad435a6f16a None None] Network 9ad14e83-342f-4737-a220-ac626654e3b3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:09.009404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Network 61c9bff7-9806-4036-b350-ab78274ffdc8 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:09.016927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 61c9bff7-9806-4036-b350-ab78274ffdc8) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:09.021646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:09.022386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.036772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8696f3-553e-44f9-aab1-f9f09928b191 None None] Network 61c9bff7-9806-4036-b350-ab78274ffdc8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:09.040663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c05b8d76-7836-4f08-b9e3-b95f6e87b005 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9624856 Sep 16 05:42:09.045975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55546) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:09.051037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Request body: {'floatingip': {'floating_network_id': '9ad14e83-342f-4737-a220-ac626654e3b3'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:09.067434 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.127073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1b1ea-2f2c-47c8-bebe-8c781112abbd None None] Network 9ad14e83-342f-4737-a220-ac626654e3b3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:09.130595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-302afb3a-989b-4580-a0af-1e297aeabac1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8053164 Sep 16 05:42:09.138503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55550) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:09.145372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:09.147703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cedae7ce-0d44-4e9e-9827-66490ae64137 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:09.180787 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.209517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.231616 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Pushing event updated for resources: {'Port': ['ID=15c55dd4-26ea-4577-8e24-f80ea7648ff0,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:09.243294 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.244173 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.245225 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.245741 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.246253 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.246856 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.247384 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.247891 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.250115 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.250734 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.251918 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.252897 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:09.340763 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.342715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.371553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-61c9bff7-9806-4036-b350-ab78274ffdc8', 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'fixed_ips': [{'subnet_id': '8c7add96-d3af-4239-b947-26e173a91ae3'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:42:09.373216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.391683 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Attempting to bind port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:09.393670 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Attempting to bind port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:09.394051 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Attempting to bind port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:09.406033 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:09.408586 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:09.409232 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.409813 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:09.411512 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Bound port: 15c55dd4-26ea-4577-8e24-f80ea7648ff0, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:09.412120 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.433652 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.483603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.554032 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] For port 15c55dd4-26ea-4577-8e24-f80ea7648ff0, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:09.565740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cedae7ce-0d44-4e9e-9827-66490ae64137 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:09.565740 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.567391 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] For port 15c55dd4-26ea-4577-8e24-f80ea7648ff0, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=15c55dd4-26ea-4577-8e24-f80ea7648ff0,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:09.592009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Allocated IP 172.20.0.9 (9ad14e83-342f-4737-a220-ac626654e3b3/ac13be0e-3f93-432d-8653-e7cf39aa97e6/7784fef4-8f97-4ff1-979b-3d3b5ce261b1) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:09.635406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Allocated IP 172.20.0.2 (61c9bff7-9806-4036-b350-ab78274ffdc8/8c7add96-d3af-4239-b947-26e173a91ae3/7f0a7900-3571-402d-abc2-316575d29fe9) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:09.676794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ea329448-e2e9-4b2e-b40c-95f423bdf3c8 None None] Provisioning complete for port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:09.677175 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea329448-e2e9-4b2e-b40c-95f423bdf3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.701697 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.724274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.755474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.784122 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7136b2-43cd-468b-8330-b3c5407295a2 None None] Pushing event updated for resources: {'Port': ['ID=15c55dd4-26ea-4577-8e24-f80ea7648ff0,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:09.806122 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:09.807011 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:09.864437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:09.935461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Network 9ad14e83-342f-4737-a220-ac626654e3b3 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:09.937453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Port': ['ID=7784fef4-8f97-4ff1-979b-3d3b5ce261b1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:09.942121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:09.953124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:09.974709 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:10.062864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ea329448-e2e9-4b2e-b40c-95f423bdf3c8 None None] Port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:10.105001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:10.124973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.208472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-13a1a43b-ffd0-46e8-97fe-e7f461dc964c None None] Provisioning complete for port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:10.208898 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a1a43b-ffd0-46e8-97fe-e7f461dc964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.210894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.263099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-424ffacb-be6a-4d57-93aa-4713b4811690 req-4283e078-b2fa-4091-a158-513fe2e01fc6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0810189 Sep 16 05:42:10.270904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4692a91a-a73e-4d95-bc07-7931fa90086e req-b74b51b1-cf13-4527-a671-ed349aabf0c2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1056464 Sep 16 05:42:10.326166 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.345054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.347404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.367693 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-25f02b07-4c6e-4d68-a2cd-4907828cdd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.390104 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.420979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Network 61c9bff7-9806-4036-b350-ab78274ffdc8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:10.432399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:10.451908 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:09Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:10.462411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:10.488515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Pushing event updated for resources: {'Port': ['ID=7f0a7900-3571-402d-abc2-316575d29fe9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:10.541389 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951d09b-b814-4018-bfbb-008299fc040e None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:09Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:10.567843 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a1a43b-ffd0-46e8-97fe-e7f461dc964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.583622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.650237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.664772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Attempting to bind port 7f0a7900-3571-402d-abc2-316575d29fe9 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:10.665302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Attempting to bind port 7f0a7900-3571-402d-abc2-316575d29fe9 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:10.665972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Attempting to bind port 7f0a7900-3571-402d-abc2-316575d29fe9 on network 61c9bff7-9806-4036-b350-ab78274ffdc8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:10.683317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-13a1a43b-ffd0-46e8-97fe-e7f461dc964c None None] For port 15c55dd4-26ea-4577-8e24-f80ea7648ff0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=15c55dd4-26ea-4577-8e24-f80ea7648ff0,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:10.710069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Allocated IP 172.25.1.158 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/60763346-2b83-425b-8542-052cef404a9a) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:10.713097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:10.718279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Checking segment: {'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:10.718279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.718279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Bound using segment: {'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:10.718279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Bound port: 7f0a7900-3571-402d-abc2-316575d29fe9, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:10.718279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.769054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecbca95d-7eed-446f-bf4b-87a3b7eae1f7 req-11bc3429-7bb9-44d7-841f-560b2a68fa83 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0515501 Sep 16 05:42:10.775971 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-13a1a43b-ffd0-46e8-97fe-e7f461dc964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.780908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-399ee06a-5cba-4cb1-b613-9b091fb319a0 req-6e946ec7-3776-42d3-b5c9-6660952bb6b9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0427868 Sep 16 05:42:10.818413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Port': ['ID=7784fef4-8f97-4ff1-979b-3d3b5ce261b1,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:10.843878 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-25f02b07-4c6e-4d68-a2cd-4907828cdd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.847513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.853915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] For port 7f0a7900-3571-402d-abc2-316575d29fe9, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:10.855193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] For port 7f0a7900-3571-402d-abc2-316575d29fe9, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7f0a7900-3571-402d-abc2-316575d29fe9,segment=NetworkSegment(71e9902f-8325-411f-bdec-023b905c72cf),segment_id=71e9902f-8325-411f-bdec-023b905c72cf)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:10.881665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1a43b-ffd0-46e8-97fe-e7f461dc964c None None] Pushing event updated for resources: {'Port': ['ID=15c55dd4-26ea-4577-8e24-f80ea7648ff0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:10.921168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.933318 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-25f02b07-4c6e-4d68-a2cd-4907828cdd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.944365 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:10.988436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-25f02b07-4c6e-4d68-a2cd-4907828cdd5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ff05d2958cb488180b8a3c2d5f62b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8787863 Sep 16 05:42:10.988580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55590) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:10.994374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f02b07-4c6e-4d68-a2cd-4907828cdd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8136f8bc-0752-4750-bb63-a299f290849f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:11.034833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.036195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f1598881-c46b-41cd-ad16-e09b39756959 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9890113 Sep 16 05:42:11.039477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55592) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:11.062782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088591d4-2222-49d2-9cd4-3c75b3dec265 None None] Pushing event updated for resources: {'Port': ['ID=7f0a7900-3571-402d-abc2-316575d29fe9,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:11.086433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02d89015-c493-4e80-b9e5-c634815939cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.116343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02d89015-c493-4e80-b9e5-c634815939cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.135654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.212902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:11.219244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 15c55dd4-26ea-4577-8e24-f80ea7648ff0 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:11.223460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:11.255290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55594) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:11.259231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-65a8545e-fbef-4abf-ae7c-9ee90df60a6f tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=9ad14e83-342f-4737-a220-ac626654e3b3 HTTP/1.1" status: 200 len: 689 time: 0.2145720 Sep 16 05:42:11.270205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:11.272840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02d89015-c493-4e80-b9e5-c634815939cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.280479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-02d89015-c493-4e80-b9e5-c634815939cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.282213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-02d89015-c493-4e80-b9e5-c634815939cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8136f8bc-0752-4750-bb63-a299f290849f HTTP/1.1" status: 204 len: 168 time: 0.2929628 Sep 16 05:42:11.336963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:11.337345 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.355111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=60763346-2b83-425b-8542-052cef404a9a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:11.428179 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.531195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d89015-c493-4e80-b9e5-c634815939cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8136f8bc-0752-4750-bb63-a299f290849f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:11.577934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Deleting port 7784fef4-8f97-4ff1-979b-3d3b5ce261b1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:11.578281 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.681404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.681774 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.704595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Calling delete_port for 7784fef4-8f97-4ff1-979b-3d3b5ce261b1 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:11.771505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.960863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:11.993002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event deleted for resources: {'Port': ['ID=7784fef4-8f97-4ff1-979b-3d3b5ce261b1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:12.073779 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.102794 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.182423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.332328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b6cdb8-8275-4053-9785-2ed2b5e82134 None None] Network 61c9bff7-9806-4036-b350-ab78274ffdc8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:12.351971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Router 41805bdd-7c84-4e48-bd87-3b05963d35de is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:12.381147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.413360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ac13be0e-3f93-432d-8653-e7cf39aa97e6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:12.434709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f2854cb8-ff27-4730-8e0d-0c288263e3db None None] Provisioning complete for port 7f0a7900-3571-402d-abc2-316575d29fe9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:12.435086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2854cb8-ff27-4730-8e0d-0c288263e3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.481044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:12.497981 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.504894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Sync routers for ids ['41805bdd-7c84-4e48-bd87-3b05963d35de'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:12.537024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad14e83-342f-4737-a220-ac626654e3b3']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:12.554233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161ebab3-3d33-45b4-b699-9eb894fa603f') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:12.554588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161ebab3-3d33-45b4-b699-9eb894fa603f') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:12.567116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.581303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.582604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-956e017e-e33d-4840-b8d4-6f836247f2a0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4420958 Sep 16 05:42:12.585713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55624) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:12.589035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.600406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:12.602765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:12.603130 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:12.618170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Routers {'41805bdd-7c84-4e48-bd87-3b05963d35de'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:12.618885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['41805bdd-7c84-4e48-bd87-3b05963d35de'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:12.763678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.771539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ad14e83-342f-4737-a220-ac626654e3b3 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:42:12.785634 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.790500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "DELETE /v2.0/networks/9ad14e83-342f-4737-a220-ac626654e3b3 HTTP/1.1" status: 204 len: 168 time: 1.5318062 Sep 16 05:42:12.790500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023c330-eba3-4993-94b5-b75cb17fc558 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ad14e83-342f-4737-a220-ac626654e3b3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:12.792598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55628) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:12.852226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2854cb8-ff27-4730-8e0d-0c288263e3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.903751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Set router 41805bdd-7c84-4e48-bd87-3b05963d35de gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:13.022899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f2854cb8-ff27-4730-8e0d-0c288263e3db None None] For port 7f0a7900-3571-402d-abc2-316575d29fe9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7f0a7900-3571-402d-abc2-316575d29fe9,segment=NetworkSegment(71e9902f-8325-411f-bdec-023b905c72cf),segment_id=71e9902f-8325-411f-bdec-023b905c72cf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:13.091122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8aeffa6b-4afa-4dfd-bf63-0ea178519df2 req-326371e0-cec5-4393-b73c-d9fde788afd7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0919986 Sep 16 05:42:13.102040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-45bcb989-c74c-4154-9a82-0c7aedef2488 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.3077636 Sep 16 05:42:13.104606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55640) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:13.136436 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2854cb8-ff27-4730-8e0d-0c288263e3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.248767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2854cb8-ff27-4730-8e0d-0c288263e3db None None] Pushing event updated for resources: {'Port': ['ID=7f0a7900-3571-402d-abc2-316575d29fe9,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:13.293132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7f0a7900-3571-402d-abc2-316575d29fe9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:13.354913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.355727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.356387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.357022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.357657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.358288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.358921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.359661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.360973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.361602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.362793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.365673 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-545c5da7-444c-40db-86d9-017a3f6add2c tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7005 time: 0.2600486 Sep 16 05:42:13.369269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55646) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:13.428653 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-3ae78fab-ad85-4185-9e1d-db674e608892 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] delete failed (client error): The resource could not be found. Sep 16 05:42:13.430049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3ae78fab-ad85-4185-9e1d-db674e608892 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/7f1b495b-d934-4556-b7a4-c6ac81060f92 HTTP/1.1" status: 404 len: 345 time: 0.0590291 Sep 16 05:42:13.434800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55648) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:13.453420 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be82d31-2a0a-4782-b846-e0d74caa8b27 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] DELETE failed (client error): The resource could not be found. Sep 16 05:42:13.454947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be82d31-2a0a-4782-b846-e0d74caa8b27 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:42:13.460236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3be82d31-2a0a-4782-b846-e0d74caa8b27 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "DELETE /v2.0/networks/9ad14e83-342f-4737-a220-ac626654e3b3 HTTP/1.1" status: 404 len: 339 time: 0.0209291 Sep 16 05:42:13.461039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55650) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:13.466293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Request body: {'network': {'name': 'tempest-network--1180948725', 'router:external': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:13.536873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-81c9ba85-f2eb-4a81-9606-1e3c848caa40 None None] Provisioning complete for port 7f0a7900-3571-402d-abc2-316575d29fe9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:13.537541 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81c9ba85-f2eb-4a81-9606-1e3c848caa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.570890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60763346-2b83-425b-8542-052cef404a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:42:11Z', 'revision_number': 3, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port': {'id': '60763346-2b83-425b-8542-052cef404a9a', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:10Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:13.579131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Made reservation on behalf of 50f919b9fddb401296e073208e46a1ab for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:13.581599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.592958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4b7df4b-5c4b-4ca1-a0e7-3d3e4da2043c req-34cda80c-cb68-441a-b76f-c867e4667169 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0379128 Sep 16 05:42:13.632981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Checking router: 41805bdd-7c84-4e48-bd87-3b05963d35de for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:13.633557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Updating router 41805bdd-7c84-4e48-bd87-3b05963d35de port 60763346-2b83-425b-8542-052cef404a9a binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:13.652906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:13.714368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7f0a7900-3571-402d-abc2-316575d29fe9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:13.714954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.719457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d3a66f7-68bf-4903-98d9-465cab3bc69f req-6a3bd6d6-747f-43f9-92a5-c3e8d152e39f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0759518 Sep 16 05:42:13.735552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.736379 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Added segment f34d4f06-765b-4d02-a1a6-812c315e08bc of type vlan for network 632d48f3-2604-4cd2-8d15-8132283c5315 Sep 16 05:42:13.760967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.815620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.840562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.913596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55662) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:13.957108 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.959094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.960867 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.056191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Allocated IP 172.20.0.1 (61c9bff7-9806-4036-b350-ab78274ffdc8/8c7add96-d3af-4239-b947-26e173a91ae3/8da4e9e7-9ba2-4993-a4bb-4b1d76dab448) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:14.092724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1148159204', 'router:external': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:14.097380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Network': ['ID=632d48f3-2604-4cd2-8d15-8132283c5315,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:14.103600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b45d804-4cc3-46f2-abda-78c33ce85509 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6415679 Sep 16 05:42:14.105701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55670) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:14.110391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 632d48f3-2604-4cd2-8d15-8132283c5315 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:14.114728 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-170e506b-32af-46c9-986e-9daf43f8cd81 req-cca36457-4ebb-45e3-b074-5d92bf1364d9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0356982 Sep 16 05:42:14.211783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.267722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Made reservation on behalf of b7fb4c492dae49389765bfcc8f0de940 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:14.269999 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.290600 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.294624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.330551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb57a94-1ef1-4bb6-bbf7-0d855cff665a tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.336578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb57a94-1ef1-4bb6-bbf7-0d855cff665a tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.342762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb57a94-1ef1-4bb6-bbf7-0d855cff665a tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.343782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.349049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb57a94-1ef1-4bb6-bbf7-0d855cff665a tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.350767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cfb57a94-1ef1-4bb6-bbf7-0d855cff665a tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2440794 Sep 16 05:42:14.353695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55672) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:14.371955 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.388763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Network 61c9bff7-9806-4036-b350-ab78274ffdc8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:14.397059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:14.401965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:14.405413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Pushing event updated for resources: {'Port': ['ID=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:14.427706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Attempting to bind port 60763346-2b83-425b-8542-052cef404a9a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:14.428138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Attempting to bind port 60763346-2b83-425b-8542-052cef404a9a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:14.428500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Attempting to bind port 60763346-2b83-425b-8542-052cef404a9a on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:14.430593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3ec22-6251-437a-b581-88b9b9545e69 None None] Pushing event updated for resources: {'Port': ['ID=60763346-2b83-425b-8542-052cef404a9a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:14.440756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:14.441161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:14.441542 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.441935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:14.442433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Bound port: 60763346-2b83-425b-8542-052cef404a9a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:14.443032 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.463366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.510713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] For port 60763346-2b83-425b-8542-052cef404a9a, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:14.514474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] For port 60763346-2b83-425b-8542-052cef404a9a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=60763346-2b83-425b-8542-052cef404a9a,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:14.598631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.663027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3ec22-6251-437a-b581-88b9b9545e69 None None] Pushing event updated for resources: {'Port': ['ID=60763346-2b83-425b-8542-052cef404a9a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:14.666165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Routers {'41805bdd-7c84-4e48-bd87-3b05963d35de'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:14.666899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['41805bdd-7c84-4e48-bd87-3b05963d35de'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:14.713684 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.785263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9ff19a1f-329a-46ed-b8a6-e149e21a1ab5 None None] Provisioning complete for port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:14.799230 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ff19a1f-329a-46ed-b8a6-e149e21a1ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.815563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.815965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] Set router 41805bdd-7c84-4e48-bd87-3b05963d35de gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:14.898313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9ff19a1f-329a-46ed-b8a6-e149e21a1ab5 None None] Port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:14.926512 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.965495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.969215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:14.989942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632d48f3-2604-4cd2-8d15-8132283c5315']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:14.999535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34d4f06-765b-4d02-a1a6-812c315e08bc') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:15.002333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34d4f06-765b-4d02-a1a6-812c315e08bc') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:15.014719 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.020747 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.029440 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.037044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:15.037500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:15.039247 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:15.041733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60763346-2b83-425b-8542-052cef404a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:42:11Z', 'revision_number': 3, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port': {'id': '60763346-2b83-425b-8542-052cef404a9a', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:10Z', 'updated_at': '2021-09-16T05:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:15.068712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98acfb-9ccf-4626-b685-6c5a2b5231a5 None None] The sync data for ids ['41805bdd-7c84-4e48-bd87-3b05963d35de'] in n-d-712749-15 is: [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60763346-2b83-425b-8542-052cef404a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:42:11Z', 'revision_number': 3, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port': {'id': '60763346-2b83-425b-8542-052cef404a9a', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:10Z', 'updated_at': '2021-09-16T05:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:15.086482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.090199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.107403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Pushing event updated for resources: {'Port': ['ID=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:15.134670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b722ab16-b5c6-4ecc-92fe-03fafa825315,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:15.192467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7f0a7900-3571-402d-abc2-316575d29fe9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:15.192745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.192745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 632d48f3-2604-4cd2-8d15-8132283c5315 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:42:15.192972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:15.208150 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.216155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "DELETE /v2.0/networks/632d48f3-2604-4cd2-8d15-8132283c5315 HTTP/1.1" status: 204 len: 168 time: 0.8591719 Sep 16 05:42:15.218374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55680) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:15.233343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Request body: {'network': {'name': 'tempest-network--280521453', 'router:external': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:15.246209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7f0a7900-3571-402d-abc2-316575d29fe9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:15.246944 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.255866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Network 61c9bff7-9806-4036-b350-ab78274ffdc8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:15.257316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ce717-950b-473b-b5b9-95896481d1ad tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event deleted for resources: {'Network': ['ID=632d48f3-2604-4cd2-8d15-8132283c5315,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:15.258040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:15.265942 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.267132 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Added segment 898402ca-ca4b-4927-84bb-6ba2012b0658 of type vlan for network a9200560-cd80-4b86-b0eb-1530209eab2b Sep 16 05:42:15.340562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.358971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Made reservation on behalf of 50f919b9fddb401296e073208e46a1ab for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:15.362107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.408968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:15.420587 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.420977 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Added segment 02e67e26-2056-48b0-a927-cd47b8a6706c of type vlan for network 0fa1cd65-bfb5-4a14-a2d2-287e8055761b Sep 16 05:42:15.465455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Router 41805bdd-7c84-4e48-bd87-3b05963d35de has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:15.479734 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.481203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:15.482248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.486465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.573306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'Network': ['ID=a9200560-cd80-4b86-b0eb-1530209eab2b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:15.592031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network a9200560-cd80-4b86-b0eb-1530209eab2b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:15.599040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-68672069-8623-4361-8c64-3edd92b267d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6841803 Sep 16 05:42:15.602193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55684) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:15.605534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:15.609020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'subnet': {'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:15.617095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fc8ada99-8e46-4e89-bf24-cbb980526c3c admin admin] 10.222.0.49 "PUT /v2.0/routers/41805bdd-7c84-4e48-bd87-3b05963d35de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0300176 Sep 16 05:42:15.697657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aad80645-addc-4a9d-82a5-a16f0e9f2822 req-388a2750-3169-4b03-a371-e072465cc0fc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0446408 Sep 16 05:42:15.698775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.699760 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:15.700377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.706480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-42787f51-209a-421f-b0ef-4ac7e1cf08e1 None None] Provisioning complete for port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:15.707020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-42787f51-209a-421f-b0ef-4ac7e1cf08e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.732546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Made reservation on behalf of b7fb4c492dae49389765bfcc8f0de940 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:15.734979 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:15.769799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-42787f51-209a-421f-b0ef-4ac7e1cf08e1 None None] Port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:15.866739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6372225 Sep 16 05:42:15.869143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55700) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:15.907936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22189e-0fe7-4475-8f4c-ac8faf9bbd5b tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Network': ['ID=0fa1cd65-bfb5-4a14-a2d2-287e8055761b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:15.936092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0fa1cd65-bfb5-4a14-a2d2-287e8055761b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:15.968548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc6ee644-dc0e-4260-b283-91c9682f581d req-97a2a73d-707f-455f-9dcc-f95b7409e643 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0701356 Sep 16 05:42:16.085046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc25cf-64b2-430f-8b2a-86a8f1df3d03 tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:16.089605 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-67cc25cf-64b2-430f-8b2a-86a8f1df3d03 tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] 10.222.0.49 "GET /v2.0/networks/0fa1cd65-bfb5-4a14-a2d2-287e8055761b HTTP/1.1" status: 200 len: 756 time: 0.2192738 Sep 16 05:42:16.090253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55704) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:16.178060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-065c1811-dc45-49af-899a-a81208b76237 req-eff98a37-55f9-4ca4-ae41-4ace7de18c6a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0603700 Sep 16 05:42:16.231274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9793a4c-5204-4240-a597-09bcdb0f13e3 tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:16.236621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e9793a4c-5204-4240-a597-09bcdb0f13e3 tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] 10.222.0.49 "GET /v2.0/networks/af045a3e-bd42-4d6b-9000-aab4e2d03531 HTTP/1.1" status: 200 len: 768 time: 0.1446948 Sep 16 05:42:16.237280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55714) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:16.254218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.objects.ports [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95659) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:42:16.255564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.307988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'Subnet': ['ID=faffc3f2-c7e0-48dc-8e54-8671d0fba5de,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:16.325903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.363576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Checking segment: {'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:16.363994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Network hostable DHCP agents. Network: a9200560-cd80-4b86-b0eb-1530209eab2b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:16.417887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bfe45856-d2e4-4718-b298-b4dba60968f4 req-22580406-f3b3-4c83-9b8a-c7529c8c7224 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0430691 Sep 16 05:42:16.449065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Network a9200560-cd80-4b86-b0eb-1530209eab2b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:16.460567 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.487408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa1cd65-bfb5-4a14-a2d2-287e8055761b']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:16.497893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e67e26-2056-48b0-a927-cd47b8a6706c') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:16.498183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e67e26-2056-48b0-a927-cd47b8a6706c') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:16.511707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, a9200560-cd80-4b86-b0eb-1530209eab2b) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:16.512444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.521156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:16.530183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b1d4c-2561-4aae-bfaf-75ca0fe42349 None None] Network a9200560-cd80-4b86-b0eb-1530209eab2b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:16.530376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.533110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.541174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:16.541643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:16.543419 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:16.618901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89f5ff68-d7c4-4ada-8d66-aa231f76e3f3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0153527 Sep 16 05:42:16.619494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55720) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:16.624509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-789942927', 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:16.669113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613ce06-e22f-4db7-b996-a4850e77e4ae None None] Network a9200560-cd80-4b86-b0eb-1530209eab2b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:16.686822 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.695759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0fa1cd65-bfb5-4a14-a2d2-287e8055761b {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:42:16.718251 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.721624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "DELETE /v2.0/networks/0fa1cd65-bfb5-4a14-a2d2-287e8055761b HTTP/1.1" status: 204 len: 168 time: 0.4833422 Sep 16 05:42:16.727972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55722) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:16.732594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Request body: {'network': {'name': 'tempest-network--932625677'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:16.756919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Made reservation on behalf of b7fb4c492dae49389765bfcc8f0de940 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:16.762523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.766947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58fdb7-1250-4aa8-a075-e3eedd8368dd tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event deleted for resources: {'Network': ['ID=0fa1cd65-bfb5-4a14-a2d2-287e8055761b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:16.791432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] device_id is not set on port 0c3d12bc-de10-4e31-a031-4ce64c59c840 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:42:16.852611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Made reservation on behalf of 50f919b9fddb401296e073208e46a1ab for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:16.854991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.880598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:16.889574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:16.890163 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Added segment deeb9f5e-6a24-40e6-8106-222abb0ff5ce of type vlan for network 785f5e1d-c48a-46be-ba4d-b15c593635f0 Sep 16 05:42:16.911583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Allocated IP 2001:db8::2be (a9200560-cd80-4b86-b0eb-1530209eab2b/faffc3f2-c7e0-48dc-8e54-8671d0fba5de/0c3d12bc-de10-4e31-a031-4ce64c59c840) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:16.934467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.059028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.060107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:17.060717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.097436 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.170095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4415812 Sep 16 05:42:17.171096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16061276-3ea6-4b95-8a85-9c3ddfb23b52 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Network': ['ID=785f5e1d-c48a-46be-ba4d-b15c593635f0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:17.172840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55730) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:17.178326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e773ef60-53e6-4eb3-a36e-21bf5aa3a864 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:17.190945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 785f5e1d-c48a-46be-ba4d-b15c593635f0 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:17.244505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.288709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 60763346-2b83-425b-8542-052cef404a9a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:17.357262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 60763346-2b83-425b-8542-052cef404a9a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:17.357706 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.373915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Network a9200560-cd80-4b86-b0eb-1530209eab2b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:17.393284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:17.396298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:17.397139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:17.397764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.408450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'Port': ['ID=0c3d12bc-de10-4e31-a031-4ce64c59c840,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:17.440869 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e773ef60-53e6-4eb3-a36e-21bf5aa3a864 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.495519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8c963763-901b-4c65-a183-8f92bb44e4d8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8748655 Sep 16 05:42:17.498171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:17.560218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e773ef60-53e6-4eb3-a36e-21bf5aa3a864 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.580488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e773ef60-53e6-4eb3-a36e-21bf5aa3a864 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Network 785f5e1d-c48a-46be-ba4d-b15c593635f0 is not hosted by any dhcp agent {{(pid=95660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:42:17.581352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773ef60-53e6-4eb3-a36e-21bf5aa3a864 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:17.581944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e773ef60-53e6-4eb3-a36e-21bf5aa3a864 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.585824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e773ef60-53e6-4eb3-a36e-21bf5aa3a864 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "PUT /v2.0/networks/785f5e1d-c48a-46be-ba4d-b15c593635f0 HTTP/1.1" status: 200 len: 857 time: 0.4094110 Sep 16 05:42:17.587423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55740) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:17.642558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773ef60-53e6-4eb3-a36e-21bf5aa3a864 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event updated for resources: {'Network': ['ID=785f5e1d-c48a-46be-ba4d-b15c593635f0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:17.651973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.660947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd7aa8-476a-4f93-89d1-c4cd7ddd9549 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Deleting port 0c3d12bc-de10-4e31-a031-4ce64c59c840 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:17.661288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7cd7aa8-476a-4f93-89d1-c4cd7ddd9549 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.677140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.686448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 60763346-2b83-425b-8542-052cef404a9a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=60763346-2b83-425b-8542-052cef404a9a,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:17.754056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7cd7aa8-476a-4f93-89d1-c4cd7ddd9549 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.770913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd7aa8-476a-4f93-89d1-c4cd7ddd9549 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Calling delete_port for 0c3d12bc-de10-4e31-a031-4ce64c59c840 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:17.775466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.776001 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.804662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785f5e1d-c48a-46be-ba4d-b15c593635f0']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:17.821363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deeb9f5e-6a24-40e6-8106-222abb0ff5ce') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:17.821904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deeb9f5e-6a24-40e6-8106-222abb0ff5ce') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:17.841407 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.862579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.870108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:17.877818 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:17.883278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=60763346-2b83-425b-8542-052cef404a9a,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:17.963195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-90174c65-6187-4f2e-8169-320141618b86 req-2cbeed8f-f4f1-4e72-8fdd-512351e283e8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0611191 Sep 16 05:42:18.043624 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7cd7aa8-476a-4f93-89d1-c4cd7ddd9549 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.066520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.076633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 785f5e1d-c48a-46be-ba4d-b15c593635f0 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:42:18.089450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.096586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd7aa8-476a-4f93-89d1-c4cd7ddd9549 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c3d12bc-de10-4e31-a031-4ce64c59c840,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:18.098589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] 10.222.0.49 "DELETE /v2.0/networks/785f5e1d-c48a-46be-ba4d-b15c593635f0 HTTP/1.1" status: 204 len: 168 time: 0.5109878 Sep 16 05:42:18.108465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55752) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:18.121746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5aa2daf5-063e-412f-a927-8c737af394c0 req-ec5c7381-c100-40ae-a6b4-58bb4b74e929 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0370321 Sep 16 05:42:18.210756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Pushing event deleted for resources: {'Network': ['ID=785f5e1d-c48a-46be-ba4d-b15c593635f0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:18.211418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c7cd7aa8-476a-4f93-89d1-c4cd7ddd9549 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.213986 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a27a3c-afde-44a8-804b-3ce447a7f9df tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] DELETE failed (client error): The resource could not be found. Sep 16 05:42:18.214362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a27a3c-afde-44a8-804b-3ce447a7f9df tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:42:18.216962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-72a27a3c-afde-44a8-804b-3ce447a7f9df tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] 10.222.0.49 "DELETE /v2.0/subnets/ac13be0e-3f93-432d-8653-e7cf39aa97e6 HTTP/1.1" status: 404 len: 337 time: 0.1073325 Sep 16 05:42:18.220491 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c7cd7aa8-476a-4f93-89d1-c4cd7ddd9549 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "DELETE /v2.0/ports/0c3d12bc-de10-4e31-a031-4ce64c59c840 HTTP/1.1" status: 204 len: 168 time: 0.7165091 Sep 16 05:42:18.221175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55756) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:18.223030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55758) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:18.226602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b', 'external_fixed_ips': [{'subnet_id': 'faffc3f2-c7e0-48dc-8e54-8671d0fba5de', 'ip_address': '2001:db8::2be'}]}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:18.258491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.265944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974a1c29-70e9-4a20-abe6-616fd8590d51 tempest-ExternalNetworksTestJSON-843196655 tempest-ExternalNetworksTestJSON-843196655-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:18.355320 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.367899 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.368251 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.405848 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c29392c-8f50-491f-a5d8-ece055b9b67a req-6f7e78ad-9097-4b39-836a-f0c38a30c591 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0416732 Sep 16 05:42:18.473344 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.511305 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.538067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af045a3e-bd42-4d6b-9000-aab4e2d03531']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:18.551404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67fec3a-a933-4355-9047-df20003bf693') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:18.551933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67fec3a-a933-4355-9047-df20003bf693') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:18.585396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.588578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d35a02d-d91a-4bd3-a6cf-ab906bc5cc8d req-ff4d7aad-aa66-4cb9-badc-0b923fa14602 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0416143 Sep 16 05:42:18.605541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.613181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:18.613829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:18.617100 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:18.707555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.735709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.741274 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.743461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] 10.222.0.49 "DELETE /v2.0/networks/af045a3e-bd42-4d6b-9000-aab4e2d03531 HTTP/1.1" status: 204 len: 168 time: 0.5193114 Sep 16 05:42:18.764036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c37f0a-b788-4bed-8c29-19f0f6b71b8e tempest-ExternalNetworksTestJSON-981937894 tempest-ExternalNetworksTestJSON-981937894-project] Pushing event deleted for resources: {'Network': ['ID=af045a3e-bd42-4d6b-9000-aab4e2d03531,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:18.970982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:18.990767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.155967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Allocated IP 2001:db8::2be (a9200560-cd80-4b86-b0eb-1530209eab2b/faffc3f2-c7e0-48dc-8e54-8671d0fba5de/4a7b3505-a947-409e-a5e8-1a2de15d6e91) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:19.162208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 60763346-2b83-425b-8542-052cef404a9a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:19.215038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 60763346-2b83-425b-8542-052cef404a9a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:19.215413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.288151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55774) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:19.301516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.403719 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.451923 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-27ad76a2-25ca-4880-8652-33c46486d674 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dbda7853bcd4ba3bef9078e60be0d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623900 Sep 16 05:42:19.455274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:19.458302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Network a9200560-cd80-4b86-b0eb-1530209eab2b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:19.459133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7b3505-a947-409e-a5e8-1a2de15d6e91,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:19.463473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:19.465874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:19.510765 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7c55b9-acb8-476d-9849-a6aa030a3ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.536140 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7c55b9-acb8-476d-9849-a6aa030a3ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.596762 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Sync routers for ids ['41805bdd-7c84-4e48-bd87-3b05963d35de'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:19.606960 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Routers {'41805bdd-7c84-4e48-bd87-3b05963d35de'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:19.607580 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['41805bdd-7c84-4e48-bd87-3b05963d35de'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:19.706532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7c55b9-acb8-476d-9849-a6aa030a3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.709404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e7c55b9-acb8-476d-9849-a6aa030a3ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.713077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3e7c55b9-acb8-476d-9849-a6aa030a3ff8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02278254-412b-4259-a113-a81674f8a0b1 HTTP/1.1" status: 204 len: 168 time: 0.2542477 Sep 16 05:42:19.730430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Set router 41805bdd-7c84-4e48-bd87-3b05963d35de gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:19.737086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c55b9-acb8-476d-9849-a6aa030a3ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02278254-412b-4259-a113-a81674f8a0b1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:19.806744 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.854584 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0637965e-4007-4ecd-aee9-9cb1d32ab855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:19.907553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-0a5e0951-c1e0-4293-8bf4-d239ea280d4c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:19.911595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-0a5e0951-c1e0-4293-8bf4-d239ea280d4c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1628525 Sep 16 05:42:19.928079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-38e68951-4ce3-401b-9cfb-b0a76af37831 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/quotas/eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 375 time: 0.0105042 Sep 16 05:42:19.993578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-b61ac420-62f4-491a-adb2-69d6b88c3e19 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578194 Sep 16 05:42:20.011508 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60763346-2b83-425b-8542-052cef404a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:42:14Z', 'revision_number': 4, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port': {'id': '60763346-2b83-425b-8542-052cef404a9a', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:10Z', 'updated_at': '2021-09-16T05:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8da4e9e7-9ba2-4993-a4bb-4b1d76dab448', 'name': '', 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'mac_address': 'fa:16:3e:a9:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '8c7add96-d3af-4239-b947-26e173a91ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:13Z', 'updated_at': '2021-09-16T05:42:14Z', 'revision_number': 2, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'subnets': [{'id': '8c7add96-d3af-4239-b947-26e173a91ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:20.044105 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Checking router: 41805bdd-7c84-4e48-bd87-3b05963d35de for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:20.044584 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Updating router 41805bdd-7c84-4e48-bd87-3b05963d35de port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:20.076667 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.092839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05f16218-31ef-422c-a716-e84de907cf9d req-66fbe1bf-20ea-4823-817b-b90e2b5229e8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0532022 Sep 16 05:42:20.119594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-113463da-52f6-4e92-8d10-55041b578bca service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187465 Sep 16 05:42:20.120064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.273409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c14d750-a287-4174-9069-d35a4ed674ec req-85b2e26c-c300-431d-ae6a-e69f6cfff45e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0452092 Sep 16 05:42:20.304763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-a0b2375d-126e-42a0-94e5-8233210be22e service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759975 Sep 16 05:42:20.378318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Router c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:20.446212 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.492210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eac74172-44a8-4e25-83b9-90bd2426e465 req-d0943bd4-9113-4245-958b-5473a15da18b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0464303 Sep 16 05:42:20.555091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:20.565587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Sync routers for ids ['c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:20.572345 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.587234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Routers {'c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:20.587780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:20.619275 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7adc-ce00-4f31-a293-f4c9aac83189 None None] Pushing event updated for resources: {'Port': ['ID=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:20.662160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55824) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:20.670178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.671410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-73c57dc8-cdc3-4da6-8283-8d4296209143 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4490552 Sep 16 05:42:20.692518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:20.717610 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bdc4893-5421-4f47-9583-744814a156f4 req-8597029e-595e-45fa-a1ef-63c657134e20 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0698218 Sep 16 05:42:20.745024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Set router c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:20.767199 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Attempting to bind port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:20.767824 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Attempting to bind port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:20.768455 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Attempting to bind port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 on network 61c9bff7-9806-4036-b350-ab78274ffdc8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:20.787813 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:20.788450 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Checking segment: {'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:20.789123 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.789789 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Bound using segment: {'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:20.790606 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Bound port: 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e9902f-8325-411f-bdec-023b905c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:20.791241 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.793976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-39339d97-5b6d-4cfe-87e4-4a631878d275 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50f919b9fddb401296e073208e46a1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304948 Sep 16 05:42:20.794929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55828) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:20.843421 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.878338 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2273d75b-41b4-4071-bb54-b44d2e022de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.912282 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2273d75b-41b4-4071-bb54-b44d2e022de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.936314 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] For port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:20.940002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.943550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] For port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,segment=NetworkSegment(71e9902f-8325-411f-bdec-023b905c72cf),segment_id=71e9902f-8325-411f-bdec-023b905c72cf)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:20.964129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b2f09cc5-853e-4083-8dd6-62ad27ae0030 None None] Provisioning complete for port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:20.966233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2f09cc5-853e-4083-8dd6-62ad27ae0030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.023391 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.041653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2f09cc5-853e-4083-8dd6-62ad27ae0030 None None] Port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:21.066353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2273d75b-41b4-4071-bb54-b44d2e022de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.088730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2273d75b-41b4-4071-bb54-b44d2e022de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.089939 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2273d75b-41b4-4071-bb54-b44d2e022de6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cff0fb3-e615-4b21-9334-0355c42147b9 HTTP/1.1" status: 204 len: 168 time: 0.2937739 Sep 16 05:42:21.129610 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7adc-ce00-4f31-a293-f4c9aac83189 None None] Pushing event updated for resources: {'Port': ['ID=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:21.132069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a', 'name': '', 'tenant_id': 'b7fb4c492dae49389765bfcc8f0de940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b', 'external_fixed_ips': [{'subnet_id': 'faffc3f2-c7e0-48dc-8e54-8671d0fba5de', 'ip_address': '2001:db8::2be'}], 'enable_snat': True}, 'gw_port_id': '4a7b3505-a947-409e-a5e8-1a2de15d6e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:18Z', 'updated_at': '2021-09-16T05:42:19Z', 'revision_number': 3, 'project_id': 'b7fb4c492dae49389765bfcc8f0de940', 'gw_port': {'id': '4a7b3505-a947-409e-a5e8-1a2de15d6e91', 'name': '', 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:32:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'faffc3f2-c7e0-48dc-8e54-8671d0fba5de', 'ip_address': '2001:db8::2be', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:18Z', 'updated_at': '2021-09-16T05:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'faffc3f2-c7e0-48dc-8e54-8671d0fba5de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:21.134930 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Routers {'41805bdd-7c84-4e48-bd87-3b05963d35de'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:21.136323 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['41805bdd-7c84-4e48-bd87-3b05963d35de'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:21.150636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0969e1ec-89a9-4a20-9d6b-29888bdb04e9 req-8b70656a-0b83-4e70-b17e-04d413c04df5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.1005239 Sep 16 05:42:21.163830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273d75b-41b4-4071-bb54-b44d2e022de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff0fb3-e615-4b21-9334-0355c42147b9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:21.207351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Checking router: c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:21.207660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Updating router c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:21.227390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.286525 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.305570 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] Set router 41805bdd-7c84-4e48-bd87-3b05963d35de gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:21.404490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Deleting port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:21.405408 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.553799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.579556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Calling delete_port for 4a7b3505-a947-409e-a5e8-1a2de15d6e91 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:21.671037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e4ecdc12-4820-4ce2-918a-c442c65968bc None None] Provisioning complete for port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:21.671613 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdc12-4820-4ce2-918a-c442c65968bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.792845 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.823480 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60763346-2b83-425b-8542-052cef404a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:42:14Z', 'revision_number': 4, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port': {'id': '60763346-2b83-425b-8542-052cef404a9a', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:10Z', 'updated_at': '2021-09-16T05:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8da4e9e7-9ba2-4993-a4bb-4b1d76dab448', 'name': '', 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'mac_address': 'fa:16:3e:a9:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '8c7add96-d3af-4239-b947-26e173a91ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:13Z', 'updated_at': '2021-09-16T05:42:20Z', 'revision_number': 4, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'subnets': [{'id': '8c7add96-d3af-4239-b947-26e173a91ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:21.842348 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdc12-4820-4ce2-918a-c442c65968bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.876847 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e88d8-d7ce-4570-9a1d-b3c88b4d9320 None None] The sync data for ids ['41805bdd-7c84-4e48-bd87-3b05963d35de'] in n-d-712749-15 is: [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60763346-2b83-425b-8542-052cef404a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:42:14Z', 'revision_number': 4, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port': {'id': '60763346-2b83-425b-8542-052cef404a9a', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:10Z', 'updated_at': '2021-09-16T05:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8da4e9e7-9ba2-4993-a4bb-4b1d76dab448', 'name': '', 'network_id': '61c9bff7-9806-4036-b350-ab78274ffdc8', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'mac_address': 'fa:16:3e:a9:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '8c7add96-d3af-4239-b947-26e173a91ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:13Z', 'updated_at': '2021-09-16T05:42:20Z', 'revision_number': 4, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'subnets': [{'id': '8c7add96-d3af-4239-b947-26e173a91ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:21.882168 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.893670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e4ecdc12-4820-4ce2-918a-c442c65968bc None None] For port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,segment=NetworkSegment(71e9902f-8325-411f-bdec-023b905c72cf),segment_id=71e9902f-8325-411f-bdec-023b905c72cf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:21.968655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Attempting to bind port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:21.969026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Attempting to bind port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:21.969485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Attempting to bind port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 on network a9200560-cd80-4b86-b0eb-1530209eab2b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:21.975682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdc12-4820-4ce2-918a-c442c65968bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.979843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc038a8-8ecb-4e11-a995-91b95a431a29 None None] Pushing event updated for resources: {'Port': ['ID=4a7b3505-a947-409e-a5e8-1a2de15d6e91,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:21.982401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:21.982857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Checking segment: {'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:21.983166 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.984052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Bound using segment: {'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:21.984547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Bound port: 4a7b3505-a947-409e-a5e8-1a2de15d6e91, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:21.986901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.113441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecdc12-4820-4ce2-918a-c442c65968bc None None] Pushing event updated for resources: {'Port': ['ID=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:22.210227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.212376 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:42:22.213218 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:42:22.268940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f31d46f-0642-4c9b-8208-2b346ee1b36a req-1b5dadfa-d7cd-465e-ac5a-b7f8514e9b79 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0804365 Sep 16 05:42:22.277568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a7b3505-a947-409e-a5e8-1a2de15d6e91,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:22.320565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.321350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.321889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.322332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.323008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.323369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.323707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.324244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.324586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.324921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.325255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.325615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:22.367648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b2a3d4c-b5a3-4746-b1f4-d51d9ae8e3f0 req-c3c86f48-9d9b-43d2-9523-886c71428a6a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.0872791 Sep 16 05:42:22.368654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.482795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c9efd80b-14a9-4c58-9301-5319074f52fb req-9945d93b-a4e8-4b2a-8262-1858950f73c2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0762594 Sep 16 05:42:22.534357 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.538025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.623139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-faed588c-9198-4836-8933-ecf8140032f0 req-32bc468e-bd94-43e8-b20c-b38946623d1f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0298586 Sep 16 05:42:22.690025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.690971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:22.695997 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.697567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-52c3a7a4-9d0d-4e9b-be5c-4979ccc2c997 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "DELETE /v2.0/routers/c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a HTTP/1.1" status: 204 len: 168 time: 2.0036469 Sep 16 05:42:22.700533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:22.742332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Attempting to bind port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:22.742918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Attempting to bind port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:22.743064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Attempting to bind port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 on network a9200560-cd80-4b86-b0eb-1530209eab2b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:22.754594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:22.754972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Checking segment: {'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:22.755385 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.755789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Bound using segment: {'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:22.756477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Bound port: 4a7b3505-a947-409e-a5e8-1a2de15d6e91, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898402ca-ca4b-4927-84bb-6ba2012b0658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a9200560-cd80-4b86-b0eb-1530209eab2b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:22.756867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.771765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-744f1016-9a2b-4b7d-b8d7-4c5eb254ea21 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Deleting subnet faffc3f2-c7e0-48dc-8e54-8671d0fba5de {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:42:22.773094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d46886a0-7b3b-4501-b05f-1060504ba523 req-7cabcad5-7783-49ed-920c-00e7c8911244 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0369227 Sep 16 05:42:22.776425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-744f1016-9a2b-4b7d-b8d7-4c5eb254ea21 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.779735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Port 4a7b3505-a947-409e-a5e8-1a2de15d6e91 has been deleted concurrently {{(pid=95661) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 05:42:22.796409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Routers set() bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:22.796770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Router IDs set() for agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:42:22.798703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_agentschedulers_db [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:41:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent'). {{(pid=95661) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:42:22.800309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8b0bf-ddb1-4a0f-abb7-fd2a38dedfd7 None None] The sync data for ids ['c38a57ba-cd6c-46e4-bfec-31ef5c1f1e2a'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:22.829564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-744f1016-9a2b-4b7d-b8d7-4c5eb254ea21 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.894532 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-744f1016-9a2b-4b7d-b8d7-4c5eb254ea21 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.061108 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-744f1016-9a2b-4b7d-b8d7-4c5eb254ea21 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.111533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f1016-9a2b-4b7d-b8d7-4c5eb254ea21 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=faffc3f2-c7e0-48dc-8e54-8671d0fba5de,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:23.121556 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-744f1016-9a2b-4b7d-b8d7-4c5eb254ea21 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.124909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-744f1016-9a2b-4b7d-b8d7-4c5eb254ea21 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/faffc3f2-c7e0-48dc-8e54-8671d0fba5de HTTP/1.1" status: 204 len: 168 time: 0.4225867 Sep 16 05:42:23.126426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e0a27d9-d804-4ccc-9adf-0d61209d7aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.127839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:23.222518 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.245391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:23.304226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:23.304603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.316416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.341074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9200560-cd80-4b86-b0eb-1530209eab2b']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:23.356566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898402ca-ca4b-4927-84bb-6ba2012b0658') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:23.357152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898402ca-ca4b-4927-84bb-6ba2012b0658') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:23.373218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.393243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.411173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:23.412601 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: items = [ Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:23.420807 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:23.494388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-145615d8-5c4a-4438-9ced-93a261595964 req-c12e88e3-7725-4543-813b-21e6f2144c18 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.0316091 Sep 16 05:42:23.812528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.000774 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.006462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9200560-cd80-4b86-b0eb-1530209eab2b {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:42:24.009189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.011333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "DELETE /v2.0/networks/a9200560-cd80-4b86-b0eb-1530209eab2b HTTP/1.1" status: 204 len: 168 time: 0.8822441 Sep 16 05:42:24.021148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffa4fc-5a9a-485e-aaf3-7e830d7fe99c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9200560-cd80-4b86-b0eb-1530209eab2b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:24.140910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:24.274130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-067be361-48a7-46ba-8abe-7b1c991f03d1 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:24.394766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea2249e1-cf95-480d-a9d4-427572549377 req-ead3435f-570d-4fbe-ac46-ba6915991772 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0309269 Sep 16 05:42:24.432742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-067be361-48a7-46ba-8abe-7b1c991f03d1 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] 10.222.0.49 "PUT /v2.0/quotas/1c3ec1909788475c938289eafb9ea539 HTTP/1.1" status: 200 len: 368 time: 0.2898333 Sep 16 05:42:24.435279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55936) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:24.442791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Request body: {'network': {'project_id': '1c3ec1909788475c938289eafb9ea539'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:24.481079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-91ed57be-ed88-4b78-bea8-e6ca02026d6c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.483495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-91ed57be-ed88-4b78-bea8-e6ca02026d6c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1618862 Sep 16 05:42:24.506676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'port': {'device_id': '9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'admin_state_up': True, 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:24.541238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55940) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:24.548187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a2be2793-f107-4402-b1b4-7ed2b6a6b63d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'router': {'name': 'tempest-router--1520114748', 'project_id': '3f1fac5e8c794ebca5ffb11a1dc58c39'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:24.571410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Made reservation on behalf of 1c3ec1909788475c938289eafb9ea539 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:24.577874 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.589854 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.623519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2a17280-8db7-4eca-a4ee-6dae66f20d73 req-e9eb082e-06dd-4b88-8460-22e5e7701c6e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0510185 Sep 16 05:42:24.667739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1aab23bd-a1e6-4c6c-8acb-746d8442d558 req-8c88f0da-d120-456a-a346-3bb017d97c8c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0280635 Sep 16 05:42:24.669939 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-687a0d29-d7ef-4823-b987-465efae1488d req-2d880aeb-8130-4511-84fb-7b205581d246 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.0401831 Sep 16 05:42:24.686172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2be2793-f107-4402-b1b4-7ed2b6a6b63d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.687533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2be2793-f107-4402-b1b4-7ed2b6a6b63d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.771229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2be2793-f107-4402-b1b4-7ed2b6a6b63d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.827167 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.832532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a11aa79c-d2a9-433e-bdb4-1b02c1dbb7ba req-275a324b-867e-43c2-bf65-d1ab680dd9d2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0369751 Sep 16 05:42:24.854312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2be2793-f107-4402-b1b4-7ed2b6a6b63d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.895140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.932134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:24.943652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf47a69-d60f-4cb6-a2c7-0d40e6dff55a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:24.948680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.949033 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Added segment 12373a12-33a9-42de-b064-198455f00034 of type vlan for network 4591811a-b8a2-4963-b533-25d7b26cb522 Sep 16 05:42:24.969045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:24.973562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:24.993925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.063618 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2be2793-f107-4402-b1b4-7ed2b6a6b63d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.067734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a2be2793-f107-4402-b1b4-7ed2b6a6b63d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5221789 Sep 16 05:42:25.068061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55954) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:25.112337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.20.0.5 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/43ca5178-a8c2-4516-bc40-ddf5998d3ae9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:25.116097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.118688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:25.119530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.189188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27c56fbe-51fa-455b-8849-73b82322254c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.256495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8166790 Sep 16 05:42:25.256774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28712a2-45ee-4f41-96e2-724471cc88a2 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Pushing event updated for resources: {'Network': ['ID=4591811a-b8a2-4963-b533-25d7b26cb522,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:25.258028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:25.267046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Request body: {'network': {'project_id': '1c3ec1909788475c938289eafb9ea539'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:25.272001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 4591811a-b8a2-4963-b533-25d7b26cb522 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:25.295172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.300829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.380268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Made reservation on behalf of 1c3ec1909788475c938289eafb9ea539 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:25.382760 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.404433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27c56fbe-51fa-455b-8849-73b82322254c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.407385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27c56fbe-51fa-455b-8849-73b82322254c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.407828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.430153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:25.440851 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.441417 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Added segment a9a5f0de-f355-464b-9156-efc931d7704a of type vlan for network 6c683996-0ef4-4415-849a-bc0de7a34cd3 Sep 16 05:42:25.510414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:25.521562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27c56fbe-51fa-455b-8849-73b82322254c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.522694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c56fbe-51fa-455b-8849-73b82322254c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fee8137-5601-46d9-8c4e-9fb02f6b0635 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:25.523731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:25.530025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-27c56fbe-51fa-455b-8849-73b82322254c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.533591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:25.538298 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-27c56fbe-51fa-455b-8849-73b82322254c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "DELETE /v2.0/routers/8fee8137-5601-46d9-8c4e-9fb02f6b0635 HTTP/1.1" status: 204 len: 168 time: 0.4684145 Sep 16 05:42:25.539674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.564027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:25.622895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:25.623534 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.740703 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.742359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:25.743184 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.760626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-de1de4e9-170b-414c-b22f-e2e1663ff9a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2582471 Sep 16 05:42:25.794274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Request body: {'port': {'device_id': '9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:25.844035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134abb5-9db3-432d-8054-be6a0ccb77a7 req-4dc475f1-3a45-4e78-add3-be659e0dfde9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:25.844631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e29737c7-bb1b-4318-97e0-1c576d2d0bcf None None] Provisioning complete for port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:25.844631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e29737c7-bb1b-4318-97e0-1c576d2d0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.844879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e134abb5-9db3-432d-8054-be6a0ccb77a7 req-4dc475f1-3a45-4e78-add3-be659e0dfde9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 931 time: 0.0645449 Sep 16 05:42:25.865613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Pushing event updated for resources: {'Network': ['ID=6c683996-0ef4-4415-849a-bc0de7a34cd3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:25.894743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e134abb5-9db3-432d-8054-be6a0ccb77a7 req-c0de2725-b20a-4c7b-87dc-a8ad1530e6bd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553050 Sep 16 05:42:25.895962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e29737c7-bb1b-4318-97e0-1c576d2d0bcf None None] Port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:42:25.897444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:25.903725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 6c683996-0ef4-4415-849a-bc0de7a34cd3 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:25.908678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.921134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-62020ee1-5f1d-454d-80c9-94a4ff8f419c tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6589022 Sep 16 05:42:25.926237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55970) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:25.934055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c174fb0c-d7d1-4e7f-a9b9-01eb029deff3 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Request body: {'network': {'project_id': '1c3ec1909788475c938289eafb9ea539'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:25.971049 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c174fb0c-d7d1-4e7f-a9b9-01eb029deff3 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:42:25.971687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c174fb0c-d7d1-4e7f-a9b9-01eb029deff3 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:42:25.975732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c174fb0c-d7d1-4e7f-a9b9-01eb029deff3 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0457826 Sep 16 05:42:25.976718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55972) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:26.036263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1233bd2d-83ab-41ed-8dac-788596c62972 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c3ec1909788475c938289eafb9ea539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557890 Sep 16 05:42:26.037535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55976) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:26.115615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2fbf07c-0261-45b1-ab91-15e758dfbc8f tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.141991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2fbf07c-0261-45b1-ab91-15e758dfbc8f tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.213105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-22638613', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:26.284385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:26.292094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.320469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Transition to ACTIVE for port object 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:42:26.320724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2fbf07c-0261-45b1-ab91-15e758dfbc8f tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.323488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2fbf07c-0261-45b1-ab91-15e758dfbc8f tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.324902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e2fbf07c-0261-45b1-ab91-15e758dfbc8f tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cf47a69-d60f-4cb6-a2c7-0d40e6dff55a HTTP/1.1" status: 204 len: 168 time: 0.2860923 Sep 16 05:42:26.327521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55980) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:26.333739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbf07c-0261-45b1-ab91-15e758dfbc8f tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf47a69-d60f-4cb6-a2c7-0d40e6dff55a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:26.343637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.345562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.381396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.430684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.452907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Pushing event updated for resources: {'Port': ['ID=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:26.492815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.529158 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f00895eb-2588-4348-8861-565c375c82a8 req-294f8411-6ede-42a1-a9c2-850084b9e78d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0526481 Sep 16 05:42:26.682903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Attempting to bind port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:26.683522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Attempting to bind port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:26.684253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Attempting to bind port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:26.694512 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.709911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:42:26.710519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Attempting to bind port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:26.740630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:26.741286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:26.741869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:26.742499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Bound port: 43ca5178-a8c2-4516-bc40-ddf5998d3ae9, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:26.743051 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.767977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c683996-0ef4-4415-849a-bc0de7a34cd3']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:26.807438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.811783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a5f0de-f355-464b-9156-efc931d7704a') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:26.812372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a5f0de-f355-464b-9156-efc931d7704a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:26.838250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3341db9-c180-4667-8cd7-97e058e3b26a req-cfda70a3-d669-4488-820b-d438c37dc462 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0732543 Sep 16 05:42:26.848212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-512af514-2703-40f6-9cff-06c35e9374bd req-8ffe6fcc-f285-4967-9973-cfa50477e133 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0352156 Sep 16 05:42:26.853908 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.871208 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.884285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:26.884836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:26.886536 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:26.968093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] For port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:26.984336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] For port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:27.074152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3149c-cfec-4c8f-b1c3-8e40fd3167a9 req-87fcfeff-91a6-4b82-874e-7360dc8e7fde tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.083520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5da3149c-cfec-4c8f-b1c3-8e40fd3167a9 req-87fcfeff-91a6-4b82-874e-7360dc8e7fde tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.0697079 Sep 16 05:42:27.133368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5da3149c-cfec-4c8f-b1c3-8e40fd3167a9 req-615ce20e-7bb2-4793-ae82-8279ca32b27e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485616 Sep 16 05:42:27.139493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.139493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.155433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.158112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] 10.222.0.49 "DELETE /v2.0/networks/6c683996-0ef4-4415-849a-bc0de7a34cd3 HTTP/1.1" status: 204 len: 168 time: 0.8281646 Sep 16 05:42:27.168442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55996) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:27.175918 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.208606 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.215408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e608fa6-5851-4875-8183-5ad765305832 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c683996-0ef4-4415-849a-bc0de7a34cd3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:27.240395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.241057 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.243040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] 10.222.0.66 "PUT /v2.0/ports/43ca5178-a8c2-4516-bc40-ddf5998d3ae9 HTTP/1.1" status: 200 len: 1092 time: 1.4546490 Sep 16 05:42:27.261180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b', 'tag': '43ca5178-a8c2-4516-bc40-ddf5998d3ae9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:27.263544 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9f7581-9b6e-41ce-89eb-d6d08abaa3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b", "tag": "43ca5178-a8c2-4516-bc40-ddf5998d3ae9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:27.308086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-789e5798-55f0-482d-83b7-89401f91b616 req-99e91ce8-653d-41ab-8788-d7eee5b1a836 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0867910 Sep 16 05:42:27.344499 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3335e947-5dc4-40d3-b934-34a03a527f04 x-openstack-request-id: req-3335e947-5dc4-40d3-b934-34a03a527f04 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:27.344772 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b", "tag": "43ca5178-a8c2-4516-bc40-ddf5998d3ae9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:27.345396 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3335e947-5dc4-40d3-b934-34a03a527f04 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:27.345396 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b', 'tag': '43ca5178-a8c2-4516-bc40-ddf5998d3ae9', 'status': 'completed', 'code': 200} Sep 16 05:42:27.366349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37cd88-6c03-4b0f-a123-0baf44a27e3e service neutron] Pushing event updated for resources: {'Port': ['ID=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:27.372459 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.398918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Allocated IP 172.25.1.47 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/5341da32-beb9-4b50-ac41-2f0160b107fb) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:27.463312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.533237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.548990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.567718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7581-9b6e-41ce-89eb-d6d08abaa3f1 req-92811237-7fa4-404d-9b0e-487c573c7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.569526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d9f7581-9b6e-41ce-89eb-d6d08abaa3f1 req-92811237-7fa4-404d-9b0e-487c573c7be2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 1095 time: 0.1465015 Sep 16 05:42:27.583208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4591811a-b8a2-4963-b533-25d7b26cb522']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:27.596883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12373a12-33a9-42de-b064-198455f00034') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:27.597191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12373a12-33a9-42de-b064-198455f00034') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:27.627058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.646018 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.690629 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.695707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:27.699068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:27.704531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:27.706559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:27.706973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:27.708910 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:27.744947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event updated for resources: {'Port': ['ID=5341da32-beb9-4b50-ac41-2f0160b107fb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:27.784450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7581-9b6e-41ce-89eb-d6d08abaa3f1 req-089646c6-9b71-4bf2-b477-bfdd49f1391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.786410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d9f7581-9b6e-41ce-89eb-d6d08abaa3f1 req-089646c6-9b71-4bf2-b477-bfdd49f1391e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=eeb93f4e80b947838ff72672315f5c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1923037 Sep 16 05:42:27.880761 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.891016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:27.896394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] 10.222.0.49 "DELETE /v2.0/networks/4591811a-b8a2-4963-b533-25d7b26cb522 HTTP/1.1" status: 204 len: 168 time: 0.6940420 Sep 16 05:42:27.910933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795522c-63e1-4e80-b18f-541d6a162d90 tempest-QuotasNegativeTest-562976675 tempest-QuotasNegativeTest-562976675-project-admin] Pushing event deleted for resources: {'Network': ['ID=4591811a-b8a2-4963-b533-25d7b26cb522,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:27.952073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7581-9b6e-41ce-89eb-d6d08abaa3f1 req-4fba9dec-5431-4817-8b8c-bc4e9cfbb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:27.954332 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d9f7581-9b6e-41ce-89eb-d6d08abaa3f1 req-4fba9dec-5431-4817-8b8c-bc4e9cfbb455 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603310 Sep 16 05:42:28.083409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-af7066da-7575-43bf-a0a0-50d04cc5eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.085147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-af7066da-7575-43bf-a0a0-50d04cc5eaba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 1095 time: 0.0532947 Sep 16 05:42:28.152677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-36255397-29fc-444b-bf74-d6cdea4ea86a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ca5178-a8c2-4516-bc40-ddf5998d3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0444605 Sep 16 05:42:28.225036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-ef95feba-34e0-4581-9b36-f7edddf8b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.226901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-ef95feba-34e0-4581-9b36-f7edddf8b78c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0643330 Sep 16 05:42:28.318086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8db95-05e5-499d-b712-7a4f0e349e1e req-9d20a50f-2ec6-4647-b3a6-5a47f3681a49 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.320130 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9b8db95-05e5-499d-b712-7a4f0e349e1e req-9d20a50f-2ec6-4647-b3a6-5a47f3681a49 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.0826104 Sep 16 05:42:28.322683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-1c2da7f8-1780-4567-84d4-ed6983cac8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:28.334057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-1c2da7f8-1780-4567-84d4-ed6983cac8c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860519 Sep 16 05:42:28.443282 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9b8db95-05e5-499d-b712-7a4f0e349e1e req-4b7be23e-6e71-422e-90ab-941f1bfb5853 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158268 Sep 16 05:42:28.494950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-8a5d0b53-71ab-457f-a509-e915e9bfb92d service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533942 Sep 16 05:42:28.550354 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:28.732391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87dbf6ca-47e1-4082-8560-6c559b4947b0 req-5f6598ef-8520-4657-a8fb-9581ae697104 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257745 Sep 16 05:42:28.741604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:28.830134 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-93ea7ee0-9834-40b0-bef1-c3ddeeddb621 req-5ac36e0e-ff59-4433-9709-b412705cb9e7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0342236 Sep 16 05:42:28.842980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:28.990240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e857d2a-c1c8-4ed9-8d4e-efddd892f0e4 req-c73eb678-7ecf-4456-80ae-4805d49dea6d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0298460 Sep 16 05:42:29.105954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Router fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:29.213878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:29.228831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43bf6dcd-c4d6-403a-bec6-529ffabbf9a4 req-9136bcfa-66de-4250-8585-cce62973fe99 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0600352 Sep 16 05:42:29.260165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:29.271970 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c71c4-1833-46bf-b896-e4dfcfb3c4d5 None None] Sync routers for ids ['fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:29.287296 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c71c4-1833-46bf-b896-e4dfcfb3c4d5 None None] Routers {'fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:29.288217 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-021c71c4-1833-46bf-b896-e4dfcfb3c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:29.334182 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-021c71c4-1833-46bf-b896-e4dfcfb3c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:29.342161 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c71c4-1833-46bf-b896-e4dfcfb3c4d5 None None] Routers {'fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:29.342793 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-021c71c4-1833-46bf-b896-e4dfcfb3c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:29.351659 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.356075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f1a39e0-f1e6-44b9-979a-479602882721 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4500036 Sep 16 05:42:29.356604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:29.395123 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-021c71c4-1833-46bf-b896-e4dfcfb3c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:29.395962 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c71c4-1833-46bf-b896-e4dfcfb3c4d5 None None] The sync data for ids ['fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:29.458831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f39f7384-a266-47c0-a468-ab60316e678e req-709e2a43-bed2-4997-957e-937bb78d03ee service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0695415 Sep 16 05:42:29.459562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11c75354-9556-486f-97da-27ac62eaa542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.566321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ee05be0f-61c8-4315-bdf5-5ed9540d59fc tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/routers/fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff HTTP/1.1" status: 200 len: 922 time: 0.2024462 Sep 16 05:42:29.566617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56046) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:29.588304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebed75-2ea1-4634-b8c5-3e9d7dee7683 req-807f4a45-22ad-488f-a8c1-c3663e5b6331 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:29.589924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16ebed75-2ea1-4634-b8c5-3e9d7dee7683 req-807f4a45-22ad-488f-a8c1-c3663e5b6331 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.0684986 Sep 16 05:42:29.610162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7f7046e1-e457-4d90-b805-9bd160551d6c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff HTTP/1.1" status: 200 len: 205 time: 0.0425291 Sep 16 05:42:29.613156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56048) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:29.645351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16ebed75-2ea1-4634-b8c5-3e9d7dee7683 req-134eff2c-551b-4318-a7d2-cb60918e3377 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376890 Sep 16 05:42:29.671426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11c75354-9556-486f-97da-27ac62eaa542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.745572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.785476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11c75354-9556-486f-97da-27ac62eaa542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.848161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c75354-9556-486f-97da-27ac62eaa542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7bcd6f-c79f-455e-a26e-9e646875b904,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:29.856377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-11c75354-9556-486f-97da-27ac62eaa542 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f474506cb2047baa20e0838d0c850ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413677 Sep 16 05:42:29.859291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56050) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:29.908079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.911682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c02706c-3031-466f-a761-e0007538ad54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.935423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c02706c-3031-466f-a761-e0007538ad54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.042243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Deleting port 5341da32-beb9-4b50-ac41-2f0160b107fb {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:30.042587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.151289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.166159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Calling delete_port for 5341da32-beb9-4b50-ac41-2f0160b107fb owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:30.177770 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c02706c-3031-466f-a761-e0007538ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.184913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c02706c-3031-466f-a761-e0007538ad54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.184913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c02706c-3031-466f-a761-e0007538ad54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db7bcd6f-c79f-455e-a26e-9e646875b904 HTTP/1.1" status: 204 len: 168 time: 0.3216639 Sep 16 05:42:30.199067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02706c-3031-466f-a761-e0007538ad54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7bcd6f-c79f-455e-a26e-9e646875b904,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:30.392514 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.425164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event deleted for resources: {'Port': ['ID=5341da32-beb9-4b50-ac41-2f0160b107fb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:30.499794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.600487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.602812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.745282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.745926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Fanout notify agent at l3_agent the message router_deleted on router fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:30.754098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.757177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-93cbc8de-02ac-49e7-aab2-5628e54021a4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff HTTP/1.1" status: 204 len: 168 time: 1.1409199 Sep 16 05:42:30.759172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:30.764523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1358481965', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': False}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:30.803904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223fd2c-4050-407b-b65a-6e9008b4c47e req-606fe6fb-f7b4-4e06-befd-fdf6d5d9ecf6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:30.806244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8223fd2c-4050-407b-b65a-6e9008b4c47e req-606fe6fb-f7b4-4e06-befd-fdf6d5d9ecf6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.0902596 Sep 16 05:42:30.852183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8223fd2c-4050-407b-b65a-6e9008b4c47e req-77cf34f9-b4e0-43f0-a916-176c961735ac tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 Sep 16 05:42:30.880960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.882383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.948614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56072) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:30.950411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.964057 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1300e4c2-c56f-4e86-b2f5-accaf5f7ab15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:30.965326 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2252d71-5e67-49d2-987b-170621329121 req-a3f3300c-bbb0-4d20-9b86-db5cfb1495e6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0544090 Sep 16 05:42:31.128039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d374530d-9a24-4333-bb77-478d535a2e72 req-cb912541-2343-43e9-9b59-c8b9139e3cdd service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0399582 Sep 16 05:42:31.130589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1300e4c2-c56f-4e86-b2f5-accaf5f7ab15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.191805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.257303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1300e4c2-c56f-4e86-b2f5-accaf5f7ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.299733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1300e4c2-c56f-4e86-b2f5-accaf5f7ab15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f5b79c925c74be185197873f5ca2fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482697 Sep 16 05:42:31.301966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e4c2-c56f-4e86-b2f5-accaf5f7ab15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9ff025-f37c-48ea-9f79-ccc70014c324,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:31.305078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56082) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:31.312592 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77ddae54-5e87-494f-8a50-3a9014e6b2e3 req-7e28c613-e717-4327-b514-8be43f609ac0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0307546 Sep 16 05:42:31.356927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d76c5f1a-49fd-4f14-b5ee-76f6b41b4a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.380828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d76c5f1a-49fd-4f14-b5ee-76f6b41b4a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.454737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d55a030b-f686-441d-aea4-def497c82aca req-15991ac0-471b-4fc2-ae4e-16caef7d70d4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0320148 Sep 16 05:42:31.529550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d76c5f1a-49fd-4f14-b5ee-76f6b41b4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.535516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d76c5f1a-49fd-4f14-b5ee-76f6b41b4a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.536579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d76c5f1a-49fd-4f14-b5ee-76f6b41b4a5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc9ff025-f37c-48ea-9f79-ccc70014c324 HTTP/1.1" status: 204 len: 168 time: 0.2304149 Sep 16 05:42:31.545360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c5f1a-49fd-4f14-b5ee-76f6b41b4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9ff025-f37c-48ea-9f79-ccc70014c324,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:31.550157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.570761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.681794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Allocated IP 172.25.1.171 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/2663c735-4f1a-46ea-a71f-7e07cbde0b30) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:31.788951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.879772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-e9f177bf-7b11-4232-9e26-0653f559bdcb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2101221 Sep 16 05:42:31.897781 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.943764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:31.946940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:31.955447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:31.988311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'Port': ['ID=2663c735-4f1a-46ea-a71f-7e07cbde0b30,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:32.011038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c46660b7-fac6-4d0f-9326-86fd0c78b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.011819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c46660b7-fac6-4d0f-9326-86fd0c78b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.012180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c46660b7-fac6-4d0f-9326-86fd0c78b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.012727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c46660b7-fac6-4d0f-9326-86fd0c78b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.013283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c46660b7-fac6-4d0f-9326-86fd0c78b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.013966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c46660b7-fac6-4d0f-9326-86fd0c78b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.014340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c46660b7-fac6-4d0f-9326-86fd0c78b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.017951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c46660b7-fac6-4d0f-9326-86fd0c78b771 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f773e780de03481599c191c91db1ab5f&device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 6498 time: 0.0644674 Sep 16 05:42:32.042667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967ad1c-1b6d-4ff8-901d-159bf6f355b1 req-69a35e2a-a5da-430c-9d8f-28bdd80af104 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.051384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b967ad1c-1b6d-4ff8-901d-159bf6f355b1 req-69a35e2a-a5da-430c-9d8f-28bdd80af104 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.0913110 Sep 16 05:42:32.149600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-37221ef2-fc85-4a11-a1d9-7743a72acae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.151400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-37221ef2-fc85-4a11-a1d9-7743a72acae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.151400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-37221ef2-fc85-4a11-a1d9-7743a72acae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.152228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-37221ef2-fc85-4a11-a1d9-7743a72acae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fc69c774-76ee-44e1-8d53-c12636b19e40&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&id=f60b21fe-fe60-4b7d-896e-621284a58891&id=f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 200 len: 2294 time: 0.1117506 Sep 16 05:42:32.175762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b967ad1c-1b6d-4ff8-901d-159bf6f355b1 req-70cac0bf-fefa-4e99-8556-2525bbdf81bc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939367 Sep 16 05:42:32.221790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-5ce8c7a0-be3d-41fe-8d73-316341653e5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 200 len: 1001 time: 0.0615969 Sep 16 05:42:32.275539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-4b497fc6-eede-4725-9f2b-2fb76a43cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.277013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-4b497fc6-eede-4725-9f2b-2fb76a43cac8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 200 len: 851 time: 0.0483778 Sep 16 05:42:32.335328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-92b9e8ca-71a5-4d19-9815-3ad4be984008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.337015 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-92b9e8ca-71a5-4d19-9815-3ad4be984008 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fc69c774-76ee-44e1-8d53-c12636b19e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528045 Sep 16 05:42:32.354133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-9143da71-a6a6-41c0-acba-4f9315ff8be0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:42:32.357222 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-9143da71-a6a6-41c0-acba-4f9315ff8be0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056033 Sep 16 05:42:32.386737 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:32.450957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-77921367-a3c5-45d2-b57c-2d9add10aafe service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887647 Sep 16 05:42:32.560616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-a93ba352-9b10-4c7c-acba-74a55b8a8e7a service neutron] 10.222.0.30 "GET /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997851 Sep 16 05:42:32.612153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:32.620117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-151e1c27-7e09-44e5-9f1d-8e26d8d0946a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 217 time: 0.0518048 Sep 16 05:42:32.682383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-83b642d8-2c72-4c86-b6a2-d0b41420fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.683895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-83b642d8-2c72-4c86-b6a2-d0b41420fe3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0564909 Sep 16 05:42:32.715782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56118) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:32.736722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-cac0cb92-d8f3-443e-a279-06da720ab17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:32.738303 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-cac0cb92-d8f3-443e-a279-06da720ab17c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461507 Sep 16 05:42:32.840950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-a4aa89ff-0c9e-4877-a18d-8e8d42e21ce8 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944080 Sep 16 05:42:32.844738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'networks': [{'name': 'tempest-network--635432471'}, {'name': 'tempest-network--1643400065'}]} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:32.845654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'network': {'name': 'tempest-network--635432471'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:32.845822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'network': {'name': 'tempest-network--1643400065'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:32.864001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Router 17ddb93d-3b35-4c35-bb59-116ecc7f9069 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:32.963688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-319be247-2811-4804-b687-ad328d6ed5bd service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128070 Sep 16 05:42:33.085823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-6fb61d64-0292-4e22-8df7-14a8cd70b103 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 217 time: 0.0409203 Sep 16 05:42:33.086038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ce0a632-1423-461e-8daf-d94b7b0ae865 req-9262bb5a-2bd4-4d83-8833-4036d3287587 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0304892 Sep 16 05:42:33.086038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:33.086251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Sync routers for ids ['17ddb93d-3b35-4c35-bb59-116ecc7f9069'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:33.086678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Made reservation on behalf of b03a338581764ee1a63d70e3f3b64e2e for: {'network': 2} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:33.086678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.087197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c13d1be0-f639-46b0-bdde-683a0a03492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:33.087197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c13d1be0-f639-46b0-bdde-683a0a03492e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0551903 Sep 16 05:42:33.087522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Routers {'17ddb93d-3b35-4c35-bb59-116ecc7f9069'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:33.087522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['17ddb93d-3b35-4c35-bb59-116ecc7f9069'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:33.087846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.128560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-60436413-753f-4ad7-8c6b-c85df4c71013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:33.145237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-60436413-753f-4ad7-8c6b-c85df4c71013 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473864 Sep 16 05:42:33.207921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.209891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08386050-4f02-4119-84ee-b9a2b451751d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4490693 Sep 16 05:42:33.213511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56130) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:33.241777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-ec4af07e-2861-45b9-af60-2388f87a6a78 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034296 Sep 16 05:42:33.258123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Set router 17ddb93d-3b35-4c35-bb59-116ecc7f9069 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:33.332396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f05b4516-0fe1-4ebb-9a7f-ffa4283e0fd6 req-0a15c47c-b130-4b84-a68d-858706a81985 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0610547 Sep 16 05:42:33.405106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b0513ee-8a3a-44b1-a85c-e9d1815e7191 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/routers/17ddb93d-3b35-4c35-bb59-116ecc7f9069 HTTP/1.1" status: 200 len: 909 time: 0.1901326 Sep 16 05:42:33.411074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56136) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:33.416623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1358481965', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': True}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:33.425138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321b972-31da-46ac-a1fa-74c70be8a68f req-fc7cb3d2-098b-4e2e-9d05-fcc732426a09 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:33.427043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6321b972-31da-46ac-a1fa-74c70be8a68f req-fc7cb3d2-098b-4e2e-9d05-fcc732426a09 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.1434538 Sep 16 05:42:33.435981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-20a5a6af-e502-4f3c-9502-7b0a8eaa3f62 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856833 Sep 16 05:42:33.462089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.486144 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-befe45f2-2721-4c2c-b77c-ccb1c4679553 req-79c40ab1-3eab-4ce3-9c47-d7a9b3876f2b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0381982 Sep 16 05:42:33.529442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.529960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.530762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ddb93d-3b35-4c35-bb59-116ecc7f9069', 'name': 'tempest-snat-router-1358481965', 'tenant_id': 'b7fb4c492dae49389765bfcc8f0de940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '2663c735-4f1a-46ea-a71f-7e07cbde0b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:30Z', 'updated_at': '2021-09-16T05:42:32Z', 'revision_number': 3, 'project_id': 'b7fb4c492dae49389765bfcc8f0de940', 'gw_port': {'id': '2663c735-4f1a-46ea-a71f-7e07cbde0b30', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ddb93d-3b35-4c35-bb59-116ecc7f9069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:31Z', 'updated_at': '2021-09-16T05:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:33.566531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Checking router: 17ddb93d-3b35-4c35-bb59-116ecc7f9069 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:33.567194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Updating router 17ddb93d-3b35-4c35-bb59-116ecc7f9069 port 2663c735-4f1a-46ea-a71f-7e07cbde0b30 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:33.590001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef758e0-5f22-40b9-80da-3ba61b8593ed,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:33.614168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:33.624270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.631089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.631588 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Added segment 4fd2e5f2-7e9a-46a2-a99e-685634d4eb6d of type vlan for network 7c3288de-fb08-4f1e-a2f6-0b40ece6558a Sep 16 05:42:33.676848 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.678533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.700302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.768008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.775391 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:33.786785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.787206 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Added segment 901b5ca2-3c9d-47c1-b323-fda23c42913c of type vlan for network d961becc-0cd0-4ab7-96ea-f030358f315a Sep 16 05:42:33.842856 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.848890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-aa4ca351-c7bd-4e87-b401-bda102e28bc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 200 len: 217 time: 0.4019077 Sep 16 05:42:33.881307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08fc6043-1f8b-48fa-a721-f44f668942f4 req-eda25fdf-8e4f-4e9b-b0d2-9f9f63848f33 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0438123 Sep 16 05:42:33.933153 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:33.937383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6321b972-31da-46ac-a1fa-74c70be8a68f req-7feefeac-4c3f-4993-99a3-f6a4bf5c75fc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969590 Sep 16 05:42:33.949145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-ab31360c-e747-4901-bac3-75251ccf68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:33.950871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-ab31360c-e747-4901-bac3-75251ccf68c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0818062 Sep 16 05:42:34.014970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-15c07004-7da9-4ae7-bfb6-538fb5651993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.017150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-15c07004-7da9-4ae7-bfb6-538fb5651993 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0585268 Sep 16 05:42:34.028487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.042480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.046654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.050542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.055566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.062753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.064184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.087894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Attempting to bind port 2663c735-4f1a-46ea-a71f-7e07cbde0b30 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:34.088526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Attempting to bind port 2663c735-4f1a-46ea-a71f-7e07cbde0b30 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:34.088526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Attempting to bind port 2663c735-4f1a-46ea-a71f-7e07cbde0b30 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:34.100986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e69895-e5bf-4418-a42c-03fb8a36c386 None None] Pushing event updated for resources: {'Port': ['ID=2663c735-4f1a-46ea-a71f-7e07cbde0b30,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:34.104655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:34.105240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:34.105703 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.106104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:34.106624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Bound port: 2663c735-4f1a-46ea-a71f-7e07cbde0b30, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:34.106991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.134288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-62aa4fb3-1c7a-4a35-bfb9-a0925023d098 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095614 Sep 16 05:42:34.152338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Network': ['ID=7c3288de-fb08-4f1e-a2f6-0b40ece6558a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:34.176427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 7c3288de-fb08-4f1e-a2f6-0b40ece6558a details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:34.181808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] For port 2663c735-4f1a-46ea-a71f-7e07cbde0b30, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:34.207167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4902098 Sep 16 05:42:34.213833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56146) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:34.228220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] For port 2663c735-4f1a-46ea-a71f-7e07cbde0b30, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2663c735-4f1a-46ea-a71f-7e07cbde0b30,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:34.269045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-cca4c4a7-6e9f-49cb-a84a-9dea5b25a74c service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249530 Sep 16 05:42:34.278436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6411-e6e6-479f-bbc9-5cb51b23e643 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Network': ['ID=d961becc-0cd0-4ab7-96ea-f030358f315a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:34.292931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d961becc-0cd0-4ab7-96ea-f030358f315a details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:34.320896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-1c568362-3245-4737-af30-3f207fd0a8d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 200 len: 217 time: 0.0450161 Sep 16 05:42:34.364000 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.404866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-bb6c98f6-2ef4-4325-9819-a6d3a82a5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.409405 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-bb6c98f6-2ef4-4325-9819-a6d3a82a5fcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 200 len: 797 time: 0.0799263 Sep 16 05:42:34.445690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e69895-e5bf-4418-a42c-03fb8a36c386 None None] Pushing event updated for resources: {'Port': ['ID=2663c735-4f1a-46ea-a71f-7e07cbde0b30,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:34.448558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Routers {'17ddb93d-3b35-4c35-bb59-116ecc7f9069'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:34.449223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['17ddb93d-3b35-4c35-bb59-116ecc7f9069'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:34.451591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101ce31-60b0-48bf-a89c-ea030164d112 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.459200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101ce31-60b0-48bf-a89c-ea030164d112 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.467576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101ce31-60b0-48bf-a89c-ea030164d112 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.471976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101ce31-60b0-48bf-a89c-ea030164d112 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.475351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c2ba9cea-871b-414f-bd21-c011a0cf4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:34.475576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2101ce31-60b0-48bf-a89c-ea030164d112 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2613268 Sep 16 05:42:34.475782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-c2ba9cea-871b-414f-bd21-c011a0cf4cfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99b90ff8-9324-4e7b-a91c-d931cb8278d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595226 Sep 16 05:42:34.476823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56150) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:34.621713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.631587 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.653125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-25f3668e-3048-4d87-a96f-0bc232dbec8c service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680164 Sep 16 05:42:34.658371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.742334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] Set router 17ddb93d-3b35-4c35-bb59-116ecc7f9069 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:34.805569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.815432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Allocated IP 172.25.1.233 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/48d3f364-6339-4e2f-aca3-89cd8a3c5ac8) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:34.838580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3288de-fb08-4f1e-a2f6-0b40ece6558a']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:34.853804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-38984f12-c71b-4465-8449-ff32eeae5004 service neutron] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820593 Sep 16 05:42:34.855933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd2e5f2-7e9a-46a2-a99e-685634d4eb6d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:34.856126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd2e5f2-7e9a-46a2-a99e-685634d4eb6d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:34.883569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.919463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-84388d57-425b-4d17-8cad-4db5bd1791f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 200 len: 217 time: 0.0509083 Sep 16 05:42:34.928487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.960166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ddb93d-3b35-4c35-bb59-116ecc7f9069', 'name': 'tempest-snat-router-1358481965', 'tenant_id': 'b7fb4c492dae49389765bfcc8f0de940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '2663c735-4f1a-46ea-a71f-7e07cbde0b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:30Z', 'updated_at': '2021-09-16T05:42:32Z', 'revision_number': 3, 'project_id': 'b7fb4c492dae49389765bfcc8f0de940', 'gw_port': {'id': '2663c735-4f1a-46ea-a71f-7e07cbde0b30', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ddb93d-3b35-4c35-bb59-116ecc7f9069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:31Z', 'updated_at': '2021-09-16T05:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:34.962887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:34.963287 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:34.967270 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:34.999258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:35.013918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b59fc4-09cc-40f3-83c5-7c8d06d819d9 None None] The sync data for ids ['17ddb93d-3b35-4c35-bb59-116ecc7f9069'] in n-d-712749-15 is: [{'id': '17ddb93d-3b35-4c35-bb59-116ecc7f9069', 'name': 'tempest-snat-router-1358481965', 'tenant_id': 'b7fb4c492dae49389765bfcc8f0de940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.171'}], 'enable_snat': False}, 'gw_port_id': '2663c735-4f1a-46ea-a71f-7e07cbde0b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:30Z', 'updated_at': '2021-09-16T05:42:32Z', 'revision_number': 3, 'project_id': 'b7fb4c492dae49389765bfcc8f0de940', 'gw_port': {'id': '2663c735-4f1a-46ea-a71f-7e07cbde0b30', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ddb93d-3b35-4c35-bb59-116ecc7f9069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:31Z', 'updated_at': '2021-09-16T05:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:35.039380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-db8a910b-ecda-4594-b27b-4b65d02efd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:35.041001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-db8a910b-ecda-4594-b27b-4b65d02efd5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.1097960 Sep 16 05:42:35.114616 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:35.131651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6e168-8960-415c-8443-faf4fe6840b1 req-365adcdf-5656-4da0-9d7a-66803aaed982 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:35.132739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:35.133910 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8b6e168-8960-415c-8443-faf4fe6840b1 req-365adcdf-5656-4da0-9d7a-66803aaed982 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.0923595 Sep 16 05:42:35.140667 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/networks/7c3288de-fb08-4f1e-a2f6-0b40ece6558a HTTP/1.1" status: 204 len: 168 time: 0.6625383 Sep 16 05:42:35.145297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56158) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:35.159248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:35.166884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-357d625c-eb9b-483d-86f5-67848ceca4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:35.169150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-357d625c-eb9b-483d-86f5-67848ceca4b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179101 Sep 16 05:42:35.169561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe850fc-37b7-4457-8774-0bed23d58eea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Network': ['ID=7c3288de-fb08-4f1e-a2f6-0b40ece6558a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:35.178557 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:35.308330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-236db037-ed0a-45e7-9f36-fb0bea42d1a9 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315200 Sep 16 05:42:35.455068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-f86d7f2a-51fa-4cb8-9b89-53605c6b1e9f service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379688 Sep 16 05:42:35.513648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-a9d608f6-cea5-41c6-b643-f0956f4c0963 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 200 len: 217 time: 0.0503492 Sep 16 05:42:35.572013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-1d2dec4d-9e6b-46fd-b2c5-a6fbc89f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:35.573248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-1d2dec4d-9e6b-46fd-b2c5-a6fbc89f6e36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 200 len: 797 time: 0.0526319 Sep 16 05:42:35.644814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-3237a45c-9edc-4e17-99ce-fec71ad09bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:35.647327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-3237a45c-9edc-4e17-99ce-fec71ad09bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f60b21fe-fe60-4b7d-896e-621284a58891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632463 Sep 16 05:42:35.692556 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-018320ab-2bef-4540-8aa6-b400ab8b6e29 req-679889a4-5eb0-44d3-a2c8-955b45176e57 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.4579697 Sep 16 05:42:35.700758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:35.753663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:35.762620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:35.765899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:35.778962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'Port': ['ID=48d3f364-6339-4e2f-aca3-89cd8a3c5ac8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:35.784177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-529d6026-57d8-47c2-a56b-c9b29b3e71a7 req-3193bad4-13bd-40db-9f7d-675f5d085b8b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0306435 Sep 16 05:42:35.803993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-a546d87b-fae8-4350-9175-7dccc8f52ee7 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479678 Sep 16 05:42:35.831540 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f8b6e168-8960-415c-8443-faf4fe6840b1 req-c76dbf78-d1c4-4d3d-be13-7ed1cfabac57 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717055 Sep 16 05:42:35.934546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc4a5c21-547b-4cc1-bc72-bd45dbde67b1 req-5c3d752d-1c01-40b7-b9be-796a8b10abb0 service neutron] 10.222.0.30 "GET /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190553 Sep 16 05:42:35.998360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fdd36ac1-5661-418a-96f6-4a1c493de7dd req-ba8dc847-c915-4aba-b2f8-665bbc4cfbec service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0338240 Sep 16 05:42:36.010435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac4a610d-f94f-4b4c-a666-763e35821fec req-8c7ddc2d-6250-4359-805e-c46d03e72ea1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1078618 Sep 16 05:42:36.040728 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.088098 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d961becc-0cd0-4ab7-96ea-f030358f315a']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:36.108352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901b5ca2-3c9d-47c1-b323-fda23c42913c') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:36.108713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901b5ca2-3c9d-47c1-b323-fda23c42913c') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:36.122668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.139153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.146712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:36.147139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:36.150799 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:36.320773 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.328480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.330518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/networks/d961becc-0cd0-4ab7-96ea-f030358f315a HTTP/1.1" status: 204 len: 168 time: 1.1841958 Sep 16 05:42:36.333775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56178) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:36.345798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a0608-189c-40f0-8764-c9a8ab58050e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Network': ['ID=d961becc-0cd0-4ab7-96ea-f030358f315a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:36.361729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.535602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665962d8-54c0-4b76-bd19-55eb487cfcfa tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:36.541924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665962d8-54c0-4b76-bd19-55eb487cfcfa tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:36.543592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-665962d8-54c0-4b76-bd19-55eb487cfcfa tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2086754 Sep 16 05:42:36.549519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56180) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:36.554553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1800917376'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:36.588211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.651527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Made reservation on behalf of b03a338581764ee1a63d70e3f3b64e2e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:36.655304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.684548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:36.694233 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.694578 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Added segment 3901d84e-1153-4153-b4e2-c5e3b795ceca of type vlan for network 72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a Sep 16 05:42:36.738571 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.803000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Router b28cc97d-d816-46bf-8f1a-a95999f14cfb is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:36.825561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.831370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:36.832000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:36.932670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Network': ['ID=72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:36.934002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:36.945717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:36.951145 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Sync routers for ids ['b28cc97d-d816-46bf-8f1a-a95999f14cfb'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:36.954138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c4fc58c4-2e4b-4f90-91a0-445d385cbab1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4033427 Sep 16 05:42:36.956957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56184) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:36.961848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1446802057'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:36.975481 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Routers {'b28cc97d-d816-46bf-8f1a-a95999f14cfb'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:36.976870 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b28cc97d-d816-46bf-8f1a-a95999f14cfb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:36.997720 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.002542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-26928921-b0f9-46b3-862d-d97c219642f9 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5871661 Sep 16 05:42:37.002931 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56186) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:37.007676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0368ea-e79d-4829-8ac6-45e3750ef3a9 req-a3544e75-2e04-43a5-b511-bf650cc1680b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:37.010498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be0368ea-e79d-4829-8ac6-45e3750ef3a9 req-a3544e75-2e04-43a5-b511-bf650cc1680b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.0907955 Sep 16 05:42:37.095723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be0368ea-e79d-4829-8ac6-45e3750ef3a9 req-f7ca74c9-ca6e-4a60-8167-a022260697b2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690868 Sep 16 05:42:37.158499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Made reservation on behalf of b03a338581764ee1a63d70e3f3b64e2e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:37.163215 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.173410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1200fa15-8df6-42d1-a571-6d8a7a5931ee tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/routers/b28cc97d-d816-46bf-8f1a-a95999f14cfb HTTP/1.1" status: 200 len: 908 time: 0.1690433 Sep 16 05:42:37.177571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56192) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:37.196584 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Set router b28cc97d-d816-46bf-8f1a-a95999f14cfb gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:37.241143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2663c735-4f1a-46ea-a71f-7e07cbde0b30 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:37.258547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:37.296524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2663c735-4f1a-46ea-a71f-7e07cbde0b30 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:37.297231 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.300164 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.300503 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Added segment c06b2516-236a-4bb1-a665-ba008405b50a of type vlan for network 33e64e40-9827-4901-97eb-3d33c0824f7c Sep 16 05:42:37.356606 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.359175 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.388092 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28cc97d-d816-46bf-8f1a-a95999f14cfb', 'name': 'tempest-snat-router-1358481965', 'tenant_id': 'b7fb4c492dae49389765bfcc8f0de940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '48d3f364-6339-4e2f-aca3-89cd8a3c5ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:33Z', 'updated_at': '2021-09-16T05:42:36Z', 'revision_number': 3, 'project_id': 'b7fb4c492dae49389765bfcc8f0de940', 'gw_port': {'id': '48d3f364-6339-4e2f-aca3-89cd8a3c5ac8', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:19:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28cc97d-d816-46bf-8f1a-a95999f14cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:34Z', 'updated_at': '2021-09-16T05:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:37.398278 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.420897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 2663c735-4f1a-46ea-a71f-7e07cbde0b30, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2663c735-4f1a-46ea-a71f-7e07cbde0b30,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:37.421527 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Checking router: b28cc97d-d816-46bf-8f1a-a95999f14cfb for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:37.421879 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Updating router b28cc97d-d816-46bf-8f1a-a95999f14cfb port 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:42:37.448697 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.485148 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.520791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.539808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.545803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:37.546414 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.574930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=2663c735-4f1a-46ea-a71f-7e07cbde0b30,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:37.638566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Network': ['ID=33e64e40-9827-4901-97eb-3d33c0824f7c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:37.650678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 33e64e40-9827-4901-97eb-3d33c0824f7c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:37.668470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Deleting port 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:37.668797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.696082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d48cef42-16e2-452b-9378-cc6307a88a24 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7380698 Sep 16 05:42:37.698696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:37.703680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'ports': [{'network_id': '72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a', 'name': 'tempest-port--867839', 'admin_state_up': True}, {'network_id': '33e64e40-9827-4901-97eb-3d33c0824f7c', 'admin_state_up': False}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:37.704180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'port': {'network_id': '72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a', 'name': 'tempest-port--867839', 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:37.706381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'port': {'network_id': '33e64e40-9827-4901-97eb-3d33c0824f7c', 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:37.726201 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.805949 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.828053 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.855730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Calling delete_port for 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:37.882438 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3ff03-7cd4-451b-8c4c-ccf6b4f5edf6 None None] Pushing event updated for resources: {'Port': ['ID=48d3f364-6339-4e2f-aca3-89cd8a3c5ac8,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:37.887608 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Attempting to bind port 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:37.888228 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Attempting to bind port 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:37.888751 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Attempting to bind port 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:37.896301 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:37.896826 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:37.897336 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.897828 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:37.898396 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Bound port: 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:37.898882 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:37.954777 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] For port 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:37.956681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2ccfa79-60d7-4d15-96e9-1ccd7dcee2c6 req-189781df-b2b0-4ef9-9cea-c820cfb540a4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0372264 Sep 16 05:42:37.958214 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] For port 48d3f364-6339-4e2f-aca3-89cd8a3c5ac8, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=48d3f364-6339-4e2f-aca3-89cd8a3c5ac8,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:37.980876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3044391-5001-44b8-8ea9-7166756e6b3b req-6abc61f4-36b9-48f5-88c8-bf3664b45db3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0666656 Sep 16 05:42:38.021454 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.079362 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Routers {'b28cc97d-d816-46bf-8f1a-a95999f14cfb'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:38.080303 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b28cc97d-d816-46bf-8f1a-a95999f14cfb'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:38.100724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Made reservation on behalf of b03a338581764ee1a63d70e3f3b64e2e for: {'port': 2} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:38.105926 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.168843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf6f4647-f8f0-40c7-83eb-de7b26f9183e req-ee4b259f-59bf-43a8-9165-441e9168a10d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0407956 Sep 16 05:42:38.174627 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.176118 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3ff03-7cd4-451b-8c4c-ccf6b4f5edf6 None None] Pushing event updated for resources: {'Port': ['ID=48d3f364-6339-4e2f-aca3-89cd8a3c5ac8,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.184186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b75093ca-995c-45b2-aab3-b8530d54b3ff req-27c8d4f6-a75b-4534-af29-5cb360321e15 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0467398 Sep 16 05:42:38.217821 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] Set router b28cc97d-d816-46bf-8f1a-a95999f14cfb gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:38.261310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0273dee-c71d-4648-9cd9-66b910dff3ca req-145ae856-44d3-4118-a521-a1d46f039364 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:38.263163 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0273dee-c71d-4648-9cd9-66b910dff3ca req-145ae856-44d3-4118-a521-a1d46f039364 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 943 time: 0.0539391 Sep 16 05:42:38.277281 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28cc97d-d816-46bf-8f1a-a95999f14cfb', 'name': 'tempest-snat-router-1358481965', 'tenant_id': 'b7fb4c492dae49389765bfcc8f0de940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:33Z', 'updated_at': '2021-09-16T05:42:37Z', 'revision_number': 4, 'project_id': 'b7fb4c492dae49389765bfcc8f0de940', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:38.277589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] device_id is not set on port 5f14645b-157c-4aef-b9bd-8c0f6196b426 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:42:38.297071 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.304947 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1def22-e391-47d3-a66d-9816a2390109 None None] The sync data for ids ['b28cc97d-d816-46bf-8f1a-a95999f14cfb'] in n-d-712749-15 is: [{'id': 'b28cc97d-d816-46bf-8f1a-a95999f14cfb', 'name': 'tempest-snat-router-1358481965', 'tenant_id': 'b7fb4c492dae49389765bfcc8f0de940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:33Z', 'updated_at': '2021-09-16T05:42:37Z', 'revision_number': 4, 'project_id': 'b7fb4c492dae49389765bfcc8f0de940', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:38.306580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0273dee-c71d-4648-9cd9-66b910dff3ca req-83c608eb-a11d-4679-8cba-c3d53e36d95c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Sep 16 05:42:38.340071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event deleted for resources: {'Port': ['ID=48d3f364-6339-4e2f-aca3-89cd8a3c5ac8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:38.466793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.574012 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.581157 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.586753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.687477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] device_id is not set on port bea0b488-a359-4291-b13e-ad3e59d04b9d yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:42:38.716842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.717407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b28cc97d-d816-46bf-8f1a-a95999f14cfb {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:38.724313 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.725465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6aaa3656-4772-4aba-a832-c602c0a5a3aa tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b28cc97d-d816-46bf-8f1a-a95999f14cfb HTTP/1.1" status: 204 len: 168 time: 1.5467193 Sep 16 05:42:38.728316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56218) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:38.756631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:42:38.819401 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.842341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.862999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:38.874764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '43ca5178-a8c2-4516-bc40-ddf5998d3ae9', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'port_id': '43ca5178-a8c2-4516-bc40-ddf5998d3ae9', 'mac_address': 'fa:16:3e:58:01:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:42:38.920173 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.920551 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.940262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:42:38.963120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:38.967745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.992714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Port': ['ID=5f14645b-157c-4aef-b9bd-8c0f6196b426,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.001763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Checking segment: {'id': '3901d84e-1153-4153-b4e2-c5e3b795ceca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:39.001930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Network hostable DHCP agents. Network: 72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:39.083197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.131836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Network 72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:39.145873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.165179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2663c735-4f1a-46ea-a71f-7e07cbde0b30 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:39.186827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Deleting port 2663c735-4f1a-46ea-a71f-7e07cbde0b30 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:39.187190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.221221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2663c735-4f1a-46ea-a71f-7e07cbde0b30 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:39.221503 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.231257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:39.237128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:39.238029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.293273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7d528-2d4d-4f09-bf14-c155a12d26ca None None] Network 72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:39.323189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] For port 2663c735-4f1a-46ea-a71f-7e07cbde0b30, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2663c735-4f1a-46ea-a71f-7e07cbde0b30,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:39.324160 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.347669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Port': ['ID=bea0b488-a359-4291-b13e-ad3e59d04b9d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.361836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Checking segment: {'id': 'c06b2516-236a-4bb1-a665-ba008405b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '33e64e40-9827-4901-97eb-3d33c0824f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:39.362202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Network hostable DHCP agents. Network: 33e64e40-9827-4901-97eb-3d33c0824f7c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:39.364850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Calling delete_port for 2663c735-4f1a-46ea-a71f-7e07cbde0b30 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:39.467832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b2f06-dd0a-47fe-9418-4b0efb565bf4 req-d03ad652-9118-47e2-9b1a-438408bb8047 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:39.471001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f08b2f06-dd0a-47fe-9418-4b0efb565bf4 req-d03ad652-9118-47e2-9b1a-438408bb8047 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 944 time: 0.0632772 Sep 16 05:42:39.506573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Network 33e64e40-9827-4901-97eb-3d33c0824f7c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:39.535662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f08b2f06-dd0a-47fe-9418-4b0efb565bf4 req-6ce07290-bebf-44ed-ba8d-572a80f4cd95 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545483 Sep 16 05:42:39.597103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 33e64e40-9827-4901-97eb-3d33c0824f7c) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:39.600838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:39.606112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bfb797-1a62-43ae-8082-f8a8a4b7c0dd None None] Network 33e64e40-9827-4901-97eb-3d33c0824f7c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:39.606579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:39.611548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:39.618883 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.654801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.664518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['43ca5178-a8c2-4516-bc40-ddf5998d3ae9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:42:39.688895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event deleted for resources: {'Port': ['ID=2663c735-4f1a-46ea-a71f-7e07cbde0b30,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:39.698595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c162db85-bbe8-4853-9bd8-a00b8d98476e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1446 time: 1.9988375 Sep 16 05:42:39.700770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56230) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:39.757296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.760006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dfab4f-0b7d-4b9f-bfb1-fb97c3d807c6 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:39.766104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dfab4f-0b7d-4b9f-bfb1-fb97c3d807c6 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:39.767993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-54dfab4f-0b7d-4b9f-bfb1-fb97c3d807c6 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1441 time: 0.0660508 Sep 16 05:42:39.770964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56232) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:39.863988 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.867075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.873252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a289d32a-1a81-4fae-b53b-167aeff5140d tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Deleting port 5f14645b-157c-4aef-b9bd-8c0f6196b426 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:39.873605 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a289d32a-1a81-4fae-b53b-167aeff5140d tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.962392 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a289d32a-1a81-4fae-b53b-167aeff5140d tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.980520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a289d32a-1a81-4fae-b53b-167aeff5140d tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Calling delete_port for 5f14645b-157c-4aef-b9bd-8c0f6196b426 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:39.996985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:39.997560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17ddb93d-3b35-4c35-bb59-116ecc7f9069 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:40.009437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.010677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e704287e-d607-49f4-9011-eae4f53ef7d6 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "DELETE /v2.0/routers/17ddb93d-3b35-4c35-bb59-116ecc7f9069 HTTP/1.1" status: 204 len: 168 time: 1.2814138 Sep 16 05:42:40.014489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56234) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:40.020878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-824593723', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:40.104853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbf6b361-b0f3-44c9-a893-29746338b57b req-c37fb85c-d26f-4e17-be03-9686e27ecc2c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0439615 Sep 16 05:42:40.108747 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-906b2455-9988-4f25-b7dc-18706e15e019 req-f5e50247-e9fa-4ffc-ac11-5c77ff9d4150 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0305448 Sep 16 05:42:40.115081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.116365 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.178704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a289d32a-1a81-4fae-b53b-167aeff5140d tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.238338 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a289d32a-1a81-4fae-b53b-167aeff5140d tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.241990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a289d32a-1a81-4fae-b53b-167aeff5140d tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/ports/5f14645b-157c-4aef-b9bd-8c0f6196b426 HTTP/1.1" status: 204 len: 168 time: 0.4692469 Sep 16 05:42:40.242639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289d32a-1a81-4fae-b53b-167aeff5140d tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Port': ['ID=5f14645b-157c-4aef-b9bd-8c0f6196b426,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:40.245184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:40.246072 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.330057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25701764-0fa9-412f-877b-6bbb50588295 req-e8c6444e-322e-48e2-8647-724ac448a5ea service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0345085 Sep 16 05:42:40.483334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.693972 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a404bb6-7311-4f7d-b86b-914be58a159f req-226336ee-f3af-4ce4-a549-1fe7b0756381 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.3761966 Sep 16 05:42:40.715541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8017fc-c864-412b-a39a-5dfb00ba1710 req-05ac0c7f-1392-4139-85c9-249156c021df tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:40.717131 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8017fc-c864-412b-a39a-5dfb00ba1710 req-05ac0c7f-1392-4139-85c9-249156c021df tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 944 time: 0.0932763 Sep 16 05:42:40.737102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c12ac1f5-22d0-4299-936d-66f4cfd83621 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Deleting port bea0b488-a359-4291-b13e-ad3e59d04b9d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:40.737535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c12ac1f5-22d0-4299-936d-66f4cfd83621 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.768541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:40.771800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8017fc-c864-412b-a39a-5dfb00ba1710 req-bee18161-ea5f-4ee3-a2c3-191691c38bde tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475740 Sep 16 05:42:40.817491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c12ac1f5-22d0-4299-936d-66f4cfd83621 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.833143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c12ac1f5-22d0-4299-936d-66f4cfd83621 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Calling delete_port for bea0b488-a359-4291-b13e-ad3e59d04b9d owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:40.868654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.889261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.924798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:42:40.929019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:40.929404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.017018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c12ac1f5-22d0-4299-936d-66f4cfd83621 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.017400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Allocated IP 172.25.1.40 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/1c2f63f4-b82f-44e1-8dc1-f41182a6cd75) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:41.024701 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.053296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ac1f5-22d0-4299-936d-66f4cfd83621 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Port': ['ID=bea0b488-a359-4291-b13e-ad3e59d04b9d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.061948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c12ac1f5-22d0-4299-936d-66f4cfd83621 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.068055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ca5178-a8c2-4516-bc40-ddf5998d3ae9'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:41.068783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c12ac1f5-22d0-4299-936d-66f4cfd83621 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/ports/bea0b488-a359-4291-b13e-ad3e59d04b9d HTTP/1.1" status: 204 len: 168 time: 0.8212965 Sep 16 05:42:41.068783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56256) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:41.070800 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e99ed3-9292-44ea-a81d-a8e1cc377a05" -d '{"events": [{"server_uuid": "9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b", "name": "network-vif-plugged", "status": "completed", "tag": "43ca5178-a8c2-4516-bc40-ddf5998d3ae9"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:41.084828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:41.099685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f326dcee-e29a-4db7-ba51-22853b8998f3 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0300353 Sep 16 05:42:41.109120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:41.116142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-777214500'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:41.163510 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.165700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.173679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2663c735-4f1a-46ea-a71f-7e07cbde0b30 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:42:41.212487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 2663c735-4f1a-46ea-a71f-7e07cbde0b30 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:42:41.212833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2663c735-4f1a-46ea-a71f-7e07cbde0b30 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:42:41.236460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.246045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Made reservation on behalf of b03a338581764ee1a63d70e3f3b64e2e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:41.249877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.277113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:41.287411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.287826 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Added segment 6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3 of type vlan for network 36391c1e-388a-4a4a-b4d1-36cb52b72dc4 Sep 16 05:42:41.295499 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf6cd9-bfd7-4121-96e1-5adc5b91c4b0 x-openstack-request-id: req-44cf6cd9-bfd7-4121-96e1-5adc5b91c4b0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:41.295499 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b", "name": "network-vif-plugged", "status": "completed", "tag": "43ca5178-a8c2-4516-bc40-ddf5998d3ae9", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:41.295499 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44cf6cd9-bfd7-4121-96e1-5adc5b91c4b0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:41.295499 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ca5178-a8c2-4516-bc40-ddf5998d3ae9', 'code': 200} Sep 16 05:42:41.320982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.350624 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.367491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:41.370812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:41.377188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:41.383805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event updated for resources: {'Port': ['ID=1c2f63f4-b82f-44e1-8dc1-f41182a6cd75,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.459824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ac5ec-4045-4248-b881-58564fee3fc1 req-a7a742ab-6303-4228-9bb3-aadab8b08102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.461380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-745ac5ec-4045-4248-b881-58564fee3fc1 req-a7a742ab-6303-4228-9bb3-aadab8b08102 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 1097 time: 0.0555727 Sep 16 05:42:41.470803 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.479007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.485652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.573884 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-745ac5ec-4045-4248-b881-58564fee3fc1 req-2a8f3de5-7760-4e8d-92e9-94e69caa1158 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912657 Sep 16 05:42:41.574509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Network': ['ID=36391c1e-388a-4a4a-b4d1-36cb52b72dc4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:41.585287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 36391c1e-388a-4a4a-b4d1-36cb52b72dc4 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:41.635849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-264879eb-9d09-4b53-89e3-980a1f564d85 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5246127 Sep 16 05:42:41.638300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:41.643687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1056594608'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:41.734709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Made reservation on behalf of b03a338581764ee1a63d70e3f3b64e2e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:41.739162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.763849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:42:41.775703 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.776076 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Added segment 5e3c6937-d156-4ad1-98b3-ad55aa3945a4 of type vlan for network 556a238d-77e2-4780-97f5-3cc309c24464 Sep 16 05:42:41.827048 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.925848 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:41.931864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:41.932584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.008679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Network': ['ID=556a238d-77e2-4780-97f5-3cc309c24464,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:42.021166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 556a238d-77e2-4780-97f5-3cc309c24464 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:42:42.036474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ca0719f7-6d0b-4f95-a7d5-cd7ea0db02bf tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3848937 Sep 16 05:42:42.158724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:42.168486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'subnets': [{'network_id': '36391c1e-388a-4a4a-b4d1-36cb52b72dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1015471384', 'ip_version': 4}, {'network_id': '556a238d-77e2-4780-97f5-3cc309c24464', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:42.168804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'subnet': {'network_id': '36391c1e-388a-4a4a-b4d1-36cb52b72dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1015471384', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:42.170631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Request body: {'subnet': {'network_id': '556a238d-77e2-4780-97f5-3cc309c24464', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:42.188722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8a621-4b02-41e0-b280-9c282d9776ab req-0eecba4d-e17c-4f1b-a970-d86f1302b34d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:42.190504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69f8a621-4b02-41e0-b280-9c282d9776ab req-0eecba4d-e17c-4f1b-a970-d86f1302b34d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 945 time: 0.0688624 Sep 16 05:42:42.191332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.296685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c5d856d-aaec-4461-837a-36749e48ecce req-0aab9666-e45f-41d5-b674-6979c0ce6240 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0416772 Sep 16 05:42:42.302442 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69f8a621-4b02-41e0-b280-9c282d9776ab req-1134e065-bb77-4a4e-be52-8f957c071bb4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718181 Sep 16 05:42:42.438891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-75b96b93-ec75-4cc0-94ba-0494129d6b9e req-ff605a35-c5d9-4742-99b7-5c67d5051995 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0269711 Sep 16 05:42:42.439947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Made reservation on behalf of b03a338581764ee1a63d70e3f3b64e2e for: {'subnet': 2} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:42:42.446983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.447337 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.467289 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.592237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9a6982e0-0432-4cc7-ac47-a6640fc4694f req-8369fc86-b706-4939-bb46-6dd4d1530116 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0303571 Sep 16 05:42:42.705881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Router e1ca3952-9e16-4b32-a62f-d418f1b0c588 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:42.852584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:42.862892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b75315-adda-457d-9351-51b714a03266 None None] Sync routers for ids ['e1ca3952-9e16-4b32-a62f-d418f1b0c588'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:42.876092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b75315-adda-457d-9351-51b714a03266 None None] Routers {'e1ca3952-9e16-4b32-a62f-d418f1b0c588'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:42.879583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-29b75315-adda-457d-9351-51b714a03266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e1ca3952-9e16-4b32-a62f-d418f1b0c588'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:42.910837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29048637-9d78-4111-83b4-b2e7131271e3 req-9b7919dd-3589-4859-9b4b-c166c3b39ac9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0398276 Sep 16 05:42:42.913230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-29b75315-adda-457d-9351-51b714a03266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:42.925477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b75315-adda-457d-9351-51b714a03266 None None] Routers {'e1ca3952-9e16-4b32-a62f-d418f1b0c588'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:42.926142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-29b75315-adda-457d-9351-51b714a03266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e1ca3952-9e16-4b32-a62f-d418f1b0c588'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:42.931519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.932855 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c67b31bb-eb76-44e0-8634-4ae3f3b92f04 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9172239 Sep 16 05:42:42.936101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56294) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:42.942477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ac879077-0cee-44da-a1ad-bc03041e5e71 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': False}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:42.969318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-29b75315-adda-457d-9351-51b714a03266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:42.969318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b75315-adda-457d-9351-51b714a03266 None None] The sync data for ids ['e1ca3952-9e16-4b32-a62f-d418f1b0c588'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:43.034523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.090708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Subnet': ['ID=f7af0802-2dfe-4d42-96ea-b04cd21c7823,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:43.110397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Checking segment: {'id': '6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36391c1e-388a-4a4a-b4d1-36cb52b72dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:43.110814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Network hostable DHCP agents. Network: 36391c1e-388a-4a4a-b4d1-36cb52b72dc4, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:43.228690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Network 36391c1e-388a-4a4a-b4d1-36cb52b72dc4 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:43.258808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac879077-0cee-44da-a1ad-bc03041e5e71 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.308756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 36391c1e-388a-4a4a-b4d1-36cb52b72dc4) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:43.313717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.321424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551948e-0a77-4b48-9b90-c1d9d25bc2da None None] Network 36391c1e-388a-4a4a-b4d1-36cb52b72dc4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:43.380773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event updated for resources: {'Subnet': ['ID=a904cfb2-e098-477a-8358-16b495f8d891,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:43.389462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Checking segment: {'id': '5e3c6937-d156-4ad1-98b3-ad55aa3945a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '556a238d-77e2-4780-97f5-3cc309c24464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:43.389829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Network hostable DHCP agents. Network: 556a238d-77e2-4780-97f5-3cc309c24464, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:42:43.450402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77776367-c3a0-4449-a676-0d313045c285 req-90c0cc1d-8214-4cc8-bdea-6b320d0ecf4d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.452049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-77776367-c3a0-4449-a676-0d313045c285 req-90c0cc1d-8214-4cc8-bdea-6b320d0ecf4d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 945 time: 0.0531714 Sep 16 05:42:43.479073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Network 556a238d-77e2-4780-97f5-3cc309c24464 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:42:43.484087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-36391c1e-388a-4a4a-b4d1-36cb52b72dc4', 'network_id': '36391c1e-388a-4a4a-b4d1-36cb52b72dc4', 'tenant_id': 'b03a338581764ee1a63d70e3f3b64e2e', 'fixed_ips': [{'subnet_id': 'f7af0802-2dfe-4d42-96ea-b04cd21c7823'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:42:43.485454 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.505496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-77776367-c3a0-4449-a676-0d313045c285 req-e16247b0-f71c-4e39-8217-d7477cbedfd9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Sep 16 05:42:43.591525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 556a238d-77e2-4780-97f5-3cc309c24464) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:43.600600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.600600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.600600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.609565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4825be-30dc-4981-b329-35d15cfd9603 None None] Network 556a238d-77e2-4780-97f5-3cc309c24464 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:43.676134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2f5c3670-a188-4ffd-94e2-a09609fe4823 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5162234 Sep 16 05:42:43.678582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56302) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:43.694599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Allocated IP 172.20.0.2 (36391c1e-388a-4a4a-b4d1-36cb52b72dc4/f7af0802-2dfe-4d42-96ea-b04cd21c7823/082be181-1a7e-401f-ab5e-ad1dda141504) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:43.718844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421f4f8-15a3-48a1-80bc-0d1beb0caa1d req-b5583a5f-7ea1-4a91-9daa-8385f86062b8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.721757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6421f4f8-15a3-48a1-80bc-0d1beb0caa1d req-b5583a5f-7ea1-4a91-9daa-8385f86062b8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 945 time: 0.1334109 Sep 16 05:42:43.784241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1dc568-6864-459c-9352-02956f7478c6 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.786484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1dc568-6864-459c-9352-02956f7478c6 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.788286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1dc568-6864-459c-9352-02956f7478c6 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.790351 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dd1dc568-6864-459c-9352-02956f7478c6 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1105411 Sep 16 05:42:43.793931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56304) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:43.815574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6421f4f8-15a3-48a1-80bc-0d1beb0caa1d req-74584d1f-68c4-4017-a20f-05ef2845da0f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876248 Sep 16 05:42:43.873393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-556a238d-77e2-4780-97f5-3cc309c24464', 'network_id': '556a238d-77e2-4780-97f5-3cc309c24464', 'tenant_id': 'b03a338581764ee1a63d70e3f3b64e2e', 'fixed_ips': [{'subnet_id': 'a904cfb2-e098-477a-8358-16b495f8d891'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:42:43.873650 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.884188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eff0b12-d7af-4f7e-946f-61495a29e86b tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Deleting subnet f7af0802-2dfe-4d42-96ea-b04cd21c7823 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:42:43.898585 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac879077-0cee-44da-a1ad-bc03041e5e71 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.902161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac879077-0cee-44da-a1ad-bc03041e5e71 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:43.975414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f30c82-b9ae-489b-92b7-f834167e376e req-85cd4447-2572-4f14-983b-4b0b07762d04 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.977048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7f30c82-b9ae-489b-92b7-f834167e376e req-85cd4447-2572-4f14-983b-4b0b07762d04 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 945 time: 0.0625098 Sep 16 05:42:44.021078 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.025195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7f30c82-b9ae-489b-92b7-f834167e376e req-604e03bd-d656-4c9e-a2ad-af2a8f9e4ebe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 Sep 16 05:42:44.027271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac879077-0cee-44da-a1ad-bc03041e5e71 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Router e1ca3952-9e16-4b32-a62f-d418f1b0c588 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:44.092284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Allocated IP 172.20.0.18 (556a238d-77e2-4780-97f5-3cc309c24464/a904cfb2-e098-477a-8358-16b495f8d891/cacd2cff-6f2b-4880-a1e4-917193d26b7c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:44.100147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eff0b12-d7af-4f7e-946f-61495a29e86b tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.104272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.156949 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eff0b12-d7af-4f7e-946f-61495a29e86b tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.167100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac879077-0cee-44da-a1ad-bc03041e5e71 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:44.172041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Network 36391c1e-388a-4a4a-b4d1-36cb52b72dc4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:44.173609 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac879077-0cee-44da-a1ad-bc03041e5e71 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.177723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ac879077-0cee-44da-a1ad-bc03041e5e71 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "PUT /v2.0/routers/e1ca3952-9e16-4b32-a62f-d418f1b0c588 HTTP/1.1" status: 200 len: 924 time: 1.2376392 Sep 16 05:42:44.177990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56314) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:44.180277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:44.181911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:44.205763 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c4a2a-571c-489a-92ee-6ad335079a03 None None] Sync routers for ids ['e1ca3952-9e16-4b32-a62f-d418f1b0c588'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:44.219365 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c4a2a-571c-489a-92ee-6ad335079a03 None None] Routers {'e1ca3952-9e16-4b32-a62f-d418f1b0c588'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:44.221868 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-090c4a2a-571c-489a-92ee-6ad335079a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e1ca3952-9e16-4b32-a62f-d418f1b0c588'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:44.282631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Pushing event updated for resources: {'Port': ['ID=082be181-1a7e-401f-ab5e-ad1dda141504,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:44.300437 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-090c4a2a-571c-489a-92ee-6ad335079a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:44.306374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eff0b12-d7af-4f7e-946f-61495a29e86b tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.315623 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c4a2a-571c-489a-92ee-6ad335079a03 None None] Routers {'e1ca3952-9e16-4b32-a62f-d418f1b0c588'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:44.316538 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-090c4a2a-571c-489a-92ee-6ad335079a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e1ca3952-9e16-4b32-a62f-d418f1b0c588'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:44.358600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Attempting to bind port 082be181-1a7e-401f-ab5e-ad1dda141504 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:44.358600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Attempting to bind port 082be181-1a7e-401f-ab5e-ad1dda141504 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36391c1e-388a-4a4a-b4d1-36cb52b72dc4'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:44.358600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Attempting to bind port 082be181-1a7e-401f-ab5e-ad1dda141504 on network 36391c1e-388a-4a4a-b4d1-36cb52b72dc4 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:44.361783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e64c37fd-74a0-4e60-9619-d69f985a974e tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/routers/e1ca3952-9e16-4b32-a62f-d418f1b0c588 HTTP/1.1" status: 200 len: 924 time: 0.1819599 Sep 16 05:42:44.363661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56318) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:44.367371 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-090c4a2a-571c-489a-92ee-6ad335079a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:44.368201 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c4a2a-571c-489a-92ee-6ad335079a03 None None] The sync data for ids ['e1ca3952-9e16-4b32-a62f-d418f1b0c588'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:44.379211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:44.379717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Checking segment: {'id': '6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36391c1e-388a-4a4a-b4d1-36cb52b72dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:44.380240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.380719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Bound using segment: {'id': '6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36391c1e-388a-4a4a-b4d1-36cb52b72dc4'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:44.381298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Bound port: 082be181-1a7e-401f-ab5e-ad1dda141504, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36391c1e-388a-4a4a-b4d1-36cb52b72dc4'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:44.381918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.447481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c26fa4-a15b-467f-a6c0-f4fc1f99b7bc tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:44.451928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:44.453165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-25c26fa4-a15b-467f-a6c0-f4fc1f99b7bc tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=e1ca3952-9e16-4b32-a62f-d418f1b0c588&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0884547 Sep 16 05:42:44.517257 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.532677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eff0b12-d7af-4f7e-946f-61495a29e86b tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.541030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] For port 082be181-1a7e-401f-ab5e-ad1dda141504, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:44.545031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] For port 082be181-1a7e-401f-ab5e-ad1dda141504, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=082be181-1a7e-401f-ab5e-ad1dda141504,segment=NetworkSegment(6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3),segment_id=6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:44.580936 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-886b8041-766b-45fe-9049-36642b532c7b req-22ad736f-08f2-4353-9d93-03cd0248799c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0315769 Sep 16 05:42:44.589765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0b12-d7af-4f7e-946f-61495a29e86b tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Subnet': ['ID=f7af0802-2dfe-4d42-96ea-b04cd21c7823,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:44.592594 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.597731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4eff0b12-d7af-4f7e-946f-61495a29e86b tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.599669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4eff0b12-d7af-4f7e-946f-61495a29e86b tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/subnets/f7af0802-2dfe-4d42-96ea-b04cd21c7823 HTTP/1.1" status: 204 len: 168 time: 0.8046949 Sep 16 05:42:44.602442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56330) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:44.621306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9c175-f632-415a-980e-7216b82581dc tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:44.622846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-44f9c175-f632-415a-980e-7216b82581dc tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 881 time: 0.1695240 Sep 16 05:42:44.632788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c591699-5cd7-4c87-b275-a00c0fc945d0 req-c17d81b2-4654-4a5d-a4fb-9a707c3568f3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:44.633827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c591699-5cd7-4c87-b275-a00c0fc945d0 req-c17d81b2-4654-4a5d-a4fb-9a707c3568f3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 945 time: 0.1196315 Sep 16 05:42:44.634307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56332) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:44.650960 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.667773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a758b8ea-63ff-48b1-a23e-d8236ee41df2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1ca3952-9e16-4b32-a62f-d418f1b0c588 HTTP/1.1" status: 200 len: 205 time: 0.0323508 Sep 16 05:42:44.671618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-514ecc36-1842-4c79-b517-71d9520fd8ea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Deleting subnet a904cfb2-e098-477a-8358-16b495f8d891 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:42:44.674055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56334) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:44.681140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-514ecc36-1842-4c79-b517-71d9520fd8ea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.698243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c591699-5cd7-4c87-b275-a00c0fc945d0 req-50d04a00-eb0d-4326-b367-d8ca202b3b33 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529931 Sep 16 05:42:44.707404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Network 556a238d-77e2-4780-97f5-3cc309c24464 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:44.726135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Pushing event updated for resources: {'Port': ['ID=cacd2cff-6f2b-4880-a1e4-917193d26b7c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:44.728404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:44.739760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:44.773893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-514ecc36-1842-4c79-b517-71d9520fd8ea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.868971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.890615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc3d2-92c4-4f95-b48a-1da3aeffb131 None None] Pushing event updated for resources: {'Port': ['ID=082be181-1a7e-401f-ab5e-ad1dda141504,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:44.916112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Attempting to bind port cacd2cff-6f2b-4880-a1e4-917193d26b7c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:42:44.916112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Attempting to bind port cacd2cff-6f2b-4880-a1e4-917193d26b7c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '5e3c6937-d156-4ad1-98b3-ad55aa3945a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '556a238d-77e2-4780-97f5-3cc309c24464'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:42:44.916112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Attempting to bind port cacd2cff-6f2b-4880-a1e4-917193d26b7c on network 556a238d-77e2-4780-97f5-3cc309c24464 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:42:44.961199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:42:44.961581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Checking segment: {'id': '5e3c6937-d156-4ad1-98b3-ad55aa3945a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '556a238d-77e2-4780-97f5-3cc309c24464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:42:44.963030 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.963385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Bound using segment: {'id': '5e3c6937-d156-4ad1-98b3-ad55aa3945a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '556a238d-77e2-4780-97f5-3cc309c24464'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:42:44.964036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Bound port: cacd2cff-6f2b-4880-a1e4-917193d26b7c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3c6937-d156-4ad1-98b3-ad55aa3945a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '556a238d-77e2-4780-97f5-3cc309c24464'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:42:44.964460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:44.998181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79f3b16d-5bfb-4694-9d5b-0bd63a4ce7a4 req-defe670b-4c48-4d8a-9002-1fbe6529bb4a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0354662 Sep 16 05:42:45.009644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-514ecc36-1842-4c79-b517-71d9520fd8ea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.075267 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-415d5973-aa7c-4838-bc64-7f46af4e2df7 req-6165126a-dadb-4a2b-84c9-83221c88e01b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0603819 Sep 16 05:42:45.102891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.190496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 082be181-1a7e-401f-ab5e-ad1dda141504 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:42:45.213201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6dab2522-3484-4ba6-8e6b-12a8156b974d req-920f5aaa-1bf5-47c4-86c4-bc0b9bde0584 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0289807 Sep 16 05:42:45.232877 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-514ecc36-1842-4c79-b517-71d9520fd8ea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.243304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] For port cacd2cff-6f2b-4880-a1e4-917193d26b7c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:42:45.258926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] For port cacd2cff-6f2b-4880-a1e4-917193d26b7c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cacd2cff-6f2b-4880-a1e4-917193d26b7c,segment=NetworkSegment(5e3c6937-d156-4ad1-98b3-ad55aa3945a4),segment_id=5e3c6937-d156-4ad1-98b3-ad55aa3945a4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:42:45.266195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ecc36-1842-4c79-b517-71d9520fd8ea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Subnet': ['ID=a904cfb2-e098-477a-8358-16b495f8d891,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.272088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 082be181-1a7e-401f-ab5e-ad1dda141504 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:45.272499 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-514ecc36-1842-4c79-b517-71d9520fd8ea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.272645 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.276822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-514ecc36-1842-4c79-b517-71d9520fd8ea tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/subnets/a904cfb2-e098-477a-8358-16b495f8d891 HTTP/1.1" status: 204 len: 168 time: 0.6710160 Sep 16 05:42:45.277069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56348) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:45.340850 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.374112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e53ee-1534-443a-8909-cd6c494b7942 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:45.379692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-911e53ee-1534-443a-8909-cd6c494b7942 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0976663 Sep 16 05:42:45.379692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Deleting port 1c2f63f4-b82f-44e1-8dc1-f41182a6cd75 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:45.379692 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.381097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56350) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:45.404734 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.474749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 082be181-1a7e-401f-ab5e-ad1dda141504, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=082be181-1a7e-401f-ab5e-ad1dda141504,segment=NetworkSegment(6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3),segment_id=6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:45.476214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699adf8e-1c8a-4aac-b4a7-6d06f748c10f None None] Pushing event updated for resources: {'Port': ['ID=cacd2cff-6f2b-4880-a1e4-917193d26b7c,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.489034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.490191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.506930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Calling delete_port for 1c2f63f4-b82f-44e1-8dc1-f41182a6cd75 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:45.555651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Deleting port cacd2cff-6f2b-4880-a1e4-917193d26b7c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:45.556098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.557427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.645970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] For port cacd2cff-6f2b-4880-a1e4-917193d26b7c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cacd2cff-6f2b-4880-a1e4-917193d26b7c,segment=NetworkSegment(5e3c6937-d156-4ad1-98b3-ad55aa3945a4),segment_id=5e3c6937-d156-4ad1-98b3-ad55aa3945a4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:45.656130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.657334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=082be181-1a7e-401f-ab5e-ad1dda141504,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.666673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Calling delete_port for cacd2cff-6f2b-4880-a1e4-917193d26b7c owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:45.863041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f15f20-526b-4fbc-93dd-8b5f1c37e833 req-d41430a4-2b1d-444a-9973-1382a0e76b65 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:45.871191 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24f15f20-526b-4fbc-93dd-8b5f1c37e833 req-d41430a4-2b1d-444a-9973-1382a0e76b65 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 945 time: 0.0743058 Sep 16 05:42:45.889277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.907898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24f15f20-526b-4fbc-93dd-8b5f1c37e833 req-a7c1d29d-2e37-4481-87ee-00f90dec7b97 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357974 Sep 16 05:42:45.920177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:45.922693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Port': ['ID=cacd2cff-6f2b-4880-a1e4-917193d26b7c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.925367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] No DVR routers for this DVR port cacd2cff-6f2b-4880-a1e4-917193d26b7c on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:42:45.958415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event deleted for resources: {'Port': ['ID=1c2f63f4-b82f-44e1-8dc1-f41182a6cd75,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:45.970746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c78042-56b9-452a-8a08-4f96342c9505 None None] Network 36391c1e-388a-4a4a-b4d1-36cb52b72dc4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:46.020751 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.037330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.044189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556a238d-77e2-4780-97f5-3cc309c24464']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:46.054389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3c6937-d156-4ad1-98b3-ad55aa3945a4') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:46.054763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3c6937-d156-4ad1-98b3-ad55aa3945a4') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:46.065903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.083257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.088745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:46.089321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: items = [ Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:46.092539 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:46.101237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7160fd15-7dd7-4e2f-b03d-1afe38e6f104 None None] Provisioning complete for port 082be181-1a7e-401f-ab5e-ad1dda141504 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:42:46.101237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7160fd15-7dd7-4e2f-b03d-1afe38e6f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.147816 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.151036 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.225828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.235890 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.236761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] DHCP port deletion for 36391c1e-388a-4a4a-b4d1-36cb52b72dc4 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:42:46.238572 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/networks/556a238d-77e2-4780-97f5-3cc309c24464 HTTP/1.1" status: 204 len: 168 time: 0.8568501 Sep 16 05:42:46.240598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:46.254262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388062c-2066-4563-aa31-e87a489600ac tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Network': ['ID=556a238d-77e2-4780-97f5-3cc309c24464,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:46.295273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.298654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Fanout notify agent at l3_agent the message router_deleted on router e1ca3952-9e16-4b32-a62f-d418f1b0c588 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:46.312867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] Deleting port 082be181-1a7e-401f-ab5e-ad1dda141504 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:46.313244 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.339040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.346061 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2d6e31d1-6723-42e0-bc0c-51eee8038ce4 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/e1ca3952-9e16-4b32-a62f-d418f1b0c588 HTTP/1.1" status: 204 len: 168 time: 1.6685164 Sep 16 05:42:46.351749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:46.356780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0af6800a-7bd8-4bea-b48e-b3fb51eee410 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1986605747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:46.369344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-56377c69-4246-416e-9af3-87665adb753f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:46.371267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-56377c69-4246-416e-9af3-87665adb753f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 945 time: 0.0690651 Sep 16 05:42:46.387408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.405086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] For port 082be181-1a7e-401f-ab5e-ad1dda141504, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=082be181-1a7e-401f-ab5e-ad1dda141504,segment=NetworkSegment(6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3),segment_id=6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:46.405673 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.425130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] Calling delete_port for 082be181-1a7e-401f-ab5e-ad1dda141504 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:46.481508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Deleting port 082be181-1a7e-401f-ab5e-ad1dda141504 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:46.482050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.507963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:46.509417 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.512083 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0af6800a-7bd8-4bea-b48e-b3fb51eee410 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.513300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0af6800a-7bd8-4bea-b48e-b3fb51eee410 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.563719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] For port 082be181-1a7e-401f-ab5e-ad1dda141504, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=082be181-1a7e-401f-ab5e-ad1dda141504,segment=NetworkSegment(6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3),segment_id=6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:46.564951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.587493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Calling delete_port for 082be181-1a7e-401f-ab5e-ad1dda141504 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:46.614347 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.627613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] For port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:42:46.630140 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.645937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:46.696363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0af6800a-7bd8-4bea-b48e-b3fb51eee410 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.718053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.766779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] No DVR routers for this DVR port 082be181-1a7e-401f-ab5e-ad1dda141504 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:42:46.766779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0af6800a-7bd8-4bea-b48e-b3fb51eee410 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.790853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Port': ['ID=082be181-1a7e-401f-ab5e-ad1dda141504,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:46.847293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ffe031-f734-46e5-8a40-bbf93f4163c0 None None] DHCP port deletion for 556a238d-77e2-4780-97f5-3cc309c24464 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:42:46.860739 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.863809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] Pushing event deleted for resources: {'Port': ['ID=082be181-1a7e-401f-ab5e-ad1dda141504,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:46.870786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fc1be066-48ef-472f-82b2-1641fd3b9f8a None None] Could not find standard attr ID for object cacd2cff-6f2b-4880-a1e4-917193d26b7c. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:42:46.872427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116252c-d7fa-4ea9-8879-3f0bfcd351d8 None None] No DVR routers for this DVR port 082be181-1a7e-401f-ab5e-ad1dda141504 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:42:46.898334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36391c1e-388a-4a4a-b4d1-36cb52b72dc4']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:46.906973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b6eda-33a2-4501-8b1c-3015966678a0 None None] Network 556a238d-77e2-4780-97f5-3cc309c24464 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:42:46.907508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0af6800a-7bd8-4bea-b48e-b3fb51eee410 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.908859 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0af6800a-7bd8-4bea-b48e-b3fb51eee410 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5557745 Sep 16 05:42:46.912884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56366) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:46.913091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:46.913277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d94b23e-fdf7-4fab-a6ec-e00aed4df5d3') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:46.918584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:46.926367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.942223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b6eda-33a2-4501-8b1c-3015966678a0 None None] Network 556a238d-77e2-4780-97f5-3cc309c24464 could not be found, it might have been deleted concurrently. {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:42:46.948270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.955929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:46.956103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.967795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:46.990596 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:47.060908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc22d735-a1db-426f-8c13-7d0ee83d1188 req-799e20ae-548e-4b91-95a0-3ddad3c30bc5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0332563 Sep 16 05:42:47.124165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=43ca5178-a8c2-4516-bc40-ddf5998d3ae9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:47.127430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.139798 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.147396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/networks/36391c1e-388a-4a4a-b4d1-36cb52b72dc4 HTTP/1.1" status: 204 len: 168 time: 0.9022474 Sep 16 05:42:47.149616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56378) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:47.202952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab6bc2da-5962-4f43-a9a2-ff8558d4d67b req-c7cde441-5672-4f9d-8b64-a29c375f11a4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.1545858 Sep 16 05:42:47.209145 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a44e662e-98ed-42cc-9719-c542875a6137 req-af1d4871-5ca9-4bbe-b95d-af89993e7bc7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1265559 Sep 16 05:42:47.228440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 082be181-1a7e-401f-ab5e-ad1dda141504 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:42:47.230705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-871af53d-a1a8-431c-a5ea-084a83462dd2 req-cc9a03cb-7b8f-4870-a32e-92b27c4fcb88 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0448401 Sep 16 05:42:47.236561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7aa5e-ccf8-47d3-a739-9544ecaee7d1 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Network': ['ID=36391c1e-388a-4a4a-b4d1-36cb52b72dc4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:47.293304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 082be181-1a7e-401f-ab5e-ad1dda141504 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:42:47.294472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 082be181-1a7e-401f-ab5e-ad1dda141504 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:42:47.294942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] No DVR routers for this DVR port 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:42:47.300137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.302014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5765dd17-86f0-4976-940d-3ce41e17e135 req-93f2eca1-17a7-4c09-981a-d870b3d9bb17 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "DELETE /v2.0/ports/43ca5178-a8c2-4516-bc40-ddf5998d3ae9 HTTP/1.1" status: 204 len: 173 time: 0.9199908 Sep 16 05:42:47.302464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b', 'name': 'network-vif-deleted', 'tag': '43ca5178-a8c2-4516-bc40-ddf5998d3ae9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:47.304814 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff76a71c-db01-4a16-97d8-5d17f07b9df8" -d '{"events": [{"server_uuid": "9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b", "name": "network-vif-deleted", "tag": "43ca5178-a8c2-4516-bc40-ddf5998d3ae9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:47.355308 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.372996 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f101352-05a0-4d9b-9884-930e58f6c98d x-openstack-request-id: req-8f101352-05a0-4d9b-9884-930e58f6c98d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:47.373289 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b", "name": "network-vif-deleted", "tag": "43ca5178-a8c2-4516-bc40-ddf5998d3ae9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:47.373705 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f101352-05a0-4d9b-9884-930e58f6c98d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:47.373928 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b', 'name': 'network-vif-deleted', 'tag': '43ca5178-a8c2-4516-bc40-ddf5998d3ae9', 'status': 'completed', 'code': 200} Sep 16 05:42:47.414605 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.437481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7574748-830b-4fe9-824f-e4a16923c903 req-8c650498-ab5c-4133-ac65-5dc7fa667bc9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0341792 Sep 16 05:42:47.466607 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.747830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.768513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.849497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e64e40-9827-4901-97eb-3d33c0824f7c']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:47.861252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06b2516-236a-4bb1-a665-ba008405b50a') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:47.861533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06b2516-236a-4bb1-a665-ba008405b50a') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:47.872297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.887080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.894718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:47.896891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:47.898259 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:47.905142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Allocated IP 172.25.1.239 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b2924eeb-b8e4-4fb2-bb98-2c3ae8c4887c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:48.018790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.042496 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.054336 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.056748 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/networks/33e64e40-9827-4901-97eb-3d33c0824f7c HTTP/1.1" status: 204 len: 168 time: 0.9035494 Sep 16 05:42:48.059151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56390) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:48.077955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a986a3-cbd2-4572-9db6-c6a9ae1f3c8e tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Network': ['ID=33e64e40-9827-4901-97eb-3d33c0824f7c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.134348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.155377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.194019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:48.198002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event updated for resources: {'Port': ['ID=b2924eeb-b8e4-4fb2-bb98-2c3ae8c4887c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.200554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:48.202596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:48.248327 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.285632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:48.298829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3901d84e-1153-4153-b4e2-c5e3b795ceca') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:48.299415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3901d84e-1153-4153-b4e2-c5e3b795ceca') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:48.314921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.333061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.341175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:42:48.341874 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:42:48.345588 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:42:48.371929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3baa528-0ace-45bb-b2c3-b6e828deaa0b req-c118b0ff-fdf8-4f7b-acd2-4b8e3ea7d927 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.0641415 Sep 16 05:42:48.468756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.476438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.478333 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] 10.222.0.49 "DELETE /v2.0/networks/72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a HTTP/1.1" status: 204 len: 168 time: 0.4181423 Sep 16 05:42:48.491706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50df411-1576-4934-8cba-9316a19503f0 tempest-BulkNetworkOpsTest-1414606287 tempest-BulkNetworkOpsTest-1414606287-project] Pushing event deleted for resources: {'Network': ['ID=72cd8c58-538a-4ad5-b8c4-9ea2ce1c960a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:48.604291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.801026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:42:48.823298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.824080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:42:48.824609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 43ca5178-a8c2-4516-bc40-ddf5998d3ae9 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:42:48.829471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:48.948947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56406) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:49.146709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f36ba959-35ac-41ff-a93a-f87aaf2600e5 req-dfc5a685-b8f9-4011-b95c-acff68b46a4a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0410190 Sep 16 05:42:49.168034 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d6268e62-5590-4a91-a8a5-7518bd25153d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b03a338581764ee1a63d70e3f3b64e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156537 Sep 16 05:42:49.168265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:49.247917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb4a4-5e3e-454f-aab4-bba21e0a3f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.287912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb4a4-5e3e-454f-aab4-bba21e0a3f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.347404 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22ddfc7d-4d63-4823-880b-c0bf19930f7a req-c36c54f5-690a-4401-af0d-96d09832085f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0348525 Sep 16 05:42:49.404224 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f460ec9-537a-46eb-96d7-04c7eace3861 req-ee35dd04-9714-4c54-960e-8a1e1eb329ea service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0280099 Sep 16 05:42:49.428952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb4a4-5e3e-454f-aab4-bba21e0a3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.431945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb4a4-5e3e-454f-aab4-bba21e0a3f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.433907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ba4fb4a4-5e3e-454f-aab4-bba21e0a3f28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aef758e0-5f22-40b9-80da-3ba61b8593ed HTTP/1.1" status: 204 len: 168 time: 0.2643764 Sep 16 05:42:49.444674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fb4a4-5e3e-454f-aab4-bba21e0a3f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef758e0-5f22-40b9-80da-3ba61b8593ed,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:49.457268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Router b987ab9c-acda-4ed7-9c44-c42d9af74bea is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:49.486364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60fa0f11-362d-46d6-8c02-9999f39a12b1 req-81c56557-55a7-4d3a-b320-9c4033db6d32 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.0355570 Sep 16 05:42:49.606917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bbb6c9d-77fa-4350-9b97-e01e12b2a494 req-2a5e4079-28c1-487d-abd7-ffcbcca8a1a0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0308089 Sep 16 05:42:49.620735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:49.628892 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.630191 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a2bb6bc3-78f1-4841-b1a4-a60e9242e484 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "PUT /v2.0/routers/b987ab9c-acda-4ed7-9c44-c42d9af74bea HTTP/1.1" status: 200 len: 884 time: 2.7156782 Sep 16 05:42:49.633260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56432) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:49.636239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16cee3-4b9c-4d33-9023-eed56339e336 None None] Sync routers for ids ['b987ab9c-acda-4ed7-9c44-c42d9af74bea'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:49.653712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16cee3-4b9c-4d33-9023-eed56339e336 None None] Routers {'b987ab9c-acda-4ed7-9c44-c42d9af74bea'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:49.654589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0c16cee3-4b9c-4d33-9023-eed56339e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b987ab9c-acda-4ed7-9c44-c42d9af74bea'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:49.694980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0c16cee3-4b9c-4d33-9023-eed56339e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:49.705249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16cee3-4b9c-4d33-9023-eed56339e336 None None] Routers {'b987ab9c-acda-4ed7-9c44-c42d9af74bea'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:49.706001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0c16cee3-4b9c-4d33-9023-eed56339e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b987ab9c-acda-4ed7-9c44-c42d9af74bea'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:49.745732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0c16cee3-4b9c-4d33-9023-eed56339e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:49.746591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16cee3-4b9c-4d33-9023-eed56339e336 None None] The sync data for ids ['b987ab9c-acda-4ed7-9c44-c42d9af74bea'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:49.760371 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f1fcaed-a016-48be-8c15-720657bfbcd4 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/routers/b987ab9c-acda-4ed7-9c44-c42d9af74bea HTTP/1.1" status: 200 len: 925 time: 0.1216097 Sep 16 05:42:49.762165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56434) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:49.821487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5a4f4-6173-43f2-94ed-649ae91b857a tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:49.822957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dde5a4f4-6173-43f2-94ed-649ae91b857a tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=b987ab9c-acda-4ed7-9c44-c42d9af74bea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0548391 Sep 16 05:42:49.825702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:49.862920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18d47c0a-8857-4bcd-b127-fddf07d8efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:49.927085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6deb8a3-69e0-49be-8228-90d11ae42ba3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:49.928878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e6deb8a3-69e0-49be-8228-90d11ae42ba3 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 881 time: 0.1022153 Sep 16 05:42:49.931696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56444) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:49.965467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-af61b28e-2faf-46e3-af75-ab88ae044c1e tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=b987ab9c-acda-4ed7-9c44-c42d9af74bea HTTP/1.1" status: 200 len: 205 time: 0.0324776 Sep 16 05:42:49.968652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:50.096947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.213893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.348623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Deleting port b2924eeb-b8e4-4fb2-bb98-2c3ae8c4887c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:50.348988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.452490 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.466123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Calling delete_port for b2924eeb-b8e4-4fb2-bb98-2c3ae8c4887c owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:50.618747 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1df4f7da-1d2a-43d9-99d8-e362074a007f req-2fc5c549-613d-4df6-a9d9-a06c35d85b0a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.0382853 Sep 16 05:42:50.669293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56466) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:50.800302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477827442'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:50.828972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.854241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.854876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event deleted for resources: {'Port': ['ID=b2924eeb-b8e4-4fb2-bb98-2c3ae8c4887c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:50.882857 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.893922 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.937254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.010955 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.045836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.049680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.104050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.146356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf664d3-762e-4fbc-88d5-d7df6ee47955,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:51.201260 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.201260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Fanout notify agent at l3_agent the message router_deleted on router b987ab9c-acda-4ed7-9c44-c42d9af74bea {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:51.205371 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.206492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3f504a9b-8915-4bc7-952c-7ccb2210149f tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/b987ab9c-acda-4ed7-9c44-c42d9af74bea HTTP/1.1" status: 204 len: 168 time: 1.2363346 Sep 16 05:42:51.211125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56478) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:51.216590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-143e95c0-2147-4743-8afc-4ff03df12404 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-260030715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:51.246275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.248690 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c574ebd-e08f-4106-aebf-9b1d813f79e5 req-feccabdd-003f-42f2-99f5-bf1eaae0a2fa service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0356209 Sep 16 05:42:51.317200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.365192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e40f173-a0b2-4acf-a90d-3abdaeb6c78b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:51.426360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f037eff-76b4-4bd3-812e-99ba73402529 req-49ea4d70-8277-4c9f-8e7a-b2589dfbeaf8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0448186 Sep 16 05:42:51.428005 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143e95c0-2147-4743-8afc-4ff03df12404 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.430507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143e95c0-2147-4743-8afc-4ff03df12404 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.494393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.501663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b0812f04-8454-4f40-9cca-da60d3dfd655 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8250158 Sep 16 05:42:51.502049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56488) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:51.511171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143e95c0-2147-4743-8afc-4ff03df12404 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.553552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77aeceeb-700a-4b04-8abb-01130ab1cf67 req-5346192b-3bf9-42fc-9387-a2b02ac4454b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0445590 Sep 16 05:42:51.584828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143e95c0-2147-4743-8afc-4ff03df12404 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.619919 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f2622ca7-d3da-49a8-b143-d63b4c8c0b81 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1162560 Sep 16 05:42:51.622326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:51.627988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a1290181-eef4-49aa-a126-90ff699bf1f0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-security--138992912', 'description': 'tempest-security-description-920433122'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:51.660207 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1290181-eef4-49aa-a126-90ff699bf1f0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.705370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90461f33-91b8-495f-bd69-74e2374f249e req-b65ad37a-7aeb-4920-8e9a-5eeed77a4118 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0354865 Sep 16 05:42:51.707219 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143e95c0-2147-4743-8afc-4ff03df12404 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.707767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-143e95c0-2147-4743-8afc-4ff03df12404 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4954152 Sep 16 05:42:51.711374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:51.716887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': True}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:51.749075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a8bfb97-3522-4f09-b6f2-454185d9febc req-0ec7642d-5cb7-4f22-8423-347db324f943 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d2efdcc-c4ca-4c66-b9b0-8e484b902d2b HTTP/1.1" status: 200 len: 210 time: 0.0333951 Sep 16 05:42:51.753893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1290181-eef4-49aa-a126-90ff699bf1f0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.843128 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1290181-eef4-49aa-a126-90ff699bf1f0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.852301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a1290181-eef4-49aa-a126-90ff699bf1f0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.852301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a1290181-eef4-49aa-a126-90ff699bf1f0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "PUT /v2.0/security-groups/6e40f173-a0b2-4acf-a90d-3abdaeb6c78b HTTP/1.1" status: 200 len: 1778 time: 0.2246287 Sep 16 05:42:51.852678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56500) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:51.874385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1290181-eef4-49aa-a126-90ff699bf1f0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e40f173-a0b2-4acf-a90d-3abdaeb6c78b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:51.979210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.993184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-384c35ab-3940-4f9b-909a-1dc8566b3c9b tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups/6e40f173-a0b2-4acf-a90d-3abdaeb6c78b HTTP/1.1" status: 200 len: 1778 time: 0.1408617 Sep 16 05:42:51.995995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56502) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:52.057152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d650eff-182d-4fc2-90c8-424313db61bc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.084437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d650eff-182d-4fc2-90c8-424313db61bc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.274489 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d650eff-182d-4fc2-90c8-424313db61bc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.277127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d650eff-182d-4fc2-90c8-424313db61bc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.278349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7d650eff-182d-4fc2-90c8-424313db61bc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/6e40f173-a0b2-4acf-a90d-3abdaeb6c78b HTTP/1.1" status: 204 len: 168 time: 0.2814074 Sep 16 05:42:52.281150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56504) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:52.310176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d650eff-182d-4fc2-90c8-424313db61bc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e40f173-a0b2-4acf-a90d-3abdaeb6c78b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:52.336874 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.344299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4802e029-8979-4968-8fb4-e364edc91405 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585127 Sep 16 05:42:52.345885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56506) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:52.357784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.361864 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-81906b79-4f98-4e4a-beb2-ad153dd89d9d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] delete failed (client error): The resource could not be found. Sep 16 05:42:52.367332 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81906b79-4f98-4e4a-beb2-ad153dd89d9d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/6e40f173-a0b2-4acf-a90d-3abdaeb6c78b HTTP/1.1" status: 404 len: 347 time: 0.0164437 Sep 16 05:42:52.367796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56508) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:52.376006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ef644594-b308-4aef-90cc-2d74b2eb06a0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208167570'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:52.463152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef644594-b308-4aef-90cc-2d74b2eb06a0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.477275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Allocated IP 172.25.1.73 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/97529910-bc97-4c9a-b710-342f1200d1af) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:52.565254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef644594-b308-4aef-90cc-2d74b2eb06a0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.609082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.628882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef644594-b308-4aef-90cc-2d74b2eb06a0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.662653 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef644594-b308-4aef-90cc-2d74b2eb06a0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ea174-78e8-4591-acf7-86933296c3c4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:52.746228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.746646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef644594-b308-4aef-90cc-2d74b2eb06a0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.748038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef644594-b308-4aef-90cc-2d74b2eb06a0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3785236 Sep 16 05:42:52.752510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56514) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:52.757937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bb166d0a-6bed-4532-a498-36e120ec8810 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '3c4ea174-78e8-4591-acf7-86933296c3c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:52.797730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:52.800953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:52.807181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:52.815658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'Port': ['ID=97529910-bc97-4c9a-b710-342f1200d1af,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:52.870802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb166d0a-6bed-4532-a498-36e120ec8810 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:52.938362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb166d0a-6bed-4532-a498-36e120ec8810 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.059736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb166d0a-6bed-4532-a498-36e120ec8810 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.082810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb166d0a-6bed-4532-a498-36e120ec8810 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3364aa5b-b94a-437a-ba8f-30ecc9d793ab,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:53.128165 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f64cb671-d34a-47fc-bbfa-57db905f4e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.163679 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb166d0a-6bed-4532-a498-36e120ec8810 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.167555 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bb166d0a-6bed-4532-a498-36e120ec8810 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4107630 Sep 16 05:42:53.167755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.178474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56526) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:53.211317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f055306c-ee22-466f-8ea7-23d8da872f18 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.221627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f055306c-ee22-466f-8ea7-23d8da872f18 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.318706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11c9ebfd-9702-4a62-98ae-8c83ec207656 req-6aeecb42-9da7-4d30-a268-1d2b6d467c35 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0264313 Sep 16 05:42:53.329190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f055306c-ee22-466f-8ea7-23d8da872f18 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.335691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f055306c-ee22-466f-8ea7-23d8da872f18 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.336846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f055306c-ee22-466f-8ea7-23d8da872f18 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3364aa5b-b94a-437a-ba8f-30ecc9d793ab HTTP/1.1" status: 204 len: 168 time: 0.1677873 Sep 16 05:42:53.339524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:53.342784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055306c-ee22-466f-8ea7-23d8da872f18 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3364aa5b-b94a-437a-ba8f-30ecc9d793ab,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:53.454556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d32e12fe-aa25-4694-8ade-38fa4e229f30 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1126432 Sep 16 05:42:53.457031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56538) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:53.493720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81ff423a-3684-4b46-b5d5-c410fdca812f req-7cbe9cc8-12da-4b55-a939-58683854d77f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0589211 Sep 16 05:42:53.508061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.512245 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.526266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-21ec5299-0c4e-4264-9008-49cfad9148e3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.566417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-21ec5299-0c4e-4264-9008-49cfad9148e3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.589703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91bc5411-7246-4f74-a5c0-e0e5575c8ec1 req-57d3a9e8-1d0c-423e-a15b-80cb6296e4eb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0371408 Sep 16 05:42:53.736526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdd684a0-5fc7-4aeb-96bf-da0824715aec req-aec318eb-f810-4ba7-b436-152ae6b74bb3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Sep 16 05:42:53.749108 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-21ec5299-0c4e-4264-9008-49cfad9148e3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.751414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Router 0b7c7337-30df-49b3-a37d-d9e5f10e071f is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:53.753096 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-21ec5299-0c4e-4264-9008-49cfad9148e3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.754362 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-21ec5299-0c4e-4264-9008-49cfad9148e3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c4ea174-78e8-4591-acf7-86933296c3c4 HTTP/1.1" status: 204 len: 168 time: 0.2963314 Sep 16 05:42:53.757052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56550) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:53.764256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec5299-0c4e-4264-9008-49cfad9148e3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ea174-78e8-4591-acf7-86933296c3c4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:53.808820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.857592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-91caf13b-c631-41bc-b157-e7620a5454bd tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990603 Sep 16 05:42:53.862084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56552) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:53.871674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cbe74946-984f-43f9-b23b-40f4b0ca33a1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108170776'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:53.933760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:53.938413 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.939678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c6ddf192-246b-4da0-88e0-cf08f39f492b tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "PUT /v2.0/routers/0b7c7337-30df-49b3-a37d-d9e5f10e071f HTTP/1.1" status: 200 len: 917 time: 2.2269297 Sep 16 05:42:53.942353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:53.945114 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f70dc-59b0-462f-a42b-8aa3942e6fc0 None None] Sync routers for ids ['0b7c7337-30df-49b3-a37d-d9e5f10e071f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:53.957302 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f70dc-59b0-462f-a42b-8aa3942e6fc0 None None] Routers {'0b7c7337-30df-49b3-a37d-d9e5f10e071f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:53.958046 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f94f70dc-59b0-462f-a42b-8aa3942e6fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0b7c7337-30df-49b3-a37d-d9e5f10e071f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:53.989157 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f94f70dc-59b0-462f-a42b-8aa3942e6fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:53.991374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbe74946-984f-43f9-b23b-40f4b0ca33a1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.000041 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f70dc-59b0-462f-a42b-8aa3942e6fc0 None None] Routers {'0b7c7337-30df-49b3-a37d-d9e5f10e071f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:54.000752 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f94f70dc-59b0-462f-a42b-8aa3942e6fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0b7c7337-30df-49b3-a37d-d9e5f10e071f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:54.036403 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f94f70dc-59b0-462f-a42b-8aa3942e6fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:54.037200 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f70dc-59b0-462f-a42b-8aa3942e6fc0 None None] The sync data for ids ['0b7c7337-30df-49b3-a37d-d9e5f10e071f'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:54.079046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6aeb5358-0891-4e97-b4c2-1527c9b3141d tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/routers/0b7c7337-30df-49b3-a37d-d9e5f10e071f HTTP/1.1" status: 200 len: 923 time: 0.1349070 Sep 16 05:42:54.081941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56556) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:54.127306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c6e39f-3eaf-48bf-92a1-dbdc1c15ef53 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:54.129041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-88c6e39f-3eaf-48bf-92a1-dbdc1c15ef53 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=0b7c7337-30df-49b3-a37d-d9e5f10e071f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0460000 Sep 16 05:42:54.131763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56560) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:54.135191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbe74946-984f-43f9-b23b-40f4b0ca33a1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.220587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbe74946-984f-43f9-b23b-40f4b0ca33a1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.222416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14d04e-4d6d-45c9-8b12-ce1cb2e2a9d2 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:54.223922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f14d04e-4d6d-45c9-8b12-ce1cb2e2a9d2 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 881 time: 0.0910723 Sep 16 05:42:54.233777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56562) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:54.254611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe74946-984f-43f9-b23b-40f4b0ca33a1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d722335-80bc-4aff-8b2b-7511bbb6bc2f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.267379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0414bbe0-ead2-4ddb-8ba1-3101cb082d3d tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b7c7337-30df-49b3-a37d-d9e5f10e071f HTTP/1.1" status: 200 len: 205 time: 0.0273864 Sep 16 05:42:54.271750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56564) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:54.335032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cbe74946-984f-43f9-b23b-40f4b0ca33a1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.336331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cbe74946-984f-43f9-b23b-40f4b0ca33a1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4733903 Sep 16 05:42:54.339293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56566) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:54.345694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b5055785-9464-41f7-ae1a-66274a14cd06 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '0d722335-80bc-4aff-8b2b-7511bbb6bc2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:54.385126 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.438293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5055785-9464-41f7-ae1a-66274a14cd06 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.499731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.500072 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5055785-9464-41f7-ae1a-66274a14cd06 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.577166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5055785-9464-41f7-ae1a-66274a14cd06 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.595954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5055785-9464-41f7-ae1a-66274a14cd06 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57a8a75-8125-428f-8aa1-da7fec81851e,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.653188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Deleting port 97529910-bc97-4c9a-b710-342f1200d1af {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:54.653526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.668725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5055785-9464-41f7-ae1a-66274a14cd06 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.670021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b5055785-9464-41f7-ae1a-66274a14cd06 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3293612 Sep 16 05:42:54.673947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56570) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:54.678672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-31a2038e-889e-492a-9ef0-6f2a43b900d0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '0d722335-80bc-4aff-8b2b-7511bbb6bc2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:54.742065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.754959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Calling delete_port for 97529910-bc97-4c9a-b710-342f1200d1af owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:54.800545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31a2038e-889e-492a-9ef0-6f2a43b900d0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.889790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31a2038e-889e-492a-9ef0-6f2a43b900d0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.971517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31a2038e-889e-492a-9ef0-6f2a43b900d0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:54.995087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2038e-889e-492a-9ef0-6f2a43b900d0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225fd503-fa31-4a4a-8ab8-a440da66d74b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:54.999764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.024097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event deleted for resources: {'Port': ['ID=97529910-bc97-4c9a-b710-342f1200d1af,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:55.096563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.097372 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31a2038e-889e-492a-9ef0-6f2a43b900d0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.098691 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-31a2038e-889e-492a-9ef0-6f2a43b900d0 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4236755 Sep 16 05:42:55.101475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56576) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:55.107371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-043047f1-a344-426c-8419-c5b5c6bdf899 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '0d722335-80bc-4aff-8b2b-7511bbb6bc2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:55.302190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.409253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bb84c28-178a-4d17-9431-d629854fa000 req-b894ecb8-e438-4fab-8340-b23823008bf4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0294714 Sep 16 05:42:55.576344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.589002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.607647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36fed2b6-363d-49a0-a37b-2f9df8d2f372 req-54454905-aef2-4cf5-9ed2-d44b249e32ef service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0337162 Sep 16 05:42:55.640022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e60bb70-7596-4e98-8e67-efbe29956066 req-5b304cdf-ec49-4082-88ea-be093832ff80 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0278833 Sep 16 05:42:55.676034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-043047f1-a344-426c-8419-c5b5c6bdf899 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.740548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-043047f1-a344-426c-8419-c5b5c6bdf899 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.754131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.754605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7c7337-30df-49b3-a37d-d9e5f10e071f {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:55.761837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.763014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9e468495-73c5-485b-acde-289f4607f56c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/0b7c7337-30df-49b3-a37d-d9e5f10e071f HTTP/1.1" status: 204 len: 168 time: 1.4899504 Sep 16 05:42:55.768295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56598) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:55.773444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4ac99d34-e838-4cf6-a09a-5ccbe22249e3 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-361104719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:55.783886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f88c8c8-ea0d-40e8-9f0e-c5d81dad685f req-26b5e68a-7265-4236-beba-f3521d14a754 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0418742 Sep 16 05:42:55.820018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-043047f1-a344-426c-8419-c5b5c6bdf899 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.838543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043047f1-a344-426c-8419-c5b5c6bdf899 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee060857-318d-4509-a1c1-d35dff2becf8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:55.914632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ac99d34-e838-4cf6-a09a-5ccbe22249e3 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.915813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ac99d34-e838-4cf6-a09a-5ccbe22249e3 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.969807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ac99d34-e838-4cf6-a09a-5ccbe22249e3 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.977354 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-043047f1-a344-426c-8419-c5b5c6bdf899 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.978645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-043047f1-a344-426c-8419-c5b5c6bdf899 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8762028 Sep 16 05:42:55.981533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:55.986411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9b9cf67e-63f2-4b98-ae64-f6357b7f3eb8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '0d722335-80bc-4aff-8b2b-7511bbb6bc2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:56.035063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ac99d34-e838-4cf6-a09a-5ccbe22249e3 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.096350 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf67e-63f2-4b98-ae64-f6357b7f3eb8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.154134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf67e-63f2-4b98-ae64-f6357b7f3eb8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.176977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4ac99d34-e838-4cf6-a09a-5ccbe22249e3 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.178337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4ac99d34-e838-4cf6-a09a-5ccbe22249e3 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4088449 Sep 16 05:42:56.181282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56602) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:56.186066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'enable_snat': False}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:56.255943 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf67e-63f2-4b98-ae64-f6357b7f3eb8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.315421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cf67e-63f2-4b98-ae64-f6357b7f3eb8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54afffd-1f67-4e58-af2e-da5836ae7384,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.350902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf67e-63f2-4b98-ae64-f6357b7f3eb8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.354664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9b9cf67e-63f2-4b98-ae64-f6357b7f3eb8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3696558 Sep 16 05:42:56.355212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56610) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:56.361056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-db6ae9d6-85e9-4ada-820c-3dc7f3367842 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '0d722335-80bc-4aff-8b2b-7511bbb6bc2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:56.425790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.450577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d6-85e9-4ada-820c-3dc7f3367842 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.524884 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d6-85e9-4ada-820c-3dc7f3367842 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.597536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d6-85e9-4ada-820c-3dc7f3367842 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.625446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ae9d6-85e9-4ada-820c-3dc7f3367842 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf9e795-6143-4ed6-8c49-2807c36341b1,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.694249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db6ae9d6-85e9-4ada-820c-3dc7f3367842 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.699510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-db6ae9d6-85e9-4ada-820c-3dc7f3367842 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3392258 Sep 16 05:42:56.699510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56636) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:56.725806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3030aa6-d7e2-4974-a980-d5d70c3cdc29 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.734082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3030aa6-d7e2-4974-a980-d5d70c3cdc29 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.772172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.792667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.846458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3030aa6-d7e2-4974-a980-d5d70c3cdc29 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.854044 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3030aa6-d7e2-4974-a980-d5d70c3cdc29 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.859621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b3030aa6-d7e2-4974-a980-d5d70c3cdc29 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/daf9e795-6143-4ed6-8c49-2807c36341b1 HTTP/1.1" status: 204 len: 168 time: 0.1561003 Sep 16 05:42:56.859621 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56656) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:56.866531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3030aa6-d7e2-4974-a980-d5d70c3cdc29 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daf9e795-6143-4ed6-8c49-2807c36341b1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:56.927602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4da2d6a6-a144-42bd-908c-daea4fb8f5a6 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0663805 Sep 16 05:42:56.930416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56658) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:56.976970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Allocated IP 172.25.1.63 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/52df3c26-06f9-4a81-812d-eb91774d87c9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:42:56.979206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-081e7056-07b3-4b96-9855-2f1fa4768f96 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:56.993610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-081e7056-07b3-4b96-9855-2f1fa4768f96 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.110286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.113308 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-081e7056-07b3-4b96-9855-2f1fa4768f96 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.121566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-081e7056-07b3-4b96-9855-2f1fa4768f96 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.122664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-081e7056-07b3-4b96-9855-2f1fa4768f96 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f54afffd-1f67-4e58-af2e-da5836ae7384 HTTP/1.1" status: 204 len: 168 time: 0.1912456 Sep 16 05:42:57.126640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56662) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:57.131074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e7056-07b3-4b96-9855-2f1fa4768f96 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f54afffd-1f67-4e58-af2e-da5836ae7384,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:57.174982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-97fd12a3-ae40-4a7d-a982-23b6853744f8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0471756 Sep 16 05:42:57.181369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56666) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:57.206598 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d38cba32-9614-40c1-b467-11eabd154339 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.214519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d38cba32-9614-40c1-b467-11eabd154339 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.223735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.267322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:42:57.270210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:42:57.273854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:42:57.301693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Pushing event updated for resources: {'Port': ['ID=52df3c26-06f9-4a81-812d-eb91774d87c9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:57.339876 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d38cba32-9614-40c1-b467-11eabd154339 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.351187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d38cba32-9614-40c1-b467-11eabd154339 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.352525 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d38cba32-9614-40c1-b467-11eabd154339 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ee060857-318d-4509-a1c1-d35dff2becf8 HTTP/1.1" status: 204 len: 168 time: 0.1702483 Sep 16 05:42:57.358614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56668) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:57.364116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cba32-9614-40c1-b467-11eabd154339 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee060857-318d-4509-a1c1-d35dff2becf8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:57.455063 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.473795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-081f9a39-6b89-46ab-9087-75c22ead181a tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1151981 Sep 16 05:42:57.477373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:57.506632 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44a1afcb-edce-4991-9d01-973be050a9c1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.516785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44a1afcb-edce-4991-9d01-973be050a9c1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.526112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10f6b2cd-fbc6-4769-8d09-754abc20501e req-f4e7946f-6b35-4713-9391-2faca7b6db2d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0402431 Sep 16 05:42:57.649451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44a1afcb-edce-4991-9d01-973be050a9c1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.660090 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-44a1afcb-edce-4991-9d01-973be050a9c1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.663406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-44a1afcb-edce-4991-9d01-973be050a9c1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/225fd503-fa31-4a4a-8ab8-a440da66d74b HTTP/1.1" status: 204 len: 168 time: 0.1846707 Sep 16 05:42:57.677735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56684) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:57.702444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1afcb-edce-4991-9d01-973be050a9c1 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=225fd503-fa31-4a4a-8ab8-a440da66d74b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:57.718541 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-411b8dca-56bf-43f8-a879-5c48b86ba455 req-c065f91f-619c-454f-abec-15a0690ca4bc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0339632 Sep 16 05:42:57.729695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6777c02e-e4e1-468e-871c-2686cc03f3c3 req-6bbf737e-9816-4097-bb7c-d6b74b8866c5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0378633 Sep 16 05:42:57.730203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.799386 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-69e9a51a-f377-4ebe-af67-2191a39592a4 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1213689 Sep 16 05:42:57.802072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56692) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:57.872571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7612e099-e093-4e3c-b106-57ab66e98fd1 req-82a74cf2-77b9-43bd-b1ad-f132e7c98ac7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0336699 Sep 16 05:42:57.892627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf75cfa7-2304-47de-be71-932b7ca65987 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.902661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf75cfa7-2304-47de-be71-932b7ca65987 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.980332 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.984253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.025318 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf75cfa7-2304-47de-be71-932b7ca65987 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.032820 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf75cfa7-2304-47de-be71-932b7ca65987 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.033980 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cf75cfa7-2304-47de-be71-932b7ca65987 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d57a8a75-8125-428f-8aa1-da7fec81851e HTTP/1.1" status: 204 len: 168 time: 0.2204397 Sep 16 05:42:58.036922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.042617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75cfa7-2304-47de-be71-932b7ca65987 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d57a8a75-8125-428f-8aa1-da7fec81851e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:58.125992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-47b50704-d916-4356-bfe5-111353e80eb6 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0853684 Sep 16 05:42:58.126380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56728) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.187132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-245030c2-d6f1-454e-9a89-abaeeaabb52e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.212130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-245030c2-d6f1-454e-9a89-abaeeaabb52e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.233928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Router c9f503ac-881b-4a57-b29d-5c7c508b3aa8 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:42:58.319942 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-245030c2-d6f1-454e-9a89-abaeeaabb52e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.322846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-245030c2-d6f1-454e-9a89-abaeeaabb52e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.324256 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-245030c2-d6f1-454e-9a89-abaeeaabb52e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/0d722335-80bc-4aff-8b2b-7511bbb6bc2f HTTP/1.1" status: 204 len: 168 time: 0.1968651 Sep 16 05:42:58.327779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56730) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.353060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:58.353600 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245030c2-d6f1-454e-9a89-abaeeaabb52e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d722335-80bc-4aff-8b2b-7511bbb6bc2f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:58.358410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.362425 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c1cc2b68-afc7-4ccd-b256-ec86d2ad6e57 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "PUT /v2.0/routers/c9f503ac-881b-4a57-b29d-5c7c508b3aa8 HTTP/1.1" status: 200 len: 918 time: 2.1769569 Sep 16 05:42:58.362548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56732) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.372011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc047138-24e3-42c4-a315-ad19eb708574 None None] Sync routers for ids ['c9f503ac-881b-4a57-b29d-5c7c508b3aa8'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:58.389564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc047138-24e3-42c4-a315-ad19eb708574 None None] Routers {'c9f503ac-881b-4a57-b29d-5c7c508b3aa8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:58.391290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fc047138-24e3-42c4-a315-ad19eb708574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c9f503ac-881b-4a57-b29d-5c7c508b3aa8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:58.432744 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ae885076-9396-4dfd-a064-21737936abdb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033006 Sep 16 05:42:58.436224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fc047138-24e3-42c4-a315-ad19eb708574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:58.440191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56734) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.447143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc047138-24e3-42c4-a315-ad19eb708574 None None] Routers {'c9f503ac-881b-4a57-b29d-5c7c508b3aa8'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:58.447344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-46e160c4-3545-4024-a435-297f273ef54d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553676524'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:58.448186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fc047138-24e3-42c4-a315-ad19eb708574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c9f503ac-881b-4a57-b29d-5c7c508b3aa8'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:58.483177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fc047138-24e3-42c4-a315-ad19eb708574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:58.483897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc047138-24e3-42c4-a315-ad19eb708574 None None] The sync data for ids ['c9f503ac-881b-4a57-b29d-5c7c508b3aa8'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:58.500204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6f8b2ef1-e05a-4f76-8657-6d1a1d25a669 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/routers/c9f503ac-881b-4a57-b29d-5c7c508b3aa8 HTTP/1.1" status: 200 len: 924 time: 0.1362839 Sep 16 05:42:58.502658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56736) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.547985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7fecdf-8bce-447f-b7c8-07395729150c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:58.550197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7b7fecdf-8bce-447f-b7c8-07395729150c tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=c9f503ac-881b-4a57-b29d-5c7c508b3aa8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0464635 Sep 16 05:42:58.557337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56740) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.587886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46e160c4-3545-4024-a435-297f273ef54d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.683902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2c643-4d05-416a-9590-53bde9367b46 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:58.685374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e6c2c643-4d05-416a-9590-53bde9367b46 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/networks/717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 881 time: 0.1269767 Sep 16 05:42:58.689457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56742) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.717269 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.720017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cef4cfcd-69d0-433a-b510-87963f3ab6e5 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f503ac-881b-4a57-b29d-5c7c508b3aa8 HTTP/1.1" status: 200 len: 205 time: 0.0291874 Sep 16 05:42:58.722631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56744) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.747010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46e160c4-3545-4024-a435-297f273ef54d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.825478 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46e160c4-3545-4024-a435-297f273ef54d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.841079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.859889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e160c4-3545-4024-a435-297f273ef54d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981c967f-5686-44c6-aafa-276fb3bcf195,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:58.923073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-46e160c4-3545-4024-a435-297f273ef54d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.927139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-46e160c4-3545-4024-a435-297f273ef54d tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4836323 Sep 16 05:42:58.927358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56750) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:58.932184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ddf36eae-f4d0-4372-947f-a2d91a37667f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '981c967f-5686-44c6-aafa-276fb3bcf195', 'direction': 'ingress', 'protocol': 17}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:58.949578 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.048786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddf36eae-f4d0-4372-947f-a2d91a37667f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.077289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Deleting port 52df3c26-06f9-4a81-812d-eb91774d87c9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:59.077877 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.115361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddf36eae-f4d0-4372-947f-a2d91a37667f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.167628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.180772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Calling delete_port for 52df3c26-06f9-4a81-812d-eb91774d87c9 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:59.228487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddf36eae-f4d0-4372-947f-a2d91a37667f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.252385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf36eae-f4d0-4372-947f-a2d91a37667f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fd8f01-891a-4b8d-b81f-e73b4317a82c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:59.329248 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ddf36eae-f4d0-4372-947f-a2d91a37667f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.333973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56756) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:59.337515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ddf36eae-f4d0-4372-947f-a2d91a37667f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4055910 Sep 16 05:42:59.405751 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f2fc25a0-c511-4a40-8424-8cb040d2c48e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.433062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f2fc25a0-c511-4a40-8424-8cb040d2c48e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.445029 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.502601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event deleted for resources: {'Port': ['ID=52df3c26-06f9-4a81-812d-eb91774d87c9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:59.587096 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.687197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6fa018ce-2e8d-4858-9262-bfc805bf5166 req-673f3c92-98b9-44d4-82b6-6f6d84aa56a1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0335515 Sep 16 05:42:59.711477 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.713119 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f2fc25a0-c511-4a40-8424-8cb040d2c48e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.717763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f2fc25a0-c511-4a40-8424-8cb040d2c48e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.722250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f2fc25a0-c511-4a40-8424-8cb040d2c48e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/981c967f-5686-44c6-aafa-276fb3bcf195 HTTP/1.1" status: 204 len: 168 time: 0.3847227 Sep 16 05:42:59.722250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.722558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56764) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:59.743020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc25a0-c511-4a40-8424-8cb040d2c48e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981c967f-5686-44c6-aafa-276fb3bcf195,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:59.784416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2b2d00f5-e045-4538-bbaa-c4a2575b297e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0605993 Sep 16 05:42:59.788660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:59.793500 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4125c7e5-b1b6-4885-97fc-8b4f606d284b tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086838512'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:59.872499 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a18b576-d186-4adf-ad3c-907411351f16 req-35174f2d-b788-4191-853d-97c86cae3e2e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0331912 Sep 16 05:42:59.880636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.881217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Fanout notify agent at l3_agent the message router_deleted on router c9f503ac-881b-4a57-b29d-5c7c508b3aa8 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:42:59.894466 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.894466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ad0d0f4c-1aec-4467-aae1-dcc0c53c0b3a tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/c9f503ac-881b-4a57-b29d-5c7c508b3aa8 HTTP/1.1" status: 204 len: 168 time: 1.1659703 Sep 16 05:42:59.894466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56776) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:59.900410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2017293652', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:42:59.923033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf8082b4-f37b-421d-b5d4-26be25aa9a7a req-a60d4813-70a7-4551-b1d4-185846e3f65e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0408807 Sep 16 05:42:59.924536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4125c7e5-b1b6-4885-97fc-8b4f606d284b tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.008783 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.010165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.033983 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bee9f5ed-4b86-45e4-b8e0-7ca8d45f8597 req-974e6c7a-6803-40d5-849d-9a154779ac5d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0366702 Sep 16 05:43:00.083817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4125c7e5-b1b6-4885-97fc-8b4f606d284b tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.086619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.151033 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4125c7e5-b1b6-4885-97fc-8b4f606d284b tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.181240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125c7e5-b1b6-4885-97fc-8b4f606d284b tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c873a9-2bd0-4fe9-a8c1-0bb0734d0e55,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:00.285901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4125c7e5-b1b6-4885-97fc-8b4f606d284b tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.289799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4125c7e5-b1b6-4885-97fc-8b4f606d284b tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4974837 Sep 16 05:43:00.289940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:00.294552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c5c2ec3d-5fe6-43a8-b673-c056c7646aa8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803492441'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:00.350597 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.394072 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ec3d-5fe6-43a8-b673-c056c7646aa8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.480749 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ec3d-5fe6-43a8-b673-c056c7646aa8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.571244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ec3d-5fe6-43a8-b673-c056c7646aa8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.604918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2ec3d-5fe6-43a8-b673-c056c7646aa8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338d0596-507e-4c8f-b8e3-0a7255d7e979,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:00.648794 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.657279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c5c2ec3d-5fe6-43a8-b673-c056c7646aa8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.658583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c5c2ec3d-5fe6-43a8-b673-c056c7646aa8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3677118 Sep 16 05:43:00.668784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:00.669985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.674320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cf945819-3769-4460-a8bd-c969fb031ca3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '24c873a9-2bd0-4fe9-a8c1-0bb0734d0e55', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '338d0596-507e-4c8f-b8e3-0a7255d7e979', 'remote_ip_prefix': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:00.792640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf945819-3769-4460-a8bd-c969fb031ca3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.794682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Allocated IP 172.25.1.15 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/a9836800-be40-4248-8916-e5898568ab26) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:00.893595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf945819-3769-4460-a8bd-c969fb031ca3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.928874 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.982727 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf945819-3769-4460-a8bd-c969fb031ca3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.006154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf945819-3769-4460-a8bd-c969fb031ca3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfa8496-e54b-4f8b-83c7-4adb1b46992c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:01.082636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.096665 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf945819-3769-4460-a8bd-c969fb031ca3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.098260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cf945819-3769-4460-a8bd-c969fb031ca3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4284544 Sep 16 05:43:01.101019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:01.130830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:01.137092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:01.140586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-106f8b7c-7f7d-414a-bddb-4f88b4c93dd7 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.143802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:01.154129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-106f8b7c-7f7d-414a-bddb-4f88b4c93dd7 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.170340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event updated for resources: {'Port': ['ID=a9836800-be40-4248-8916-e5898568ab26,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:01.266138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-106f8b7c-7f7d-414a-bddb-4f88b4c93dd7 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.272318 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-106f8b7c-7f7d-414a-bddb-4f88b4c93dd7 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.276108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-106f8b7c-7f7d-414a-bddb-4f88b4c93dd7 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2dfa8496-e54b-4f8b-83c7-4adb1b46992c HTTP/1.1" status: 204 len: 168 time: 0.1740134 Sep 16 05:43:01.276716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56794) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:01.290279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f8b7c-7f7d-414a-bddb-4f88b4c93dd7 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dfa8496-e54b-4f8b-83c7-4adb1b46992c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:01.336547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2f2d6079-c09f-486a-a247-9a0975c91cb7 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0573020 Sep 16 05:43:01.340456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56798) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:01.416777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac040d7-3e76-4eb8-8e7f-4b487d4d32e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.455094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac040d7-3e76-4eb8-8e7f-4b487d4d32e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.542369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.585476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac040d7-3e76-4eb8-8e7f-4b487d4d32e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.588208 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ac040d7-3e76-4eb8-8e7f-4b487d4d32e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.589684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ac040d7-3e76-4eb8-8e7f-4b487d4d32e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/338d0596-507e-4c8f-b8e3-0a7255d7e979 HTTP/1.1" status: 204 len: 168 time: 0.2477081 Sep 16 05:43:01.592602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56802) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:01.601546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac040d7-3e76-4eb8-8e7f-4b487d4d32e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d0596-507e-4c8f-b8e3-0a7255d7e979,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:01.757524 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6de97034-0a26-4627-80b0-02c39b2377a8 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1637983 Sep 16 05:43:01.762358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56804) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:01.863028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.938426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98f7a272-9472-466f-a8d4-21d918f14d5e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.946714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0cdc264-58cf-4042-baa2-f22044a448c2 req-c69618dc-4fc9-4fdb-affc-053398d6c61f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0862536 Sep 16 05:43:01.972680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98f7a272-9472-466f-a8d4-21d918f14d5e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.136007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae69af80-2836-4c64-a0de-5a25d576e8e7 req-32a7221c-6740-435b-ac9b-f6243674e1e5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0351093 Sep 16 05:43:02.311038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98f7a272-9472-466f-a8d4-21d918f14d5e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.314564 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98f7a272-9472-466f-a8d4-21d918f14d5e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.318348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-98f7a272-9472-466f-a8d4-21d918f14d5e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/24c873a9-2bd0-4fe9-a8c1-0bb0734d0e55 HTTP/1.1" status: 204 len: 168 time: 0.5505486 Sep 16 05:43:02.319662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56820) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:02.334206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7a272-9472-466f-a8d4-21d918f14d5e tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c873a9-2bd0-4fe9-a8c1-0bb0734d0e55,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:02.377588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9045280b-ba9c-4063-bff0-84b0cf37feb6 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567074 Sep 16 05:43:02.381965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:02.386726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5e027e93-e5e4-4b23-ad18-54d563c9d3e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944748663'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:02.399132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4d3795d1-6927-4018-8cfd-e85ed80b4635 req-fd269d7b-dfdb-4b33-a178-d38a9e897fd8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0291083 Sep 16 05:43:02.505869 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e027e93-e5e4-4b23-ad18-54d563c9d3e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.536884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Router cb4573f3-563a-451a-b2e7-419e0ef3c157 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:43:02.560302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c377714-32a2-4eae-9b30-5bd1ac3c6644 req-c14aed5c-8b2e-4cf5-9b0e-a48a65f45ea7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0328186 Sep 16 05:43:02.628262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e027e93-e5e4-4b23-ad18-54d563c9d3e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.655946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:02.666274 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535e9c5-fa3d-444d-91a1-ac976b039c26 None None] Sync routers for ids ['cb4573f3-563a-451a-b2e7-419e0ef3c157'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:02.676257 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535e9c5-fa3d-444d-91a1-ac976b039c26 None None] Routers {'cb4573f3-563a-451a-b2e7-419e0ef3c157'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:02.680994 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8535e9c5-fa3d-444d-91a1-ac976b039c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cb4573f3-563a-451a-b2e7-419e0ef3c157'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:02.699664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e027e93-e5e4-4b23-ad18-54d563c9d3e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.709496 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8535e9c5-fa3d-444d-91a1-ac976b039c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:02.718079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535e9c5-fa3d-444d-91a1-ac976b039c26 None None] Routers {'cb4573f3-563a-451a-b2e7-419e0ef3c157'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:02.719053 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8535e9c5-fa3d-444d-91a1-ac976b039c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cb4573f3-563a-451a-b2e7-419e0ef3c157'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:02.737295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e027e93-e5e4-4b23-ad18-54d563c9d3e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890e1ce8-12d4-4ab0-967f-4ca217b226c1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:02.754334 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8535e9c5-fa3d-444d-91a1-ac976b039c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:02.754985 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535e9c5-fa3d-444d-91a1-ac976b039c26 None None] The sync data for ids ['cb4573f3-563a-451a-b2e7-419e0ef3c157'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:02.785320 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.786597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4884718a-553b-4c35-913d-98c87f94b192 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8898983 Sep 16 05:43:02.789483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:02.794209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:02.846728 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e027e93-e5e4-4b23-ad18-54d563c9d3e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.848015 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e027e93-e5e4-4b23-ad18-54d563c9d3e2 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4648576 Sep 16 05:43:02.851538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56830) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:02.856478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d41b9d1f-924a-4393-848a-fe5e936e9feb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '890e1ce8-12d4-4ab0-967f-4ca217b226c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:02.964698 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d41b9d1f-924a-4393-848a-fe5e936e9feb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.030948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d41b9d1f-924a-4393-848a-fe5e936e9feb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.134125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d41b9d1f-924a-4393-848a-fe5e936e9feb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.146707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.166779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b9d1f-924a-4393-848a-fe5e936e9feb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e004d2d7-3729-484f-b9b7-3eee2207c52c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:03.279297 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.298063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d41b9d1f-924a-4393-848a-fe5e936e9feb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.299826 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d41b9d1f-924a-4393-848a-fe5e936e9feb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4463639 Sep 16 05:43:03.306780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56836) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:03.332676 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a73046-5fc8-4f34-bdf0-ac92c18686fc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.341642 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a73046-5fc8-4f34-bdf0-ac92c18686fc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.403620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Deleting port a9836800-be40-4248-8916-e5898568ab26 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:03.404014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.460505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a73046-5fc8-4f34-bdf0-ac92c18686fc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.472658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c4a73046-5fc8-4f34-bdf0-ac92c18686fc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.476400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c4a73046-5fc8-4f34-bdf0-ac92c18686fc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e004d2d7-3729-484f-b9b7-3eee2207c52c HTTP/1.1" status: 204 len: 168 time: 0.1686056 Sep 16 05:43:03.476566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56838) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:03.487746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a73046-5fc8-4f34-bdf0-ac92c18686fc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e004d2d7-3729-484f-b9b7-3eee2207c52c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:03.508939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.524787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Calling delete_port for a9836800-be40-4248-8916-e5898568ab26 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:03.525879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6171d3b1-f1b6-49bf-b9e1-1b10d308f737 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482202 Sep 16 05:43:03.528252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56842) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:03.592524 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66526b80-da1b-40c2-95b4-790e9b710e26 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.618555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66526b80-da1b-40c2-95b4-790e9b710e26 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.745482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66526b80-da1b-40c2-95b4-790e9b710e26 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.748158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66526b80-da1b-40c2-95b4-790e9b710e26 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.749480 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-66526b80-da1b-40c2-95b4-790e9b710e26 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/890e1ce8-12d4-4ab0-967f-4ca217b226c1 HTTP/1.1" status: 204 len: 168 time: 0.2201538 Sep 16 05:43:03.752204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56846) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:03.759444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66526b80-da1b-40c2-95b4-790e9b710e26 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890e1ce8-12d4-4ab0-967f-4ca217b226c1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:03.779822 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.815176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Pushing event deleted for resources: {'Port': ['ID=a9836800-be40-4248-8916-e5898568ab26,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:03.835496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a0415571-0448-47fd-a589-a30f413ede31 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820448 Sep 16 05:43:03.839279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56848) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:03.844537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7bcb233d-47fa-41ab-addd-f3589c83fdbc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group': {'name': 'tempest-secgroup--762276563'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:03.895160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.935537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bcb233d-47fa-41ab-addd-f3589c83fdbc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.059659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-740ed2c2-b980-44aa-a110-5de3b30a17bd req-6d53f39a-4909-4fa1-849e-03ed04f46af5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0365582 Sep 16 05:43:04.094263 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bcb233d-47fa-41ab-addd-f3589c83fdbc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.154409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bcb233d-47fa-41ab-addd-f3589c83fdbc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.161227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.166473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.198814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb233d-47fa-41ab-addd-f3589c83fdbc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3767c025-c240-4381-8c3b-658e4cb0f9b7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:04.237148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b12a3b8-db48-4fed-9c4c-368a3692c485 req-cb16bd85-ff38-4236-8157-52c198931bb9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0290964 Sep 16 05:43:04.246528 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bcb233d-47fa-41ab-addd-f3589c83fdbc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.250669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7bcb233d-47fa-41ab-addd-f3589c83fdbc tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4075849 Sep 16 05:43:04.251114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56862) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.258740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-90deceb7-6db9-4d84-9db8-390e3e2b2d69 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '3767c025-c240-4381-8c3b-658e4cb0f9b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:04.285140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Router cb4573f3-563a-451a-b2e7-419e0ef3c157 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:04.351925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90deceb7-6db9-4d84-9db8-390e3e2b2d69 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.455363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90deceb7-6db9-4d84-9db8-390e3e2b2d69 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.475344 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2c4a574-f96b-47b8-8006-f65aa002294c req-8ddfcaec-87d6-4231-a61f-761fe4470114 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0326784 Sep 16 05:43:04.582651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90deceb7-6db9-4d84-9db8-390e3e2b2d69 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.608586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90deceb7-6db9-4d84-9db8-390e3e2b2d69 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c39a83-224f-424b-a4b1-69babadf8d20,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:04.682661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90deceb7-6db9-4d84-9db8-390e3e2b2d69 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.686603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-90deceb7-6db9-4d84-9db8-390e3e2b2d69 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4307368 Sep 16 05:43:04.686840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56872) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.707961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6a51fc23-03fc-4080-b235-83a92da728d5 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules/33c39a83-224f-424b-a4b1-69babadf8d20 HTTP/1.1" status: 200 len: 763 time: 0.0167415 Sep 16 05:43:04.708252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56874) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.753594 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8ead6352-1b1e-49fe-b6ce-ad6b737b6477 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0439470 Sep 16 05:43:04.755983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56876) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.759031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:04.771395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92db1d-323b-4017-9826-6e4e0b59e2e2 None None] Sync routers for ids ['cb4573f3-563a-451a-b2e7-419e0ef3c157'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:04.779450 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.780602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92db1d-323b-4017-9826-6e4e0b59e2e2 None None] Routers {'cb4573f3-563a-451a-b2e7-419e0ef3c157'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:04.780766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-960edeb1-e0d4-43c2-8f7f-6f624aed04e2 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "PUT /v2.0/routers/cb4573f3-563a-451a-b2e7-419e0ef3c157 HTTP/1.1" status: 200 len: 710 time: 1.9901774 Sep 16 05:43:04.783656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-971cc858-4d79-4d4f-a934-813581e84cb4 req-554c875c-bdd8-4e89-a9ca-dacbdb42c402 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0371203 Sep 16 05:43:04.784149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56878) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.784783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6c92db1d-323b-4017-9826-6e4e0b59e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cb4573f3-563a-451a-b2e7-419e0ef3c157'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.788195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d976c3f-0be6-4cd1-aea2-dbf1343d6a4f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.803029 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d976c3f-0be6-4cd1-aea2-dbf1343d6a4f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.829884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6c92db1d-323b-4017-9826-6e4e0b59e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.840893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92db1d-323b-4017-9826-6e4e0b59e2e2 None None] Routers {'cb4573f3-563a-451a-b2e7-419e0ef3c157'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:04.841509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6c92db1d-323b-4017-9826-6e4e0b59e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['cb4573f3-563a-451a-b2e7-419e0ef3c157'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.863975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-58736a15-6756-4c8f-9e0f-026ae153aae8 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/routers/cb4573f3-563a-451a-b2e7-419e0ef3c157 HTTP/1.1" status: 200 len: 745 time: 0.0787003 Sep 16 05:43:04.869682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56880) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.882729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6c92db1d-323b-4017-9826-6e4e0b59e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.883395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92db1d-323b-4017-9826-6e4e0b59e2e2 None None] The sync data for ids ['cb4573f3-563a-451a-b2e7-419e0ef3c157'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:04.883748 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d976c3f-0be6-4cd1-aea2-dbf1343d6a4f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.891558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d976c3f-0be6-4cd1-aea2-dbf1343d6a4f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.895087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0d976c3f-0be6-4cd1-aea2-dbf1343d6a4f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/33c39a83-224f-424b-a4b1-69babadf8d20 HTTP/1.1" status: 204 len: 168 time: 0.1358287 Sep 16 05:43:04.897713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.905217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d976c3f-0be6-4cd1-aea2-dbf1343d6a4f tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33c39a83-224f-424b-a4b1-69babadf8d20,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:04.918187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-992953f3-55e8-467d-9aef-420b5da61148 tempest-RoutersIpV6AdminTest-2133297651 tempest-RoutersIpV6AdminTest-2133297651-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=717d51fa-2082-4f98-9822-46d34662df31&device_id=cb4573f3-563a-451a-b2e7-419e0ef3c157 HTTP/1.1" status: 200 len: 205 time: 0.0473666 Sep 16 05:43:04.920563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.948289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-abdfbe27-032b-45c9-ae24-ea0d0f9553ed tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4573f3-563a-451a-b2e7-419e0ef3c157 HTTP/1.1" status: 200 len: 205 time: 0.0264864 Sep 16 05:43:04.951028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56886) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.954934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9276be9b-d71f-4dbe-a142-7f1e7eaa06ca tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534325 Sep 16 05:43:04.955122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56888) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.959568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-82b225b7-667e-4935-a5a1-9077d835a939 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '3767c025-c240-4381-8c3b-658e4cb0f9b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:05.033698 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf02edca-ca9a-4ff9-a218-eea152ac8fff tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.040068 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-82b225b7-667e-4935-a5a1-9077d835a939 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.108274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-82b225b7-667e-4935-a5a1-9077d835a939 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.207227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf02edca-ca9a-4ff9-a218-eea152ac8fff tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.209425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf02edca-ca9a-4ff9-a218-eea152ac8fff tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.225114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-82b225b7-667e-4935-a5a1-9077d835a939 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.252232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b225b7-667e-4935-a5a1-9077d835a939 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3683955-d58f-46c8-89fd-8486052c08cb,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:05.339636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-82b225b7-667e-4935-a5a1-9077d835a939 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.340951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-82b225b7-667e-4935-a5a1-9077d835a939 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3848445 Sep 16 05:43:05.344206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.354583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf02edca-ca9a-4ff9-a218-eea152ac8fff tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.354583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf02edca-ca9a-4ff9-a218-eea152ac8fff tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Fanout notify agent at l3_agent the message router_deleted on router cb4573f3-563a-451a-b2e7-419e0ef3c157 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:43:05.358101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf02edca-ca9a-4ff9-a218-eea152ac8fff tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.359261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cf02edca-ca9a-4ff9-a218-eea152ac8fff tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/cb4573f3-563a-451a-b2e7-419e0ef3c157 HTTP/1.1" status: 204 len: 168 time: 0.4071655 Sep 16 05:43:05.362828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.367693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef8e2386-0d67-4b6d-b8c5-556f0bec33ba tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules/c3683955-d58f-46c8-89fd-8486052c08cb HTTP/1.1" status: 200 len: 763 time: 0.0216744 Sep 16 05:43:05.370223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56898) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.394583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b37d6c23-fda6-4dd3-9bc3-1911c968fa83 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4573f3-563a-451a-b2e7-419e0ef3c157 HTTP/1.1" status: 200 len: 205 time: 0.0305982 Sep 16 05:43:05.398345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56900) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.419964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7e4aa094-e4bf-48fa-a4a7-f7d2663533d3 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0484390 Sep 16 05:43:05.423061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56902) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.444751 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-c6292cb2-b5bd-4730-a80b-3a463406554c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] delete failed (client error): The resource could not be found. Sep 16 05:43:05.445789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c6292cb2-b5bd-4730-a80b-3a463406554c tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/cb4573f3-563a-451a-b2e7-419e0ef3c157 HTTP/1.1" status: 404 len: 336 time: 0.0465455 Sep 16 05:43:05.448493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56904) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.461574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e89a028-2239-401c-9a83-5fc9aa900821 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.478804 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f11f0875-19ae-472c-a2aa-3a0de5980bf8 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f503ac-881b-4a57-b29d-5c7c508b3aa8 HTTP/1.1" status: 200 len: 205 time: 0.0291348 Sep 16 05:43:05.481392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.485060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e89a028-2239-401c-9a83-5fc9aa900821 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.525006 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-6ccfdd53-ddde-45ea-88e8-930273d147b1 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] delete failed (client error): The resource could not be found. Sep 16 05:43:05.528483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6ccfdd53-ddde-45ea-88e8-930273d147b1 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/c9f503ac-881b-4a57-b29d-5c7c508b3aa8 HTTP/1.1" status: 404 len: 336 time: 0.0430272 Sep 16 05:43:05.530315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56908) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.561862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e7c29205-a572-450c-9596-b7baba135f47 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b7c7337-30df-49b3-a37d-d9e5f10e071f HTTP/1.1" status: 200 len: 205 time: 0.0304089 Sep 16 05:43:05.570294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.589696 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e89a028-2239-401c-9a83-5fc9aa900821 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.599619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e89a028-2239-401c-9a83-5fc9aa900821 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.605257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7e89a028-2239-401c-9a83-5fc9aa900821 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c3683955-d58f-46c8-89fd-8486052c08cb HTTP/1.1" status: 204 len: 168 time: 0.1776254 Sep 16 05:43:05.607280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56914) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.614425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89a028-2239-401c-9a83-5fc9aa900821 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3683955-d58f-46c8-89fd-8486052c08cb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:05.622269 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-4136d298-6bba-4a60-81c6-4ca9ee98ad49 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] delete failed (client error): The resource could not be found. Sep 16 05:43:05.623600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4136d298-6bba-4a60-81c6-4ca9ee98ad49 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/0b7c7337-30df-49b3-a37d-d9e5f10e071f HTTP/1.1" status: 404 len: 336 time: 0.0522690 Sep 16 05:43:05.626859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56916) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.655889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1c8126eb-fb91-4cf0-a832-3027ffcbed78 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=b987ab9c-acda-4ed7-9c44-c42d9af74bea HTTP/1.1" status: 200 len: 205 time: 0.0273173 Sep 16 05:43:05.656677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-75c04b09-486a-4f7d-9659-40e0e2ddd756 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479970 Sep 16 05:43:05.658351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.661860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.666723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5b2a50f4-e3a4-40b6-89ab-e4187e659a55 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Request body: {'security_group_rule': {'security_group_id': '3767c025-c240-4381-8c3b-658e4cb0f9b7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:05.699916 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-c230c1cd-2c78-4310-aa89-787acd70ce35 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] delete failed (client error): The resource could not be found. Sep 16 05:43:05.701012 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c230c1cd-2c78-4310-aa89-787acd70ce35 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/b987ab9c-acda-4ed7-9c44-c42d9af74bea HTTP/1.1" status: 404 len: 336 time: 0.0416865 Sep 16 05:43:05.704191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.733235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-66e9acf5-c427-40e7-8f3b-6afe234693ea tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1ca3952-9e16-4b32-a62f-d418f1b0c588 HTTP/1.1" status: 200 len: 205 time: 0.0277386 Sep 16 05:43:05.736297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56924) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.756727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b2a50f4-e3a4-40b6-89ab-e4187e659a55 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.775500 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-9697d720-05f3-4f90-88fd-337ce4c303f6 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] delete failed (client error): The resource could not be found. Sep 16 05:43:05.779131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9697d720-05f3-4f90-88fd-337ce4c303f6 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/e1ca3952-9e16-4b32-a62f-d418f1b0c588 HTTP/1.1" status: 404 len: 336 time: 0.0393472 Sep 16 05:43:05.779319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.815801 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4e61ae99-80ed-4ddb-bc33-28ab80dc741d tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff HTTP/1.1" status: 200 len: 205 time: 0.0353155 Sep 16 05:43:05.818338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.825220 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b2a50f4-e3a4-40b6-89ab-e4187e659a55 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.860529 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-0f6cad7a-0cd0-4ac5-90d4-e358ab4989d0 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] delete failed (client error): The resource could not be found. Sep 16 05:43:05.864166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0f6cad7a-0cd0-4ac5-90d4-e358ab4989d0 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/routers/fdae4028-0ff5-4b3d-9a8e-f9688a4d92ff HTTP/1.1" status: 404 len: 336 time: 0.0409687 Sep 16 05:43:05.877072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56934) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.896592 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b2a50f4-e3a4-40b6-89ab-e4187e659a55 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.901234 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-54aebc6b-5258-4319-a435-be01f6ea5a76 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] DELETE failed (client error): The resource could not be found. Sep 16 05:43:05.901727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54aebc6b-5258-4319-a435-be01f6ea5a76 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:43:05.907005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-54aebc6b-5258-4319-a435-be01f6ea5a76 tempest-RoutersIpV6AdminTest-1934932048 tempest-RoutersIpV6AdminTest-1934932048-project] 10.222.0.49 "DELETE /v2.0/subnets/faffc3f2-c7e0-48dc-8e54-8671d0fba5de HTTP/1.1" status: 404 len: 337 time: 0.0383449 Sep 16 05:43:05.923472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a50f4-e3a4-40b6-89ab-e4187e659a55 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff889e7f-fb29-4975-ad2d-d0806bfb283d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:05.971628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b2a50f4-e3a4-40b6-89ab-e4187e659a55 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.973167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b2a50f4-e3a4-40b6-89ab-e4187e659a55 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101852 Sep 16 05:43:05.975990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56938) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.005390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.007650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9d7b583c-e5de-4f4f-8de5-d7d9b7fb6eed tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules/ff889e7f-fb29-4975-ad2d-d0806bfb283d HTTP/1.1" status: 200 len: 764 time: 0.0290213 Sep 16 05:43:06.082184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c9be6ae8-c3c2-4475-a054-9514a43530c4 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0755694 Sep 16 05:43:06.084845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56942) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.114553 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-983824a6-c11b-4132-9718-553bc1b95723 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.123108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-983824a6-c11b-4132-9718-553bc1b95723 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.171426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb247a2a-4c6f-44b5-ba9c-e2580da4cf0c req-674d27a4-3890-422b-a189-0a1669b11b95 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0606887 Sep 16 05:43:06.208260 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-983824a6-c11b-4132-9718-553bc1b95723 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.216793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-983824a6-c11b-4132-9718-553bc1b95723 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.221982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56950) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.222215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-983824a6-c11b-4132-9718-553bc1b95723 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ff889e7f-fb29-4975-ad2d-d0806bfb283d HTTP/1.1" status: 204 len: 168 time: 0.1358585 Sep 16 05:43:06.228400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983824a6-c11b-4132-9718-553bc1b95723 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff889e7f-fb29-4975-ad2d-d0806bfb283d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.292117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8c87e38f-04f1-4793-8fcd-60bc787cb582 tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633948 Sep 16 05:43:06.292117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56956) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.322273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbe1b013-ce09-479a-b2b0-71f8870debf7 req-794150bd-f551-4069-81ca-da76d8a0f596 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0328925 Sep 16 05:43:06.356774 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c931-4e10-4557-bf84-933c6819543a tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.382667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c931-4e10-4557-bf84-933c6819543a tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.501045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56960) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.525551 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c931-4e10-4557-bf84-933c6819543a tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.528417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c931-4e10-4557-bf84-933c6819543a tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.533542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4fa3c931-4e10-4557-bf84-933c6819543a tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "DELETE /v2.0/security-groups/3767c025-c240-4381-8c3b-658e4cb0f9b7 HTTP/1.1" status: 204 len: 168 time: 0.2377458 Sep 16 05:43:06.535505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.550523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3c931-4e10-4557-bf84-933c6819543a tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3767c025-c240-4381-8c3b-658e4cb0f9b7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.605286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3bf7bf85-ed66-4d48-b0ce-6d0b3e6d3fcb tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631745 Sep 16 05:43:06.612787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56968) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.653015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-856926da-243f-4c14-a1e2-9fe84bbde704 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:06.659805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-856926da-243f-4c14-a1e2-9fe84bbde704 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:06.665924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-856926da-243f-4c14-a1e2-9fe84bbde704 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:06.667595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17db4721-5ccc-4529-a9cc-878592337f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.672115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-856926da-243f-4c14-a1e2-9fe84bbde704 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:06.677972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-856926da-243f-4c14-a1e2-9fe84bbde704 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:06.683838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-856926da-243f-4c14-a1e2-9fe84bbde704 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:06.684496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b63ea869-010b-4db7-82f0-b019ecf060fe tempest-SecGroupTest-1103679644 tempest-SecGroupTest-1103679644-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702534 Sep 16 05:43:06.692207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-856926da-243f-4c14-a1e2-9fe84bbde704 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:06.694001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-856926da-243f-4c14-a1e2-9fe84bbde704 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.1267459 Sep 16 05:43:06.748852 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e70ba4b-59fc-4985-812b-6c3c941e8f47 req-b7e84142-ec58-47d2-bdfe-a06b1177965b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492272 Sep 16 05:43:06.816295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17db4721-5ccc-4529-a9cc-878592337f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.873837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-17db4721-5ccc-4529-a9cc-878592337f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.920362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db4721-5ccc-4529-a9cc-878592337f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f30f41-9ece-43aa-bc94-ed64676b9471,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.927705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-17db4721-5ccc-4529-a9cc-878592337f67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65ca751320694fa2a1468c165adbf2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255896 Sep 16 05:43:06.930400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56972) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.988487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f02139b-2407-4444-9f2c-153b8eaf90a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.011926 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f02139b-2407-4444-9f2c-153b8eaf90a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.138768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56976) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:07.139790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f02139b-2407-4444-9f2c-153b8eaf90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.142829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f02139b-2407-4444-9f2c-153b8eaf90a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.144459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1f02139b-2407-4444-9f2c-153b8eaf90a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9f30f41-9ece-43aa-bc94-ed64676b9471 HTTP/1.1" status: 204 len: 168 time: 0.2127099 Sep 16 05:43:07.153676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02139b-2407-4444-9f2c-153b8eaf90a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f30f41-9ece-43aa-bc94-ed64676b9471,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:07.311230 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7f85da24-0154-4d30-93ad-9ff245336c63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8c0ab537b9e41598a0a3e52ae766f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685297 Sep 16 05:43:07.312064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 56984) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:07.376740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1b7659e-be36-4e1c-b7de-37ce6ad28f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.400241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1b7659e-be36-4e1c-b7de-37ce6ad28f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.818385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1b7659e-be36-4e1c-b7de-37ce6ad28f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.820660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c1b7659e-be36-4e1c-b7de-37ce6ad28f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.828600 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c1b7659e-be36-4e1c-b7de-37ce6ad28f9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3cf664d3-762e-4fbc-88d5-d7df6ee47955 HTTP/1.1" status: 204 len: 168 time: 0.5068972 Sep 16 05:43:07.839959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7659e-be36-4e1c-b7de-37ce6ad28f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf664d3-762e-4fbc-88d5-d7df6ee47955,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:07.913664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-fa88ab60-35cb-4deb-9010-b7e3ef8f94ba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.918416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-fa88ab60-35cb-4deb-9010-b7e3ef8f94ba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.924511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-fa88ab60-35cb-4deb-9010-b7e3ef8f94ba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.930453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-fa88ab60-35cb-4deb-9010-b7e3ef8f94ba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.936311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-fa88ab60-35cb-4deb-9010-b7e3ef8f94ba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.944896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-fa88ab60-35cb-4deb-9010-b7e3ef8f94ba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.951161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-fa88ab60-35cb-4deb-9010-b7e3ef8f94ba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.953712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-fa88ab60-35cb-4deb-9010-b7e3ef8f94ba tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.1068900 Sep 16 05:43:08.004551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-889f102e-3ef1-4088-bc32-a6ca7e2e9307 req-23be6d34-1c7a-4235-8ced-30f7399139d1 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442898 Sep 16 05:43:08.049620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13b9fd48-a011-4a99-9227-ed7a62be760c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.055677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13b9fd48-a011-4a99-9227-ed7a62be760c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.061608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13b9fd48-a011-4a99-9227-ed7a62be760c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.069733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13b9fd48-a011-4a99-9227-ed7a62be760c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.074882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13b9fd48-a011-4a99-9227-ed7a62be760c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.076856 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56996) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:08.081361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13b9fd48-a011-4a99-9227-ed7a62be760c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.087398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13b9fd48-a011-4a99-9227-ed7a62be760c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.089402 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13b9fd48-a011-4a99-9227-ed7a62be760c tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 5434 time: 0.0986066 Sep 16 05:43:08.123522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-11176562-bfa3-4550-827f-bb841c51edd6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7fb4c492dae49389765bfcc8f0de940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450294 Sep 16 05:43:08.126239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 56998) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:08.140989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-3515339e-180a-4d3e-b97a-f9a9890cba50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.145013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-3515339e-180a-4d3e-b97a-f9a9890cba50 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "GET /v2.0/ports/25cb2fee-e7df-46da-ad3c-712a58aa71e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0453389 Sep 16 05:43:08.200508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3ae3-3b2f-4dd0-88f6-e220d8581d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.225321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3ae3-3b2f-4dd0-88f6-e220d8581d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.296238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-6ed13352-0957-4105-a501-74969de3cefe tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "GET /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1379864 Sep 16 05:43:08.310113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:08.382964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.384316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b7c0228-e802-425e-a963-fbc3a4e8e204 req-f537a831-7161-4b32-a8b3-1431a0878015 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0330606 Sep 16 05:43:08.397014 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3ae3-3b2f-4dd0-88f6-e220d8581d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.400043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d3d3ae3-3b2f-4dd0-88f6-e220d8581d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.404868 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2d3d3ae3-3b2f-4dd0-88f6-e220d8581d73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b722ab16-b5c6-4ecc-92fe-03fafa825315 HTTP/1.1" status: 204 len: 168 time: 0.2775531 Sep 16 05:43:08.419824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d3ae3-3b2f-4dd0-88f6-e220d8581d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722ab16-b5c6-4ecc-92fe-03fafa825315,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:08.577524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7112e3c3-7ba1-4f3c-8bbc-b1287d7f4281 req-4ee9b066-b6fb-4351-b64a-89308ff5bfa8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0354664 Sep 16 05:43:08.608112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] For port 25cb2fee-e7df-46da-ad3c-712a58aa71e2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=25cb2fee-e7df-46da-ad3c-712a58aa71e2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:08.652847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] For port 25cb2fee-e7df-46da-ad3c-712a58aa71e2, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:08.689931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] device_id is not set on port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:08.698944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.767660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.857485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] No DVR routers for this DVR port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:08.860373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] Pushing event updated for resources: {'Port': ['ID=25cb2fee-e7df-46da-ad3c-712a58aa71e2,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:08.925840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] In _notify_port_updated(), no bound segment for port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:43:08.926958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.927593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.929219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-239a12ca-7de5-41e1-a9f8-61001ec0a36c service neutron] 10.222.0.30 "PUT /v2.0/ports/25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 200 len: 1027 time: 0.6251037 Sep 16 05:43:08.995483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0cb1567f-fede-4ec9-955f-2d1407dcc83f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:08.998478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0cb1567f-fede-4ec9-955f-2d1407dcc83f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "GET /v2.0/ports/dd34d6a4-b131-452e-b3ef-209fe54a3dbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0626669 Sep 16 05:43:09.010911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:09.073386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.180338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-67e4fe03-821b-4fd2-a5fd-90898a40885d None None] Provisioning complete for port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:09.186149 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67e4fe03-821b-4fd2-a5fd-90898a40885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.239712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8ac2e-a1d5-4c0b-ac15-b832bccfe162 req-81cc9edd-fc9b-411c-9fbc-c97b1a414dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.248412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8ac2e-a1d5-4c0b-ac15-b832bccfe162 req-81cc9edd-fc9b-411c-9fbc-c97b1a414dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.257954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8ac2e-a1d5-4c0b-ac15-b832bccfe162 req-81cc9edd-fc9b-411c-9fbc-c97b1a414dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.265458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8ac2e-a1d5-4c0b-ac15-b832bccfe162 req-81cc9edd-fc9b-411c-9fbc-c97b1a414dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.275603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8ac2e-a1d5-4c0b-ac15-b832bccfe162 req-81cc9edd-fc9b-411c-9fbc-c97b1a414dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.284485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8ac2e-a1d5-4c0b-ac15-b832bccfe162 req-81cc9edd-fc9b-411c-9fbc-c97b1a414dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.294288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cae8ac2e-a1d5-4c0b-ac15-b832bccfe162 req-81cc9edd-fc9b-411c-9fbc-c97b1a414dc0 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 4660 time: 0.1627405 Sep 16 05:43:09.308536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57042) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:09.375467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] For port dd34d6a4-b131-452e-b3ef-209fe54a3dbd, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:09.403765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-67e4fe03-821b-4fd2-a5fd-90898a40885d None None] Port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:09.444644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] For port dd34d6a4-b131-452e-b3ef-209fe54a3dbd, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:09.448162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-191fabf6-fb45-4e9b-bc13-255609fa24dd tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:09.448895 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-191fabf6-fb45-4e9b-bc13-255609fa24dd tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:43:09.449411 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-191fabf6-fb45-4e9b-bc13-255609fa24dd tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:43:09.450618 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-191fabf6-fb45-4e9b-bc13-255609fa24dd tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1410339 Sep 16 05:43:09.455286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57048) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:09.464135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654317962'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:09.482500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cae8ac2e-a1d5-4c0b-ac15-b832bccfe162 req-0bb0b892-131b-4957-b62c-0d488a5fd852 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&id=bf04142c-27bd-4960-9ab5-6362d8c57b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1864729 Sep 16 05:43:09.499453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] device_id is not set on port dd34d6a4-b131-452e-b3ef-209fe54a3dbd yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:09.507151 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.597305 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.607578 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.608463 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.676791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] No DVR routers for this DVR port dd34d6a4-b131-452e-b3ef-209fe54a3dbd on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:09.720293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] Pushing event updated for resources: {'Port': ['ID=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:09.746195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.748757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] In _notify_port_updated(), no bound segment for port dd34d6a4-b131-452e-b3ef-209fe54a3dbd on network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:43:09.750480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.751105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.752501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-51f816ad-f17a-4181-be80-4aceb2de5404 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 200 len: 1027 time: 0.7462502 Sep 16 05:43:09.818311 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.855130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:09.879518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1424490-dd7e-49ad-b769-819dbf3432d1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:09.891647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port 5360511c-4924-4f0f-af45-23b4847dfae2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:09.892448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.961470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.010799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-324064931'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:10.022665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.027538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f5102f66-e021-4b0c-8c73-d7b820dfa1e0 None None] Provisioning complete for port dd34d6a4-b131-452e-b3ef-209fe54a3dbd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:10.027995 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5102f66-e021-4b0c-8c73-d7b820dfa1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.059135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d33df0a-f7ba-4396-8f4f-04cfd8ae93b0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.067416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] For port 5360511c-4924-4f0f-af45-23b4847dfae2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5360511c-4924-4f0f-af45-23b4847dfae2,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:10.067416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.067944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f5102f66-e021-4b0c-8c73-d7b820dfa1e0 None None] Port dd34d6a4-b131-452e-b3ef-209fe54a3dbd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:10.082460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for 5360511c-4924-4f0f-af45-23b4847dfae2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:10.126466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Made reservation on behalf of df86d121e7714e9e8a1dca42d77fed5b for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:10.129961 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.141808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.168519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.170242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d2b879f-6f34-4b36-80d1-90120e8fa1b0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7137125 Sep 16 05:43:10.174086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57066) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:10.181061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-152fd073-513d-4592-b2d6-c4489e90cf42 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '7d33df0a-f7ba-4396-8f4f-04cfd8ae93b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:10.304058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.351326 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.399386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.409686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=5360511c-4924-4f0f-af45-23b4847dfae2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.466216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-152fd073-513d-4592-b2d6-c4489e90cf42 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.469468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:10.495274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] No DVR routers for this DVR port 5360511c-4924-4f0f-af45-23b4847dfae2 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:10.499645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.501982 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-13fc2fd7-b9a6-413e-9fb8-813e4d90853a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "DELETE /v2.0/ports/5360511c-4924-4f0f-af45-23b4847dfae2 HTTP/1.1" status: 204 len: 173 time: 0.7427571 Sep 16 05:43:10.502464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': '5360511c-4924-4f0f-af45-23b4847dfae2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:10.504780 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cea46ab-eb6c-4848-85b0-77af6e565370" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "5360511c-4924-4f0f-af45-23b4847dfae2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:10.513972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baee23a1-e7af-49b1-a41e-6998e3dede96,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.523958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.524355 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Added segment 5946fb8f-afa9-4a7b-94bb-c11ca501fbf0 of type vlan for network 2f53b0b0-edf3-45b4-a497-adc640e39237 Sep 16 05:43:10.544230 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998411ed-cbb8-4a35-88cf-9df4ea788b6e req-c3064517-d9ad-42a6-b0b0-6f0c05e4b164 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0503447 Sep 16 05:43:10.595682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-152fd073-513d-4592-b2d6-c4489e90cf42 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.602394 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc7deb6-5fc5-41b4-a030-c97a86e748f2 x-openstack-request-id: req-5fc7deb6-5fc5-41b4-a030-c97a86e748f2 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:10.602702 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "5360511c-4924-4f0f-af45-23b4847dfae2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:10.602936 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fc7deb6-5fc5-41b4-a030-c97a86e748f2 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:10.603340 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': '5360511c-4924-4f0f-af45-23b4847dfae2', 'status': 'completed', 'code': 200} Sep 16 05:43:10.659510 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-152fd073-513d-4592-b2d6-c4489e90cf42 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.671350 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.679471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fd073-513d-4592-b2d6-c4489e90cf42 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d545f3dd-cc64-43fd-a48d-072b25986c67,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.730609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-034f8ffc-ce14-4269-96e3-d23aecb3ed4f req-7195a99f-2a9b-4bac-9ef0-7dcdeedbf30a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0539904 Sep 16 05:43:10.742358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-152fd073-513d-4592-b2d6-c4489e90cf42 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.743958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-152fd073-513d-4592-b2d6-c4489e90cf42 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5688379 Sep 16 05:43:10.746708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57082) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:10.752034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ff26d209-2e8f-4109-959e-8bc7a1fe9aca tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '7d33df0a-f7ba-4396-8f4f-04cfd8ae93b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:10.803469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e6dc6-4ada-407c-8539-5cb70582dd0c req-c813cedf-85f4-4b9d-b2a6-1059ced02d55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:10.809763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e6dc6-4ada-407c-8539-5cb70582dd0c req-c813cedf-85f4-4b9d-b2a6-1059ced02d55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:10.817283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e6dc6-4ada-407c-8539-5cb70582dd0c req-c813cedf-85f4-4b9d-b2a6-1059ced02d55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:10.827382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e6dc6-4ada-407c-8539-5cb70582dd0c req-c813cedf-85f4-4b9d-b2a6-1059ced02d55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:10.836790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c79e6dc6-4ada-407c-8539-5cb70582dd0c req-c813cedf-85f4-4b9d-b2a6-1059ced02d55 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 3151 time: 0.1941154 Sep 16 05:43:10.857454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff26d209-2e8f-4109-959e-8bc7a1fe9aca tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.870137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5360511c-4924-4f0f-af45-23b4847dfae2 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:10.898555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.019512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 5360511c-4924-4f0f-af45-23b4847dfae2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:11.019512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5360511c-4924-4f0f-af45-23b4847dfae2 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:11.019512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 93d5dcd0-5021-4062-97f5-820c5d3e8d8a no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:11.020919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:11.020919 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.021113 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.021224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:11.021224 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.039754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:11.043050 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c591c43-b8f3-407e-a694-982ab013fe0a" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-unplugged", "status": "completed", "tag": "93d5dcd0-5021-4062-97f5-820c5d3e8d8a"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:11.058272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:11.061860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Network': ['ID=2f53b0b0-edf3-45b4-a497-adc640e39237,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.106738 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:11.106738 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a5dd7d-8d55-4639-ae69-90c33dda558c x-openstack-request-id: req-c3a5dd7d-8d55-4639-ae69-90c33dda558c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:11.106738 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-unplugged", "status": "completed", "tag": "93d5dcd0-5021-4062-97f5-820c5d3e8d8a", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:11.106738 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3a5dd7d-8d55-4639-ae69-90c33dda558c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:11.106738 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a', 'code': 200} Sep 16 05:43:11.107411 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c79e6dc6-4ada-407c-8539-5cb70582dd0c req-5f70694d-ade2-485e-981b-77e9e5260199 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552669 Sep 16 05:43:11.189547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] For port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:11.189908 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.201450 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0f74b222-e5fb-4009-a0dc-3139c5e29996 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3413177 Sep 16 05:43:11.205352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57086) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:11.209710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for 93d5dcd0-5021-4062-97f5-820c5d3e8d8a owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:11.210871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'subnet': {'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:11.228364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.231528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device dd34d6a4-b131-452e-b3ef-209fe54a3dbd no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:11.247800 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-ff26d209-2e8f-4109-959e-8bc7a1fe9aca tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:43:11.253105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ff26d209-2e8f-4109-959e-8bc7a1fe9aca tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5008497 Sep 16 05:43:11.255561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57088) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:11.315257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device dd34d6a4-b131-452e-b3ef-209fe54a3dbd not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:11.315681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 10fd841f-9e1f-4feb-a478-4d8877e541e5 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:11.346996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.361241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.361593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.362138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.362645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.363159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.363489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.364016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.365083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.365611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.366193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.366697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.367194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:11.373568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43f23a62-c5ac-44cd-949c-4e2bae28a867 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.409462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43f23a62-c5ac-44cd-949c-4e2bae28a867 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.418119 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.461411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 10fd841f-9e1f-4feb-a478-4d8877e541e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:11.499240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.528854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=93d5dcd0-5021-4062-97f5-820c5d3e8d8a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.539511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Made reservation on behalf of df86d121e7714e9e8a1dca42d77fed5b for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:11.543753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.583284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] No DVR routers for this DVR port 93d5dcd0-5021-4062-97f5-820c5d3e8d8a on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:11.585993 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.596846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-e6f8813d-01b8-47b4-ad90-7f412dd8e36d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "DELETE /v2.0/ports/93d5dcd0-5021-4062-97f5-820c5d3e8d8a HTTP/1.1" status: 204 len: 173 time: 1.0667405 Sep 16 05:43:11.647486 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43f23a62-c5ac-44cd-949c-4e2bae28a867 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.648163 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.648894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 210e8fcc-e00e-46b4-8990-5e045d765d80 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:11.653858 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43f23a62-c5ac-44cd-949c-4e2bae28a867 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.653858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43f23a62-c5ac-44cd-949c-4e2bae28a867 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/7d33df0a-f7ba-4396-8f4f-04cfd8ae93b0 HTTP/1.1" status: 204 len: 168 time: 0.3947046 Sep 16 05:43:11.660163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57092) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:11.684591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f23a62-c5ac-44cd-949c-4e2bae28a867 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d33df0a-f7ba-4396-8f4f-04cfd8ae93b0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.724181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port 210e8fcc-e00e-46b4-8990-5e045d765d80 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:11.725903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.768597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=10fd841f-9e1f-4feb-a478-4d8877e541e5,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.768984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-023eb7b5-f648-4811-9bbc-9e4665bbb848 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022272 Sep 16 05:43:11.773023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57096) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:11.779547 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2dbb9dc3-5f80-4d7c-b788-48d6371943ef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--608186351'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:11.806824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.855105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 210e8fcc-e00e-46b4-8990-5e045d765d80, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=210e8fcc-e00e-46b4-8990-5e045d765d80,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:11.860155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] For port 210e8fcc-e00e-46b4-8990-5e045d765d80, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=210e8fcc-e00e-46b4-8990-5e045d765d80,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:11.860649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.911367 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9dc3-5f80-4d7c-b788-48d6371943ef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.978121 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.979035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.980591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 25cb2fee-e7df-46da-ad3c-712a58aa71e2 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:12.087984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Subnet': ['ID=5c4b6cb5-06dc-4ef2-bff2-60a8488ec225,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.095592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Checking segment: {'id': '5946fb8f-afa9-4a7b-94bb-c11ca501fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:12.096012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Network hostable DHCP agents. Network: 2f53b0b0-edf3-45b4-a497-adc640e39237, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:12.142647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 25cb2fee-e7df-46da-ad3c-712a58aa71e2 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:12.143296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c5fcdd0c-b69f-413b-84f2-65719330ac91 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:12.146435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=210e8fcc-e00e-46b4-8990-5e045d765d80,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.149652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.150080 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.150479 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Floating IP 39872537-a4ea-4d8a-9196-1d2826be0653 disassociated. External IP: 172.25.1.104, port: 210e8fcc-e00e-46b4-8990-5e045d765d80. Sep 16 05:43:12.150894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for 210e8fcc-e00e-46b4-8990-5e045d765d80 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:12.177136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9dc3-5f80-4d7c-b788-48d6371943ef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.180418 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:12.197830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:12.242411 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.257334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32f490-5b19-4f90-84f2-997d8184edfd req-f811c374-10dc-4bb2-8066-d0126356133d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:12.263250 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9dc3-5f80-4d7c-b788-48d6371943ef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.263612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32f490-5b19-4f90-84f2-997d8184edfd req-f811c374-10dc-4bb2-8066-d0126356133d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:12.271066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32f490-5b19-4f90-84f2-997d8184edfd req-f811c374-10dc-4bb2-8066-d0126356133d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:12.272912 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf32f490-5b19-4f90-84f2-997d8184edfd req-f811c374-10dc-4bb2-8066-d0126356133d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 2412 time: 0.0889857 Sep 16 05:43:12.282499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c5fcdd0c-b69f-413b-84f2-65719330ac91, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:12.304274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 2f53b0b0-edf3-45b4-a497-adc640e39237) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:12.309428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:12.310562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.320880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4ad8c-0b05-4840-9bce-648502e50808 None None] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:12.334920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf32f490-5b19-4f90-84f2-997d8184edfd req-42dc9481-1372-4af6-9ef5-a6e547a69087 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541356 Sep 16 05:43:12.339573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb9dc3-5f80-4d7c-b788-48d6371943ef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f85fbde-a1c0-4ce0-9863-a92b19ef402e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.367738 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.408438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9dc3-5f80-4d7c-b788-48d6371943ef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.409697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2dbb9dc3-5f80-4d7c-b788-48d6371943ef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6356940 Sep 16 05:43:12.412650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57102) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:12.417095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-860ad7e0-e30d-4613-96e2-36d488d719e4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9f85fbde-a1c0-4ce0-9863-a92b19ef402e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:12.417868 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-860ad7e0-e30d-4613-96e2-36d488d719e4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:43:12.422821 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-860ad7e0-e30d-4613-96e2-36d488d719e4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:12.422821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-860ad7e0-e30d-4613-96e2-36d488d719e4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056615 Sep 16 05:43:12.423306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57104) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:12.441245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a2a4b96a-66b6-45af-82ac-cbf16a42b0ea tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2338164 Sep 16 05:43:12.443102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57106) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:12.451217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1048331095'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:12.455030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c5fcdd0c-b69f-413b-84f2-65719330ac91,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.485864 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2342d26-bf71-4160-adff-1262aa80eaef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.498337 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.541122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=210e8fcc-e00e-46b4-8990-5e045d765d80,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.554356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2342d26-bf71-4160-adff-1262aa80eaef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.580130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-2f53b0b0-edf3-45b4-a497-adc640e39237', 'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237', 'tenant_id': 'df86d121e7714e9e8a1dca42d77fed5b', 'fixed_ips': [{'subnet_id': '5c4b6cb5-06dc-4ef2-bff2-60a8488ec225'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:43:12.581692 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.701156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:12.701156 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e16faa-6962-4000-a16e-dbe9bd4202a9" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "93d5dcd0-5021-4062-97f5-820c5d3e8d8a"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:12.725940 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf526a-42bf-413f-83a0-7d746ec83b48 x-openstack-request-id: req-9caf526a-42bf-413f-83a0-7d746ec83b48 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:12.726584 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "93d5dcd0-5021-4062-97f5-820c5d3e8d8a", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:12.728066 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9caf526a-42bf-413f-83a0-7d746ec83b48 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:12.728713 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': '93d5dcd0-5021-4062-97f5-820c5d3e8d8a', 'status': 'completed', 'code': 200} Sep 16 05:43:12.768497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d8fae6a-2247-43c0-82a8-ccf150222c4c req-cf9bed1d-67af-4d92-a21e-842968bbf6f3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0483050 Sep 16 05:43:12.771453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:12.798751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Allocated IP 2001:db8::2 (2f53b0b0-edf3-45b4-a497-adc640e39237/5c4b6cb5-06dc-4ef2-bff2-60a8488ec225/1c947f7c-e3d5-482b-8814-7426846e9fbe) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:12.911735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:12.925012 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] Sync routers for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:12.941314 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:12.942319 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:12.981787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] No DVR routers for this DVR port 210e8fcc-e00e-46b4-8990-5e045d765d80 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:13.020932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f241361a-c77e-4fd4-b122-8522a8d317f0 req-adf991b4-4b12-4d4e-b628-939c15dd2ec3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0369835 Sep 16 05:43:13.022137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.026422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-0341bcc4-b790-4a17-b8b5-7b0584f0d44a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "DELETE /v2.0/ports/210e8fcc-e00e-46b4-8990-5e045d765d80 HTTP/1.1" status: 204 len: 173 time: 1.4311168 Sep 16 05:43:13.074357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.100589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fd841f-9e1f-4feb-a478-4d8877e541e5'}, {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80'}, {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fcdd0c-b69f-413b-84f2-65719330ac91'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:13.104373 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76979c6b-656a-48b9-9109-ec742c22d615" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-unplugged", "status": "completed", "tag": "10fd841f-9e1f-4feb-a478-4d8877e541e5"}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-unplugged", "status": "completed", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80"}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fcdd0c-b69f-413b-84f2-65719330ac91"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:13.114069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Made reservation on behalf of df86d121e7714e9e8a1dca42d77fed5b for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:13.117693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.160568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] device_id is not set on port f57d3799-0f2e-4e66-b9ae-1be006e1c3f1 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:13.186332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port c5fcdd0c-b69f-413b-84f2-65719330ac91 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:13.190245 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.191778 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.196541 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bca9e9-9380-4e6b-aebe-554faf6bf085 x-openstack-request-id: req-87bca9e9-9380-4e6b-aebe-554faf6bf085 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:13.196891 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-unplugged", "status": "completed", "tag": "10fd841f-9e1f-4feb-a478-4d8877e541e5", "code": 200}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-unplugged", "status": "completed", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80", "code": 200}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5fcdd0c-b69f-413b-84f2-65719330ac91", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:13.197148 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87bca9e9-9380-4e6b-aebe-554faf6bf085 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:13.197866 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fd841f-9e1f-4feb-a478-4d8877e541e5', 'code': 200} Sep 16 05:43:13.198127 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'code': 200} Sep 16 05:43:13.198378 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fcdd0c-b69f-413b-84f2-65719330ac91', 'code': 200} Sep 16 05:43:13.200265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2342d26-bf71-4160-adff-1262aa80eaef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.204930 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c2342d26-bf71-4160-adff-1262aa80eaef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.208471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c2342d26-bf71-4160-adff-1262aa80eaef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/9f85fbde-a1c0-4ce0-9863-a92b19ef402e HTTP/1.1" status: 204 len: 168 time: 0.7819662 Sep 16 05:43:13.226912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:13.245529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:13.248746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:13.253163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:13.272679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Pushing event updated for resources: {'Port': ['ID=1c947f7c-e3d5-482b-8814-7426846e9fbe,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.280743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2342d26-bf71-4160-adff-1262aa80eaef tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f85fbde-a1c0-4ce0-9863-a92b19ef402e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.329987 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:13.397463 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d421d866-5ed8-44c7-899a-18bd3718f566 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1659241 Sep 16 05:43:13.397785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57134) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:13.405613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1891a6fc-9cf3-4bed-a4ca-388920998a2a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101291771'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:13.415287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Attempting to bind port 1c947f7c-e3d5-482b-8814-7426846e9fbe on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:13.416011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Attempting to bind port 1c947f7c-e3d5-482b-8814-7426846e9fbe by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '5946fb8f-afa9-4a7b-94bb-c11ca501fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:13.418744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] For port c5fcdd0c-b69f-413b-84f2-65719330ac91, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c5fcdd0c-b69f-413b-84f2-65719330ac91,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:13.419211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.419559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Attempting to bind port 1c947f7c-e3d5-482b-8814-7426846e9fbe on network 2f53b0b0-edf3-45b4-a497-adc640e39237 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:13.432050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:13.435802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for c5fcdd0c-b69f-413b-84f2-65719330ac91 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:13.436557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Checking segment: {'id': '5946fb8f-afa9-4a7b-94bb-c11ca501fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:13.437573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.439600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Bound using segment: {'id': '5946fb8f-afa9-4a7b-94bb-c11ca501fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:13.440400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Bound port: 1c947f7c-e3d5-482b-8814-7426846e9fbe, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5946fb8f-afa9-4a7b-94bb-c11ca501fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:13.449442 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.462617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Allocated IP 2001:db8::80 (2f53b0b0-edf3-45b4-a497-adc640e39237/5c4b6cb5-06dc-4ef2-bff2-60a8488ec225/f57d3799-0f2e-4e66-b9ae-1be006e1c3f1) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:13.575900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] For port 1c947f7c-e3d5-482b-8814-7426846e9fbe, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:13.578793 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:09Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:13.582136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] For port 1c947f7c-e3d5-482b-8814-7426846e9fbe, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1c947f7c-e3d5-482b-8814-7426846e9fbe,segment=NetworkSegment(5946fb8f-afa9-4a7b-94bb-c11ca501fbf0),segment_id=5946fb8f-afa9-4a7b-94bb-c11ca501fbf0)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:13.612156 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] Checking router: c0fb47d4-56f9-4fc1-b135-43932fdb1f47 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:13.622511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1891a6fc-9cf3-4bed-a4ca-388920998a2a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.623339 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:13.624463 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:13.671455 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.763058 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:13.798252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1891a6fc-9cf3-4bed-a4ca-388920998a2a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.804030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074f00-a7f4-4b7e-9182-a2988fbc5f41 None None] Pushing event updated for resources: {'Port': ['ID=1c947f7c-e3d5-482b-8814-7426846e9fbe,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.928977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1891a6fc-9cf3-4bed-a4ca-388920998a2a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.979426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891a6fc-9cf3-4bed-a4ca-388920998a2a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b3607-5649-426b-a388-4c3e0bc7414c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.985913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.117598 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1891a6fc-9cf3-4bed-a4ca-388920998a2a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.124053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1891a6fc-9cf3-4bed-a4ca-388920998a2a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7243817 Sep 16 05:43:14.127628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57148) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:14.134742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-231c789f-7834-4cf2-9928-5f96fe4141e4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': 'ef5b3607-5649-426b-a388-4c3e0bc7414c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:14.136005 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-231c789f-7834-4cf2-9928-5f96fe4141e4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:43:14.136669 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-231c789f-7834-4cf2-9928-5f96fe4141e4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:14.136967 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:09Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:14.139391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-231c789f-7834-4cf2-9928-5f96fe4141e4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105484 Sep 16 05:43:14.146097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57150) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:14.183251 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c331615-3d57-40a1-a274-111194a9c463 None None] The sync data for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 is: [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:28:01Z', 'revision_number': 4, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '94de6af6-0863-4b7c-9329-01a0b82eab4b', 'name': '', 'network_id': 'fc69c774-76ee-44e1-8d53-c12636b19e40', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'mac_address': 'fa:16:3e:bf:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b68f874b-5813-4023-8139-7370b869ca48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:59Z', 'updated_at': '2021-09-16T05:28:09Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'subnets': [{'id': 'b68f874b-5813-4023-8139-7370b869ca48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:14.200542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810149c-005b-44b3-bdaf-68647b126c30 req-df7570bc-a212-4edf-b41d-5cd6b3949159 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:14.208078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810149c-005b-44b3-bdaf-68647b126c30 req-df7570bc-a212-4edf-b41d-5cd6b3949159 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:14.210715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f810149c-005b-44b3-bdaf-68647b126c30 req-df7570bc-a212-4edf-b41d-5cd6b3949159 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 1677 time: 0.6958058 Sep 16 05:43:14.293433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61ab7a97-f78e-4ccf-bfa7-9a1085ab6830 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.300931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f810149c-005b-44b3-bdaf-68647b126c30 req-559ee874-1631-470a-84ea-d1a73f7824b9 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups?id=a24b60ce-ac56-44ad-b1fd-6627749d9176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795302 Sep 16 05:43:14.302974 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.371008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61ab7a97-f78e-4ccf-bfa7-9a1085ab6830 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.376481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:14.389053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:14.395519 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.400680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:14.402693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:14.403334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.411662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=f57d3799-0f2e-4e66-b9ae-1be006e1c3f1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:14.440720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=c5fcdd0c-b69f-413b-84f2-65719330ac91,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:14.492708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] No DVR routers for this DVR port c5fcdd0c-b69f-413b-84f2-65719330ac91 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:14.492708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.495158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-504ecf0f-36bb-443a-b8d3-86696835210f tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "DELETE /v2.0/ports/c5fcdd0c-b69f-413b-84f2-65719330ac91 HTTP/1.1" status: 204 len: 173 time: 1.4591558 Sep 16 05:43:14.517796 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6d06152f-85cd-4f25-a5b0-8de4d20235bc tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0719101 Sep 16 05:43:14.520837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57154) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:14.527302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-576900397', 'allowed_address_pairs': [{'ip_address': '2001:db8::80', 'mac_address': 'fa:16:3e:69:33:e4'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:14.559601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61ab7a97-f78e-4ccf-bfa7-9a1085ab6830 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.562611 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61ab7a97-f78e-4ccf-bfa7-9a1085ab6830 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.567580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61ab7a97-f78e-4ccf-bfa7-9a1085ab6830 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/ef5b3607-5649-426b-a388-4c3e0bc7414c HTTP/1.1" status: 204 len: 168 time: 0.4165721 Sep 16 05:43:14.570431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57156) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:14.614731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port 10fd841f-9e1f-4feb-a478-4d8877e541e5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:14.615078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.623069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab7a97-f78e-4ccf-bfa7-9a1085ab6830 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b3607-5649-426b-a388-4c3e0bc7414c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:14.698272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9ab4adb5-6c14-46fc-bf5d-ee11388a6d27 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212039 Sep 16 05:43:14.701616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57158) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:14.707790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b23bd701-cba1-446c-a502-422d87df2383 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289355479'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:14.730468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80'}, {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': 'c5fcdd0c-b69f-413b-84f2-65719330ac91'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:14.734915 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4dbf0a-b734-4644-956e-945226fe0e79" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80"}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "c5fcdd0c-b69f-413b-84f2-65719330ac91"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:14.754749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] For port 10fd841f-9e1f-4feb-a478-4d8877e541e5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=10fd841f-9e1f-4feb-a478-4d8877e541e5,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:14.755201 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.799724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Made reservation on behalf of df86d121e7714e9e8a1dca42d77fed5b for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:14.801384 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf283db5-e6c1-4bf3-a344-f293d357faba x-openstack-request-id: req-bf283db5-e6c1-4bf3-a344-f293d357faba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:14.801699 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "210e8fcc-e00e-46b4-8990-5e045d765d80", "status": "completed", "code": 200}, {"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "c5fcdd0c-b69f-413b-84f2-65719330ac91", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:14.801948 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf283db5-e6c1-4bf3-a344-f293d357faba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:14.803179 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': '210e8fcc-e00e-46b4-8990-5e045d765d80', 'status': 'completed', 'code': 200} Sep 16 05:43:14.803179 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': 'c5fcdd0c-b69f-413b-84f2-65719330ac91', 'status': 'completed', 'code': 200} Sep 16 05:43:14.839947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for 10fd841f-9e1f-4feb-a478-4d8877e541e5 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:14.950067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b23bd701-cba1-446c-a502-422d87df2383 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.013856 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.124423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] device_id is not set on port 19a7551d-5dfe-438f-90d0-0fc7129df868 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:15.135393 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bcc427a-a678-4875-bfb6-47f3e2d0140e req-53dff6ac-617f-4de2-bc29-fb8c5ac15edc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0773907 Sep 16 05:43:15.137926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84a834-1f42-4a05-b165-135a95af944f None None] New status for floating IP 39872537-a4ea-4d8a-9196-1d2826be0653: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:43:15.151623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b23bd701-cba1-446c-a502-422d87df2383 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.273453 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b23bd701-cba1-446c-a502-422d87df2383 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.327890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd701-cba1-446c-a502-422d87df2383 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47480161-596f-4871-918a-0e095b55fe83,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:15.329837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1c947f7c-e3d5-482b-8814-7426846e9fbe up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:15.399401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Allocated IP 2001:db8::3d5 (2f53b0b0-edf3-45b4-a497-adc640e39237/5c4b6cb5-06dc-4ef2-bff2-60a8488ec225/19a7551d-5dfe-438f-90d0-0fc7129df868) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:15.420589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.439483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09fd23f-5d96-426e-954e-db90dfc7a257 None None] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:15.502937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=10fd841f-9e1f-4feb-a478-4d8877e541e5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:15.518556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b23bd701-cba1-446c-a502-422d87df2383 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.520013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b23bd701-cba1-446c-a502-422d87df2383 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8169439 Sep 16 05:43:15.528363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57174) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:15.534773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a6425570-dc62-4bdb-a954-7c6bdb6ddad4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '47480161-596f-4871-918a-0e095b55fe83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:15.547441 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-a6425570-dc62-4bdb-a954-7c6bdb6ddad4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:43:15.548547 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-a6425570-dc62-4bdb-a954-7c6bdb6ddad4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:15.550008 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a6425570-dc62-4bdb-a954-7c6bdb6ddad4 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202577 Sep 16 05:43:15.554939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57176) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:15.560222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6ae6b7b7-5e7d-4b5a-a0dd-affd08ccef8f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '47480161-596f-4871-918a-0e095b55fe83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:15.560910 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-6ae6b7b7-5e7d-4b5a-a0dd-affd08ccef8f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:43:15.561396 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-6ae6b7b7-5e7d-4b5a-a0dd-affd08ccef8f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:15.565536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6ae6b7b7-5e7d-4b5a-a0dd-affd08ccef8f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064843 Sep 16 05:43:15.572301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57178) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:15.576208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-190d401b-06e3-424d-8171-7e14bdea551b None None] Provisioning complete for port 1c947f7c-e3d5-482b-8814-7426846e9fbe triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:15.576646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b59c2243-41a7-4cb4-a81e-d91623338ba1 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '47480161-596f-4871-918a-0e095b55fe83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:15.577096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-190d401b-06e3-424d-8171-7e14bdea551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.577489 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-b59c2243-41a7-4cb4-a81e-d91623338ba1 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:43:15.578763 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-b59c2243-41a7-4cb4-a81e-d91623338ba1 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:15.582426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b59c2243-41a7-4cb4-a81e-d91623338ba1 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066826 Sep 16 05:43:15.584556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57180) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:15.590064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-229c1c19-204d-409c-8a95-cb277b793497 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '47480161-596f-4871-918a-0e095b55fe83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:15.590268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] No DVR routers for this DVR port 10fd841f-9e1f-4feb-a478-4d8877e541e5 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:15.590957 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-229c1c19-204d-409c-8a95-cb277b793497 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:43:15.591458 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-229c1c19-204d-409c-8a95-cb277b793497 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:15.595836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-229c1c19-204d-409c-8a95-cb277b793497 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087202 Sep 16 05:43:15.596043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e250e750-dc3c-4e5d-b149-3751b37c91e1 req-7834c79e-a8d1-4af3-ae30-a39150f4edf4 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.1084676 Sep 16 05:43:15.596043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.598194 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d35319e-7f2a-45f6-a633-1412db7c698b req-597439f8-dc21-4b2f-b932-bda34536234b tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.30 "DELETE /v2.0/ports/10fd841f-9e1f-4feb-a478-4d8877e541e5 HTTP/1.1" status: 204 len: 173 time: 1.0931201 Sep 16 05:43:15.598684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57182) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:15.647822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1c947f7c-e3d5-482b-8814-7426846e9fbe triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:15.648299 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.677900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c422113d-bb67-48a3-b713-24c831d480e7 req-bd645834-eb12-4f09-96e8-25f94108d5a2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0342076 Sep 16 05:43:15.704540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da60b584-1bc7-4bea-bbb2-7315c85a73ff tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.715292 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.738371 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da60b584-1bc7-4bea-bbb2-7315c85a73ff tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.797581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-190d401b-06e3-424d-8171-7e14bdea551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.863899 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.885784 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.922104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-190d401b-06e3-424d-8171-7e14bdea551b None None] For port 1c947f7c-e3d5-482b-8814-7426846e9fbe, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1c947f7c-e3d5-482b-8814-7426846e9fbe,segment=NetworkSegment(5946fb8f-afa9-4a7b-94bb-c11ca501fbf0),segment_id=5946fb8f-afa9-4a7b-94bb-c11ca501fbf0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:15.950805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da60b584-1bc7-4bea-bbb2-7315c85a73ff tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.954362 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da60b584-1bc7-4bea-bbb2-7315c85a73ff tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.955681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-da60b584-1bc7-4bea-bbb2-7315c85a73ff tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/47480161-596f-4871-918a-0e095b55fe83 HTTP/1.1" status: 204 len: 168 time: 0.3560731 Sep 16 05:43:15.959346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:15.994152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:16.006231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:16.010042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60b584-1bc7-4bea-bbb2-7315c85a73ff tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47480161-596f-4871-918a-0e095b55fe83,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:16.014002 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-190d401b-06e3-424d-8171-7e14bdea551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.021952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:16.029221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.029893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.041759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=19a7551d-5dfe-438f-90d0-0fc7129df868,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:16.079123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-98694901-300f-458a-ad09-b33c7a0a156a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157925 Sep 16 05:43:16.103270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57200) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:16.103270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3d089828-491a-44d6-8c32-d4aeef46c4eb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--849276268'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:16.286187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:43:16.286809 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:43:16.289951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-47711392-efe5-4fa4-abac-5e21cd2f01a2 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7670403 Sep 16 05:43:16.291526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57202) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:16.332908 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d401b-06e3-424d-8171-7e14bdea551b None None] Pushing event updated for resources: {'Port': ['ID=1c947f7c-e3d5-482b-8814-7426846e9fbe,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:16.361877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c4c562ca-92d6-4778-8228-8ac8097d04de None None] Provisioning complete for port 1c947f7c-e3d5-482b-8814-7426846e9fbe triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:16.362564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4c562ca-92d6-4778-8228-8ac8097d04de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.382404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d089828-491a-44d6-8c32-d4aeef46c4eb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.456034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d2544-6653-4ca3-9278-f834cece34ad tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.467937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d2544-6653-4ca3-9278-f834cece34ad tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.480390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d2544-6653-4ca3-9278-f834cece34ad tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.487076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5f4d2544-6653-4ca3-9278-f834cece34ad tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1884773 Sep 16 05:43:16.487300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57204) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:16.546001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c4c562ca-92d6-4778-8228-8ac8097d04de None None] Provisioning complete for port f57d3799-0f2e-4e66-b9ae-1be006e1c3f1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:16.547240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4c562ca-92d6-4778-8228-8ac8097d04de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.561557 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d089828-491a-44d6-8c32-d4aeef46c4eb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.615306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4c562ca-92d6-4778-8228-8ac8097d04de None None] Port f57d3799-0f2e-4e66-b9ae-1be006e1c3f1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:16.617397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2ea071bb-7bc0-4f4d-b1e9-07ebabd1ae14 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Deleting port 19a7551d-5dfe-438f-90d0-0fc7129df868 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:16.617787 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ea071bb-7bc0-4f4d-b1e9-07ebabd1ae14 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.625631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d089828-491a-44d6-8c32-d4aeef46c4eb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.706839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d089828-491a-44d6-8c32-d4aeef46c4eb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:16.738317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b0559a16-05e6-4888-bed1-d6faf23bca1f None None] Provisioning complete for port f57d3799-0f2e-4e66-b9ae-1be006e1c3f1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:16.745787 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ea071bb-7bc0-4f4d-b1e9-07ebabd1ae14 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.749225 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0559a16-05e6-4888-bed1-d6faf23bca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.760179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2ea071bb-7bc0-4f4d-b1e9-07ebabd1ae14 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Calling delete_port for 19a7551d-5dfe-438f-90d0-0fc7129df868 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:16.767775 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d089828-491a-44d6-8c32-d4aeef46c4eb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.772297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3d089828-491a-44d6-8c32-d4aeef46c4eb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6778247 Sep 16 05:43:16.772914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57210) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:16.777559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3596086d-8669-423b-acbc-b82b08d25298 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:16.779454 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-3596086d-8669-423b-acbc-b82b08d25298 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:43:16.779454 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-3596086d-8669-423b-acbc-b82b08d25298 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:16.783729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3596086d-8669-423b-acbc-b82b08d25298 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097539 Sep 16 05:43:16.784352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57212) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:16.788923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-de199284-07d1-4978-b933-cf96fbfdf49c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:16.806765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': '10fd841f-9e1f-4feb-a478-4d8877e541e5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:16.809216 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b776e-6066-4abc-8d32-654f35ef4a0c" -d '{"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "10fd841f-9e1f-4feb-a478-4d8877e541e5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:16.864115 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e280f34-1eed-4585-af99-8901d6e078cb x-openstack-request-id: req-3e280f34-1eed-4585-af99-8901d6e078cb {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:16.865091 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83575847-710b-4603-8eca-8c5c847557f1", "name": "network-vif-deleted", "tag": "10fd841f-9e1f-4feb-a478-4d8877e541e5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:16.865523 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e280f34-1eed-4585-af99-8901d6e078cb {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:16.866182 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575847-710b-4603-8eca-8c5c847557f1', 'name': 'network-vif-deleted', 'tag': '10fd841f-9e1f-4feb-a478-4d8877e541e5', 'status': 'completed', 'code': 200} Sep 16 05:43:16.887798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b0559a16-05e6-4888-bed1-d6faf23bca1f None None] Port f57d3799-0f2e-4e66-b9ae-1be006e1c3f1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:16.938659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9dc2aaea-e332-4eea-add1-3e8a360014f4 req-76192efe-1bf4-469d-add8-45f43bf338d7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0347342 Sep 16 05:43:17.025357 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-de199284-07d1-4978-b933-cf96fbfdf49c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:17.030165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57218) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.033302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-de199284-07d1-4978-b933-cf96fbfdf49c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2478786 Sep 16 05:43:17.036639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ed15975b-f50d-43cf-baf0-c38224d9dcd0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:17.037563 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-ed15975b-f50d-43cf-baf0-c38224d9dcd0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:43:17.038144 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-ed15975b-f50d-43cf-baf0-c38224d9dcd0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:17.039716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ed15975b-f50d-43cf-baf0-c38224d9dcd0 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076201 Sep 16 05:43:17.043935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57220) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.049723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3634c223-0597-42ed-ad10-1dac33c0bdf7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:17.071266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ea071bb-7bc0-4f4d-b1e9-07ebabd1ae14 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:17.102948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0b642f9d-c97c-4b08-bb78-492c197d94ae None None] Could not find standard attr ID for object 19a7551d-5dfe-438f-90d0-0fc7129df868. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:43:17.113250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea071bb-7bc0-4f4d-b1e9-07ebabd1ae14 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Port': ['ID=19a7551d-5dfe-438f-90d0-0fc7129df868,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:17.260155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1c947f7c-e3d5-482b-8814-7426846e9fbe up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:17.295371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ea071bb-7bc0-4f4d-b1e9-07ebabd1ae14 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:17.298680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2ea071bb-7bc0-4f4d-b1e9-07ebabd1ae14 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "DELETE /v2.0/ports/19a7551d-5dfe-438f-90d0-0fc7129df868 HTTP/1.1" status: 204 len: 168 time: 0.8103580 Sep 16 05:43:17.301526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57224) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.330437 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6887ba7-9a3a-4983-b3a7-a90164fe5bcf tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] GET failed (client error): The resource could not be found. Sep 16 05:43:17.332119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b6887ba7-9a3a-4983-b3a7-a90164fe5bcf tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "GET /v2.0/ports/19a7551d-5dfe-438f-90d0-0fc7129df868 HTTP/1.1" status: 404 len: 333 time: 0.0295191 Sep 16 05:43:17.333671 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-3634c223-0597-42ed-ad10-1dac33c0bdf7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:17.337430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3634c223-0597-42ed-ad10-1dac33c0bdf7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2923880 Sep 16 05:43:17.339659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57226) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.340335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57228) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.349084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-783006688'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:17.366474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6b13203b-b16d-45ec-af2f-ac8ab1d2b958 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:17.367276 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-6b13203b-b16d-45ec-af2f-ac8ab1d2b958 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:43:17.370357 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-6b13203b-b16d-45ec-af2f-ac8ab1d2b958 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:17.371152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1c947f7c-e3d5-482b-8814-7426846e9fbe triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:17.372310 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:17.374598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6b13203b-b16d-45ec-af2f-ac8ab1d2b958 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0301776 Sep 16 05:43:17.376711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57230) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.382553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c63a753c-3d00-4317-98d0-a448dba85b4b tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:17.499711 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-c63a753c-3d00-4317-98d0-a448dba85b4b tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Project 40edc1e275ec4ab383c917b8038cc5ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:43:17.592611 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-c63a753c-3d00-4317-98d0-a448dba85b4b tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:17.601546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c63a753c-3d00-4317-98d0-a448dba85b4b tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2236660 Sep 16 05:43:17.602763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57232) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.606801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-85d965fe-f575-45fb-a6d8-ff865fcf540f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:17.607376 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-85d965fe-f575-45fb-a6d8-ff865fcf540f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:43:17.607913 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-85d965fe-f575-45fb-a6d8-ff865fcf540f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:17.609555 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-85d965fe-f575-45fb-a6d8-ff865fcf540f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058236 Sep 16 05:43:17.613010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57234) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.620497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dcb9f4fb-8786-4016-bab9-19b574103a4d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:17.669210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3455739-7c23-452b-bc74-e2af298af938 req-db1025fb-9f30-46f0-86ff-89f5daf8b9f1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0435905 Sep 16 05:43:17.705864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Made reservation on behalf of df86d121e7714e9e8a1dca42d77fed5b for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:17.710242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:17.731344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] device_id is not set on port ae39bc8f-4c98-494d-b54a-30dae2c20d82 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:17.778727 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-dcb9f4fb-8786-4016-bab9-19b574103a4d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Project 40edc1e275ec4ab383c917b8038cc5ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:43:17.832505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03ae0c00-7ef9-4fc5-af49-b3ed4307ddf8 req-1c9a1f91-9a0b-4ccb-9275-954ef9a8abab service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0330098 Sep 16 05:43:17.889472 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-dcb9f4fb-8786-4016-bab9-19b574103a4d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:17.894402 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dcb9f4fb-8786-4016-bab9-19b574103a4d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2772496 Sep 16 05:43:17.895783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57244) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:17.901849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-00b9b327-51a2-4cbe-970f-a322979f831b tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:17.937047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Allocated IP 2001:db8::17b (2f53b0b0-edf3-45b4-a497-adc640e39237/5c4b6cb5-06dc-4ef2-bff2-60a8488ec225/ae39bc8f-4c98-494d-b54a-30dae2c20d82) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:18.036525 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-00b9b327-51a2-4cbe-970f-a322979f831b tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Project 40edc1e275ec4ab383c917b8038cc5ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:43:18.111190 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-00b9b327-51a2-4cbe-970f-a322979f831b tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:18.112099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-00b9b327-51a2-4cbe-970f-a322979f831b tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2152653 Sep 16 05:43:18.115210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57250) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:18.151574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29706174-5746-4506-a72c-e0e559717ee6 req-1334db73-0b5e-4bfb-91eb-52275301352e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0932207 Sep 16 05:43:18.214494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.217745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.252771 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.328546 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.381194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:18.385871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:18.391669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:18.397846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:18.398835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.415639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=ae39bc8f-4c98-494d-b54a-30dae2c20d82,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:18.419738 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.424368 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.424368 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2 HTTP/1.1" status: 204 len: 168 time: 0.3080454 Sep 16 05:43:18.427699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57252) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:18.449639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a81c71a-ca17-41a6-baaa-ae4bde7ebbe2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:18.467395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.467773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.471263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.471630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.472096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.472480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.472838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.473184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.473557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.473864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.474199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.474545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0aa66d-a463-4bb4-8f8c-63801ef67ce3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:18.505506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5ba39070-427c-48d8-95d8-2a732ec9a32e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0765283 Sep 16 05:43:18.509413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57254) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:18.517836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-312fd466-26dc-43e1-9017-4180153fad0e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--443016796'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:18.540027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cfd3bf7b-b4ce-4eb4-82f1-ff9179259dd1 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1982040 Sep 16 05:43:18.547397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57256) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:18.557402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::80', 'mac_address': 'fa:16:3e:69:33:e4'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:18.645909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-312fd466-26dc-43e1-9017-4180153fad0e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.738873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.759145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-07d9b14e-515a-46cf-b5e3-b43a8b1544b6 None None] Provisioning complete for port ae39bc8f-4c98-494d-b54a-30dae2c20d82 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:18.762284 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07d9b14e-515a-46cf-b5e3-b43a8b1544b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.784080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-312fd466-26dc-43e1-9017-4180153fad0e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.822325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-07d9b14e-515a-46cf-b5e3-b43a8b1544b6 None None] Port ae39bc8f-4c98-494d-b54a-30dae2c20d82 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:18.868011 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-312fd466-26dc-43e1-9017-4180153fad0e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.909201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fd466-26dc-43e1-9017-4180153fad0e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118ada69-de7f-4f34-b233-20fd73de6d8b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:18.954232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.985354 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-312fd466-26dc-43e1-9017-4180153fad0e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.986855 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-312fd466-26dc-43e1-9017-4180153fad0e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4754941 Sep 16 05:43:18.990000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57260) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:18.994617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6c1e7cd3-c267-4cd5-8beb-1bbce130cd7d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '118ada69-de7f-4f34-b233-20fd73de6d8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:19.068227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.102376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] In _notify_port_updated(), no bound segment for port ae39bc8f-4c98-494d-b54a-30dae2c20d82 on network 2f53b0b0-edf3-45b4-a497-adc640e39237 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:43:19.108025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:19.108649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.113699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "PUT /v2.0/ports/ae39bc8f-4c98-494d-b54a-30dae2c20d82 HTTP/1.1" status: 200 len: 1001 time: 0.5603368 Sep 16 05:43:19.114179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57262) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:19.134382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f4756-4e2f-4180-8a4d-94e710b22753 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=ae39bc8f-4c98-494d-b54a-30dae2c20d82,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:19.248727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-59f94aed-b478-43a9-8340-cc94fb0c1784 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Deleting port ae39bc8f-4c98-494d-b54a-30dae2c20d82 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:19.248727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59f94aed-b478-43a9-8340-cc94fb0c1784 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.299950 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-6c1e7cd3-c267-4cd5-8beb-1bbce130cd7d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The resource could not be found. Sep 16 05:43:19.306133 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6c1e7cd3-c267-4cd5-8beb-1bbce130cd7d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3101132 Sep 16 05:43:19.308478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57270) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:19.315050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-02740400-13e3-45c4-8c36-56d8fbae9ebc tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '118ada69-de7f-4f34-b233-20fd73de6d8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c151a1d4-9e81-4cbb-820c-2eecba3aaf89'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:19.353474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-90192589-19c8-4b83-a39d-6638394f5dfe req-f0fe910c-8f78-4304-b9b6-aefd5f41aa44 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0605173 Sep 16 05:43:19.424645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59f94aed-b478-43a9-8340-cc94fb0c1784 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.438335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-59f94aed-b478-43a9-8340-cc94fb0c1784 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Calling delete_port for ae39bc8f-4c98-494d-b54a-30dae2c20d82 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:19.469445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-24f293cc-ee55-4c60-8fad-a3da32d93a24 None None] Provisioning complete for port ae39bc8f-4c98-494d-b54a-30dae2c20d82 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:19.469828 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24f293cc-ee55-4c60-8fad-a3da32d93a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.509693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-24f293cc-ee55-4c60-8fad-a3da32d93a24 None None] Port ae39bc8f-4c98-494d-b54a-30dae2c20d82 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:19.519677 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-02740400-13e3-45c4-8c36-56d8fbae9ebc tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The resource could not be found. Sep 16 05:43:19.520850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-02740400-13e3-45c4-8c36-56d8fbae9ebc tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2110670 Sep 16 05:43:19.523847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57272) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:19.608467 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8cdb25c8-2835-4591-933f-c796984f4887 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.637314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8cdb25c8-2835-4591-933f-c796984f4887 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.714126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d28176a4-d306-401a-96e3-cd980fdfd28a req-4a94f3a1-255b-439a-ae06-aa6e937d4bca service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Sep 16 05:43:19.725767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59f94aed-b478-43a9-8340-cc94fb0c1784 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.753249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f94aed-b478-43a9-8340-cc94fb0c1784 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Port': ['ID=ae39bc8f-4c98-494d-b54a-30dae2c20d82,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:19.814244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8cdb25c8-2835-4591-933f-c796984f4887 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.817238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8cdb25c8-2835-4591-933f-c796984f4887 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.818567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8cdb25c8-2835-4591-933f-c796984f4887 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/118ada69-de7f-4f34-b233-20fd73de6d8b HTTP/1.1" status: 204 len: 168 time: 0.2937229 Sep 16 05:43:19.822425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57278) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:19.862700 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59f94aed-b478-43a9-8340-cc94fb0c1784 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.865043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59f94aed-b478-43a9-8340-cc94fb0c1784 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "DELETE /v2.0/ports/ae39bc8f-4c98-494d-b54a-30dae2c20d82 HTTP/1.1" status: 204 len: 168 time: 0.7507570 Sep 16 05:43:19.867695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57280) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:19.869748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb25c8-2835-4591-933f-c796984f4887 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ada69-de7f-4f34-b233-20fd73de6d8b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:19.880943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32190122-2c5b-4576-88c7-7cdc64be7dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:19.897483 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3759d82e-522f-47c8-b063-c1c420776f01 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] GET failed (client error): The resource could not be found. Sep 16 05:43:19.902881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3759d82e-522f-47c8-b063-c1c420776f01 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "GET /v2.0/ports/ae39bc8f-4c98-494d-b54a-30dae2c20d82 HTTP/1.1" status: 404 len: 333 time: 0.0304921 Sep 16 05:43:19.907330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57286) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:19.910258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-124657447'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:19.932722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-efd3158d-c5a0-4e9a-9bc7-15255a86dc0a req-9571cb54-df9f-42ad-9712-06ca3ce7313c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0461826 Sep 16 05:43:19.967806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d152b8f1-872c-4f2c-add2-395dd832a3c9 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1412339 Sep 16 05:43:19.973904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:19.980254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-89d62ced-e1e1-4bbf-a6a1-a7d12984353d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '69fa702d-b756-4579-9034-334201f9386d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:20.251509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Made reservation on behalf of df86d121e7714e9e8a1dca42d77fed5b for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:20.255277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.274712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] device_id is not set on port 21c79c97-cd39-45c5-b936-015217ad8c59 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:20.333419 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-89d62ced-e1e1-4bbf-a6a1-a7d12984353d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The resource could not be found. Sep 16 05:43:20.333419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-89d62ced-e1e1-4bbf-a6a1-a7d12984353d tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3549068 Sep 16 05:43:20.333831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:20.338542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-aab02873-30b0-49ce-985e-54d5abc9e951 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871341192'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:20.405962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Allocated IP 2001:db8::249 (2f53b0b0-edf3-45b4-a497-adc640e39237/5c4b6cb5-06dc-4ef2-bff2-60a8488ec225/21c79c97-cd39-45c5-b936-015217ad8c59) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:20.482355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86676079-1464-4c46-8147-4147f963109e req-54d4b3d5-ba2d-4810-8571-6b795c1a556d tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0353069 Sep 16 05:43:20.485228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aab02873-30b0-49ce-985e-54d5abc9e951 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.576591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aab02873-30b0-49ce-985e-54d5abc9e951 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.585139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.656927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aab02873-30b0-49ce-985e-54d5abc9e951 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.688742 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.689271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab02873-30b0-49ce-985e-54d5abc9e951 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d42e9b-5729-4dff-8ff9-6638457fe7e5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:20.740017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:20.743278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:20.749316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:20.755097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:20.755821 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.765774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=21c79c97-cd39-45c5-b936-015217ad8c59,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:20.774558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aab02873-30b0-49ce-985e-54d5abc9e951 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.779213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57296) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:20.787409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aab02873-30b0-49ce-985e-54d5abc9e951 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4410560 Sep 16 05:43:20.788096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-db219f20-6156-4af1-a93e-9a0e0daa1eb2 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--442505001'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:20.804959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.840163 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6099f5aa-6a94-40f0-ada6-b2348332b18e tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9348416 Sep 16 05:43:20.842869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57298) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:20.853059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:69:33:e4'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:20.981761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db219f20-6156-4af1-a93e-9a0e0daa1eb2 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.037236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.044963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4d4225f3-eb35-418e-b54f-fb7dc5d44d3a None None] Provisioning complete for port 21c79c97-cd39-45c5-b936-015217ad8c59 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:21.045564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d4225f3-eb35-418e-b54f-fb7dc5d44d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.084248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4d4225f3-eb35-418e-b54f-fb7dc5d44d3a None None] Port 21c79c97-cd39-45c5-b936-015217ad8c59 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:21.213982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db219f20-6156-4af1-a93e-9a0e0daa1eb2 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.274931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.305357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db219f20-6156-4af1-a93e-9a0e0daa1eb2 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.337142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db219f20-6156-4af1-a93e-9a0e0daa1eb2 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437f6ec7-7bc2-443c-a125-392a397b5d3e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:21.374047 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.415054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] In _notify_port_updated(), no bound segment for port 21c79c97-cd39-45c5-b936-015217ad8c59 on network 2f53b0b0-edf3-45b4-a497-adc640e39237 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:43:21.421070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:21.421950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.423575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "PUT /v2.0/ports/21c79c97-cd39-45c5-b936-015217ad8c59 HTTP/1.1" status: 200 len: 1002 time: 0.5788908 Sep 16 05:43:21.426643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57306) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:21.436171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-db219f20-6156-4af1-a93e-9a0e0daa1eb2 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.439742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-db219f20-6156-4af1-a93e-9a0e0daa1eb2 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6574936 Sep 16 05:43:21.441995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:21.449577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0983e436-8ad0-4b67-87cd-14ec5e9fca7e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': 'c5d42e9b-5729-4dff-8ff9-6638457fe7e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '437f6ec7-7bc2-443c-a125-392a397b5d3e'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:21.470286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e518226-8584-434b-8c5e-06b524c5fda4 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=21c79c97-cd39-45c5-b936-015217ad8c59,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:21.583817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d01983a4-e8e6-44df-a32f-4ae706b44c13 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Deleting port 21c79c97-cd39-45c5-b936-015217ad8c59 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:21.584294 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d01983a4-e8e6-44df-a32f-4ae706b44c13 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.620405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b8a2a40-d615-4603-8683-362e1497bd58 req-9a1bd990-70fb-4886-b62c-6c6bc8b557e7 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0369964 Sep 16 05:43:21.691446 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-0983e436-8ad0-4b67-87cd-14ec5e9fca7e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:21.695668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0983e436-8ad0-4b67-87cd-14ec5e9fca7e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2525718 Sep 16 05:43:21.696320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57312) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:21.726391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d01983a4-e8e6-44df-a32f-4ae706b44c13 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.744637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d01983a4-e8e6-44df-a32f-4ae706b44c13 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Calling delete_port for 21c79c97-cd39-45c5-b936-015217ad8c59 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:21.771591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-980541b4-935d-4a57-842a-b984ec124bb3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.808764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-980541b4-935d-4a57-842a-b984ec124bb3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.826861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0104485f-a90a-4d77-940a-94029542d48b None None] Provisioning complete for port 21c79c97-cd39-45c5-b936-015217ad8c59 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:21.827237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0104485f-a90a-4d77-940a-94029542d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.855551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9a61c04-fa6d-476c-9cb1-dced9f167e04 req-048b2550-4a87-4a9b-a1ad-9735784da794 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0497742 Sep 16 05:43:21.913325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0104485f-a90a-4d77-940a-94029542d48b None None] Port 21c79c97-cd39-45c5-b936-015217ad8c59 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:22.016134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1788f69b-77bb-4b1f-8b69-581ac6fbecbf req-a3e7d8fc-2abc-47c0-96f0-39ca31e00ff4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0285316 Sep 16 05:43:22.025121 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-980541b4-935d-4a57-842a-b984ec124bb3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.028302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-980541b4-935d-4a57-842a-b984ec124bb3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.029616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-980541b4-935d-4a57-842a-b984ec124bb3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/437f6ec7-7bc2-443c-a125-392a397b5d3e HTTP/1.1" status: 204 len: 168 time: 0.3323107 Sep 16 05:43:22.033707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.041222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980541b4-935d-4a57-842a-b984ec124bb3 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f6ec7-7bc2-443c-a125-392a397b5d3e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:22.056589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d01983a4-e8e6-44df-a32f-4ae706b44c13 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.103530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01983a4-e8e6-44df-a32f-4ae706b44c13 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Port': ['ID=21c79c97-cd39-45c5-b936-015217ad8c59,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:22.140580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d01983a4-e8e6-44df-a32f-4ae706b44c13 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.145393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d01983a4-e8e6-44df-a32f-4ae706b44c13 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "DELETE /v2.0/ports/21c79c97-cd39-45c5-b936-015217ad8c59 HTTP/1.1" status: 204 len: 168 time: 0.7161195 Sep 16 05:43:22.146659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57324) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.157533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eec2970a-0203-4a96-b1ba-36f6177cdf2a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1189806 Sep 16 05:43:22.157929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57326) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.191542 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99456bc-e682-4a88-8041-6bbc54856925 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] GET failed (client error): The resource could not be found. Sep 16 05:43:22.196975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d99456bc-e682-4a88-8041-6bbc54856925 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "GET /v2.0/ports/21c79c97-cd39-45c5-b936-015217ad8c59 HTTP/1.1" status: 404 len: 333 time: 0.0458503 Sep 16 05:43:22.197277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57328) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.206250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1586976027'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:22.301755 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07754972-5b7a-4343-bc37-4935e47c2fe7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.347492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07754972-5b7a-4343-bc37-4935e47c2fe7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.479263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Made reservation on behalf of df86d121e7714e9e8a1dca42d77fed5b for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:22.482810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.501833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] device_id is not set on port bc4cc2d8-c398-4e22-a799-8d47e4791232 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:22.522580 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07754972-5b7a-4343-bc37-4935e47c2fe7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.525259 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07754972-5b7a-4343-bc37-4935e47c2fe7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.526667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-07754972-5b7a-4343-bc37-4935e47c2fe7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/c5d42e9b-5729-4dff-8ff9-6638457fe7e5 HTTP/1.1" status: 204 len: 168 time: 0.3676248 Sep 16 05:43:22.529748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57332) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.580083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07754972-5b7a-4343-bc37-4935e47c2fe7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d42e9b-5729-4dff-8ff9-6638457fe7e5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:22.588819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5f8acef-38b2-4ba5-8d42-12fc89b01c3a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559344 Sep 16 05:43:22.591745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.597581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225712886'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:22.670519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Allocated IP 2001:db8::f0 (2f53b0b0-edf3-45b4-a497-adc640e39237/5c4b6cb5-06dc-4ef2-bff2-60a8488ec225/bc4cc2d8-c398-4e22-a799-8d47e4791232) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:22.699830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.764181 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-27740667-bc7f-43f4-bf82-36ea61b15be0 req-2c8c2423-512b-4643-ba3c-f6f9bb79aa91 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0390427 Sep 16 05:43:22.856812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.857806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.923060 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.957837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed3ac0-d8d3-4e5c-91f2-b82d81204af4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:22.965622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.966877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.966877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.966877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.967204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.967393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.967878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.968733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.969166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.969501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.969823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.970144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:22.986372 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.029690 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.035901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-21972a2f-e8fa-439f-9ea1-33e7dee433ac tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4406865 Sep 16 05:43:23.037049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57340) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:23.038893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:23.042836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:23.043575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-266bafdf-37be-4422-b549-4fb698f9f0cb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '70ed3ac0-d8d3-4e5c-91f2-b82d81204af4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:23.048363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:23.065269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:23.065269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.079136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=bc4cc2d8-c398-4e22-a799-8d47e4791232,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:23.202987 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57823954-4205-45ac-bf89-9eec2f54c8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.347965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-21db4b9d-2009-4698-8174-f80e6b7a631d None None] Provisioning complete for port bc4cc2d8-c398-4e22-a799-8d47e4791232 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:23.348390 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21db4b9d-2009-4698-8174-f80e6b7a631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.381184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ab9c53e1-ee09-466e-bc4a-fb2cf31b6661 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1815205 Sep 16 05:43:23.381184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:23.385806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'network_id': '2f53b0b0-edf3-45b4-a497-adc640e39237', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1930222445'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:23.400689 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-266bafdf-37be-4422-b549-4fb698f9f0cb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:23.410063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-266bafdf-37be-4422-b549-4fb698f9f0cb tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3705707 Sep 16 05:43:23.410397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57346) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:23.416400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8bcd4f6c-528a-4c7f-b751-dfc6577bee45 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group_rule': {'security_group_id': '70ed3ac0-d8d3-4e5c-91f2-b82d81204af4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:23.432507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-21db4b9d-2009-4698-8174-f80e6b7a631d None None] Port bc4cc2d8-c398-4e22-a799-8d47e4791232 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:23.611345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Made reservation on behalf of df86d121e7714e9e8a1dca42d77fed5b for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:23.615245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.634784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] device_id is not set on port ed56959f-3e84-440e-b1bf-119b4e487bd2 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:23.708224 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-8bcd4f6c-528a-4c7f-b751-dfc6577bee45 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:43:23.709228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8bcd4f6c-528a-4c7f-b751-dfc6577bee45 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2977855 Sep 16 05:43:23.712302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57350) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:23.776387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a057cae-972d-48cb-8db6-06546071e5f7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.807740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a057cae-972d-48cb-8db6-06546071e5f7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.819802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Allocated IP 2001:db8::162 (2f53b0b0-edf3-45b4-a497-adc640e39237/5c4b6cb5-06dc-4ef2-bff2-60a8488ec225/ed56959f-3e84-440e-b1bf-119b4e487bd2) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:23.826240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.948522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-35b27a62-195c-44c4-b5c3-63e991115d90 req-1e19bf03-e066-4053-9522-ac2e2bbb27a5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0364466 Sep 16 05:43:23.963073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a057cae-972d-48cb-8db6-06546071e5f7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.965942 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a057cae-972d-48cb-8db6-06546071e5f7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.970981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7a057cae-972d-48cb-8db6-06546071e5f7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/70ed3ac0-d8d3-4e5c-91f2-b82d81204af4 HTTP/1.1" status: 204 len: 168 time: 0.2539725 Sep 16 05:43:23.973269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:23.985774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a057cae-972d-48cb-8db6-06546071e5f7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed3ac0-d8d3-4e5c-91f2-b82d81204af4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:24.060236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd7c1445-5acb-48f1-a27f-1a30db7d698c req-90e0edf4-88a3-4a7d-948a-b461972e165e tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.1079731 Sep 16 05:43:24.110230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98fbfbb5-6995-4f95-874e-414060ec9a76 req-3cac1d2b-594c-4b64-99d0-5d27a4f9fda0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0324755 Sep 16 05:43:24.166194 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e06bfe0e-6d2b-48ca-8bfa-614fac31beb2 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1779215 Sep 16 05:43:24.170550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57364) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:24.175764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9ae38b71-d31d-4e0e-b882-039666ae939f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135690283'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:24.198874 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.296830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ae38b71-d31d-4e0e-b882-039666ae939f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.328896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.378647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:24.382233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:24.385962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:24.393484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.394065 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.396374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ae38b71-d31d-4e0e-b882-039666ae939f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.409610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=ed56959f-3e84-440e-b1bf-119b4e487bd2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:24.474675 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ae38b71-d31d-4e0e-b882-039666ae939f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.514898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae38b71-d31d-4e0e-b882-039666ae939f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc90ab5-6d32-480e-9a3e-1674bdf61e20,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:24.544587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-818bcee5-401c-42df-aa0f-98a160bc265f tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1628654 Sep 16 05:43:24.547798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57368) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:24.553503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::80', 'mac_address': 'fa:16:3e:69:33:e4'}, {'ip_address': '2001:db8::f0', 'mac_address': 'fa:16:3e:da:00:12'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:24.616228 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9ae38b71-d31d-4e0e-b882-039666ae939f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.617577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9ae38b71-d31d-4e0e-b882-039666ae939f tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4458678 Sep 16 05:43:24.626404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57372) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:24.631081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2d30dafe-9c10-480d-8c27-e14904978da7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:24.631841 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-2d30dafe-9c10-480d-8c27-e14904978da7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:43:24.632636 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-2d30dafe-9c10-480d-8c27-e14904978da7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:43:24.633890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2d30dafe-9c10-480d-8c27-e14904978da7 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "PUT /v2.0/security-groups/6fc90ab5-6d32-480e-9a3e-1674bdf61e20 HTTP/1.1" status: 409 len: 330 time: 0.0064716 Sep 16 05:43:24.636682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57374) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:24.660062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.667176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0f6ee638-447f-43da-a65b-30c1a7f7b67b None None] Provisioning complete for port ed56959f-3e84-440e-b1bf-119b4e487bd2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:24.667762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f6ee638-447f-43da-a65b-30c1a7f7b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.716439 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9981496a-b742-4193-9fc5-9bdbac16ac7c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.741018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ee638-447f-43da-a65b-30c1a7f7b67b None None] Port ed56959f-3e84-440e-b1bf-119b4e487bd2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:24.760471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9981496a-b742-4193-9fc5-9bdbac16ac7c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.873459 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9981496a-b742-4193-9fc5-9bdbac16ac7c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.876332 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9981496a-b742-4193-9fc5-9bdbac16ac7c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.877857 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9981496a-b742-4193-9fc5-9bdbac16ac7c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/6fc90ab5-6d32-480e-9a3e-1674bdf61e20 HTTP/1.1" status: 204 len: 168 time: 0.2402275 Sep 16 05:43:24.880652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57378) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:24.897297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981496a-b742-4193-9fc5-9bdbac16ac7c tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc90ab5-6d32-480e-9a3e-1674bdf61e20,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:24.934443 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.949185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5ed921d1-290a-477a-8a68-baf56ab69201 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670488 Sep 16 05:43:24.953620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57380) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:24.966141 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-978cf865-21d8-45ff-9f42-c8b12d552e4a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] delete failed (client error): The resource could not be found. Sep 16 05:43:24.967181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-978cf865-21d8-45ff-9f42-c8b12d552e4a tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "DELETE /v2.0/security-groups/c969f174-ed2d-440d-8ffa-346680460d4e HTTP/1.1" status: 404 len: 347 time: 0.0126431 Sep 16 05:43:24.971384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:24.986899 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-1cd381fc-26bd-4f80-b660-4f095495fb6e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] show failed (client error): The resource could not be found. Sep 16 05:43:24.991547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1cd381fc-26bd-4f80-b660-4f095495fb6e tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-groups/0760b175-1e8d-4e12-a435-bfd4369a1cea HTTP/1.1" status: 404 len: 347 time: 0.0156000 Sep 16 05:43:24.991667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57384) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:25.004110 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-d5d46185-c075-4202-b2af-62cf6dc45068 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] show failed (client error): The resource could not be found. Sep 16 05:43:25.005126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d5d46185-c075-4202-b2af-62cf6dc45068 tempest-NegativeSecGroupIPv6Test-490502153 tempest-NegativeSecGroupIPv6Test-490502153-project] 10.222.0.49 "GET /v2.0/security-group-rules/1fc46922-375b-4fd6-b57b-910244df058a HTTP/1.1" status: 404 len: 356 time: 0.0125945 Sep 16 05:43:25.028147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:25.070943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] In _notify_port_updated(), no bound segment for port ed56959f-3e84-440e-b1bf-119b4e487bd2 on network 2f53b0b0-edf3-45b4-a497-adc640e39237 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:43:25.076536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:25.077242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:25.083906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57388) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:25.084048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "PUT /v2.0/ports/ed56959f-3e84-440e-b1bf-119b4e487bd2 HTTP/1.1" status: 200 len: 1066 time: 0.5349996 Sep 16 05:43:25.106335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbc1dc-2dcd-4e95-9627-6c4618914723 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event updated for resources: {'Port': ['ID=ed56959f-3e84-440e-b1bf-119b4e487bd2,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:25.234711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6138c0c-a1f0-4be8-a40b-82db2c4e8611 req-e236bf9a-2ce8-42eb-846f-09328c4e7e31 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0296776 Sep 16 05:43:25.271765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0862d-1c4f-4378-b061-8473ad1ef081 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Deleting port ed56959f-3e84-440e-b1bf-119b4e487bd2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:25.272466 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba0862d-1c4f-4378-b061-8473ad1ef081 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:25.333295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:25.383837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba0862d-1c4f-4378-b061-8473ad1ef081 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:25.398981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0862d-1c4f-4378-b061-8473ad1ef081 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Calling delete_port for ed56959f-3e84-440e-b1bf-119b4e487bd2 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:25.476937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-09bdc712-f419-481a-9992-9348277b2ed5 None None] Provisioning complete for port ed56959f-3e84-440e-b1bf-119b4e487bd2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:25.478085 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09bdc712-f419-481a-9992-9348277b2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:25.523142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-09bdc712-f419-481a-9992-9348277b2ed5 None None] Port ed56959f-3e84-440e-b1bf-119b4e487bd2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:25.603341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba0862d-1c4f-4378-b061-8473ad1ef081 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:25.637542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0862d-1c4f-4378-b061-8473ad1ef081 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Port': ['ID=ed56959f-3e84-440e-b1bf-119b4e487bd2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:25.683066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57400) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:26.028719 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ba0862d-1c4f-4378-b061-8473ad1ef081 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.033439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ba0862d-1c4f-4378-b061-8473ad1ef081 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "DELETE /v2.0/ports/ed56959f-3e84-440e-b1bf-119b4e487bd2 HTTP/1.1" status: 204 len: 168 time: 0.9459548 Sep 16 05:43:26.033843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:26.065054 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-df186403-dd79-456e-a745-80ba57a70e5a tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] GET failed (client error): The resource could not be found. Sep 16 05:43:26.071461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-df186403-dd79-456e-a745-80ba57a70e5a tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "GET /v2.0/ports/ed56959f-3e84-440e-b1bf-119b4e487bd2 HTTP/1.1" status: 404 len: 333 time: 0.0319159 Sep 16 05:43:26.072096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:26.182365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4b245498-ba8e-49d5-9f03-046716b035ae tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Deleting port bc4cc2d8-c398-4e22-a799-8d47e4791232 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:26.182733 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b245498-ba8e-49d5-9f03-046716b035ae tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.291085 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b245498-ba8e-49d5-9f03-046716b035ae tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.305886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7230e2f-375f-4031-b3d9-271ba10a2d2a req-86098eef-dde2-42c5-b05e-ebe7e7048971 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0706012 Sep 16 05:43:26.310011 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cecc192e-6aea-4943-acea-2a370db42c5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40edc1e275ec4ab383c917b8038cc5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258011 Sep 16 05:43:26.314111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:26.315159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4b245498-ba8e-49d5-9f03-046716b035ae tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Calling delete_port for bc4cc2d8-c398-4e22-a799-8d47e4791232 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:26.371293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e0c1-d179-452f-92d5-244f2753485e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.397785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e0c1-d179-452f-92d5-244f2753485e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.500083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-427dab59-697d-4388-bf79-30e01fd36352 req-ae3274ce-1eca-49f9-bdc6-2c3e274008ec tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0471835 Sep 16 05:43:26.528065 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e0c1-d179-452f-92d5-244f2753485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.536080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e0c1-d179-452f-92d5-244f2753485e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.536080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c3d8e0c1-d179-452f-92d5-244f2753485e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1424490-dd7e-49ad-b769-819dbf3432d1 HTTP/1.1" status: 204 len: 168 time: 0.2196202 Sep 16 05:43:26.561284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff37e009-126c-4671-aa58-74a44c68e3c8 req-2e042f1d-a897-453a-a46b-88aa50540a15 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0549254 Sep 16 05:43:26.568139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8e0c1-d179-452f-92d5-244f2753485e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1424490-dd7e-49ad-b769-819dbf3432d1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:26.605867 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b245498-ba8e-49d5-9f03-046716b035ae tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.639039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245498-ba8e-49d5-9f03-046716b035ae tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Port': ['ID=bc4cc2d8-c398-4e22-a799-8d47e4791232,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:26.679990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b245498-ba8e-49d5-9f03-046716b035ae tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:26.682065 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4b245498-ba8e-49d5-9f03-046716b035ae tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "DELETE /v2.0/ports/bc4cc2d8-c398-4e22-a799-8d47e4791232 HTTP/1.1" status: 204 len: 168 time: 0.6086912 Sep 16 05:43:26.684712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:26.714658 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d004e009-24ea-48c1-9f9c-050d8cfaae04 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] GET failed (client error): The resource could not be found. Sep 16 05:43:26.716446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d004e009-24ea-48c1-9f9c-050d8cfaae04 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "GET /v2.0/ports/bc4cc2d8-c398-4e22-a799-8d47e4791232 HTTP/1.1" status: 404 len: 333 time: 0.0307076 Sep 16 05:43:26.721630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57428) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:26.856443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-099432ee-ec5c-414e-a01e-e134c2cece72 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Deleting port f57d3799-0f2e-4e66-b9ae-1be006e1c3f1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:26.856790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-099432ee-ec5c-414e-a01e-e134c2cece72 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.010582 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-099432ee-ec5c-414e-a01e-e134c2cece72 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.028713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-099432ee-ec5c-414e-a01e-e134c2cece72 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Calling delete_port for f57d3799-0f2e-4e66-b9ae-1be006e1c3f1 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:27.360309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-099432ee-ec5c-414e-a01e-e134c2cece72 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.395674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099432ee-ec5c-414e-a01e-e134c2cece72 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Port': ['ID=f57d3799-0f2e-4e66-b9ae-1be006e1c3f1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:27.426997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-099432ee-ec5c-414e-a01e-e134c2cece72 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.431458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-099432ee-ec5c-414e-a01e-e134c2cece72 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "DELETE /v2.0/ports/f57d3799-0f2e-4e66-b9ae-1be006e1c3f1 HTTP/1.1" status: 204 len: 168 time: 0.7058687 Sep 16 05:43:27.432185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:27.473343 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.495635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14f2fdc-1b4f-4efa-a10f-ba6536d965ef tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Deleting subnet 5c4b6cb5-06dc-4ef2-bff2-60a8488ec225 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:27.499509 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b14f2fdc-1b4f-4efa-a10f-ba6536d965ef tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.551094 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b14f2fdc-1b4f-4efa-a10f-ba6536d965ef tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.644757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-83e19ac6-c02f-4781-b297-193b3242fc2d req-37fb87b3-0dab-4449-a04b-296f1943c945 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0555112 Sep 16 05:43:27.713502 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b14f2fdc-1b4f-4efa-a10f-ba6536d965ef tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.839614 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b14f2fdc-1b4f-4efa-a10f-ba6536d965ef tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.867077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57456) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:27.868019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab69a3-36dc-45d0-a2db-96fec231c982 None None] Network 2f53b0b0-edf3-45b4-a497-adc640e39237 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:27.883013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f2fdc-1b4f-4efa-a10f-ba6536d965ef tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4b6cb5-06dc-4ef2-bff2-60a8488ec225,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:27.887217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b14f2fdc-1b4f-4efa-a10f-ba6536d965ef tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.889997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b14f2fdc-1b4f-4efa-a10f-ba6536d965ef tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "DELETE /v2.0/subnets/5c4b6cb5-06dc-4ef2-bff2-60a8488ec225 HTTP/1.1" status: 204 len: 168 time: 0.4573388 Sep 16 05:43:27.893041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:27.987131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.007086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-969047721'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:28.086153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Deleting port 1c947f7c-e3d5-482b-8814-7426846e9fbe {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:28.086494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.088110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] DHCP port deletion for 2f53b0b0-edf3-45b4-a497-adc640e39237 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:43:28.136466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] Deleting port 1c947f7c-e3d5-482b-8814-7426846e9fbe {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:28.137174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.143474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Made reservation on behalf of f96d661ac644407cabd12de4304d811e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:28.147090 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.166669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] For port 1c947f7c-e3d5-482b-8814-7426846e9fbe, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1c947f7c-e3d5-482b-8814-7426846e9fbe,segment=NetworkSegment(5946fb8f-afa9-4a7b-94bb-c11ca501fbf0),segment_id=5946fb8f-afa9-4a7b-94bb-c11ca501fbf0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:28.167176 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.169575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.191904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Calling delete_port for 1c947f7c-e3d5-482b-8814-7426846e9fbe owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:28.210447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] For port 1c947f7c-e3d5-482b-8814-7426846e9fbe, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1c947f7c-e3d5-482b-8814-7426846e9fbe,segment=NetworkSegment(5946fb8f-afa9-4a7b-94bb-c11ca501fbf0),segment_id=5946fb8f-afa9-4a7b-94bb-c11ca501fbf0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:28.210850 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.225430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] Calling delete_port for 1c947f7c-e3d5-482b-8814-7426846e9fbe owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:28.359468 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.406578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.414875 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.435526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] Pushing event deleted for resources: {'Port': ['ID=1c947f7c-e3d5-482b-8814-7426846e9fbe,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.441755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59817c17-7fd4-4d76-9581-f6c5fff13c51 None None] No DVR routers for this DVR port 1c947f7c-e3d5-482b-8814-7426846e9fbe on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:28.453806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Port': ['ID=1c947f7c-e3d5-482b-8814-7426846e9fbe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.455863 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.467722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:28.476386 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a95630fc-16b3-4971-bb72-a9177e93a2e0 req-8de46e4d-bc38-4f83-9b34-2e2e7928c816 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0702026 Sep 16 05:43:28.481313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] No DVR routers for this DVR port 1c947f7c-e3d5-482b-8814-7426846e9fbe on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:28.533554 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.535509 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Added segment 2e2611bf-e344-4f6f-be81-ffa35657d6b5 of type vlan for network 08e819da-3b9b-474f-a0f7-cab3c730d3fa Sep 16 05:43:28.605139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10f3480-33c7-4b67-925e-fdf13e9835e5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.655175 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.713077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.717767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edec69ba-83ee-42f5-84b5-2f5604ad3919 req-8a5fc7ca-4f67-4c45-bf52-79ec637c5991 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1044321 Sep 16 05:43:28.729329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.729895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f53b0b0-edf3-45b4-a497-adc640e39237']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:28.747030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5946fb8f-afa9-4a7b-94bb-c11ca501fbf0') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:28.747395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5946fb8f-afa9-4a7b-94bb-c11ca501fbf0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:28.801902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.814238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e15da03-7bc3-436f-971e-dcca6c14f2cc req-2e2f339a-fb3f-43a3-bb4c-63682f2d4771 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0533001 Sep 16 05:43:28.825442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.837244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:28.845021 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:28.901961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65b10-fb37-4653-8546-ba361de74507 req-22994459-1916-4eb6-a66b-2532de9ed573 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:28.903608 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-22994459-1916-4eb6-a66b-2532de9ed573 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1279302 Sep 16 05:43:28.904925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.911245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:28.911835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:28.923096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-65af8e7d-e810-4106-961c-7e6105becd78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/quotas/eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 375 time: 0.0107176 Sep 16 05:43:28.992974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-4acdb27d-5707-4720-9acb-54c7b8d7ce42 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615544 Sep 16 05:43:28.993456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Pushing event updated for resources: {'Network': ['ID=08e819da-3b9b-474f-a0f7-cab3c730d3fa,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:28.998240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-cf82edf5-faee-4e3f-894b-b54a6103950b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:43:28.999329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-cf82edf5-faee-4e3f-894b-b54a6103950b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055244 Sep 16 05:43:29.005547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 08e819da-3b9b-474f-a0f7-cab3c730d3fa details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:29.014545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.025073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.027163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] 10.222.0.49 "DELETE /v2.0/networks/2f53b0b0-edf3-45b4-a497-adc640e39237 HTTP/1.1" status: 204 len: 168 time: 1.1330302 Sep 16 05:43:29.043597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3545e21a-f9df-4721-a96d-0ed8d063bf98 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1744540 Sep 16 05:43:29.048689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57488) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:29.057061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Request body: {'subnet': {'network_id': '08e819da-3b9b-474f-a0f7-cab3c730d3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:29.071450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f7d37-6306-4d9b-b5d3-d2dfc5789b79 tempest-AllowedAddressPairIpV6TestJSON-29125239 tempest-AllowedAddressPairIpV6TestJSON-29125239-project] Pushing event deleted for resources: {'Network': ['ID=2f53b0b0-edf3-45b4-a497-adc640e39237,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:29.185768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-404f955c-8e8e-4c9d-aeee-5b190b87b9eb service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785874 Sep 16 05:43:29.206749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1c947f7c-e3d5-482b-8814-7426846e9fbe no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:29.228717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 1c947f7c-e3d5-482b-8814-7426846e9fbe {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:29.229225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1c947f7c-e3d5-482b-8814-7426846e9fbe not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:29.290904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Made reservation on behalf of f96d661ac644407cabd12de4304d811e for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:29.294443 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.299001 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-ff734e8f-02df-4c91-b892-5f84af015b20 service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058834 Sep 16 05:43:29.553366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57494) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:29.596972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.635762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53ec4526-629a-4f18-941b-cfded3202dd8 req-0aeaa124-333e-4041-b2b8-91651ac8b241 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.0456145 Sep 16 05:43:29.672085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Pushing event updated for resources: {'Subnet': ['ID=ce67318d-80ee-4d17-bf5e-bfc701786dd2,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:29.689523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Checking segment: {'id': '2e2611bf-e344-4f6f-be81-ffa35657d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08e819da-3b9b-474f-a0f7-cab3c730d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:29.690008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Network hostable DHCP agents. Network: 08e819da-3b9b-474f-a0f7-cab3c730d3fa, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:29.739300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dd8ad83d-8221-4bfd-8441-2fa645d67035 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df86d121e7714e9e8a1dca42d77fed5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845133 Sep 16 05:43:29.743719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:29.795731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d90987b1-c6c8-4ed0-a0b6-d4ec6e0156e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.804560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Network 08e819da-3b9b-474f-a0f7-cab3c730d3fa is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:29.818072 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d90987b1-c6c8-4ed0-a0b6-d4ec6e0156e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.891043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 08e819da-3b9b-474f-a0f7-cab3c730d3fa) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:29.895476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:29.899233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.901836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50200e2-5e89-4b65-a1a7-b776980c4b1e None None] Network 08e819da-3b9b-474f-a0f7-cab3c730d3fa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:29.938602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d90987b1-c6c8-4ed0-a0b6-d4ec6e0156e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.940152 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b3ab1b08-daa6-463b-9cd3-fbd0ac1c4223 req-308940f6-755f-4302-a07a-2acda52b3355 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/ports?device_id=83575847-710b-4603-8eca-8c5c847557f1 HTTP/1.1" status: 200 len: 210 time: 0.0345385 Sep 16 05:43:29.946968 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d90987b1-c6c8-4ed0-a0b6-d4ec6e0156e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.964470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d90987b1-c6c8-4ed0-a0b6-d4ec6e0156e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/baee23a1-e7af-49b1-a41e-6998e3dede96 HTTP/1.1" status: 204 len: 168 time: 0.2189474 Sep 16 05:43:29.972286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1303412a-9da6-43bc-8e20-50f7c21dfd44 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9218545 Sep 16 05:43:29.990557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57514) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:29.990557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Request body: {'port': {'network_id': '08e819da-3b9b-474f-a0f7-cab3c730d3fa', 'name': 'tempest-TagsExtTest-628532557'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:29.997470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90987b1-c6c8-4ed0-a0b6-d4ec6e0156e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee23a1-e7af-49b1-a41e-6998e3dede96,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:30.140757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-08e819da-3b9b-474f-a0f7-cab3c730d3fa', 'network_id': '08e819da-3b9b-474f-a0f7-cab3c730d3fa', 'tenant_id': 'f96d661ac644407cabd12de4304d811e', 'fixed_ips': [{'subnet_id': 'ce67318d-80ee-4d17-bf5e-bfc701786dd2'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:43:30.142610 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.201967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Made reservation on behalf of f96d661ac644407cabd12de4304d811e for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:30.206172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.223465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] device_id is not set on port 026086f8-afae-4d33-9fd1-effae9981e0a yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:30.296160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Allocated IP 172.20.0.2 (08e819da-3b9b-474f-a0f7-cab3c730d3fa/ce67318d-80ee-4d17-bf5e-bfc701786dd2/3158684e-609d-4359-b3c2-9e6c743840ce) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:30.443940 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.538013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.584021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Allocated IP 172.20.0.6 (08e819da-3b9b-474f-a0f7-cab3c730d3fa/ce67318d-80ee-4d17-bf5e-bfc701786dd2/026086f8-afae-4d33-9fd1-effae9981e0a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:30.594907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Network 08e819da-3b9b-474f-a0f7-cab3c730d3fa is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:30.601394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:30.604086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Pushing event updated for resources: {'Port': ['ID=3158684e-609d-4359-b3c2-9e6c743840ce,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:30.606358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:30.674694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Attempting to bind port 3158684e-609d-4359-b3c2-9e6c743840ce on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:30.675125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Attempting to bind port 3158684e-609d-4359-b3c2-9e6c743840ce by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2e2611bf-e344-4f6f-be81-ffa35657d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08e819da-3b9b-474f-a0f7-cab3c730d3fa'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:30.675660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Attempting to bind port 3158684e-609d-4359-b3c2-9e6c743840ce on network 08e819da-3b9b-474f-a0f7-cab3c730d3fa {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:30.677173 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac1e29f6-6b05-479e-a9e7-48ca1b714924 req-3c840e75-a65e-4ad7-9a5c-174b42296a3a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0484500 Sep 16 05:43:30.702164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:30.702673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Checking segment: {'id': '2e2611bf-e344-4f6f-be81-ffa35657d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08e819da-3b9b-474f-a0f7-cab3c730d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:30.706456 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.706456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Bound using segment: {'id': '2e2611bf-e344-4f6f-be81-ffa35657d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08e819da-3b9b-474f-a0f7-cab3c730d3fa'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:30.706456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Bound port: 3158684e-609d-4359-b3c2-9e6c743840ce, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2611bf-e344-4f6f-be81-ffa35657d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08e819da-3b9b-474f-a0f7-cab3c730d3fa'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:30.706456 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.771117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8eaed250-14b3-41c6-a667-bf69f8d36aa2 req-8fd99918-1f6b-4263-9e81-243e8c29d9bd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.0355775 Sep 16 05:43:30.828268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] For port 3158684e-609d-4359-b3c2-9e6c743840ce, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:30.832717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] For port 3158684e-609d-4359-b3c2-9e6c743840ce, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3158684e-609d-4359-b3c2-9e6c743840ce,segment=NetworkSegment(2e2611bf-e344-4f6f-be81-ffa35657d6b5),segment_id=2e2611bf-e344-4f6f-be81-ffa35657d6b5)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:30.845461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.885791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0fdbcacb-7dfa-43f7-b602-500b61af416f req-3f6b03c4-22a8-4986-bbbb-605df420df35 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0274050 Sep 16 05:43:30.939943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.997121 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.029307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7ac37-3063-47c6-8bf0-dafe0338bc80 None None] Pushing event updated for resources: {'Port': ['ID=3158684e-609d-4359-b3c2-9e6c743840ce,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:31.058935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Network 08e819da-3b9b-474f-a0f7-cab3c730d3fa is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:31.064166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:31.069085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:31.112268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Pushing event updated for resources: {'Port': ['ID=026086f8-afae-4d33-9fd1-effae9981e0a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:31.140470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:31.141316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.179816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57552) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.262983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57554) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.286815 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2bb17066-94a9-42be-8ab8-7f206992d88a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3121355 Sep 16 05:43:31.289474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57558) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.291428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94fee8af-f983-49f9-803b-2962837e7142 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.294294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e61d1bc9-8462-4eb8-abe7-0c5e530d8dab tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-965137021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.339802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94fee8af-f983-49f9-803b-2962837e7142 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.420186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-133931162'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.449946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e61d1bc9-8462-4eb8-abe7-0c5e530d8dab tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.450991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e61d1bc9-8462-4eb8-abe7-0c5e530d8dab tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.499089 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94fee8af-f983-49f9-803b-2962837e7142 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.504108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-94fee8af-f983-49f9-803b-2962837e7142 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.514022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-94fee8af-f983-49f9-803b-2962837e7142 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "DELETE /v2.0/security-groups/a24b60ce-ac56-44ad-b1fd-6627749d9176 HTTP/1.1" status: 204 len: 168 time: 0.3243558 Sep 16 05:43:31.514022 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57560) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.516701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e61d1bc9-8462-4eb8-abe7-0c5e530d8dab tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.527121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fee8af-f983-49f9-803b-2962837e7142 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b60ce-ac56-44ad-b1fd-6627749d9176,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:31.531028 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-259d3915-f902-4fca-b7ba-9f773558d1a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] show failed (client error): The resource could not be found. Sep 16 05:43:31.532326 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-259d3915-f902-4fca-b7ba-9f773558d1a6 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "GET /v2.0/security-groups/a24b60ce-ac56-44ad-b1fd-6627749d9176 HTTP/1.1" status: 404 len: 347 time: 0.0226190 Sep 16 05:43:31.535221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57562) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.571178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:31.574889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.584574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.673966 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e61d1bc9-8462-4eb8-abe7-0c5e530d8dab tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.681973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port c9ddb347-6ef1-45fe-9ef7-f8a8fef53072 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:31.682334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.717789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.773006 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.773644 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.787984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for c9ddb347-6ef1-45fe-9ef7-f8a8fef53072 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:31.814524 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.847297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:31.858269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1975a9e6-81a0-4dc1-8dae-0e8302deb4a5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:31.876420 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.876771 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment e3e3a585-b2a1-4c79-ba1e-f07084027b97 of type vlan for network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 Sep 16 05:43:31.925249 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82403c66-8eb0-4961-a8f5-3b48147fd92e req-7134a0c5-8fcc-455a-9d18-a65bf09c3d4f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.0504553 Sep 16 05:43:31.927129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e61d1bc9-8462-4eb8-abe7-0c5e530d8dab tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.928248 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e61d1bc9-8462-4eb8-abe7-0c5e530d8dab tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6377082 Sep 16 05:43:31.938384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57568) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:31.945220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ace3ed0e-b29a-4bd7-aeac-013e36390239 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1389247022', 'prefixes': ['172.20.0.0/16']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.964465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.073935 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.083553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:32.084279 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.147562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766cd2c-4f19-4202-880d-8d7373175bd1 None None] Network 08e819da-3b9b-474f-a0f7-cab3c730d3fa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:32.166673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=1cdfb0b9-e337-4b3b-960f-daf33af695c1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.205666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65b10-fb37-4653-8546-ba361de74507 req-ec612204-1bcb-422f-ac8e-a203a0ab232b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:32.207203 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-ec612204-1bcb-422f-ac8e-a203a0ab232b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.2675719 Sep 16 05:43:32.207354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:32.233447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'port': {'device_id': '923783dd-995d-4901-915b-5c742d8d7cbd', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'admin_state_up': True, 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:32.260998 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.280534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-84acd0a6-f8c7-4b2c-8d39-4e361ff9251b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0160854 Sep 16 05:43:32.283079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57572) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.288514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-240613191'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:32.321119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=c9ddb347-6ef1-45fe-9ef7-f8a8fef53072,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.333773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7c603a2b-8f67-4862-9ad0-03ac2213e019 None None] Provisioning complete for port 3158684e-609d-4359-b3c2-9e6c743840ce triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:32.334146 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c603a2b-8f67-4862-9ad0-03ac2213e019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.401970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:32.406632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.441171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:32.462991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.463319 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment 3d686d68-11a7-4af8-985b-3c07433c3c3e of type vlan for network c82a8c5b-533d-4e35-8053-f0747b26f36e Sep 16 05:43:32.463497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.466487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.469823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a3df6b40-5dfc-4c6e-8e72-9176113fbfd5 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "DELETE /v2.0/floatingips/39872537-a4ea-4d8a-9196-1d2826be0653 HTTP/1.1" status: 204 len: 168 time: 0.9314373 Sep 16 05:43:32.472664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57574) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.490561 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c603a2b-8f67-4862-9ad0-03ac2213e019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.535375 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.538124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7c603a2b-8f67-4862-9ad0-03ac2213e019 None None] For port 3158684e-609d-4359-b3c2-9e6c743840ce, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3158684e-609d-4359-b3c2-9e6c743840ce,segment=NetworkSegment(2e2611bf-e344-4f6f-be81-ffa35657d6b5),segment_id=2e2611bf-e344-4f6f-be81-ffa35657d6b5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:32.561224 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ace3ed0e-b29a-4bd7-aeac-013e36390239 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.566911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57576) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.567117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ace3ed0e-b29a-4bd7-aeac-013e36390239 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6254084 Sep 16 05:43:32.571846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-89739f48-1224-43fe-8cae-8c6c978d3569 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2', 'tempest-TagsExtTest-Tag-1084262077') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:32.618042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cb35c39b-2d12-4a54-8022-d84215dd94af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port 25cb2fee-e7df-46da-ad3c-712a58aa71e2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:32.618507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb35c39b-2d12-4a54-8022-d84215dd94af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.635784 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.641361 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c603a2b-8f67-4862-9ad0-03ac2213e019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.644059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:32.644782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.663824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:32.669191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.724497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c603a2b-8f67-4862-9ad0-03ac2213e019 None None] Pushing event updated for resources: {'Port': ['ID=3158684e-609d-4359-b3c2-9e6c743840ce,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.776988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=c82a8c5b-533d-4e35-8053-f0747b26f36e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.795320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c82a8c5b-533d-4e35-8053-f0747b26f36e details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:32.820944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7e971a3b-e365-4093-87f7-65c3e4036256 None None] Provisioning complete for port 026086f8-afae-4d33-9fd1-effae9981e0a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:32.821310 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e971a3b-e365-4093-87f7-65c3e4036256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.834524 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-375868a5-1eef-487f-85fe-9bbbc2c65664 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5499988 Sep 16 05:43:32.849835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57578) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.874057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': '1cdfb0b9-e337-4b3b-960f-daf33af695c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:32.886452 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb35c39b-2d12-4a54-8022-d84215dd94af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.909477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c248d47e-c2cc-4337-a84e-7ca8e27e02e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1944933 Sep 16 05:43:32.925857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cb35c39b-2d12-4a54-8022-d84215dd94af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for 25cb2fee-e7df-46da-ad3c-712a58aa71e2 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:32.929062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7458d522-aaa3-42f6-874b-5f7485e61566 req-1e84b848-975e-4d75-8bf3-689c294ceeae service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0802760 Sep 16 05:43:32.934527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89739f48-1224-43fe-8cae-8c6c978d3569 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags/tempest-TagsExtTest-Tag-1084262077 HTTP/1.1" status: 201 len: 201 time: 0.3626165 Sep 16 05:43:32.934783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:32.949807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-fc3f08ef-29d4-4b29-88e2-2c87d5053704 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a', 'tempest-TagsExtTest-Tag-2038072892') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:33.145311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:33.145842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7e971a3b-e365-4093-87f7-65c3e4036256 None None] Port 026086f8-afae-4d33-9fd1-effae9981e0a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:33.149431 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.189956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7e971a3b-e365-4093-87f7-65c3e4036256 None None] Provisioning complete for port 3158684e-609d-4359-b3c2-9e6c743840ce triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:33.192788 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e971a3b-e365-4093-87f7-65c3e4036256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.329393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3158684e-609d-4359-b3c2-9e6c743840ce up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:33.391764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3158684e-609d-4359-b3c2-9e6c743840ce triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:33.392195 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.501484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-443e2c0e-52fa-4fca-a7f5-d1288cfc2fbf None None] Provisioning complete for port 026086f8-afae-4d33-9fd1-effae9981e0a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:33.501855 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-443e2c0e-52fa-4fca-a7f5-d1288cfc2fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.536362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-443e2c0e-52fa-4fca-a7f5-d1288cfc2fbf None None] Port 026086f8-afae-4d33-9fd1-effae9981e0a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:33.556547 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.569311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c0e371f-9173-40a3-8b52-040b24bfc63a req-2c996229-1c57-4662-9646-c2cd2a25616a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1260688 Sep 16 05:43:33.583466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a2a9b56-2063-4898-a5ec-748f7304b0ea req-67105e4d-2457-45cf-b086-55134463a214 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.1256177 Sep 16 05:43:33.635072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.20.0.5 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/1c336e41-49fa-4996-87a2-9f81e693a8b1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:33.635553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=681d1527-5368-44db-9fdb-62cb13feaec4,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:33.648471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c222fed3-a8d7-456f-8910-9cfcec63f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.649028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c222fed3-a8d7-456f-8910-9cfcec63f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.649444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c222fed3-a8d7-456f-8910-9cfcec63f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.649887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c222fed3-a8d7-456f-8910-9cfcec63f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.650381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c222fed3-a8d7-456f-8910-9cfcec63f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.650829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c222fed3-a8d7-456f-8910-9cfcec63f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.650947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': 'e3e3a585-b2a1-4c79-ba1e-f07084027b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1cdfb0b9-e337-4b3b-960f-daf33af695c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:33.651296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c222fed3-a8d7-456f-8910-9cfcec63f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.651454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: 1cdfb0b9-e337-4b3b-960f-daf33af695c1, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:33.653367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c222fed3-a8d7-456f-8910-9cfcec63f3a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6505 time: 0.6672812 Sep 16 05:43:33.736401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:33.818645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 1cdfb0b9-e337-4b3b-960f-daf33af695c1) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:33.818914 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fc3f08ef-29d4-4b29-88e2-2c87d5053704 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags/tempest-TagsExtTest-Tag-2038072892 HTTP/1.1" status: 201 len: 201 time: 0.8726676 Sep 16 05:43:33.820108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57598) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:33.829543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26178fc6-5b4c-4866-ae6c-f4ab9ad9455e None None] Network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:33.839670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-ba1d557c-5312-4004-b015-9afd6fbef455 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e', 'tempest-TagsExtTest-Tag-340376356') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:33.870644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-cff2c8f8-8d1e-44fe-bf31-0a4144a51fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.871043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-cff2c8f8-8d1e-44fe-bf31-0a4144a51fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.871533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-cff2c8f8-8d1e-44fe-bf31-0a4144a51fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.873233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-cff2c8f8-8d1e-44fe-bf31-0a4144a51fea service neutron] 10.222.0.30 "GET /v2.0/networks?id=472221c7-51b1-4eda-9603-da8cffafb028&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=4326dabb-46bc-4f5c-a266-ccbdec41531a&id=4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 200 len: 2299 time: 0.1932209 Sep 16 05:43:33.889837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.890423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.958893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb35c39b-2d12-4a54-8022-d84215dd94af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.960086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b8896c1-2c77-42f0-94f7-64cf267caea8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1089716 Sep 16 05:43:33.968950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57600) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:33.974249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': 'c82a8c5b-533d-4e35-8053-f0747b26f36e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:34.023746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c39b-2d12-4a54-8022-d84215dd94af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=25cb2fee-e7df-46da-ad3c-712a58aa71e2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.055675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ba1d557c-5312-4004-b015-9afd6fbef455 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags/tempest-TagsExtTest-Tag-340376356 HTTP/1.1" status: 201 len: 201 time: 0.2335293 Sep 16 05:43:34.061384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57602) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.070462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-34339208-951c-40e6-9fb3-b1610cf7288e tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff', 'tempest-TagsExtTest-Tag-1794829883') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:34.075487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-1cdfb0b9-e337-4b3b-960f-daf33af695c1', 'network_id': '1cdfb0b9-e337-4b3b-960f-daf33af695c1', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': '681d1527-5368-44db-9fdb-62cb13feaec4'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:43:34.075487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.097226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-02620644-e193-4c54-88e1-599127662058 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 200 len: 1000 time: 0.2141118 Sep 16 05:43:34.216256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:34.216860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb35c39b-2d12-4a54-8022-d84215dd94af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.218560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cb35c39b-2d12-4a54-8022-d84215dd94af tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "DELETE /v2.0/ports/25cb2fee-e7df-46da-ad3c-712a58aa71e2 HTTP/1.1" status: 204 len: 168 time: 1.7438335 Sep 16 05:43:34.220366 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.222828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57604) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.224652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-60ac2e98-fdad-4dac-b006-7d4acb86f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.226247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-60ac2e98-fdad-4dac-b006-7d4acb86f5ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f10dee9-1be3-463a-adbc-7b75feef5b36 HTTP/1.1" status: 200 len: 856 time: 0.1120667 Sep 16 05:43:34.237710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Allocated IP 172.20.0.2 (1cdfb0b9-e337-4b3b-960f-daf33af695c1/681d1527-5368-44db-9fdb-62cb13feaec4/98784395-a0f0-4683-98de-a2c3dad36af2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:34.255162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.306498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-34339208-951c-40e6-9fb3-b1610cf7288e tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags/tempest-TagsExtTest-Tag-1794829883 HTTP/1.1" status: 201 len: 201 time: 0.2416308 Sep 16 05:43:34.309591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57606) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.319327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-d364572f-d897-424b-add9-03410d09a952 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:34.377190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-5333216b-3ae0-4330-b82e-b5c794761233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.378942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-5333216b-3ae0-4330-b82e-b5c794761233 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=472221c7-51b1-4eda-9603-da8cffafb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380854 Sep 16 05:43:34.454363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-847387d1-3363-486e-a675-843b80677da3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port dd34d6a4-b131-452e-b3ef-209fe54a3dbd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:34.455154 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-847387d1-3363-486e-a675-843b80677da3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.491802 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.493870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d364572f-d897-424b-add9-03410d09a952 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags HTTP/1.1" status: 200 len: 241 time: 0.1817126 Sep 16 05:43:34.499043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57608) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.508048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-90ad449f-72c1-4d76-8ac5-2ad5d163e571 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2', 'tempest-TagsExtTest-Tag-1084262077') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:34.571451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.582684 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.635171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-92753fd7-7f7f-422f-948d-21efabdc6124 service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475989 Sep 16 05:43:34.641066 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-90ad449f-72c1-4d76-8ac5-2ad5d163e571 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags/tempest-TagsExtTest-Tag-1084262077 HTTP/1.1" status: 204 len: 168 time: 0.1396039 Sep 16 05:43:34.641693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57614) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:34.648076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-8cd94a58-abd4-42e6-aea5-358cf57214e0 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2', 'tempest-TagsExtTest-Tag-1084262077') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:34.706153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:34.709238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:34.715379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:34.729189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Pushing event updated for resources: {'Port': ['ID=98784395-a0f0-4683-98de-a2c3dad36af2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.753003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.759086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:34.785123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Attempting to bind port 98784395-a0f0-4683-98de-a2c3dad36af2 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:34.785994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Attempting to bind port 98784395-a0f0-4683-98de-a2c3dad36af2 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e3e3a585-b2a1-4c79-ba1e-f07084027b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1cdfb0b9-e337-4b3b-960f-daf33af695c1'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:34.786637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Attempting to bind port 98784395-a0f0-4683-98de-a2c3dad36af2 on network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:34.792589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:34.793306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Checking segment: {'id': 'e3e3a585-b2a1-4c79-ba1e-f07084027b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1cdfb0b9-e337-4b3b-960f-daf33af695c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:34.793918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.794769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Bound using segment: {'id': 'e3e3a585-b2a1-4c79-ba1e-f07084027b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1cdfb0b9-e337-4b3b-960f-daf33af695c1'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:34.795438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Bound port: 98784395-a0f0-4683-98de-a2c3dad36af2, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e3a585-b2a1-4c79-ba1e-f07084027b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1cdfb0b9-e337-4b3b-960f-daf33af695c1'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:34.796713 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.800058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:34.802571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:34.822278 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-847387d1-3363-486e-a675-843b80677da3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.877124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=1c336e41-49fa-4996-87a2-9f81e693a8b1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.891582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] For port 98784395-a0f0-4683-98de-a2c3dad36af2, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:34.896491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] For port 98784395-a0f0-4683-98de-a2c3dad36af2, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98784395-a0f0-4683-98de-a2c3dad36af2,segment=NetworkSegment(e3e3a585-b2a1-4c79-ba1e-f07084027b97),segment_id=e3e3a585-b2a1-4c79-ba1e-f07084027b97)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:34.899313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-847387d1-3363-486e-a675-843b80677da3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for dd34d6a4-b131-452e-b3ef-209fe54a3dbd owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:34.941252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b4af8-23fa-4bef-98a1-2c1efab25fa5 req-8dfd919e-ad40-4d66-bb0c-e15e1d43acf7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.949968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb7b4af8-23fa-4bef-98a1-2c1efab25fa5 req-8dfd919e-ad40-4d66-bb0c-e15e1d43acf7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 931 time: 0.2426400 Sep 16 05:43:34.984541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.985272 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:34.991633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=1306e979-d99c-4f7c-b6cc-0d5a5d85ebb2,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:34.992118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.000221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': '3d686d68-11a7-4af8-985b-3c07433c3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c82a8c5b-533d-4e35-8053-f0747b26f36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:35.000764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-2562722e-92cc-4a6a-aa61-bbe39c0220c2 service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196423 Sep 16 05:43:35.000968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: c82a8c5b-533d-4e35-8053-f0747b26f36e, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:35.019334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8cd94a58-abd4-42e6-aea5-358cf57214e0 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags/tempest-TagsExtTest-Tag-1084262077 HTTP/1.1" status: 204 len: 168 time: 0.3763137 Sep 16 05:43:35.024884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57618) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:35.027098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb7b4af8-23fa-4bef-98a1-2c1efab25fa5 req-919fff22-0bd0-473a-800d-c602a78232b9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759203 Sep 16 05:43:35.032283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-2361009d-bdfe-4797-b99b-023205178ed7 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:35.076733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429534a-3794-4cd6-b2ab-aed87cd18c90 None None] Pushing event updated for resources: {'Port': ['ID=98784395-a0f0-4683-98de-a2c3dad36af2,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:35.128442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-deb20112-743d-4629-9892-4f4a395a155a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 217 time: 0.1192303 Sep 16 05:43:35.132429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-3a169208-f410-43fb-a08f-10367dc4d069 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9034269 Sep 16 05:43:35.139555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network c82a8c5b-533d-4e35-8053-f0747b26f36e is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:35.175086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-83d54f90-722c-4fdf-b191-6e3654e153fb None None] Provisioning complete for port 1c336e41-49fa-4996-87a2-9f81e693a8b1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:35.176080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83d54f90-722c-4fdf-b191-6e3654e153fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.193925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Request body: {'port': {'device_id': '923783dd-995d-4901-915b-5c742d8d7cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:35.220443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-83d54f90-722c-4fdf-b191-6e3654e153fb None None] Port 1c336e41-49fa-4996-87a2-9f81e693a8b1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:35.261382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-66a2237d-4d9e-475d-a50d-eeef22290e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:35.270735 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-66a2237d-4d9e-475d-a50d-eeef22290e30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1251233 Sep 16 05:43:35.278036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c82a8c5b-533d-4e35-8053-f0747b26f36e) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:35.283462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:35.284238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.313650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641772ef-2a66-4268-85a8-83872e9d7559 None None] Network c82a8c5b-533d-4e35-8053-f0747b26f36e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:35.368231 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5c538547-5c6a-4527-acc4-97468226431b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3976696 Sep 16 05:43:35.370657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57620) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:35.398331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a9ec0d44-18b7-41a3-a8d6-9c7ae4729634 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1216094393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:35.471296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2361009d-bdfe-4797-b99b-023205178ed7 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags HTTP/1.1" status: 200 len: 205 time: 0.4415786 Sep 16 05:43:35.474960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57622) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:35.475756 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.496883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-f8c8f02d-babe-4eb1-a519-3f23db165721 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:35.532288 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0d44-18b7-41a3-a8d6-9c7ae4729634 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.539990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0d44-18b7-41a3-a8d6-9c7ae4729634 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.562843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-67db5bba-43d1-4b0d-b872-8324fea069ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:35.564671 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-67db5bba-43d1-4b0d-b872-8324fea069ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2389393 Sep 16 05:43:35.568900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c82a8c5b-533d-4e35-8053-f0747b26f36e', 'network_id': 'c82a8c5b-533d-4e35-8053-f0747b26f36e', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': '1306e979-d99c-4f7c-b6cc-0d5a5d85ebb2'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:43:35.568900 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.571388 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-847387d1-3363-486e-a675-843b80677da3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.635729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69a8b3cd-0f32-4f98-966f-3242668dcc76 req-f95b3d03-1e7c-4ed4-8dd0-bd5c15ab382c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0759447 Sep 16 05:43:35.678061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847387d1-3363-486e-a675-843b80677da3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=dd34d6a4-b131-452e-b3ef-209fe54a3dbd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:35.680588 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0d44-18b7-41a3-a8d6-9c7ae4729634 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.751078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0d44-18b7-41a3-a8d6-9c7ae4729634 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.756739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Allocated IP 172.21.0.2 (c82a8c5b-533d-4e35-8053-f0747b26f36e/1306e979-d99c-4f7c-b6cc-0d5a5d85ebb2/cc493718-5b24-4c09-bc32-144a6822f016) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:35.860402 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0d44-18b7-41a3-a8d6-9c7ae4729634 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:35.862881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a9ec0d44-18b7-41a3-a8d6-9c7ae4729634 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4903011 Sep 16 05:43:35.864888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57632) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:35.971890 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.045552 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.083717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Network c82a8c5b-533d-4e35-8053-f0747b26f36e is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:36.086186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:36.138759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:36.187093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Pushing event updated for resources: {'Port': ['ID=cc493718-5b24-4c09-bc32-144a6822f016,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:36.290343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Attempting to bind port cc493718-5b24-4c09-bc32-144a6822f016 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:36.290708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Attempting to bind port cc493718-5b24-4c09-bc32-144a6822f016 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3d686d68-11a7-4af8-985b-3c07433c3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c82a8c5b-533d-4e35-8053-f0747b26f36e'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:36.291057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Attempting to bind port cc493718-5b24-4c09-bc32-144a6822f016 on network c82a8c5b-533d-4e35-8053-f0747b26f36e {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:36.297234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:36.297600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Checking segment: {'id': '3d686d68-11a7-4af8-985b-3c07433c3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c82a8c5b-533d-4e35-8053-f0747b26f36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:36.299105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.299680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Bound using segment: {'id': '3d686d68-11a7-4af8-985b-3c07433c3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c82a8c5b-533d-4e35-8053-f0747b26f36e'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:36.300378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Bound port: cc493718-5b24-4c09-bc32-144a6822f016, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d686d68-11a7-4af8-985b-3c07433c3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c82a8c5b-533d-4e35-8053-f0747b26f36e'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:36.303002 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.329495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5acf039f-cd8c-452c-833a-385a76c2bd67 req-6f5be94c-efcc-4a7e-b9c4-f609e4dff13e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1049557 Sep 16 05:43:36.361609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f8c8f02d-babe-4eb1-a519-3f23db165721 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags HTTP/1.1" status: 200 len: 241 time: 0.8701713 Sep 16 05:43:36.374622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57636) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:36.376877 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.382139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-4f437977-fe45-4e07-938b-b39c4b6fb76a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a', 'tempest-TagsExtTest-Tag-2038072892') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:36.422148 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-847387d1-3363-486e-a675-843b80677da3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.426984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-847387d1-3363-486e-a675-843b80677da3 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "DELETE /v2.0/ports/dd34d6a4-b131-452e-b3ef-209fe54a3dbd HTTP/1.1" status: 204 len: 168 time: 2.1996665 Sep 16 05:43:36.448574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:36.481427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] For port cc493718-5b24-4c09-bc32-144a6822f016, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:36.486073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] For port cc493718-5b24-4c09-bc32-144a6822f016, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cc493718-5b24-4c09-bc32-144a6822f016,segment=NetworkSegment(3d686d68-11a7-4af8-985b-3c07433c3c3e),segment_id=3d686d68-11a7-4af8-985b-3c07433c3c3e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:36.528460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-3b660493-9371-4799-a56e-366b4b5d9028 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9510343 Sep 16 05:43:36.575412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e38a99-bae7-4b4e-bafb-26f1de8b5425 req-e922c414-2ac3-4015-b747-5273afcd6e01 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:36.581379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7e38a99-bae7-4b4e-bafb-26f1de8b5425 req-e922c414-2ac3-4015-b747-5273afcd6e01 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 931 time: 0.3602579 Sep 16 05:43:36.623148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.705647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac621e6f-35a2-492e-b496-c528a4d061d5 None None] Pushing event updated for resources: {'Port': ['ID=cc493718-5b24-4c09-bc32-144a6822f016,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:36.795484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a403dff-9347-4510-9baf-da7839c2b9ee tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting subnet 9f0f160b-ff9c-43aa-b5d9-9d604de84c6b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:36.824092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9aa947-0a7c-4394-9ee1-fbab992896c0 None None] Network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:36.831463 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5a403dff-9347-4510-9baf-da7839c2b9ee tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.847679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7e38a99-bae7-4b4e-bafb-26f1de8b5425 req-f80a6f36-e2cc-46fb-a276-9bbb90ee0d29 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460268 Sep 16 05:43:36.851317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.20.0.1 (1cdfb0b9-e337-4b3b-960f-daf33af695c1/681d1527-5368-44db-9fdb-62cb13feaec4/a076d783-ab40-4527-8885-d0504568b8fb) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:36.914146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c336e41-49fa-4996-87a2-9f81e693a8b1 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:43:36.931395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.979473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f15e635c-674f-40a0-85fd-0157fd1e7283 None None] Provisioning complete for port 98784395-a0f0-4683-98de-a2c3dad36af2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:36.991456 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f15e635c-674f-40a0-85fd-0157fd1e7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:36.998707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4f437977-fe45-4e07-938b-b39c4b6fb76a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags/tempest-TagsExtTest-Tag-2038072892 HTTP/1.1" status: 204 len: 168 time: 0.6199417 Sep 16 05:43:37.003190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57640) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:37.010288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-933ca635-c02a-4466-9dd0-027baba81246 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a', 'tempest-TagsExtTest-Tag-2038072892') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:37.016522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Transition to ACTIVE for port object 1c336e41-49fa-4996-87a2-9f81e693a8b1 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:43:37.039229 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-99b63d95-2baf-4551-a594-d35dc8fa226c service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743011 Sep 16 05:43:37.044470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.044802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5a403dff-9347-4510-9baf-da7839c2b9ee tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.117707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c64127e4-3d71-4988-a368-af26424188a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 217 time: 0.0674205 Sep 16 05:43:37.121329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.211357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.265547 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f15e635c-674f-40a0-85fd-0157fd1e7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.268988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-2b301311-8d1e-4a5b-9af7-50eaccd01528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:37.270312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-2b301311-8d1e-4a5b-9af7-50eaccd01528 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1165028 Sep 16 05:43:37.306759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c336e41-49fa-4996-87a2-9f81e693a8b1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:37.320735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-933ca635-c02a-4466-9dd0-027baba81246 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags/tempest-TagsExtTest-Tag-2038072892 HTTP/1.1" status: 204 len: 168 time: 0.3138111 Sep 16 05:43:37.320875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57642) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:37.336662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f15e635c-674f-40a0-85fd-0157fd1e7283 None None] For port 98784395-a0f0-4683-98de-a2c3dad36af2, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98784395-a0f0-4683-98de-a2c3dad36af2,segment=NetworkSegment(e3e3a585-b2a1-4c79-ba1e-f07084027b97),segment_id=e3e3a585-b2a1-4c79-ba1e-f07084027b97)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:37.341082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-f654a38b-50a3-46cb-b12d-a43f86f4b066 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:37.416132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5a403dff-9347-4510-9baf-da7839c2b9ee tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.434666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cc493718-5b24-4c09-bc32-144a6822f016 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:37.512948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f15e635c-674f-40a0-85fd-0157fd1e7283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.532248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-0134520a-e046-4110-b31b-ad957e75bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:37.539111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-0134520a-e046-4110-b31b-ad957e75bc75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2221849 Sep 16 05:43:37.545577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Attempting to bind port 1c336e41-49fa-4996-87a2-9f81e693a8b1 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:37.546455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Attempting to bind port 1c336e41-49fa-4996-87a2-9f81e693a8b1 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:37.546912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Attempting to bind port 1c336e41-49fa-4996-87a2-9f81e693a8b1 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:37.584602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Port 1c336e41-49fa-4996-87a2-9f81e693a8b1 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:43:37.584982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Attempting to bind port 1c336e41-49fa-4996-87a2-9f81e693a8b1 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:37.613182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:37.625177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:37.625177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:37.625177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Bound port: 1c336e41-49fa-4996-87a2-9f81e693a8b1, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:37.625177 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.656724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e635c-674f-40a0-85fd-0157fd1e7283 None None] Pushing event updated for resources: {'Port': ['ID=98784395-a0f0-4683-98de-a2c3dad36af2,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:37.660788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cc493718-5b24-4c09-bc32-144a6822f016 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:37.668142 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.682139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5a403dff-9347-4510-9baf-da7839c2b9ee tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.808849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a403dff-9347-4510-9baf-da7839c2b9ee tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0f160b-ff9c-43aa-b5d9-9d604de84c6b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:37.825387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5a403dff-9347-4510-9baf-da7839c2b9ee tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.830496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5a403dff-9347-4510-9baf-da7839c2b9ee tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "DELETE /v2.0/subnets/9f0f160b-ff9c-43aa-b5d9-9d604de84c6b HTTP/1.1" status: 204 len: 168 time: 1.3763263 Sep 16 05:43:37.834511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57648) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:37.872886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2067da-3e26-424f-973d-84cfcc341eaf None None] Network f60b21fe-fe60-4b7d-896e-621284a58891 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:37.913045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:37.933692 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-b22f4cfa-c3ec-4d41-9b2e-409b3a7b5fd6 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815792 Sep 16 05:43:37.944476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:37.948376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:37.962060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:37.994535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] For port 1c336e41-49fa-4996-87a2-9f81e693a8b1, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:38.046590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1863c8-631a-4e36-bf7e-bb0a2fead231 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting subnet ce0cd1a8-12f2-4072-a7ec-0e232438602f {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:38.057348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7403ce6d-49c5-4f28-bc51-b8072616c829 None None] Provisioning complete for port a076d783-ab40-4527-8885-d0504568b8fb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:38.061260 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7403ce6d-49c5-4f28-bc51-b8072616c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.088255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=a076d783-ab40-4527-8885-d0504568b8fb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:38.114125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.117241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] For port 1c336e41-49fa-4996-87a2-9f81e693a8b1, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1c336e41-49fa-4996-87a2-9f81e693a8b1,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:38.118509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb1863c8-631a-4e36-bf7e-bb0a2fead231 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.152743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port cc493718-5b24-4c09-bc32-144a6822f016, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cc493718-5b24-4c09-bc32-144a6822f016,segment=NetworkSegment(3d686d68-11a7-4af8-985b-3c07433c3c3e),segment_id=3d686d68-11a7-4af8-985b-3c07433c3c3e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:38.205969 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7403ce6d-49c5-4f28-bc51-b8072616c829 None None] Port a076d783-ab40-4527-8885-d0504568b8fb cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:38.206862 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb1863c8-631a-4e36-bf7e-bb0a2fead231 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.241361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eabbe-ed09-4583-aec0-057ef3ee1542 req-dd7fdc6e-fa1e-4c54-925b-0cfc85e85114 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.242684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c50eabbe-ed09-4583-aec0-057ef3ee1542 req-dd7fdc6e-fa1e-4c54-925b-0cfc85e85114 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.2159269 Sep 16 05:43:38.256629 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.278971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7403ce6d-49c5-4f28-bc51-b8072616c829 None None] Provisioning complete for port 98784395-a0f0-4683-98de-a2c3dad36af2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:38.279682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7403ce6d-49c5-4f28-bc51-b8072616c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.316352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-a71bed56-ad79-4b27-9adb-08642a39ab1c service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722737 Sep 16 05:43:38.338193 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.339095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98784395-a0f0-4683-98de-a2c3dad36af2 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:38.350270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f654a38b-50a3-46cb-b12d-a43f86f4b066 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags HTTP/1.1" status: 200 len: 205 time: 1.0239353 Sep 16 05:43:38.376658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:38.388042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-46533484-6683-4c9d-a65f-4525f7d99804 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:38.426501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6c08689-06b3-4097-bce6-e33393b35d18 req-66b5cdb7-9433-499b-b317-570b72572df3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0752468 Sep 16 05:43:38.449003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c50eabbe-ed09-4583-aec0-057ef3ee1542 req-e345c739-91d7-4963-a7e8-e4a4a6eaf30a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615214 Sep 16 05:43:38.472830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.473773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.475470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c336e41-49fa-4996-87a2-9f81e693a8b1 HTTP/1.1" status: 200 len: 1092 time: 3.2992728 Sep 16 05:43:38.487726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] DHCP port deletion for f60b21fe-fe60-4b7d-896e-621284a58891 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:43:38.511927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923783dd-995d-4901-915b-5c742d8d7cbd', 'tag': '1c336e41-49fa-4996-87a2-9f81e693a8b1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:38.514345 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2968911-5477-4dca-b75b-1d0ee83b0048" -d '{"events": [{"name": "network-changed", "server_uuid": "923783dd-995d-4901-915b-5c742d8d7cbd", "tag": "1c336e41-49fa-4996-87a2-9f81e693a8b1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:38.541793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-96de614a-7660-4ff5-ac91-24681ce30d1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e HTTP/1.1" status: 200 len: 217 time: 0.1685750 Sep 16 05:43:38.595880 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe1ed4-1daf-4a98-8b5c-29ab96c80494 x-openstack-request-id: req-f4fe1ed4-1daf-4a98-8b5c-29ab96c80494 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:38.595880 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923783dd-995d-4901-915b-5c742d8d7cbd", "tag": "1c336e41-49fa-4996-87a2-9f81e693a8b1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:38.595880 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4fe1ed4-1daf-4a98-8b5c-29ab96c80494 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:38.595880 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923783dd-995d-4901-915b-5c742d8d7cbd', 'tag': '1c336e41-49fa-4996-87a2-9f81e693a8b1', 'status': 'completed', 'code': 200} Sep 16 05:43:38.641382 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.668049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-51a062af-ab47-456d-b8a9-c962bbda1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.669705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-51a062af-ab47-456d-b8a9-c962bbda1ef1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0922868 Sep 16 05:43:38.670483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308baa82-6208-4cfe-a5d9-d41f9f957fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c336e41-49fa-4996-87a2-9f81e693a8b1,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:38.759321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb47460-b4c4-47cb-9e61-60f51f0e358a None None] Network c82a8c5b-533d-4e35-8053-f0747b26f36e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:38.797597 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb1863c8-631a-4e36-bf7e-bb0a2fead231 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.807385 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-46533484-6683-4c9d-a65f-4525f7d99804 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags HTTP/1.1" status: 200 len: 240 time: 0.4204190 Sep 16 05:43:38.808455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57660) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:38.816151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-e805581d-952e-4706-8c9e-63b67acd2ee9 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e', 'tempest-TagsExtTest-Tag-340376356') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:38.870465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=cc493718-5b24-4c09-bc32-144a6822f016,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:38.871908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968911-5477-4dca-b75b-1d0ee83b0048 req-91e5560c-d499-4b87-889b-84f695bdb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.874187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2968911-5477-4dca-b75b-1d0ee83b0048 req-91e5560c-d499-4b87-889b-84f695bdb23c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 1095 time: 0.1853857 Sep 16 05:43:38.879809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-6cffddd7-45a3-4585-927e-7ba4e2e0cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.880620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-6cffddd7-45a3-4585-927e-7ba4e2e0cfba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1704233 Sep 16 05:43:38.959612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 98784395-a0f0-4683-98de-a2c3dad36af2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:38.960067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.996782 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e805581d-952e-4706-8c9e-63b67acd2ee9 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags/tempest-TagsExtTest-Tag-340376356 HTTP/1.1" status: 204 len: 168 time: 0.1852891 Sep 16 05:43:38.998574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57662) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:39.001974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-b5887d8c-64f2-4816-9f42-d56d289018e7 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e', 'tempest-TagsExtTest-Tag-340376356') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:39.039377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb1863c8-631a-4e36-bf7e-bb0a2fead231 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.093770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1863c8-631a-4e36-bf7e-bb0a2fead231 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0cd1a8-12f2-4072-a7ec-0e232438602f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:39.099166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eb1863c8-631a-4e36-bf7e-bb0a2fead231 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.101157 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eb1863c8-631a-4e36-bf7e-bb0a2fead231 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "DELETE /v2.0/subnets/ce0cd1a8-12f2-4072-a7ec-0e232438602f HTTP/1.1" status: 204 len: 168 time: 1.2655506 Sep 16 05:43:39.106548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:39.116734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] Deleting port ca764c38-de37-4d59-afb0-f7f61cc1993d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:39.117434 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.129394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1e0fd-3df9-4b7b-8ebe-c353b4e8ba0e None None] Network 99b90ff8-9324-4e7b-a91c-d931cb8278d1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:39.139464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.190905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968911-5477-4dca-b75b-1d0ee83b0048 req-0f05fb40-a97b-4810-ac58-acf0b309786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:39.191175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6508fb8c-5906-468e-8fa6-b288c1d6f980 None None] Provisioning complete for port cc493718-5b24-4c09-bc32-144a6822f016 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:39.191505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6508fb8c-5906-468e-8fa6-b288c1d6f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.192540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2968911-5477-4dca-b75b-1d0ee83b0048 req-0f05fb40-a97b-4810-ac58-acf0b309786f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=eeb93f4e80b947838ff72672315f5c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2917190 Sep 16 05:43:39.194278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-a4d8c9eb-6ae1-4e16-9ee0-d88b43f3b814 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052058 Sep 16 05:43:39.222225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db8ed7d8-133d-460f-9ae4-edb1f9918e4a req-cb827b85-5619-41f7-b398-4cc2453b1dd3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0622668 Sep 16 05:43:39.242735 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.318557 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b5887d8c-64f2-4816-9f42-d56d289018e7 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags/tempest-TagsExtTest-Tag-340376356 HTTP/1.1" status: 204 len: 168 time: 0.3205154 Sep 16 05:43:39.324781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57670) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:39.337234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-a4dc011f-66a7-44e7-9b94-1e0f2ede9004 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:39.404248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] For port ca764c38-de37-4d59-afb0-f7f61cc1993d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ca764c38-de37-4d59-afb0-f7f61cc1993d,segment=NetworkSegment(31f83ce9-f934-4064-92dd-5a7587c9a7de),segment_id=31f83ce9-f934-4064-92dd-5a7587c9a7de)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:39.404764 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.407062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.416453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=a076d783-ab40-4527-8885-d0504568b8fb,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:39.479418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] Calling delete_port for ca764c38-de37-4d59-afb0-f7f61cc1993d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:39.620679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a4dc011f-66a7-44e7-9b94-1e0f2ede9004 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags HTTP/1.1" status: 200 len: 205 time: 0.2913806 Sep 16 05:43:39.628139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cc493718-5b24-4c09-bc32-144a6822f016 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:39.628373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57674) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:39.635423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-592f2eed-a20f-4c6e-a983-1501e4050780 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:39.673346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.682545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:39.685961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:39.697780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720138f5-a086-4ea5-b4ac-89abb37c6196 req-3ec547a2-a506-4887-86f3-bfbadaaed137 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:39.699353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-720138f5-a086-4ea5-b4ac-89abb37c6196 req-3ec547a2-a506-4887-86f3-bfbadaaed137 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1258962 Sep 16 05:43:39.710619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-592f2eed-a20f-4c6e-a983-1501e4050780 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags HTTP/1.1" status: 200 len: 241 time: 0.0790296 Sep 16 05:43:39.723090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57676) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:39.723921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6508fb8c-5906-468e-8fa6-b288c1d6f980 None None] Provisioning complete for port a076d783-ab40-4527-8885-d0504568b8fb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:39.724382 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6508fb8c-5906-468e-8fa6-b288c1d6f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.732168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-0f4d00a7-9522-465b-a5bf-ddb79f1c5ae9 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff', 'tempest-TagsExtTest-Tag-1794829883') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:39.781152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cc493718-5b24-4c09-bc32-144a6822f016 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:39.781730 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.830821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6508fb8c-5906-468e-8fa6-b288c1d6f980 None None] Port a076d783-ab40-4527-8885-d0504568b8fb cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:39.863904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-7f61dd92-703e-4d25-8d18-a668ce1de62a service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409049 Sep 16 05:43:39.865728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968911-5477-4dca-b75b-1d0ee83b0048 req-46553e52-26f4-4996-82f5-a203edd68e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:39.867237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2968911-5477-4dca-b75b-1d0ee83b0048 req-46553e52-26f4-4996-82f5-a203edd68e58 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6433070 Sep 16 05:43:39.903049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98784395-a0f0-4683-98de-a2c3dad36af2 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:39.905127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] DHCP port deletion for 99b90ff8-9324-4e7b-a91c-d931cb8278d1 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:43:39.911016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:39.935166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-92aed655-fa3a-4b1d-a6cf-4f3a4340e1ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e HTTP/1.1" status: 200 len: 217 time: 0.0633981 Sep 16 05:43:39.996172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-720138f5-a086-4ea5-b4ac-89abb37c6196 req-e6d7f37d-8571-4f43-9d61-54d51b1367fc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898438 Sep 16 05:43:40.003613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0f4d00a7-9522-465b-a5bf-ddb79f1c5ae9 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags/tempest-TagsExtTest-Tag-1794829883 HTTP/1.1" status: 204 len: 168 time: 0.2764959 Sep 16 05:43:40.004261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57678) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:40.007625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-ff20641e-20d3-4471-a07b-6dd726d59ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.011265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-e7a78dac-48ef-45b9-8335-08c1f2379e60 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff', 'tempest-TagsExtTest-Tag-1794829883') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.012896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-ff20641e-20d3-4471-a07b-6dd726d59ede service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0657649 Sep 16 05:43:40.043186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] No DVR routers for this DVR port ca764c38-de37-4d59-afb0-f7f61cc1993d on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:40.072603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Deleting port ca764c38-de37-4d59-afb0-f7f61cc1993d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:40.073011 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.117868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e4dbf-f683-4838-912d-3436c390c92c None None] Pushing event deleted for resources: {'Port': ['ID=ca764c38-de37-4d59-afb0-f7f61cc1993d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:40.131504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 98784395-a0f0-4683-98de-a2c3dad36af2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:40.131896 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.163824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d54919e3-0eea-4d0a-9e2d-eb2781aaa8a4 None None] Provisioning complete for port cc493718-5b24-4c09-bc32-144a6822f016 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:40.164233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d54919e3-0eea-4d0a-9e2d-eb2781aaa8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.186009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e7a78dac-48ef-45b9-8335-08c1f2379e60 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags/tempest-TagsExtTest-Tag-1794829883 HTTP/1.1" status: 204 len: 168 time: 0.1810670 Sep 16 05:43:40.189871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57680) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:40.194824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-22e6099b-7e41-4945-a663-ac6bcfb25082 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.199052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 7f3959dd-e6d0-4fee-b758-b72ac066a26b is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:43:40.201262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] For port ca764c38-de37-4d59-afb0-f7f61cc1993d, host n-d-712749-15, got binding levels [] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:40.201262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.217570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Calling delete_port for ca764c38-de37-4d59-afb0-f7f61cc1993d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:40.222099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Port ca764c38-de37-4d59-afb0-f7f61cc1993d was not found and therefore no delete operation was performed {{(pid=95660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:43:40.226394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65b10-fb37-4653-8546-ba361de74507 req-0cf9c130-8110-4d8b-baf6-f9abcecd466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.231059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-0cf9c130-8110-4d8b-baf6-f9abcecd466d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 1095 time: 0.2137413 Sep 16 05:43:40.231059 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.244897 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-22e6099b-7e41-4945-a663-ac6bcfb25082 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags HTTP/1.1" status: 200 len: 205 time: 0.0448740 Sep 16 05:43:40.245133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] Deleting port b561a998-362e-4649-9496-70e2ff0ba809 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:40.245133 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.245327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57682) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:40.245327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-ad3b59e7-36a9-4db2-8932-da5b56f2a2dd tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.267994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Port': ['ID=ca764c38-de37-4d59-afb0-f7f61cc1993d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:40.276462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-e7761262-91dc-4c11-916c-f3d0f906b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.289124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-e7761262-91dc-4c11-916c-f3d0f906b8f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2429652 Sep 16 05:43:40.326273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-a6050b9a-5d36-4ac1-aac1-332a4a511127 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c336e41-49fa-4996-87a2-9f81e693a8b1 HTTP/1.1" status: 200 len: 217 time: 0.0673356 Sep 16 05:43:40.339687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] No DVR routers for this DVR port ca764c38-de37-4d59-afb0-f7f61cc1993d on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:40.357261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ad3b59e7-36a9-4db2-8932-da5b56f2a2dd tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1176438 Sep 16 05:43:40.362072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57686) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:40.366981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-fb439d2b-6d78-45eb-9593-da0930ca1ae1 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.379516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] For port b561a998-362e-4649-9496-70e2ff0ba809, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b561a998-362e-4649-9496-70e2ff0ba809,segment=NetworkSegment(04e8af53-c61a-4074-8c07-85ff70df019f),segment_id=04e8af53-c61a-4074-8c07-85ff70df019f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:40.380104 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.399808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65b10-fb37-4653-8546-ba361de74507 req-9fbc6cf2-e548-40aa-8236-21856f2205a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.401731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-9fbc6cf2-e548-40aa-8236-21856f2205a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0613585 Sep 16 05:43:40.406091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] Calling delete_port for b561a998-362e-4649-9496-70e2ff0ba809 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:40.412822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:40.418122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9ac2944f-d149-49a3-aa47-a457870c7fbb tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/7f3959dd-e6d0-4fee-b758-b72ac066a26b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5516784 Sep 16 05:43:40.420953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57688) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:40.433287 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd381d9-7ef5-43b3-928e-ba22ed5cba64 None None] Sync routers for ids ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:40.445391 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd381d9-7ef5-43b3-928e-ba22ed5cba64 None None] Routers {'7f3959dd-e6d0-4fee-b758-b72ac066a26b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:40.445780 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dcd381d9-7ef5-43b3-928e-ba22ed5cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.489909 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dcd381d9-7ef5-43b3-928e-ba22ed5cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.500213 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd381d9-7ef5-43b3-928e-ba22ed5cba64 None None] Routers {'7f3959dd-e6d0-4fee-b758-b72ac066a26b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:40.501317 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dcd381d9-7ef5-43b3-928e-ba22ed5cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.535832 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dcd381d9-7ef5-43b3-928e-ba22ed5cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.537093 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd381d9-7ef5-43b3-928e-ba22ed5cba64 None None] The sync data for ids ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:40.544584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ca764c38-de37-4d59-afb0-f7f61cc1993d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:40.576837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ca764c38-de37-4d59-afb0-f7f61cc1993d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:40.578092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ca764c38-de37-4d59-afb0-f7f61cc1993d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:40.606839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.606985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e4b18504-c9f9-439a-9eb9-c5866513707e None None] Provisioning complete for port a076d783-ab40-4527-8885-d0504568b8fb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:40.606985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4b18504-c9f9-439a-9eb9-c5866513707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.614131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65b10-fb37-4653-8546-ba361de74507 req-deaf723b-f954-427d-baff-33d8bcf05b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.615743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-deaf723b-f954-427d-baff-33d8bcf05b47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025330 Sep 16 05:43:40.626017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-a98539e4-5958-4cef-908b-42e0925d1ce2 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106446 Sep 16 05:43:40.648302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e4b18504-c9f9-439a-9eb9-c5866513707e None None] Port a076d783-ab40-4527-8885-d0504568b8fb cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:40.651613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60b21fe-fe60-4b7d-896e-621284a58891']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.697198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f83ce9-f934-4064-92dd-5a7587c9a7de') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.698038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f83ce9-f934-4064-92dd-5a7587c9a7de') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.718857 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.761897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.765771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb55de65-18d0-4041-8039-b88236694197 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.767246 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cb55de65-18d0-4041-8039-b88236694197 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports/a076d783-ab40-4527-8885-d0504568b8fb HTTP/1.1" status: 200 len: 910 time: 0.3453393 Sep 16 05:43:40.770876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57692) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:40.784590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fb439d2b-6d78-45eb-9593-da0930ca1ae1 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags HTTP/1.1" status: 204 len: 168 time: 0.4205208 Sep 16 05:43:40.797841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57694) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:40.798447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] No DVR routers for this DVR port b561a998-362e-4649-9496-70e2ff0ba809 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:40.805011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f37803-dd54-4890-b01e-c345b7b606ac None None] Pushing event deleted for resources: {'Port': ['ID=b561a998-362e-4649-9496-70e2ff0ba809,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:40.805436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-63de13b2-b794-4064-848f-dc9b9c082538 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:40.840782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.858661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:40.859187 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:40.866182 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:40.946241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-010e69f5-8e2c-42cf-afb0-b0bb9db14aab service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145692 Sep 16 05:43:41.000864 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-8a3ee77f-0c16-432a-bbda-4d1222a8e0b5 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575640 Sep 16 05:43:41.097547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-054e1d6c-2836-4cb8-a4e8-2fd94c801d87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c523c76-b70e-4c2e-bea8-409609f88c97 HTTP/1.1" status: 200 len: 217 time: 0.0827346 Sep 16 05:43:41.119002 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5baacb19-9611-4a91-8aa3-36db199f8608 req-0bca8028-6409-419a-aeff-6e616f160ec7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0354455 Sep 16 05:43:41.124588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-63de13b2-b794-4064-848f-dc9b9c082538 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.3241339 Sep 16 05:43:41.125774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57702) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:41.159471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-48cf3fb7-c1b9-4f4a-a22f-ec048aaa449c tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:41.202740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.231732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.234213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "DELETE /v2.0/networks/f60b21fe-fe60-4b7d-896e-621284a58891 HTTP/1.1" status: 204 len: 168 time: 2.1248796 Sep 16 05:43:41.237630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:41.295055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1fda5-ad85-4a2c-9e56-2fc70aab631a tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Network': ['ID=f60b21fe-fe60-4b7d-896e-621284a58891,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:41.314101 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.322670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f580180-782f-4c1f-8dcb-65bc8fe26c42 req-658c5c05-4640-4bd3-b730-6580ed9bd183 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0734472 Sep 16 05:43:41.326965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d8b65b10-fb37-4653-8546-ba361de74507 req-50b7ac4a-6efd-49e1-add3-7fa57d1fdb2f service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642988 Sep 16 05:43:41.331385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c860df3e-3afa-40ab-bc6a-31b046d8b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:41.336532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-c860df3e-3afa-40ab-bc6a-31b046d8b8d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.2242780 Sep 16 05:43:41.377812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.385125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609305a2-f3df-40d7-b170-d55177b4bda0 req-e9a131ce-ac85-4948-a6cc-9e3a68f57020 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:41.387100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-609305a2-f3df-40d7-b170-d55177b4bda0 req-e9a131ce-ac85-4948-a6cc-9e3a68f57020 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.2675710 Sep 16 05:43:41.449836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-da4fb96d-1e24-466a-b5c8-8f200d9b0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:41.451801 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-da4fb96d-1e24-466a-b5c8-8f200d9b0528 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1097119 Sep 16 05:43:41.457289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-48cf3fb7-c1b9-4f4a-a22f-ec048aaa449c tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags HTTP/1.1" status: 204 len: 168 time: 0.3031342 Sep 16 05:43:41.464962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57710) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:41.469523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-7ff8357c-64e9-4162-87dc-9b777d5d14e8 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2', 'tempest-TagsExtTest-Tag-1694762067') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:41.476678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-609305a2-f3df-40d7-b170-d55177b4bda0 req-388704da-28a0-48d5-96b3-7ed5ee22a8eb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806003 Sep 16 05:43:41.556269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b561a998-362e-4649-9496-70e2ff0ba809 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:41.581754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b561a998-362e-4649-9496-70e2ff0ba809 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:41.582170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b561a998-362e-4649-9496-70e2ff0ba809 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:41.596184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-f58b94a3-64f4-4fe6-8d21-9ffb07f416d6 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270235 Sep 16 05:43:41.666145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.694372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-317b3e5a-c423-4a36-b045-dc07c9c1e7c2 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907352 Sep 16 05:43:41.703417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b90ff8-9324-4e7b-a91c-d931cb8278d1']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:41.741940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e8af53-c61a-4074-8c07-85ff70df019f') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:41.742237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e8af53-c61a-4074-8c07-85ff70df019f') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:41.744632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-4d111c29-e16a-406b-9d27-56d1b4b8e1f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 200 len: 217 time: 0.0431333 Sep 16 05:43:41.764663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.798379 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.833480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:41.833795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:41.837071 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:41.903234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.21.0.1 (c82a8c5b-533d-4e35-8053-f0747b26f36e/1306e979-d99c-4f7c-b6cc-0d5a5d85ebb2/0083bb30-ef65-4ce6-a24c-f2d1340bf113) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:41.906238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7ff8357c-64e9-4162-87dc-9b777d5d14e8 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags/tempest-TagsExtTest-Tag-1694762067 HTTP/1.1" status: 201 len: 201 time: 0.4402919 Sep 16 05:43:41.910805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:41.919011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-83f32217-afff-48ee-9eaa-b662d0cfd025 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a', 'tempest-TagsExtTest-Tag-1259456497') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:42.022100 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.036136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.045493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] 10.222.0.49 "DELETE /v2.0/networks/99b90ff8-9324-4e7b-a91c-d931cb8278d1 HTTP/1.1" status: 204 len: 168 time: 0.8015206 Sep 16 05:43:42.066882 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f5d1d-388c-479a-b9a9-08f25c3fbb20 tempest-TaggedBootDevicesTest-188317113 tempest-TaggedBootDevicesTest-188317113-project] Pushing event deleted for resources: {'Network': ['ID=99b90ff8-9324-4e7b-a91c-d931cb8278d1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:42.096773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-6c9e7c79-3c58-4bcf-87db-7fc26deab7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:42.098809 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-6c9e7c79-3c58-4bcf-87db-7fc26deab7d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.3464375 Sep 16 05:43:42.121224 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.152210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-bf10c871-4326-4cc6-846f-369ad8e9bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:42.153779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-bf10c871-4326-4cc6-846f-369ad8e9bd7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471303 Sep 16 05:43:42.256068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-1aa75480-ef4f-4142-80f7-d97d09cff6b4 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909407 Sep 16 05:43:42.266323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-83f32217-afff-48ee-9eaa-b662d0cfd025 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags/tempest-TagsExtTest-Tag-1259456497 HTTP/1.1" status: 201 len: 201 time: 0.3537133 Sep 16 05:43:42.268748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57714) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:42.284075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-d761b40d-fd1c-4928-8253-dae4ffe952b4 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e', 'tempest-TagsExtTest-Tag-1299334943') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:42.378026 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.388507 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5f3a50-45e3-415e-8505-e3787163d37f req-7e6c8212-f17a-4599-bb38-d4e1fc90e7d8 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256561 Sep 16 05:43:42.431274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network c82a8c5b-533d-4e35-8053-f0747b26f36e is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:42.436315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:42.441269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:42.445180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=0083bb30-ef65-4ce6-a24c-f2d1340bf113,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:42.490927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.575962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d761b40d-fd1c-4928-8253-dae4ffe952b4 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags/tempest-TagsExtTest-Tag-1299334943 HTTP/1.1" status: 201 len: 201 time: 0.3058233 Sep 16 05:43:42.579354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:42.590097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-d5ab61f0-5bef-4ac1-9418-0a4a37b0886f tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff', 'tempest-TagsExtTest-Tag-184449871') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:42.663251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b485-8810-4be0-aa99-3174a5b1e065 req-53d7dd19-b6e2-42ed-8552-c7b04755ec53 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:42.664914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b104b485-8810-4be0-aa99-3174a5b1e065 req-53d7dd19-b6e2-42ed-8552-c7b04755ec53 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1040833 Sep 16 05:43:42.709635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b104b485-8810-4be0-aa99-3174a5b1e065 req-239bd1f1-86a8-4d15-a4ea-1c9b722aca18 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373623 Sep 16 05:43:42.739277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d5ab61f0-5bef-4ac1-9418-0a4a37b0886f tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags/tempest-TagsExtTest-Tag-184449871 HTTP/1.1" status: 201 len: 201 time: 0.1555936 Sep 16 05:43:42.739590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57732) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:42.744157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-e252164d-c50e-4e76-a397-03d7e9fe00cc tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2', {'tags': ['tempest-TagsExtTest-Tag-1088102040', 'tempest-TagsExtTest-Tag-142098328', 'tempest-TagsExtTest-Tag-1388004234']}) {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:42.791051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-359bd59f-949b-4e29-9969-53b631131193 None None] Provisioning complete for port 0083bb30-ef65-4ce6-a24c-f2d1340bf113 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:42.791675 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-359bd59f-949b-4e29-9969-53b631131193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.837161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.837466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-359bd59f-949b-4e29-9969-53b631131193 None None] Port 0083bb30-ef65-4ce6-a24c-f2d1340bf113 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:42.893860 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e252164d-c50e-4e76-a397-03d7e9fe00cc tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags HTTP/1.1" status: 200 len: 317 time: 0.1530716 Sep 16 05:43:42.896782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57736) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:42.901349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-24d1cf1c-d487-42d7-ad6f-8d81c4a085d5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:43.211889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd1a08e8-b148-4f1a-8209-7f78f309878f req-6f0b9929-2aa3-4896-af1e-41dd3df6e839 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0378418 Sep 16 05:43:43.262572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:43.358220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f47e0ef1-466b-4048-ba79-ab012f274cc9 req-a26de3b3-98b8-43a0-91a3-2f616fb4d757 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0285051 Sep 16 05:43:43.414250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-24d1cf1c-d487-42d7-ad6f-8d81c4a085d5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags HTTP/1.1" status: 204 len: 168 time: 0.5163560 Sep 16 05:43:43.418273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57746) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:43.421852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-48bf9708-0460-444f-9348-a7dfe572478e tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2', 'tempest-TagsExtTest-Tag-1088102040') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:43.463470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:43.562482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=0083bb30-ef65-4ce6-a24c-f2d1340bf113,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:43.565572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:43.575692 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-48bf9708-0460-444f-9348-a7dfe572478e tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:43.576799 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-48bf9708-0460-444f-9348-a7dfe572478e tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags/tempest-TagsExtTest-Tag-1088102040 HTTP/1.1" status: 404 len: 329 time: 0.1589384 Sep 16 05:43:43.581769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57748) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:43.589069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-e67dd5f6-fef4-4b15-a73a-e5fa14b45df4 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2', 'tempest-TagsExtTest-Tag-142098328') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:43.669642 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e67dd5f6-fef4-4b15-a73a-e5fa14b45df4 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:43.676623 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e67dd5f6-fef4-4b15-a73a-e5fa14b45df4 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags/tempest-TagsExtTest-Tag-142098328 HTTP/1.1" status: 404 len: 328 time: 0.0874565 Sep 16 05:43:43.676623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57750) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:43.678646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-4f88015e-3755-4b2e-8186-ba62688e97ef tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2', 'tempest-TagsExtTest-Tag-1388004234') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:43.697720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network c82a8c5b-533d-4e35-8053-f0747b26f36e is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:43.699296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:43.825811 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-4f88015e-3755-4b2e-8186-ba62688e97ef tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:43.825811 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4f88015e-3755-4b2e-8186-ba62688e97ef tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags/tempest-TagsExtTest-Tag-1388004234 HTTP/1.1" status: 404 len: 329 time: 0.1509058 Sep 16 05:43:43.867965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57756) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:43.880083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-34c57fe8-affc-45e0-8380-9e25bf55c3ef tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a', {'tags': ['tempest-TagsExtTest-Tag-290921820', 'tempest-TagsExtTest-Tag-31528010', 'tempest-TagsExtTest-Tag-529284029']}) {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.015960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f1b0-0a57-4fcb-b2fa-3eacd24d8922 req-6f5f1b98-571e-4d28-ac5e-d9dd3249cb6c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.026051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc18f1b0-0a57-4fcb-b2fa-3eacd24d8922 req-6f5f1b98-571e-4d28-ac5e-d9dd3249cb6c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1935923 Sep 16 05:43:44.078716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2880f35b-09c5-4d5e-b696-44c3e73c92bb None None] Provisioning complete for port 0083bb30-ef65-4ce6-a24c-f2d1340bf113 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:44.079938 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2880f35b-09c5-4d5e-b696-44c3e73c92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.080718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc18f1b0-0a57-4fcb-b2fa-3eacd24d8922 req-6f4ed471-a092-428f-96cb-5de3393225f3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Sep 16 05:43:44.128639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2880f35b-09c5-4d5e-b696-44c3e73c92bb None None] Port 0083bb30-ef65-4ce6-a24c-f2d1340bf113 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:44.138580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 7f3959dd-e6d0-4fee-b758-b72ac066a26b has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:44.168451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-34c57fe8-affc-45e0-8380-9e25bf55c3ef tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags HTTP/1.1" status: 200 len: 314 time: 0.2974238 Sep 16 05:43:44.170946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57758) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:44.176809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-6575ebcc-88b7-4f49-934c-a612bc629c43 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.253053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:44.268044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bac22136-d375-400c-9557-02a0b90ac954 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/7f3959dd-e6d0-4fee-b758-b72ac066a26b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4903448 Sep 16 05:43:44.269416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57760) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:44.271085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971f6f8-a4a5-4c16-9515-7c098a8924a8 None None] Sync routers for ids ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:44.281147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971f6f8-a4a5-4c16-9515-7c098a8924a8 None None] Routers {'7f3959dd-e6d0-4fee-b758-b72ac066a26b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:44.281804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d971f6f8-a4a5-4c16-9515-7c098a8924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.319829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d971f6f8-a4a5-4c16-9515-7c098a8924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.336920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971f6f8-a4a5-4c16-9515-7c098a8924a8 None None] Routers {'7f3959dd-e6d0-4fee-b758-b72ac066a26b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:44.336920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d971f6f8-a4a5-4c16-9515-7c098a8924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.337298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba102b-5135-4c38-acb9-fad34ac61c09 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.337298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3ba102b-5135-4c38-acb9-fad34ac61c09 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports/0083bb30-ef65-4ce6-a24c-f2d1340bf113 HTTP/1.1" status: 200 len: 910 time: 0.0649853 Sep 16 05:43:44.338664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57762) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:44.377975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d971f6f8-a4a5-4c16-9515-7c098a8924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.383003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971f6f8-a4a5-4c16-9515-7c098a8924a8 None None] The sync data for ids ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:44.402423 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6575ebcc-88b7-4f49-934c-a612bc629c43 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.2304761 Sep 16 05:43:44.405333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:44.410536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-97983d7b-e8eb-4382-93a2-3a848ab5924a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a', 'tempest-TagsExtTest-Tag-290921820') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.472446 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-97983d7b-e8eb-4382-93a2-3a848ab5924a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:44.478110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-97983d7b-e8eb-4382-93a2-3a848ab5924a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags/tempest-TagsExtTest-Tag-290921820 HTTP/1.1" status: 404 len: 328 time: 0.0671852 Sep 16 05:43:44.478575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57768) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:44.483918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-0e718d4c-27e7-4c77-a31c-24a960b6e6be tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a', 'tempest-TagsExtTest-Tag-31528010') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.542742 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-0e718d4c-27e7-4c77-a31c-24a960b6e6be tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:44.543977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0e718d4c-27e7-4c77-a31c-24a960b6e6be tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags/tempest-TagsExtTest-Tag-31528010 HTTP/1.1" status: 404 len: 327 time: 0.0640545 Sep 16 05:43:44.546863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:44.551275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-f5698a6e-893c-4fbd-a986-3d65b5c4d94a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a', 'tempest-TagsExtTest-Tag-529284029') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.609258 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f5698a6e-893c-4fbd-a986-3d65b5c4d94a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:44.610390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5698a6e-893c-4fbd-a986-3d65b5c4d94a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags/tempest-TagsExtTest-Tag-529284029 HTTP/1.1" status: 404 len: 328 time: 0.0625279 Sep 16 05:43:44.613131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57772) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:44.618065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-fc7db9dc-bfcb-493f-a428-e10ffc57eca5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e', {'tags': ['tempest-TagsExtTest-Tag-709226497', 'tempest-TagsExtTest-Tag-2098692431', 'tempest-TagsExtTest-Tag-834432030']}) {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:44.810301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.871205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fc7db9dc-bfcb-493f-a428-e10ffc57eca5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags HTTP/1.1" status: 200 len: 316 time: 0.2568161 Sep 16 05:43:44.873570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:44.878458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-a03dc0b5-1f48-4d13-9d7d-ad6ea9a40e22 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:45.113658 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a03dc0b5-1f48-4d13-9d7d-ad6ea9a40e22 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags HTTP/1.1" status: 204 len: 168 time: 0.2388642 Sep 16 05:43:45.115076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:45.122697 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 0083bb30-ef65-4ce6-a24c-f2d1340bf113 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:45.123006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:45.125683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-255d55eb-dfe1-4ebd-bc47-968034d6ec97 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e', 'tempest-TagsExtTest-Tag-709226497') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:45.262942 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-255d55eb-dfe1-4ebd-bc47-968034d6ec97 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:45.268168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-255d55eb-dfe1-4ebd-bc47-968034d6ec97 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags/tempest-TagsExtTest-Tag-709226497 HTTP/1.1" status: 404 len: 328 time: 0.1517072 Sep 16 05:43:45.269049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57790) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:45.272062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:45.274346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-9154bbea-1f44-4a0d-b73f-074a2dcd367a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e', 'tempest-TagsExtTest-Tag-2098692431') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:45.317346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0be6-6024-4f1d-bc13-d3cee8d50d33 req-ffc5f627-a656-43d6-97e5-d62df157a708 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:45.318934 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d0f0be6-6024-4f1d-bc13-d3cee8d50d33 req-ffc5f627-a656-43d6-97e5-d62df157a708 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1238415 Sep 16 05:43:45.322873 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db62b271-8508-4192-8966-07532a97e7d9 req-428b1702-f109-49ed-9e3d-c050a361c4e8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0529547 Sep 16 05:43:45.328672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 0083bb30-ef65-4ce6-a24c-f2d1340bf113 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:45.368695 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-9154bbea-1f44-4a0d-b73f-074a2dcd367a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:45.372514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9154bbea-1f44-4a0d-b73f-074a2dcd367a tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags/tempest-TagsExtTest-Tag-2098692431 HTTP/1.1" status: 404 len: 329 time: 0.0996802 Sep 16 05:43:45.372894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:45.383847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-4e2248cc-79ca-4a3a-a1a5-00294bd31b18 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e', 'tempest-TagsExtTest-Tag-834432030') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:45.418124 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d0f0be6-6024-4f1d-bc13-d3cee8d50d33 req-21630f1f-82ce-45a4-9572-0f9750c532ec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913501 Sep 16 05:43:45.521030 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-4e2248cc-79ca-4a3a-a1a5-00294bd31b18 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:45.522099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4e2248cc-79ca-4a3a-a1a5-00294bd31b18 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags/tempest-TagsExtTest-Tag-834432030 HTTP/1.1" status: 404 len: 328 time: 0.1482720 Sep 16 05:43:45.524286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-721ee621-56b3-47f4-b209-4344762403df req-b7664d8e-e282-4743-acaa-2d8f999fd5d3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0393889 Sep 16 05:43:45.525048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57798) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:45.531166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-4b22f0b0-d1d0-4b1d-8bb0-343ba64e2dd5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff', {'tags': ['tempest-TagsExtTest-Tag-1231534127', 'tempest-TagsExtTest-Tag-837020952', 'tempest-TagsExtTest-Tag-748661692']}) {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:45.698289 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:45.730282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=0083bb30-ef65-4ce6-a24c-f2d1340bf113,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:45.894409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4b22f0b0-d1d0-4b1d-8bb0-343ba64e2dd5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "PUT /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags HTTP/1.1" status: 200 len: 316 time: 0.3630099 Sep 16 05:43:45.894986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57800) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:45.900014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-63a4ebbd-188e-4aad-bd61-1951d8f67fc6 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:45.929329 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.040139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-63a4ebbd-188e-4aad-bd61-1951d8f67fc6 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1437976 Sep 16 05:43:46.042985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57806) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:46.048994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-262093ef-54dd-458e-b932-0a3b3deff61d tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff', 'tempest-TagsExtTest-Tag-1231534127') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.078157 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-262093ef-54dd-458e-b932-0a3b3deff61d tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:46.082307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-262093ef-54dd-458e-b932-0a3b3deff61d tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags/tempest-TagsExtTest-Tag-1231534127 HTTP/1.1" status: 404 len: 329 time: 0.0353327 Sep 16 05:43:46.082508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57808) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:46.086958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-d9d998a6-4e67-4fd6-baaa-39ef391eaea2 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff', 'tempest-TagsExtTest-Tag-837020952') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.111834 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-d9d998a6-4e67-4fd6-baaa-39ef391eaea2 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:46.116105 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d9d998a6-4e67-4fd6-baaa-39ef391eaea2 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags/tempest-TagsExtTest-Tag-837020952 HTTP/1.1" status: 404 len: 328 time: 0.0296013 Sep 16 05:43:46.116757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57810) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:46.121114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-8d0b5b4e-44e9-4667-9fb1-9904db781a4c tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff', 'tempest-TagsExtTest-Tag-748661692') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.145195 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-8d0b5b4e-44e9-4667-9fb1-9904db781a4c tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] show failed (client error): The resource could not be found. Sep 16 05:43:46.148803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8d0b5b4e-44e9-4667-9fb1-9904db781a4c tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags/tempest-TagsExtTest-Tag-748661692 HTTP/1.1" status: 404 len: 328 time: 0.0289268 Sep 16 05:43:46.149776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57812) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:46.155942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-6c6f2714-b447-496a-8d0b-8b286f0b14dc tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '398ad7a8-0906-4d8c-a910-060e2d5db5ff') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.162566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 7f3959dd-e6d0-4fee-b758-b72ac066a26b has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:46.230588 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6c6f2714-b447-496a-8d0b-8b286f0b14dc tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0756180 Sep 16 05:43:46.230588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57814) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:46.235170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-e394cdc5-aa2e-4f17-88ac-75aa0d987dcf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52b71fff-dc91-4314-b2e8-af5d512ccc2e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.326573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:46.337318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-541f6ef8-8654-4c1e-9b94-674734a9edc9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/7f3959dd-e6d0-4fee-b758-b72ac066a26b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973791 Sep 16 05:43:46.340143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57818) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:46.345756 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a9e4c-ef1e-4b63-9d4c-3d67f29c271d None None] Sync routers for ids ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:46.355768 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a9e4c-ef1e-4b63-9d4c-3d67f29c271d None None] Routers {'7f3959dd-e6d0-4fee-b758-b72ac066a26b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:46.358505 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a66a9e4c-ef1e-4b63-9d4c-3d67f29c271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.399080 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a66a9e4c-ef1e-4b63-9d4c-3d67f29c271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.411814 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a9e4c-ef1e-4b63-9d4c-3d67f29c271d None None] Routers {'7f3959dd-e6d0-4fee-b758-b72ac066a26b'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:46.422573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a66a9e4c-ef1e-4b63-9d4c-3d67f29c271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.449382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e394cdc5-aa2e-4f17-88ac-75aa0d987dcf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e/tags HTTP/1.1" status: 204 len: 168 time: 0.2188470 Sep 16 05:43:46.451938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57822) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:46.457010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-59070000-b110-46a2-aacc-62e5ad8d2bd1 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '026086f8-afae-4d33-9fd1-effae9981e0a') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.463341 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a66a9e4c-ef1e-4b63-9d4c-3d67f29c271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:46.464308 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a9e4c-ef1e-4b63-9d4c-3d67f29c271d None None] The sync data for ids ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:46.597783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b57c5-88a4-41d6-9b14-af0804bcc410 req-4c1f4568-8a79-4105-b4ec-e04d11f3c27e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:46.615256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-718b57c5-88a4-41d6-9b14-af0804bcc410 req-4c1f4568-8a79-4105-b4ec-e04d11f3c27e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0831990 Sep 16 05:43:46.682776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-718b57c5-88a4-41d6-9b14-af0804bcc410 req-3061fd9a-9f86-46a5-8132-feada4f84cae tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615435 Sep 16 05:43:46.896373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59070000-b110-46a2-aacc-62e5ad8d2bd1 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a/tags HTTP/1.1" status: 204 len: 168 time: 0.4427505 Sep 16 05:43:46.900181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57828) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:46.904975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-ce8ab810-33d0-4f3d-8e22-c57941635cd1 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce67318d-80ee-4d17-bf5e-bfc701786dd2') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:47.037029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ce8ab810-33d0-4f3d-8e22-c57941635cd1 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2/tags HTTP/1.1" status: 204 len: 168 time: 0.1353374 Sep 16 05:43:47.041059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57830) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:47.085471 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:47.427497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-60229510-d45f-45c0-8628-e5ea62a1cb06 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for subnetpool, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:47.427497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-60229510-d45f-45c0-8628-e5ea62a1cb06 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnetpools/398ad7a8-0906-4d8c-a910-060e2d5db5ff HTTP/1.1" status: 204 len: 168 time: 0.3844411 Sep 16 05:43:47.429743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:47.449393 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73dc30d6-6b79-4402-a5c4-48d04bdf0af2 req-5c48c3fe-c225-4825-ae8e-d83d5ed7e743 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0479965 Sep 16 05:43:47.466296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4f150808-1398-4b30-b9fe-73c3df5291ac tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "GET /v2.0/ports?device_id=52b71fff-dc91-4314-b2e8-af5d512ccc2e HTTP/1.1" status: 200 len: 205 time: 0.0304787 Sep 16 05:43:47.469362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57840) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:47.470195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port a076d783-ab40-4527-8885-d0504568b8fb {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:47.471240 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:47.575938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40dc576b-cd6d-4c36-9203-50d4712571a5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:47.620147 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:47.640212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for a076d783-ab40-4527-8885-d0504568b8fb owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:47.785532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40dc576b-cd6d-4c36-9203-50d4712571a5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:47.788757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40dc576b-cd6d-4c36-9203-50d4712571a5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:47.826937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-124d97ca-1818-4fca-8680-a1363dab6343 req-dd88ff81-26ab-41e2-99fe-b693dea59ca5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0324938 Sep 16 05:43:47.895456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a101d-7428-4f45-a685-8bbd198f9967 req-1d4a42d9-ed86-4d55-8903-a9d5a603b95d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:47.896905 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b0a101d-7428-4f45-a685-8bbd198f9967 req-1d4a42d9-ed86-4d55-8903-a9d5a603b95d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0820358 Sep 16 05:43:47.980337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b0a101d-7428-4f45-a685-8bbd198f9967 req-6cb2dda0-445f-4d8a-b10a-f9378225cb03 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748339 Sep 16 05:43:48.004973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40dc576b-cd6d-4c36-9203-50d4712571a5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.005514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc576b-cd6d-4c36-9203-50d4712571a5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Fanout notify agent at l3_agent the message router_deleted on router 52b71fff-dc91-4314-b2e8-af5d512ccc2e {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:43:48.018179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-40dc576b-cd6d-4c36-9203-50d4712571a5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.018179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-40dc576b-cd6d-4c36-9203-50d4712571a5 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/routers/52b71fff-dc91-4314-b2e8-af5d512ccc2e HTTP/1.1" status: 204 len: 168 time: 0.5433428 Sep 16 05:43:48.018883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57848) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:48.096164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.137778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=a076d783-ab40-4527-8885-d0504568b8fb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:48.224541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fd78ebab-6793-423c-ad5c-ece66b9e8fdf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Deleting port 026086f8-afae-4d33-9fd1-effae9981e0a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:48.224900 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fd78ebab-6793-423c-ad5c-ece66b9e8fdf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.388405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.457466 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fd78ebab-6793-423c-ad5c-ece66b9e8fdf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.507802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fd78ebab-6793-423c-ad5c-ece66b9e8fdf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Calling delete_port for 026086f8-afae-4d33-9fd1-effae9981e0a owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:48.676307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 7f3959dd-e6d0-4fee-b758-b72ac066a26b has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:48.825619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:48.835682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c54ec3a8-6115-4122-984f-7607580a2366 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/7f3959dd-e6d0-4fee-b758-b72ac066a26b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4938583 Sep 16 05:43:48.839943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:48.840972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d10ddf-18a0-446d-ade0-89acea6b201d None None] Sync routers for ids ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:48.853308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d10ddf-18a0-446d-ade0-89acea6b201d None None] Routers {'7f3959dd-e6d0-4fee-b758-b72ac066a26b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:48.853945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c1d10ddf-18a0-446d-ade0-89acea6b201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:48.880237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57856) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:48.883249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f2c4cd17-7451-43f5-8c84-5dffe6c7f86b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f3959dd-e6d0-4fee-b758-b72ac066a26b HTTP/1.1" status: 200 len: 205 time: 0.0384457 Sep 16 05:43:48.898523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c1d10ddf-18a0-446d-ade0-89acea6b201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:48.912303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d10ddf-18a0-446d-ade0-89acea6b201d None None] Routers {'7f3959dd-e6d0-4fee-b758-b72ac066a26b'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:48.912944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c1d10ddf-18a0-446d-ade0-89acea6b201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:48.957147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c1d10ddf-18a0-446d-ade0-89acea6b201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:48.957811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d10ddf-18a0-446d-ade0-89acea6b201d None None] The sync data for ids ['7f3959dd-e6d0-4fee-b758-b72ac066a26b'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:48.974551 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fd78ebab-6793-423c-ad5c-ece66b9e8fdf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:48.996721 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f7ee55d-131b-455f-92b7-0a28c1129419 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.028178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78ebab-6793-423c-ad5c-ece66b9e8fdf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Pushing event deleted for resources: {'Port': ['ID=026086f8-afae-4d33-9fd1-effae9981e0a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:49.133431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725da23-6b2c-47bc-bbe9-39ee2528b6ff req-5a267a4c-22b9-4592-97cd-89b0670b211b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:49.145205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1725da23-6b2c-47bc-bbe9-39ee2528b6ff req-5a267a4c-22b9-4592-97cd-89b0670b211b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0859547 Sep 16 05:43:49.181996 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:49.192153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1725da23-6b2c-47bc-bbe9-39ee2528b6ff req-0c124d06-3e4b-47a0-a151-4f5161bec0b2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457411 Sep 16 05:43:49.261188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fd78ebab-6793-423c-ad5c-ece66b9e8fdf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.263149 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fd78ebab-6793-423c-ad5c-ece66b9e8fdf tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/ports/026086f8-afae-4d33-9fd1-effae9981e0a HTTP/1.1" status: 204 len: 168 time: 1.2430115 Sep 16 05:43:49.266288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57862) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:49.266547 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f7ee55d-131b-455f-92b7-0a28c1129419 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.268973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f7ee55d-131b-455f-92b7-0a28c1129419 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.334355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79318b6-3f76-4aac-9732-70f713093010 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Deleting subnet ce67318d-80ee-4d17-bf5e-bfc701786dd2 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:49.338784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b79318b6-3f76-4aac-9732-70f713093010 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.390637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f7ee55d-131b-455f-92b7-0a28c1129419 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.391446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7ee55d-131b-455f-92b7-0a28c1129419 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3959dd-e6d0-4fee-b758-b72ac066a26b {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:43:49.393203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b79318b6-3f76-4aac-9732-70f713093010 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.400202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f7ee55d-131b-455f-92b7-0a28c1129419 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.404561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f7ee55d-131b-455f-92b7-0a28c1129419 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/7f3959dd-e6d0-4fee-b758-b72ac066a26b HTTP/1.1" status: 204 len: 168 time: 0.5238042 Sep 16 05:43:49.405320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57864) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:49.458690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c104d075-44ac-498f-ba97-3d3d1bc95c06 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet 1306e979-d99c-4f7c-b6cc-0d5a5d85ebb2 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:49.463728 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c104d075-44ac-498f-ba97-3d3d1bc95c06 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.504453 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b79318b6-3f76-4aac-9732-70f713093010 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.521521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c104d075-44ac-498f-ba97-3d3d1bc95c06 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.669414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c104d075-44ac-498f-ba97-3d3d1bc95c06 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.721663 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b79318b6-3f76-4aac-9732-70f713093010 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.725627 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c86369d9-2687-4f28-b19f-a39978cded45 req-8cb195b7-5260-449f-854e-617200b538c5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0525644 Sep 16 05:43:49.778500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b79318b6-3f76-4aac-9732-70f713093010 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.787794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b79318b6-3f76-4aac-9732-70f713093010 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/subnets/ce67318d-80ee-4d17-bf5e-bfc701786dd2 HTTP/1.1" status: 204 len: 168 time: 0.5131168 Sep 16 05:43:49.787794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79318b6-3f76-4aac-9732-70f713093010 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Pushing event deleted for resources: {'Subnet': ['ID=ce67318d-80ee-4d17-bf5e-bfc701786dd2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:49.788456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57874) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:49.796102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a98a9-da4f-4be0-b69e-07754185fba6 None None] Network 08e819da-3b9b-474f-a0f7-cab3c730d3fa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:49.877868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.939366 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c104d075-44ac-498f-ba97-3d3d1bc95c06 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.949983 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28d1f780-855c-44c7-8444-8c41852c319f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.978767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66959b37-0b1a-4bef-be01-08466dd3cd94 req-4beb9446-a49f-4c8f-9bcd-0cb1988a0cd4 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0637407 Sep 16 05:43:49.995620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c104d075-44ac-498f-ba97-3d3d1bc95c06 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.995620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c104d075-44ac-498f-ba97-3d3d1bc95c06 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/1306e979-d99c-4f7c-b6cc-0d5a5d85ebb2 HTTP/1.1" status: 204 len: 168 time: 0.5870216 Sep 16 05:43:49.996549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104d075-44ac-498f-ba97-3d3d1bc95c06 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=1306e979-d99c-4f7c-b6cc-0d5a5d85ebb2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:49.998552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57882) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:50.006272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d7632-54e4-4318-8374-adda800df839 None None] Network c82a8c5b-533d-4e35-8053-f0747b26f36e requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:50.013561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Deleting port 3158684e-609d-4359-b3c2-9e6c743840ce {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:50.013909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.115838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9790acfb-1f6b-4447-b761-35f7c4641f64 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet 681d1527-5368-44db-9fdb-62cb13feaec4 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:50.123768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9790acfb-1f6b-4447-b761-35f7c4641f64 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.129781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] For port 3158684e-609d-4359-b3c2-9e6c743840ce, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3158684e-609d-4359-b3c2-9e6c743840ce,segment=NetworkSegment(2e2611bf-e344-4f6f-be81-ffa35657d6b5),segment_id=2e2611bf-e344-4f6f-be81-ffa35657d6b5)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:50.137398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.137842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] DHCP port deletion for 08e819da-3b9b-474f-a0f7-cab3c730d3fa request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:43:50.148955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Calling delete_port for 3158684e-609d-4359-b3c2-9e6c743840ce owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:50.202471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9790acfb-1f6b-4447-b761-35f7c4641f64 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.290815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] Deleting port 3158684e-609d-4359-b3c2-9e6c743840ce {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:50.291348 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.368405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] For port 3158684e-609d-4359-b3c2-9e6c743840ce, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3158684e-609d-4359-b3c2-9e6c743840ce,segment=NetworkSegment(2e2611bf-e344-4f6f-be81-ffa35657d6b5),segment_id=2e2611bf-e344-4f6f-be81-ffa35657d6b5)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:50.368939 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.373637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9790acfb-1f6b-4447-b761-35f7c4641f64 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.383498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] Calling delete_port for 3158684e-609d-4359-b3c2-9e6c743840ce owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:50.466706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401292d-e822-4d88-9932-71bb32d17926 req-7c4c1330-7b08-4b54-9b66-fa10298eb019 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.476474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2401292d-e822-4d88-9932-71bb32d17926 req-7c4c1330-7b08-4b54-9b66-fa10298eb019 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1533599 Sep 16 05:43:50.481160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] DHCP port deletion for c82a8c5b-533d-4e35-8053-f0747b26f36e request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:43:50.514402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2401292d-e822-4d88-9932-71bb32d17926 req-e483f5d3-e39f-4f90-b857-a2b920861717 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369532 Sep 16 05:43:50.544033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] Deleting port cc493718-5b24-4c09-bc32-144a6822f016 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:50.544033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.565200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.597328 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9790acfb-1f6b-4447-b761-35f7c4641f64 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.600962 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.610122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Pushing event deleted for resources: {'Port': ['ID=3158684e-609d-4359-b3c2-9e6c743840ce,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:50.618108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] No DVR routers for this DVR port 3158684e-609d-4359-b3c2-9e6c743840ce on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:50.646407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48433ba-e0ab-4469-80ed-4523c1e63e13 None None] Network 1cdfb0b9-e337-4b3b-960f-daf33af695c1 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:50.649217 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] No DVR routers for this DVR port 3158684e-609d-4359-b3c2-9e6c743840ce on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:50.652047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] For port cc493718-5b24-4c09-bc32-144a6822f016, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cc493718-5b24-4c09-bc32-144a6822f016,segment=NetworkSegment(3d686d68-11a7-4af8-985b-3c07433c3c3e),segment_id=3d686d68-11a7-4af8-985b-3c07433c3c3e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:50.652557 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.656434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3e4f9-f7e5-4c02-9a51-db4f2355b44c None None] Pushing event deleted for resources: {'Port': ['ID=3158684e-609d-4359-b3c2-9e6c743840ce,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:50.662805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9790acfb-1f6b-4447-b761-35f7c4641f64 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.683025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9790acfb-1f6b-4447-b761-35f7c4641f64 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/681d1527-5368-44db-9fdb-62cb13feaec4 HTTP/1.1" status: 204 len: 168 time: 0.6788137 Sep 16 05:43:50.684505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57886) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:50.699620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] Calling delete_port for cc493718-5b24-4c09-bc32-144a6822f016 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:50.728839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790acfb-1f6b-4447-b761-35f7c4641f64 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=681d1527-5368-44db-9fdb-62cb13feaec4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:50.816831 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.911919 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.927316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e819da-3b9b-474f-a0f7-cab3c730d3fa']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.943550 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.947081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2611bf-e344-4f6f-be81-ffa35657d6b5') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.947381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2611bf-e344-4f6f-be81-ffa35657d6b5') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.960507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.978978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.001625 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.012161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:51.016227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:51.018988 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:51.043798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] No DVR routers for this DVR port cc493718-5b24-4c09-bc32-144a6822f016 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:51.052047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] DHCP port deletion for 1cdfb0b9-e337-4b3b-960f-daf33af695c1 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:43:51.055295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7482e-1f93-46c8-a3a2-5fe8a9b7d883 None None] Pushing event deleted for resources: {'Port': ['ID=cc493718-5b24-4c09-bc32-144a6822f016,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:51.135827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port cc493718-5b24-4c09-bc32-144a6822f016 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:51.136226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.141411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] Deleting port 98784395-a0f0-4683-98de-a2c3dad36af2 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:51.141998 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.210003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.222418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] For port 98784395-a0f0-4683-98de-a2c3dad36af2, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98784395-a0f0-4683-98de-a2c3dad36af2,segment=NetworkSegment(e3e3a585-b2a1-4c79-ba1e-f07084027b97),segment_id=e3e3a585-b2a1-4c79-ba1e-f07084027b97)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:51.222418 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.231075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.235998 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] 10.222.0.49 "DELETE /v2.0/networks/08e819da-3b9b-474f-a0f7-cab3c730d3fa HTTP/1.1" status: 204 len: 168 time: 1.4478903 Sep 16 05:43:51.238022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] Calling delete_port for 98784395-a0f0-4683-98de-a2c3dad36af2 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:51.251519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port cc493718-5b24-4c09-bc32-144a6822f016, host n-d-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:51.251814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.287155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53380094-4873-4483-a53e-57d406567176 tempest-TagsExtTest-1324442491 tempest-TagsExtTest-1324442491-project] Pushing event deleted for resources: {'Network': ['ID=08e819da-3b9b-474f-a0f7-cab3c730d3fa,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:51.309570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for cc493718-5b24-4c09-bc32-144a6822f016 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:51.315950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Port cc493718-5b24-4c09-bc32-144a6822f016 was not found and therefore no delete operation was performed {{(pid=95659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:43:51.318032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.378145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=cc493718-5b24-4c09-bc32-144a6822f016,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:51.380867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No DVR routers for this DVR port cc493718-5b24-4c09-bc32-144a6822f016 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:51.476439 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.488888 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.500923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82a8c5b-533d-4e35-8053-f0747b26f36e']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:51.506448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] No DVR routers for this DVR port 98784395-a0f0-4683-98de-a2c3dad36af2 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:51.512125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d686d68-11a7-4af8-985b-3c07433c3c3e') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:51.516800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d686d68-11a7-4af8-985b-3c07433c3c3e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:51.534179 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.567636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fee347-b118-41d1-80f4-75a8e0faa81f None None] Pushing event deleted for resources: {'Port': ['ID=98784395-a0f0-4683-98de-a2c3dad36af2,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:51.568925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.578998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:51.579612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:51.583309 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:51.601094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3158684e-609d-4359-b3c2-9e6c743840ce no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:51.626653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 3158684e-609d-4359-b3c2-9e6c743840ce {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:51.626912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3158684e-609d-4359-b3c2-9e6c743840ce not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:51.627285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cc493718-5b24-4c09-bc32-144a6822f016 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:51.651534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: cc493718-5b24-4c09-bc32-144a6822f016 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:51.651921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cc493718-5b24-4c09-bc32-144a6822f016 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:51.652345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98784395-a0f0-4683-98de-a2c3dad36af2 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:51.682120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f219574-9f7d-4cc2-9414-4d504105b184 req-933399f2-9a5c-4da2-ab76-584e9e8da258 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:51.685469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f219574-9f7d-4cc2-9414-4d504105b184 req-933399f2-9a5c-4da2-ab76-584e9e8da258 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0769777 Sep 16 05:43:51.700682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 98784395-a0f0-4683-98de-a2c3dad36af2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:51.716685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98784395-a0f0-4683-98de-a2c3dad36af2 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:51.765138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f219574-9f7d-4cc2-9414-4d504105b184 req-4bb1c42c-4989-4dc3-a616-ea81fb9c5232 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715632 Sep 16 05:43:51.781657 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.798163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.800281 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/c82a8c5b-533d-4e35-8053-f0747b26f36e HTTP/1.1" status: 204 len: 168 time: 1.1148832 Sep 16 05:43:51.804692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:51.812464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed214e0b-c6ee-4c9c-abe7-7033836d8b6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=c82a8c5b-533d-4e35-8053-f0747b26f36e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:51.917210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5b366a8-7746-4ca3-86f1-b2885d579df8 req-97393d9c-746f-4ba2-9e5c-2b17e2806c77 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0341451 Sep 16 05:43:51.949472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.005839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:52.112260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fde064e7-3520-4b0d-9932-9eab0dcd63a2 req-d9c19975-b437-493c-817c-37885dd971c3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0357385 Sep 16 05:43:52.114041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.157592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdfb0b9-e337-4b3b-960f-daf33af695c1']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:52.170885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e3a585-b2a1-4c79-ba1e-f07084027b97') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:52.171409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e3a585-b2a1-4c79-ba1e-f07084027b97') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:52.182877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.184782 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0cf854fb-3878-4b42-be31-59b462dfba07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f96d661ac644407cabd12de4304d811e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760235 Sep 16 05:43:52.188400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57916) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:52.200245 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.209572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:52.211123 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:52.214936 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:52.254252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19204cf3-35d1-473e-bb4a-6a3639d491c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.362101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.383807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.390837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/1cdfb0b9-e337-4b3b-960f-daf33af695c1 HTTP/1.1" status: 204 len: 168 time: 0.5804319 Sep 16 05:43:52.396808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:52.403326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-934696135'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:52.408542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9510128-c2c0-41ef-be37-4df2ccde03a6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=1cdfb0b9-e337-4b3b-960f-daf33af695c1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:52.521660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:52.525534 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.554853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19204cf3-35d1-473e-bb4a-6a3639d491c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.561456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:52.576223 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.576518 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment cc40cdd6-fc94-40be-a303-ef7890662114 of type vlan for network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 Sep 16 05:43:52.698492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19204cf3-35d1-473e-bb4a-6a3639d491c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.701473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19204cf3-35d1-473e-bb4a-6a3639d491c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.703616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-19204cf3-35d1-473e-bb4a-6a3639d491c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b10f3480-33c7-4b67-925e-fdf13e9835e5 HTTP/1.1" status: 204 len: 168 time: 0.5138438 Sep 16 05:43:52.726034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19204cf3-35d1-473e-bb4a-6a3639d491c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10f3480-33c7-4b67-925e-fdf13e9835e5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:52.902647 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:52.912894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5441c3-eaed-463d-aa12-355634fa74fc req-59a3c045-089d-4792-b1cc-db3c57bd473c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:52.916852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff5441c3-eaed-463d-aa12-355634fa74fc req-59a3c045-089d-4792-b1cc-db3c57bd473c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0789998 Sep 16 05:43:52.973304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff5441c3-eaed-463d-aa12-355634fa74fc req-92eab5d3-bd30-462f-933d-94e973f4c555 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473363 Sep 16 05:43:53.035503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:53.042354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:53.042973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:53.130126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=1984e5b9-fcb7-4b00-b3a9-673b1aed99c5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:53.144155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:53.288197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab226-4416-4d34-8d08-37ecad51e7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:53.288441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-954c9da4-a28d-4b27-98e8-f3ff00db46fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8902938 Sep 16 05:43:53.291509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:53.296775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': '1984e5b9-fcb7-4b00-b3a9-673b1aed99c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:53.506720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:53.521448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:53.853351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:53.887390 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:53.930932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': 'cc40cdd6-fc94-40be-a303-ef7890662114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1984e5b9-fcb7-4b00-b3a9-673b1aed99c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:53.932049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:53.935631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=080ed72f-cfbd-4efc-bdfd-a21c5940a675,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:54.033429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:54.050719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4a8a1991-3826-4170-ba0c-7f9111e324c2 req-cec95cad-234c-41f8-aff0-aca00f370fec service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0322499 Sep 16 05:43:54.083809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:54.142368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90b9f-fce2-4bc6-9c9e-5f48c213d0c7 req-614974be-1587-42e1-95cf-3a4a37acb0b3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:54.144248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e90b9f-fce2-4bc6-9c9e-5f48c213d0c7 req-614974be-1587-42e1-95cf-3a4a37acb0b3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0711486 Sep 16 05:43:54.180039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:54.194163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbdcaa4-f534-4d13-98c2-a7ce6b9c62a5 None None] Network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:54.200134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:54.200735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.217356 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08e90b9f-fce2-4bc6-9c9e-5f48c213d0c7 req-4e32b244-0fbc-4f83-afff-50798b8eb1c0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593727 Sep 16 05:43:54.271517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ae67362-d61e-466c-81e5-583a0a6fcb34 req-e034af11-247e-47c8-ada5-08be3dfae4c2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Sep 16 05:43:54.286043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1326676943'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:54.312381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:54.312718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-00a24735-fd14-4289-aed6-844a14f99d57 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0198510 Sep 16 05:43:54.316111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57968) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:54.320813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-166456a9-bc15-48a8-9ecb-af185824ca6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1174900223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:54.422299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-1984e5b9-fcb7-4b00-b3a9-673b1aed99c5', 'network_id': '1984e5b9-fcb7-4b00-b3a9-673b1aed99c5', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': '080ed72f-cfbd-4efc-bdfd-a21c5940a675'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:43:54.423759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.426383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Made reservation on behalf of 76636a090d04479c9d9b4d322641d1f6 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:54.429876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.445453 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.515834 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-166456a9-bc15-48a8-9ecb-af185824ca6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.516943 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-166456a9-bc15-48a8-9ecb-af185824ca6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.598732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-166456a9-bc15-48a8-9ecb-af185824ca6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.608520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Allocated IP 172.20.0.2 (1984e5b9-fcb7-4b00-b3a9-673b1aed99c5/080ed72f-cfbd-4efc-bdfd-a21c5940a675/b565d7db-2bcb-4c91-a648-28181447ba3f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:54.672802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.737700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-166456a9-bc15-48a8-9ecb-af185824ca6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.784378 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.788685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.820907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:54.826411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507f39ea-4660-4b7c-ba84-c4f22060f59d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:54.834592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.834940 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Added segment f04d7fe8-200c-4bde-b88f-9462714d86fd of type vlan for network b6f7529a-8b97-487c-a1ce-8b6d0a1ff533 Sep 16 05:43:54.856547 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.886818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.914841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.920948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:54.924201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:54.927249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:54.940622 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-166456a9-bc15-48a8-9ecb-af185824ca6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.943799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-166456a9-bc15-48a8-9ecb-af185824ca6b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6264255 Sep 16 05:43:54.949491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Pushing event updated for resources: {'Port': ['ID=b565d7db-2bcb-4c91-a648-28181447ba3f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:54.949664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57972) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:54.958407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'port': {'network_id': '1984e5b9-fcb7-4b00-b3a9-673b1aed99c5', 'name': 'tempest-RoutersTest-1951748931'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:55.017187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Attempting to bind port b565d7db-2bcb-4c91-a648-28181447ba3f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:55.017480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Attempting to bind port b565d7db-2bcb-4c91-a648-28181447ba3f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'cc40cdd6-fc94-40be-a303-ef7890662114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1984e5b9-fcb7-4b00-b3a9-673b1aed99c5'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:55.017942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Attempting to bind port b565d7db-2bcb-4c91-a648-28181447ba3f on network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:55.026578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:55.031360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Checking segment: {'id': 'cc40cdd6-fc94-40be-a303-ef7890662114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1984e5b9-fcb7-4b00-b3a9-673b1aed99c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:55.031360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.031360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Bound using segment: {'id': 'cc40cdd6-fc94-40be-a303-ef7890662114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1984e5b9-fcb7-4b00-b3a9-673b1aed99c5'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:55.031360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Bound port: b565d7db-2bcb-4c91-a648-28181447ba3f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc40cdd6-fc94-40be-a303-ef7890662114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1984e5b9-fcb7-4b00-b3a9-673b1aed99c5'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:55.031360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.036805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.042514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:55.043126 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.109470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] For port b565d7db-2bcb-4c91-a648-28181447ba3f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:55.113115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] For port b565d7db-2bcb-4c91-a648-28181447ba3f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b565d7db-2bcb-4c91-a648-28181447ba3f,segment=NetworkSegment(cc40cdd6-fc94-40be-a303-ef7890662114),segment_id=cc40cdd6-fc94-40be-a303-ef7890662114)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:55.138272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Pushing event updated for resources: {'Network': ['ID=b6f7529a-8b97-487c-a1ce-8b6d0a1ff533,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:55.152498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b6f7529a-8b97-487c-a1ce-8b6d0a1ff533 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:55.220692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Deleting port 94de6af6-0863-4b7c-9329-01a0b82eab4b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:55.221310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.240961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c8bd98d1-9a3c-452f-bfa4-206b62cc3ad8 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1525373 Sep 16 05:43:55.243144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57976) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:55.250280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-4d692b18-2973-45bd-91ef-05de5f06f5b9 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', 'tempest-TagsTest-Tag-1437025458') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:55.263236 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.349910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.350735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9f5d7-e3a9-4335-94fe-4b192405b959 None None] Pushing event updated for resources: {'Port': ['ID=b565d7db-2bcb-4c91-a648-28181447ba3f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:55.370299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b347-cd10-489c-8acf-5040e962e904 req-87339a53-ff64-4ce1-8cd3-07f58dc10dbc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:55.371845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edc6b347-cd10-489c-8acf-5040e962e904 req-87339a53-ff64-4ce1-8cd3-07f58dc10dbc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0702775 Sep 16 05:43:55.385318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] For port 94de6af6-0863-4b7c-9329-01a0b82eab4b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=94de6af6-0863-4b7c-9329-01a0b82eab4b,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:55.385701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.391238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:55.399088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.409749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Calling delete_port for 94de6af6-0863-4b7c-9329-01a0b82eab4b owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:55.423146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] device_id is not set on port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:43:55.440705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edc6b347-cd10-489c-8acf-5040e962e904 req-b98a6868-e17d-449f-8dd0-9e86667f891d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576963 Sep 16 05:43:55.476660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4d692b18-2973-45bd-91ef-05de5f06f5b9 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "PUT /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags/tempest-TagsTest-Tag-1437025458 HTTP/1.1" status: 201 len: 201 time: 0.2323718 Sep 16 05:43:55.479246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57980) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:55.485724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-78cf9e47-65db-46ad-a5a6-48da6bb34662 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', 'tempest-TagsTest-Tag-1437025458') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:55.591295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.20.0.13 (1984e5b9-fcb7-4b00-b3a9-673b1aed99c5/080ed72f-cfbd-4efc-bdfd-a21c5940a675/63978d65-e9fb-4a8c-ad15-75ae7fba70e7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:55.639210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-78cf9e47-65db-46ad-a5a6-48da6bb34662 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "GET /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags/tempest-TagsTest-Tag-1437025458 HTTP/1.1" status: 204 len: 168 time: 0.1585870 Sep 16 05:43:55.642886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 57984) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:55.647589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.tag.tag_plugin [None req-56acab3e-a103-4b4e-b9dc-9e2931d41c33 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:55.783911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56acab3e-a103-4b4e-b9dc-9e2931d41c33 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "GET /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags HTTP/1.1" status: 200 len: 238 time: 0.1378665 Sep 16 05:43:55.784700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:55.793240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-592a08ca-b3c2-471a-aec4-8a4d91d1c231 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', {'tags': ['tempest-TagsTest-Tag-2126566615', 'tempest-TagsTest-Tag-1660751090', 'tempest-TagsTest-Tag-1269862752']}) {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:55.832387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.907277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:55.938914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Pushing event deleted for resources: {'Port': ['ID=94de6af6-0863-4b7c-9329-01a0b82eab4b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:56.393063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-592a08ca-b3c2-471a-aec4-8a4d91d1c231 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "PUT /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags HTTP/1.1" status: 200 len: 309 time: 0.2262166 Sep 16 05:43:56.393063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57988) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:56.393063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-608d1d8e-5801-4327-942a-4d8bf4fb8619 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', 'tempest-TagsTest-Tag-2126566615') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:56.393063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:56.393063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=63978d65-e9fb-4a8c-ad15-75ae7fba70e7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:56.393063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:56.393063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:56.393063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:56.397302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5fca7f0-3d6d-4c3b-be56-51d2b61df0e3 req-a7eba227-5569-4f98-95a1-f1d273abe475 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0341699 Sep 16 05:43:56.397302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:56.398752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:56.398752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:56.426035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1015cef3-d38f-41c2-8bd8-59d89eccafc5 req-7dabfa6f-f743-4cb8-bcf5-0641dcb302b5 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0371761 Sep 16 05:43:56.428297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-608d1d8e-5801-4327-942a-4d8bf4fb8619 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "DELETE /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags/tempest-TagsTest-Tag-2126566615 HTTP/1.1" status: 204 len: 168 time: 0.4083891 Sep 16 05:43:56.431052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 57998) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:56.439514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-876920d3-2848-421d-a0c7-360a1a066af3 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', 'tempest-TagsTest-Tag-2126566615') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:56.533553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58002) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:56.533804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f59c08ef-348f-4192-adb4-ed751789d313 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5861351 Sep 16 05:43:56.542929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:56.546459 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-876920d3-2848-421d-a0c7-360a1a066af3 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] show failed (client error): The resource could not be found. Sep 16 05:43:56.550052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-876920d3-2848-421d-a0c7-360a1a066af3 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "GET /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags/tempest-TagsTest-Tag-2126566615 HTTP/1.1" status: 404 len: 326 time: 0.1153657 Sep 16 05:43:56.563122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:56.570257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-100fe087-bf52-400d-a5db-59c93063edaf tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', 'tempest-TagsTest-Tag-1660751090') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:56.620440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bee4e-e0fe-4270-a54d-0d8943ecef02 req-622df0be-8802-4094-a780-ee90ecf3b404 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:56.621865 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a40bee4e-e0fe-4270-a54d-0d8943ecef02 req-622df0be-8802-4094-a780-ee90ecf3b404 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0953753 Sep 16 05:43:56.643333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f38c71-8897-45ad-a912-9fab16e14cfd None None] Network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:56.680596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-100fe087-bf52-400d-a5db-59c93063edaf tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "GET /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags/tempest-TagsTest-Tag-1660751090 HTTP/1.1" status: 204 len: 168 time: 0.1128345 Sep 16 05:43:56.684528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58006) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:56.691709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-dbbea99e-caf9-4db2-89db-427b0556d411 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', 'tempest-TagsTest-Tag-1269862752') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:56.726777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a40bee4e-e0fe-4270-a54d-0d8943ecef02 req-859305f7-3174-4727-9689-002ebb653484 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611429 Sep 16 05:43:56.731689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6e6e1f80-e1fd-4c1f-9fa2-b074a1bad404 None None] Provisioning complete for port b565d7db-2bcb-4c91-a648-28181447ba3f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:56.732316 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1f80-e1fd-4c1f-9fa2-b074a1bad404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:56.803551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dbbea99e-caf9-4db2-89db-427b0556d411 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "GET /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags/tempest-TagsTest-Tag-1269862752 HTTP/1.1" status: 204 len: 168 time: 0.1172655 Sep 16 05:43:56.803797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58008) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:56.809011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-6998e925-a783-4701-99e8-6c677a690894 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:56.891673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:56.903182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d45d652b-09eb-4847-8ea8-b13e62e7528e admin admin] 10.222.0.49 "PUT /v2.0/routers/c0fb47d4-56f9-4fc1-b135-43932fdb1f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5881956 Sep 16 05:43:56.903812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58010) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:56.904446 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] Sync routers for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:56.919132 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:56.920209 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.036836 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6998e925-a783-4701-99e8-6c677a690894 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "DELETE /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags HTTP/1.1" status: 204 len: 168 time: 0.2318382 Sep 16 05:43:57.039800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58012) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:57.045374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-a5aef056-170c-4210-827f-5124f8f7cf66 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', 'tempest-TagsTest-Tag-1660751090') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.075194 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:57.082318 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.098587 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.107885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1f80-e1fd-4c1f-9fa2-b074a1bad404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.132196 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-a5aef056-170c-4210-827f-5124f8f7cf66 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] show failed (client error): The resource could not be found. Sep 16 05:43:57.136030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a5aef056-170c-4210-827f-5124f8f7cf66 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "GET /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags/tempest-TagsTest-Tag-1660751090 HTTP/1.1" status: 404 len: 326 time: 0.0926864 Sep 16 05:43:57.136380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:57.141259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-3ee1692d-c8c3-472b-af43-ad507f52ba38 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533', 'tempest-TagsTest-Tag-1269862752') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.155355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6e6e1f80-e1fd-4c1f-9fa2-b074a1bad404 None None] For port b565d7db-2bcb-4c91-a648-28181447ba3f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b565d7db-2bcb-4c91-a648-28181447ba3f,segment=NetworkSegment(cc40cdd6-fc94-40be-a303-ef7890662114),segment_id=cc40cdd6-fc94-40be-a303-ef7890662114)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:57.254006 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-3ee1692d-c8c3-472b-af43-ad507f52ba38 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] show failed (client error): The resource could not be found. Sep 16 05:43:57.257626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3ee1692d-c8c3-472b-af43-ad507f52ba38 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "GET /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags/tempest-TagsTest-Tag-1269862752 HTTP/1.1" status: 404 len: 326 time: 0.1177521 Sep 16 05:43:57.257905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58016) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:57.263338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.tag.tag_plugin [None req-9c2e65af-bb87-4eeb-a24d-efd98da3ced2 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b6f7529a-8b97-487c-a1ce-8b6d0a1ff533') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.287174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1f80-e1fd-4c1f-9fa2-b074a1bad404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.362670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9c2e65af-bb87-4eeb-a24d-efd98da3ced2 tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "DELETE /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533/tags HTTP/1.1" status: 204 len: 168 time: 0.0984287 Sep 16 05:43:57.363230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58018) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:57.380513 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:43:55Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.401628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e1f80-e1fd-4c1f-9fa2-b074a1bad404 None None] Pushing event updated for resources: {'Port': ['ID=b565d7db-2bcb-4c91-a648-28181447ba3f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:57.431380 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] Checking router: c0fb47d4-56f9-4fc1-b135-43932fdb1f47 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:57.450720 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] Routers {'c0fb47d4-56f9-4fc1-b135-43932fdb1f47'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:57.451433 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.474339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.494393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.537354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1e84f4d9-6221-49f6-99eb-21509ab5430f None None] Provisioning complete for port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:57.537830 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e84f4d9-6221-49f6-99eb-21509ab5430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.604023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1e84f4d9-6221-49f6-99eb-21509ab5430f None None] Port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:57.618419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1e84f4d9-6221-49f6-99eb-21509ab5430f None None] Provisioning complete for port b565d7db-2bcb-4c91-a648-28181447ba3f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:57.618419 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e84f4d9-6221-49f6-99eb-21509ab5430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.757689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.786753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f7529a-8b97-487c-a1ce-8b6d0a1ff533']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.792402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b565d7db-2bcb-4c91-a648-28181447ba3f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:57.802529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04d7fe8-200c-4bde-b88f-9462714d86fd') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.802975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04d7fe8-200c-4bde-b88f-9462714d86fd') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:57.840297 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.864956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.869062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.881205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:57.881766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:57.901906 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:57.916572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b565d7db-2bcb-4c91-a648-28181447ba3f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:57.916572 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:57.939448 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] Set router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:57.955746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dad04758-1350-41b4-91d7-cd866db23c1f None None] Provisioning complete for port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:57.956248 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dad04758-1350-41b4-91d7-cd866db23c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.012257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dad04758-1350-41b4-91d7-cd866db23c1f None None] Port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:58.111038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00cb22-fb7c-403d-87e4-3eba613f0561 req-0665520c-d77b-41b5-bb7f-64fa5e3adc96 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:58.113239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f00cb22-fb7c-403d-87e4-3eba613f0561 req-0665520c-d77b-41b5-bb7f-64fa5e3adc96 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.2141333 Sep 16 05:43:58.132882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.139021 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.141679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] 10.222.0.49 "DELETE /v2.0/networks/b6f7529a-8b97-487c-a1ce-8b6d0a1ff533 HTTP/1.1" status: 204 len: 168 time: 0.7771215 Sep 16 05:43:58.159545 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:43:55Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:58.172213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276553b9-251e-40ec-b1f1-99f4551ed0dd tempest-TagsTest-2084046868 tempest-TagsTest-2084046868-project] Pushing event deleted for resources: {'Network': ['ID=b6f7529a-8b97-487c-a1ce-8b6d0a1ff533,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:58.211753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.214228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Deleting port 345cec39-206d-485e-b434-b4eb87134f6d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:58.214635 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.220747 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85517f-63ac-4b15-9acc-206540e8a2e7 None None] The sync data for ids ['c0fb47d4-56f9-4fc1-b135-43932fdb1f47'] in n-d-712749-15 is: [{'id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'name': 'tempest-TaggedBootDevicesTest-2123758823-router', 'tenant_id': 'f773e780de03481599c191c91db1ab5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '345cec39-206d-485e-b434-b4eb87134f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:27:53Z', 'updated_at': '2021-09-16T05:43:55Z', 'revision_number': 5, 'project_id': 'f773e780de03481599c191c91db1ab5f', 'gw_port': {'id': '345cec39-206d-485e-b434-b4eb87134f6d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fb47d4-56f9-4fc1-b135-43932fdb1f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:27:54Z', 'updated_at': '2021-09-16T05:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:58.222726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f00cb22-fb7c-403d-87e4-3eba613f0561 req-fa72dc7f-2a91-4fb9-b1c0-045a0488fd22 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016228 Sep 16 05:43:58.326054 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3dc68eda-4d4e-40e7-b796-21a35cb414bf req-69b9dc39-224a-4990-9814-c413f81796d7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0328736 Sep 16 05:43:58.328399 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.390643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] For port 345cec39-206d-485e-b434-b4eb87134f6d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=345cec39-206d-485e-b434-b4eb87134f6d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:58.391022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.432166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Calling delete_port for 345cec39-206d-485e-b434-b4eb87134f6d owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:58.446038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=63978d65-e9fb-4a8c-ad15-75ae7fba70e7,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:58.482500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49ad55e6-1540-44e9-9dc9-3391c87ee2f9 req-54f69d17-13e4-4bc4-9ded-d7b1ae43b59c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0470502 Sep 16 05:43:58.648258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ac4dc39d-21d7-46c1-b891-fe01ea974d22 None None] Provisioning complete for port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:58.648801 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac4dc39d-21d7-46c1-b891-fe01ea974d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.722571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dc39d-21d7-46c1-b891-fe01ea974d22 None None] Port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:58.746977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58040) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:58.789043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.881686 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.913573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.921300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7a4b1fbb-b076-463a-a925-4c3929871882 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76636a090d04479c9d9b4d322641d1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717975 Sep 16 05:43:58.926057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58044) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:58.956081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=345cec39-206d-485e-b434-b4eb87134f6d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:58.985522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e827828-33dd-4514-a875-ee41b336d69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.008592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e827828-33dd-4514-a875-ee41b336d69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.041737 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.046553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.150199 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e827828-33dd-4514-a875-ee41b336d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.153154 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e827828-33dd-4514-a875-ee41b336d69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.154457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7e827828-33dd-4514-a875-ee41b336d69d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/507f39ea-4660-4b7c-ba84-c4f22060f59d HTTP/1.1" status: 204 len: 168 time: 0.2273750 Sep 16 05:43:59.164639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e827828-33dd-4514-a875-ee41b336d69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507f39ea-4660-4b7c-ba84-c4f22060f59d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:59.171557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.175410 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.335358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.335905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0fb47d4-56f9-4fc1-b135-43932fdb1f47 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:43:59.342548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.347005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-97d9b57e-6ed8-4257-89e2-e201dc5c07a8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c0fb47d4-56f9-4fc1-b135-43932fdb1f47 HTTP/1.1" status: 204 len: 168 time: 2.4393947 Sep 16 05:43:59.347231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:59.403777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43694fc-0c13-4750-9dfc-982238f470ed req-33ae4510-3084-474c-9404-722497058cf7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:59.405708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43694fc-0c13-4750-9dfc-982238f470ed req-33ae4510-3084-474c-9404-722497058cf7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0992618 Sep 16 05:43:59.439234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b51011-7952-4aa3-bd92-81d7d6f022ad admin admin] Deleting subnet b68f874b-5813-4023-8139-7370b869ca48 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:59.444205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b51011-7952-4aa3-bd92-81d7d6f022ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.505717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a43694fc-0c13-4750-9dfc-982238f470ed req-798ff2f7-da0c-44a8-ac77-8d63983dae5f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898125 Sep 16 05:43:59.514920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b51011-7952-4aa3-bd92-81d7d6f022ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.530772 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.609194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b51011-7952-4aa3-bd92-81d7d6f022ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.612712 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.699350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.716224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=63978d65-e9fb-4a8c-ad15-75ae7fba70e7,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:59.776253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b51011-7952-4aa3-bd92-81d7d6f022ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.804101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b51011-7952-4aa3-bd92-81d7d6f022ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68f874b-5813-4023-8139-7370b869ca48,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:59.806062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-98b51011-7952-4aa3-bd92-81d7d6f022ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.808021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-98b51011-7952-4aa3-bd92-81d7d6f022ad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b68f874b-5813-4023-8139-7370b869ca48 HTTP/1.1" status: 204 len: 168 time: 0.4596529 Sep 16 05:43:59.810488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58062) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:59.812046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aff411-07fe-49fe-9b8e-9285c60b181c None None] Network fc69c774-76ee-44e1-8d53-c12636b19e40 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:59.826503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:59.827902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:59.958375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 94de6af6-0863-4b7c-9329-01a0b82eab4b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:59.984786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.986460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 94de6af6-0863-4b7c-9329-01a0b82eab4b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:59.986807 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 94de6af6-0863-4b7c-9329-01a0b82eab4b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:00.098747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Deleting port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:00.099172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.186332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] For port 98edec78-fcf5-4fd0-b2a2-e113fa56f994, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98edec78-fcf5-4fd0-b2a2-e113fa56f994,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:00.187312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.201964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Calling delete_port for 98edec78-fcf5-4fd0-b2a2-e113fa56f994 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:00.210000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] DHCP port deletion for fc69c774-76ee-44e1-8d53-c12636b19e40 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:44:00.278533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 25d75da9-40b5-46fa-9cbb-49f609e50b9d is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:00.291212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-76bc8a05-b4f8-47f7-aad5-0f71c0df5e50 None None] Provisioning complete for port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:00.291592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76bc8a05-b4f8-47f7-aad5-0f71c0df5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.333581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] Deleting port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:00.333954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.392225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-76bc8a05-b4f8-47f7-aad5-0f71c0df5e50 None None] Port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:00.392309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:00.393270 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.397789 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a056b66-57a0-4d58-80f2-efa7d04f3102 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/25d75da9-40b5-46fa-9cbb-49f609e50b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8631299 Sep 16 05:44:00.400417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58074) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:00.423629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8adf3c-3a20-43e4-a42b-f3718df2ce7e None None] Sync routers for ids ['25d75da9-40b5-46fa-9cbb-49f609e50b9d'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:00.428754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] No DVR routers for this DVR port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:00.430912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=98edec78-fcf5-4fd0-b2a2-e113fa56f994,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:00.447991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] For port 98edec78-fcf5-4fd0-b2a2-e113fa56f994, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98edec78-fcf5-4fd0-b2a2-e113fa56f994,segment=NetworkSegment(56895867-7059-4820-8e4f-a60bced63c43),segment_id=56895867-7059-4820-8e4f-a60bced63c43)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:00.448630 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.459008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d9b819-48e2-4723-b5a0-9f9cc5480a19 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:00.463216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c8d9b819-48e2-4723-b5a0-9f9cc5480a19 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports/63978d65-e9fb-4a8c-ad15-75ae7fba70e7 HTTP/1.1" status: 200 len: 978 time: 0.0588539 Sep 16 05:44:00.463484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58076) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:00.470206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8adf3c-3a20-43e4-a42b-f3718df2ce7e None None] Routers {'25d75da9-40b5-46fa-9cbb-49f609e50b9d'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:00.471039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-af8adf3c-3a20-43e4-a42b-f3718df2ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['25d75da9-40b5-46fa-9cbb-49f609e50b9d'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:00.473310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] Calling delete_port for 98edec78-fcf5-4fd0-b2a2-e113fa56f994 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:00.513979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-af8adf3c-3a20-43e4-a42b-f3718df2ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:00.516414 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.555945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc69c774-76ee-44e1-8d53-c12636b19e40']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:00.563679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8adf3c-3a20-43e4-a42b-f3718df2ce7e None None] Routers {'25d75da9-40b5-46fa-9cbb-49f609e50b9d'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:00.564350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-af8adf3c-3a20-43e4-a42b-f3718df2ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['25d75da9-40b5-46fa-9cbb-49f609e50b9d'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:00.572203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56895867-7059-4820-8e4f-a60bced63c43') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:00.572506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56895867-7059-4820-8e4f-a60bced63c43') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:00.590811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.608832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-af8adf3c-3a20-43e4-a42b-f3718df2ce7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:00.609430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8adf3c-3a20-43e4-a42b-f3718df2ce7e None None] The sync data for ids ['25d75da9-40b5-46fa-9cbb-49f609e50b9d'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:00.610894 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.615240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7418d156-f28f-4642-bfff-eec7246dd36c req-53f74296-1d7b-4107-91bb-80336fe4bf66 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0363307 Sep 16 05:44:00.630661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:00.631678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.667151 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.699541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] Pushing event deleted for resources: {'Port': ['ID=98edec78-fcf5-4fd0-b2a2-e113fa56f994,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:00.702670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8e325-4bb1-4f9d-bca2-a5dcd0b821d1 None None] No DVR routers for this DVR port 98edec78-fcf5-4fd0-b2a2-e113fa56f994 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:44:00.726109 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:44:00.791973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a4c56c80-702d-4351-a28a-f3d601d79247 req-e52df9a0-4957-4862-9602-ed326bc6597b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0288398 Sep 16 05:44:00.801295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.817242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:00.821508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fc69c774-76ee-44e1-8d53-c12636b19e40 HTTP/1.1" status: 204 len: 168 time: 1.0068638 Sep 16 05:44:00.843360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b642067-160d-4ce8-a114-e5d9adaa54c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc69c774-76ee-44e1-8d53-c12636b19e40,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:00.848243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d86a-5fbc-4665-b6e0-cc8961e6d6df req-585d88a1-d70c-4a3c-9c56-2fcfe7b670dc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:00.849827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69d0d86a-5fbc-4665-b6e0-cc8961e6d6df req-585d88a1-d70c-4a3c-9c56-2fcfe7b670dc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1158564 Sep 16 05:44:00.955011 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69d0d86a-5fbc-4665-b6e0-cc8961e6d6df req-517d7c7e-c59d-45ff-8874-44273b2094f7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982087 Sep 16 05:44:01.074874 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:01.174518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58098) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:01.244570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-abaa8ac3-22ac-4b48-810f-9319f45f6c8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f773e780de03481599c191c91db1ab5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681932 Sep 16 05:44:01.246502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58102) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:01.322742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29bf6609-aff4-4f7b-a6e3-432158670710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:01.345866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29bf6609-aff4-4f7b-a6e3-432158670710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:01.519348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29bf6609-aff4-4f7b-a6e3-432158670710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:01.523478 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-29bf6609-aff4-4f7b-a6e3-432158670710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:01.527406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-29bf6609-aff4-4f7b-a6e3-432158670710 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf04142c-27bd-4960-9ab5-6362d8c57b7b HTTP/1.1" status: 204 len: 168 time: 0.2799046 Sep 16 05:44:01.545923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf6609-aff4-4f7b-a6e3-432158670710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf04142c-27bd-4960-9ab5-6362d8c57b7b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:01.591613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98edec78-fcf5-4fd0-b2a2-e113fa56f994 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:01.619488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 98edec78-fcf5-4fd0-b2a2-e113fa56f994 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:01.620268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98edec78-fcf5-4fd0-b2a2-e113fa56f994 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:01.620854 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 345cec39-206d-485e-b434-b4eb87134f6d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:01.632937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:01.633524 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:01.679769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 345cec39-206d-485e-b434-b4eb87134f6d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:01.680395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 345cec39-206d-485e-b434-b4eb87134f6d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:01.762566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:01.782375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 63978d65-e9fb-4a8c-ad15-75ae7fba70e7 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:02.098362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19147a28-6dee-4ed1-96d2-9ce9680f640a req-d6e1c40c-bfdd-467c-9931-79bdbab1c44c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:02.105706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19147a28-6dee-4ed1-96d2-9ce9680f640a req-d6e1c40c-bfdd-467c-9931-79bdbab1c44c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0589020 Sep 16 05:44:02.148167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19147a28-6dee-4ed1-96d2-9ce9680f640a req-5c434ff0-eee6-4e22-b3b1-5379dbdff3c6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Sep 16 05:44:02.153668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:02.220969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=63978d65-e9fb-4a8c-ad15-75ae7fba70e7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:02.432220 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:02.615473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 25d75da9-40b5-46fa-9cbb-49f609e50b9d has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:02.735902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:02.741533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1510ad6e-7761-49eb-8d41-86f2d813f0a4 req-68912e89-f157-413a-a942-d0b0176c4b0f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0602174 Sep 16 05:44:02.742704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-57da4bc1-dc56-4398-8768-d3de937f1db5 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/25d75da9-40b5-46fa-9cbb-49f609e50b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2783575 Sep 16 05:44:02.749734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:02.752338 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe72d1-d351-495f-8a0a-05d6cc89a553 None None] Sync routers for ids ['25d75da9-40b5-46fa-9cbb-49f609e50b9d'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:02.772891 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe72d1-d351-495f-8a0a-05d6cc89a553 None None] Routers {'25d75da9-40b5-46fa-9cbb-49f609e50b9d'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:02.776352 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-20fe72d1-d351-495f-8a0a-05d6cc89a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['25d75da9-40b5-46fa-9cbb-49f609e50b9d'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:02.838805 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-20fe72d1-d351-495f-8a0a-05d6cc89a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:02.850048 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe72d1-d351-495f-8a0a-05d6cc89a553 None None] Routers {'25d75da9-40b5-46fa-9cbb-49f609e50b9d'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:02.850875 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-20fe72d1-d351-495f-8a0a-05d6cc89a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['25d75da9-40b5-46fa-9cbb-49f609e50b9d'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:02.930245 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-20fe72d1-d351-495f-8a0a-05d6cc89a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:02.931462 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe72d1-d351-495f-8a0a-05d6cc89a553 None None] The sync data for ids ['25d75da9-40b5-46fa-9cbb-49f609e50b9d'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:02.957832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1586f649-de0a-4c16-ad11-32904a320184 req-2ea91586-f056-4e4a-b08c-2aae13a81d63 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0391204 Sep 16 05:44:03.149866 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58166) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:03.306923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2059273619-network', 'tenant_id': 'd5c706d5b4104359b730c9903e96f227'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:03.351968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98777bb-4d10-49b4-90a7-320c0ee73533 req-9eeceb45-399b-4226-aaaa-798d1332eed1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:03.356476 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c98777bb-4d10-49b4-90a7-320c0ee73533 req-9eeceb45-399b-4226-aaaa-798d1332eed1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1029634 Sep 16 05:44:03.372214 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-6a32ff2f-02b5-4ffa-b35d-e73b5aa1cc36 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:44:03.376616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6a32ff2f-02b5-4ffa-b35d-e73b5aa1cc36 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/25d75da9-40b5-46fa-9cbb-49f609e50b9d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6224756 Sep 16 05:44:03.376616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58176) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:03.398612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c98777bb-4d10-49b4-90a7-320c0ee73533 req-ece883ed-68cc-44ee-9677-45388c7b6de0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Sep 16 05:44:03.402917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-186648ec-bd80-4c80-aed0-e33011e86018 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d75da9-40b5-46fa-9cbb-49f609e50b9d HTTP/1.1" status: 200 len: 205 time: 0.0257089 Sep 16 05:44:03.406452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58178) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:03.485898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Made reservation on behalf of d5c706d5b4104359b730c9903e96f227 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:03.488332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.499767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-638b9872-dd67-451c-995f-bc71f05d870a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.501529 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.688834 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-638b9872-dd67-451c-995f-bc71f05d870a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.692373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-638b9872-dd67-451c-995f-bc71f05d870a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.784530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.824165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-638b9872-dd67-451c-995f-bc71f05d870a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.824681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638b9872-dd67-451c-995f-bc71f05d870a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Fanout notify agent at l3_agent the message router_deleted on router 25d75da9-40b5-46fa-9cbb-49f609e50b9d {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:44:03.836514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-638b9872-dd67-451c-995f-bc71f05d870a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.836514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-638b9872-dd67-451c-995f-bc71f05d870a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/25d75da9-40b5-46fa-9cbb-49f609e50b9d HTTP/1.1" status: 204 len: 168 time: 0.4260848 Sep 16 05:44:03.836651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58192) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:03.859667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.885447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:03.892555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-83abbb8e-de97-49ec-b11a-65595ab97683 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet 080ed72f-cfbd-4efc-bdfd-a21c5940a675 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:44:03.896809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83abbb8e-de97-49ec-b11a-65595ab97683 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.901053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d914569c-16a0-4a16-9699-5760310d93bb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:03.920258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.921303 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Added segment eb79465a-7b9d-4a6b-a7c2-94b64fb0611f of type vlan for network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 Sep 16 05:44:03.946358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83abbb8e-de97-49ec-b11a-65595ab97683 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:03.966553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.059521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83abbb8e-de97-49ec-b11a-65595ab97683 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.110342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.111406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:04.112046 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.173557 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83abbb8e-de97-49ec-b11a-65595ab97683 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.178557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] Pushing event updated for resources: {'Network': ['ID=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:04.191646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:04.213393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abbb8e-de97-49ec-b11a-65595ab97683 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=080ed72f-cfbd-4efc-bdfd-a21c5940a675,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:04.219837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83abbb8e-de97-49ec-b11a-65595ab97683 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.222237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-83abbb8e-de97-49ec-b11a-65595ab97683 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/080ed72f-cfbd-4efc-bdfd-a21c5940a675 HTTP/1.1" status: 204 len: 168 time: 0.3846827 Sep 16 05:44:04.225096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58206) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:04.229120 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8edeaae4-f069-45ae-a0b1-dd7908cf1c00 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0776782 Sep 16 05:44:04.229827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f4384d-2a38-4b42-9f9b-853834ddbee4 None None] Network 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:04.239482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58208) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:04.244744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Request body: {'subnet': {'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2059273619-subnet', 'tenant_id': 'd5c706d5b4104359b730c9903e96f227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:04.329257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.377784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Made reservation on behalf of d5c706d5b4104359b730c9903e96f227 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:04.386985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.461086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port b565d7db-2bcb-4c91-a648-28181447ba3f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:04.461441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.574873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] DHCP port deletion for 1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:44:04.603874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port b565d7db-2bcb-4c91-a648-28181447ba3f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b565d7db-2bcb-4c91-a648-28181447ba3f,segment=NetworkSegment(cc40cdd6-fc94-40be-a303-ef7890662114),segment_id=cc40cdd6-fc94-40be-a303-ef7890662114)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:04.604266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.644027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for b565d7db-2bcb-4c91-a648-28181447ba3f owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:04.659956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] Deleting port b565d7db-2bcb-4c91-a648-28181447ba3f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:04.660470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.664470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba259a-e873-4b9b-bc86-8cc20fd12d26 req-193b4cf9-3b04-486d-91a0-9da38d7d3a9c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:04.666068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41ba259a-e873-4b9b-bc86-8cc20fd12d26 req-193b4cf9-3b04-486d-91a0-9da38d7d3a9c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1579359 Sep 16 05:44:04.713287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.790379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5e0396-7a07-4f6e-9977-5d2640708347,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:04.792861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Checking segment: {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:04.793228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Network hostable DHCP agents. Network: 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:04.801278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] For port b565d7db-2bcb-4c91-a648-28181447ba3f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b565d7db-2bcb-4c91-a648-28181447ba3f,segment=NetworkSegment(cc40cdd6-fc94-40be-a303-ef7890662114),segment_id=cc40cdd6-fc94-40be-a303-ef7890662114)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:04.801733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.821570 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41ba259a-e873-4b9b-bc86-8cc20fd12d26 req-98ad702c-929c-4a1c-8852-cc8f96d80246 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197183 Sep 16 05:44:04.833580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] Calling delete_port for b565d7db-2bcb-4c91-a648-28181447ba3f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:04.897025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.910979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:04.937090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=b565d7db-2bcb-4c91-a648-28181447ba3f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:04.952049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No DVR routers for this DVR port b565d7db-2bcb-4c91-a648-28181447ba3f on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:04.981496 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.004550 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a4d07c9-57c3-42e4-a3ff-6a7a5484da60 req-4f464da6-5959-4f57-b98a-ad1450d6c203 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0345285 Sep 16 05:44:05.005707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:05.010990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:05.011770 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.023280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] Pushing event deleted for resources: {'Port': ['ID=b565d7db-2bcb-4c91-a648-28181447ba3f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:05.042257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4e8061-a8a6-4314-8aec-ce83bebf86ec None None] Network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:05.044774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d742d-9a16-4568-bd9f-008df1cd1bb2 None None] No DVR routers for this DVR port b565d7db-2bcb-4c91-a648-28181447ba3f on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:05.062222 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.079769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1add5b36-f425-48f5-b6a6-7d2cd2fc2980 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8388951 Sep 16 05:44:05.095848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1984e5b9-fcb7-4b00-b3a9-673b1aed99c5']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:05.106371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc40cdd6-fc94-40be-a303-ef7890662114') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:05.106749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc40cdd6-fc94-40be-a303-ef7890662114') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:05.118101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.133014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.140302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:05.140844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:44:05.211969 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:44:05.272125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d5e6b-2c20-4aec-8d9e-c3fd5344ffcd None None] Network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:05.302643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f56d05b-1720-4196-8527-b1e0d1298bfe req-92d733e8-e70c-4346-8f63-37422f767d85 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0421207 Sep 16 05:44:05.321056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.321056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.325521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58262) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:05.325879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/1984e5b9-fcb7-4b00-b3a9-673b1aed99c5 HTTP/1.1" status: 204 len: 168 time: 1.0992916 Sep 16 05:44:05.338532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-690419286'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:05.343787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8297-a201-495d-a2fa-e788bdeaff87 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=1984e5b9-fcb7-4b00-b3a9-673b1aed99c5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:05.463879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:05.468520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.513016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:05.526324 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.526809 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment fba1b590-9e37-4ff3-8fe7-5d283d079055 of type vlan for network 0b4a0fde-1e57-478d-89dc-615f113e3386 Sep 16 05:44:05.585905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b565d7db-2bcb-4c91-a648-28181447ba3f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:05.599762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.636296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b565d7db-2bcb-4c91-a648-28181447ba3f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:05.636645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b565d7db-2bcb-4c91-a648-28181447ba3f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:05.718860 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.724540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:05.729837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.831698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=0b4a0fde-1e57-478d-89dc-615f113e3386,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:05.845461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0b4a0fde-1e57-478d-89dc-615f113e3386 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:05.848798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-5b4f41a6-46c6-4ad7-ad59-1f19469e179d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:05.850464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-5b4f41a6-46c6-4ad7-ad59-1f19469e179d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/networks?id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 HTTP/1.1" status: 200 len: 815 time: 0.2009401 Sep 16 05:44:05.874381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-e963ce71-c67e-46e1-a922-ddb45f48d844 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/quotas/d5c706d5b4104359b730c9903e96f227 HTTP/1.1" status: 200 len: 375 time: 0.0107429 Sep 16 05:44:05.879559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58290) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:05.884730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8ef41b13-3fce-4a89-8ef2-503b876655c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5574150 Sep 16 05:44:05.885538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': '0b4a0fde-1e57-478d-89dc-615f113e3386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:05.930111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-7753266b-f611-45e2-9d63-fd42ee3b92ce tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419576 Sep 16 05:44:06.046535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-8288cbb4-d4fc-4c44-8aec-2e7a013d0dfb service neutron] 10.222.0.49 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118844 Sep 16 05:44:06.049128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318fd15-4184-416f-a48c-c61460fce747 req-3a377b1b-2f5b-4afe-b1ef-3a8fa5b15712 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:06.050768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e318fd15-4184-416f-a48c-c61460fce747 req-3a377b1b-2f5b-4afe-b1ef-3a8fa5b15712 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0880303 Sep 16 05:44:06.093173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e318fd15-4184-416f-a48c-c61460fce747 req-57a58a53-a43f-4ff1-9d6f-2a42ed268cca tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Sep 16 05:44:06.093944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:06.097686 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.148188 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-f91a56b0-565d-42fc-ac67-174ddf0428c1 service neutron] 10.222.0.49 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999558 Sep 16 05:44:06.259893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58294) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:06.381451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.405717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f22f92b-8672-40a4-a4e9-acb7ad543529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.448957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d10f761f-79ab-49a3-b452-03cc742648e5 req-4e4a4356-8e87-45e1-a349-e192c51448fd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 210 time: 0.0634055 Sep 16 05:44:06.495483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=f47e2df0-2839-4d30-b437-79b155fb1c25,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:06.513575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': 'fba1b590-9e37-4ff3-8fe7-5d283d079055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0b4a0fde-1e57-478d-89dc-615f113e3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:06.513952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: 0b4a0fde-1e57-478d-89dc-615f113e3386, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:06.528855 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f22f92b-8672-40a4-a4e9-acb7ad543529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.625477 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6f22f92b-8672-40a4-a4e9-acb7ad543529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.653259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 0b4a0fde-1e57-478d-89dc-615f113e3386 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:06.673868 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6f22f92b-8672-40a4-a4e9-acb7ad543529 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f8f1aaf21314501963d6d974c53b03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125288 Sep 16 05:44:06.674911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22f92b-8672-40a4-a4e9-acb7ad543529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef02f8-e2b5-4c46-a27d-5643e82b357e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:06.676807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58310) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:06.730547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d33945b-ee65-4054-abf0-448cddf2ef0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.752312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d33945b-ee65-4054-abf0-448cddf2ef0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.759596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0b4a0fde-1e57-478d-89dc-615f113e3386) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:06.768113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:06.769155 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.771413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca588fd-b436-43e2-bd11-f527878f57ef None None] Network 0b4a0fde-1e57-478d-89dc-615f113e3386 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:06.908380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c8fc703-e548-4bd5-9886-21fd39c42abf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0276594 Sep 16 05:44:06.909327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d33945b-ee65-4054-abf0-448cddf2ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.911334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58312) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:06.912206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d33945b-ee65-4054-abf0-448cddf2ef0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.913419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3d33945b-ee65-4054-abf0-448cddf2ef0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66ef02f8-e2b5-4c46-a27d-5643e82b357e HTTP/1.1" status: 204 len: 168 time: 0.2354198 Sep 16 05:44:06.924024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33945b-ee65-4054-abf0-448cddf2ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef02f8-e2b5-4c46-a27d-5643e82b357e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:06.928408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0b4a0fde-1e57-478d-89dc-615f113e3386', 'network_id': '0b4a0fde-1e57-478d-89dc-615f113e3386', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': 'f47e2df0-2839-4d30-b437-79b155fb1c25'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:44:06.929457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.932630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a4d987c2-be09-4aee-9a0e-57d2918f2156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-960246066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:07.073231 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4d987c2-be09-4aee-9a0e-57d2918f2156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.074448 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4d987c2-be09-4aee-9a0e-57d2918f2156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.130726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4d987c2-be09-4aee-9a0e-57d2918f2156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.168651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Allocated IP 172.20.0.2 (0b4a0fde-1e57-478d-89dc-615f113e3386/f47e2df0-2839-4d30-b437-79b155fb1c25/5dfa9c64-be64-4a51-bad1-6a055386194f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:07.239768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d6b0-cd87-48ed-966c-cced41be1efd req-5c457309-5d3c-4f31-b117-024f7d07b316 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:07.241505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3dc8d6b0-cd87-48ed-966c-cced41be1efd req-5c457309-5d3c-4f31-b117-024f7d07b316 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0514913 Sep 16 05:44:07.265285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4d987c2-be09-4aee-9a0e-57d2918f2156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.294166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f16b409f-3f1b-4bf8-906c-af7c913ca3f4 req-17fab86f-3085-46fd-a74d-fdea229b465d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0460503 Sep 16 05:44:07.337623 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3dc8d6b0-cd87-48ed-966c-cced41be1efd req-10058df2-c337-444d-bdd2-070a234e73cb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788195 Sep 16 05:44:07.367032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4d987c2-be09-4aee-9a0e-57d2918f2156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.368457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a4d987c2-be09-4aee-9a0e-57d2918f2156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4556451 Sep 16 05:44:07.371416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58326) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:07.376005 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.446947 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.498394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Network 0b4a0fde-1e57-478d-89dc-615f113e3386 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:07.502667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:07.508458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-58fe59d5-c1b6-4c46-a3dd-fc72eb61927a req-8294515a-6530-42c1-bd7b-cc65ccfc6a1f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0626445 Sep 16 05:44:07.512283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:07.521556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Pushing event updated for resources: {'Port': ['ID=5dfa9c64-be64-4a51-bad1-6a055386194f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:07.556585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0507559d-e75b-44eb-8c25-ceed03ab443b req-ae809f1d-9f8d-4e97-ba05-1bd6721bd9e9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 210 time: 0.0336056 Sep 16 05:44:07.582296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Attempting to bind port 5dfa9c64-be64-4a51-bad1-6a055386194f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:07.582662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Attempting to bind port 5dfa9c64-be64-4a51-bad1-6a055386194f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'fba1b590-9e37-4ff3-8fe7-5d283d079055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0b4a0fde-1e57-478d-89dc-615f113e3386'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:07.583029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Attempting to bind port 5dfa9c64-be64-4a51-bad1-6a055386194f on network 0b4a0fde-1e57-478d-89dc-615f113e3386 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:07.588335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:07.588709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Checking segment: {'id': 'fba1b590-9e37-4ff3-8fe7-5d283d079055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0b4a0fde-1e57-478d-89dc-615f113e3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:07.589354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.589503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Bound using segment: {'id': 'fba1b590-9e37-4ff3-8fe7-5d283d079055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0b4a0fde-1e57-478d-89dc-615f113e3386'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:07.590266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Bound port: 5dfa9c64-be64-4a51-bad1-6a055386194f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba1b590-9e37-4ff3-8fe7-5d283d079055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0b4a0fde-1e57-478d-89dc-615f113e3386'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:07.590645 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.676293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] For port 5dfa9c64-be64-4a51-bad1-6a055386194f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:07.682150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] For port 5dfa9c64-be64-4a51-bad1-6a055386194f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5dfa9c64-be64-4a51-bad1-6a055386194f,segment=NetworkSegment(fba1b590-9e37-4ff3-8fe7-5d283d079055),segment_id=fba1b590-9e37-4ff3-8fe7-5d283d079055)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:07.696115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.784527 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.863461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98154e31-6861-4bcd-af23-79cfc964bc6a None None] Pushing event updated for resources: {'Port': ['ID=5dfa9c64-be64-4a51-bad1-6a055386194f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:07.867411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:07.882903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb837d53-c7ca-43a1-b213-1bc40b7df833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.978425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.20.0.1 (0b4a0fde-1e57-478d-89dc-615f113e3386/f47e2df0-2839-4d30-b437-79b155fb1c25/457ecdd2-0e18-4870-94a6-43b27cec73c9) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:07.993728 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb837d53-c7ca-43a1-b213-1bc40b7df833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.081312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cb837d53-c7ca-43a1-b213-1bc40b7df833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.125286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cb837d53-c7ca-43a1-b213-1bc40b7df833 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f66fc9367664b6e8ae350f6c220bd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567267 Sep 16 05:44:08.126189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb837d53-c7ca-43a1-b213-1bc40b7df833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febb8b05-3027-4651-9de8-a8eec85ac3fd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:08.128699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:08.128822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.189929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a031e3a1-8b69-4be5-8c0a-87b9f0c984e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.212045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a031e3a1-8b69-4be5-8c0a-87b9f0c984e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.224613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.264328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 0b4a0fde-1e57-478d-89dc-615f113e3386 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:08.267050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:08.270855 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:08.300262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=457ecdd2-0e18-4870-94a6-43b27cec73c9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:08.318644 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a031e3a1-8b69-4be5-8c0a-87b9f0c984e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.321151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.321545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a031e3a1-8b69-4be5-8c0a-87b9f0c984e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.322798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a031e3a1-8b69-4be5-8c0a-87b9f0c984e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/febb8b05-3027-4651-9de8-a8eec85ac3fd HTTP/1.1" status: 204 len: 168 time: 0.1932874 Sep 16 05:44:08.337078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031e3a1-8b69-4be5-8c0a-87b9f0c984e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febb8b05-3027-4651-9de8-a8eec85ac3fd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:08.674345 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98ca4022-108f-4877-b254-e800aec91695 req-67680577-b6e0-43d9-80ca-96098e4f543d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 210 time: 0.0409739 Sep 16 05:44:08.800747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce960-6b52-4212-b633-3aa0f355d4c5 req-3b1642e6-4657-43ec-8f74-3689b7cdeb39 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:08.803278 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a79ce960-6b52-4212-b633-3aa0f355d4c5 req-3b1642e6-4657-43ec-8f74-3689b7cdeb39 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.1247220 Sep 16 05:44:08.856116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a79ce960-6b52-4212-b633-3aa0f355d4c5 req-06c5887d-6581-4c41-a874-9a9fba61eb72 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394263 Sep 16 05:44:08.941384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.962509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e93d6f-3da6-4662-afde-4dc25df49007 None None] Network 0b4a0fde-1e57-478d-89dc-615f113e3386 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:09.037666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c7f36d55-5836-47a8-bd37-2afc6aaa4024 None None] Provisioning complete for port 5dfa9c64-be64-4a51-bad1-6a055386194f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:09.037666 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7f36d55-5836-47a8-bd37-2afc6aaa4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.209783 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7f36d55-5836-47a8-bd37-2afc6aaa4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.240740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-a18dc154-c51a-4fb9-9fac-12a39b940d79 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:09.242983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-a18dc154-c51a-4fb9-9fac-12a39b940d79 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.30 "GET /v2.0/networks?id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 HTTP/1.1" status: 200 len: 815 time: 0.1993995 Sep 16 05:44:09.255202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c7f36d55-5836-47a8-bd37-2afc6aaa4024 None None] For port 5dfa9c64-be64-4a51-bad1-6a055386194f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5dfa9c64-be64-4a51-bad1-6a055386194f,segment=NetworkSegment(fba1b590-9e37-4ff3-8fe7-5d283d079055),segment_id=fba1b590-9e37-4ff3-8fe7-5d283d079055)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:09.273557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Request body: {'port': {'device_id': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'admin_state_up': True, 'tenant_id': 'd5c706d5b4104359b730c9903e96f227'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:09.346907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.387013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7f36d55-5836-47a8-bd37-2afc6aaa4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.464498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f36d55-5836-47a8-bd37-2afc6aaa4024 None None] Pushing event updated for resources: {'Port': ['ID=5dfa9c64-be64-4a51-bad1-6a055386194f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:09.511473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b234814-5ca3-482a-826f-4353a9e688ab req-2e54013e-e436-4c9c-b82e-be13b59bc963 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0424025 Sep 16 05:44:09.512259 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.525459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Made reservation on behalf of d5c706d5b4104359b730c9903e96f227 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:09.530313 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.629022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=457ecdd2-0e18-4870-94a6-43b27cec73c9,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:09.639744 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.663565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1c77ef64-43e3-440f-b917-5ea045ed5c73 None None] Provisioning complete for port 457ecdd2-0e18-4870-94a6-43b27cec73c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:09.663980 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c77ef64-43e3-440f-b917-5ea045ed5c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.691171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5dfa9c64-be64-4a51-bad1-6a055386194f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:09.745927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1c77ef64-43e3-440f-b917-5ea045ed5c73 None None] Port 457ecdd2-0e18-4870-94a6-43b27cec73c9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:09.768813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1c77ef64-43e3-440f-b917-5ea045ed5c73 None None] Provisioning complete for port 5dfa9c64-be64-4a51-bad1-6a055386194f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:09.769195 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c77ef64-43e3-440f-b917-5ea045ed5c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.783182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Allocated IP 172.20.0.8 (6d8ca911-2b63-4c35-a2ce-b5c740f0ad91/cc5e0396-7a07-4f6e-9977-5d2640708347/6ebd4167-40a1-4f5c-ba55-c05ef660dea2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:09.806954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 5dfa9c64-be64-4a51-bad1-6a055386194f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:09.807507 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.828498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 0b4a0fde-1e57-478d-89dc-615f113e3386 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:09.830878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:09.959355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1aaf5880-6b12-437d-8abd-c636bcb18909 req-8f8d2633-f5d1-4c6f-abe7-db6af91f6493 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 210 time: 0.0980153 Sep 16 05:44:09.965700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c9907719-04ea-4d42-87b7-40b02a1f1692 req-71b82e7c-6611-4746-a7cb-19800b5d2e5a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1027629 Sep 16 05:44:10.075012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683de816-355c-4e3e-a7e9-1409e499bc3b req-c5bd12c9-292e-4d48-b918-c60366e62f92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:10.077110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-683de816-355c-4e3e-a7e9-1409e499bc3b req-c5bd12c9-292e-4d48-b918-c60366e62f92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0719626 Sep 16 05:44:10.100910 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.118919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-10086c37-ea7b-493b-a80f-928f92506552 None None] Provisioning complete for port 457ecdd2-0e18-4870-94a6-43b27cec73c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:10.120694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10086c37-ea7b-493b-a80f-928f92506552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.128959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-683de816-355c-4e3e-a7e9-1409e499bc3b req-f7f86e38-c712-4c18-bd6a-c5abe60276e8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438585 Sep 16 05:44:10.172259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-10086c37-ea7b-493b-a80f-928f92506552 None None] Port 457ecdd2-0e18-4870-94a6-43b27cec73c9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:10.176592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 9457472e-f67a-4691-8335-ebce0108cdff is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:10.222009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.270192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:10.275894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:10.278848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:10.294097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:10.297523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-605568cb-be5d-48ed-a134-5809dac714e5 None None] Provisioning complete for port 457ecdd2-0e18-4870-94a6-43b27cec73c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:10.298324 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-605568cb-be5d-48ed-a134-5809dac714e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.303308 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81f6d9bb-de0f-4dfa-b161-61062b818523 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/9457472e-f67a-4691-8335-ebce0108cdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9286273 Sep 16 05:44:10.304330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:10.315119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Pushing event updated for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:10.353452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:10.354194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.355298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d09a4e1-dc42-436b-9dbd-276c9258208c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:10.362474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d09a4e1-dc42-436b-9dbd-276c9258208c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports/457ecdd2-0e18-4870-94a6-43b27cec73c9 HTTP/1.1" status: 200 len: 910 time: 0.0518942 Sep 16 05:44:10.362474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58384) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:10.379395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-605568cb-be5d-48ed-a134-5809dac714e5 None None] Port 457ecdd2-0e18-4870-94a6-43b27cec73c9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:10.429790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699ee262-4f61-4874-8daf-b847c767d360 None None] Sync routers for ids ['9457472e-f67a-4691-8335-ebce0108cdff'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:10.434233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-89635d2c-91b3-4a7d-8f32-a36d14871964 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1670737 Sep 16 05:44:10.439793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ee262-4f61-4874-8daf-b847c767d360 None None] Routers {'9457472e-f67a-4691-8335-ebce0108cdff'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:10.440617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-699ee262-4f61-4874-8daf-b847c767d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9457472e-f67a-4691-8335-ebce0108cdff'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:10.456528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Request body: {'port': {'device_id': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:10.481873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-699ee262-4f61-4874-8daf-b847c767d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:10.491448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ee262-4f61-4874-8daf-b847c767d360 None None] Routers {'9457472e-f67a-4691-8335-ebce0108cdff'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:10.492278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-699ee262-4f61-4874-8daf-b847c767d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9457472e-f67a-4691-8335-ebce0108cdff'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:10.525115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-699ee262-4f61-4874-8daf-b847c767d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:10.525855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699ee262-4f61-4874-8daf-b847c767d360 None None] The sync data for ids ['9457472e-f67a-4691-8335-ebce0108cdff'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:10.534309 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.709851 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.826570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:44:10.835116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.849270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Transition to ACTIVE for port object 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:44:10.926785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.981075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:10.997678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 457ecdd2-0e18-4870-94a6-43b27cec73c9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:10.998048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.074022 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Attempting to bind port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:11.074395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Attempting to bind port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:11.074734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Attempting to bind port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:11.094841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:44:11.095176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Attempting to bind port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:11.103359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:11.103704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Checking segment: {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:11.104159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Bound using segment: {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:11.104538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Bound port: 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:11.104898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.109680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.127486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 457ecdd2-0e18-4870-94a6-43b27cec73c9 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:11.134891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197f0c8-03dc-4908-81ba-67b5b9a4758a req-c1d2d21c-e0cc-4d99-94c1-a328f19fc366 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:11.136506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7197f0c8-03dc-4908-81ba-67b5b9a4758a req-c1d2d21c-e0cc-4d99-94c1-a328f19fc366 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 943 time: 0.0833435 Sep 16 05:44:11.227248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7197f0c8-03dc-4908-81ba-67b5b9a4758a req-dca7f403-6326-44fb-8db9-9babe6e6efce tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724680 Sep 16 05:44:11.228555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:11.232286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:11.304866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.329408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba5bad-540b-4df1-88bb-88a07853aee4 req-242daf5e-0257-4661-8b75-48928b2e071e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:11.337133 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ba5bad-540b-4df1-88bb-88a07853aee4 req-242daf5e-0257-4661-8b75-48928b2e071e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0809052 Sep 16 05:44:11.365220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:11.365938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.367395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/6ebd4167-40a1-4f5c-ba55-c05ef660dea2 HTTP/1.1" status: 200 len: 1092 time: 0.9164212 Sep 16 05:44:11.367935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:11.370648 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d283248-a39e-4cff-b548-b42876a76b98" -d '{"events": [{"name": "network-changed", "server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:11.395604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81823cd7-4fad-412e-b575-e197015e40e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:11.421026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8ba5bad-540b-4df1-88bb-88a07853aee4 req-77d10eb8-67b3-4db6-9e53-f52ba4410511 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821216 Sep 16 05:44:11.457119 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2875d7ec-66c1-4928-a6ae-5a8b0f3c98bc x-openstack-request-id: req-2875d7ec-66c1-4928-a6ae-5a8b0f3c98bc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:11.457417 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:11.457669 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2875d7ec-66c1-4928-a6ae-5a8b0f3c98bc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:11.458122 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'status': 'completed', 'code': 200} Sep 16 05:44:11.521244 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.555150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d283248-a39e-4cff-b548-b42876a76b98 req-0c189407-3500-45d7-87ee-2603124d1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:11.557129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d283248-a39e-4cff-b548-b42876a76b98 req-0c189407-3500-45d7-87ee-2603124d1391 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 1095 time: 0.0495689 Sep 16 05:44:11.560661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=457ecdd2-0e18-4870-94a6-43b27cec73c9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:11.743690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d283248-a39e-4cff-b548-b42876a76b98 req-aa6a4fb9-ed8f-4d14-b7dc-6408cc17d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:11.750575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d283248-a39e-4cff-b548-b42876a76b98 req-aa6a4fb9-ed8f-4d14-b7dc-6408cc17d4e3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5c706d5b4104359b730c9903e96f227&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1659665 Sep 16 05:44:11.756301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.922924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d283248-a39e-4cff-b548-b42876a76b98 req-1dd16627-8796-4779-9734-8d5876bdf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:11.925175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d283248-a39e-4cff-b548-b42876a76b98 req-1dd16627-8796-4779-9734-8d5876bdf9e7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596835 Sep 16 05:44:11.956907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d2ec37a-4de5-4164-9e72-13d13d357a78 req-2d31b025-a651-438d-9b9d-ca506f39f37b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0559666 Sep 16 05:44:11.966280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 9457472e-f67a-4691-8335-ebce0108cdff has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:12.055471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:12.064513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-b581bfa7-48ea-4513-9335-080558c6e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:12.065082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-33cbf4d5-e3de-4bf7-82e6-f542d942bdef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/9457472e-f67a-4691-8335-ebce0108cdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7028937 Sep 16 05:44:12.065746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58436) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:12.066505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-b581bfa7-48ea-4513-9335-080558c6e861 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 1095 time: 0.0708659 Sep 16 05:44:12.068307 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343020b-f76d-43cb-bd01-289cf9446e04 None None] Sync routers for ids ['9457472e-f67a-4691-8335-ebce0108cdff'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:12.079842 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343020b-f76d-43cb-bd01-289cf9446e04 None None] Routers {'9457472e-f67a-4691-8335-ebce0108cdff'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:12.080523 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9343020b-f76d-43cb-bd01-289cf9446e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9457472e-f67a-4691-8335-ebce0108cdff'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:12.095340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-12fe0ce2-81c1-4161-9145-8e91dcb337fc tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=9457472e-f67a-4691-8335-ebce0108cdff HTTP/1.1" status: 200 len: 205 time: 0.0283520 Sep 16 05:44:12.098294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58438) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:12.100489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18b51d4a-13ca-47c2-9be6-c8695abaa9c9 req-6f9acf87-44a1-4008-ad44-e35bb9df0499 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0329154 Sep 16 05:44:12.122391 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9343020b-f76d-43cb-bd01-289cf9446e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:12.135433 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343020b-f76d-43cb-bd01-289cf9446e04 None None] Routers {'9457472e-f67a-4691-8335-ebce0108cdff'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:12.136088 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9343020b-f76d-43cb-bd01-289cf9446e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9457472e-f67a-4691-8335-ebce0108cdff'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:12.139186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-19242fb9-09dd-484b-8109-8cdd537d5118 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2 HTTP/1.1" status: 200 len: 217 time: 0.0435123 Sep 16 05:44:12.168669 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9343020b-f76d-43cb-bd01-289cf9446e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:12.169331 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343020b-f76d-43cb-bd01-289cf9446e04 None None] The sync data for ids ['9457472e-f67a-4691-8335-ebce0108cdff'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:12.180164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f85245f-1bea-45c8-a006-e47426a79ca1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.195270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-dc35494f-541d-4695-b942-bc36e67591a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:12.196988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-dc35494f-541d-4695-b942-bc36e67591a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc5e0396-7a07-4f6e-9977-5d2640708347 HTTP/1.1" status: 200 len: 855 time: 0.0504243 Sep 16 05:44:12.242361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-13faade2-9713-4671-bc8d-348afd0ca517 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375402 Sep 16 05:44:12.348578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-5ab4686d-0d90-470b-b36b-500db6ab79c7 service neutron] 10.222.0.30 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977035 Sep 16 05:44:12.453101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccbc7070-0fec-4c8b-bd87-0225c53a10db req-d6d2e55d-6383-442b-b702-915c8b0a48fd service neutron] 10.222.0.30 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965390 Sep 16 05:44:12.559649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109ab78-582e-4784-81df-8a4b3e309bc4 req-4451d9a6-938b-4803-ba6d-0e09cfdd505f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:12.561254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e109ab78-582e-4784-81df-8a4b3e309bc4 req-4451d9a6-938b-4803-ba6d-0e09cfdd505f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0508606 Sep 16 05:44:12.601620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e109ab78-582e-4784-81df-8a4b3e309bc4 req-241f5f81-49ff-4d9c-9781-224784ae4349 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Sep 16 05:44:12.643378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f85245f-1bea-45c8-a006-e47426a79ca1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.652197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b535-9f9a-4512-ab84-75735ae57b2b req-663c3b06-a336-480c-acdb-3008ff35312b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:12.653777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3d4b535-9f9a-4512-ab84-75735ae57b2b req-663c3b06-a336-480c-acdb-3008ff35312b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 943 time: 0.1721144 Sep 16 05:44:12.655534 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f85245f-1bea-45c8-a006-e47426a79ca1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.723840 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3d4b535-9f9a-4512-ab84-75735ae57b2b req-137989c7-1744-4f9f-a2c8-821d010b6248 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626509 Sep 16 05:44:12.810293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f85245f-1bea-45c8-a006-e47426a79ca1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.810893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f85245f-1bea-45c8-a006-e47426a79ca1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Fanout notify agent at l3_agent the message router_deleted on router 9457472e-f67a-4691-8335-ebce0108cdff {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:44:12.818948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8f85245f-1bea-45c8-a006-e47426a79ca1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.820136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8f85245f-1bea-45c8-a006-e47426a79ca1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/9457472e-f67a-4691-8335-ebce0108cdff HTTP/1.1" status: 204 len: 168 time: 0.7206583 Sep 16 05:44:12.822940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58448) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:12.880599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1946201-37a2-4248-b675-81f73a496d35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet f47e2df0-2839-4d30-b437-79b155fb1c25 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:44:12.884156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d1946201-37a2-4248-b675-81f73a496d35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.926805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d1946201-37a2-4248-b675-81f73a496d35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.013583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d1946201-37a2-4248-b675-81f73a496d35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.184507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d1946201-37a2-4248-b675-81f73a496d35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.216144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1946201-37a2-4248-b675-81f73a496d35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=f47e2df0-2839-4d30-b437-79b155fb1c25,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:13.218715 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d1946201-37a2-4248-b675-81f73a496d35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.221057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d1946201-37a2-4248-b675-81f73a496d35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/f47e2df0-2839-4d30-b437-79b155fb1c25 HTTP/1.1" status: 204 len: 168 time: 0.3969386 Sep 16 05:44:13.223831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58462) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:13.228965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f805e85-a0b6-471a-a65b-e9b2e2ef1fe6 None None] Network 0b4a0fde-1e57-478d-89dc-615f113e3386 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:13.301518 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.365731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 5dfa9c64-be64-4a51-bad1-6a055386194f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:13.366082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.410306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] DHCP port deletion for 0b4a0fde-1e57-478d-89dc-615f113e3386 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:44:13.436543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port 5dfa9c64-be64-4a51-bad1-6a055386194f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5dfa9c64-be64-4a51-bad1-6a055386194f,segment=NetworkSegment(fba1b590-9e37-4ff3-8fe7-5d283d079055),segment_id=fba1b590-9e37-4ff3-8fe7-5d283d079055)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:13.436905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.450085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 5dfa9c64-be64-4a51-bad1-6a055386194f owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:13.455490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Deleting port 5dfa9c64-be64-4a51-bad1-6a055386194f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:13.455884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.526453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] For port 5dfa9c64-be64-4a51-bad1-6a055386194f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=5dfa9c64-be64-4a51-bad1-6a055386194f,segment=NetworkSegment(fba1b590-9e37-4ff3-8fe7-5d283d079055),segment_id=fba1b590-9e37-4ff3-8fe7-5d283d079055)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:13.526846 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.540439 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Calling delete_port for 5dfa9c64-be64-4a51-bad1-6a055386194f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:13.545727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 5dfa9c64-be64-4a51-bad1-6a055386194f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:13.624498 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.630706 n-d-712749-15 neutron-server[95661]: INFO neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No ports have port_id starting with 5dfa9c64-be64-4a51-bad1-6a055386194f Sep 16 05:44:13.652880 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.660724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No DVR routers for this DVR port 5dfa9c64-be64-4a51-bad1-6a055386194f on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:13.662410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=5dfa9c64-be64-4a51-bad1-6a055386194f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:13.682823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Pushing event deleted for resources: {'Port': ['ID=5dfa9c64-be64-4a51-bad1-6a055386194f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:13.687813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] No DVR routers for this DVR port 5dfa9c64-be64-4a51-bad1-6a055386194f on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:13.696524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.697098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.697578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.698161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.698632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.699091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.699600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.700048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.700297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.700647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.701005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.701325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7cb72-9426-49b7-9237-2fdd8ff623d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:13.743385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374b9a9-ec6e-46c8-bcd8-a8a89a35c370 req-b22bede0-e7ba-4b8a-a38b-dc2be80ae4fc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:13.745013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b374b9a9-ec6e-46c8-bcd8-a8a89a35c370 req-b22bede0-e7ba-4b8a-a38b-dc2be80ae4fc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0557191 Sep 16 05:44:13.752085 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.773649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4a0fde-1e57-478d-89dc-615f113e3386']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:13.784902 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba1b590-9e37-4ff3-8fe7-5d283d079055') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:13.785199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba1b590-9e37-4ff3-8fe7-5d283d079055') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:13.788125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b374b9a9-ec6e-46c8-bcd8-a8a89a35c370 req-9d1f2566-8d87-4022-a8f7-ed0aed7a3e65 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359523 Sep 16 05:44:13.795213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.848178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.868276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:13.868708 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:44:13.873067 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:44:13.923808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e88fc-2819-42d1-9f3b-801698d6e3dc req-be672b64-75dd-4bd2-a6c8-d4e0c3865092 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:13.926513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f1e88fc-2819-42d1-9f3b-801698d6e3dc req-be672b64-75dd-4bd2-a6c8-d4e0c3865092 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 943 time: 0.1236739 Sep 16 05:44:13.998597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a678e97c-9ca6-47a2-a04d-50cd8c1679a0 req-17ce11e5-9683-4980-9bc7-dc79e2fce46b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0428796 Sep 16 05:44:14.018074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f1e88fc-2819-42d1-9f3b-801698d6e3dc req-7e1d02d4-2e94-426a-9cb1-1565e986cdd7 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612736 Sep 16 05:44:14.103845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.113152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.118718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/0b4a0fde-1e57-478d-89dc-615f113e3386 HTTP/1.1" status: 204 len: 168 time: 0.8907766 Sep 16 05:44:14.128956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58482) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:14.132885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9cc9931-4cf4-4265-9409-41bfe0595950 req-d082b258-2468-41f6-9d54-ecb36da2a40f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0334883 Sep 16 05:44:14.133684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-59079557', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:14.139940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b088c-3325-46f8-aaea-dd2f00df4c51 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=0b4a0fde-1e57-478d-89dc-615f113e3386,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:14.244818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.249175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.304006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.515548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.787473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.807849 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.935130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd3d4-48f7-4987-a6d1-e43fe4dd844b req-51cda4f5-54d9-442c-9e39-eaeac3ef5871 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:14.940801 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b57cd3d4-48f7-4987-a6d1-e43fe4dd844b req-51cda4f5-54d9-442c-9e39-eaeac3ef5871 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 943 time: 0.0655205 Sep 16 05:44:14.947261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.25.1.190 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/4dc17bd5-740c-4a46-a6ee-1069a25c1096) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:14.978367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b57cd3d4-48f7-4987-a6d1-e43fe4dd844b req-6831f337-0dad-496e-afe4-0ad07d219ccf tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Sep 16 05:44:15.057354 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.079590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:44:15.144971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1aeac-7517-4aab-9502-2f3c837bffc1 req-731afa11-f4cc-4768-818b-ce1e8197daf8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:15.147692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05f1aeac-7517-4aab-9502-2f3c837bffc1 req-731afa11-f4cc-4768-818b-ce1e8197daf8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 943 time: 0.0581150 Sep 16 05:44:15.178129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:15.186915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05f1aeac-7517-4aab-9502-2f3c837bffc1 req-245aadbc-9fc4-4788-b4e8-0a21fa08f104 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 Sep 16 05:44:15.191024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'port_id': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'mac_address': 'fa:16:3e:16:69:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5e0396-7a07-4f6e-9977-5d2640708347', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:44:15.217231 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.230293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.246548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:44:15.254469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:15.257450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:15.263428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:15.268956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1c336e41-49fa-4996-87a2-9f81e693a8b1 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:44:15.287405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=4dc17bd5-740c-4a46-a6ee-1069a25c1096,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:15.424139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:15.512765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1c336e41-49fa-4996-87a2-9f81e693a8b1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1c336e41-49fa-4996-87a2-9f81e693a8b1,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:15.524873 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.526629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '1c336e41-49fa-4996-87a2-9f81e693a8b1', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'port_id': '1c336e41-49fa-4996-87a2-9f81e693a8b1', 'mac_address': 'fa:16:3e:b1:df:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:44:15.603064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.611421 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.616257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:15.629674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c336e41-49fa-4996-87a2-9f81e693a8b1 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:44:15.650246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1c336e41-49fa-4996-87a2-9f81e693a8b1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1c336e41-49fa-4996-87a2-9f81e693a8b1,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:15.729643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.777430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1c336e41-49fa-4996-87a2-9f81e693a8b1,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:15.809694 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.938003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['6ebd4167-40a1-4f5c-ba55-c05ef660dea2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:44:16.015977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router b8752b29-8674-4779-b0bb-4fb433dec915 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:16.103717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['1c336e41-49fa-4996-87a2-9f81e693a8b1'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:44:16.118719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4bc34-7923-4610-8be0-8e8811c4de06 req-f4e3c08b-f006-4f32-9e48-19616e56b8aa tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:16.120471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1aa4bc34-7923-4610-8be0-8e8811c4de06 req-f4e3c08b-f006-4f32-9e48-19616e56b8aa tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 944 time: 0.0600533 Sep 16 05:44:16.180505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1aa4bc34-7923-4610-8be0-8e8811c4de06 req-02fde1a6-bfb4-401b-b9db-33d4ae4aebfd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531647 Sep 16 05:44:16.184501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-023733e7-31c1-4364-8b12-fe682a4e989a req-6240252b-3672-4c8d-8f0d-a88209e4646c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0313001 Sep 16 05:44:16.191329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:16.210990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bdc9c-6f6e-493a-914a-a088cbd637b3 None None] Sync routers for ids ['b8752b29-8674-4779-b0bb-4fb433dec915'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:16.274934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bdc9c-6f6e-493a-914a-a088cbd637b3 None None] Routers {'b8752b29-8674-4779-b0bb-4fb433dec915'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:16.275475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c16bdc9c-6f6e-493a-914a-a088cbd637b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b8752b29-8674-4779-b0bb-4fb433dec915'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:16.314221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf156d6-c4a3-440e-8048-e0c2d5b352da req-fbcfb2a3-4c53-4948-9dba-bd907df27f57 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:16.315829 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1cf156d6-c4a3-440e-8048-e0c2d5b352da req-fbcfb2a3-4c53-4948-9dba-bd907df27f57 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 944 time: 0.0526266 Sep 16 05:44:16.318418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.322128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b05556b1-10b1-4037-89f9-708bff024da2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1893706 Sep 16 05:44:16.322264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c16bdc9c-6f6e-493a-914a-a088cbd637b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:16.328345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58510) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:16.376281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bdc9c-6f6e-493a-914a-a088cbd637b3 None None] Routers {'b8752b29-8674-4779-b0bb-4fb433dec915'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:16.376915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c16bdc9c-6f6e-493a-914a-a088cbd637b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b8752b29-8674-4779-b0bb-4fb433dec915'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:16.405026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1cf156d6-c4a3-440e-8048-e0c2d5b352da req-a20d83ca-4835-481a-9450-36cab095fc44 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752149 Sep 16 05:44:16.417919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c16bdc9c-6f6e-493a-914a-a088cbd637b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:16.418592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bdc9c-6f6e-493a-914a-a088cbd637b3 None None] The sync data for ids ['b8752b29-8674-4779-b0bb-4fb433dec915'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:16.480401 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b724088d-9d27-448b-8c02-ec64d1a816e4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/routers/b8752b29-8674-4779-b0bb-4fb433dec915 HTTP/1.1" status: 200 len: 879 time: 0.1567011 Sep 16 05:44:16.483333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58518) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:16.489450 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40aa34d3-7b0d-4015-a130-ddb3f9203982 req-6f078378-f2ae-4875-bd18-8e404ff138c9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0377901 Sep 16 05:44:16.718605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6bd0c833-0eb7-4505-b5e0-ccf638cfe16a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2305307 Sep 16 05:44:16.718818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58520) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:16.723025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-062152aa-0a0f-4509-a5c0-edf7228067c7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-59079557'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:17.284321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1c336e41-49fa-4996-87a2-9f81e693a8b1 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:17.300326 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-062152aa-0a0f-4509-a5c0-edf7228067c7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.306594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b638473-cf79-4895-a4c2-fc46818f44b0 req-354c247c-faf1-4cc9-a56a-3f45e6a53111 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:17.308881 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b638473-cf79-4895-a4c2-fc46818f44b0 req-354c247c-faf1-4cc9-a56a-3f45e6a53111 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 944 time: 0.0571916 Sep 16 05:44:17.349013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b638473-cf79-4895-a4c2-fc46818f44b0 req-a21b4eb2-7d7a-40ae-a759-cabdaf5d17cb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Sep 16 05:44:17.372725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-062152aa-0a0f-4509-a5c0-edf7228067c7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.400808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 1c336e41-49fa-4996-87a2-9f81e693a8b1 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:44:17.405682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 1c336e41-49fa-4996-87a2-9f81e693a8b1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:17.406298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.504416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062152aa-0a0f-4509-a5c0-edf7228067c7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router b8752b29-8674-4779-b0bb-4fb433dec915 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:17.547071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.575133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923783dd-995d-4901-915b-5c742d8d7cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c336e41-49fa-4996-87a2-9f81e693a8b1'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:17.578815 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec4e223-e9b7-410f-98c5-3ec3bd6432d2" -d '{"events": [{"server_uuid": "923783dd-995d-4901-915b-5c742d8d7cbd", "name": "network-vif-plugged", "status": "completed", "tag": "1c336e41-49fa-4996-87a2-9f81e693a8b1"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:17.593121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 1c336e41-49fa-4996-87a2-9f81e693a8b1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1c336e41-49fa-4996-87a2-9f81e693a8b1,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:17.618373 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dbc442-1e42-4ebe-8f69-a867f56362ce x-openstack-request-id: req-48dbc442-1e42-4ebe-8f69-a867f56362ce {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:17.618880 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923783dd-995d-4901-915b-5c742d8d7cbd", "name": "network-vif-plugged", "status": "completed", "tag": "1c336e41-49fa-4996-87a2-9f81e693a8b1", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:17.619148 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48dbc442-1e42-4ebe-8f69-a867f56362ce {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:17.619553 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923783dd-995d-4901-915b-5c742d8d7cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c336e41-49fa-4996-87a2-9f81e693a8b1', 'code': 200} Sep 16 05:44:17.655799 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.696809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e866-8385-4535-909c-b8c45ce7bbd4 req-494fecca-30ea-4919-9fcc-d733ca0b1838 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:17.698380 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1073e866-8385-4535-909c-b8c45ce7bbd4 req-494fecca-30ea-4919-9fcc-d733ca0b1838 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 944 time: 0.1367545 Sep 16 05:44:17.700900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062152aa-0a0f-4509-a5c0-edf7228067c7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:17.710006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-062152aa-0a0f-4509-a5c0-edf7228067c7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.712051 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-062152aa-0a0f-4509-a5c0-edf7228067c7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/b8752b29-8674-4779-b0bb-4fb433dec915 HTTP/1.1" status: 200 len: 886 time: 0.9923980 Sep 16 05:44:17.715076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:17.718356 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eeb097-7e6e-4112-82f6-47f815d8eb34 None None] Sync routers for ids ['b8752b29-8674-4779-b0bb-4fb433dec915'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:17.734271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=1c336e41-49fa-4996-87a2-9f81e693a8b1,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:17.739916 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eeb097-7e6e-4112-82f6-47f815d8eb34 None None] Routers {'b8752b29-8674-4779-b0bb-4fb433dec915'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:17.750036 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5eeb097-7e6e-4112-82f6-47f815d8eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b8752b29-8674-4779-b0bb-4fb433dec915'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:17.760741 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1073e866-8385-4535-909c-b8c45ce7bbd4 req-d4d941da-1032-4f37-8a1e-757a3f88d0e4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475581 Sep 16 05:44:17.790398 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5eeb097-7e6e-4112-82f6-47f815d8eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:17.799536 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eeb097-7e6e-4112-82f6-47f815d8eb34 None None] Routers {'b8752b29-8674-4779-b0bb-4fb433dec915'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:17.800159 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5eeb097-7e6e-4112-82f6-47f815d8eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:43:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b8752b29-8674-4779-b0bb-4fb433dec915'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:17.839743 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a5eeb097-7e6e-4112-82f6-47f815d8eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:17.840765 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eeb097-7e6e-4112-82f6-47f815d8eb34 None None] The sync data for ids ['b8752b29-8674-4779-b0bb-4fb433dec915'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:17.886552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ba1a9824-96d3-44f1-b58e-661230851076 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/routers/b8752b29-8674-4779-b0bb-4fb433dec915 HTTP/1.1" status: 200 len: 886 time: 0.1676154 Sep 16 05:44:17.887193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58536) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:17.893000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab3bfc-b7a2-4678-8bca-2c18a522d8ae req-5b964cc1-8c8d-4b42-9cf0-fdfd2f7864df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:17.894803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-02ab3bfc-b7a2-4678-8bca-2c18a522d8ae req-5b964cc1-8c8d-4b42-9cf0-fdfd2f7864df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 1097 time: 0.1180012 Sep 16 05:44:17.927957 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77b5d263-d4b6-45ee-b478-d38dd6b097c8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8752b29-8674-4779-b0bb-4fb433dec915 HTTP/1.1" status: 200 len: 205 time: 0.0342453 Sep 16 05:44:17.929448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58540) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:17.942506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-02ab3bfc-b7a2-4678-8bca-2c18a522d8ae req-34624071-7526-4e00-9f4f-6cc971efbc03 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Sep 16 05:44:18.046918 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:18.153670 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:18.319440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 4dc17bd5-740c-4a46-a6ee-1069a25c1096 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:18.320076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:18.366144 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8590388-9faf-4e1e-a056-6ff0695fa41d req-02256826-52d9-424a-9d1b-c030a85e85ee service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0346665 Sep 16 05:44:18.429824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:18.445258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 4dc17bd5-740c-4a46-a6ee-1069a25c1096 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:18.513290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2e2c8ba-e716-4450-9045-28dc3a8c2f31 req-f4a13a32-6a89-44af-b4ab-d41b30d1d454 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0342443 Sep 16 05:44:18.533461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556387ec-0f86-4a40-a332-568a731daadf req-91878162-b906-43bd-91a9-3da317a4b431 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:18.536612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-556387ec-0f86-4a40-a332-568a731daadf req-91878162-b906-43bd-91a9-3da317a4b431 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 945 time: 0.0914035 Sep 16 05:44:18.610086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-556387ec-0f86-4a40-a332-568a731daadf req-404d0a7c-4637-430c-bb22-073f32805c23 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681198 Sep 16 05:44:18.767216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:18.801039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=4dc17bd5-740c-4a46-a6ee-1069a25c1096,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:18.815084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.815433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.816464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.816808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.817151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.817487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.817820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.818149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.818476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.818804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.819129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.819452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:18.911827 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.023297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.026175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.035766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce36e-deed-41b8-9151-3f8b2b7bf4eb req-eee96048-e407-4057-a7f8-82ad548db0d7 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:19.037635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cedce36e-deed-41b8-9151-3f8b2b7bf4eb req-eee96048-e407-4057-a7f8-82ad548db0d7 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 944 time: 0.1641936 Sep 16 05:44:19.121221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cedce36e-deed-41b8-9151-3f8b2b7bf4eb req-90feaf88-dc5c-4396-86f6-1f6ed5d4f825 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756114 Sep 16 05:44:19.127823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:19.261177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:44:19.269293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:19.269877 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.321040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.321700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Fanout notify agent at l3_agent the message router_deleted on router b8752b29-8674-4779-b0bb-4fb433dec915 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:44:19.342719 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.344288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3b2260ea-cfc5-4186-8296-31c20a12037a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/b8752b29-8674-4779-b0bb-4fb433dec915 HTTP/1.1" status: 204 len: 168 time: 1.4133053 Sep 16 05:44:19.347699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58560) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:19.361128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-62137608'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:19.399462 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.439142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:19.487179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:19.491469 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.515454 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.518070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:19.531464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.531721 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment 4c218d6d-e8d6-4d23-bbb4-95a85b5bd852 of type vlan for network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 Sep 16 05:44:19.575933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:19.581176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.620533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:19.623109 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a5c88-0ee7-4c8a-a5f9-a6466346554b" -d '{"events": [{"server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:19.659929 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a432f81-51ad-420d-afb1-b9cda54ec99d x-openstack-request-id: req-1a432f81-51ad-420d-afb1-b9cda54ec99d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:19.660227 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:19.660479 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a432f81-51ad-420d-afb1-b9cda54ec99d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:19.660872 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'code': 200} Sep 16 05:44:19.686979 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.694323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:19.694323 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.809048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3cfbd-2dfa-41ea-83e8-3ea6fc43c4c8 req-d4fbfaa4-4531-42b2-a508-04964199fc64 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:19.809048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1f3cfbd-2dfa-41ea-83e8-3ea6fc43c4c8 req-d4fbfaa4-4531-42b2-a508-04964199fc64 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 945 time: 0.1306491 Sep 16 05:44:19.809048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=713bd4c3-5e36-4b5b-9aad-471c0dfaa659,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:19.812161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7b9a8-757b-447c-8a2c-fcd922214c8e req-0cde940e-4daf-47ac-8595-3f6ea16def05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:19.814717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1b7b9a8-757b-447c-8a2c-fcd922214c8e req-0cde940e-4daf-47ac-8595-3f6ea16def05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 1097 time: 0.0527411 Sep 16 05:44:19.820821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:19.828045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ad6e1a30-2b13-4830-9cba-c704e277a134 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4789698 Sep 16 05:44:19.830929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58574) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:19.852114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': '713bd4c3-5e36-4b5b-9aad-471c0dfaa659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:19.876611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1f3cfbd-2dfa-41ea-83e8-3ea6fc43c4c8 req-63efac08-a6ee-4ea4-9840-d2fe09cb8ed8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567775 Sep 16 05:44:19.888294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1b7b9a8-757b-447c-8a2c-fcd922214c8e req-2031d9b4-20b5-49bb-909b-24c4bbc63d6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654576 Sep 16 05:44:19.908862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a74b81d0-1439-484d-b94d-28ae955e490a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.019881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d479c-eb99-4217-ae7b-bafb587daac9 req-2098e424-1a15-49bb-9edd-827354f82c6b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:20.021359 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e8d479c-eb99-4217-ae7b-bafb587daac9 req-2098e424-1a15-49bb-9edd-827354f82c6b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 945 time: 0.0588825 Sep 16 05:44:20.061231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e8d479c-eb99-4217-ae7b-bafb587daac9 req-095499d8-ad82-4a7e-91ca-ce08d842edd0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Sep 16 05:44:20.098072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:20.101862 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.184840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df9483-2217-4361-ae3c-e2d614cffdd4 req-bc3bd3c1-f1df-4ca5-a1ab-e09ff830eaae tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:20.187265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68df9483-2217-4361-ae3c-e2d614cffdd4 req-bc3bd3c1-f1df-4ca5-a1ab-e09ff830eaae tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 945 time: 0.0553980 Sep 16 05:44:20.229922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68df9483-2217-4361-ae3c-e2d614cffdd4 req-9d4e33f2-9c96-47f4-a068-33729c085dea tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357275 Sep 16 05:44:20.330756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2409790-fc70-4120-b5a6-2d2696fecef3 req-3449bcea-ddb0-4a88-939f-e37225e1da49 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:20.338847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2409790-fc70-4120-b5a6-2d2696fecef3 req-3449bcea-ddb0-4a88-939f-e37225e1da49 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1396127 Sep 16 05:44:20.438799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2409790-fc70-4120-b5a6-2d2696fecef3 req-a029742b-8e02-41b6-b155-f016d2cf79e4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972278 Sep 16 05:44:20.479448 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70cb331e-ebff-4625-91aa-3f07c696475c req-3dd6c62a-704c-40e8-a4a9-573963cd5215 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0324435 Sep 16 05:44:20.486762 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.553090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=79c398bd-cf95-4db3-a07b-be172456d1e8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:20.565074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': '4c218d6d-e8d6-4d23-bbb4-95a85b5bd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '713bd4c3-5e36-4b5b-9aad-471c0dfaa659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:20.565426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: 713bd4c3-5e36-4b5b-9aad-471c0dfaa659, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:20.620420 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7310077-e9f1-4683-b298-506abf052ba2 req-13c6f55c-ff1d-4e06-bda7-d44bf69c59ba service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0261152 Sep 16 05:44:20.646641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:20.752292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 713bd4c3-5e36-4b5b-9aad-471c0dfaa659) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:20.756467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:20.760826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.763561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565cef02-01f4-4606-a70b-cf93f58739c1 None None] Network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:20.819469 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.826342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb243873-da91-4f79-be2d-c7f75506f77f req-5ce9a051-587f-4394-bd77-f87b3bc03f01 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:20.828097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb243873-da91-4f79-be2d-c7f75506f77f req-5ce9a051-587f-4394-bd77-f87b3bc03f01 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 945 time: 0.0530448 Sep 16 05:44:20.830018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-10f884da-b8d8-41b8-845d-2dd781deb241 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9979873 Sep 16 05:44:20.832841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:20.845738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b91f7f26-a8b0-478c-97fc-1eba6d7bc57c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1491465131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:20.901110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb243873-da91-4f79-be2d-c7f75506f77f req-429d403d-85cc-427f-b2ae-10fad0c1f302 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494752 Sep 16 05:44:20.942413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-713bd4c3-5e36-4b5b-9aad-471c0dfaa659', 'network_id': '713bd4c3-5e36-4b5b-9aad-471c0dfaa659', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': '79c398bd-cf95-4db3-a07b-be172456d1e8'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:44:20.943291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.986964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b91f7f26-a8b0-478c-97fc-1eba6d7bc57c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.988177 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b91f7f26-a8b0-478c-97fc-1eba6d7bc57c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.041422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b91f7f26-a8b0-478c-97fc-1eba6d7bc57c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.077776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Allocated IP 172.20.0.2 (713bd4c3-5e36-4b5b-9aad-471c0dfaa659/79c398bd-cf95-4db3-a07b-be172456d1e8/7aaab0e9-287c-459c-a742-953dd9b56ba5) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:21.106939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b91f7f26-a8b0-478c-97fc-1eba6d7bc57c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.212241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b91f7f26-a8b0-478c-97fc-1eba6d7bc57c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.213498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b91f7f26-a8b0-478c-97fc-1eba6d7bc57c tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3796444 Sep 16 05:44:21.216282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58602) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:21.228768 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.324612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.363734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:21.368759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:21.373371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:21.376590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Pushing event updated for resources: {'Port': ['ID=7aaab0e9-287c-459c-a742-953dd9b56ba5,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.438357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Attempting to bind port 7aaab0e9-287c-459c-a742-953dd9b56ba5 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:21.438735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Attempting to bind port 7aaab0e9-287c-459c-a742-953dd9b56ba5 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '4c218d6d-e8d6-4d23-bbb4-95a85b5bd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '713bd4c3-5e36-4b5b-9aad-471c0dfaa659'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:21.439102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Attempting to bind port 7aaab0e9-287c-459c-a742-953dd9b56ba5 on network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:21.444982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:21.445349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Checking segment: {'id': '4c218d6d-e8d6-4d23-bbb4-95a85b5bd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '713bd4c3-5e36-4b5b-9aad-471c0dfaa659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:21.445755 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.446141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Bound using segment: {'id': '4c218d6d-e8d6-4d23-bbb4-95a85b5bd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '713bd4c3-5e36-4b5b-9aad-471c0dfaa659'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:21.446669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Bound port: 7aaab0e9-287c-459c-a742-953dd9b56ba5, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c218d6d-e8d6-4d23-bbb4-95a85b5bd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '713bd4c3-5e36-4b5b-9aad-471c0dfaa659'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:21.447039 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.557191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] For port 7aaab0e9-287c-459c-a742-953dd9b56ba5, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:21.561117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] For port 7aaab0e9-287c-459c-a742-953dd9b56ba5, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7aaab0e9-287c-459c-a742-953dd9b56ba5,segment=NetworkSegment(4c218d6d-e8d6-4d23-bbb4-95a85b5bd852),segment_id=4c218d6d-e8d6-4d23-bbb4-95a85b5bd852)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:21.606853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4022601-3b21-4fdd-823c-1b1a1c4ab0c4 req-3080be69-2567-418e-91dc-46fe6d0dd7d2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:21.609586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4022601-3b21-4fdd-823c-1b1a1c4ab0c4 req-3080be69-2567-418e-91dc-46fe6d0dd7d2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0707145 Sep 16 05:44:21.641641 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.652816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4022601-3b21-4fdd-823c-1b1a1c4ab0c4 req-a9b2db72-7bb4-4d6f-9fbf-97c39b4ecc8f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Sep 16 05:44:21.726327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb09a82-490b-4e72-a71f-3c3a67c5b3f7 None None] Pushing event updated for resources: {'Port': ['ID=7aaab0e9-287c-459c-a742-953dd9b56ba5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.829242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbd770-331b-4267-a8ea-dc7c161cc3ae req-590de922-97f3-46aa-a469-be1ccae3d048 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:21.830802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16fbd770-331b-4267-a8ea-dc7c161cc3ae req-590de922-97f3-46aa-a469-be1ccae3d048 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0848720 Sep 16 05:44:21.832549 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.002166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16fbd770-331b-4267-a8ea-dc7c161cc3ae req-de5df321-48e9-460f-ae41-3debb4e4be81 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591504 Sep 16 05:44:22.062037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670e87-b4fd-4ec6-bee7-2dead14f3fd6 req-73631827-6c48-4912-b6ce-ee6c6bb6517f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:22.071948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c670e87-b4fd-4ec6-bee7-2dead14f3fd6 req-73631827-6c48-4912-b6ce-ee6c6bb6517f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 945 time: 0.0810790 Sep 16 05:44:22.124951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c670e87-b4fd-4ec6-bee7-2dead14f3fd6 req-de5a5471-9872-4cc2-a710-67054023dd9b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Sep 16 05:44:22.246279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.20.0.1 (713bd4c3-5e36-4b5b-9aad-471c0dfaa659/79c398bd-cf95-4db3-a07b-be172456d1e8/0284f1b4-500b-42fa-8595-f30ee8e164ba) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:22.372842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.518781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.565701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b1702653-0eb2-422e-ae63-dff2c8341805 req-bf3ea0dc-dae4-4100-bee1-ccff2ab71982 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0412498 Sep 16 05:44:22.627037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:22.628761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175317-ced5-4c25-b021-e834581af03d req-fdd6003d-1ee6-4d35-a0aa-a1955e1ee261 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:22.637195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b175317-ced5-4c25-b021-e834581af03d req-fdd6003d-1ee6-4d35-a0aa-a1955e1ee261 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1025729 Sep 16 05:44:22.642059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:22.649131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=0284f1b4-500b-42fa-8595-f30ee8e164ba,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.651647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:22.696772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b175317-ced5-4c25-b021-e834581af03d req-f2fe547d-8627-42aa-82de-53a8c98aafa2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580707 Sep 16 05:44:22.735163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c77e31e-a0ae-4b05-834b-7f4e6b7ba527 req-73ab7587-8b68-4db9-837c-f9059a677e01 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0394506 Sep 16 05:44:22.746076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-a21ba344-116d-43eb-bb73-36b7a9bb359c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:22.747846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-a21ba344-116d-43eb-bb73-36b7a9bb359c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 945 time: 0.1654544 Sep 16 05:44:22.751250 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.828561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c36be0-7f9b-40a6-987a-a1541f32d689 None None] Network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:22.935168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9d75e445-ed1f-409a-996b-2bb8467455da None None] Provisioning complete for port 7aaab0e9-287c-459c-a742-953dd9b56ba5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:22.935661 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d75e445-ed1f-409a-996b-2bb8467455da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.970158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port 1c336e41-49fa-4996-87a2-9f81e693a8b1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:22.970911 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.076915 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.083520 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d75e445-ed1f-409a-996b-2bb8467455da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.104888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] For port 1c336e41-49fa-4996-87a2-9f81e693a8b1, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=1c336e41-49fa-4996-87a2-9f81e693a8b1,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:23.105303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.120537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9d75e445-ed1f-409a-996b-2bb8467455da None None] For port 7aaab0e9-287c-459c-a742-953dd9b56ba5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7aaab0e9-287c-459c-a742-953dd9b56ba5,segment=NetworkSegment(4c218d6d-e8d6-4d23-bbb4-95a85b5bd852),segment_id=4c218d6d-e8d6-4d23-bbb4-95a85b5bd852)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:23.143238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for 1c336e41-49fa-4996-87a2-9f81e693a8b1 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:23.164196 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-feb66b95-a3a8-4a81-8578-61013121aeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.218733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d75e445-ed1f-409a-996b-2bb8467455da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.278547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75e445-ed1f-409a-996b-2bb8467455da None None] Pushing event updated for resources: {'Port': ['ID=7aaab0e9-287c-459c-a742-953dd9b56ba5,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:23.344946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c10f3915-16d5-4bf5-9370-f168d26bb34b None None] Provisioning complete for port 0284f1b4-500b-42fa-8595-f30ee8e164ba triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:23.345284 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c10f3915-16d5-4bf5-9370-f168d26bb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.356830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c5c2c-ed4f-4924-a18a-b5070b5e4630 req-837e2c1b-f216-4eab-9a53-5a14ab390220 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:23.358388 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-981c5c2c-ed4f-4924-a18a-b5070b5e4630 req-837e2c1b-f216-4eab-9a53-5a14ab390220 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 945 time: 0.1554019 Sep 16 05:44:23.387040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c10f3915-16d5-4bf5-9370-f168d26bb34b None None] Port 0284f1b4-500b-42fa-8595-f30ee8e164ba cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:23.399009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c10f3915-16d5-4bf5-9370-f168d26bb34b None None] Provisioning complete for port 7aaab0e9-287c-459c-a742-953dd9b56ba5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:23.399609 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c10f3915-16d5-4bf5-9370-f168d26bb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.496673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-981c5c2c-ed4f-4924-a18a-b5070b5e4630 req-10cbfbfc-6796-4e5c-b112-42d11ddf0f1e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245916 Sep 16 05:44:23.567435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.604206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7aaab0e9-287c-459c-a742-953dd9b56ba5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:23.617710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.640376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3739c143-63f0-4077-8fd6-f5f07565de56 None None] Provisioning complete for port 0284f1b4-500b-42fa-8595-f30ee8e164ba triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:23.640742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3739c143-63f0-4077-8fd6-f5f07565de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.649371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=1c336e41-49fa-4996-87a2-9f81e693a8b1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:23.651539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.694219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3739c143-63f0-4077-8fd6-f5f07565de56 None None] Port 0284f1b4-500b-42fa-8595-f30ee8e164ba cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:23.697338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.697695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.698089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.698576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.698941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.699238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.699572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.699921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.700251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.700579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.700892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.701273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:23.707430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7aaab0e9-287c-459c-a742-953dd9b56ba5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:23.707833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.784483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] No DVR routers for this DVR port 1c336e41-49fa-4996-87a2-9f81e693a8b1 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:23.792404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.794708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a635060-6f09-4fb4-b18a-4f844d0e0fa4 req-d9282cf4-5128-4e7e-ab95-293e6c7e6c8d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "DELETE /v2.0/ports/1c336e41-49fa-4996-87a2-9f81e693a8b1 HTTP/1.1" status: 204 len: 173 time: 1.0026639 Sep 16 05:44:23.795482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923783dd-995d-4901-915b-5c742d8d7cbd', 'name': 'network-vif-deleted', 'tag': '1c336e41-49fa-4996-87a2-9f81e693a8b1'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:23.799447 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e78c01b-b27e-4c6e-b308-71b2b0cc09ff" -d '{"events": [{"server_uuid": "923783dd-995d-4901-915b-5c742d8d7cbd", "name": "network-vif-deleted", "tag": "1c336e41-49fa-4996-87a2-9f81e693a8b1"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:23.830716 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.852848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=0284f1b4-500b-42fa-8595-f30ee8e164ba,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:23.906236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67a4d-cdf1-45bb-aad8-284dca46beb5 req-74271760-a8eb-4800-afa9-4ba1140fa8c8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:23.906992 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.920854 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4d67a4d-cdf1-45bb-aad8-284dca46beb5 req-74271760-a8eb-4800-afa9-4ba1140fa8c8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1251833 Sep 16 05:44:23.932524 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c1c48-a127-44fe-aec3-e39a8cec97ce x-openstack-request-id: req-b82c1c48-a127-44fe-aec3-e39a8cec97ce {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:23.933864 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923783dd-995d-4901-915b-5c742d8d7cbd", "name": "network-vif-deleted", "tag": "1c336e41-49fa-4996-87a2-9f81e693a8b1", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:23.933864 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b82c1c48-a127-44fe-aec3-e39a8cec97ce {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:23.934112 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923783dd-995d-4901-915b-5c742d8d7cbd', 'name': 'network-vif-deleted', 'tag': '1c336e41-49fa-4996-87a2-9f81e693a8b1', 'status': 'completed', 'code': 200} Sep 16 05:44:23.976718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f4d67a4d-cdf1-45bb-aad8-284dca46beb5 req-5a972803-ab44-4fe9-a558-05d2e23b0973 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500128 Sep 16 05:44:24.055689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:24.057802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:24.318476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 42d7f601-062d-490b-86de-97706b1a9de9 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:24.336254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-918e37b5-bbb6-4649-94e1-49fa4d7ac4bb None None] Provisioning complete for port 0284f1b4-500b-42fa-8595-f30ee8e164ba triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:24.336629 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-918e37b5-bbb6-4649-94e1-49fa4d7ac4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.392307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-918e37b5-bbb6-4649-94e1-49fa4d7ac4bb None None] Port 0284f1b4-500b-42fa-8595-f30ee8e164ba cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:24.456903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:24.467304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9410da74-4e61-442b-9405-d485d4528aa0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/42d7f601-062d-490b-86de-97706b1a9de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2494395 Sep 16 05:44:24.468654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:24.471806 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c46f68-8953-4b14-8eea-6b61aba96d93 None None] Sync routers for ids ['42d7f601-062d-490b-86de-97706b1a9de9'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:24.493924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c46f68-8953-4b14-8eea-6b61aba96d93 None None] Routers {'42d7f601-062d-490b-86de-97706b1a9de9'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:24.494698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f6c46f68-8953-4b14-8eea-6b61aba96d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['42d7f601-062d-490b-86de-97706b1a9de9'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.524613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e1c32b-8803-40f3-90cb-1c7f298c6336 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:24.526177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-82e1c32b-8803-40f3-90cb-1c7f298c6336 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports/0284f1b4-500b-42fa-8595-f30ee8e164ba HTTP/1.1" status: 200 len: 910 time: 0.0564139 Sep 16 05:44:24.531443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58678) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:24.536865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4b227a73-f138-4bf1-b1eb-bfcde0815be9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79c398bd-cf95-4db3-a07b-be172456d1e8'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:24.562303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f6c46f68-8953-4b14-8eea-6b61aba96d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.637805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c46f68-8953-4b14-8eea-6b61aba96d93 None None] Routers {'42d7f601-062d-490b-86de-97706b1a9de9'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:24.642900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f6c46f68-8953-4b14-8eea-6b61aba96d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['42d7f601-062d-490b-86de-97706b1a9de9'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.672632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e463075-f5fe-474a-a914-fc87a60c4cdf req-225dd5b1-699b-4211-a1da-19cbbc08aff2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.0375524 Sep 16 05:44:24.761355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b227a73-f138-4bf1-b1eb-bfcde0815be9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.866762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f6c46f68-8953-4b14-8eea-6b61aba96d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:24.867405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c46f68-8953-4b14-8eea-6b61aba96d93 None None] The sync data for ids ['42d7f601-062d-490b-86de-97706b1a9de9'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:24.941495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f084db81-86b2-4e13-9729-e92b13af4add req-b908eb0e-7606-42c5-afda-bbd8930dd08c service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0322022 Sep 16 05:44:25.123680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11d501eb-533e-48de-92de-fb0584f72eac req-01e584fc-68d2-420f-bb3a-8a34c0f9ba3b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0358782 Sep 16 05:44:25.206208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a164-b68e-4320-9d4b-cea1b40d27a4 req-05d59ab5-ea31-402c-8ed4-03c86c8d44f9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:25.208002 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcc2a164-b68e-4320-9d4b-cea1b40d27a4 req-05d59ab5-ea31-402c-8ed4-03c86c8d44f9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1238461 Sep 16 05:44:25.307947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcc2a164-b68e-4320-9d4b-cea1b40d27a4 req-88ce35ac-6e93-4fb8-87ee-97b28a90e835 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910938 Sep 16 05:44:25.337116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.342172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1c336e41-49fa-4996-87a2-9f81e693a8b1 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:25.376299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b227a73-f138-4bf1-b1eb-bfcde0815be9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.384782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 1c336e41-49fa-4996-87a2-9f81e693a8b1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:25.385357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 1c336e41-49fa-4996-87a2-9f81e693a8b1 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:25.461131 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b227a73-f138-4bf1-b1eb-bfcde0815be9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.539571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b227a73-f138-4bf1-b1eb-bfcde0815be9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=0284f1b4-500b-42fa-8595-f30ee8e164ba,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.549645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b227a73-f138-4bf1-b1eb-bfcde0815be9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:25.550341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4b227a73-f138-4bf1-b1eb-bfcde0815be9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.551948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4b227a73-f138-4bf1-b1eb-bfcde0815be9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/ports/0284f1b4-500b-42fa-8595-f30ee8e164ba HTTP/1.1" status: 200 len: 910 time: 1.0193546 Sep 16 05:44:25.555048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58692) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:25.790171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-616f7fcc-6c2b-42e3-9442-fbd420d0afc2 req-7dbe9605-1b10-4cb0-bc75-7ee0bf45e4a5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.0326550 Sep 16 05:44:25.926531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.183796 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:26.226832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 0284f1b4-500b-42fa-8595-f30ee8e164ba {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:26.227391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.322143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.334889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 0284f1b4-500b-42fa-8595-f30ee8e164ba owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:26.491268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906a9c-ca7a-4cde-a71d-87d3d9d034b2 req-510f6054-05d7-4afa-85ef-06683341b086 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:26.497115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36906a9c-ca7a-4cde-a71d-87d3d9d034b2 req-510f6054-05d7-4afa-85ef-06683341b086 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1056933 Sep 16 05:44:26.570221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36906a9c-ca7a-4cde-a71d-87d3d9d034b2 req-ed74d5f0-3a8b-4937-a327-4b8f0f8f5d39 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707657 Sep 16 05:44:26.698286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.727948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=0284f1b4-500b-42fa-8595-f30ee8e164ba,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:26.898447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.986000 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac302636-41ee-4247-a956-c59daee06865 req-46d24131-7bb0-4e6b-a8e3-ed069f47d8b7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.0457304 Sep 16 05:44:27.120552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e204237-1a1f-4d1f-a659-cbe48fd379fb req-7dca7a7c-0396-4469-99a6-c5c854a81009 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0583320 Sep 16 05:44:27.136329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router 42d7f601-062d-490b-86de-97706b1a9de9 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:27.260896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:27.266789 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61dafe-f787-40eb-b30c-27eb72199895 None None] Sync routers for ids ['42d7f601-062d-490b-86de-97706b1a9de9'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:27.267699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58720) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:27.269875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-168466c6-1dbb-424d-81d2-eb866b07f2e2 req-c8734409-f46a-435e-a213-0fc07cd3cffc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0474734 Sep 16 05:44:27.276457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0cb125db-35eb-418b-9285-1f58138b7667 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/42d7f601-062d-490b-86de-97706b1a9de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196574 Sep 16 05:44:27.285456 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61dafe-f787-40eb-b30c-27eb72199895 None None] Routers {'42d7f601-062d-490b-86de-97706b1a9de9'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:27.286217 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b61dafe-f787-40eb-b30c-27eb72199895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['42d7f601-062d-490b-86de-97706b1a9de9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:27.313287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58722) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:27.325785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2336a661-88a4-4338-9f46-de2b0a46f63e tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7f601-062d-490b-86de-97706b1a9de9 HTTP/1.1" status: 200 len: 205 time: 0.0546896 Sep 16 05:44:27.328458 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b61dafe-f787-40eb-b30c-27eb72199895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:27.338607 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61dafe-f787-40eb-b30c-27eb72199895 None None] Routers {'42d7f601-062d-490b-86de-97706b1a9de9'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:27.339409 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b61dafe-f787-40eb-b30c-27eb72199895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['42d7f601-062d-490b-86de-97706b1a9de9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:27.396958 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-0b61dafe-f787-40eb-b30c-27eb72199895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:27.397614 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61dafe-f787-40eb-b30c-27eb72199895 None None] The sync data for ids ['42d7f601-062d-490b-86de-97706b1a9de9'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:27.467506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:27.711002 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5330f545-5691-4d2e-b873-585338b293fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:27.814842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ac57-07e8-414b-8d23-d56a20d53931 req-f8160fe5-a0e3-4e6c-9c1e-f25a9d669d48 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:27.816547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b932ac57-07e8-414b-8d23-d56a20d53931 req-f8160fe5-a0e3-4e6c-9c1e-f25a9d669d48 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1230490 Sep 16 05:44:27.922681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5330f545-5691-4d2e-b873-585338b293fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:27.930596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5330f545-5691-4d2e-b873-585338b293fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:27.976227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b932ac57-07e8-414b-8d23-d56a20d53931 req-04c852dc-c64b-4836-9b1a-25715f7f02f4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338420 Sep 16 05:44:28.066719 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5330f545-5691-4d2e-b873-585338b293fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.067276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330f545-5691-4d2e-b873-585338b293fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Fanout notify agent at l3_agent the message router_deleted on router 42d7f601-062d-490b-86de-97706b1a9de9 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:44:28.074612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5330f545-5691-4d2e-b873-585338b293fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.076808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5330f545-5691-4d2e-b873-585338b293fd tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/42d7f601-062d-490b-86de-97706b1a9de9 HTTP/1.1" status: 204 len: 168 time: 0.7609763 Sep 16 05:44:28.079809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58734) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:28.080183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c2d4e99-5e91-4b0a-8d3a-45aec9fb47af req-d10d4558-1fbf-41e5-bb95-177ca5ed9548 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.0306182 Sep 16 05:44:28.138025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-2410691f-a1b1-4c4b-a3f7-0c5f5eb09126 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet 79c398bd-cf95-4db3-a07b-be172456d1e8 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:44:28.141833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2410691f-a1b1-4c4b-a3f7-0c5f5eb09126 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.181034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2410691f-a1b1-4c4b-a3f7-0c5f5eb09126 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.266667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2410691f-a1b1-4c4b-a3f7-0c5f5eb09126 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.464113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2410691f-a1b1-4c4b-a3f7-0c5f5eb09126 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.494254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410691f-a1b1-4c4b-a3f7-0c5f5eb09126 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=79c398bd-cf95-4db3-a07b-be172456d1e8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:28.495705 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2410691f-a1b1-4c4b-a3f7-0c5f5eb09126 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.503079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2410691f-a1b1-4c4b-a3f7-0c5f5eb09126 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/79c398bd-cf95-4db3-a07b-be172456d1e8 HTTP/1.1" status: 204 len: 168 time: 0.4201896 Sep 16 05:44:28.503213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58738) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:28.510479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed47274-bcd1-4780-857d-a1ea8becb239 None None] Network 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:28.627237 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.670969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58744) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:28.732999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 7aaab0e9-287c-459c-a742-953dd9b56ba5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:28.733972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.813926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port 7aaab0e9-287c-459c-a742-953dd9b56ba5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7aaab0e9-287c-459c-a742-953dd9b56ba5,segment=NetworkSegment(4c218d6d-e8d6-4d23-bbb4-95a85b5bd852),segment_id=4c218d6d-e8d6-4d23-bbb4-95a85b5bd852)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:28.814530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.814877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] DHCP port deletion for 713bd4c3-5e36-4b5b-9aad-471c0dfaa659 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:44:28.820360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61c6f974-8400-47e7-9487-4b081f37abb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.832909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 7aaab0e9-287c-459c-a742-953dd9b56ba5 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:28.852454 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.881701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] Deleting port 7aaab0e9-287c-459c-a742-953dd9b56ba5 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:28.882188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.929312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61c6f974-8400-47e7-9487-4b081f37abb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.961064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] For port 7aaab0e9-287c-459c-a742-953dd9b56ba5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7aaab0e9-287c-459c-a742-953dd9b56ba5,segment=NetworkSegment(4c218d6d-e8d6-4d23-bbb4-95a85b5bd852),segment_id=4c218d6d-e8d6-4d23-bbb4-95a85b5bd852)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:28.961501 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.974348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] Calling delete_port for 7aaab0e9-287c-459c-a742-953dd9b56ba5 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:29.021153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61c6f974-8400-47e7-9487-4b081f37abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.050049 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.086159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No DVR routers for this DVR port 7aaab0e9-287c-459c-a742-953dd9b56ba5 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:29.096408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=7aaab0e9-287c-459c-a742-953dd9b56ba5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.116306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61c6f974-8400-47e7-9487-4b081f37abb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46998006aaa5439abf0d56f3b4145fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415843 Sep 16 05:44:29.116306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58752) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:29.124098 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6f974-8400-47e7-9487-4b081f37abb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1990fcf5-e075-4d43-97ba-328155b3b176,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.124354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.166248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] Pushing event deleted for resources: {'Port': ['ID=7aaab0e9-287c-459c-a742-953dd9b56ba5,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.169151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0253b3-1c51-4042-90b9-47dd278b3c84 None None] No DVR routers for this DVR port 7aaab0e9-287c-459c-a742-953dd9b56ba5 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:29.193181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf547-608e-4182-8ede-0b75db5a18be req-be821a82-a9bd-40f9-a223-6a29d26ca6a7 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.194810 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98faf547-608e-4182-8ede-0b75db5a18be req-be821a82-a9bd-40f9-a223-6a29d26ca6a7 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1288981 Sep 16 05:44:29.243275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68e5081c-cad9-4a35-8fe9-03a2b22dc278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.252380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7dbabc74-262a-42d7-bb8c-1de43cf34ad1 req-df1a303e-fc2b-4b4a-a90a-20213c20bdf9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=923783dd-995d-4901-915b-5c742d8d7cbd HTTP/1.1" status: 200 len: 210 time: 0.0585120 Sep 16 05:44:29.270430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98faf547-608e-4182-8ede-0b75db5a18be req-07a8180b-f6b7-4d9c-9c5b-eb53503c36fa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679686 Sep 16 05:44:29.328264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9103a587-051e-44be-965c-fe83280111f6 req-70ebc55e-e476-4b9f-80b2-8420e1ea19ce service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0548334 Sep 16 05:44:29.338286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68e5081c-cad9-4a35-8fe9-03a2b22dc278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.484716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68e5081c-cad9-4a35-8fe9-03a2b22dc278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.487450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68e5081c-cad9-4a35-8fe9-03a2b22dc278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.488813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-68e5081c-cad9-4a35-8fe9-03a2b22dc278 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1990fcf5-e075-4d43-97ba-328155b3b176 HTTP/1.1" status: 204 len: 168 time: 0.3717141 Sep 16 05:44:29.502091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5081c-cad9-4a35-8fe9-03a2b22dc278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1990fcf5-e075-4d43-97ba-328155b3b176,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.612410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7aaab0e9-287c-459c-a742-953dd9b56ba5 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:29.651793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7aaab0e9-287c-459c-a742-953dd9b56ba5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:29.652406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7aaab0e9-287c-459c-a742-953dd9b56ba5 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:29.684720 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.728289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc509e20-4245-43ad-baf9-35e90f826d3a req-108d5503-1ff3-402e-8805-5aed4138f84b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0583096 Sep 16 05:44:29.746807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713bd4c3-5e36-4b5b-9aad-471c0dfaa659']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:29.757639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c218d6d-e8d6-4d23-bbb4-95a85b5bd852') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:29.757936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c218d6d-e8d6-4d23-bbb4-95a85b5bd852') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:29.767630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.782970 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.788815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:29.789190 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:44:29.792135 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:44:29.923666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.929134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.932177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/713bd4c3-5e36-4b5b-9aad-471c0dfaa659 HTTP/1.1" status: 204 len: 168 time: 1.4284997 Sep 16 05:44:29.935209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:29.940876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2c921e15-4b12-4ed9-980c-ac7f52fb0156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-572736052', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:29.960774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0663f-1c2f-43ef-9f85-a56f8afe71b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=713bd4c3-5e36-4b5b-9aad-471c0dfaa659,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:30.021069 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c921e15-4b12-4ed9-980c-ac7f52fb0156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.022130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c921e15-4b12-4ed9-980c-ac7f52fb0156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.079802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c921e15-4b12-4ed9-980c-ac7f52fb0156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.144302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c921e15-4b12-4ed9-980c-ac7f52fb0156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.258704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58768) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:30.267200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c921e15-4b12-4ed9-980c-ac7f52fb0156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.269124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2c921e15-4b12-4ed9-980c-ac7f52fb0156 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3324671 Sep 16 05:44:30.271344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58772) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:30.275114 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ae447e-d492-404d-85a9-0c188b0c7b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.276949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-911055688'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:30.293628 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-f9ae447e-d492-404d-85a9-0c188b0c7b6a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:44:30.293628 n-d-712749-15 neutron-server[95660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:44:30.293628 n-d-712749-15 neutron-server[95660]: [parameters: {'project_id_1': 'f7d918d242fb459fa64344d429b23811', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 44, 10, 287946)}] Sep 16 05:44:30.293628 n-d-712749-15 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:44:30.294250 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [None req-f9ae447e-d492-404d-85a9-0c188b0c7b6a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:44:30.399397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2afb11-b2ca-4f3f-a1be-1031a77c388d req-9a91dfc1-2b2d-4e7d-9710-e52ef875b744 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:30.400966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b2afb11-b2ca-4f3f-a1be-1031a77c388d req-9a91dfc1-2b2d-4e7d-9710-e52ef875b744 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0527053 Sep 16 05:44:30.401668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:30.405133 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.455298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:30.468571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b2afb11-b2ca-4f3f-a1be-1031a77c388d req-c030d702-d5d9-4630-b1c9-7e247971e621 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600545 Sep 16 05:44:30.471753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.471951 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment a220c3c8-757b-482e-b90a-8d75b036540e of type vlan for network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b Sep 16 05:44:30.513555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.624316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.630016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:30.630663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.697271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=e4a7ebbb-bb37-477e-ad8c-ae506f5e261b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:30.707203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:30.753554 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fde58cff-7bc5-4c4c-8018-6493fcf3373b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4782438 Sep 16 05:44:30.753775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58780) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:30.758842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:30.796425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ae447e-d492-404d-85a9-0c188b0c7b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.896060 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ae447e-d492-404d-85a9-0c188b0c7b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:30.960418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9ae447e-d492-404d-85a9-0c188b0c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.001987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f9ae447e-d492-404d-85a9-0c188b0c7b6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7d918d242fb459fa64344d429b23811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7421465 Sep 16 05:44:31.002835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae447e-d492-404d-85a9-0c188b0c7b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18af2097-9807-440f-8ab1-345dcd57e861,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:31.004731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58782) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:31.048881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:31.052364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.082616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bad2428f-ce66-474b-8a61-9baeeb6e2ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.144631 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bad2428f-ce66-474b-8a61-9baeeb6e2ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.289672 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bad2428f-ce66-474b-8a61-9baeeb6e2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.292319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bad2428f-ce66-474b-8a61-9baeeb6e2ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.293559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bad2428f-ce66-474b-8a61-9baeeb6e2ee4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18af2097-9807-440f-8ab1-345dcd57e861 HTTP/1.1" status: 204 len: 168 time: 0.2878079 Sep 16 05:44:31.302661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2428f-ce66-474b-8a61-9baeeb6e2ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18af2097-9807-440f-8ab1-345dcd57e861,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:31.365436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.461431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:31.467285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: e4a7ebbb-bb37-477e-ad8c-ae506f5e261b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:31.475770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=804ec20a-6f9b-464a-9d16-a89e28b353cd,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:31.571242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:31.612620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be5230-0f48-4abb-8144-a2e87f5b5fbe req-93d88cf5-3831-45f9-ad65-4496f7c84a51 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:31.617764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54be5230-0f48-4abb-8144-a2e87f5b5fbe req-93d88cf5-3831-45f9-ad65-4496f7c84a51 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0636668 Sep 16 05:44:31.656195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-520955ea-2b31-436f-838c-a16640cab1be req-af07e7ee-f813-4112-848a-e372d495d600 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0288363 Sep 16 05:44:31.661682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54be5230-0f48-4abb-8144-a2e87f5b5fbe req-b3f24b14-0552-4841-856b-e6b0726edb08 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369966 Sep 16 05:44:31.709239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e4a7ebbb-bb37-477e-ad8c-ae506f5e261b) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:31.725880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969662f7-8427-422e-a785-3b1c260f4999 None None] Network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:31.730170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:31.730840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.837820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9f618d39-8a1f-4056-9fe3-99831e4952b3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0804014 Sep 16 05:44:31.838223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58806) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:31.894702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67abf8a2-9754-46a7-9de3-b404aafb1754 req-f4ab9223-46da-4319-ba99-7eb7401e5e36 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0415680 Sep 16 05:44:31.954357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:44:31.955223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.120032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Allocated IP 172.20.0.2 (e4a7ebbb-bb37-477e-ad8c-ae506f5e261b/804ec20a-6f9b-464a-9d16-a89e28b353cd/e6aae636-ea36-4f2d-8ea3-ab5e6191234a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:32.230285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.259636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58812) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:32.277530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0019a672-26fd-449b-ad6f-0a11245abd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.305835 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.400667 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.415744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0019a672-26fd-449b-ad6f-0a11245abd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.453883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:32.457660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:32.463530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:32.484271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Pushing event updated for resources: {'Port': ['ID=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:32.517708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0019a672-26fd-449b-ad6f-0a11245abd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.535353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Attempting to bind port e6aae636-ea36-4f2d-8ea3-ab5e6191234a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:32.535929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Attempting to bind port e6aae636-ea36-4f2d-8ea3-ab5e6191234a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:32.536555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Attempting to bind port e6aae636-ea36-4f2d-8ea3-ab5e6191234a on network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:32.540422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.20.0.1 (e4a7ebbb-bb37-477e-ad8c-ae506f5e261b/804ec20a-6f9b-464a-9d16-a89e28b353cd/aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:32.542096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:32.542580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Checking segment: {'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:32.543087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.544230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Bound using segment: {'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:32.544230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Bound port: e6aae636-ea36-4f2d-8ea3-ab5e6191234a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:32.544705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.561507 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0019a672-26fd-449b-ad6f-0a11245abd7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a7c91e16fa74e149c4847940484cb1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002665 Sep 16 05:44:32.565458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019a672-26fd-449b-ad6f-0a11245abd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ac7ebe-e572-4ac1-8e23-4f4840a46f2b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:32.565723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58814) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:32.633516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] For port e6aae636-ea36-4f2d-8ea3-ab5e6191234a, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:32.637313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] For port e6aae636-ea36-4f2d-8ea3-ab5e6191234a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,segment=NetworkSegment(a220c3c8-757b-482e-b90a-8d75b036540e),segment_id=a220c3c8-757b-482e-b90a-8d75b036540e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:32.678422 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dac02680-085d-40f8-9a23-2d40f717ebab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.717252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dac02680-085d-40f8-9a23-2d40f717ebab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.734643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.754720 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.839996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485b35f-fc24-4e5d-8748-48f7092b3a33 None None] Pushing event updated for resources: {'Port': ['ID=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:32.869945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86320a-d10a-4ef1-900a-f1b29938e6c7 req-08728fe9-eb27-42c2-8038-3ddfbd585712 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:32.871553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a86320a-d10a-4ef1-900a-f1b29938e6c7 req-08728fe9-eb27-42c2-8038-3ddfbd585712 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1223702 Sep 16 05:44:32.931622 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a86320a-d10a-4ef1-900a-f1b29938e6c7 req-0d001d07-62b5-41bb-a317-676a07e09d9d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Sep 16 05:44:32.975758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dac02680-085d-40f8-9a23-2d40f717ebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.982093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dac02680-085d-40f8-9a23-2d40f717ebab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.982093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dac02680-085d-40f8-9a23-2d40f717ebab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5ac7ebe-e572-4ac1-8e23-4f4840a46f2b HTTP/1.1" status: 204 len: 168 time: 0.4128213 Sep 16 05:44:32.982093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:33.052758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac02680-085d-40f8-9a23-2d40f717ebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ac7ebe-e572-4ac1-8e23-4f4840a46f2b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:33.063243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:33.066770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:33.070622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:33.110740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:33.142960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:33.358946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:33.685956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e6aae636-ea36-4f2d-8ea3-ab5e6191234a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:33.795920 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:33.834271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e6aae636-ea36-4f2d-8ea3-ab5e6191234a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:33.834787 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:33.890636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:33.944936 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.016081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port e6aae636-ea36-4f2d-8ea3-ab5e6191234a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,segment=NetworkSegment(a220c3c8-757b-482e-b90a-8d75b036540e),segment_id=a220c3c8-757b-482e-b90a-8d75b036540e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:34.041817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7037328d-b85c-485f-875d-8728fd4bf652 req-cf689ccf-73ef-497f-ab38-a0d84cdb7204 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1024003 Sep 16 05:44:34.064701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.081119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:34.092656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced7028-2dca-491a-884b-75d670e0d7a5 None None] Network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:34.120105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4033e93-15e1-4485-8fde-a73767e6867b req-058bbe6d-4b42-4b52-8992-7023c9a8f3f0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:34.125081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4033e93-15e1-4485-8fde-a73767e6867b req-058bbe6d-4b42-4b52-8992-7023c9a8f3f0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0893106 Sep 16 05:44:34.175306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4033e93-15e1-4485-8fde-a73767e6867b req-174c4013-4aed-4f67-8820-70705cd97df8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Sep 16 05:44:34.184969 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dc87c479-1e22-411d-bf14-819924e2a1fc None None] Provisioning complete for port e6aae636-ea36-4f2d-8ea3-ab5e6191234a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:34.185375 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc87c479-1e22-411d-bf14-819924e2a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.219746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:34.221445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:34.236542 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.345273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:34.444582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de7f321f-5676-4f92-8841-0f0cc41ed2e0 req-a7d23a5e-385b-4755-8e55-6c5233349121 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0349088 Sep 16 05:44:34.484597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:34.786165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-df142a95-f1e6-4d27-a818-9ac61220a63d None None] Provisioning complete for port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:34.787041 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df142a95-f1e6-4d27-a818-9ac61220a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.830991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-df142a95-f1e6-4d27-a818-9ac61220a63d None None] Port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:34.856501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-df142a95-f1e6-4d27-a818-9ac61220a63d None None] Provisioning complete for port e6aae636-ea36-4f2d-8ea3-ab5e6191234a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:34.857219 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df142a95-f1e6-4d27-a818-9ac61220a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.897822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:34.906462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3b65c02b-a590-453a-a032-a1c1275db6f9 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0662339 Sep 16 05:44:34.908817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:34.924068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:34.924179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-1045574784'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:34.938640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:34.939279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:35.037806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:35.041965 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.073842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:35.090128 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.090786 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment 1186a06b-82bc-4168-b4ad-71879afad585 of type vlan for network d88d544f-c94c-4a2b-84b2-e50408093375 Sep 16 05:44:35.159252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.361902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-dd6e356e-8880-4ea1-bda8-872e6a226db6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1276865 Sep 16 05:44:35.363234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.369533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.370552 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.423757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:35.433113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2884887-c03b-493d-ba18-e39f915a1b3b req-b099bfe0-17d8-4e7b-a833-000cee4a7cda tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.437772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2884887-c03b-493d-ba18-e39f915a1b3b req-b099bfe0-17d8-4e7b-a833-000cee4a7cda tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1333215 Sep 16 05:44:35.467667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-320a0207-d91a-4322-b7f5-e5dc43acac2b None None] Provisioning complete for port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:35.473549 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-320a0207-d91a-4322-b7f5-e5dc43acac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.540200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2884887-c03b-493d-ba18-e39f915a1b3b req-f6c7dfcf-d917-4ca0-8207-7a3792b39aa3 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870690 Sep 16 05:44:35.543907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=d88d544f-c94c-4a2b-84b2-e50408093375,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:35.552077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58884) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:35.553429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b829530f-58d1-4f21-ab52-785ce50dc724 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6425743 Sep 16 05:44:35.557706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:35.582016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d88d544f-c94c-4a2b-84b2-e50408093375 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:35.588406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-677b6fbc-3308-47c1-aa2b-ef1a478e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.588901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-677b6fbc-3308-47c1-aa2b-ef1a478e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.589381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-677b6fbc-3308-47c1-aa2b-ef1a478e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.589854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-677b6fbc-3308-47c1-aa2b-ef1a478e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.590321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-677b6fbc-3308-47c1-aa2b-ef1a478e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.590796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-677b6fbc-3308-47c1-aa2b-ef1a478e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.591376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-677b6fbc-3308-47c1-aa2b-ef1a478e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.594362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-677b6fbc-3308-47c1-aa2b-ef1a478e8b32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=62ba68c6a15447ba8ec44c49382660ce&device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 6505 time: 0.1438971 Sep 16 05:44:35.710555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e6aae636-ea36-4f2d-8ea3-ab5e6191234a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:35.757822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-320a0207-d91a-4322-b7f5-e5dc43acac2b None None] Port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:35.780456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-71c375c8-bd29-46da-8cc1-f1031eacb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.780977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-71c375c8-bd29-46da-8cc1-f1031eacb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.781514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-71c375c8-bd29-46da-8cc1-f1031eacb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.783235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-71c375c8-bd29-46da-8cc1-f1031eacb02d service neutron] 10.222.0.30 "GET /v2.0/networks?id=472221c7-51b1-4eda-9603-da8cffafb028&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&id=4326dabb-46bc-4f5c-a266-ccbdec41531a&id=4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 200 len: 2299 time: 0.1481202 Sep 16 05:44:35.789219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:35.793687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.852025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e6aae636-ea36-4f2d-8ea3-ab5e6191234a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:35.852402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.882468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:33Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:33Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:35.886471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-9330cfc2-351f-4f8c-9508-cff13693bbe3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 200 len: 1000 time: 0.0881228 Sep 16 05:44:35.933058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:35.933441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Updating router a440c3d2-b7a8-4ca1-a734-0453375b92fa port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:35.971123 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:35.988798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-fce81bbf-2591-4c95-807a-b040d36ebea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.990565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-fce81bbf-2591-4c95-807a-b040d36ebea8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f10dee9-1be3-463a-adbc-7b75feef5b36 HTTP/1.1" status: 200 len: 856 time: 0.0802588 Sep 16 05:44:36.049301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-0fad58a1-acb8-4fbc-a8d8-912cb6dab146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:36.051414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-0fad58a1-acb8-4fbc-a8d8-912cb6dab146 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=472221c7-51b1-4eda-9603-da8cffafb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516529 Sep 16 05:44:36.206538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-3884ad64-2768-427e-ae72-05abfae6aeb3 service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401765 Sep 16 05:44:36.220794 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:36.381508 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bdf14708-51cc-43e7-9634-4b0c1cfffcbd req-2f556615-9097-48c8-a002-2e79e37f3a86 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0425305 Sep 16 05:44:36.388378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=033caf27-d351-4a89-9855-6ac6554fe3dc,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:36.403446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-c4e39603-2fc8-442f-a31e-a33b54c500d7 service neutron] 10.222.0.30 "GET /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872661 Sep 16 05:44:36.411117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:36.411557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: d88d544f-c94c-4a2b-84b2-e50408093375, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:36.440041 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:36.468754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-eef11a17-bd28-4633-9832-5fc69422f58d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 217 time: 0.0468452 Sep 16 05:44:36.498930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network d88d544f-c94c-4a2b-84b2-e50408093375 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:36.563948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:36.578489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-18b5c7e9-898f-4b2a-8d51-1bbaf907d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:36.580854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-18b5c7e9-898f-4b2a-8d51-1bbaf907d4a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0979214 Sep 16 05:44:36.583438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29b44f4c-d36c-469f-a68b-80e0a6f5e7bd req-991666bf-aa6f-4889-993e-f383cbb1f933 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0491595 Sep 16 05:44:36.586804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d88d544f-c94c-4a2b-84b2-e50408093375) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:36.591340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:36.592731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:36.615746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3db5f-ce13-45eb-a3c6-9296b3e7ff6a None None] Pushing event updated for resources: {'Port': ['ID=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:36.618096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce25a8-6352-4190-8811-9cf1dcd8b695 None None] Network d88d544f-c94c-4a2b-84b2-e50408093375 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:36.684396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-87d6ce6f-49ac-473f-8c57-780516bd4682 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1285152 Sep 16 05:44:36.684609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58934) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:36.710006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf6a51-8ae0-497c-a9b9-ba68a2222ce8 req-744203d6-6048-48f4-8163-7cf07bf91bcd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:36.711701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91bf6a51-8ae0-497c-a9b9-ba68a2222ce8 req-744203d6-6048-48f4-8163-7cf07bf91bcd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0916119 Sep 16 05:44:36.718694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-bd86b58d-682a-48bb-8751-08222b94289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:36.720353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-bd86b58d-682a-48bb-8751-08222b94289d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316302 Sep 16 05:44:36.737250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Attempting to bind port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:36.737627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Attempting to bind port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:36.737992 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Attempting to bind port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b on network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:36.753141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:36.753557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Checking segment: {'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:36.753911 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:36.754319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Bound using segment: {'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:36.754790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Bound port: aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a220c3c8-757b-482e-b90a-8d75b036540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:36.755170 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:36.791800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91bf6a51-8ae0-497c-a9b9-ba68a2222ce8 req-287c4ecd-507b-43e8-9b63-abff2d01b73f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698252 Sep 16 05:44:36.883805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-5e759d05-d77a-4720-8827-c03f246acb55 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533728 Sep 16 05:44:36.896276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] For port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:36.914138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] For port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,segment=NetworkSegment(a220c3c8-757b-482e-b90a-8d75b036540e),segment_id=a220c3c8-757b-482e-b90a-8d75b036540e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:36.965518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d88d544f-c94c-4a2b-84b2-e50408093375', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:44:36.966389 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.031500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-df197437-181d-4ec5-8545-4046dfaf5752 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289589 Sep 16 05:44:37.051585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.099873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f93f856a-20d9-4b7d-add8-2922e1650adc None None] Provisioning complete for port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:37.100209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-0fd515fc-38e7-49bf-a902-225a277a6a8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 217 time: 0.0568209 Sep 16 05:44:37.100897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f93f856a-20d9-4b7d-add8-2922e1650adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.256615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-d36d4d5b-9cc0-40d4-8647-1b16ee77b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:37.258242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-d36d4d5b-9cc0-40d4-8647-1b16ee77b27a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1508923 Sep 16 05:44:37.260191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:37.260900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:37.266290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3db5f-ce13-45eb-a3c6-9296b3e7ff6a None None] Pushing event updated for resources: {'Port': ['ID=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:37.273762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.281125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 58938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:37.323492 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f93f856a-20d9-4b7d-add8-2922e1650adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.338334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Allocated IP 172.21.0.2 (d88d544f-c94c-4a2b-84b2-e50408093375/033caf27-d351-4a89-9855-6ac6554fe3dc/52c1778c-1b99-46ac-b953-3e2b4b001d89) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:37.362103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-854aeaa7-06ba-4eee-bb80-1dd4e5be7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:37.365561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-854aeaa7-06ba-4eee-bb80-1dd4e5be7bfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986533 Sep 16 05:44:37.526057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f93f856a-20d9-4b7d-add8-2922e1650adc None None] For port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,segment=NetworkSegment(a220c3c8-757b-482e-b90a-8d75b036540e),segment_id=a220c3c8-757b-482e-b90a-8d75b036540e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:37.534733 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37ab6783-5e21-4f50-ae35-783cf54814c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.585443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-aa45162c-dfe9-4c57-bdd3-5796cbe7d5e4 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116785 Sep 16 05:44:37.746575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37ab6783-5e21-4f50-ae35-783cf54814c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.751200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:37.830527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-ef36ac7e-e1b6-47ba-82ea-66fc9c1b7ce7 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917877 Sep 16 05:44:37.832280 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f93f856a-20d9-4b7d-add8-2922e1650adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.899619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-fb2e07fd-206b-4935-81a6-4f37a58ee894 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e HTTP/1.1" status: 200 len: 217 time: 0.0525048 Sep 16 05:44:37.900794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37ab6783-5e21-4f50-ae35-783cf54814c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.988679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dedf75-f682-4afd-8129-482cb40f0a69 req-34365a4c-fb3a-47fc-88e4-e8dfa3fe4c61 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:37.989635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-37ab6783-5e21-4f50-ae35-783cf54814c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8cb63915809a407398e256462274739d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7063427 Sep 16 05:44:37.993585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36dedf75-f682-4afd-8129-482cb40f0a69 req-34365a4c-fb3a-47fc-88e4-e8dfa3fe4c61 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0782096 Sep 16 05:44:37.994293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 58988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:38.003156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab6783-5e21-4f50-ae35-783cf54814c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d680f9-67b2-4594-a66d-1fb6d15acc7e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.011637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-f297f9fb-6b5a-454f-ae2d-f208663dd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:38.014069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-f297f9fb-6b5a-454f-ae2d-f208663dd2cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.1005292 Sep 16 05:44:38.049758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f856a-20d9-4b7d-add8-2922e1650adc None None] Pushing event updated for resources: {'Port': ['ID=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.074759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-3a5fe65a-22eb-403d-a3a7-d7e37c0ac7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:38.077528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-3a5fe65a-22eb-403d-a3a7-d7e37c0ac7e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550985 Sep 16 05:44:38.085007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36dedf75-f682-4afd-8129-482cb40f0a69 req-fe3c6b63-3eb6-4b45-b01e-55e613ee9280 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651765 Sep 16 05:44:38.101140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42aff47d-a25f-4efc-824b-f418d97e0032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.116096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-47e568d8-9c49-4bf7-b6cd-40c2fae0f6a6 None None] Provisioning complete for port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:38.116946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e568d8-9c49-4bf7-b6cd-40c2fae0f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.134174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42aff47d-a25f-4efc-824b-f418d97e0032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.181142 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.197896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-6094248d-eb67-46b3-a316-e3d9a13cebf5 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118145 Sep 16 05:44:38.199449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:33Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:36Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:38.246218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478425e7-b4f3-4d8a-8f09-e22378673188 None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:33Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:36Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:38.286936 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.305579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-efca9f34-6c39-4962-9113-9650d7d3d4a1 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996792 Sep 16 05:44:38.328652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Network d88d544f-c94c-4a2b-84b2-e50408093375 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:38.333570 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42aff47d-a25f-4efc-824b-f418d97e0032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.335885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:38.336809 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-42aff47d-a25f-4efc-824b-f418d97e0032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.340709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:38.341111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-42aff47d-a25f-4efc-824b-f418d97e0032 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3d680f9-67b2-4594-a66d-1fb6d15acc7e HTTP/1.1" status: 204 len: 168 time: 0.3426015 Sep 16 05:44:38.345132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Pushing event updated for resources: {'Port': ['ID=52c1778c-1b99-46ac-b953-3e2b4b001d89,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.370970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aff47d-a25f-4efc-824b-f418d97e0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d680f9-67b2-4594-a66d-1fb6d15acc7e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.384310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.21.0.1 (d88d544f-c94c-4a2b-84b2-e50408093375/033caf27-d351-4a89-9855-6ac6554fe3dc/f186253a-c7de-4f83-9744-4ef17b2cb02c) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:38.392587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-7883be15-7e6f-4ee4-b92d-d6c8385bdc2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e HTTP/1.1" status: 200 len: 217 time: 0.0793509 Sep 16 05:44:38.460200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Attempting to bind port 52c1778c-1b99-46ac-b953-3e2b4b001d89 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:38.460613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Attempting to bind port 52c1778c-1b99-46ac-b953-3e2b4b001d89 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:38.461047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Attempting to bind port 52c1778c-1b99-46ac-b953-3e2b4b001d89 on network d88d544f-c94c-4a2b-84b2-e50408093375 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:38.469671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:38.470139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Checking segment: {'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:38.470612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.471075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Bound using segment: {'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:38.471904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Bound port: 52c1778c-1b99-46ac-b953-3e2b4b001d89, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:38.472216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.479785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-1a20acdf-edfe-4ff0-8a68-5c07c73f4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:38.481696 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-1a20acdf-edfe-4ff0-8a68-5c07c73f4249 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 200 len: 797 time: 0.0801485 Sep 16 05:44:38.587931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.595340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-58c8d85f-1fdc-4962-a1ea-8ed4ab5a5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:38.597857 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-58c8d85f-1fdc-4962-a1ea-8ed4ab5a5b0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d952e7e-328d-4c4b-b28a-5b7436d95afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996270 Sep 16 05:44:38.613291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] For port 52c1778c-1b99-46ac-b953-3e2b4b001d89, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:38.635357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] For port 52c1778c-1b99-46ac-b953-3e2b4b001d89, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=52c1778c-1b99-46ac-b953-3e2b4b001d89,segment=NetworkSegment(1186a06b-82bc-4168-b4ad-71879afad585),segment_id=1186a06b-82bc-4168-b4ad-71879afad585)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:38.659675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a309eea9-a3ff-41e9-bd48-6f354b7aee07 req-0d6e089f-2e06-4eaf-9138-133bc3dae630 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0412621 Sep 16 05:44:38.741726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-6dc4841c-c96c-431d-99a2-f7754931db47 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284993 Sep 16 05:44:38.750710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.814071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.843227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbcb65-1b81-4c0e-98aa-4b59feb75155 None None] Pushing event updated for resources: {'Port': ['ID=52c1778c-1b99-46ac-b953-3e2b4b001d89,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.898176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=f186253a-c7de-4f83-9744-4ef17b2cb02c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.918374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-37c9ac0c-537b-4486-a003-59948f2db2ba req-a8621bca-4e6e-4d45-bdf5-5eb0742bf710 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0564609 Sep 16 05:44:38.946692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network d88d544f-c94c-4a2b-84b2-e50408093375 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:38.950598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:38.953142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:39.003694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-33223603-d945-4337-873b-530b33161803 service neutron] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512605 Sep 16 05:44:39.007281 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.055220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-7e28f8b0-3729-450a-8b2e-94ea1f1bbd02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c523c76-b70e-4c2e-bea8-409609f88c97 HTTP/1.1" status: 200 len: 217 time: 0.0442731 Sep 16 05:44:39.136783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-352bf4c9-6fee-4102-a891-e3002eb04a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.139084 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-352bf4c9-6fee-4102-a891-e3002eb04a8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.0761082 Sep 16 05:44:39.291303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.317096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59434109-dbff-45cc-965a-97c076bc700c req-9fc4d895-d7af-4712-9b04-a277c1b5d851 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.318689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59434109-dbff-45cc-965a-97c076bc700c req-9fc4d895-d7af-4712-9b04-a277c1b5d851 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1261625 Sep 16 05:44:39.322449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-a1dbbb54-ca36-4841-8cd4-593e670f1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.324052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-a1dbbb54-ca36-4841-8cd4-593e670f1965 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1414661 Sep 16 05:44:39.376909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59038) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:39.402276 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de3c8747-1d40-4694-8ea9-e22a2c6e383e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.487810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59434109-dbff-45cc-965a-97c076bc700c req-39b87c2e-a242-44e8-8df3-fe5634b22c56 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590450 Sep 16 05:44:39.543060 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-22a911f6-4815-44fb-8015-d2b8a2a4219b service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075694 Sep 16 05:44:39.668392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-d00ddac7-d304-4610-b90b-ce1e028544cb service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151083 Sep 16 05:44:39.689179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 52c1778c-1b99-46ac-b953-3e2b4b001d89 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:39.746691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de3c8747-1d40-4694-8ea9-e22a2c6e383e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.755768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.762647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-81e2389e-c3ac-41d5-abdb-91bb7c49fd64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 200 len: 217 time: 0.0800784 Sep 16 05:44:39.801742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 52c1778c-1b99-46ac-b953-3e2b4b001d89 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:39.802114 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.827388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-bff5a337-5fae-41c0-849f-e88811e58c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.829209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-bff5a337-5fae-41c0-849f-e88811e58c76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 200 len: 797 time: 0.0569630 Sep 16 05:44:39.878997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de3c8747-1d40-4694-8ea9-e22a2c6e383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.912099 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.920232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.924392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-5a55d86d-b076-4fea-8700-ef0b6ea7611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.930776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-5a55d86d-b076-4fea-8700-ef0b6ea7611a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4326dabb-46bc-4f5c-a266-ccbdec41531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932245 Sep 16 05:44:40.003213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 52c1778c-1b99-46ac-b953-3e2b4b001d89, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=52c1778c-1b99-46ac-b953-3e2b4b001d89,segment=NetworkSegment(1186a06b-82bc-4168-b4ad-71879afad585),segment_id=1186a06b-82bc-4168-b4ad-71879afad585)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:40.033688 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-de3c8747-1d40-4694-8ea9-e22a2c6e383e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fb728dc16974eadb49c5f6e1f4a0834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555741 Sep 16 05:44:40.034327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59044) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:40.052566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.054202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c8747-1d40-4694-8ea9-e22a2c6e383e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5290788-41d6-4277-94b0-13438b48c941,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:40.058439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-4bbf9f99-2dc0-4dbd-bd63-9528ffe884cf service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136341 Sep 16 05:44:40.089249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.090944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:40.103530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=f186253a-c7de-4f83-9744-4ef17b2cb02c,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:40.213300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-591cd593-e24a-4f13-bebf-739a9cbb8abc req-6113b539-c63d-4244-973e-e13ab9952679 service neutron] 10.222.0.30 "GET /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474161 Sep 16 05:44:40.215364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6457afe8-0e2f-42d4-9cb7-1497d7bbff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.257500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=52c1778c-1b99-46ac-b953-3e2b4b001d89,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:40.258041 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6457afe8-0e2f-42d4-9cb7-1497d7bbff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.264877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network d88d544f-c94c-4a2b-84b2-e50408093375 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:40.266432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4e221-3632-453f-931f-c9ff6d083d46 None None] Network d88d544f-c94c-4a2b-84b2-e50408093375 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:40.272180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:40.306211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:40.306651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.396396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a605e73c-f2fe-405f-8df0-804e49786f2e None None] Provisioning complete for port 52c1778c-1b99-46ac-b953-3e2b4b001d89 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:40.396965 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a605e73c-f2fe-405f-8df0-804e49786f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.424282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:40.525370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6457afe8-0e2f-42d4-9cb7-1497d7bbff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.531076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6457afe8-0e2f-42d4-9cb7-1497d7bbff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.542112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6457afe8-0e2f-42d4-9cb7-1497d7bbff0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5290788-41d6-4277-94b0-13438b48c941 HTTP/1.1" status: 204 len: 168 time: 0.4943259 Sep 16 05:44:40.556581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457afe8-0e2f-42d4-9cb7-1497d7bbff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5290788-41d6-4277-94b0-13438b48c941,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:40.610613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:40.618459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee7cf981-482d-46e4-b15b-2a4c5b28dee8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9324758 Sep 16 05:44:40.620725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59052) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:40.628169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-293489833'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:40.630918 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:40.652771 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:40.653824 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:40.717688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ca017-8eb7-4d67-aaf5-6a88019f9ab1 req-ee8d54af-b3e7-4a32-b06f-1fa8066b9611 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:40.733336 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c8ca017-8eb7-4d67-aaf5-6a88019f9ab1 req-ee8d54af-b3e7-4a32-b06f-1fa8066b9611 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1462393 Sep 16 05:44:40.755420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:40.759421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.834280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:40.846315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c8ca017-8eb7-4d67-aaf5-6a88019f9ab1 req-bcdb9327-d212-4b96-9653-fdc83898ea2d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119461 Sep 16 05:44:40.861735 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:40.865639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:40.868310 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment 2bee1bba-6208-4997-8ca3-8f801d06f350 of type vlan for network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd Sep 16 05:44:40.908526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-762a7056-0ba9-4343-a14f-8d6854a11e92 req-d3ca359e-6115-48df-b491-79f1f28c0cfe service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0610750 Sep 16 05:44:40.958994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.051201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1f4ca7b1-c788-4901-a944-5cb92c421cff None None] Provisioning complete for port f186253a-c7de-4f83-9744-4ef17b2cb02c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:41.052362 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f4ca7b1-c788-4901-a944-5cb92c421cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.071987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e5fde75-37f2-422c-b069-247a639c8ee5 req-f602e214-4ba5-48b0-afce-f2f4d3d9183d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0395558 Sep 16 05:44:41.099211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ca7b1-c788-4901-a944-5cb92c421cff None None] Port f186253a-c7de-4f83-9744-4ef17b2cb02c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:41.106609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.115313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:41.117156 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.128085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1f4ca7b1-c788-4901-a944-5cb92c421cff None None] Provisioning complete for port 52c1778c-1b99-46ac-b953-3e2b4b001d89 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:41.128459 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1f4ca7b1-c788-4901-a944-5cb92c421cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.225861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=4ea5d453-8cc1-4f80-a744-6f171bbdc2dd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:41.241658 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:39Z', 'revision_number': 3, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:39Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:41.253959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:41.299823 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:41.300201 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Updating router a440c3d2-b7a8-4ca1-a734-0453375b92fa port f186253a-c7de-4f83-9744-4ef17b2cb02c binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:41.335103 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.360377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f990000f-f5a9-4297-8c39-fd6d4f92c66b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7355168 Sep 16 05:44:41.360932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59072) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:41.369101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:41.496360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8179b311-d20a-4bcc-98b5-a8ab3853b440 None None] Provisioning complete for port f186253a-c7de-4f83-9744-4ef17b2cb02c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:41.496686 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8179b311-d20a-4bcc-98b5-a8ab3853b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.565136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8179b311-d20a-4bcc-98b5-a8ab3853b440 None None] Port f186253a-c7de-4f83-9744-4ef17b2cb02c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:41.616908 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 52c1778c-1b99-46ac-b953-3e2b4b001d89 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:41.617545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:41.622435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.702610 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.721946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7d9c34be-32be-4c91-9093-16c8012b2dbf None None] Provisioning complete for port f186253a-c7de-4f83-9744-4ef17b2cb02c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:41.722322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d9c34be-32be-4c91-9093-16c8012b2dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.760637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 52c1778c-1b99-46ac-b953-3e2b4b001d89 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:41.760929 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.783569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c34be-32be-4c91-9093-16c8012b2dbf None None] Port f186253a-c7de-4f83-9744-4ef17b2cb02c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:41.828072 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.927247 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Pushing event updated for resources: {'Port': ['ID=f186253a-c7de-4f83-9744-4ef17b2cb02c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:41.954494 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.957415 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.957415 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.957415 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.957415 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.957775 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.957940 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.958194 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.960071 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.960916 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.961435 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.962224 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:41.990612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.031151 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Attempting to bind port f186253a-c7de-4f83-9744-4ef17b2cb02c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:42.031571 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Attempting to bind port f186253a-c7de-4f83-9744-4ef17b2cb02c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:42.032016 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Attempting to bind port f186253a-c7de-4f83-9744-4ef17b2cb02c on network d88d544f-c94c-4a2b-84b2-e50408093375 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:42.038081 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:42.038734 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Checking segment: {'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:42.039147 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.039798 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Bound using segment: {'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:42.040330 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Bound port: f186253a-c7de-4f83-9744-4ef17b2cb02c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1186a06b-82bc-4168-b4ad-71879afad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:42.040723 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.071373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=7486c34e-6e7d-49c8-85f7-e3899e9d82b8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:42.099909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feb1f5-e166-4e80-be8a-deb30c8032fa req-8c0386b2-a52e-43f2-913b-5b893a45ccde tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:42.101508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f7feb1f5-e166-4e80-be8a-deb30c8032fa req-8c0386b2-a52e-43f2-913b-5b893a45ccde tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1596739 Sep 16 05:44:42.118480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:42.118875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:42.160535 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f7feb1f5-e166-4e80-be8a-deb30c8032fa req-73a95ebe-f159-4c78-ab2c-4e3e803006dd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Sep 16 05:44:42.174423 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] For port f186253a-c7de-4f83-9744-4ef17b2cb02c, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:42.187030 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] For port f186253a-c7de-4f83-9744-4ef17b2cb02c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f186253a-c7de-4f83-9744-4ef17b2cb02c,segment=NetworkSegment(1186a06b-82bc-4168-b4ad-71879afad585),segment_id=1186a06b-82bc-4168-b4ad-71879afad585)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:42.220578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fa64b9ad-b252-43a6-9e26-4374661f9240 None None] Provisioning complete for port f186253a-c7de-4f83-9744-4ef17b2cb02c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:42.220578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa64b9ad-b252-43a6-9e26-4374661f9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.232253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:42.267314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fa64b9ad-b252-43a6-9e26-4374661f9240 None None] Port f186253a-c7de-4f83-9744-4ef17b2cb02c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:42.283817 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.334826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:42.344189 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:42.345158 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:42.346998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71326c-3b93-4974-b46c-61ca545c5417 None None] Network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:42.358160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:42.358160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.404603 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfdb68-3423-412c-8434-37cf7e634ba9 None None] Pushing event updated for resources: {'Port': ['ID=f186253a-c7de-4f83-9744-4ef17b2cb02c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:42.457079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59094) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:42.460438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-88a45610-badc-48d1-bcd3-f28382464f12 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0979867 Sep 16 05:44:42.498386 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:42.626433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:44:42.627609 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.758068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4fccdd56-f6de-490d-b046-590980f700ae None None] Provisioning complete for port f186253a-c7de-4f83-9744-4ef17b2cb02c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:42.758445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fccdd56-f6de-490d-b046-590980f700ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:42.858033 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:39Z', 'revision_number': 3, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:42Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:42.886013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Allocated IP 172.22.0.2 (4ea5d453-8cc1-4f80-a744-6f171bbdc2dd/7486c34e-6e7d-49c8-85f7-e3899e9d82b8/85e98f7f-5ce8-43e2-891d-ef9477ae4024) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:42.887030 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56adb95-db70-43d5-8ef5-116042a8c2d0 None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:39Z', 'revision_number': 3, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:42Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:43.120227 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fccdd56-f6de-490d-b046-590980f700ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.248761 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.272719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4fccdd56-f6de-490d-b046-590980f700ae None None] For port f186253a-c7de-4f83-9744-4ef17b2cb02c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f186253a-c7de-4f83-9744-4ef17b2cb02c,segment=NetworkSegment(1186a06b-82bc-4168-b4ad-71879afad585),segment_id=1186a06b-82bc-4168-b4ad-71879afad585)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:43.338114 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.412683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Pushing event updated for resources: {'Port': ['ID=85e98f7f-5ce8-43e2-891d-ef9477ae4024,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:43.427198 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fccdd56-f6de-490d-b046-590980f700ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.433282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:43.442415 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b001affd-81b3-4a45-8514-3b38852865ed req-76a16dbb-e728-4480-9499-908dc3dddce0 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0728307 Sep 16 05:44:43.523670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccdd56-f6de-490d-b046-590980f700ae None None] Pushing event updated for resources: {'Port': ['ID=f186253a-c7de-4f83-9744-4ef17b2cb02c,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:43.533050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:43.540950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c987e-a827-4e92-9aa2-3d9c79f7061b req-e47a3add-3c58-4f6e-b025-c89c85204b5c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:43.542551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-812c987e-a827-4e92-9aa2-3d9c79f7061b req-e47a3add-3c58-4f6e-b025-c89c85204b5c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1745172 Sep 16 05:44:43.551518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:43.554761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.666769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-812c987e-a827-4e92-9aa2-3d9c79f7061b req-c0e98ff2-1146-4880-aa2e-2d7c98731f94 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150794 Sep 16 05:44:43.681965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Attempting to bind port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:43.682639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Attempting to bind port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:43.683020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Attempting to bind port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 on network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:43.709909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f186253a-c7de-4f83-9744-4ef17b2cb02c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:43.931304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:43.931819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Checking segment: {'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:43.932382 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.932781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Bound using segment: {'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:43.933252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Bound port: 85e98f7f-5ce8-43e2-891d-ef9477ae4024, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:43.933636 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:43.994521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.22.0.1 (4ea5d453-8cc1-4f80-a744-6f171bbdc2dd/7486c34e-6e7d-49c8-85f7-e3899e9d82b8/25490049-0e4f-4b82-999d-f5a7a5aa6eaa) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:44.081591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f186253a-c7de-4f83-9744-4ef17b2cb02c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:44.081969 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.083346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb7ad39b-dfe5-4d15-be5d-6cf4106621c4 req-0a920d88-87d8-442b-9d01-a1b1e07c13d6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0307477 Sep 16 05:44:44.111156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] For port 85e98f7f-5ce8-43e2-891d-ef9477ae4024, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:44.130661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] For port 85e98f7f-5ce8-43e2-891d-ef9477ae4024, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=85e98f7f-5ce8-43e2-891d-ef9477ae4024,segment=NetworkSegment(2bee1bba-6208-4997-8ca3-8f801d06f350),segment_id=2bee1bba-6208-4997-8ca3-8f801d06f350)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:44.206993 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.238171 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.309734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e5cf7-4bea-45c9-b12d-ae44e5da59bd None None] Pushing event updated for resources: {'Port': ['ID=85e98f7f-5ce8-43e2-891d-ef9477ae4024,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:44.332178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.375365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:44.378659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:44.384762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:44.391418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:44.440590 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.654837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:44.820661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a780-3d05-4228-b058-0fe111f292d3 req-1e46677d-1dcc-45fa-ab74-350ee9b0e85d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:44.828686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1283a780-3d05-4228-b058-0fe111f292d3 req-1e46677d-1dcc-45fa-ab74-350ee9b0e85d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0690553 Sep 16 05:44:44.888878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1283a780-3d05-4228-b058-0fe111f292d3 req-9a578663-7b16-48ec-b4c9-d55f3a540b41 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Sep 16 05:44:45.004921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.117691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.216071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:45.227878 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.361456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:45.364852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:45.379324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec548e-581e-4d7b-8ee4-12fa437b374a None None] Network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:45.480126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8ef7b789-1f61-41da-a0fb-3f0f22da524b None None] Provisioning complete for port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:45.480533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b789-1f61-41da-a0fb-3f0f22da524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.496573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:45.619657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:45.625645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e752604e-fc17-4985-9794-e03fff4adad4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1671643 Sep 16 05:44:45.628264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59142) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:45.633594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'network': {'name': 'tempest-RoutersTest-1003338629'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:45.651286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24801842-3121-488e-9f51-16a8739813ce None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:45.664770 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b789-1f61-41da-a0fb-3f0f22da524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.698369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24801842-3121-488e-9f51-16a8739813ce None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:45.698621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-24801842-3121-488e-9f51-16a8739813ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:45.752620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:45.754894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 85e98f7f-5ce8-43e2-891d-ef9477ae4024 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:45.767169 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.851366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:45.872044 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:45.873347 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added segment bdc433d3-ef72-4666-92c1-8b26427676dd of type vlan for network 17c4f553-cee1-45f0-a225-0fd864ee2f38 Sep 16 05:44:45.926551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8ef7b789-1f61-41da-a0fb-3f0f22da524b None None] For port 85e98f7f-5ce8-43e2-891d-ef9477ae4024, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=85e98f7f-5ce8-43e2-891d-ef9477ae4024,segment=NetworkSegment(2bee1bba-6208-4997-8ca3-8f801d06f350),segment_id=2bee1bba-6208-4997-8ca3-8f801d06f350)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:45.953309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.002568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-24801842-3121-488e-9f51-16a8739813ce None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:46.040525 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b789-1f61-41da-a0fb-3f0f22da524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.056332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f71630-bb37-430c-aaef-84a9c8ed429e req-601cf66e-d32b-42aa-ad6a-8a79f851593c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:46.058175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97f71630-bb37-430c-aaef-84a9c8ed429e req-601cf66e-d32b-42aa-ad6a-8a79f851593c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0696001 Sep 16 05:44:46.060506 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.067073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:46.067767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.145945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:46.146319 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.175510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97f71630-bb37-430c-aaef-84a9c8ed429e req-c4ad2237-a449-4138-bf8f-e5015e40e1aa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046309 Sep 16 05:44:46.179041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Network': ['ID=17c4f553-cee1-45f0-a225-0fd864ee2f38,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:46.201073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:46.208482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-523a94b1-7b34-4100-a0dd-bffadc16f4c2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5760016 Sep 16 05:44:46.209560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59148) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:46.216772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'subnet': {'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:46.258965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7b789-1f61-41da-a0fb-3f0f22da524b None None] Pushing event updated for resources: {'Port': ['ID=85e98f7f-5ce8-43e2-891d-ef9477ae4024,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:46.413704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56f2b231-fdc1-4c20-a818-c86a9442d8f6 req-f74e2fc4-2202-4602-bdcd-2cd3a2e6b520 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0324752 Sep 16 05:44:46.423679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d467cc31-3c40-4ed9-9820-e0a2b020ba17 None None] Provisioning complete for port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:46.424203 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d467cc31-3c40-4ed9-9820-e0a2b020ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.460257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Made reservation on behalf of 9373c6d2e5224c4cb761b183597ff912 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:46.464790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.579390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f186253a-c7de-4f83-9744-4ef17b2cb02c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:46.705289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-24801842-3121-488e-9f51-16a8739813ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:44Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:44Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:46.741895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24801842-3121-488e-9f51-16a8739813ce None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:46.742245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24801842-3121-488e-9f51-16a8739813ce None None] Updating router a440c3d2-b7a8-4ca1-a734-0453375b92fa port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:46.746674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f186253a-c7de-4f83-9744-4ef17b2cb02c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:46.747048 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.748806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a4e9caf-0ff7-4953-b68f-31cd4ff68114 req-58d47189-ba07-40c0-a12e-bbd7220c8d34 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0299840 Sep 16 05:44:46.754709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.767350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d467cc31-3c40-4ed9-9820-e0a2b020ba17 None None] Provisioning complete for port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:46.767715 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d467cc31-3c40-4ed9-9820-e0a2b020ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.818735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24801842-3121-488e-9f51-16a8739813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:46.831630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Subnet': ['ID=ad49b215-e8b8-462e-b063-db2c7d0c768f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:46.835922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Checking segment: {'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:46.836303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network hostable DHCP agents. Network: 17c4f553-cee1-45f0-a225-0fd864ee2f38, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:46.849821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d467cc31-3c40-4ed9-9820-e0a2b020ba17 None None] Port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:46.929420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:47.003666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 17c4f553-cee1-45f0-a225-0fd864ee2f38) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:47.008331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-920da239-19d7-4231-ba0d-49e40d2bcca1 None None] Provisioning complete for port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:47.008675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:47.008790 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-920da239-19d7-4231-ba0d-49e40d2bcca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.009283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.104310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-95860e7d-62b1-4d6d-b893-f7992a16b715 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8928528 Sep 16 05:44:47.107817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59166) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:47.200234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90554c8a-ebb2-48de-931e-522c44e96d02 None None] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:47.286272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-920da239-19d7-4231-ba0d-49e40d2bcca1 None None] Port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:47.476502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24801842-3121-488e-9f51-16a8739813ce None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.492907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-17c4f553-cee1-45f0-a225-0fd864ee2f38', 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'fixed_ips': [{'subnet_id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:44:47.493768 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.582036 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24801842-3121-488e-9f51-16a8739813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.606936 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7ae3-f2b1-4f47-8c1e-533247518a38 req-c58c58f9-5ac6-44f9-8b7b-2b994fe7d924 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:47.609678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bd7ae3-f2b1-4f47-8c1e-533247518a38 req-c58c58f9-5ac6-44f9-8b7b-2b994fe7d924 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1260056 Sep 16 05:44:47.630031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 85e98f7f-5ce8-43e2-891d-ef9477ae4024 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:47.702847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a929bb-d688-4c5a-8e57-3a5a60fb4301 None None] Pushing event updated for resources: {'Port': ['ID=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:47.785080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28bd7ae3-f2b1-4f47-8c1e-533247518a38 req-2ae16932-6082-4ec3-ad88-29e267e700d3 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603017 Sep 16 05:44:47.788229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Allocated IP 172.23.0.2 (17c4f553-cee1-45f0-a225-0fd864ee2f38/ad49b215-e8b8-462e-b063-db2c7d0c768f/6ae725db-b303-43df-aafe-5ad5c6309d33) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:47.911544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-24801842-3121-488e-9f51-16a8739813ce None None] Attempting to bind port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:47.912240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-24801842-3121-488e-9f51-16a8739813ce None None] Attempting to bind port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:47.912803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24801842-3121-488e-9f51-16a8739813ce None None] Attempting to bind port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa on network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:47.937687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24801842-3121-488e-9f51-16a8739813ce None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:47.938237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24801842-3121-488e-9f51-16a8739813ce None None] Checking segment: {'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:47.938639 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24801842-3121-488e-9f51-16a8739813ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.939028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24801842-3121-488e-9f51-16a8739813ce None None] Bound using segment: {'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:47.939504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-24801842-3121-488e-9f51-16a8739813ce None None] Bound port: 25490049-0e4f-4b82-999d-f5a7a5aa6eaa, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bee1bba-6208-4997-8ca3-8f801d06f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:47.939908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24801842-3121-488e-9f51-16a8739813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:47.945786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:47.946152 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.032947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.109601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-abcc8e3d-69b3-449a-9c44-b40ecc0be7cb None None] Provisioning complete for port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:48.109901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abcc8e3d-69b3-449a-9c44-b40ecc0be7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.153020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.159481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-24801842-3121-488e-9f51-16a8739813ce None None] For port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:48.200577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-24801842-3121-488e-9f51-16a8739813ce None None] For port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,segment=NetworkSegment(2bee1bba-6208-4997-8ca3-8f801d06f350),segment_id=2bee1bba-6208-4997-8ca3-8f801d06f350)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:48.203877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-abcc8e3d-69b3-449a-9c44-b40ecc0be7cb None None] Port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:48.233747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.274382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:48.279585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:48.286317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:48.293950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Pushing event updated for resources: {'Port': ['ID=6ae725db-b303-43df-aafe-5ad5c6309d33,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:48.324343 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-24801842-3121-488e-9f51-16a8739813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.400601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Attempting to bind port 6ae725db-b303-43df-aafe-5ad5c6309d33 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:48.401196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Attempting to bind port 6ae725db-b303-43df-aafe-5ad5c6309d33 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:48.401318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Attempting to bind port 6ae725db-b303-43df-aafe-5ad5c6309d33 on network 17c4f553-cee1-45f0-a225-0fd864ee2f38 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:48.406617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Allocated IP 172.23.0.1 (17c4f553-cee1-45f0-a225-0fd864ee2f38/ad49b215-e8b8-462e-b063-db2c7d0c768f/78147765-c8c1-49e0-9a87-a88a22616a42) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:48.421188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24801842-3121-488e-9f51-16a8739813ce None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:48.422311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-24801842-3121-488e-9f51-16a8739813ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:48.539600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-24801842-3121-488e-9f51-16a8739813ce None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:48.597645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:48.598520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Checking segment: {'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:48.599099 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.599638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Bound using segment: {'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:48.600301 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Bound port: 6ae725db-b303-43df-aafe-5ad5c6309d33, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:48.600837 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.633379 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.677666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a929bb-d688-4c5a-8e57-3a5a60fb4301 None None] Pushing event updated for resources: {'Port': ['ID=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:48.787000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.807802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-98314e33-b438-4657-816c-f82b23a112fa None None] Provisioning complete for port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:48.808198 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98314e33-b438-4657-816c-f82b23a112fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:48.833411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:48.865166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:48.873238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] For port 6ae725db-b303-43df-aafe-5ad5c6309d33, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:48.879713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:48.895459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=78147765-c8c1-49e0-9a87-a88a22616a42,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:48.928196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] For port 6ae725db-b303-43df-aafe-5ad5c6309d33, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6ae725db-b303-43df-aafe-5ad5c6309d33,segment=NetworkSegment(bdc433d3-ef72-4666-92c1-8b26427676dd),segment_id=bdc433d3-ef72-4666-92c1-8b26427676dd)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:49.004891 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98314e33-b438-4657-816c-f82b23a112fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:49.017233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-24801842-3121-488e-9f51-16a8739813ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:44Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:48Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:49.022354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:49.031576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:49.056867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24801842-3121-488e-9f51-16a8739813ce None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:44Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:48Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:49.116804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-98314e33-b438-4657-816c-f82b23a112fa None None] For port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,segment=NetworkSegment(2bee1bba-6208-4997-8ca3-8f801d06f350),segment_id=2bee1bba-6208-4997-8ca3-8f801d06f350)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:49.133017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-722b3621-9efc-4bdd-a8b2-50f898873244 req-f80dbdfe-2170-4e8a-b107-d9e06725de71 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1128964 Sep 16 05:44:49.173052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80c35c-c207-4f1b-93b0-7f92f05811b1 None None] Pushing event updated for resources: {'Port': ['ID=6ae725db-b303-43df-aafe-5ad5c6309d33,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:49.236562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1020a7f-e110-4f0a-9769-b5c4ea4b16f3 req-6d80f233-c66e-45d2-b4f0-0de47f5be6b4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:49.247149 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1020a7f-e110-4f0a-9769-b5c4ea4b16f3 req-6d80f233-c66e-45d2-b4f0-0de47f5be6b4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.2508004 Sep 16 05:44:49.270905 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98314e33-b438-4657-816c-f82b23a112fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:49.296240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a1020a7f-e110-4f0a-9769-b5c4ea4b16f3 req-2ec039db-f443-4c4d-9f70-89fb8aab85b0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451210 Sep 16 05:44:49.393125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98314e33-b438-4657-816c-f82b23a112fa None None] Pushing event updated for resources: {'Port': ['ID=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:49.441734 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:49.501217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3db5a4d-e67b-4d3d-aca9-7b7338bbdbc5 req-0e4ed3c2-7658-49d6-b491-3f27e940a4cc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0729616 Sep 16 05:44:49.742923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 25490049-0e4f-4b82-999d-f5a7a5aa6eaa up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:49.824714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:49.825341 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:49.887616 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:49.971978 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.028212 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8fa99544-54b8-4293-9514-4ca68105aeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.071616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event updated for resources: {'Port': ['ID=78147765-c8c1-49e0-9a87-a88a22616a42,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:50.079287 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.145340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6ae725db-b303-43df-aafe-5ad5c6309d33 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:50.239374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:50.240909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:50.247189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6ae725db-b303-43df-aafe-5ad5c6309d33 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:50.248477 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.356131 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.391503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:50.417893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 6ae725db-b303-43df-aafe-5ad5c6309d33, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6ae725db-b303-43df-aafe-5ad5c6309d33,segment=NetworkSegment(bdc433d3-ef72-4666-92c1-8b26427676dd),segment_id=bdc433d3-ef72-4666-92c1-8b26427676dd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:50.491586 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.526582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:50.540011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-83151e78-eba6-4b7c-a62d-cdae1def6fb1 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4273055 Sep 16 05:44:50.540122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59208) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:50.549167 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:50.560248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91491d89-a436-45ee-a992-7c6213092aa7 req-8b0f73a7-2b95-4f04-bd6d-20ba2980730f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:50.561821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91491d89-a436-45ee-a992-7c6213092aa7 req-8b0f73a7-2b95-4f04-bd6d-20ba2980730f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1218877 Sep 16 05:44:50.563358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:50.582929 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:50.589997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:50.590164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=6ae725db-b303-43df-aafe-5ad5c6309d33,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:50.639957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91491d89-a436-45ee-a992-7c6213092aa7 req-9f60273d-92d8-4299-9c2c-4f89e39756e5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614529 Sep 16 05:44:50.642194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d1b88-b6bd-499e-a0f3-68ae54dfee29 None None] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:50.693192 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:50.811472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ba215266-43c5-4f67-b3eb-8ee95b3d23e9 None None] Provisioning complete for port 6ae725db-b303-43df-aafe-5ad5c6309d33 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:50.812080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba215266-43c5-4f67-b3eb-8ee95b3d23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.901691 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.953811 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78147765-c8c1-49e0-9a87-a88a22616a42', 'name': '', 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:29:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:48Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:50.984385 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:50.984763 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Updating router a440c3d2-b7a8-4ca1-a734-0453375b92fa port 78147765-c8c1-49e0-9a87-a88a22616a42 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:51.019998 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.116015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:44:51.141913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Removed routes are [] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:44:51.142562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.406622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1cd16532-c467-4cbe-88df-9f79ebb72655 None None] Provisioning complete for port 6ae725db-b303-43df-aafe-5ad5c6309d33 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:51.407124 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cd16532-c467-4cbe-88df-9f79ebb72655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.454676 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.495398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45113428-6ef8-4983-801a-5d7470f531d7 req-3e9eabd4-3671-484d-8725-8c65ef3782ce service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0355191 Sep 16 05:44:51.557157 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.565797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.571367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.644319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6ae725db-b303-43df-aafe-5ad5c6309d33 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:51.656713 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcda6e-b9ff-437b-ab68-40fa346faf04 None None] Pushing event updated for resources: {'Port': ['ID=78147765-c8c1-49e0-9a87-a88a22616a42,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:51.703477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1cd16532-c467-4cbe-88df-9f79ebb72655 None None] Provisioning complete for port 78147765-c8c1-49e0-9a87-a88a22616a42 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:51.703477 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1cd16532-c467-4cbe-88df-9f79ebb72655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.766761 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Attempting to bind port 78147765-c8c1-49e0-9a87-a88a22616a42 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:51.767045 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Attempting to bind port 78147765-c8c1-49e0-9a87-a88a22616a42 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:51.767572 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Attempting to bind port 78147765-c8c1-49e0-9a87-a88a22616a42 on network 17c4f553-cee1-45f0-a225-0fd864ee2f38 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:51.777904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:51.778522 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Checking segment: {'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:51.779786 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.780515 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Bound using segment: {'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:51.781169 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Bound port: 78147765-c8c1-49e0-9a87-a88a22616a42, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc433d3-ef72-4666-92c1-8b26427676dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:51.781724 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.848924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1cd16532-c467-4cbe-88df-9f79ebb72655 None None] Port 78147765-c8c1-49e0-9a87-a88a22616a42 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:51.867271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6ae725db-b303-43df-aafe-5ad5c6309d33 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:51.867816 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.934838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624204-98d0-4b53-a430-bc9b9d4f7be6 req-812ffb91-d80e-444b-bc9c-14aee72ab804 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:51.939326 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] For port 78147765-c8c1-49e0-9a87-a88a22616a42, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:51.952203 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] For port 78147765-c8c1-49e0-9a87-a88a22616a42, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78147765-c8c1-49e0-9a87-a88a22616a42,segment=NetworkSegment(bdc433d3-ef72-4666-92c1-8b26427676dd),segment_id=bdc433d3-ef72-4666-92c1-8b26427676dd)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:51.952520 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2624204-98d0-4b53-a430-bc9b9d4f7be6 req-812ffb91-d80e-444b-bc9c-14aee72ab804 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1902211 Sep 16 05:44:51.953844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:51.966962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f7072dc-0bb5-4ce6-ac1e-34284c26c26c req-df97c182-4f07-4d3a-a0af-9529ff9f3a6d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0950615 Sep 16 05:44:52.000384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d1107bfc-0fc3-4002-ad52-c6f9b9267713 None None] Provisioning complete for port 78147765-c8c1-49e0-9a87-a88a22616a42 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:52.000755 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1107bfc-0fc3-4002-ad52-c6f9b9267713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:52.038285 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:52.072987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d1107bfc-0fc3-4002-ad52-c6f9b9267713 None None] Port 78147765-c8c1-49e0-9a87-a88a22616a42 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:52.085270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2624204-98d0-4b53-a430-bc9b9d4f7be6 req-d980e99e-d9bf-4b03-a4fd-0d15dabee63a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298554 Sep 16 05:44:52.161157 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:52.161805 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:52.164691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:52.189013 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:52.190269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-094f7543-97a0-44cb-97f4-f1ac995dcc08 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 200 len: 933 time: 1.6497457 Sep 16 05:44:52.193307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59234) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:52.200343 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcda6e-b9ff-437b-ab68-40fa346faf04 None None] Pushing event updated for resources: {'Port': ['ID=78147765-c8c1-49e0-9a87-a88a22616a42,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:52.231435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4a1e3296-04cd-4814-950d-f0919dfffed6 None None] Provisioning complete for port 78147765-c8c1-49e0-9a87-a88a22616a42 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:52.232499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3296-04cd-4814-950d-f0919dfffed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:52.272331 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:52.362885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3296-04cd-4814-950d-f0919dfffed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:52.421525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4a1e3296-04cd-4814-950d-f0919dfffed6 None None] For port 78147765-c8c1-49e0-9a87-a88a22616a42, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78147765-c8c1-49e0-9a87-a88a22616a42,segment=NetworkSegment(bdc433d3-ef72-4666-92c1-8b26427676dd),segment_id=bdc433d3-ef72-4666-92c1-8b26427676dd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:52.440592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-06b6d920-d7ad-46f2-adb1-fc26305f2676 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 200 len: 933 time: 0.2456276 Sep 16 05:44:52.444541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59236) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:52.452056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'routes': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:52.497534 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3296-04cd-4814-950d-f0919dfffed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:52.555293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e3296-04cd-4814-950d-f0919dfffed6 None None] Pushing event updated for resources: {'Port': ['ID=78147765-c8c1-49e0-9a87-a88a22616a42,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:52.630155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5dd178fe-ee4b-4656-b8a5-b9bd205e032b None None] Provisioning complete for port 78147765-c8c1-49e0-9a87-a88a22616a42 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:52.630979 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5dd178fe-ee4b-4656-b8a5-b9bd205e032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:52.641124 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:51Z', 'revision_number': 6, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78147765-c8c1-49e0-9a87-a88a22616a42', 'name': '', 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:29:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:48Z', 'updated_at': '2021-09-16T05:44:51Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:52.679094 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c79bd-8b63-4d76-bff9-9804d371763f None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:51Z', 'revision_number': 6, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78147765-c8c1-49e0-9a87-a88a22616a42', 'name': '', 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:29:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:48Z', 'updated_at': '2021-09-16T05:44:51Z', 'revision_number': 4, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:53.002970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fbdc6836-56f9-4d43-8c67-d451bb1a390d None None] Provisioning complete for port 78147765-c8c1-49e0-9a87-a88a22616a42 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:53.002970 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6836-56f9-4d43-8c67-d451bb1a390d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.054912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added routes are [] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:44:53.055694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:44:53.101308 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.221971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a88a8-86db-4c69-aca9-08d62a01ac15 req-73897467-7350-44d8-8d65-4ab59c9eec51 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:53.224098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab8a88a8-86db-4c69-aca9-08d62a01ac15 req-73897467-7350-44d8-8d65-4ab59c9eec51 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.0622127 Sep 16 05:44:53.270017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab8a88a8-86db-4c69-aca9-08d62a01ac15 req-3d2b0333-1135-413a-b394-03b4fd002710 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359442 Sep 16 05:44:53.274897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:44:53.278963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:53.327257 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-865d9f55-f6cb-4ee5-a56d-818392f5d1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.422565 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.484283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:53.486645 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dbc0e1-8c91-4110-b1e1-e6d3d864013a" -d '{"events": [{"server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:53.529812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:53.565390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:53.584541 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e59e13d-be46-4663-911c-41c8e8020ce4 x-openstack-request-id: req-1e59e13d-be46-4663-911c-41c8e8020ce4 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:53.588249 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:53.588249 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e59e13d-be46-4663-911c-41c8e8020ce4 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:53.588249 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'code': 200} Sep 16 05:44:53.588249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'port_id': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'mac_address': 'fa:16:3e:16:69:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5e0396-7a07-4f6e-9977-5d2640708347', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:44:53.626317 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.697749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 78147765-c8c1-49e0-9a87-a88a22616a42 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:53.702799 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.793559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:53.800348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:44:53.835937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:53.846645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.847048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:53.847699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:53.851007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.912292 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.978980 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:44:53.979339 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:44:53.981530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:54.012786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 78147765-c8c1-49e0-9a87-a88a22616a42 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:54.013907 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:54.082222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:54.094147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:54.101641 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:54.105260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-420144e1-e1a2-4378-b19f-0d4a9ca18d2b tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 200 len: 699 time: 1.6568897 Sep 16 05:44:54.105517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59254) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:54.217445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43368f5b-b0c9-4528-b0a9-326c1918f6ac tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 200 len: 699 time: 0.1105418 Sep 16 05:44:54.221161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59258) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:54.511445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-401dc9a1-43b4-4e77-a069-3f857f257fb9 req-589c80c6-20fc-4426-bc30-f948f2dd6036 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0539200 Sep 16 05:44:54.565278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d588a-9a46-415f-9bc8-c3f4750f8bdc req-7c876829-6330-4589-a9ab-907546f5939c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:54.568731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef0d588a-9a46-415f-9bc8-c3f4750f8bdc req-7c876829-6330-4589-a9ab-907546f5939c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 943 time: 0.1735582 Sep 16 05:44:54.577089 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:54.627231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:44:54.658543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef0d588a-9a46-415f-9bc8-c3f4750f8bdc req-f7147afe-a75e-483f-b26d-259dd7525301 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795076 Sep 16 05:44:54.682029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:54.712248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:53Z', 'revision_number': 7, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78147765-c8c1-49e0-9a87-a88a22616a42', 'name': '', 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:29:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:48Z', 'updated_at': '2021-09-16T05:44:52Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:54.748858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:54.754403 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:54.768167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3993041-cf76-48ce-a874-e6b015a5f6f1 req-73c79c96-1096-4f93-a336-5cbed6b033e8 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0383742 Sep 16 05:44:54.780634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:54.781274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:54.887651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:54.894376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:54.901182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:55.110590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['6ebd4167-40a1-4f5c-ba55-c05ef660dea2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:44:55.178223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:53Z', 'revision_number': 7, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78147765-c8c1-49e0-9a87-a88a22616a42', 'name': '', 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:29:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:48Z', 'updated_at': '2021-09-16T05:44:52Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:55.210022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ecaf4-0c14-4a86-9a0e-fcec5ce09a1f None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:53Z', 'revision_number': 7, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78147765-c8c1-49e0-9a87-a88a22616a42', 'name': '', 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:29:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:48Z', 'updated_at': '2021-09-16T05:44:52Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:55.345636 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:55.550993 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:55.560958 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:55.561480 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:55.563649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 78147765-c8c1-49e0-9a87-a88a22616a42 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:55.564037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:55.678222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port 78147765-c8c1-49e0-9a87-a88a22616a42, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78147765-c8c1-49e0-9a87-a88a22616a42,segment=NetworkSegment(bdc433d3-ef72-4666-92c1-8b26427676dd),segment_id=bdc433d3-ef72-4666-92c1-8b26427676dd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:55.678969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:55.695655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 78147765-c8c1-49e0-9a87-a88a22616a42 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:55.766319 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:55.800196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c477179-172c-45f3-9173-9ab74088c438 req-55cd8625-d5f3-452c-9e1a-63a712f5f49b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:55.809055 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c477179-172c-45f3-9173-9ab74088c438 req-55cd8625-d5f3-452c-9e1a-63a712f5f49b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 944 time: 0.0632312 Sep 16 05:44:55.858067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c477179-172c-45f3-9173-9ab74088c438 req-49c1cf27-1a99-4893-b509-abdc888f3f24 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Sep 16 05:44:55.995264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:56.035367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=78147765-c8c1-49e0-9a87-a88a22616a42,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:56.068898 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:53Z', 'revision_number': 7, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78147765-c8c1-49e0-9a87-a88a22616a42', 'name': '', 'network_id': '17c4f553-cee1-45f0-a225-0fd864ee2f38', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:29:67:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:48Z', 'updated_at': '2021-09-16T05:44:52Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': 'ad49b215-e8b8-462e-b063-db2c7d0c768f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:56.114366 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:56.125503 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:56.126333 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:56.241117 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:56.307880 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:56.582511 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:55Z', 'revision_number': 8, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:56.605629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:56.629290 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71954b72-8271-45f7-b178-835f9c2b08d9 None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:55Z', 'revision_number': 8, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:56.722381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab2a80de-70c8-4b58-a15b-2231a5607f62 req-3e055026-0761-43c7-8d4d-991b3378a9b7 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0282934 Sep 16 05:44:56.856086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:56.856086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0c795c2d-194f-471f-9cfe-a9980b5a7bc7 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5181236 Sep 16 05:44:56.859421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59302) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:56.862918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-415ff980-0aeb-48b3-b671-f1c2c12f081f req-c1a34c84-fd83-4f6c-81b8-7decf5b31af3 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0334306 Sep 16 05:44:56.931220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-8988eb28-cfaa-4cd1-bd4e-188fec0f964a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet ad49b215-e8b8-462e-b063-db2c7d0c768f {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:44:56.936257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8988eb28-cfaa-4cd1-bd4e-188fec0f964a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:56.984178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8988eb28-cfaa-4cd1-bd4e-188fec0f964a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.046715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6778a5-edd2-4202-aedb-6c7108adea11 req-d010d09b-d587-4df5-84e4-bb287adbe591 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:57.051788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c6778a5-edd2-4202-aedb-6c7108adea11 req-d010d09b-d587-4df5-84e4-bb287adbe591 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 944 time: 0.0951245 Sep 16 05:44:57.102101 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8988eb28-cfaa-4cd1-bd4e-188fec0f964a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.104623 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c6778a5-edd2-4202-aedb-6c7108adea11 req-4edc00ae-db21-4891-aef5-35bfc8a1d1ee tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482373 Sep 16 05:44:57.184138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:57.194000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:57.196859 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:57.286641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:57.312913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8988eb28-cfaa-4cd1-bd4e-188fec0f964a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.318284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:57.347133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988eb28-cfaa-4cd1-bd4e-188fec0f964a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=ad49b215-e8b8-462e-b063-db2c7d0c768f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:57.350883 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8988eb28-cfaa-4cd1-bd4e-188fec0f964a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.351872 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8988eb28-cfaa-4cd1-bd4e-188fec0f964a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/ad49b215-e8b8-462e-b063-db2c7d0c768f HTTP/1.1" status: 204 len: 168 time: 0.4927220 Sep 16 05:44:57.354466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:57.368758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f8d62-de8e-4d9c-b231-6b74a3789a90 None None] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:57.444975 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.509949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 6ae725db-b303-43df-aafe-5ad5c6309d33 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:57.510299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.588493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.612157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:57.612529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.625404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 78147765-c8c1-49e0-9a87-a88a22616a42 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:57.631478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port 6ae725db-b303-43df-aafe-5ad5c6309d33, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6ae725db-b303-43df-aafe-5ad5c6309d33,segment=NetworkSegment(bdc433d3-ef72-4666-92c1-8b26427676dd),segment_id=bdc433d3-ef72-4666-92c1-8b26427676dd)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:57.631881 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.651369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 6ae725db-b303-43df-aafe-5ad5c6309d33 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:57.681450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 78147765-c8c1-49e0-9a87-a88a22616a42 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:57.681798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 78147765-c8c1-49e0-9a87-a88a22616a42 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:57.787687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] DHCP port deletion for 17c4f553-cee1-45f0-a225-0fd864ee2f38 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:44:57.828166 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.850097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:55Z', 'revision_number': 8, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:57.874347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:57.890805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:57.891004 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff779c2-10cd-4de3-9619-78ce2c332428" -d '{"events": [{"server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:57.896515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:57.908723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=6ae725db-b303-43df-aafe-5ad5c6309d33,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:57.911931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:57.912886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No DVR routers for this DVR port 6ae725db-b303-43df-aafe-5ad5c6309d33 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:57.921547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:57.922197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:58.041062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.069133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c4f553-cee1-45f0-a225-0fd864ee2f38']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:58.083311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc433d3-ef72-4666-92c1-8b26427676dd') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:58.083673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc433d3-ef72-4666-92c1-8b26427676dd') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:58.103017 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.129116 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.136380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:58.136655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:44:58.142896 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:44:58.154992 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57772ddf-02d1-493f-b046-d55b27cf33d0 x-openstack-request-id: req-57772ddf-02d1-493f-b046-d55b27cf33d0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:58.155283 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:58.155540 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57772ddf-02d1-493f-b046-d55b27cf33d0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:58.155976 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'code': 200} Sep 16 05:44:58.156801 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.170466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] Deleting port 6ae725db-b303-43df-aafe-5ad5c6309d33 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:58.170854 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.231255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bfd8-e6de-4496-8944-2fda6f729e0f req-5248e869-d2c1-4dad-844f-e67b901dc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:58.234112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7652bfd8-e6de-4496-8944-2fda6f729e0f req-5248e869-d2c1-4dad-844f-e67b901dc221 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 1097 time: 0.0877774 Sep 16 05:44:58.326542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7652bfd8-e6de-4496-8944-2fda6f729e0f req-be30aa4e-6e35-4810-88f1-dd58d337f41a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Sep 16 05:44:58.344761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c605-b5a8-4e60-8166-87ba83739786 req-8ff7e110-9a83-4519-82eb-600130dc34bb tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:58.347259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d65c605-b5a8-4e60-8166-87ba83739786 req-8ff7e110-9a83-4519-82eb-600130dc34bb tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1119547 Sep 16 05:44:58.353050 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:58.385964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.394836 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.397751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/17c4f553-cee1-45f0-a225-0fd864ee2f38 HTTP/1.1" status: 204 len: 168 time: 1.0420408 Sep 16 05:44:58.398106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:58.403092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] For port 6ae725db-b303-43df-aafe-5ad5c6309d33, host n-d-712749-15, got binding levels [] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:58.404378 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.418973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59336) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:58.429294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] Calling delete_port for 6ae725db-b303-43df-aafe-5ad5c6309d33 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:58.433389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.ipam_backend_mixin [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] Port 6ae725db-b303-43df-aafe-5ad5c6309d33 was not found and therefore no delete operation was performed {{(pid=95661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:44:58.437382 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.440990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d65c605-b5a8-4e60-8166-87ba83739786 req-4fb7c95c-9a34-4a1b-b7c0-7b897aeea568 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856843 Sep 16 05:44:58.453525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2d67a-e980-4d71-985e-ed164b878745 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=17c4f553-cee1-45f0-a225-0fd864ee2f38,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:58.505796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] Network 17c4f553-cee1-45f0-a225-0fd864ee2f38 is not hosted by any dhcp agent {{(pid=95661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:44:58.506340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] No DVR routers for this DVR port 6ae725db-b303-43df-aafe-5ad5c6309d33 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:58.614903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83836c-30c6-47f7-8992-61c54c1e1258 None None] Pushing event deleted for resources: {'Port': ['ID=6ae725db-b303-43df-aafe-5ad5c6309d33,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:58.738550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:55Z', 'revision_number': 8, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:58.790378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bb8fd-1058-4f5f-843b-1784157439a0 None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:55Z', 'revision_number': 8, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': '25490049-0e4f-4b82-999d-f5a7a5aa6eaa', 'name': '', 'network_id': '4ea5d453-8cc1-4f80-a744-6f171bbdc2dd', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:72:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:43Z', 'updated_at': '2021-09-16T05:44:49Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '7486c34e-6e7d-49c8-85f7-e3899e9d82b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:58.835074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.905244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7011b607-f288-477a-8704-15641e129a90 req-24f29dd9-9f90-4b19-9321-4169be8bec5b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0292552 Sep 16 05:44:58.936919 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:59.108484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dcac7295-862f-46f7-9170-3cef22d85e61 req-9208da93-aa82-45ae-b9ae-4988aea05eb6 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0519705 Sep 16 05:44:59.272813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:59.273395 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:59.413490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port 25490049-0e4f-4b82-999d-f5a7a5aa6eaa, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,segment=NetworkSegment(2bee1bba-6208-4997-8ca3-8f801d06f350),segment_id=2bee1bba-6208-4997-8ca3-8f801d06f350)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:59.413919 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:59.438563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 25490049-0e4f-4b82-999d-f5a7a5aa6eaa owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:59.627898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6ae725db-b303-43df-aafe-5ad5c6309d33 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:59.690255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 6ae725db-b303-43df-aafe-5ad5c6309d33 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:59.690880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6ae725db-b303-43df-aafe-5ad5c6309d33 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:59.762433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f70d78-0036-4bf7-a6ae-cdf0cb4919fc req-9d56a7c6-62fc-4021-9138-c31e8896c3a0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:59.772024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39f70d78-0036-4bf7-a6ae-cdf0cb4919fc req-9d56a7c6-62fc-4021-9138-c31e8896c3a0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1696699 Sep 16 05:44:59.837093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39f70d78-0036-4bf7-a6ae-cdf0cb4919fc req-e1d40717-6cec-4033-8e3c-c2fc7682faeb tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640488 Sep 16 05:45:00.029711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:00.062980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=25490049-0e4f-4b82-999d-f5a7a5aa6eaa,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:00.266446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:00.489093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:00.593568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:00.601541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:00.602024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43d9e903-bbe5-4950-9930-5f90848216c3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1556673 Sep 16 05:45:00.607721 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:00.623339 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:00.625039 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:00.665073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a565f48f-c7b2-4af0-9596-2438f2a489db tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet 7486c34e-6e7d-49c8-85f7-e3899e9d82b8 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:45:00.668559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a565f48f-c7b2-4af0-9596-2438f2a489db tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:00.715820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a565f48f-c7b2-4af0-9596-2438f2a489db tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:00.721236 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:00.827490 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a565f48f-c7b2-4af0-9596-2438f2a489db tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:00.979645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a565f48f-c7b2-4af0-9596-2438f2a489db tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:00.996144 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:59Z', 'revision_number': 9, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:01.023182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a565f48f-c7b2-4af0-9596-2438f2a489db tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.024793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e8a14-a177-4eff-a584-d7020a295e82 None None] Network 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:01.027406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a565f48f-c7b2-4af0-9596-2438f2a489db tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/7486c34e-6e7d-49c8-85f7-e3899e9d82b8 HTTP/1.1" status: 204 len: 168 time: 0.4247851 Sep 16 05:45:01.030664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59386) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:01.032893 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:01.046362 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:01.047138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:01.115686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565f48f-c7b2-4af0-9596-2438f2a489db tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=7486c34e-6e7d-49c8-85f7-e3899e9d82b8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:01.159135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c9c6d-ec3c-4fb5-9195-e2de2a57ace6 req-2a4cc1cd-5438-4cc8-9975-571ac6191c62 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.163949 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-642c9c6d-ec3c-4fb5-9195-e2de2a57ace6 req-2a4cc1cd-5438-4cc8-9975-571ac6191c62 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1871169 Sep 16 05:45:01.199552 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:01.217335 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.250126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-642c9c6d-ec3c-4fb5-9195-e2de2a57ace6 req-7bedcf5c-1732-4aee-bf39-f2cb02d3c6eb tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731928 Sep 16 05:45:01.328713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21027ad5-2b63-440e-85e9-777cd5399b7a req-2f50df9a-5bd4-4bdd-b836-76535651e2bc service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.1092784 Sep 16 05:45:01.545407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] DHCP port deletion for 4ea5d453-8cc1-4f80-a744-6f171bbdc2dd request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:45:01.557947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eb874-ff23-457b-8648-121a7425972e req-79e5657f-416a-4b2b-abff-80e881b84288 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:01.561418 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-526eb874-ff23-457b-8648-121a7425972e req-79e5657f-416a-4b2b-abff-80e881b84288 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1667776 Sep 16 05:45:01.654025 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:59Z', 'revision_number': 9, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:01.672941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] Deleting port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:01.673301 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.687756 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-558a9635-b67c-4180-8f8b-34d864b107e0 req-38ef5e02-88dc-4413-a071-f736e1733f3e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0943775 Sep 16 05:45:01.719091 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c494d2-5db1-4699-9f3f-8a2489ff3da8 None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:44:59Z', 'revision_number': 9, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f186253a-c7de-4f83-9744-4ef17b2cb02c', 'name': '', 'network_id': 'd88d544f-c94c-4a2b-84b2-e50408093375', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:7e:3b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:37Z', 'updated_at': '2021-09-16T05:44:43Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '033caf27-d351-4a89-9855-6ac6554fe3dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:01.749935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-526eb874-ff23-457b-8648-121a7425972e req-14b1ad63-2d89-46fd-88d5-c5aba6424726 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779788 Sep 16 05:45:01.756589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:01.757760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.832411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] For port 85e98f7f-5ce8-43e2-891d-ef9477ae4024, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=85e98f7f-5ce8-43e2-891d-ef9477ae4024,segment=NetworkSegment(2bee1bba-6208-4997-8ca3-8f801d06f350),segment_id=2bee1bba-6208-4997-8ca3-8f801d06f350)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:01.833033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.855504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] Calling delete_port for 85e98f7f-5ce8-43e2-891d-ef9477ae4024 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:01.941062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port 85e98f7f-5ce8-43e2-891d-ef9477ae4024, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=85e98f7f-5ce8-43e2-891d-ef9477ae4024,segment=NetworkSegment(2bee1bba-6208-4997-8ca3-8f801d06f350),segment_id=2bee1bba-6208-4997-8ca3-8f801d06f350)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:01.941447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.976953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 85e98f7f-5ce8-43e2-891d-ef9477ae4024 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:02.031813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:02.119242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] Pushing event deleted for resources: {'Port': ['ID=85e98f7f-5ce8-43e2-891d-ef9477ae4024,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:02.137333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035a689-0c35-44d7-b4c4-dc402f7c98a2 None None] No DVR routers for this DVR port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:02.151770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 85e98f7f-5ce8-43e2-891d-ef9477ae4024 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:02.180266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 85e98f7f-5ce8-43e2-891d-ef9477ae4024 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:02.180815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:02.181295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 85e98f7f-5ce8-43e2-891d-ef9477ae4024 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:02.245053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=85e98f7f-5ce8-43e2-891d-ef9477ae4024,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:02.275158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No DVR routers for this DVR port 85e98f7f-5ce8-43e2-891d-ef9477ae4024 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:02.729961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:02.755275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea5d453-8cc1-4f80-a744-6f171bbdc2dd']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:02.767304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bee1bba-6208-4997-8ca3-8f801d06f350') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:02.767926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bee1bba-6208-4997-8ca3-8f801d06f350') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:02.778934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:02.795155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:02.825398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:45:02.825810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:45:02.829456 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:45:02.969652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-dad2726d-b576-46ea-a526-a67be3e3ad68 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:02.971166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-dad2726d-b576-46ea-a526-a67be3e3ad68 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/networks?id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 HTTP/1.1" status: 200 len: 815 time: 0.1733482 Sep 16 05:45:02.987298 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-18853d50-e99c-4836-bff8-f38381cc0caf tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/quotas/d5c706d5b4104359b730c9903e96f227 HTTP/1.1" status: 200 len: 375 time: 0.0099354 Sep 16 05:45:03.020314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:03.035895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:03.036613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59424) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:03.037186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/4ea5d453-8cc1-4f80-a744-6f171bbdc2dd HTTP/1.1" status: 204 len: 168 time: 2.0051270 Sep 16 05:45:03.072970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac134c-22bd-46f2-a58e-cc5548beb7b8 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=4ea5d453-8cc1-4f80-a744-6f171bbdc2dd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:03.090038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-6c9ef259-8862-4a88-8658-619399b87499 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969095 Sep 16 05:45:03.184551 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:03.434106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-c5387b7c-2508-4a2d-9f18-493ae185db13 service neutron] 10.222.0.49 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345523 Sep 16 05:45:03.502531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:03.559428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 25490049-0e4f-4b82-999d-f5a7a5aa6eaa no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:03.587080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 25490049-0e4f-4b82-999d-f5a7a5aa6eaa {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:03.587425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 25490049-0e4f-4b82-999d-f5a7a5aa6eaa not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:03.591696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9228dad1-9ef7-4182-b442-6775c65a89ab req-5b166f73-4399-46e9-a263-106f5aa301b9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0564399 Sep 16 05:45:03.594094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-2ac89125-faf4-4cd1-bb0b-5c4c91b8336b service neutron] 10.222.0.49 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524487 Sep 16 05:45:03.820168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c0e8cfea-37aa-4cc5-99a8-83e903d261e6 req-430673ee-7218-4024-a915-f20d10809e2a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0426319 Sep 16 05:45:03.984087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd635a3d-caaa-4a61-868f-004e81d69f4b req-e39131aa-7a0e-4e55-a95f-b2af20df3a6c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 210 time: 0.0713377 Sep 16 05:45:04.001725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-bef81433-9654-4c68-af41-1db2db2e826a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:04.003344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-bef81433-9654-4c68-af41-1db2db2e826a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7087d78-cf02-410b-b1e3-e001be1a540d HTTP/1.1" status: 200 len: 945 time: 0.1203153 Sep 16 05:45:04.093816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port f186253a-c7de-4f83-9744-4ef17b2cb02c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:04.094477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.205248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Deleting port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:04.205605 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.251338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port f186253a-c7de-4f83-9744-4ef17b2cb02c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f186253a-c7de-4f83-9744-4ef17b2cb02c,segment=NetworkSegment(1186a06b-82bc-4168-b4ad-71879afad585),segment_id=1186a06b-82bc-4168-b4ad-71879afad585)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:04.251338 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.289631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for f186253a-c7de-4f83-9744-4ef17b2cb02c owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:04.384798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] For port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:04.385178 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.408375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Calling delete_port for 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:04.720303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.754452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=f186253a-c7de-4f83-9744-4ef17b2cb02c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:04.796176 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.832460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['6ebd4167-40a1-4f5c-ba55-c05ef660dea2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:04.884301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Pushing event deleted for resources: {'Port': ['ID=6ebd4167-40a1-4f5c-ba55-c05ef660dea2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:04.934481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] No DVR routers for this DVR port 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:04.938387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:04.943209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ce0ea4f3-a8c0-4bf0-864e-874027d7d450 req-46e143c0-fc9a-4aea-bc83-d5c6d4d7472b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.30 "DELETE /v2.0/ports/6ebd4167-40a1-4f5c-ba55-c05ef660dea2 HTTP/1.1" status: 204 len: 173 time: 0.9323773 Sep 16 05:45:04.949702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'name': 'network-vif-deleted', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:04.951563 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41be568-aaf8-4728-92ab-daeb514fe29a" -d '{"events": [{"server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "name": "network-vif-deleted", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:05.333737 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da31c08-6b91-4d6e-ad70-217d6c310f46 x-openstack-request-id: req-3da31c08-6b91-4d6e-ad70-217d6c310f46 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:05.337462 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7087d78-cf02-410b-b1e3-e001be1a540d", "name": "network-vif-deleted", "tag": "6ebd4167-40a1-4f5c-ba55-c05ef660dea2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:05.337462 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3da31c08-6b91-4d6e-ad70-217d6c310f46 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:05.337462 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7087d78-cf02-410b-b1e3-e001be1a540d', 'name': 'network-vif-deleted', 'tag': '6ebd4167-40a1-4f5c-ba55-c05ef660dea2', 'status': 'completed', 'code': 200} Sep 16 05:45:05.372250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-51348dcc-6b81-4ec9-befb-f82cf962c73e req-07a8d375-c399-447c-b88d-49ca9d39c9cd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 210 time: 0.0403283 Sep 16 05:45:05.380170 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:05.635462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:05.719638 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6822b56b-5d0b-4003-9d56-1ea1cd955193 req-aec9d53d-f048-47e2-a7c8-a972a2ada134 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0617151 Sep 16 05:45:05.776980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:05.782058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-56080a39-ae8f-43af-9936-212f6746a295 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7435944 Sep 16 05:45:05.784655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59474) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:05.789170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:05.818971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:05.826760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:05.860963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4860acb2-f353-4d69-a737-af2a0a09e7bf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet 033caf27-d351-4a89-9855-6ac6554fe3dc {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:45:05.864925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4860acb2-f353-4d69-a737-af2a0a09e7bf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:05.917058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:05.925784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4860acb2-f353-4d69-a737-af2a0a09e7bf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.003848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c45e39e-cfc2-4f81-bb61-f9e0f9387572 req-0c0d7c93-b3d6-451f-8893-687e4b71df05 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0353553 Sep 16 05:45:06.077232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4860acb2-f353-4d69-a737-af2a0a09e7bf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.178114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:04Z', 'revision_number': 10, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:06.208655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:06.218524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:06.219175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:06.297682 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4860acb2-f353-4d69-a737-af2a0a09e7bf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.310579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:06.328729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860acb2-f353-4d69-a737-af2a0a09e7bf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=033caf27-d351-4a89-9855-6ac6554fe3dc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:06.330853 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4860acb2-f353-4d69-a737-af2a0a09e7bf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.332998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4860acb2-f353-4d69-a737-af2a0a09e7bf tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/033caf27-d351-4a89-9855-6ac6554fe3dc HTTP/1.1" status: 204 len: 168 time: 0.5473874 Sep 16 05:45:06.335552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:06.401041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d326fe6-6588-4d25-a70e-76d23e5eede6 None None] Network d88d544f-c94c-4a2b-84b2-e50408093375 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:06.431909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.511432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port 52c1778c-1b99-46ac-b953-3e2b4b001d89 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:06.511912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.553721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16edb695-fcf3-4d3b-8ef3-fba0a8574f76 req-fb7f68e1-a2b2-4aba-8861-a5c993ac082a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 210 time: 0.0539124 Sep 16 05:45:06.667032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:04Z', 'revision_number': 10, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:06.671707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port 52c1778c-1b99-46ac-b953-3e2b4b001d89, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=52c1778c-1b99-46ac-b953-3e2b4b001d89,segment=NetworkSegment(1186a06b-82bc-4168-b4ad-71879afad585),segment_id=1186a06b-82bc-4168-b4ad-71879afad585)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:06.672113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.693064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for 52c1778c-1b99-46ac-b953-3e2b4b001d89 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:06.697327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf3af0-0435-4001-a4ae-f4a5d3e10f76 None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:04Z', 'revision_number': 10, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b', 'name': '', 'network_id': 'e4a7ebbb-bb37-477e-ad8c-ae506f5e261b', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'mac_address': 'fa:16:3e:74:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:32Z', 'updated_at': '2021-09-16T05:44:37Z', 'revision_number': 5, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'subnets': [{'id': '804ec20a-6f9b-464a-9d16-a89e28b353cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:06.730461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-6a01c153-a789-4a32-8230-f6bb42a3c293 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:06.732194 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-6a01c153-a789-4a32-8230-f6bb42a3c293 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.66 "GET /v2.0/networks?id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 HTTP/1.1" status: 200 len: 815 time: 0.2048693 Sep 16 05:45:06.752038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] DHCP port deletion for d88d544f-c94c-4a2b-84b2-e50408093375 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:45:06.772848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Request body: {'port': {'device_id': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'admin_state_up': True, 'tenant_id': 'd5c706d5b4104359b730c9903e96f227'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:06.809996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] Deleting port 52c1778c-1b99-46ac-b953-3e2b4b001d89 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:06.810367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.985884 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.020797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=52c1778c-1b99-46ac-b953-3e2b4b001d89,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:07.036045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No DVR routers for this DVR port 52c1778c-1b99-46ac-b953-3e2b4b001d89 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:07.076838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] For port 52c1778c-1b99-46ac-b953-3e2b4b001d89, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=52c1778c-1b99-46ac-b953-3e2b4b001d89,segment=NetworkSegment(1186a06b-82bc-4168-b4ad-71879afad585),segment_id=1186a06b-82bc-4168-b4ad-71879afad585)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:07.077487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.097031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] Calling delete_port for 52c1778c-1b99-46ac-b953-3e2b4b001d89 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:07.106085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Made reservation on behalf of d5c706d5b4104359b730c9903e96f227 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:07.110647 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.156944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.195595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88d544f-c94c-4a2b-84b2-e50408093375']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:45:07.211835 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:45:07.224772 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.230100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1186a06b-82bc-4168-b4ad-71879afad585') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:07.230623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1186a06b-82bc-4168-b4ad-71879afad585') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:07.248142 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.259238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] Pushing event deleted for resources: {'Port': ['ID=52c1778c-1b99-46ac-b953-3e2b4b001d89,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:07.261590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f4e1f-7787-4bf1-9563-9e4abd9c8d08 None None] No DVR routers for this DVR port 52c1778c-1b99-46ac-b953-3e2b4b001d89 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:07.285078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.328132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:45:07.328574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:45:07.331792 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:45:07.363893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:07.385445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:07.385793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6ebd4167-40a1-4f5c-ba55-c05ef660dea2 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:07.462959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Allocated IP 172.20.0.12 (6d8ca911-2b63-4c35-a2ce-b5c740f0ad91/cc5e0396-7a07-4f6e-9977-5d2640708347/ac7f764c-dfe0-427b-aa28-07a40efff8e4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:45:07.568936 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.576517 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.579523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/d88d544f-c94c-4a2b-84b2-e50408093375 HTTP/1.1" status: 204 len: 168 time: 1.2420912 Sep 16 05:45:07.581587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59496) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:07.588915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f186253a-c7de-4f83-9744-4ef17b2cb02c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:07.628666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2e4f0-e825-433e-a159-446e4e8bb7ef tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=d88d544f-c94c-4a2b-84b2-e50408093375,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:07.635325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: f186253a-c7de-4f83-9744-4ef17b2cb02c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:07.635681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f186253a-c7de-4f83-9744-4ef17b2cb02c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:07.636121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 52c1778c-1b99-46ac-b953-3e2b4b001d89 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:07.670128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 52c1778c-1b99-46ac-b953-3e2b4b001d89 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:07.670554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 52c1778c-1b99-46ac-b953-3e2b4b001d89 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:07.714782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-27a87d14-efd5-4dec-95e5-4825b72d5308 req-e998aaf7-dae4-4dfb-998c-4e3ad5cd5845 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 210 time: 0.0374074 Sep 16 05:45:07.721671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.880424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:07.891318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df21a746-08fc-4ec5-83f3-057261b86689 req-b2c5e6f5-0c30-4664-a678-9b11ee530799 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0380111 Sep 16 05:45:07.962457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:45:07.969255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:07.972247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:45:08.002262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Pushing event updated for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:08.029810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.048115 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9fe39f4-e312-47e8-9c54-deb2d1c5678f req-0aa05ace-e200-4b79-adbb-db17d518032b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0453813 Sep 16 05:45:08.066536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:08.067076 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.198401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5121fc31-fc6f-4c5b-b759-58092d728534 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4305949 Sep 16 05:45:08.227684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Request body: {'port': {'device_id': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:08.312730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:08.313332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.319534 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.418832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,segment=NetworkSegment(a220c3c8-757b-482e-b90a-8d75b036540e),segment_id=a220c3c8-757b-482e-b90a-8d75b036540e)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:08.420529 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.433755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:08.626567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7f764c-dfe0-427b-aa28-07a40efff8e4 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:08.634426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.698244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Transition to ACTIVE for port object ac7f764c-dfe0-427b-aa28-07a40efff8e4 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:45:08.700000 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.730667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:08.802786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.873459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:08.964186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.988455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb94840-fafb-419a-9b5f-51fab2f48f46 req-52a81577-7b39-419c-ae78-abbf9a206b36 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:08.991677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Attempting to bind port ac7f764c-dfe0-427b-aa28-07a40efff8e4 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:45:08.992363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Attempting to bind port ac7f764c-dfe0-427b-aa28-07a40efff8e4 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:45:08.992996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Attempting to bind port ac7f764c-dfe0-427b-aa28-07a40efff8e4 on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:08.996776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6eb94840-fafb-419a-9b5f-51fab2f48f46 req-52a81577-7b39-419c-ae78-abbf9a206b36 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 944 time: 0.1662714 Sep 16 05:45:08.999389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Port ac7f764c-dfe0-427b-aa28-07a40efff8e4 on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:45:08.999933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Attempting to bind port ac7f764c-dfe0-427b-aa28-07a40efff8e4 on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:09.024662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:45:09.028570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Checking segment: {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:09.029395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Bound using segment: {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:09.030020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Bound port: ac7f764c-dfe0-427b-aa28-07a40efff8e4, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:45:09.030416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.128472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6eb94840-fafb-419a-9b5f-51fab2f48f46 req-e760650c-82e0-4290-bb4c-7eb4cd731baf tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306524 Sep 16 05:45:09.146176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:09.149949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:09.220729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:09.272460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.303644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:09.311090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:09.316151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b4213909-8f22-43d7-9146-323751d43840 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280099 Sep 16 05:45:09.316620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.316620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] 10.222.0.66 "PUT /v2.0/ports/ac7f764c-dfe0-427b-aa28-07a40efff8e4 HTTP/1.1" status: 200 len: 1093 time: 1.0918176 Sep 16 05:45:09.316620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:09.316870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59522) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:09.316955 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfbf793-9112-4244-bd7f-23444221bfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:09.320671 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:09.349566 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:09.350205 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:09.401479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa0803b-bcfd-4446-8da8-001babf588a2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting subnet 804ec20a-6f9b-464a-9d16-a89e28b353cd {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:45:09.406311 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa0803b-bcfd-4446-8da8-001babf588a2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.419295 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce675f-4498-4b78-b394-d1943051c01d x-openstack-request-id: req-28ce675f-4498-4b78-b394-d1943051c01d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:09.420163 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:09.420727 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28ce675f-4498-4b78-b394-d1943051c01d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:09.421763 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'status': 'completed', 'code': 200} Sep 16 05:45:09.427294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dfa57-d60c-4571-b845-d2305d066a86 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:09.472360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa0803b-bcfd-4446-8da8-001babf588a2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.485610 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:09.521395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbf793-9112-4244-bd7f-23444221bfa3 req-a4f95e7e-b2fe-4d3e-b08c-c778202ff300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:09.523074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cfbf793-9112-4244-bd7f-23444221bfa3 req-a4f95e7e-b2fe-4d3e-b08c-c778202ff300 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 1096 time: 0.0591424 Sep 16 05:45:09.552960 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:08Z', 'revision_number': 11, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:09.602390 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:09.620201 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:09.621371 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:09.632421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa0803b-bcfd-4446-8da8-001babf588a2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.710587 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:09.736309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbf793-9112-4244-bd7f-23444221bfa3 req-9f7f4444-4dbc-4266-bbee-c4279e59de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:09.737963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cfbf793-9112-4244-bd7f-23444221bfa3 req-9f7f4444-4dbc-4266-bbee-c4279e59de2a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d5c706d5b4104359b730c9903e96f227&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1909244 Sep 16 05:45:09.746260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59532) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:09.778456 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:08Z', 'revision_number': 11, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:09.812782 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1682d99-30ce-4a8f-8e77-73e2aef0d7df None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:08Z', 'revision_number': 11, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:09.819534 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa0803b-bcfd-4446-8da8-001babf588a2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.870365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0803b-bcfd-4446-8da8-001babf588a2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Subnet': ['ID=804ec20a-6f9b-464a-9d16-a89e28b353cd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:09.883097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fa0803b-bcfd-4446-8da8-001babf588a2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:09.885993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2fa0803b-bcfd-4446-8da8-001babf588a2 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/804ec20a-6f9b-464a-9d16-a89e28b353cd HTTP/1.1" status: 204 len: 168 time: 0.5702741 Sep 16 05:45:09.888945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59536) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:09.893778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b43c9d2-bab6-4bd7-9969-03d437fce398 None None] Network e4a7ebbb-bb37-477e-ad8c-ae506f5e261b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:09.910315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbf793-9112-4244-bd7f-23444221bfa3 req-2dbd6645-0f82-4f35-90c2-12612c6c0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:09.913782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cfbf793-9112-4244-bd7f-23444221bfa3 req-2dbd6645-0f82-4f35-90c2-12612c6c0777 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672421 Sep 16 05:45:09.945329 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b83cf361-88b4-4c54-8b8e-fcf5af89f837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.010382 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.020343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-32b1c13c-296c-445d-b62e-04cf4444b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:10.021990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-32b1c13c-296c-445d-b62e-04cf4444b341 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 1096 time: 0.0442815 Sep 16 05:45:10.083989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-2b09d654-5532-45cd-89d2-f3eb6ba1649e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4 HTTP/1.1" status: 200 len: 217 time: 0.0384181 Sep 16 05:45:10.097318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8853d3d2-3953-4460-b15f-23f73e4ff4c1 req-ea694c1e-8a5e-45cd-9d8d-519b6c249043 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0533104 Sep 16 05:45:10.145245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-15eb720b-c0ac-40ce-8368-bde2e5ac58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:10.147730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-15eb720b-c0ac-40ce-8368-bde2e5ac58d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc5e0396-7a07-4f6e-9977-5d2640708347 HTTP/1.1" status: 200 len: 855 time: 0.0519221 Sep 16 05:45:10.158240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Deleting port e6aae636-ea36-4f2d-8ea3-ab5e6191234a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:10.158582 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.190879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b83cf361-88b4-4c54-8b8e-fcf5af89f837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.198304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] DHCP port deletion for e4a7ebbb-bb37-477e-ad8c-ae506f5e261b request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:45:10.230490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-d801bf07-82aa-49f2-9cd7-0b9d250f55aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596132 Sep 16 05:45:10.289111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] Deleting port e6aae636-ea36-4f2d-8ea3-ab5e6191234a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:10.289111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.307165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] For port e6aae636-ea36-4f2d-8ea3-ab5e6191234a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,segment=NetworkSegment(a220c3c8-757b-482e-b90a-8d75b036540e),segment_id=a220c3c8-757b-482e-b90a-8d75b036540e)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:10.307393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-004e79e3-c576-49ae-9101-c93ad1c2319d req-376fc9cd-d7d5-46e3-9c81-a3dad656cddf service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0380993 Sep 16 05:45:10.307615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.321474 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b83cf361-88b4-4c54-8b8e-fcf5af89f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.344339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Calling delete_port for e6aae636-ea36-4f2d-8ea3-ab5e6191234a owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:10.367562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] For port e6aae636-ea36-4f2d-8ea3-ab5e6191234a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,segment=NetworkSegment(a220c3c8-757b-482e-b90a-8d75b036540e),segment_id=a220c3c8-757b-482e-b90a-8d75b036540e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:10.367990 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.378565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-42de63cc-ad44-475c-b643-ef3e14c32af3 service neutron] 10.222.0.66 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359148 Sep 16 05:45:10.384365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] Calling delete_port for e6aae636-ea36-4f2d-8ea3-ab5e6191234a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:10.391665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31f564-969f-4cdf-bb20-83a2a6784269 req-bd157041-b781-4b5b-bb64-823112fe77aa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:10.393228 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb31f564-969f-4cdf-bb20-83a2a6784269 req-bd157041-b781-4b5b-bb64-823112fe77aa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 944 time: 0.1358619 Sep 16 05:45:10.438585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b83cf361-88b4-4c54-8b8e-fcf5af89f837 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c97abd35f17485c895c67b356f493c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895897 Sep 16 05:45:10.439392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59550) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:10.444447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cf361-88b4-4c54-8b8e-fcf5af89f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b118aac6-0541-464e-9d27-a049f87799a7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:10.501875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18398d04-47da-48b9-b43d-f3a7198c6961 req-5abbf877-d503-49ed-a03a-39ddff1d2573 service neutron] 10.222.0.66 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120260 Sep 16 05:45:10.543730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb31f564-969f-4cdf-bb20-83a2a6784269 req-0dcc4743-5202-49f5-aac8-10ad041dd40f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032679 Sep 16 05:45:10.565753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07a98b30-7a80-42f4-9878-f8ca7eca5e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.587387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07a98b30-7a80-42f4-9878-f8ca7eca5e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.602676 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.625804 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.631847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] No DVR routers for this DVR port e6aae636-ea36-4f2d-8ea3-ab5e6191234a on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:10.633657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d18cbd-e57d-42c0-bca2-daaa08d6b4a2 None None] Pushing event deleted for resources: {'Port': ['ID=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:10.655785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Port': ['ID=e6aae636-ea36-4f2d-8ea3-ab5e6191234a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:10.657998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No DVR routers for this DVR port e6aae636-ea36-4f2d-8ea3-ab5e6191234a on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:10.745577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.766566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a7ebbb-bb37-477e-ad8c-ae506f5e261b']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:10.776210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a220c3c8-757b-482e-b90a-8d75b036540e') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:10.776512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a220c3c8-757b-482e-b90a-8d75b036540e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:10.787153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.801772 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.807608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:45:10.808051 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:45:10.811643 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:45:10.822348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07a98b30-7a80-42f4-9878-f8ca7eca5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.829356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07a98b30-7a80-42f4-9878-f8ca7eca5e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:10.829356 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-07a98b30-7a80-42f4-9878-f8ca7eca5e52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b118aac6-0541-464e-9d27-a049f87799a7 HTTP/1.1" status: 204 len: 168 time: 0.3833008 Sep 16 05:45:10.860959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-342a5500-7523-422e-a08f-6481d2fb2bf1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:10.862519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-342a5500-7523-422e-a08f-6481d2fb2bf1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1219542 Sep 16 05:45:10.878870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a98b30-7a80-42f4-9878-f8ca7eca5e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b118aac6-0541-464e-9d27-a049f87799a7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:10.883667 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-18c2f459-f2f4-4426-ade5-1cfba72ce730 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/quotas/eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 375 time: 0.0140777 Sep 16 05:45:10.984944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-007f7234-7363-400c-9201-9dcdf38a9182 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945077 Sep 16 05:45:10.995633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-0e052ed0-d276-4b03-92b3-d1bcb6fba26d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:45:10.996662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-0e052ed0-d276-4b03-92b3-d1bcb6fba26d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052645 Sep 16 05:45:11.000200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.009270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.009482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/networks/e4a7ebbb-bb37-477e-ad8c-ae506f5e261b HTTP/1.1" status: 204 len: 168 time: 1.1124976 Sep 16 05:45:11.020733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59562) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:11.025559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'routes': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:11.029088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75870d76-0737-4e91-8211-b4f9ea022779 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Pushing event deleted for resources: {'Network': ['ID=e4a7ebbb-bb37-477e-ad8c-ae506f5e261b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:11.098797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-df5d9d12-dadc-432f-a801-3d41c6f848cf service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953076 Sep 16 05:45:11.192298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-2129f7c5-d486-46ed-8580-8790eea28ac2 service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864282 Sep 16 05:45:11.476326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Added routes are [] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:45:11.476627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.extraroute_db [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Removed routes are [] {{(pid=95659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:45:11.476988 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.584835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:11.610524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:11.610997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aa9d3ff0-1ceb-44ae-81ac-3f3a6e88c73b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:11.611601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e6aae636-ea36-4f2d-8ea3-ab5e6191234a no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:11.632418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.636553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e6aae636-ea36-4f2d-8ea3-ab5e6191234a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:11.636895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e6aae636-ea36-4f2d-8ea3-ab5e6191234a not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:11.669495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59576) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:11.677421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.684430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70f16878-9ccc-48d4-9c4b-fe74dcbc2646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.742001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4132d-fd75-4165-9023-e3593386188a req-80dcc2d8-2fdf-47d2-bdcc-b89993c6af2e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:11.743614 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4132d-fd75-4165-9023-e3593386188a req-80dcc2d8-2fdf-47d2-bdcc-b89993c6af2e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 944 time: 0.1071954 Sep 16 05:45:11.797883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router a440c3d2-b7a8-4ca1-a734-0453375b92fa has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:11.808186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70f16878-9ccc-48d4-9c4b-fe74dcbc2646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.820149 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ceb4132d-fd75-4165-9023-e3593386188a req-20f2dcb6-463d-46b2-ad29-42363c2a1d75 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495911 Sep 16 05:45:11.894639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70f16878-9ccc-48d4-9c4b-fe74dcbc2646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.908889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:11.925171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.929827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-07559deb-1bdc-4f42-94ae-6cb538991b7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 200 len: 700 time: 0.9046199 Sep 16 05:45:11.930487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59584) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:11.936495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] Sync routers for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:11.947966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-70f16878-9ccc-48d4-9c4b-fe74dcbc2646 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e10ef50342004e4cb46cb8eb76112670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761354 Sep 16 05:45:11.951620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:11.958394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f16878-9ccc-48d4-9c4b-fe74dcbc2646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a3ba65-72cf-4ac4-9d95-f72f5a08d52d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:11.982259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:11.984477 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75ea113e-e43e-446b-8034-7ade3e7c699f req-fa4d4976-45e7-4dce-9889-fd539c0450e3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 210 time: 0.0621226 Sep 16 05:45:11.988578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:12.017086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:12.023405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b37c05e5-63fe-4652-8db2-554d6ca12223 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 200 len: 205 time: 0.0796769 Sep 16 05:45:12.109900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:12.164354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:08Z', 'revision_number': 11, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:12.196070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] Checking router: a440c3d2-b7a8-4ca1-a734-0453375b92fa for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:12.227455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] Routers {'a440c3d2-b7a8-4ca1-a734-0453375b92fa'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:12.228129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:12.306788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] Set router a440c3d2-b7a8-4ca1-a734-0453375b92fa gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:12.358479 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c5f8bcf-6992-4694-8a8b-c8d2aab7dfe5 req-6aa3eae7-a970-41f9-bcc7-0e418e3073c2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Sep 16 05:45:12.372697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:08Z', 'revision_number': 11, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:12.413453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbde13f-2260-40ea-9255-e5e0d15106e4 None None] The sync data for ids ['a440c3d2-b7a8-4ca1-a734-0453375b92fa'] in n-d-712749-15 is: [{'id': 'a440c3d2-b7a8-4ca1-a734-0453375b92fa', 'name': 'tempest-RoutersTest-router-572736052', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:30Z', 'updated_at': '2021-09-16T05:45:08Z', 'revision_number': 11, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:12.415537 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8955815a-02a2-408f-8e64-a68e572a2f31 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.452797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d87bd68-2d5e-4f69-bedb-070d9454cc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.545604 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d87bd68-2d5e-4f69-bedb-070d9454cc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.599138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-17688e40-34f1-4edc-9835-382b62673332 req-bef05a80-c94c-4c11-9242-0568f27f8f9a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0959921 Sep 16 05:45:12.644007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8955815a-02a2-408f-8e64-a68e572a2f31 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.649480 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8955815a-02a2-408f-8e64-a68e572a2f31 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.788838 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8955815a-02a2-408f-8e64-a68e572a2f31 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.789362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8955815a-02a2-408f-8e64-a68e572a2f31 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Fanout notify agent at l3_agent the message router_deleted on router a440c3d2-b7a8-4ca1-a734-0453375b92fa {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:45:12.790897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d87bd68-2d5e-4f69-bedb-070d9454cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.793523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d87bd68-2d5e-4f69-bedb-070d9454cc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.795498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0d87bd68-2d5e-4f69-bedb-070d9454cc40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97a3ba65-72cf-4ac4-9d95-f72f5a08d52d HTTP/1.1" status: 204 len: 168 time: 0.8424122 Sep 16 05:45:12.804613 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8955815a-02a2-408f-8e64-a68e572a2f31 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.804613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8955815a-02a2-408f-8e64-a68e572a2f31 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 204 len: 168 time: 0.7843533 Sep 16 05:45:12.806981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59606) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:12.813444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e9acd5f7-95e2-45e6-ab59-c4fd443b955e tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-632867027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:12.816669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87bd68-2d5e-4f69-bedb-070d9454cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a3ba65-72cf-4ac4-9d95-f72f5a08d52d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:12.931498 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9acd5f7-95e2-45e6-ab59-c4fd443b955e tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.932791 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9acd5f7-95e2-45e6-ab59-c4fd443b955e tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:12.977385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00742e48-81e9-433c-b6a9-501a2f3fe674 req-eae33b8a-8c02-4e55-941c-8a76a1900f5d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:12.985487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-00742e48-81e9-433c-b6a9-501a2f3fe674 req-eae33b8a-8c02-4e55-941c-8a76a1900f5d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 944 time: 0.0625081 Sep 16 05:45:12.986950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9acd5f7-95e2-45e6-ab59-c4fd443b955e tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.029260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-00742e48-81e9-433c-b6a9-501a2f3fe674 req-dcbace36-3849-467c-adfb-c5645baac9a8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Sep 16 05:45:13.054200 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9acd5f7-95e2-45e6-ab59-c4fd443b955e tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.078990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9562d31a-a9d5-42f5-b595-48d0294ab4cb req-82b1f3ff-9420-4c73-883a-2e436919387a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 210 time: 0.0367477 Sep 16 05:45:13.208752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9acd5f7-95e2-45e6-ab59-c4fd443b955e tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.210473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e9acd5f7-95e2-45e6-ab59-c4fd443b955e tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4017954 Sep 16 05:45:13.212949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:13.218907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f8ea406f-10ec-465b-9c22-2414000d7e35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:13.433630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8ea406f-10ec-465b-9c22-2414000d7e35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1441'] for router, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.491301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8ea406f-10ec-465b-9c22-2414000d7e35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548619'] for router, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.546822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ac7f764c-dfe0-427b-aa28-07a40efff8e4 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:13.637035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ea406f-10ec-465b-9c22-2414000d7e35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Router e3330115-468b-493f-80df-6613a42104be is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:45:13.648958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:13.666499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'port_id': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'mac_address': 'fa:16:3e:00:56:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5e0396-7a07-4f6e-9977-5d2640708347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:13.714608 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.722993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ea406f-10ec-465b-9c22-2414000d7e35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:13.729995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7f764c-dfe0-427b-aa28-07a40efff8e4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:13.730306 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8ea406f-10ec-465b-9c22-2414000d7e35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.731981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f8ea406f-10ec-465b-9c22-2414000d7e35 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "PUT /v2.0/routers/e3330115-468b-493f-80df-6613a42104be HTTP/1.1" status: 200 len: 693 time: 0.5172992 Sep 16 05:45:13.734583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:13.738410 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] Sync routers for ids ['e3330115-468b-493f-80df-6613a42104be'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:13.753604 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] Routers {'e3330115-468b-493f-80df-6613a42104be'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:13.754144 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3330115-468b-493f-80df-6613a42104be'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:13.760643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:13.819305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e7cd56d0-a731-4bea-8291-9164edc0f482 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/routers/e3330115-468b-493f-80df-6613a42104be HTTP/1.1" status: 200 len: 699 time: 0.0834498 Sep 16 05:45:13.822135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:13.856588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-83575c5d-30c1-49f2-90cc-4c7bae1a8501 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3330115-468b-493f-80df-6613a42104be HTTP/1.1" status: 200 len: 205 time: 0.0332327 Sep 16 05:45:13.859342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:13.865928 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.930438 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] Set router e3330115-468b-493f-80df-6613a42104be gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:13.958123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:13.969990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.970709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.971096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.971741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.972495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.973006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.973646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.974156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.974483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.974810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.975132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.975455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:13.983805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f010206d-aa3e-40af-b9f1-4dc8a1bbcc26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:13.995736 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3330115-468b-493f-80df-6613a42104be', 'name': 'tempest-RoutersTest-router-632867027', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:45:12Z', 'updated_at': '2021-09-16T05:45:13Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:14.029083 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] Checking router: e3330115-468b-493f-80df-6613a42104be for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:14.037960 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] Routers {'e3330115-468b-493f-80df-6613a42104be'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:14.043767 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:44:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3330115-468b-493f-80df-6613a42104be'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:14.150738 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] Set router e3330115-468b-493f-80df-6613a42104be gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:14.185586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['ac7f764c-dfe0-427b-aa28-07a40efff8e4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:14.210604 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3330115-468b-493f-80df-6613a42104be', 'name': 'tempest-RoutersTest-router-632867027', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:45:12Z', 'updated_at': '2021-09-16T05:45:13Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:14.254171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4f5bab4-cd4b-4d9b-9ecc-0b2bed3d4bec req-178dcad6-afcc-42a9-aa1c-1f02a252e3a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 210 time: 0.0484807 Sep 16 05:45:14.270345 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d179a1-7446-4136-9193-aacac9e5c5ba None None] The sync data for ids ['e3330115-468b-493f-80df-6613a42104be'] in n-d-712749-15 is: [{'id': 'e3330115-468b-493f-80df-6613a42104be', 'name': 'tempest-RoutersTest-router-632867027', 'tenant_id': '9373c6d2e5224c4cb761b183597ff912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:45:12Z', 'updated_at': '2021-09-16T05:45:13Z', 'revision_number': 2, 'project_id': '9373c6d2e5224c4cb761b183597ff912', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:14.270921 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f010206d-aa3e-40af-b9f1-4dc8a1bbcc26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.277253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f010206d-aa3e-40af-b9f1-4dc8a1bbcc26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.396513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1b9bd-aab0-4e4b-a995-de25baf00dd4 req-6ca9f612-3af7-4db0-bd0f-c2d63015001f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:14.398150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3be1b9bd-aab0-4e4b-a995-de25baf00dd4 req-6ca9f612-3af7-4db0-bd0f-c2d63015001f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 945 time: 0.2550840 Sep 16 05:45:14.439982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-2d867488-4182-4a69-b9d7-49d82c2a66c2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:14.441806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-2d867488-4182-4a69-b9d7-49d82c2a66c2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.3802817 Sep 16 05:45:14.464615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'port': {'device_id': 'f4665a6c-a222-423e-84ef-fc23a3656664', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'admin_state_up': True, 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:14.475707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3be1b9bd-aab0-4e4b-a995-de25baf00dd4 req-ff39f4fa-d7f9-4ed3-bf8f-fb96cdc8f4fb tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700467 Sep 16 05:45:14.508991 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f010206d-aa3e-40af-b9f1-4dc8a1bbcc26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.509531 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f010206d-aa3e-40af-b9f1-4dc8a1bbcc26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Fanout notify agent at l3_agent the message router_deleted on router e3330115-468b-493f-80df-6613a42104be {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:45:14.537922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2df24523-98e2-4df5-a624-80bbf8e8d392 req-82654e91-2e2f-4924-b704-b201f860ee1f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0423734 Sep 16 05:45:14.546105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f010206d-aa3e-40af-b9f1-4dc8a1bbcc26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.547709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f010206d-aa3e-40af-b9f1-4dc8a1bbcc26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/e3330115-468b-493f-80df-6613a42104be HTTP/1.1" status: 204 len: 168 time: 0.6870975 Sep 16 05:45:14.554256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59660) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.591504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-150086cd-2e54-4826-a747-f5eae4e4cf81 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3330115-468b-493f-80df-6613a42104be HTTP/1.1" status: 200 len: 205 time: 0.0357187 Sep 16 05:45:14.592278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59662) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.661013 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-f241e95f-0017-455b-bf36-352aa16b0b15 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] delete failed (client error): The resource could not be found. Sep 16 05:45:14.664560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f241e95f-0017-455b-bf36-352aa16b0b15 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/e3330115-468b-493f-80df-6613a42104be HTTP/1.1" status: 404 len: 336 time: 0.0689359 Sep 16 05:45:14.664831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59666) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.697513 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-70978ff8-2e5a-4626-99fc-8dc209f8bf80 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:14.698290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70978ff8-2e5a-4626-99fc-8dc209f8bf80 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:14.700839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-70978ff8-2e5a-4626-99fc-8dc209f8bf80 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/ad49b215-e8b8-462e-b063-db2c7d0c768f HTTP/1.1" status: 404 len: 337 time: 0.0345206 Sep 16 05:45:14.703471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59672) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.705742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56c095ca-ce23-40f0-bfbe-ed0bc40684d4 req-4903187d-3414-4742-ac7d-ad2818b1479a service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Sep 16 05:45:14.732419 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5f8ea3-95e1-41fc-91f6-1a3c0a196029 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:14.732679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5f8ea3-95e1-41fc-91f6-1a3c0a196029 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:14.735969 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1b5f8ea3-95e1-41fc-91f6-1a3c0a196029 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/7486c34e-6e7d-49c8-85f7-e3899e9d82b8 HTTP/1.1" status: 404 len: 337 time: 0.0301430 Sep 16 05:45:14.737686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59674) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.739621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:14.744616 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.772967 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdedbdb-592f-48d6-9e7c-0dd8022bdc7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:14.772967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdedbdb-592f-48d6-9e7c-0dd8022bdc7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:14.773340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bfdedbdb-592f-48d6-9e7c-0dd8022bdc7f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/033caf27-d351-4a89-9855-6ac6554fe3dc HTTP/1.1" status: 404 len: 337 time: 0.0344169 Sep 16 05:45:14.774018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59676) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.778138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.841586 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-445793ee-191d-4f77-8238-89cf1c7832b4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:14.842101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445793ee-191d-4f77-8238-89cf1c7832b4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:14.846402 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-445793ee-191d-4f77-8238-89cf1c7832b4 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/804ec20a-6f9b-464a-9d16-a89e28b353cd HTTP/1.1" status: 404 len: 337 time: 0.0644898 Sep 16 05:45:14.847069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59682) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.886343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f80d0735-bc65-41bf-959c-eb0a5c3d7d32 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 200 len: 205 time: 0.0360398 Sep 16 05:45:14.886534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59684) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.930988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.20.0.11 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/18b53596-8e63-40b4-9396-9af7ff38070d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:45:14.943728 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-23888f61-bc89-46f7-840b-b890ef353c17 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] delete failed (client error): The resource could not be found. Sep 16 05:45:14.951065 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-23888f61-bc89-46f7-840b-b890ef353c17 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/a440c3d2-b7a8-4ca1-a734-0453375b92fa HTTP/1.1" status: 404 len: 336 time: 0.0575178 Sep 16 05:45:14.953204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59686) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:14.963699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eb536932-97e2-49d3-ade6-14a9ecae1ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:14.986472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-70499566-4286-467d-b92c-ce958f41eaf3 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7f601-062d-490b-86de-97706b1a9de9 HTTP/1.1" status: 200 len: 205 time: 0.0321689 Sep 16 05:45:14.989433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59688) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.075927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eb536932-97e2-49d3-ade6-14a9ecae1ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.181931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eb536932-97e2-49d3-ade6-14a9ecae1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.226960 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eb536932-97e2-49d3-ade6-14a9ecae1ef3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b005d45ec5194a31bfc7f58b2cc063d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496245 Sep 16 05:45:15.228280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59690) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.239028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb536932-97e2-49d3-ade6-14a9ecae1ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e04fb6-3127-4664-b9e9-c3d263996adb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:15.318978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb13a007-85e0-4a31-9601-a0a4615ef28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.361225 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-76a28231-00d5-4367-9c9e-97e2b3e2d316 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] delete failed (client error): The resource could not be found. Sep 16 05:45:15.362285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-76a28231-00d5-4367-9c9e-97e2b3e2d316 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/42d7f601-062d-490b-86de-97706b1a9de9 HTTP/1.1" status: 404 len: 336 time: 0.3713672 Sep 16 05:45:15.365154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59694) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.368486 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-50a308f6-cbb2-49c1-8d0f-9f857b347a4f req-95ee5c98-256e-4018-899d-28d489214eae tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 210 time: 0.0372546 Sep 16 05:45:15.380590 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb13a007-85e0-4a31-9601-a0a4615ef28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.444684 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb0f5f4-addf-4ea8-9a96-d9b5c36b94c6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:15.445141 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb0f5f4-addf-4ea8-9a96-d9b5c36b94c6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:15.446911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4cb0f5f4-addf-4ea8-9a96-d9b5c36b94c6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/79c398bd-cf95-4db3-a07b-be172456d1e8 HTTP/1.1" status: 404 len: 337 time: 0.0806816 Sep 16 05:45:15.449662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59696) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.486908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c5f8551-519c-47c3-a832-d48aa6c5e65a tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8752b29-8674-4779-b0bb-4fb433dec915 HTTP/1.1" status: 200 len: 205 time: 0.0337045 Sep 16 05:45:15.487444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59698) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.522247 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.547487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ac7f764c-dfe0-427b-aa28-07a40efff8e4 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:15.566734 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-5e133b3d-a8c8-46f1-9fa6-173aeee5185d tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] delete failed (client error): The resource could not be found. Sep 16 05:45:15.567924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5e133b3d-a8c8-46f1-9fa6-173aeee5185d tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/b8752b29-8674-4779-b0bb-4fb433dec915 HTTP/1.1" status: 404 len: 336 time: 0.0788219 Sep 16 05:45:15.568734 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb13a007-85e0-4a31-9601-a0a4615ef28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.570766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59702) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.571615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb13a007-85e0-4a31-9601-a0a4615ef28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.572790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fb13a007-85e0-4a31-9601-a0a4615ef28a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9e04fb6-3127-4664-b9e9-c3d263996adb HTTP/1.1" status: 204 len: 168 time: 0.3435276 Sep 16 05:45:15.591358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13a007-85e0-4a31-9601-a0a4615ef28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e04fb6-3127-4664-b9e9-c3d263996adb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:15.605832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-15857a83-b3d7-4574-ae0f-d36c4bae96e0 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=9457472e-f67a-4691-8335-ebce0108cdff HTTP/1.1" status: 200 len: 205 time: 0.0334001 Sep 16 05:45:15.608821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59706) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.644530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.662223 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-1b6b1278-ee18-4470-a3d2-37c1f0552388 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] delete failed (client error): The resource could not be found. Sep 16 05:45:15.663623 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1b6b1278-ee18-4470-a3d2-37c1f0552388 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/9457472e-f67a-4691-8335-ebce0108cdff HTTP/1.1" status: 404 len: 336 time: 0.0536740 Sep 16 05:45:15.666107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.705366 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b43fe4-e1c2-487d-ada3-148499386aba tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:15.705818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b43fe4-e1c2-487d-ada3-148499386aba tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:15.707562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-40b43fe4-e1c2-487d-ada3-148499386aba tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/f47e2df0-2839-4d30-b437-79b155fb1c25 HTTP/1.1" status: 404 len: 337 time: 0.0403919 Sep 16 05:45:15.710302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59710) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.722760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port ac7f764c-dfe0-427b-aa28-07a40efff8e4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:45:15.724040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632bd0-7d15-4863-9c6b-c9450276cc7a req-32702939-80b9-4a7b-a9c0-9b9f6367b568 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:15.726204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb632bd0-7d15-4863-9c6b-c9450276cc7a req-32702939-80b9-4a7b-a9c0-9b9f6367b568 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 945 time: 0.1177747 Sep 16 05:45:15.732025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:45:15.734299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port ac7f764c-dfe0-427b-aa28-07a40efff8e4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:15.734449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:15.734543 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.748177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:45:15.754503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec311776-9d7f-493e-8511-f3a231df12ea tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d75da9-40b5-46fa-9cbb-49f609e50b9d HTTP/1.1" status: 200 len: 205 time: 0.0410571 Sep 16 05:45:15.754745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59714) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.832486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=18b53596-8e63-40b4-9396-9af7ff38070d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:15.844630 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-9b648c96-c2b5-46fa-b611-71c1f966cd26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] delete failed (client error): The resource could not be found. Sep 16 05:45:15.845966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9b648c96-c2b5-46fa-b611-71c1f966cd26 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/25d75da9-40b5-46fa-9cbb-49f609e50b9d HTTP/1.1" status: 404 len: 336 time: 0.0902216 Sep 16 05:45:15.848373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59716) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.874902 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.883599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb632bd0-7d15-4863-9c6b-c9450276cc7a req-d4f1e04f-afbc-4a69-b1f4-0fe92b10e798 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464450 Sep 16 05:45:15.884530 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-828fef23-9668-43ab-999f-585cc972d0dc tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:15.884996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828fef23-9668-43ab-999f-585cc972d0dc tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:15.889791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-828fef23-9668-43ab-999f-585cc972d0dc tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/080ed72f-cfbd-4efc-bdfd-a21c5940a675 HTTP/1.1" status: 404 len: 337 time: 0.0401211 Sep 16 05:45:15.893278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59718) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.893420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:15.893420 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:15.928720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6fb704cf-8e62-495c-b053-ded90752c2b6 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f3959dd-e6d0-4fee-b758-b72ac066a26b HTTP/1.1" status: 200 len: 205 time: 0.0364728 Sep 16 05:45:15.931567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59720) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:15.961014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:15.963324 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149587c3-2f91-4e3d-8881-28675c6f7e5e" -d '{"events": [{"server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:15.994132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:16.002205 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-32e0c4dc-7fc7-4fc6-b74a-71831d67847f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] delete failed (client error): The resource could not be found. Sep 16 05:45:16.011888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-32e0c4dc-7fc7-4fc6-b74a-71831d67847f tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/routers/7f3959dd-e6d0-4fee-b758-b72ac066a26b HTTP/1.1" status: 404 len: 336 time: 0.0705621 Sep 16 05:45:16.011888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7280be6c-3411-4eee-8108-0627837e2105 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5452168 Sep 16 05:45:16.011888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:16.038318 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8bd524-a2a3-40fc-868a-867a9001f097 x-openstack-request-id: req-4e8bd524-a2a3-40fc-868a-867a9001f097 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:16.042665 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:16.042665 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e8bd524-a2a3-40fc-868a-867a9001f097 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:16.042665 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'code': 200} Sep 16 05:45:16.056556 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-837d0b7b-e10a-40ef-a5fa-03e0e358b470 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:16.057210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837d0b7b-e10a-40ef-a5fa-03e0e358b470 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:16.063014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-837d0b7b-e10a-40ef-a5fa-03e0e358b470 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/1306e979-d99c-4f7c-b6cc-0d5a5d85ebb2 HTTP/1.1" status: 404 len: 337 time: 0.0534356 Sep 16 05:45:16.063685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59728) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:16.066058 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.069414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Request body: {'port': {'device_id': 'f4665a6c-a222-423e-84ef-fc23a3656664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:16.108495 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3d7c47-2f1c-48ed-a27e-80fb026f6e92 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] DELETE failed (client error): The resource could not be found. Sep 16 05:45:16.109214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3d7c47-2f1c-48ed-a27e-80fb026f6e92 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:45:16.111967 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7f3d7c47-2f1c-48ed-a27e-80fb026f6e92 tempest-RoutersTest-2084207161 tempest-RoutersTest-2084207161-project] 10.222.0.49 "DELETE /v2.0/subnets/681d1527-5368-44db-9fdb-62cb13feaec4 HTTP/1.1" status: 404 len: 337 time: 0.0471380 Sep 16 05:45:16.148382 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.160082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-21d4a25f-414e-45b4-8c1d-b37fb2df23fd None None] Provisioning complete for port 18b53596-8e63-40b4-9396-9af7ff38070d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:16.160452 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21d4a25f-414e-45b4-8c1d-b37fb2df23fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.165928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:16.216817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-21d4a25f-414e-45b4-8c1d-b37fb2df23fd None None] Port 18b53596-8e63-40b4-9396-9af7ff38070d cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:45:16.246753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b95b-af43-41a8-b832-10f8dd610035 req-e703dc7b-d53b-43be-8aa7-fdc9344d6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.248643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67a6b95b-af43-41a8-b832-10f8dd610035 req-e703dc7b-d53b-43be-8aa7-fdc9344d6776 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 1098 time: 0.0974627 Sep 16 05:45:16.368849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67a6b95b-af43-41a8-b832-10f8dd610035 req-4d0d63ec-ccfc-43d0-9a12-2a66a7e60f6b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607100 Sep 16 05:45:16.590427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09220f7c-f68c-45e4-8380-6459a3228991 req-c2a71a0a-1e4a-4b9c-b9a2-e78bd6312c2b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0353699 Sep 16 05:45:16.673909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b53596-8e63-40b4-9396-9af7ff38070d {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:16.683816 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.698712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Transition to ACTIVE for port object 18b53596-8e63-40b4-9396-9af7ff38070d will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:45:16.726077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94084fe4-6c6c-47d9-a169-e36ef4338846 req-e809654d-2e2b-4029-a657-6fc011342e81 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:16.728120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94084fe4-6c6c-47d9-a169-e36ef4338846 req-e809654d-2e2b-4029-a657-6fc011342e81 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 932 time: 0.2032399 Sep 16 05:45:16.768523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1ec2723-eea5-4c45-aec7-a14f08dcbbd9 req-4a527e33-69d0-4492-9fab-05db0e85fcb2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0392194 Sep 16 05:45:16.769374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59756) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:16.807708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:16.853514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94084fe4-6c6c-47d9-a169-e36ef4338846 req-86da6449-b0e6-4d9a-a127-c8706e3371c2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133294 Sep 16 05:45:16.899361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Pushing event updated for resources: {'Port': ['ID=18b53596-8e63-40b4-9396-9af7ff38070d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:17.015621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Attempting to bind port 18b53596-8e63-40b4-9396-9af7ff38070d on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:45:17.016314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Attempting to bind port 18b53596-8e63-40b4-9396-9af7ff38070d by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:45:17.016434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Attempting to bind port 18b53596-8e63-40b4-9396-9af7ff38070d on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:17.021367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Port 18b53596-8e63-40b4-9396-9af7ff38070d on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:45:17.021705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Attempting to bind port 18b53596-8e63-40b4-9396-9af7ff38070d on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:17.027627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:45:17.028016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:17.028444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:17.028890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Bound port: 18b53596-8e63-40b4-9396-9af7ff38070d, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:45:17.029319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:17.049316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c974497-ca65-430b-bdde-08a470f316f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9373c6d2e5224c4cb761b183597ff912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750485 Sep 16 05:45:17.050342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59768) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:17.096367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f097698-0021-436f-bf8e-e1582aa49254 req-2a7b1f74-fba7-488c-bb6a-0a968e7ca7bd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:17.096367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f097698-0021-436f-bf8e-e1582aa49254 req-2a7b1f74-fba7-488c-bb6a-0a968e7ca7bd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.1195292 Sep 16 05:45:17.159900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] For port 18b53596-8e63-40b4-9396-9af7ff38070d, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:17.165853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] For port 18b53596-8e63-40b4-9396-9af7ff38070d, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18b53596-8e63-40b4-9396-9af7ff38070d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:17.176237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48f9a4d5-faf6-428e-a02c-79b8317ab0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:17.185688 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f097698-0021-436f-bf8e-e1582aa49254 req-28e63db0-b1bc-46ff-92c2-625b6bc351a2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689032 Sep 16 05:45:17.216103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48f9a4d5-faf6-428e-a02c-79b8317ab0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:17.224203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:17.303181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:17.303924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:17.305616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/18b53596-8e63-40b4-9396-9af7ff38070d HTTP/1.1" status: 200 len: 1093 time: 1.2513156 Sep 16 05:45:17.306175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4665a6c-a222-423e-84ef-fc23a3656664', 'tag': '18b53596-8e63-40b4-9396-9af7ff38070d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:17.308771 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1c18c3-d28d-4782-ae8f-ec77612485db" -d '{"events": [{"name": "network-changed", "server_uuid": "f4665a6c-a222-423e-84ef-fc23a3656664", "tag": "18b53596-8e63-40b4-9396-9af7ff38070d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:17.335428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a26d9-8689-4989-8449-3536a2da15f6 service neutron] Pushing event updated for resources: {'Port': ['ID=18b53596-8e63-40b4-9396-9af7ff38070d,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:17.367065 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3073dbeb-9a74-4f32-bb33-d26c4dcbd164 x-openstack-request-id: req-3073dbeb-9a74-4f32-bb33-d26c4dcbd164 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:17.367376 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4665a6c-a222-423e-84ef-fc23a3656664", "tag": "18b53596-8e63-40b4-9396-9af7ff38070d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:17.367628 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3073dbeb-9a74-4f32-bb33-d26c4dcbd164 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:17.368254 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4665a6c-a222-423e-84ef-fc23a3656664', 'tag': '18b53596-8e63-40b4-9396-9af7ff38070d', 'status': 'completed', 'code': 200} Sep 16 05:45:17.374674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48f9a4d5-faf6-428e-a02c-79b8317ab0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:17.379020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-48f9a4d5-faf6-428e-a02c-79b8317ab0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:17.384747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-48f9a4d5-faf6-428e-a02c-79b8317ab0df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1975a9e6-81a0-4dc1-8dae-0e8302deb4a5 HTTP/1.1" status: 204 len: 168 time: 0.3307984 Sep 16 05:45:17.402521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9a4d5-faf6-428e-a02c-79b8317ab0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1975a9e6-81a0-4dc1-8dae-0e8302deb4a5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:17.480772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c18c3-d28d-4782-ae8f-ec77612485db req-797bda2c-1f2e-4c0f-a586-c4a461ebe4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:17.482983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a1c18c3-d28d-4782-ae8f-ec77612485db req-797bda2c-1f2e-4c0f-a586-c4a461ebe4e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 1096 time: 0.0660889 Sep 16 05:45:17.630325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c18c3-d28d-4782-ae8f-ec77612485db req-b075a6cb-47a1-460b-b248-cfd12fa1c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:17.631823 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a1c18c3-d28d-4782-ae8f-ec77612485db req-b075a6cb-47a1-460b-b248-cfd12fa1c604 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eeb93f4e80b947838ff72672315f5c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1340818 Sep 16 05:45:17.754894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c18c3-d28d-4782-ae8f-ec77612485db req-dc9aa341-93ed-468d-92bc-a8ad00aed00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:17.756540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a1c18c3-d28d-4782-ae8f-ec77612485db req-dc9aa341-93ed-468d-92bc-a8ad00aed00e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174316 Sep 16 05:45:17.866096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-996fa2d4-0975-4462-b5c6-9f3c8c5d735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:17.867752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-996fa2d4-0975-4462-b5c6-9f3c8c5d735f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 1096 time: 0.0445802 Sep 16 05:45:17.928419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-aae1dee0-3398-4f3c-9952-4aa2496b0f12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18b53596-8e63-40b4-9396-9af7ff38070d HTTP/1.1" status: 200 len: 217 time: 0.0466163 Sep 16 05:45:18.036316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-ac9e1b5c-4d98-410f-b776-ef5364a67b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:18.037870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-ac9e1b5c-4d98-410f-b776-ef5364a67b81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.1014338 Sep 16 05:45:18.045111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10882d66-5e8d-42d5-9ff5-3931ddf052df req-5293c82d-8282-462d-91e7-4b75a5081baf tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:18.060391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10882d66-5e8d-42d5-9ff5-3931ddf052df req-5293c82d-8282-462d-91e7-4b75a5081baf tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0950596 Sep 16 05:45:18.097266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-d8323f77-a51c-4ce6-8d02-b287cd330de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:18.099128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-d8323f77-a51c-4ce6-8d02-b287cd330de7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531900 Sep 16 05:45:18.100900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10882d66-5e8d-42d5-9ff5-3931ddf052df req-10641b06-9ec3-4f96-b540-3cdaa791e2fd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373814 Sep 16 05:45:18.211580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-b4fbd43a-980b-4031-be34-d1aafb766a34 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042619 Sep 16 05:45:18.351950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-401d1705-685b-4f82-86cd-90ea89fa3a7e req-a76ff454-e2cc-4d17-9b21-e98c724b7747 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326118 Sep 16 05:45:18.370907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acec80-af6c-40be-a7e2-f4ca132d0a85 req-701d765e-e06c-41c8-b646-87dc4f4c7fc8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:18.372563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69acec80-af6c-40be-a7e2-f4ca132d0a85 req-701d765e-e06c-41c8-b646-87dc4f4c7fc8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0757627 Sep 16 05:45:18.437767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69acec80-af6c-40be-a7e2-f4ca132d0a85 req-e5bdf1c1-39b0-4211-ba89-0b7f08be61ce tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564585 Sep 16 05:45:18.572223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f95fe6-934a-4de7-98c7-e7d9de2d143a req-4f864bca-8183-45e8-af7a-704db7897bbf tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:18.595640 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b3f95fe6-934a-4de7-98c7-e7d9de2d143a req-4f864bca-8183-45e8-af7a-704db7897bbf tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0789580 Sep 16 05:45:18.646677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b3f95fe6-934a-4de7-98c7-e7d9de2d143a req-e3ab50cd-f375-4483-8801-3eac883445f0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Sep 16 05:45:18.767499 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-23235146-9eec-4e9f-aa9e-ff1d2daacf29 req-f280e1a9-a846-4f6d-b963-1e5cb35dbb8e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0686092 Sep 16 05:45:18.935095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7704bd1f-d887-4c54-9dec-2cb3ee44c382 req-80833410-e2f9-4186-9a32-3767230ea2c9 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0488784 Sep 16 05:45:19.149730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc8e1-d5dc-47ee-85e5-ba98b409610e req-dc8e4965-f040-45ff-8ccc-dc8d91dee2e4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:19.154425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f4fc8e1-d5dc-47ee-85e5-ba98b409610e req-dc8e4965-f040-45ff-8ccc-dc8d91dee2e4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0994315 Sep 16 05:45:19.206867 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f4fc8e1-d5dc-47ee-85e5-ba98b409610e req-e2772180-ce00-444c-a04c-0a23ca605866 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Sep 16 05:45:19.244045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfdd8c-3546-43c9-bafb-104c43d17943 req-76a4030e-e35b-4aaf-938c-b9b2099330ab tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:19.252800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98cfdd8c-3546-43c9-bafb-104c43d17943 req-76a4030e-e35b-4aaf-938c-b9b2099330ab tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0634551 Sep 16 05:45:19.299830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98cfdd8c-3546-43c9-bafb-104c43d17943 req-3dec72f9-6c48-4353-a187-10f31648108b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Sep 16 05:45:19.350821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c753eca-8b34-4c77-b9a0-3e73aef66f58 req-e678c698-5625-4ebb-a182-6429651cb75e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:19.352943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c753eca-8b34-4c77-b9a0-3e73aef66f58 req-e678c698-5625-4ebb-a182-6429651cb75e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0709641 Sep 16 05:45:19.406034 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c753eca-8b34-4c77-b9a0-3e73aef66f58 req-b89cbfb3-8ec8-4044-b4ac-4e3ccbe1daab tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Sep 16 05:45:19.914038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c173b3bf-ed6b-44ef-a148-595a1eb5276f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:20.179005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61fa6-4289-42a6-8229-1023f2789390 req-45622f9a-f002-4c5c-9e2e-251cfc77eaa9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:20.181657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8c61fa6-4289-42a6-8229-1023f2789390 req-45622f9a-f002-4c5c-9e2e-251cfc77eaa9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0774581 Sep 16 05:45:20.223916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8c61fa6-4289-42a6-8229-1023f2789390 req-f192cfc7-6cbd-477c-9952-8f3dedf92dda tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Sep 16 05:45:20.432810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1a04e-f538-472a-a824-f92247fb3726 req-38b1f11d-1717-401f-9d00-947db3e623a5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:20.434987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eaf1a04e-f538-472a-a824-f92247fb3726 req-38b1f11d-1717-401f-9d00-947db3e623a5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0544977 Sep 16 05:45:20.492616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eaf1a04e-f538-472a-a824-f92247fb3726 req-2171e00a-67a3-4758-99d8-ddae4190d203 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511396 Sep 16 05:45:20.834491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70acf69c-ea7b-44d1-8230-4a210a664444 req-e20fa50e-3763-404e-843d-eb2ea811663e service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0373595 Sep 16 05:45:20.923013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:20.987211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f575c72c-ca52-4437-bf31-b2e798f4c1c2 req-fb4174f0-8d56-4d26-96b1-3141a31218ca service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0280447 Sep 16 05:45:21.361596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b729b39-0ef3-4dec-9d0e-ed296e8ee874 req-26ee3c8c-64f9-4e99-ab05-8242e411c908 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:21.363403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b729b39-0ef3-4dec-9d0e-ed296e8ee874 req-26ee3c8c-64f9-4e99-ab05-8242e411c908 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0581462 Sep 16 05:45:21.409975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b729b39-0ef3-4dec-9d0e-ed296e8ee874 req-623aa8c3-2eeb-4556-8fc2-324cb8685bd6 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Sep 16 05:45:21.601289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83f42-dec9-430c-8d25-f807eacbd474 req-babb28bb-e396-40c9-ad0a-40b51937319c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:21.602847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64c83f42-dec9-430c-8d25-f807eacbd474 req-babb28bb-e396-40c9-ad0a-40b51937319c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0511000 Sep 16 05:45:21.648948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64c83f42-dec9-430c-8d25-f807eacbd474 req-0b045759-d641-4962-b2f2-c656119bff4b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Sep 16 05:45:22.556389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86854b8a-47ce-4969-a090-426cedff2c3c req-b8318691-6fc3-409b-af88-2baa968c4edd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:22.558087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86854b8a-47ce-4969-a090-426cedff2c3c req-b8318691-6fc3-409b-af88-2baa968c4edd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0668530 Sep 16 05:45:22.604445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86854b8a-47ce-4969-a090-426cedff2c3c req-89519141-21ad-4a24-95cc-d74df1809553 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Sep 16 05:45:22.777782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfde65-bc0e-4b61-9760-86da8c8b788c req-b2a70073-75ac-409f-84bc-7691b8197eb2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:22.779456 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ddfde65-bc0e-4b61-9760-86da8c8b788c req-b2a70073-75ac-409f-84bc-7691b8197eb2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0528827 Sep 16 05:45:22.855576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ddfde65-bc0e-4b61-9760-86da8c8b788c req-4dc5fbeb-6cbc-4712-861e-0fed6249f405 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673921 Sep 16 05:45:22.863758 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-538230ab-ba5a-4d57-9502-33d8f21c82e7 req-8f2404a5-259c-4256-a86f-ef3267c1f751 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0462577 Sep 16 05:45:23.002171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b48f7945-2e11-4dab-b009-2556b6098f0f req-c65cdeed-9a49-450e-ab26-b9cd5ada2db1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0268509 Sep 16 05:45:23.139693 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf103-39b2-4a07-9f13-65a86dcb9037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:23.754833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3ef42-49a9-4298-abd8-3f22494ade99 req-d2e86668-a1d2-4284-8d16-163830eb11e8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:23.757290 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ad3ef42-49a9-4298-abd8-3f22494ade99 req-d2e86668-a1d2-4284-8d16-163830eb11e8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0786948 Sep 16 05:45:23.801284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ad3ef42-49a9-4298-abd8-3f22494ade99 req-13634dc9-af43-4b32-84de-394e03990ead tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363057 Sep 16 05:45:23.848156 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:23.964702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec603-4bc3-423b-8db1-13cd79b57e26 req-c30f94e7-f18b-4b68-aa1e-ea90336d4de7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:23.967259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-975ec603-4bc3-423b-8db1-13cd79b57e26 req-c30f94e7-f18b-4b68-aa1e-ea90336d4de7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0549119 Sep 16 05:45:24.011528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-975ec603-4bc3-423b-8db1-13cd79b57e26 req-b79a48c6-fbac-4118-b8c5-8f25d7fb996c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Sep 16 05:45:24.934942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312747ad-bd0b-403e-a1a4-00a4f3595af8 req-59269d94-7d67-4b9a-9435-7a00ea490ba4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:24.936705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-312747ad-bd0b-403e-a1a4-00a4f3595af8 req-59269d94-7d67-4b9a-9435-7a00ea490ba4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0553794 Sep 16 05:45:24.984702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-312747ad-bd0b-403e-a1a4-00a4f3595af8 req-ab64f1d9-7b71-4f9e-917c-3efb412a19f9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Sep 16 05:45:25.037840 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a5e574b2-5227-44d7-82d2-a5c243604afb req-e674473a-2187-486f-ae91-0029ea196662 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0273905 Sep 16 05:45:25.193952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2eb713a-197a-4eb2-a9f2-1b0e5f3e5680 req-57ccce27-7dec-444f-bd08-b6e0f35709d2 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0469487 Sep 16 05:45:25.202441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588450-cb1d-4954-86c0-bae15307fec5 req-b8e72700-f208-43dc-86da-8502a863a3d8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.204105 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11588450-cb1d-4954-86c0-bae15307fec5 req-b8e72700-f208-43dc-86da-8502a863a3d8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.1099184 Sep 16 05:45:25.262171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11588450-cb1d-4954-86c0-bae15307fec5 req-5c11b922-baf5-43fb-9204-3bdfa7e595ca tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451727 Sep 16 05:45:25.303212 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:25.492169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-36d04a8b-3c89-4e8b-8550-1ecfd3dcceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.494442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-36d04a8b-3c89-4e8b-8550-1ecfd3dcceba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 1098 time: 0.0537541 Sep 16 05:45:25.613872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-b4836079-a534-4fdc-a32a-8a1940fd65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.615548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-b4836079-a534-4fdc-a32a-8a1940fd65f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 HTTP/1.1" status: 200 len: 916 time: 0.1020803 Sep 16 05:45:25.675063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-17dbbc4f-70dc-4232-9080-ef1d926be310 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4 HTTP/1.1" status: 200 len: 217 time: 0.0471363 Sep 16 05:45:25.678837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 59992) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:25.738507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-1ac81067-f47c-4955-ab6c-f9a8ece36f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.739959 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-1ac81067-f47c-4955-ab6c-f9a8ece36f2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc5e0396-7a07-4f6e-9977-5d2640708347 HTTP/1.1" status: 200 len: 855 time: 0.0582185 Sep 16 05:45:25.774106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-ba7b1dd5-d2bb-4582-9434-8380d6e2513e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266423 Sep 16 05:45:25.816206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:25.884657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-5518f112-80e7-4189-96e5-dba4c72c9f3b service neutron] 10.222.0.66 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959945 Sep 16 05:45:25.908465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:25.976562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:25.977262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b30dc0b-c15a-482e-b7dd-8bf8269a4f34 req-2db13f53-0ea8-4948-b579-11d5d9a8d4e9 service neutron] 10.222.0.66 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848734 Sep 16 05:45:26.016524 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3db6de271174f3a86bdb8f71702eb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364110 Sep 16 05:45:26.018908 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab86730f-d0a4-44d1-aa5a-b68a05b96934,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:26.019131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 59998) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:26.027540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.028827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.029606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.029864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.030214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.030657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.031011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.031225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.031526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.031887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.032209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.032668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56910327-527d-4b7e-8d61-d684d6212af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.073866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.103058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.118983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a847533-7cf0-484c-a884-20c70735e421 req-69549076-0cfe-43bd-8ed4-095803af7019 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:26.121003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a847533-7cf0-484c-a884-20c70735e421 req-69549076-0cfe-43bd-8ed4-095803af7019 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0571699 Sep 16 05:45:26.170915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a847533-7cf0-484c-a884-20c70735e421 req-03dcb647-f813-44ff-8c57-fb102f38eaaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 Sep 16 05:45:26.231426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.234108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.235400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab86730f-d0a4-44d1-aa5a-b68a05b96934 HTTP/1.1" status: 204 len: 168 time: 0.2152739 Sep 16 05:45:26.245179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab86730f-d0a4-44d1-aa5a-b68a05b96934,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:26.252868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.253224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.253569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.253912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.254253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.254589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.254922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.255252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.255583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.255937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.256265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.256589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc401c-a6b8-4592-9e2d-beaeede1e04b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:26.382549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef2739-25e0-43c8-9e1b-0d2fc967dcf3 req-b5cb3599-dbfe-4b70-b887-45bd0cfb238d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:26.384179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84ef2739-25e0-43c8-9e1b-0d2fc967dcf3 req-b5cb3599-dbfe-4b70-b887-45bd0cfb238d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0529196 Sep 16 05:45:26.423199 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84ef2739-25e0-43c8-9e1b-0d2fc967dcf3 req-8e4adb14-711d-49e3-bde1-0ea097359df7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Sep 16 05:45:26.850231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60012) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:26.870427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83af5ec9-e394-4ebb-b330-28572d1b03d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:26.975275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83af5ec9-e394-4ebb-b330-28572d1b03d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.042798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-83af5ec9-e394-4ebb-b330-28572d1b03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.085192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-83af5ec9-e394-4ebb-b330-28572d1b03d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b231d7ca4e6450388dafd6515befd57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329800 Sep 16 05:45:27.085877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5ec9-e394-4ebb-b330-28572d1b03d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f243a-b914-4ea7-897b-5524c642f0c0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:27.087484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60016) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:27.136293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd9f9f04-d6d6-4f86-9bef-5a1999467179 req-1fd6c5e1-abbe-41ff-95e9-32d11b7eb47d service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0387623 Sep 16 05:45:27.175032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f05e631-112b-4102-b9d6-ccaa7a5b2ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.206153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f05e631-112b-4102-b9d6-ccaa7a5b2ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.288028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4cee80d-9019-407b-8248-d1bdf5ab2d33 req-0bad7e42-a0e4-480c-b5da-0eb940f0f1b1 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0349171 Sep 16 05:45:27.327643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5845d54-923b-41dc-8660-56c625df3f66 req-d4a9cf81-0907-479d-9a5a-b54a63fe2c1c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:27.329183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5845d54-923b-41dc-8660-56c625df3f66 req-d4a9cf81-0907-479d-9a5a-b54a63fe2c1c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0632882 Sep 16 05:45:27.369078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5845d54-923b-41dc-8660-56c625df3f66 req-fc625743-072a-4e3c-8798-6ecea21a15c6 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Sep 16 05:45:27.389366 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f05e631-112b-4102-b9d6-ccaa7a5b2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.392201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f05e631-112b-4102-b9d6-ccaa7a5b2ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.393356 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f05e631-112b-4102-b9d6-ccaa7a5b2ed3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c97f243a-b914-4ea7-897b-5524c642f0c0 HTTP/1.1" status: 204 len: 168 time: 0.3014913 Sep 16 05:45:27.401749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05e631-112b-4102-b9d6-ccaa7a5b2ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f243a-b914-4ea7-897b-5524c642f0c0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:27.465721 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:27.546524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8c9f-9f24-44ca-a45a-9ac92ab56ab1 req-7141496a-c926-478b-a9f5-b963096d37c3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:27.548083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9ff8c9f-9f24-44ca-a45a-9ac92ab56ab1 req-7141496a-c926-478b-a9f5-b963096d37c3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0543826 Sep 16 05:45:27.588686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9ff8c9f-9f24-44ca-a45a-9ac92ab56ab1 req-e4f643fa-65d4-402f-b1ec-45536d70e19f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345168 Sep 16 05:45:28.499602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842647c-bf69-45e2-ab62-aab3ff47ddde req-7e3f2f13-9735-46ff-8bf3-e3e6b6ebb86e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:28.501440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9842647c-bf69-45e2-ab62-aab3ff47ddde req-7e3f2f13-9735-46ff-8bf3-e3e6b6ebb86e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0561457 Sep 16 05:45:28.538808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60076) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:28.546458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9842647c-bf69-45e2-ab62-aab3ff47ddde req-1c5262c2-72fd-4d01-bc8c-13e8a117f4d0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381207 Sep 16 05:45:28.652615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1122516468-network', 'tenant_id': '073c3e66fb6649e186bd3ace62b055d0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:28.717033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd788991-87ae-410e-950c-fd24e0ffb23a req-ba8de692-d2fd-4330-8dc3-e838b0a4fad5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:28.718567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd788991-87ae-410e-950c-fd24e0ffb23a req-ba8de692-d2fd-4330-8dc3-e838b0a4fad5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 944 time: 0.0566432 Sep 16 05:45:28.757956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd788991-87ae-410e-950c-fd24e0ffb23a req-daaacd85-0aa6-4c46-839d-3282a77eef5e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329883 Sep 16 05:45:28.762499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.797034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Made reservation on behalf of 073c3e66fb6649e186bd3ace62b055d0 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:28.799649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.809026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.903346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.970974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.993028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:45:29.016325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.021087 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Added segment da102d96-53fc-4970-ab94-1f1fde1e1119 of type vlan for network 02c4d5f0-e364-470c-beca-f3fa3214acb6 Sep 16 05:45:29.021087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:29.062412 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.138760 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9e961632-ddb7-4e3a-8c05-f504372cc4eb req-3f360ef0-ebb0-4dbe-afc7-3335e54f122b service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Sep 16 05:45:29.173954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.174944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:29.175557 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.276574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7366242 Sep 16 05:45:29.277410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e45e6-d0d4-4917-99f4-8616050b62da admin admin] Pushing event updated for resources: {'Network': ['ID=02c4d5f0-e364-470c-beca-f3fa3214acb6,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:29.280656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60100) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:29.288611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 02c4d5f0-e364-470c-beca-f3fa3214acb6 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:45:29.291176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Request body: {'subnet': {'network_id': '02c4d5f0-e364-470c-beca-f3fa3214acb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1122516468-subnet', 'tenant_id': '073c3e66fb6649e186bd3ace62b055d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:29.295566 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-101c209a-f16f-41d3-93cb-8aebe41354db req-bafbf815-e63b-4fb2-8429-84391f180abb service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0314894 Sep 16 05:45:29.399399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Made reservation on behalf of 073c3e66fb6649e186bd3ace62b055d0 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:29.401963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.445431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 18b53596-8e63-40b4-9396-9af7ff38070d details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:29.559694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 18b53596-8e63-40b4-9396-9af7ff38070d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18b53596-8e63-40b4-9396-9af7ff38070d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:29.573599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '18b53596-8e63-40b4-9396-9af7ff38070d', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'port_id': '18b53596-8e63-40b4-9396-9af7ff38070d', 'mac_address': 'fa:16:3e:d8:98:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:29.616991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.632349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b53596-8e63-40b4-9396-9af7ff38070d {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:29.654249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 18b53596-8e63-40b4-9396-9af7ff38070d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18b53596-8e63-40b4-9396-9af7ff38070d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:29.676368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11af38-e5b1-42a0-b7e3-8400b34c2e1b req-245efa3f-ce06-42b4-b3a6-9a923b5214fd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:29.677959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a11af38-e5b1-42a0-b7e3-8400b34c2e1b req-245efa3f-ce06-42b4-b3a6-9a923b5214fd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0540578 Sep 16 05:45:29.718246 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a11af38-e5b1-42a0-b7e3-8400b34c2e1b req-8ae59f39-b74c-43c5-9bb0-925faccaea88 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331681 Sep 16 05:45:29.785933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.814385 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.861333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20326c60-a45c-4f1f-aa20-bf93ab364974,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:29.863638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Checking segment: {'id': 'da102d96-53fc-4970-ab94-1f1fde1e1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '02c4d5f0-e364-470c-beca-f3fa3214acb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:29.864040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Network hostable DHCP agents. Network: 02c4d5f0-e364-470c-beca-f3fa3214acb6, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:45:29.885224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=18b53596-8e63-40b4-9396-9af7ff38070d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:29.928803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a40130-509a-42dc-a58d-40c4f9d6a403 req-eae7b5cc-c046-435f-99f9-7f2f1055566f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:29.930441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85a40130-509a-42dc-a58d-40c4f9d6a403 req-eae7b5cc-c046-435f-99f9-7f2f1055566f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 945 time: 0.0529516 Sep 16 05:45:29.968595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Network 02c4d5f0-e364-470c-beca-f3fa3214acb6 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:45:29.975037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85a40130-509a-42dc-a58d-40c4f9d6a403 req-9940e2df-f922-4d0f-9b1c-567b98b9cb5a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Sep 16 05:45:30.094147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 02c4d5f0-e364-470c-beca-f3fa3214acb6) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:30.098639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:30.099392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:30.104476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c360c52-17db-4ec2-9674-54641e938878 None None] Network 02c4d5f0-e364-470c-beca-f3fa3214acb6 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:30.160949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['18b53596-8e63-40b4-9396-9af7ff38070d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:30.226872 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7c6ed786-9aa7-4809-bcec-656199d05593 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9393945 Sep 16 05:45:30.282427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d8f796-61c9-475c-a8eb-1d18e3efb2d0 None None] Network 02c4d5f0-e364-470c-beca-f3fa3214acb6 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:30.844463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7e921-a216-48b9-84de-31da6557169a req-6677e450-a870-496b-9890-4574443b60bc tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:30.846340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6eb7e921-a216-48b9-84de-31da6557169a req-6677e450-a870-496b-9890-4574443b60bc tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0575221 Sep 16 05:45:30.888127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6eb7e921-a216-48b9-84de-31da6557169a req-37b53dbf-0990-448f-89ba-016fe6e68821 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350497 Sep 16 05:45:30.988121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60144) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:30.993210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-912612572-network', 'tenant_id': 'a30c11b473ac4190a9c17d0fde73122c'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:31.097739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2075bbb-2c90-41fa-8607-c7f4c4aa7bbe req-d54f268a-b79d-47a7-a245-f15cd39da2da tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:31.099636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2075bbb-2c90-41fa-8607-c7f4c4aa7bbe req-d54f268a-b79d-47a7-a245-f15cd39da2da tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 945 time: 0.0562394 Sep 16 05:45:31.105546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Made reservation on behalf of a30c11b473ac4190a9c17d0fde73122c for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:31.108512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.118361 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.155373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2075bbb-2c90-41fa-8607-c7f4c4aa7bbe req-785ef2cd-c572-487c-a875-9283b0f17aa6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Sep 16 05:45:31.229197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83242274-848d-498e-8fc6-56d8333f8c8e req-1e654ba0-c120-47d0-b02c-b36ebfdb275f service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0326064 Sep 16 05:45:31.258930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.348020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.371289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:45:31.388596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a8103-a6c0-4d3f-b842-2871f7220b62,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:31.390461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e6ccd5ce-aac8-42c1-81c7-9d2851367a8b req-33848b8c-fdc8-4069-a9af-ca0f14aee171 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0430179 Sep 16 05:45:31.391756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.392151 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Added segment 084d7b67-ed2a-4bf9-9f3c-9b315fd310a0 of type vlan for network 106363ea-a98e-495c-a279-54be6a7736fd Sep 16 05:45:31.440054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.447373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 18b53596-8e63-40b4-9396-9af7ff38070d up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:31.542298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.543354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:31.544258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.576815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 18b53596-8e63-40b4-9396-9af7ff38070d completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:45:31.581092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 18b53596-8e63-40b4-9396-9af7ff38070d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:31.581664 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.609035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] Pushing event updated for resources: {'Network': ['ID=106363ea-a98e-495c-a279-54be6a7736fd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:31.619816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 106363ea-a98e-495c-a279-54be6a7736fd details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:45:31.692188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60168) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:31.692611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f1b565ce-154d-43d6-9715-68d9094d878e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7029312 Sep 16 05:45:31.697044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Request body: {'subnet': {'network_id': '106363ea-a98e-495c-a279-54be6a7736fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-912612572-subnet', 'tenant_id': 'a30c11b473ac4190a9c17d0fde73122c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:31.740891 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.765735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4665a6c-a222-423e-84ef-fc23a3656664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b53596-8e63-40b4-9396-9af7ff38070d'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:31.769747 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376df058-77a1-41cf-b704-6a66b5f93d21" -d '{"events": [{"server_uuid": "f4665a6c-a222-423e-84ef-fc23a3656664", "name": "network-vif-plugged", "status": "completed", "tag": "18b53596-8e63-40b4-9396-9af7ff38070d"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:31.781423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 18b53596-8e63-40b4-9396-9af7ff38070d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18b53596-8e63-40b4-9396-9af7ff38070d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:31.809596 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beebdbe4-e6f6-4077-bd81-44e234034beb x-openstack-request-id: req-beebdbe4-e6f6-4077-bd81-44e234034beb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:31.809596 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4665a6c-a222-423e-84ef-fc23a3656664", "name": "network-vif-plugged", "status": "completed", "tag": "18b53596-8e63-40b4-9396-9af7ff38070d", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:31.809596 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beebdbe4-e6f6-4077-bd81-44e234034beb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:31.809596 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4665a6c-a222-423e-84ef-fc23a3656664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b53596-8e63-40b4-9396-9af7ff38070d', 'code': 200} Sep 16 05:45:31.834056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Made reservation on behalf of a30c11b473ac4190a9c17d0fde73122c for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:31.836805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.891249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.966705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=18b53596-8e63-40b4-9396-9af7ff38070d,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:31.986077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca449853-242c-4d7f-ab67-b1454620764d req-bf535f04-a5ef-4327-b34b-1360b64b7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:31.987627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca449853-242c-4d7f-ab67-b1454620764d req-bf535f04-a5ef-4327-b34b-1360b64b7762 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 1098 time: 0.0897822 Sep 16 05:45:32.083279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca449853-242c-4d7f-ab67-b1454620764d req-d36bd07d-9dc0-46bf-bb2e-5b61329746ff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795054 Sep 16 05:45:32.091240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16232d44-2b21-46c5-94c3-642b7745d954 req-e42eba76-04e6-4312-a93a-4ecccf241672 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.096774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16232d44-2b21-46c5-94c3-642b7745d954 req-e42eba76-04e6-4312-a93a-4ecccf241672 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.1299722 Sep 16 05:45:32.176783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16232d44-2b21-46c5-94c3-642b7745d954 req-124e7578-3e74-41cc-9de7-5585e2ec3b8c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747309 Sep 16 05:45:32.219623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:32.280784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15efb8a2-0a50-45ca-b170-141ab8ca7d55,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:32.284483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2985f-2f12-4ecc-9e1e-d8605135f75b req-1b53967a-e3e9-4497-b811-db5291ac2181 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.286031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bf2985f-2f12-4ecc-9e1e-d8605135f75b req-1b53967a-e3e9-4497-b811-db5291ac2181 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 946 time: 0.0538089 Sep 16 05:45:32.291350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Checking segment: {'id': '084d7b67-ed2a-4bf9-9f3c-9b315fd310a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '106363ea-a98e-495c-a279-54be6a7736fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:32.291716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Network hostable DHCP agents. Network: 106363ea-a98e-495c-a279-54be6a7736fd, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:45:32.332609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bf2985f-2f12-4ecc-9e1e-d8605135f75b req-6245e4f4-1a2e-4976-8625-c23c93cc201c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 Sep 16 05:45:32.362744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Network 106363ea-a98e-495c-a279-54be6a7736fd is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:45:32.470913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 106363ea-a98e-495c-a279-54be6a7736fd) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:32.476085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.476741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:32.483164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe8f27-cdbf-4b36-b076-8ae8861ebf12 None None] Network 106363ea-a98e-495c-a279-54be6a7736fd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:32.571760 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-445c0c7f-0abe-434e-bb20-7e7f8fa2c56e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8784366 Sep 16 05:45:32.611804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a984308-1424-4bae-b60c-a4cc6e9938ae None None] Network 106363ea-a98e-495c-a279-54be6a7736fd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:33.135236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-63d8c4db-61c8-4e35-8c87-195b46898bb8 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:33.140381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-63d8c4db-61c8-4e35-8c87-195b46898bb8 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/networks?id=02c4d5f0-e364-470c-beca-f3fa3214acb6 HTTP/1.1" status: 200 len: 809 time: 0.1252584 Sep 16 05:45:33.155940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-56f4cdaf-deab-4161-8bda-b72a429677b4 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/quotas/073c3e66fb6649e186bd3ace62b055d0 HTTP/1.1" status: 200 len: 375 time: 0.0100222 Sep 16 05:45:33.191284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-b858b557-5fac-41c9-8b42-027aac540c8f tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=073c3e66fb6649e186bd3ace62b055d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292392 Sep 16 05:45:33.325058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-2f9be972-8776-45c8-8ab8-80074f63da2c service neutron] 10.222.0.49 "GET /v2.0/networks/02c4d5f0-e364-470c-beca-f3fa3214acb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263540 Sep 16 05:45:33.341470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16ba5-7acc-4044-ba53-a0c6fa9796e1 req-cf9ae30c-950a-46cd-abac-2689c60df09d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:33.356747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75a16ba5-7acc-4044-ba53-a0c6fa9796e1 req-cf9ae30c-950a-46cd-abac-2689c60df09d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0914319 Sep 16 05:45:33.412813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cebf3638-a548-462d-ac29-458b356fe126 req-379b1074-7d2d-4c62-910f-b48b1a5e5c03 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0329063 Sep 16 05:45:33.418152 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75a16ba5-7acc-4044-ba53-a0c6fa9796e1 req-e3178d8f-1af1-4b10-8d21-90df08935fb3 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Sep 16 05:45:33.479725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-0b5781df-2e76-4c1c-b512-000019063df0 service neutron] 10.222.0.49 "GET /v2.0/networks/02c4d5f0-e364-470c-beca-f3fa3214acb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470783 Sep 16 05:45:33.609647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf0d02-f040-4c70-a5cc-e10ae27ea7a5 req-ae7922ad-7160-48ee-b2a2-52337d7fbd34 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:33.611263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccaf0d02-f040-4c70-a5cc-e10ae27ea7a5 req-ae7922ad-7160-48ee-b2a2-52337d7fbd34 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 946 time: 0.0633368 Sep 16 05:45:33.620190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ee9c4a4-e250-419f-8080-08e74fabb77d req-5a6550d1-2541-42f3-b151-ef3fc1a0cb30 service neutron] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.49 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Sep 16 05:45:33.653562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccaf0d02-f040-4c70-a5cc-e10ae27ea7a5 req-3a5f125d-7975-4b10-8c94-d02faa50cad7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347843 Sep 16 05:45:33.751054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9664ddee-7c3f-4c41-83f4-13ea7fc9ae88 req-915c7b1c-6eab-4e19-a2e0-28c335fa85f1 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 210 time: 0.0328307 Sep 16 05:45:33.789944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb2cc1-db87-4baa-a7c7-ded3cb9ee57d req-4a91436b-d765-4cde-9cad-4ca93a3714ad tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:33.791474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2afb2cc1-db87-4baa-a7c7-ded3cb9ee57d req-4a91436b-d765-4cde-9cad-4ca93a3714ad tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 946 time: 0.0608568 Sep 16 05:45:33.842264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2afb2cc1-db87-4baa-a7c7-ded3cb9ee57d req-6cec290a-3c36-49ab-b0c5-8db262fc322b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Sep 16 05:45:34.553694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f15db-ea9f-4e3e-bf82-c0971dfbde31 req-e27c2bf9-ddc2-45f3-97a9-7c7ad929c49a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:34.555211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d00f15db-ea9f-4e3e-bf82-c0971dfbde31 req-e27c2bf9-ddc2-45f3-97a9-7c7ad929c49a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0505786 Sep 16 05:45:34.597039 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d00f15db-ea9f-4e3e-bf82-c0971dfbde31 req-aa34b93b-f164-4214-aba1-3191f89ad7ca tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336151 Sep 16 05:45:35.323754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-26b4bd9f-61a4-434b-bd46-64b19b804bcb req-b904a493-28fa-49bb-aede-f61e282b0e50 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 210 time: 0.0285063 Sep 16 05:45:35.444427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-04d145ac-e17d-478b-b97a-c5ea0a6508de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.450811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-04d145ac-e17d-478b-b97a-c5ea0a6508de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.457311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-04d145ac-e17d-478b-b97a-c5ea0a6508de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.463677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-04d145ac-e17d-478b-b97a-c5ea0a6508de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.470451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-04d145ac-e17d-478b-b97a-c5ea0a6508de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.476648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-04d145ac-e17d-478b-b97a-c5ea0a6508de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.483358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-04d145ac-e17d-478b-b97a-c5ea0a6508de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.485445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-04d145ac-e17d-478b-b97a-c5ea0a6508de tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.1008706 Sep 16 05:45:35.560567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4dad959e-6f36-42e2-bb62-9fd2d5f6f615 req-37a158f2-322a-41c3-ba95-2d44353b94e0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673664 Sep 16 05:45:35.755636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e0ba2-364d-4b39-87f7-90df70b16b1c req-89422bb5-8514-48a1-bd8d-513e61a6d36e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:35.757385 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca7e0ba2-364d-4b39-87f7-90df70b16b1c req-89422bb5-8514-48a1-bd8d-513e61a6d36e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0608673 Sep 16 05:45:35.804876 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ca7e0ba2-364d-4b39-87f7-90df70b16b1c req-82a98ef1-c267-4f98-8ea9-e32e1bf7c82b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Sep 16 05:45:36.483812 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85881c91-a978-4901-bce5-710ae65c5f25 req-b7a7e510-c40c-4e52-ac6e-708fa205285f tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 210 time: 0.0616615 Sep 16 05:45:36.744448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b325f006-9057-483b-92e5-6f09b6c4335b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.759115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b325f006-9057-483b-92e5-6f09b6c4335b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.759279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-066ec31e-0579-4c90-bad2-0b6c62d36d7c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.765383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-066ec31e-0579-4c90-bad2-0b6c62d36d7c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.767784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b325f006-9057-483b-92e5-6f09b6c4335b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.771718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-066ec31e-0579-4c90-bad2-0b6c62d36d7c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.773933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b325f006-9057-483b-92e5-6f09b6c4335b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.778211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-066ec31e-0579-4c90-bad2-0b6c62d36d7c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.780252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b325f006-9057-483b-92e5-6f09b6c4335b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.784938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-066ec31e-0579-4c90-bad2-0b6c62d36d7c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.786516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b325f006-9057-483b-92e5-6f09b6c4335b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.791963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-066ec31e-0579-4c90-bad2-0b6c62d36d7c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.792626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b325f006-9057-483b-92e5-6f09b6c4335b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.795818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b325f006-9057-483b-92e5-6f09b6c4335b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.3527668 Sep 16 05:45:36.800009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-066ec31e-0579-4c90-bad2-0b6c62d36d7c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.808658 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-066ec31e-0579-4c90-bad2-0b6c62d36d7c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.1162100 Sep 16 05:45:36.869700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-d2b9b333-53e8-449f-92d7-31b2e9a15744 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.871375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-d2b9b333-53e8-449f-92d7-31b2e9a15744 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.66 "GET /v2.0/networks?id=02c4d5f0-e364-470c-beca-f3fa3214acb6 HTTP/1.1" status: 200 len: 809 time: 0.4076171 Sep 16 05:45:36.875353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa0230a0-80a9-4a16-856c-cd20eb47b305 req-d32daec3-592a-4aa2-97dc-a1889224dbd0 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649126 Sep 16 05:45:36.875673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-739c42a8-aba8-4646-b06b-4d68a53f7b31 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:36.879829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-739c42a8-aba8-4646-b06b-4d68a53f7b31 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "GET /v2.0/ports/6810e50e-261b-405d-8480-f3bcc1f523eb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0727785 Sep 16 05:45:36.929768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Request body: {'port': {'device_id': '7ab55e0d-4bbd-4366-b306-249299e8775f', 'network_id': '02c4d5f0-e364-470c-beca-f3fa3214acb6', 'admin_state_up': True, 'tenant_id': '073c3e66fb6649e186bd3ace62b055d0'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:37.424534 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-49855ef0-0491-4275-9c22-8ae559beb25f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "GET /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5374956 Sep 16 05:45:37.435222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c194e-83a7-4487-b742-41512e401b9a req-e3dc1c33-63e2-4e98-beb4-1d236f45595d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:37.437312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d11c194e-83a7-4487-b742-41512e401b9a req-e3dc1c33-63e2-4e98-beb4-1d236f45595d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.5001090 Sep 16 05:45:37.443668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:37.542034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d11c194e-83a7-4487-b742-41512e401b9a req-6a7f9031-2029-4840-8071-6f7a4affb71b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955243 Sep 16 05:45:37.545651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:37.582385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Made reservation on behalf of 073c3e66fb6649e186bd3ace62b055d0 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:37.586227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:37.588618 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98fd14dd-f60c-45c6-a7aa-f8e5d13fc15b req-c50518cf-c8e6-43d5-a70f-e3fcdd36d818 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 210 time: 0.0390854 Sep 16 05:45:37.821344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] For port 6810e50e-261b-405d-8480-f3bcc1f523eb, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6810e50e-261b-405d-8480-f3bcc1f523eb,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:37.827254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Allocated IP 172.20.0.14 (02c4d5f0-e364-470c-beca-f3fa3214acb6/20326c60-a45c-4f1f-aa20-bf93ab364974/0e53dd2e-29a0-4452-8d4b-1cb56dba30fd) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:45:37.901023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] For port 6810e50e-261b-405d-8480-f3bcc1f523eb, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:38.018248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] device_id is not set on port 6810e50e-261b-405d-8480-f3bcc1f523eb yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:45:38.028817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-64c6a359-4169-474a-bf3b-812b7e18e876 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.038377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-64c6a359-4169-474a-bf3b-812b7e18e876 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.048936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-64c6a359-4169-474a-bf3b-812b7e18e876 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.056493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-64c6a359-4169-474a-bf3b-812b7e18e876 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.063176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-64c6a359-4169-474a-bf3b-812b7e18e876 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.069398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-64c6a359-4169-474a-bf3b-812b7e18e876 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.082261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-64c6a359-4169-474a-bf3b-812b7e18e876 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.082426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.082572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-64c6a359-4169-474a-bf3b-812b7e18e876 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 5441 time: 0.1087465 Sep 16 05:45:38.130046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98287-048a-460b-b227-37107e0c8752 req-2d8aeef7-a4eb-40d2-a3da-dd4742d26572 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.132277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-2d8aeef7-a4eb-40d2-a3da-dd4742d26572 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.2480686 Sep 16 05:45:38.139346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e510d358-0408-405b-a6c1-4c1a4205a635 req-69213eed-70c0-4a62-afe0-d7c8527a5455 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&id=ee8dfe18-d903-4b71-b03e-525b6aa2e969&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489671 Sep 16 05:45:38.188136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-6dd7cca0-bc78-40d4-9a2f-260fa3ac5810 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/quotas/eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 375 time: 0.0370986 Sep 16 05:45:38.188136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.197147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.318449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] No DVR routers for this DVR port 6810e50e-261b-405d-8480-f3bcc1f523eb on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:38.320435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] Pushing event updated for resources: {'Port': ['ID=6810e50e-261b-405d-8480-f3bcc1f523eb,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:38.371238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-b48ac842-64a9-4c17-aaa4-f3e6fe6f5955 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801944 Sep 16 05:45:38.391844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] In _notify_port_updated(), no bound segment for port 6810e50e-261b-405d-8480-f3bcc1f523eb on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:45:38.391844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.392053 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.393301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-fbac4a81-7a1b-4b0b-a338-64073f875d26 service neutron] 10.222.0.30 "PUT /v2.0/ports/6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 200 len: 1032 time: 0.9538968 Sep 16 05:45:38.454376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b368f65b-56e1-42a4-9262-9cfeb2f60d48 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.456214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b368f65b-56e1-42a4-9262-9cfeb2f60d48 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "GET /v2.0/ports/89200a55-7627-4325-9d8d-f52d74c0172a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0563133 Sep 16 05:45:38.457817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.472077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:38.475769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c52508e0-a53b-413e-84c7-9b64e7921da2 None None] Provisioning complete for port 6810e50e-261b-405d-8480-f3bcc1f523eb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:38.482824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c52508e0-a53b-413e-84c7-9b64e7921da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.522814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c52508e0-a53b-413e-84c7-9b64e7921da2 None None] Port 6810e50e-261b-405d-8480-f3bcc1f523eb cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:45:38.570537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Network 02c4d5f0-e364-470c-beca-f3fa3214acb6 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:45:38.587917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:38.612880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:45:38.680397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Pushing event updated for resources: {'Port': ['ID=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:38.691518 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.713280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c2fea-c027-406b-b3f6-d4d8ed844833 req-139e729b-47b5-410e-b63f-f4b79a662f12 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.720954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-997c2fea-c027-406b-b3f6-d4d8ed844833 req-139e729b-47b5-410e-b63f-f4b79a662f12 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0682378 Sep 16 05:45:38.758509 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-997c2fea-c027-406b-b3f6-d4d8ed844833 req-35d113c5-0804-41f3-bd75-327c1c7fa3a4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356948 Sep 16 05:45:38.768681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.769340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.779557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-67c8eddd-7886-4fd4-936d-ccd3d6b79819 service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980100 Sep 16 05:45:38.881700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6f0bc-e609-4059-9550-3ac8ffef8c11 req-2ba9f041-691b-4d35-825f-57c1a08e9107 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:38.883745 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ce6f0bc-e609-4059-9550-3ac8ffef8c11 req-2ba9f041-691b-4d35-825f-57c1a08e9107 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 932 time: 0.0579548 Sep 16 05:45:38.883920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-8aa28bff-0c44-4095-b705-1c3d791697ff tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9797904 Sep 16 05:45:38.924961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Request body: {'port': {'device_id': '7ab55e0d-4bbd-4366-b306-249299e8775f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:38.957276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ce6f0bc-e609-4059-9550-3ac8ffef8c11 req-541f24bd-aab5-42cc-ac15-0fe4810573ed tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615866 Sep 16 05:45:38.989945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-f2bea40f-f4bf-408b-a2e7-f8d190981a8a service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000196 Sep 16 05:45:39.024937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] For port 89200a55-7627-4325-9d8d-f52d74c0172a, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=89200a55-7627-4325-9d8d-f52d74c0172a,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:39.035165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.098691 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] For port 89200a55-7627-4325-9d8d-f52d74c0172a, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:39.195077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] device_id is not set on port 89200a55-7627-4325-9d8d-f52d74c0172a yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:45:39.214814 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.319661 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.410522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82465216-1c5f-4b24-af2c-47fbc7eb6a89 req-9824753c-3c62-4f55-af06-31548560fd0c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0524008 Sep 16 05:45:39.460576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] No DVR routers for this DVR port 89200a55-7627-4325-9d8d-f52d74c0172a on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:39.504134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 89200a55-7627-4325-9d8d-f52d74c0172a no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:39.526981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00df89b-61d5-4a72-925b-129387b8d6bf req-6e342f04-bc15-4166-88b1-8cd518216658 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.536232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00df89b-61d5-4a72-925b-129387b8d6bf req-6e342f04-bc15-4166-88b1-8cd518216658 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.540481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] In _notify_port_updated(), no bound segment for port 89200a55-7627-4325-9d8d-f52d74c0172a on network 7d952e7e-328d-4c4b-b28a-5b7436d95afe {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:45:39.541521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.542264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.543800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] 10.222.0.30 "PUT /v2.0/ports/89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 200 len: 1031 time: 1.0760179 Sep 16 05:45:39.549541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00df89b-61d5-4a72-925b-129387b8d6bf req-6e342f04-bc15-4166-88b1-8cd518216658 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.554444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36076dd2-df1c-4a74-a86a-c97c18aab048 service neutron] Pushing event updated for resources: {'Port': ['ID=89200a55-7627-4325-9d8d-f52d74c0172a,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:39.555768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00df89b-61d5-4a72-925b-129387b8d6bf req-6e342f04-bc15-4166-88b1-8cd518216658 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.564638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00df89b-61d5-4a72-925b-129387b8d6bf req-6e342f04-bc15-4166-88b1-8cd518216658 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.573128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 89200a55-7627-4325-9d8d-f52d74c0172a not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:39.573284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f00df89b-61d5-4a72-925b-129387b8d6bf req-6e342f04-bc15-4166-88b1-8cd518216658 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 3884 time: 0.2940278 Sep 16 05:45:39.573563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5c523c76-b70e-4c2e-bea8-409609f88c97 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:39.657105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f00df89b-61d5-4a72-925b-129387b8d6bf req-c73bca1c-72fc-48eb-a456-a09feeef5228 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829434 Sep 16 05:45:39.673405 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.713640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:39.729622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c523c76-b70e-4c2e-bea8-409609f88c97'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:39.733978 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11740c3e-52d9-43af-ace3-15715c616854" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5c523c76-b70e-4c2e-bea8-409609f88c97"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:39.736599 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.752624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5c523c76-b70e-4c2e-bea8-409609f88c97, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c523c76-b70e-4c2e-bea8-409609f88c97,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:39.797427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Transition to ACTIVE for port object 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:45:39.802978 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.803959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bbc706a1-6213-45b9-8521-912ec1a16774 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:39.814761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port bbc706a1-6213-45b9-8521-912ec1a16774 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:39.815174 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.853672 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84153f83-342e-46a6-a5e6-2d9a7410ee43 x-openstack-request-id: req-84153f83-342e-46a6-a5e6-2d9a7410ee43 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:39.854009 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5c523c76-b70e-4c2e-bea8-409609f88c97", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:39.854395 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84153f83-342e-46a6-a5e6-2d9a7410ee43 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:39.854901 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c523c76-b70e-4c2e-bea8-409609f88c97', 'code': 200} Sep 16 05:45:39.895275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.935398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-60a25387-6aad-4a87-99c0-45c688daf396 None None] Provisioning complete for port 89200a55-7627-4325-9d8d-f52d74c0172a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:39.936164 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60a25387-6aad-4a87-99c0-45c688daf396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:39.971893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276c7fc-7b54-4df0-90c4-406e13915922 req-5f3c1b47-ac03-485c-8df6-a5fc0391ea67 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:39.974619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7276c7fc-7b54-4df0-90c4-406e13915922 req-5f3c1b47-ac03-485c-8df6-a5fc0391ea67 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0909002 Sep 16 05:45:40.000605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5c523c76-b70e-4c2e-bea8-409609f88c97,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:40.019662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] For port bbc706a1-6213-45b9-8521-912ec1a16774, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bbc706a1-6213-45b9-8521-912ec1a16774,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:40.020068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.029673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Pushing event updated for resources: {'Port': ['ID=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:40.058301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7276c7fc-7b54-4df0-90c4-406e13915922 req-171ff47d-ae8c-4b26-b7ca-706e29711bc4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759535 Sep 16 05:45:40.079272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.089503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-60a25387-6aad-4a87-99c0-45c688daf396 None None] Port 89200a55-7627-4325-9d8d-f52d74c0172a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:45:40.094070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for bbc706a1-6213-45b9-8521-912ec1a16774 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:40.119743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bbc706a1-6213-45b9-8521-912ec1a16774, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bbc706a1-6213-45b9-8521-912ec1a16774,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:40.182638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Attempting to bind port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:45:40.182974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Attempting to bind port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'da102d96-53fc-4970-ab94-1f1fde1e1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '02c4d5f0-e364-470c-beca-f3fa3214acb6'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:45:40.183394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Attempting to bind port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd on network 02c4d5f0-e364-470c-beca-f3fa3214acb6 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:40.192014 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:40.203068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693842e3-a57e-4669-ad54-8dc560ec709c req-a920c092-f540-4b57-89c1-219b545f780b tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:40.205688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-693842e3-a57e-4669-ad54-8dc560ec709c req-a920c092-f540-4b57-89c1-219b545f780b tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 944 time: 0.1257985 Sep 16 05:45:40.206312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd on network 02c4d5f0-e364-470c-beca-f3fa3214acb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:45:40.206694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Attempting to bind port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd on network 02c4d5f0-e364-470c-beca-f3fa3214acb6 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:40.211220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.212110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 60e8b5c9-61e4-4ba2-9741-55892cab533e no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:40.232982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:45:40.233323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Checking segment: {'id': 'da102d96-53fc-4970-ab94-1f1fde1e1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '02c4d5f0-e364-470c-beca-f3fa3214acb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:40.233727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Bound using segment: {'id': 'da102d96-53fc-4970-ab94-1f1fde1e1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '02c4d5f0-e364-470c-beca-f3fa3214acb6'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:40.234145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Bound port: 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da102d96-53fc-4970-ab94-1f1fde1e1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '02c4d5f0-e364-470c-beca-f3fa3214acb6'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:45:40.234504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.301642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bbc706a1-6213-45b9-8521-912ec1a16774,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:40.316082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-693842e3-a57e-4669-ad54-8dc560ec709c req-c229ca5f-2800-4173-b9a4-2bea514bf72b tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933883 Sep 16 05:45:40.345400 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.368466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] For port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:40.391747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 60e8b5c9-61e4-4ba2-9741-55892cab533e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:40.406698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] For port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,segment=NetworkSegment(da102d96-53fc-4970-ab94-1f1fde1e1119),segment_id=da102d96-53fc-4970-ab94-1f1fde1e1119)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:40.479912 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.481198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6810e50e-261b-405d-8480-f3bcc1f523eb no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:40.521062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33019541-830a-4888-8e59-6b8745c28553 req-711c7281-e0ba-45ed-8d0d-89267226d5e9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0309749 Sep 16 05:45:40.538434 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.548290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.564235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6810e50e-261b-405d-8480-f3bcc1f523eb not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:40.565284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c07c475e-947d-4799-b5f2-45086cd7cec5 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:40.568775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=60e8b5c9-61e4-4ba2-9741-55892cab533e,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:40.600101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:40.600738 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.602158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] 10.222.0.66 "PUT /v2.0/ports/0e53dd2e-29a0-4452-8d4b-1cb56dba30fd HTTP/1.1" status: 200 len: 1093 time: 1.6825991 Sep 16 05:45:40.607767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab55e0d-4bbd-4366-b306-249299e8775f', 'tag': '0e53dd2e-29a0-4452-8d4b-1cb56dba30fd'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:40.610111 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b7ffb-fcae-4949-81c4-ac24ea47c6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab55e0d-4bbd-4366-b306-249299e8775f", "tag": "0e53dd2e-29a0-4452-8d4b-1cb56dba30fd"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:40.644275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49820a-f35c-49c5-950e-7f650d893f8b service neutron] Pushing event updated for resources: {'Port': ['ID=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:40.696330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] No DVR routers for this DVR port bbc706a1-6213-45b9-8521-912ec1a16774 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:40.698905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=bbc706a1-6213-45b9-8521-912ec1a16774,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:40.701836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.704054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-68951897-a927-4711-8900-4c1988e651fd tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "DELETE /v2.0/ports/bbc706a1-6213-45b9-8521-912ec1a16774 HTTP/1.1" status: 204 len: 173 time: 1.1523583 Sep 16 05:45:40.705571 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba4126a-1fc8-4832-bc0e-335542ed5043 x-openstack-request-id: req-dba4126a-1fc8-4832-bc0e-335542ed5043 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:40.707662 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab55e0d-4bbd-4366-b306-249299e8775f", "tag": "0e53dd2e-29a0-4452-8d4b-1cb56dba30fd", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:40.707662 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dba4126a-1fc8-4832-bc0e-335542ed5043 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:40.707662 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab55e0d-4bbd-4366-b306-249299e8775f', 'tag': '0e53dd2e-29a0-4452-8d4b-1cb56dba30fd', 'status': 'completed', 'code': 200} Sep 16 05:45:40.742103 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.799479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c07c475e-947d-4799-b5f2-45086cd7cec5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c07c475e-947d-4799-b5f2-45086cd7cec5,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:40.851253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a12ec-72e7-4e57-9510-606343ce2408 req-d8d2f0ca-0eba-42a1-8125-bae44042e651 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:40.854944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b7ffb-fcae-4949-81c4-ac24ea47c6e3 req-f74a2641-b7de-47f6-9604-1feefc3e72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:40.857341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d1b7ffb-fcae-4949-81c4-ac24ea47c6e3 req-f74a2641-b7de-47f6-9604-1feefc3e72ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=073c3e66fb6649e186bd3ace62b055d0&device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 1096 time: 0.0653093 Sep 16 05:45:40.858654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a12ec-72e7-4e57-9510-606343ce2408 req-d8d2f0ca-0eba-42a1-8125-bae44042e651 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:40.864812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a12ec-72e7-4e57-9510-606343ce2408 req-d8d2f0ca-0eba-42a1-8125-bae44042e651 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:40.868188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port 5c523c76-b70e-4c2e-bea8-409609f88c97 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:40.868709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.870629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a12ec-72e7-4e57-9510-606343ce2408 req-d8d2f0ca-0eba-42a1-8125-bae44042e651 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:40.872739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a0a12ec-72e7-4e57-9510-606343ce2408 req-d8d2f0ca-0eba-42a1-8125-bae44042e651 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 3145 time: 0.0757034 Sep 16 05:45:40.889662 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:40.890503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:40.941567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a0a12ec-72e7-4e57-9510-606343ce2408 req-ee6e0933-3d6e-4e2d-a02a-7079148c1f49 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581911 Sep 16 05:45:41.212235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c07c475e-947d-4799-b5f2-45086cd7cec5,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:41.265571 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.309748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:41.411544 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.456366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f9579-e954-4985-a5c2-494dc4937e99 req-1961011e-a6d8-4de9-befa-defe4f1f149f tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:41.464870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f94f9579-e954-4985-a5c2-494dc4937e99 req-1961011e-a6d8-4de9-befa-defe4f1f149f tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 944 time: 0.0729640 Sep 16 05:45:41.472786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:41.506122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f94f9579-e954-4985-a5c2-494dc4937e99 req-419adb3c-1ba0-4115-9f90-4804ae8fb763 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 Sep 16 05:45:41.545360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b7ffb-fcae-4949-81c4-ac24ea47c6e3 req-7b0ef699-c894-4818-bdae-168cf7bbe213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:41.546875 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d1b7ffb-fcae-4949-81c4-ac24ea47c6e3 req-7b0ef699-c894-4818-bdae-168cf7bbe213 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=073c3e66fb6649e186bd3ace62b055d0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6626410 Sep 16 05:45:41.549528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] For port 5c523c76-b70e-4c2e-bea8-409609f88c97, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5c523c76-b70e-4c2e-bea8-409609f88c97,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:41.549895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.578668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5970f4b-88e3-4048-a8f0-2295c6e48167 req-b49998a9-554d-4690-8a8b-c31d5197a0f9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:41.580214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5970f4b-88e3-4048-a8f0-2295c6e48167 req-b49998a9-554d-4690-8a8b-c31d5197a0f9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.1179147 Sep 16 05:45:41.599727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for 5c523c76-b70e-4c2e-bea8-409609f88c97 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:41.623254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a45e910-b3f4-4127-9a1c-f8931ab05ca9 req-e6fcd1cd-194c-4d60-a522-ebefeb191990 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0267951 Sep 16 05:45:41.723160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5970f4b-88e3-4048-a8f0-2295c6e48167 req-168c8d3e-ee4e-46e0-9622-34cce923ab20 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291897 Sep 16 05:45:41.769434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b7ffb-fcae-4949-81c4-ac24ea47c6e3 req-29865394-5129-4415-9d56-9c08f861aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:41.771123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d1b7ffb-fcae-4949-81c4-ac24ea47c6e3 req-29865394-5129-4415-9d56-9c08f861aad5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2116971 Sep 16 05:45:41.856072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc706a1-6213-45b9-8521-912ec1a16774'}, {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e8b5c9-61e4-4ba2-9741-55892cab533e'}, {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5'}, {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:41.860564 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b442d8-d5bf-4378-b966-1b21c8988891" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bbc706a1-6213-45b9-8521-912ec1a16774"}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "60e8b5c9-61e4-4ba2-9741-55892cab533e"}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5"}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "6aea2ec0-c63d-4cff-bd75-d5eb60784b2e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:41.907096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-765f7196-1992-4cc5-ab72-7600837175c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:41.908778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-765f7196-1992-4cc5-ab72-7600837175c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=073c3e66fb6649e186bd3ace62b055d0&device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 1096 time: 0.0530429 Sep 16 05:45:41.909503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:41.935953 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fab6b1-2499-442a-a423-a67e29848319 x-openstack-request-id: req-66fab6b1-2499-442a-a423-a67e29848319 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:41.936262 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bbc706a1-6213-45b9-8521-912ec1a16774", "code": 200}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "60e8b5c9-61e4-4ba2-9741-55892cab533e", "code": 200}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5", "code": 200}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "6aea2ec0-c63d-4cff-bd75-d5eb60784b2e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:41.936516 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66fab6b1-2499-442a-a423-a67e29848319 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:41.936922 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc706a1-6213-45b9-8521-912ec1a16774', 'code': 200} Sep 16 05:45:41.937432 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e8b5c9-61e4-4ba2-9741-55892cab533e', 'code': 200} Sep 16 05:45:41.937681 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'code': 200} Sep 16 05:45:41.937976 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e', 'code': 200} Sep 16 05:45:41.948108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=5c523c76-b70e-4c2e-bea8-409609f88c97,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:42.008347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-c629e659-affe-43db-9bc0-b6df96912270 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd HTTP/1.1" status: 200 len: 217 time: 0.0685799 Sep 16 05:45:42.028414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] No DVR routers for this DVR port 5c523c76-b70e-4c2e-bea8-409609f88c97 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:42.038813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.041086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-b42ceee8-5c6c-4224-a859-69756d2d0027 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "DELETE /v2.0/ports/5c523c76-b70e-4c2e-bea8-409609f88c97 HTTP/1.1" status: 204 len: 173 time: 1.3308165 Sep 16 05:45:42.121924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98287-048a-460b-b227-37107e0c8752 req-ea8031e2-913f-44e4-96e0-4f45bcb5ffaa tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.123598 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-ea8031e2-913f-44e4-96e0-4f45bcb5ffaa tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1309397 Sep 16 05:45:42.144081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'port': {'device_id': '4d1745fd-799b-47d5-a8a3-59e25059cb9d', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'admin_state_up': True, 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:42.166095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-5dac8ee9-16af-4f71-ad14-8322acd7b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.167563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-5dac8ee9-16af-4f71-ad14-8322acd7b7a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=20326c60-a45c-4f1f-aa20-bf93ab364974 HTTP/1.1" status: 200 len: 849 time: 0.1406767 Sep 16 05:45:42.200057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe1706-7c40-4979-b231-b96dbb6a45f6 req-419bba86-1a3c-4a62-b44e-765ee18c2332 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.206305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe1706-7c40-4979-b231-b96dbb6a45f6 req-419bba86-1a3c-4a62-b44e-765ee18c2332 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.212249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe1706-7c40-4979-b231-b96dbb6a45f6 req-419bba86-1a3c-4a62-b44e-765ee18c2332 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.214028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ffe1706-7c40-4979-b231-b96dbb6a45f6 req-419bba86-1a3c-4a62-b44e-765ee18c2332 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 2408 time: 0.1533482 Sep 16 05:45:42.233139 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-d9f233a1-cf59-4704-9bd5-4eefe217ce4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c4d5f0-e364-470c-beca-f3fa3214acb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547214 Sep 16 05:45:42.300258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port c07c475e-947d-4799-b5f2-45086cd7cec5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:42.300597 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.325474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:45:42.329882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ffe1706-7c40-4979-b231-b96dbb6a45f6 req-ab2e0e39-d991-4047-bb1a-c6f0fa8e3857 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009085 Sep 16 05:45:42.332112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.493287 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-1fc71d64-5d5c-418c-b628-a80a8977cad6 service neutron] 10.222.0.66 "GET /v2.0/networks/02c4d5f0-e364-470c-beca-f3fa3214acb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345579 Sep 16 05:45:42.495028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] For port c07c475e-947d-4799-b5f2-45086cd7cec5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c07c475e-947d-4799-b5f2-45086cd7cec5,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:42.495391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.571153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.20.0.14 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/d64786e8-92b3-4367-89bb-1569063e19ab) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:45:42.730219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': 'bbc706a1-6213-45b9-8521-912ec1a16774'}, {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': '5c523c76-b70e-4c2e-bea8-409609f88c97'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:42.732699 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2579f-76ed-431f-9859-8384aacadb36" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "bbc706a1-6213-45b9-8521-912ec1a16774"}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "5c523c76-b70e-4c2e-bea8-409609f88c97"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:42.742241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64205b-b542-4cb8-99b7-c2db3143ba4e req-9c4f3e10-3f85-4776-ab81-264fa92a82d7 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:42.744072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed64205b-b542-4cb8-99b7-c2db3143ba4e req-9c4f3e10-3f85-4776-ab81-264fa92a82d7 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 944 time: 0.1005099 Sep 16 05:45:42.791834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5240f4ef-1080-4a02-8a55-312ffbff741e req-c4b374a9-bb02-4bb6-be49-ee0f8ad81ef7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0519025 Sep 16 05:45:42.811337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed64205b-b542-4cb8-99b7-c2db3143ba4e req-34e335af-9a1f-4257-b96f-37fdb8822b72 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583510 Sep 16 05:45:42.868536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.912591 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce8adee-ba1c-45f1-8788-88764b7480e0 x-openstack-request-id: req-3ce8adee-ba1c-45f1-8788-88764b7480e0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:42.913082 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "bbc706a1-6213-45b9-8521-912ec1a16774", "status": "completed", "code": 200}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "5c523c76-b70e-4c2e-bea8-409609f88c97", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:42.913508 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ce8adee-ba1c-45f1-8788-88764b7480e0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:42.914121 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': 'bbc706a1-6213-45b9-8521-912ec1a16774', 'status': 'completed', 'code': 200} Sep 16 05:45:42.914537 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': '5c523c76-b70e-4c2e-bea8-409609f88c97', 'status': 'completed', 'code': 200} Sep 16 05:45:42.958467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b00829-0b75-434b-a19c-d4b177354fe4 req-a9562b1b-3f97-4a36-a3ab-fff53d9aa6e3 service neutron] 10.222.0.66 "GET /v2.0/networks/02c4d5f0-e364-470c-beca-f3fa3214acb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538476 Sep 16 05:45:42.974535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.975173 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.975609 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Floating IP a55cf555-b755-48d0-91a8-71d9804fb868 disassociated. External IP: 172.25.1.10, port: c07c475e-947d-4799-b5f2-45086cd7cec5. Sep 16 05:45:42.976224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for c07c475e-947d-4799-b5f2-45086cd7cec5 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:43.034611 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.082163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['18b53596-8e63-40b4-9396-9af7ff38070d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:43.097681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd4e2-7615-4d32-9203-2b35ba2d78d7 req-861e8647-5d9a-48e8-ba38-36dff2da6e3c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.105300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc0cd4e2-7615-4d32-9203-2b35ba2d78d7 req-861e8647-5d9a-48e8-ba38-36dff2da6e3c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.1254120 Sep 16 05:45:43.123941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:45:43.126290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=d64786e8-92b3-4367-89bb-1569063e19ab,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:43.131365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:45:43.148896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:45:43.188245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc0cd4e2-7615-4d32-9203-2b35ba2d78d7 req-fb1ef3e9-6acc-4966-b12b-01b11d8e0ca3 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715671 Sep 16 05:45:43.231501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.232726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.329322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-8a56a2e9-33e4-4b67-9ab5-a47e0a0cc79a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1894376 Sep 16 05:45:43.351667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Request body: {'port': {'device_id': '4d1745fd-799b-47d5-a8a3-59e25059cb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:45:43.359607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.393722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=c07c475e-947d-4799-b5f2-45086cd7cec5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:43.497208 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.550499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e00ef637-35d6-451b-9ce8-5c7261bb972d None None] Provisioning complete for port d64786e8-92b3-4367-89bb-1569063e19ab triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:43.550499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e00ef637-35d6-451b-9ce8-5c7261bb972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.576293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Router c59f7804-b518-4f65-98e9-80567db1b8cd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:43.609348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e00ef637-35d6-451b-9ce8-5c7261bb972d None None] Port d64786e8-92b3-4367-89bb-1569063e19ab cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:45:43.725642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:43.740718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] Sync routers for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:43.744626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63e4d-7d08-405f-a531-03c060ba2ddf req-ecbd12ea-04cf-435e-b7e9-982c245a5dc9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.751108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63e4d-7d08-405f-a531-03c060ba2ddf req-ecbd12ea-04cf-435e-b7e9-982c245a5dc9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.758339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:43.758731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:45:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:43.758955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38d63e4d-7d08-405f-a531-03c060ba2ddf req-ecbd12ea-04cf-435e-b7e9-982c245a5dc9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 1675 time: 0.2442117 Sep 16 05:45:43.832038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] No DVR routers for this DVR port c07c475e-947d-4799-b5f2-45086cd7cec5 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:43.836342 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.838925 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-24a819ef-5eb3-4a99-8e57-fbe4552ab720 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "DELETE /v2.0/ports/c07c475e-947d-4799-b5f2-45086cd7cec5 HTTP/1.1" status: 204 len: 173 time: 1.7799020 Sep 16 05:45:43.943143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38d63e4d-7d08-405f-a531-03c060ba2ddf req-6c35b6fa-0c6f-4d1f-bca3-1fd4c5694782 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832364 Sep 16 05:45:44.063112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:44.085646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4effe2-01be-48e3-8a7f-ce841502aeca req-31453aff-70b1-43e9-bb63-771cd73f6991 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:44.087352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d4effe2-01be-48e3-8a7f-ce841502aeca req-31453aff-70b1-43e9-bb63-771cd73f6991 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 944 time: 0.0877888 Sep 16 05:45:44.089690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:44.090139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.187732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d4effe2-01be-48e3-8a7f-ce841502aeca req-f765b299-c574-44b5-af36-4aa6fbfa3b39 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922825 Sep 16 05:45:44.253927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf6889-a391-4fa9-8248-3f758f8656b6 req-73293029-e522-4bf5-9d7c-b7043241a6c7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:44.256318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dbf6889-a391-4fa9-8248-3f758f8656b6 req-73293029-e522-4bf5-9d7c-b7043241a6c7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 932 time: 0.1517942 Sep 16 05:45:44.334655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] For port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:44.334920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.347525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64786e8-92b3-4367-89bb-1569063e19ab {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:44.351590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:44.358743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.375044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d409c4e-b6e3-47ab-82e0-2969c791022f req-254ededd-087f-4fd7-9c2d-d823eb40ea3e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:44.376630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d409c4e-b6e3-47ab-82e0-2969c791022f req-254ededd-087f-4fd7-9c2d-d823eb40ea3e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0926855 Sep 16 05:45:44.382952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Transition to ACTIVE for port object d64786e8-92b3-4367-89bb-1569063e19ab will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:45:44.421639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dbf6889-a391-4fa9-8248-3f758f8656b6 req-c17d324c-d38f-4c22-a329-67c5a8e785f4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532991 Sep 16 05:45:44.428262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:44.459241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] Checking router: c59f7804-b518-4f65-98e9-80567db1b8cd for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:44.469034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d409c4e-b6e3-47ab-82e0-2969c791022f req-66eb8d5d-3e95-48ff-817b-6c2d8424384d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863092 Sep 16 05:45:44.471618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:44.472645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:45:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:44.511105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.631148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:44.648341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.733113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=6aea2ec0-c63d-4cff-bd75-d5eb60784b2e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:44.805509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] No DVR routers for this DVR port 6aea2ec0-c63d-4cff-bd75-d5eb60784b2e on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:44.811211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.814301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-e0f3ee53-d435-43c3-982d-5afa68686ab3 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "DELETE /v2.0/ports/6aea2ec0-c63d-4cff-bd75-d5eb60784b2e HTTP/1.1" status: 204 len: 173 time: 0.9694729 Sep 16 05:45:44.915342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5'}, {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:44.918932 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd14fae-dd1a-4806-bc69-7d7a9466ed79" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5"}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "6aea2ec0-c63d-4cff-bd75-d5eb60784b2e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:44.982743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port 60e8b5c9-61e4-4ba2-9741-55892cab533e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:44.984655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:44.990771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Pushing event updated for resources: {'Port': ['ID=d64786e8-92b3-4367-89bb-1569063e19ab,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:45.014479 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c84c94-07e0-4744-a11d-ce6a94070e51 x-openstack-request-id: req-f3c84c94-07e0-4744-a11d-ce6a94070e51 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:45.014969 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "c07c475e-947d-4799-b5f2-45086cd7cec5", "status": "completed", "code": 200}, {"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "6aea2ec0-c63d-4cff-bd75-d5eb60784b2e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:45.016252 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3c84c94-07e0-4744-a11d-ce6a94070e51 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:45.016675 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': 'c07c475e-947d-4799-b5f2-45086cd7cec5', 'status': 'completed', 'code': 200} Sep 16 05:45:45.016937 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': '6aea2ec0-c63d-4cff-bd75-d5eb60784b2e', 'status': 'completed', 'code': 200} Sep 16 05:45:45.118960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:45.206998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Attempting to bind port d64786e8-92b3-4367-89bb-1569063e19ab on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:45:45.207340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Attempting to bind port d64786e8-92b3-4367-89bb-1569063e19ab by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:45:45.210152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Attempting to bind port d64786e8-92b3-4367-89bb-1569063e19ab on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:45.211230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a79df1-136f-4650-9107-bd5562072a4c None None] The sync data for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 is: [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 4, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '85e24600-96b2-44fb-a2d9-e883a96011ef', 'name': '', 'network_id': '472221c7-51b1-4eda-9603-da8cffafb028', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'mac_address': 'fa:16:3e:85:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:11Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'subnets': [{'id': '2f10dee9-1be3-463a-adbc-7b75feef5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:45.241744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Port d64786e8-92b3-4367-89bb-1569063e19ab on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:45:45.242331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Attempting to bind port d64786e8-92b3-4367-89bb-1569063e19ab on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:45:45.252215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:45:45.256043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:45:45.257982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:45:45.260038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Bound port: d64786e8-92b3-4367-89bb-1569063e19ab, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:45:45.261674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.317914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef338b-cb54-4494-b3aa-3d7b8e8aadca req-c619ade9-2400-4a68-9699-3542f19c810a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:45.319576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-23ef338b-cb54-4494-b3aa-3d7b8e8aadca req-c619ade9-2400-4a68-9699-3542f19c810a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 942 time: 0.1826706 Sep 16 05:45:45.354796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] For port 60e8b5c9-61e4-4ba2-9741-55892cab533e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=60e8b5c9-61e4-4ba2-9741-55892cab533e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:45.355171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.429127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for 60e8b5c9-61e4-4ba2-9741-55892cab533e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:45.463610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7081210-b151-4277-bc9e-758054313d76 req-5b9979b7-06e6-49b0-9da4-558cd1dd53c7 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:45.466331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7081210-b151-4277-bc9e-758054313d76 req-5b9979b7-06e6-49b0-9da4-558cd1dd53c7 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 944 time: 0.1177335 Sep 16 05:45:45.469373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] For port d64786e8-92b3-4367-89bb-1569063e19ab, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:45:45.496364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] For port d64786e8-92b3-4367-89bb-1569063e19ab, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d64786e8-92b3-4367-89bb-1569063e19ab,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:45:45.500215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-23ef338b-cb54-4494-b3aa-3d7b8e8aadca req-dc260f54-84a5-4234-85f9-26a5bf1b258d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0a68e2c-e0dd-42d4-9759-c7f4447937e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491354 Sep 16 05:45:45.564765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7081210-b151-4277-bc9e-758054313d76 req-c1d43cdc-4746-4dcf-bd5c-8ff66eb555a5 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896609 Sep 16 05:45:45.570372 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.664992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:45.665694 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.667506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] 10.222.0.66 "PUT /v2.0/ports/d64786e8-92b3-4367-89bb-1569063e19ab HTTP/1.1" status: 200 len: 1093 time: 2.3212240 Sep 16 05:45:45.668159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1745fd-799b-47d5-a8a3-59e25059cb9d', 'tag': 'd64786e8-92b3-4367-89bb-1569063e19ab'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:45.671651 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f957cf-b626-4fdc-9f38-9e1365235c03" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1745fd-799b-47d5-a8a3-59e25059cb9d", "tag": "d64786e8-92b3-4367-89bb-1569063e19ab"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:45.687944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:45.744469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165897-1a30-49b7-bd31-f6e8d0d16225 service neutron] Pushing event updated for resources: {'Port': ['ID=d64786e8-92b3-4367-89bb-1569063e19ab,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:45.832944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b784ac-e28f-4185-a003-6af57b74c31c req-4e0429f5-fe17-48b0-8f8a-70c4c381b85d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:45.845069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16b784ac-e28f-4185-a003-6af57b74c31c req-4e0429f5-fe17-48b0-8f8a-70c4c381b85d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1753695 Sep 16 05:45:45.858522 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444aeec-c253-4b39-8a7e-12a33f37baf7 None None] New status for floating IP a55cf555-b755-48d0-91a8-71d9804fb868: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:45.875614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,segment=NetworkSegment(da102d96-53fc-4970-ab94-1f1fde1e1119),segment_id=da102d96-53fc-4970-ab94-1f1fde1e1119)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:45.892072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '0e53dd2e-29a0-4452-8d4b-1cb56dba30fd', 'network_id': '02c4d5f0-e364-470c-beca-f3fa3214acb6', 'port_id': '0e53dd2e-29a0-4452-8d4b-1cb56dba30fd', 'mac_address': 'fa:16:3e:61:8f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20326c60-a45c-4f1f-aa20-bf93ab364974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:45.982542 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.026318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98287-048a-460b-b227-37107e0c8752 req-0a1d19aa-a700-4e78-bc7a-bf968b9dfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.027323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:46.029927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-0a1d19aa-a700-4e78-bc7a-bf968b9dfdc6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 1096 time: 0.1670537 Sep 16 05:45:46.065803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca3005-0b02-4b44-8e6e-01b48d80d707 req-9c9142b6-a200-43a8-8753-0f1c4050f42a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.071642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-16b784ac-e28f-4185-a003-6af57b74c31c req-4734f0b6-958e-441b-a70b-3d41d4c7ae4f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187395 Sep 16 05:45:46.074497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59ca3005-0b02-4b44-8e6e-01b48d80d707 req-9c9142b6-a200-43a8-8753-0f1c4050f42a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.2843778 Sep 16 05:45:46.087106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,segment=NetworkSegment(da102d96-53fc-4970-ab94-1f1fde1e1119),segment_id=da102d96-53fc-4970-ab94-1f1fde1e1119)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:46.145211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.191026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-52a3c29e-8af4-4d04-a03f-e70bddb26bad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d64786e8-92b3-4367-89bb-1569063e19ab HTTP/1.1" status: 200 len: 217 time: 0.1119366 Sep 16 05:45:46.196431 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.222284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:46.265290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=60e8b5c9-61e4-4ba2-9741-55892cab533e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:46.281749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-59ca3005-0b02-4b44-8e6e-01b48d80d707 req-ef65916f-f101-4880-a51c-3f4b5c1c7504 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407557 Sep 16 05:45:46.292194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98287-048a-460b-b227-37107e0c8752 req-d400e3b2-b988-4c27-866b-d6c613066f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.294700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-d400e3b2-b988-4c27-866b-d6c613066f6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0947585 Sep 16 05:45:46.355355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] No DVR routers for this DVR port 60e8b5c9-61e4-4ba2-9741-55892cab533e on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:46.362101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:46.365710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7224fa27-dabb-4e76-8370-2371c1538fce req-a022b30c-4e1e-407d-94d9-6958f9edfcb9 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.30 "DELETE /v2.0/ports/60e8b5c9-61e4-4ba2-9741-55892cab533e HTTP/1.1" status: 204 len: 173 time: 1.5448618 Sep 16 05:45:46.380535 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874f50c-a680-40fa-b087-d65a8fc08408 x-openstack-request-id: req-4874f50c-a680-40fa-b087-d65a8fc08408 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:46.380843 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1745fd-799b-47d5-a8a3-59e25059cb9d", "tag": "d64786e8-92b3-4367-89bb-1569063e19ab", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:46.381097 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4874f50c-a680-40fa-b087-d65a8fc08408 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:46.381502 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1745fd-799b-47d5-a8a3-59e25059cb9d', 'tag': 'd64786e8-92b3-4367-89bb-1569063e19ab', 'status': 'completed', 'code': 200} Sep 16 05:45:46.411070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98287-048a-460b-b227-37107e0c8752 req-d48bc5b4-c61f-4391-b5a5-499de529c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.412644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-d48bc5b4-c61f-4391-b5a5-499de529c0a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107533 Sep 16 05:45:46.474255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0e53dd2e-29a0-4452-8d4b-1cb56dba30fd'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:46.527687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-ca975684-81b3-48c2-b51d-25d1b18e315f service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052036 Sep 16 05:45:46.684518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a62b39aa-0529-4e7e-b0de-3faf20031e63 req-f153f203-c932-478e-98af-4886000c7871 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0400712 Sep 16 05:45:46.720572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1a98287-048a-460b-b227-37107e0c8752 req-64ef95ca-7433-4ce8-8078-354c3bd13105 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827929 Sep 16 05:45:46.782896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065b3f-60d4-453a-8d6a-ffa8faed3cba req-6123349d-17ea-4af0-8c49-8f3855c4dae7 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.788828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e065b3f-60d4-453a-8d6a-ffa8faed3cba req-6123349d-17ea-4af0-8c49-8f3855c4dae7 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 945 time: 0.0831652 Sep 16 05:45:46.852152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e065b3f-60d4-453a-8d6a-ffa8faed3cba req-083978f6-9046-4dcd-8fcb-13e609ac43f2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600386 Sep 16 05:45:46.935906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-3815ec05-a8f3-46e2-b85b-9101286a2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:46.939670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-3815ec05-a8f3-46e2-b85b-9101286a2f50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 1096 time: 0.0525169 Sep 16 05:45:47.017987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': '60e8b5c9-61e4-4ba2-9741-55892cab533e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:47.020465 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb477b2-4d16-4df7-8f04-98362f3ddab7" -d '{"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "60e8b5c9-61e4-4ba2-9741-55892cab533e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:47.076636 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8548b310-c899-4d0b-8220-15e55941598d x-openstack-request-id: req-8548b310-c899-4d0b-8220-15e55941598d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:47.077207 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadccd9a-4ed9-4641-bec8-947f987de7b6", "name": "network-vif-deleted", "tag": "60e8b5c9-61e4-4ba2-9741-55892cab533e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:47.077301 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8548b310-c899-4d0b-8220-15e55941598d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:47.077744 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadccd9a-4ed9-4641-bec8-947f987de7b6', 'name': 'network-vif-deleted', 'tag': '60e8b5c9-61e4-4ba2-9741-55892cab533e', 'status': 'completed', 'code': 200} Sep 16 05:45:47.175766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-c809f9d9-9ede-42de-a83f-74cc0bccf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.177466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-c809f9d9-9ede-42de-a83f-74cc0bccf7fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.2205265 Sep 16 05:45:47.226843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-ad856ac3-1646-46ea-9403-539cedc3b118 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d64786e8-92b3-4367-89bb-1569063e19ab HTTP/1.1" status: 200 len: 217 time: 0.0404294 Sep 16 05:45:47.248393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18af4ed-3dbc-46d5-a419-5df549ecfb7b req-376a49b0-bfc0-4a9d-89fb-c87855b1087b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.250148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f18af4ed-3dbc-46d5-a419-5df549ecfb7b req-376a49b0-bfc0-4a9d-89fb-c87855b1087b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0756423 Sep 16 05:45:47.308808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-84c12457-aaaa-48da-b090-ab31896bb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.313510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-84c12457-aaaa-48da-b090-ab31896bb9e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0755889 Sep 16 05:45:47.348470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f18af4ed-3dbc-46d5-a419-5df549ecfb7b req-32c60bbd-bd8b-4eab-a781-18feebfc70fa tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914092 Sep 16 05:45:47.441255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-7e3a8d3a-d3a4-461f-8987-0e5cf1b1bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.443079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-7e3a8d3a-d3a4-461f-8987-0e5cf1b1bfdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132913 Sep 16 05:45:47.546572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a437b-0f5c-488b-b709-a73fef959ab0 req-cb8a8cd8-da06-4486-99dc-396c76bcf8c1 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.548298 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-252a437b-0f5c-488b-b709-a73fef959ab0 req-cb8a8cd8-da06-4486-99dc-396c76bcf8c1 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.1228840 Sep 16 05:45:47.596353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-46f7bf10-32ef-41c4-a5a4-746bbf621ac5 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368303 Sep 16 05:45:47.629562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-252a437b-0f5c-488b-b709-a73fef959ab0 req-43ed341a-78ec-4d62-aacf-9d2a8f2609a9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716915 Sep 16 05:45:47.691904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:47.719134 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68f957cf-b626-4fdc-9f38-9e1365235c03 req-1ee82dab-5a74-47dc-afdc-41c439ff56e2 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126645 Sep 16 05:45:47.852016 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d73ea5f4-f8ca-49c9-af8b-7c90e972ac29 req-d5022179-03a7-44a5-8aa1-c63f74345c8d tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0337119 Sep 16 05:45:47.860815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:45:47.865526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:47.872364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:48.017195 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:48.056152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab55e0d-4bbd-4366-b306-249299e8775f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53dd2e-29a0-4452-8d4b-1cb56dba30fd'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:48.056714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31805-2364-41ad-a71b-9e4dc8b663fd req-1b2ccf11-0459-4045-bf15-59757275aaf5 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:48.060014 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a604d202-3e49-40ce-8432-5a391c46e2de" -d '{"events": [{"server_uuid": "7ab55e0d-4bbd-4366-b306-249299e8775f", "name": "network-vif-plugged", "status": "completed", "tag": "0e53dd2e-29a0-4452-8d4b-1cb56dba30fd"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:48.074020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,segment=NetworkSegment(da102d96-53fc-4970-ab94-1f1fde1e1119),segment_id=da102d96-53fc-4970-ab94-1f1fde1e1119)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:48.076380 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01b31805-2364-41ad-a71b-9e4dc8b663fd req-1b2ccf11-0459-4045-bf15-59757275aaf5 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 945 time: 0.1104293 Sep 16 05:45:48.132749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01b31805-2364-41ad-a71b-9e4dc8b663fd req-03fd4410-1bd8-4155-852e-1b76cac5161c tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488822 Sep 16 05:45:48.165997 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b42807-b844-46cc-ba8f-0e5bda145855 x-openstack-request-id: req-65b42807-b844-46cc-ba8f-0e5bda145855 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:48.165997 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab55e0d-4bbd-4366-b306-249299e8775f", "name": "network-vif-plugged", "status": "completed", "tag": "0e53dd2e-29a0-4452-8d4b-1cb56dba30fd", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:48.165997 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65b42807-b844-46cc-ba8f-0e5bda145855 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:48.165997 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab55e0d-4bbd-4366-b306-249299e8775f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e53dd2e-29a0-4452-8d4b-1cb56dba30fd', 'code': 200} Sep 16 05:45:48.225090 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:48.292451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:48.346701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9778e64-42f6-444b-8ffc-7b769907014f req-406754ab-0831-41d1-b85b-90bd232b0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:48.348269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9778e64-42f6-444b-8ffc-7b769907014f req-406754ab-0831-41d1-b85b-90bd232b0f1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 1098 time: 0.0755765 Sep 16 05:45:48.440116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9778e64-42f6-444b-8ffc-7b769907014f req-bffc3c1e-ee4d-400d-b260-5479878a59e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Sep 16 05:45:48.497022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bf718-ff3e-4f17-8d61-b3692a11d545 req-4155cfea-da78-494d-bac4-26ef3b099e87 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:48.505840 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f66bf718-ff3e-4f17-8d61-b3692a11d545 req-4155cfea-da78-494d-bac4-26ef3b099e87 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0688853 Sep 16 05:45:48.552610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f66bf718-ff3e-4f17-8d61-b3692a11d545 req-13a76ce5-861d-47e5-9acd-f4728b7f5707 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456805 Sep 16 05:45:48.783561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45517a52-6c5f-40fa-a04f-4a5d82fb2ef1 req-da8e4199-7bba-4bdf-9d6b-16ffbe6e520d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:48.784991 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45517a52-6c5f-40fa-a04f-4a5d82fb2ef1 req-da8e4199-7bba-4bdf-9d6b-16ffbe6e520d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0703044 Sep 16 05:45:48.832195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45517a52-6c5f-40fa-a04f-4a5d82fb2ef1 req-985f157a-d159-432b-89ec-390bf6656915 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 Sep 16 05:45:48.988881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed4f8503-f484-4fce-b703-de3742e6d769 req-24cfaef6-37a3-42d5-bf72-81f27dc74dd2 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0301852 Sep 16 05:45:49.280514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bccaf-b063-4d3b-a651-a43d4c5c558b req-40ef05a5-87f9-49fa-88d8-de1e6148324a tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:49.282488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b2bccaf-b063-4d3b-a651-a43d4c5c558b req-40ef05a5-87f9-49fa-88d8-de1e6148324a tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 946 time: 0.0535285 Sep 16 05:45:49.325763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b2bccaf-b063-4d3b-a651-a43d4c5c558b req-b5857b90-c93c-472e-83f1-cfdc8a85f01c tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Sep 16 05:45:49.715432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163dbc0-a483-494d-92fd-c73ed63f1299 req-35cfe7a5-9c54-405e-826e-eae65e525004 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:49.717027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b163dbc0-a483-494d-92fd-c73ed63f1299 req-35cfe7a5-9c54-405e-826e-eae65e525004 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0711551 Sep 16 05:45:49.758565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b163dbc0-a483-494d-92fd-c73ed63f1299 req-09853da4-93cf-4774-807b-62a239d60566 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Sep 16 05:45:49.899266 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23147a8a-17e7-426a-8839-cdf6575ae1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:49.985396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcc575-cb3b-438d-899d-ccb26b067cc6 req-80aac39f-7adb-4dfc-9f82-f690b3d65405 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:49.987016 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22fcc575-cb3b-438d-899d-ccb26b067cc6 req-80aac39f-7adb-4dfc-9f82-f690b3d65405 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0601685 Sep 16 05:45:50.030529 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22fcc575-cb3b-438d-899d-ccb26b067cc6 req-d7b43731-1c83-40eb-bf89-a9075d2d6fbf tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363407 Sep 16 05:45:50.100635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de67fdf4-276c-4416-baee-cea02f183a32 req-91a7fc3b-c18e-467c-aed0-6df1d297af6a tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0279574 Sep 16 05:45:50.459786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ebd30-3048-4631-97e1-4b9bf5640c90 req-fff24fd6-45dd-4e50-97bd-fc0001611757 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:50.461479 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd1ebd30-3048-4631-97e1-4b9bf5640c90 req-fff24fd6-45dd-4e50-97bd-fc0001611757 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 946 time: 0.0564301 Sep 16 05:45:50.504422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd1ebd30-3048-4631-97e1-4b9bf5640c90 req-b580f86d-09d2-481f-821c-183f3b090053 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Sep 16 05:45:50.834972 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.944720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bffc78-978d-4225-99ff-fca35db81896 req-63fc4caa-9a59-4643-a498-2853060efe18 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:50.946276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5bffc78-978d-4225-99ff-fca35db81896 req-63fc4caa-9a59-4643-a498-2853060efe18 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0841579 Sep 16 05:45:50.990184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5bffc78-978d-4225-99ff-fca35db81896 req-afa3b29d-6ad9-47a4-82d0-9f9d845abfaa tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Sep 16 05:45:51.182709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ab5f1-4844-4c89-a44a-67ebd9bc107f req-c8234f4f-f578-48b2-961c-f12c5c5c4f4f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:51.185548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c5ab5f1-4844-4c89-a44a-67ebd9bc107f req-c8234f4f-f578-48b2-961c-f12c5c5c4f4f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0682366 Sep 16 05:45:51.230381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-40ec0a3c-c4a1-412d-8816-f2920b198c58 req-4d0e3d18-4320-4f7a-9182-6fd2df0b4c1c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0356302 Sep 16 05:45:51.253442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c5ab5f1-4844-4c89-a44a-67ebd9bc107f req-95ba4689-0606-4ded-977d-3fc3878d5050 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594523 Sep 16 05:45:51.682485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ac7f764c-dfe0-427b-aa28-07a40efff8e4 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:45:51.689411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ac7f764c-dfe0-427b-aa28-07a40efff8e4 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:51.892867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:51.954321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:51.954321 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f3ccf4-3ad5-4a4f-a349-f8e8436ed6e8" -d '{"events": [{"server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:51.961012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:51.984570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:51.987659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'port_id': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'mac_address': 'fa:16:3e:00:56:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5e0396-7a07-4f6e-9977-5d2640708347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:45:52.046077 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716156f1-234c-4aac-94db-aefb59ba8344 x-openstack-request-id: req-716156f1-234c-4aac-94db-aefb59ba8344 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:52.046685 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:52.047367 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-716156f1-234c-4aac-94db-aefb59ba8344 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:52.048131 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'code': 200} Sep 16 05:45:52.088079 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:52.113728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac7f764c-dfe0-427b-aa28-07a40efff8e4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:52.137883 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:52.231698 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:45:52.237230 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:45:52.242190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:52.258782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c184ccd-6f9a-47b8-b295-5779c26d259a req-2b3ade3a-f986-4d34-967a-0ae398afebc8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:52.268655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c184ccd-6f9a-47b8-b295-5779c26d259a req-2b3ade3a-f986-4d34-967a-0ae398afebc8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1361287 Sep 16 05:45:52.353712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c184ccd-6f9a-47b8-b295-5779c26d259a req-8e004326-285b-4563-a75f-c2078e907304 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829635 Sep 16 05:45:52.419879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92b6ddc9-99dd-4ce0-816c-5ec898cec83f req-ffc32fce-afb0-4e14-9f13-df3d4151c966 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0432446 Sep 16 05:45:52.502730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f1ca4-42f7-4934-a87c-e6f64b54060e req-331773a4-c4b8-4106-9976-60f8722f8191 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:52.505277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-855f1ca4-42f7-4934-a87c-e6f64b54060e req-331773a4-c4b8-4106-9976-60f8722f8191 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 944 time: 0.0933294 Sep 16 05:45:52.570641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-855f1ca4-42f7-4934-a87c-e6f64b54060e req-72ec1ffe-2f02-4fe8-8923-60e129cdfdb8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493929 Sep 16 05:45:52.841244 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:52.861180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7f764c-dfe0-427b-aa28-07a40efff8e4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:45:52.887471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:53.017980 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:53.084732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:53.167740 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ae836709-807f-4b57-8cb0-98203507e079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:53.310325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['ac7f764c-dfe0-427b-aa28-07a40efff8e4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:53.506707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547942c-53b5-4ec7-8cd6-e1ceab290b53 req-ba2c9fbe-a9d4-4370-83a1-a0287f685447 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:53.508795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5547942c-53b5-4ec7-8cd6-e1ceab290b53 req-ba2c9fbe-a9d4-4370-83a1-a0287f685447 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0803099 Sep 16 05:45:53.567938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5547942c-53b5-4ec7-8cd6-e1ceab290b53 req-a91ff9eb-f080-48b2-95f4-c400822c45be tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476029 Sep 16 05:45:53.638950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-043cbf13-b65a-4fd2-9c5a-9eee3990e9a1 req-6a5a105d-20ce-4458-bddb-e5e4fd4daa7e tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0466282 Sep 16 05:45:53.798454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10f834-0c0e-44f8-93da-204e447319d6 req-d85f8443-c2fc-4313-b720-8887e8fc85b2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:53.800528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec10f834-0c0e-44f8-93da-204e447319d6 req-d85f8443-c2fc-4313-b720-8887e8fc85b2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 945 time: 0.0870872 Sep 16 05:45:53.850602 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:53.865911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec10f834-0c0e-44f8-93da-204e447319d6 req-73224501-261a-4e5b-8d9e-0b0d1ea152d2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582004 Sep 16 05:45:54.818514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f3d5b-2843-4b8a-87b3-f9838689df26 req-82181790-eed1-44a3-8fb5-ba56676c9d57 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:54.829740 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c5f3d5b-2843-4b8a-87b3-f9838689df26 req-82181790-eed1-44a3-8fb5-ba56676c9d57 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1728804 Sep 16 05:45:54.833028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-472299ef-7d5e-4eab-a9ad-691ca4db3d15 req-daf4fd09-68e4-41ea-96c3-b446d23759d6 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0461798 Sep 16 05:45:54.890146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c5f3d5b-2843-4b8a-87b3-f9838689df26 req-39e7ecac-e9fc-4a72-914e-37579c90ebd6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594754 Sep 16 05:45:55.034188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164af955-4a66-430f-ac7f-d2066e559275 req-ff32995c-3634-45a1-8c14-2f68873e32c3 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:55.035820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-164af955-4a66-430f-ac7f-d2066e559275 req-ff32995c-3634-45a1-8c14-2f68873e32c3 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 945 time: 0.0737653 Sep 16 05:45:55.083793 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-164af955-4a66-430f-ac7f-d2066e559275 req-ad0d9b83-f41c-4604-a0cd-e4c992e4fd7a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388548 Sep 16 05:45:55.445126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.734280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ac7f764c-dfe0-427b-aa28-07a40efff8e4 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:45:55.800933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port ac7f764c-dfe0-427b-aa28-07a40efff8e4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:45:55.800933 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.947308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.997813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:56.003902 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b94543c-de06-42a5-b569-643bb8c41849" -d '{"events": [{"server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:56.008489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a81c6bd-7669-4d14-a591-8741aaeaaadd req-12fcbdc0-3340-4faa-a976-0a3b5d352f9b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0555658 Sep 16 05:45:56.018489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:56.132175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2c6d-dbc5-437b-9672-8eab79421a76 req-dad2aa02-f7f3-48b8-ae76-8a1e457cb9d6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:56.136124 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20bd2c6d-dbc5-437b-9672-8eab79421a76 req-dad2aa02-f7f3-48b8-ae76-8a1e457cb9d6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0562651 Sep 16 05:45:56.188604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20bd2c6d-dbc5-437b-9672-8eab79421a76 req-c878e369-d608-4b4c-a22d-c8b92ac79f49 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477126 Sep 16 05:45:56.193780 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.242808 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d21511-d05e-4927-8839-137667d07132 x-openstack-request-id: req-90d21511-d05e-4927-8839-137667d07132 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:56.243101 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:56.243670 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90d21511-d05e-4927-8839-137667d07132 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:56.244236 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'code': 200} Sep 16 05:45:56.292516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:56.362112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188603-90db-4544-af03-de4e54d9c92a req-c86503b2-800e-4eb5-8540-9ec8716c7c1f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:56.368704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb188603-90db-4544-af03-de4e54d9c92a req-c86503b2-800e-4eb5-8540-9ec8716c7c1f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0654664 Sep 16 05:45:56.454898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb188603-90db-4544-af03-de4e54d9c92a req-2f494598-4e85-499a-ad57-048121f8414e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844734 Sep 16 05:45:56.541863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bf1dd-a283-41fe-849f-3461fc49e951 req-d968a16b-66c0-4fed-b5d1-ccdcc35592d6 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:56.542596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cf500-33b4-4e8c-95c8-fe026c9ff300 req-62f69e5b-399e-4199-ad01-cfb9177d83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:56.544266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c1bf1dd-a283-41fe-849f-3461fc49e951 req-d968a16b-66c0-4fed-b5d1-ccdcc35592d6 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 946 time: 0.0585868 Sep 16 05:45:56.544426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-553cf500-33b4-4e8c-95c8-fe026c9ff300 req-62f69e5b-399e-4199-ad01-cfb9177d83c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 1098 time: 0.0507841 Sep 16 05:45:56.590486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c1bf1dd-a283-41fe-849f-3461fc49e951 req-a6131ab0-9d29-4c2b-8917-92aae0422ffd tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 Sep 16 05:45:56.602637 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-553cf500-33b4-4e8c-95c8-fe026c9ff300 req-5a6bd151-de1f-47d7-8dc3-7be3025a435b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 Sep 16 05:45:57.130772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98fb8cc2-ad07-4688-ae5c-631054cafe9c req-9cdae792-c4e1-43cb-acda-57abe845e89b tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0293164 Sep 16 05:45:57.321986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a966f-dc30-4587-812d-3d0d720b01c8 req-ac998998-2850-4a1f-af0f-c47d211e91e3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:57.323580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d93a966f-dc30-4587-812d-3d0d720b01c8 req-ac998998-2850-4a1f-af0f-c47d211e91e3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0586410 Sep 16 05:45:57.377313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d93a966f-dc30-4587-812d-3d0d720b01c8 req-1bd0443b-c933-444a-a73a-de7063c2ac6e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 Sep 16 05:45:57.481746 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.584028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53b721-9790-412f-8d17-eb658645abe0 req-b156c61d-b84d-4a7f-8feb-82a06b7de1c5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:57.585685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf53b721-9790-412f-8d17-eb658645abe0 req-b156c61d-b84d-4a7f-8feb-82a06b7de1c5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0617487 Sep 16 05:45:57.636468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf53b721-9790-412f-8d17-eb658645abe0 req-d2e47b74-8441-4629-941b-3e9139a6b0e0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Sep 16 05:45:57.749758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bf52e-5138-4b4c-8323-75211748457d req-996fd055-6667-4a08-a913-a5327755578c tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:57.753644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-473bf52e-5138-4b4c-8323-75211748457d req-996fd055-6667-4a08-a913-a5327755578c tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 946 time: 0.0800827 Sep 16 05:45:57.814011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-473bf52e-5138-4b4c-8323-75211748457d req-aa31eaa4-29da-415b-b948-b2206d4fb5f3 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540216 Sep 16 05:45:58.253783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-be64669d-1f48-49ca-9b64-9a774c4f3408 req-b463de5f-8537-4d0c-8005-6601ddcc1c70 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0396993 Sep 16 05:45:58.402878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-aa959974-348a-4fe6-b66a-e3584df0b77a tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.405558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-aa959974-348a-4fe6-b66a-e3584df0b77a tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 946 time: 0.0927896 Sep 16 05:45:58.534355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebc101-d655-46be-b2b8-7c03cd9686c9 req-649f98e4-4bc2-4eb3-9f77-bde781df18e1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.536062 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4eebc101-d655-46be-b2b8-7c03cd9686c9 req-649f98e4-4bc2-4eb3-9f77-bde781df18e1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0585551 Sep 16 05:45:58.537514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Deleting port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:58.538119 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.587751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4eebc101-d655-46be-b2b8-7c03cd9686c9 req-61dfb827-8363-46f3-ae7a-cf41e2592604 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446699 Sep 16 05:45:58.653387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] For port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,segment=NetworkSegment(da102d96-53fc-4970-ab94-1f1fde1e1119),segment_id=da102d96-53fc-4970-ab94-1f1fde1e1119)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:58.653763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.671097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Calling delete_port for 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:58.794994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c3437-927c-4cc8-8121-7ad163ebd6cc req-e802d8f0-b9ac-473d-a303-cbc89f78225d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.798422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb0c3437-927c-4cc8-8121-7ad163ebd6cc req-e802d8f0-b9ac-473d-a303-cbc89f78225d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0784049 Sep 16 05:45:58.864674 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.923662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb0c3437-927c-4cc8-8121-7ad163ebd6cc req-052536d1-c899-4f2a-aa3a-0ad776db54c2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Sep 16 05:45:58.991607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dce0e-8779-4646-bc9a-25beb08eb5b9 req-61111bf0-35b3-4aeb-97c7-bf2ee4b1fbdc tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:58.993275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-239dce0e-8779-4646-bc9a-25beb08eb5b9 req-61111bf0-35b3-4aeb-97c7-bf2ee4b1fbdc tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 946 time: 0.0821807 Sep 16 05:45:59.060724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.067153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-239dce0e-8779-4646-bc9a-25beb08eb5b9 req-2cb700f6-e32f-42c7-8e0d-69e80eb5778a tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/security-groups?id=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656586 Sep 16 05:45:59.096903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0e53dd2e-29a0-4452-8d4b-1cb56dba30fd'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:45:59.111210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Pushing event deleted for resources: {'Port': ['ID=0e53dd2e-29a0-4452-8d4b-1cb56dba30fd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:59.169816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56449b0e-1f01-470b-99bb-4b51f610a5c5 req-8ca26be6-8a26-45cb-a5ef-c1b8694f5a97 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.173261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56449b0e-1f01-470b-99bb-4b51f610a5c5 req-8ca26be6-8a26-45cb-a5ef-c1b8694f5a97 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.1695740 Sep 16 05:45:59.210614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] No DVR routers for this DVR port 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:59.235844 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.238314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8499bdf-0881-4455-af3c-d5d0ff130068 req-d093ba3a-c4a4-4c17-bda1-91b3b7e519b2 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.66 "DELETE /v2.0/ports/0e53dd2e-29a0-4452-8d4b-1cb56dba30fd HTTP/1.1" status: 204 len: 173 time: 0.8254843 Sep 16 05:45:59.238876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab55e0d-4bbd-4366-b306-249299e8775f', 'name': 'network-vif-deleted', 'tag': '0e53dd2e-29a0-4452-8d4b-1cb56dba30fd'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:59.243450 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7b2c23-878c-4fbc-9c9d-a5e2354075c0" -d '{"events": [{"server_uuid": "7ab55e0d-4bbd-4366-b306-249299e8775f", "name": "network-vif-deleted", "tag": "0e53dd2e-29a0-4452-8d4b-1cb56dba30fd"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:59.279589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56449b0e-1f01-470b-99bb-4b51f610a5c5 req-a690e21e-1773-48c8-aff3-1b2dcab98556 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711677 Sep 16 05:45:59.288120 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b756e96c-4098-43a3-b570-82291b1d29a1 x-openstack-request-id: req-b756e96c-4098-43a3-b570-82291b1d29a1 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:59.288446 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab55e0d-4bbd-4366-b306-249299e8775f", "name": "network-vif-deleted", "tag": "0e53dd2e-29a0-4452-8d4b-1cb56dba30fd", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:59.288733 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b756e96c-4098-43a3-b570-82291b1d29a1 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:59.289080 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab55e0d-4bbd-4366-b306-249299e8775f', 'name': 'network-vif-deleted', 'tag': '0e53dd2e-29a0-4452-8d4b-1cb56dba30fd', 'status': 'completed', 'code': 200} Sep 16 05:45:59.422749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbc2b492-227e-4127-bcbc-505fb13a6402 req-0872b494-1862-4ebe-9e25-ffb56c162fdc tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0558717 Sep 16 05:45:59.717330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74590323-7409-4b14-93e8-d4d5080d8c68 req-e5061940-553c-4721-ac26-e92d00bfd21e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:59.725387 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74590323-7409-4b14-93e8-d4d5080d8c68 req-e5061940-553c-4721-ac26-e92d00bfd21e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0611820 Sep 16 05:45:59.766305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74590323-7409-4b14-93e8-d4d5080d8c68 req-45be1365-f33e-4022-b9e7-5bb76e4f852d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Sep 16 05:46:00.189732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11359-b924-44a2-825c-790022dd203d req-56e93eaf-f3fe-40f6-a98a-43447e23af7f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:00.191318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-56e93eaf-f3fe-40f6-a98a-43447e23af7f tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/networks?id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 HTTP/1.1" status: 200 len: 815 time: 0.1719348 Sep 16 05:46:00.192767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e333c91e-289b-4d95-beb2-642f08798080 req-c4ed015d-fab4-4e43-ae39-6f7bc8f6b182 tempest-VolumesActionsTest-22131661 tempest-VolumesActionsTest-22131661-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ab55e0d-4bbd-4366-b306-249299e8775f HTTP/1.1" status: 200 len: 210 time: 0.0294969 Sep 16 05:46:00.210288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-f8ad11bd-a5e3-4901-90ed-906517f0f67b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/quotas/d5c706d5b4104359b730c9903e96f227 HTTP/1.1" status: 200 len: 375 time: 0.0121017 Sep 16 05:46:00.268678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-64413067-79fe-4b95-8b7b-6b73be957684 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502539 Sep 16 05:46:00.580481 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6205ef26-54d9-45b5-942b-fddf5d207248 req-624c98dc-730c-4680-8994-0f10be396b82 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadccd9a-4ed9-4641-bec8-947f987de7b6 HTTP/1.1" status: 200 len: 210 time: 0.0397890 Sep 16 05:46:00.680406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-7cb5622f-90ab-422a-b419-c55f42ccb8d6 service neutron] 10.222.0.49 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043248 Sep 16 05:46:00.775217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-5ad4e00d-2c78-4587-aa0a-ffb1aac5a19d service neutron] 10.222.0.49 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887706 Sep 16 05:46:00.896077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a6d1b-0b6a-4f04-b459-931de6f2e7ae req-b01d884d-3757-4c58-b5ca-ed401c24a20d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:00.897669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd2a6d1b-0b6a-4f04-b459-931de6f2e7ae req-b01d884d-3757-4c58-b5ca-ed401c24a20d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0528395 Sep 16 05:46:00.942773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd2a6d1b-0b6a-4f04-b459-931de6f2e7ae req-bd28875b-5e3f-4c01-88b6-36affda5c741 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 Sep 16 05:46:01.117970 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86ece609-4e0a-4ab5-a631-3530a27d9350 req-9023b4cb-4ac2-44bd-92f7-459fc01077f4 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 210 time: 0.0300839 Sep 16 05:46:01.479944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b4baa-599e-4a29-9441-773a78c9080d req-042c358f-02ba-4f8d-8207-8298109dcf06 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:01.483721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c19b4baa-599e-4a29-9441-773a78c9080d req-042c358f-02ba-4f8d-8207-8298109dcf06 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.66 "GET /v2.0/ports?device_id=44b0be5c-3927-4ad2-b644-3c01ec6a3966 HTTP/1.1" status: 200 len: 946 time: 0.0692689 Sep 16 05:46:01.623337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Deleting port ac7f764c-dfe0-427b-aa28-07a40efff8e4 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:01.624857 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:01.813921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:01.831191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] For port ac7f764c-dfe0-427b-aa28-07a40efff8e4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ac7f764c-dfe0-427b-aa28-07a40efff8e4,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:01.831651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:01.857121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Calling delete_port for ac7f764c-dfe0-427b-aa28-07a40efff8e4 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:01.857692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:01.858229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0e53dd2e-29a0-4452-8d4b-1cb56dba30fd not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:01.859074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ac7f764c-dfe0-427b-aa28-07a40efff8e4 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:01.892544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:02.026824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.030657 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93ad530d-37d3-412f-9b6e-784f05702d74 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.084715 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93ad530d-37d3-412f-9b6e-784f05702d74 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.204982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27169cde-d8a6-4c08-b28d-f23f06ad2426 req-43aaf2b8-ff7a-4229-a148-572a99cc3151 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:02.206742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27169cde-d8a6-4c08-b28d-f23f06ad2426 req-43aaf2b8-ff7a-4229-a148-572a99cc3151 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0953557 Sep 16 05:46:02.219666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7483b9ae-f81b-47a9-a741-b7743142fda6 req-8962c5dd-68dd-4de2-bafe-2100f6e8e057 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 210 time: 0.0435359 Sep 16 05:46:02.249922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27169cde-d8a6-4c08-b28d-f23f06ad2426 req-a27511a8-cc52-4deb-b015-278107047daf tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362253 Sep 16 05:46:02.341913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.381113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Pushing event deleted for resources: {'Port': ['ID=ac7f764c-dfe0-427b-aa28-07a40efff8e4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:02.396483 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93ad530d-37d3-412f-9b6e-784f05702d74 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.408479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93ad530d-37d3-412f-9b6e-784f05702d74 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.409871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-93ad530d-37d3-412f-9b6e-784f05702d74 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "DELETE /v2.0/security-groups/d0a68e2c-e0dd-42d4-9759-c7f4447937e5 HTTP/1.1" status: 204 len: 168 time: 0.5159807 Sep 16 05:46:02.413552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60890) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:02.450607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] No DVR routers for this DVR port ac7f764c-dfe0-427b-aa28-07a40efff8e4 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:02.456734 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.460697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad530d-37d3-412f-9b6e-784f05702d74 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a68e2c-e0dd-42d4-9759-c7f4447937e5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:02.463965 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-c1ae24f4-f6e1-4c98-ab43-6c972a1eed1c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] show failed (client error): The resource could not be found. Sep 16 05:46:02.469477 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c19b4baa-599e-4a29-9441-773a78c9080d req-f6f1d093-3773-412d-8332-ae8c9be92776 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.66 "DELETE /v2.0/ports/ac7f764c-dfe0-427b-aa28-07a40efff8e4 HTTP/1.1" status: 204 len: 173 time: 0.9711473 Sep 16 05:46:02.470366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'name': 'network-vif-deleted', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:02.474741 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51115c78-b2bb-415f-9681-a648822b5329" -d '{"events": [{"server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "name": "network-vif-deleted", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:02.475598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c1ae24f4-f6e1-4c98-ab43-6c972a1eed1c tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "GET /v2.0/security-groups/d0a68e2c-e0dd-42d4-9759-c7f4447937e5 HTTP/1.1" status: 404 len: 347 time: 0.0499816 Sep 16 05:46:02.476907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:02.536524 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aaa645-c800-449e-9989-28b81ab15259 x-openstack-request-id: req-c4aaa645-c800-449e-9989-28b81ab15259 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:02.536825 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b0be5c-3927-4ad2-b644-3c01ec6a3966", "name": "network-vif-deleted", "tag": "ac7f764c-dfe0-427b-aa28-07a40efff8e4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:02.537089 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4aaa645-c800-449e-9989-28b81ab15259 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:02.537475 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0be5c-3927-4ad2-b644-3c01ec6a3966', 'name': 'network-vif-deleted', 'tag': 'ac7f764c-dfe0-427b-aa28-07a40efff8e4', 'status': 'completed', 'code': 200} Sep 16 05:46:02.626519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port e4d0fe8a-23ba-4fdf-a94a-53fccb394aee {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:02.626860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.707674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.708006 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:02.721076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for e4d0fe8a-23ba-4fdf-a94a-53fccb394aee owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:02.978204 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.007778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=e4d0fe8a-23ba-4fdf-a94a-53fccb394aee,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:03.086632 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.089344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.093315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0405a3a0-5fba-41b7-a53d-8edc400228c5 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "DELETE /v2.0/floatingips/a55cf555-b755-48d0-91a8-71d9804fb868 HTTP/1.1" status: 204 len: 168 time: 0.6125495 Sep 16 05:46:03.093517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:03.205278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-0b393e7c-8f08-4b9e-9f35-11c9eb6df706 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port 89200a55-7627-4325-9d8d-f52d74c0172a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:03.205554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b393e7c-8f08-4b9e-9f35-11c9eb6df706 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.346817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01014942-b4ba-4b69-b885-5022bea65d89 req-d96f1040-d4e2-4adf-9b8e-0f576e5fa673 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 210 time: 0.0437255 Sep 16 05:46:03.350519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b393e7c-8f08-4b9e-9f35-11c9eb6df706 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.366715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-0b393e7c-8f08-4b9e-9f35-11c9eb6df706 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for 89200a55-7627-4325-9d8d-f52d74c0172a owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:03.395012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea45eb-0ae1-4fd0-a92d-2988ae4623f0 req-ffdbcac8-2274-4644-8b7b-4c2b772359e9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:03.396480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cea45eb-0ae1-4fd0-a92d-2988ae4623f0 req-ffdbcac8-2274-4644-8b7b-4c2b772359e9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0622714 Sep 16 05:46:03.456087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cea45eb-0ae1-4fd0-a92d-2988ae4623f0 req-0d4390a9-0852-4635-bf60-ffdc989a4765 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518470 Sep 16 05:46:03.720164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b393e7c-8f08-4b9e-9f35-11c9eb6df706 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.776451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b393e7c-8f08-4b9e-9f35-11c9eb6df706 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=89200a55-7627-4325-9d8d-f52d74c0172a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:03.910759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b393e7c-8f08-4b9e-9f35-11c9eb6df706 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:03.915790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0b393e7c-8f08-4b9e-9f35-11c9eb6df706 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "DELETE /v2.0/ports/89200a55-7627-4325-9d8d-f52d74c0172a HTTP/1.1" status: 204 len: 168 time: 0.8186634 Sep 16 05:46:03.916387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:04.338953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a887e950-6724-4272-af05-187b5f94bc9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port 6810e50e-261b-405d-8480-f3bcc1f523eb {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:04.341254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a887e950-6724-4272-af05-187b5f94bc9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.465268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e31ccc6f-7811-47d8-bed9-ebd1e4d16eff req-8fbf3210-0d77-449c-8d1d-7dfbfed3fb8c tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 210 time: 0.0355639 Sep 16 05:46:04.490717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a887e950-6724-4272-af05-187b5f94bc9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.507314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a887e950-6724-4272-af05-187b5f94bc9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for 6810e50e-261b-405d-8480-f3bcc1f523eb owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:04.680538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572a3a-2516-496e-a0ef-f7fc1f9fbc62 req-a4ba4cd7-71d1-4202-bf6e-b59bbdc827f6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:04.682031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1572a3a-2516-496e-a0ef-f7fc1f9fbc62 req-a4ba4cd7-71d1-4202-bf6e-b59bbdc827f6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1090226 Sep 16 05:46:04.744498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11359-b924-44a2-825c-790022dd203d req-083e06e7-bd76-4fa8-826c-1258c6c0ec39 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:04.747527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-083e06e7-bd76-4fa8-826c-1258c6c0ec39 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.30 "GET /v2.0/networks?id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 HTTP/1.1" status: 200 len: 815 time: 0.2288010 Sep 16 05:46:04.767683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Request body: {'port': {'device_id': 'c4dc2589-6741-4063-a777-c761ad74e1bd', 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'admin_state_up': True, 'tenant_id': 'd5c706d5b4104359b730c9903e96f227'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:04.790486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1572a3a-2516-496e-a0ef-f7fc1f9fbc62 req-238427ce-9d0e-418b-8737-779983e7b8e0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Sep 16 05:46:04.860643 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a887e950-6724-4272-af05-187b5f94bc9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:04.901474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887e950-6724-4272-af05-187b5f94bc9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=6810e50e-261b-405d-8480-f3bcc1f523eb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:05.004078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a887e950-6724-4272-af05-187b5f94bc9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.006286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a887e950-6724-4272-af05-187b5f94bc9f tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "DELETE /v2.0/ports/6810e50e-261b-405d-8480-f3bcc1f523eb HTTP/1.1" status: 204 len: 168 time: 1.0888999 Sep 16 05:46:05.009139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:05.069540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Made reservation on behalf of d5c706d5b4104359b730c9903e96f227 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:05.073714 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.083915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f406b119-4b5a-4113-befb-d15c7f4ced30 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting subnet 832a29b6-4f9c-4828-9920-a1e986889641 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:05.097497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f406b119-4b5a-4113-befb-d15c7f4ced30 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.195899 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f406b119-4b5a-4113-befb-d15c7f4ced30 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.389561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Allocated IP 172.20.0.9 (6d8ca911-2b63-4c35-a2ce-b5c740f0ad91/cc5e0396-7a07-4f6e-9977-5d2640708347/1a2f9520-0ce8-41bf-bade-63399fcc54ad) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:05.403132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f406b119-4b5a-4113-befb-d15c7f4ced30 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.597963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db63b0e6-680f-4067-af9a-01d48e18bf9d req-e11d663e-839d-42d5-bde9-fd7d07fabc6e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 210 time: 0.0283983 Sep 16 05:46:05.632269 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f406b119-4b5a-4113-befb-d15c7f4ced30 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.658584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.685239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406b119-4b5a-4113-befb-d15c7f4ced30 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Subnet': ['ID=832a29b6-4f9c-4828-9920-a1e986889641,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:05.691223 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f406b119-4b5a-4113-befb-d15c7f4ced30 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.696589 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f406b119-4b5a-4113-befb-d15c7f4ced30 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "DELETE /v2.0/subnets/832a29b6-4f9c-4828-9920-a1e986889641 HTTP/1.1" status: 204 len: 168 time: 0.6862638 Sep 16 05:46:05.697003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60958) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:05.716928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814ff19-1b42-411e-ad42-c64713e128bb None None] Network 4326dabb-46bc-4f5c-a266-ccbdec41531a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:05.778058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef5448f-a6a2-4752-b152-e36240ca5137 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting subnet 60a28683-5999-44cd-9344-857002037420 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:05.783189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5448f-a6a2-4752-b152-e36240ca5137 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.846217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5448f-a6a2-4752-b152-e36240ca5137 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.850913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.903996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:05.908178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:05.971965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:05.972859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5448f-a6a2-4752-b152-e36240ca5137 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.035288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51938a19-c0c9-40b5-8450-976011808047 None None] DHCP port deletion for 4326dabb-46bc-4f5c-a266-ccbdec41531a request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:46:06.086050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Pushing event updated for resources: {'Port': ['ID=1a2f9520-0ce8-41bf-bade-63399fcc54ad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.107016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-51938a19-c0c9-40b5-8450-976011808047 None None] Deleting port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:06.107395 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51938a19-c0c9-40b5-8450-976011808047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.109637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:06.110332 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.126162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ca471-756b-4a2f-8890-a1f8c3a13bfc req-e192a937-e04d-40d9-b87a-de71e921bb7f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:06.127495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-039ca471-756b-4a2f-8890-a1f8c3a13bfc req-e192a937-e04d-40d9-b87a-de71e921bb7f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1674936 Sep 16 05:46:06.185265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-039ca471-756b-4a2f-8890-a1f8c3a13bfc req-58f8636f-7889-4f2b-a1f8-49a8aa40771e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Sep 16 05:46:06.197142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-51938a19-c0c9-40b5-8450-976011808047 None None] For port e8bfdcef-e83f-4f5e-baa3-f52bf1483240, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:06.197532 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51938a19-c0c9-40b5-8450-976011808047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.219800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-51938a19-c0c9-40b5-8450-976011808047 None None] Calling delete_port for e8bfdcef-e83f-4f5e-baa3-f52bf1483240 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:06.265627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-db594d89-2a94-49ea-a90c-47d684b8feaa tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5028112 Sep 16 05:46:06.285116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Request body: {'port': {'device_id': 'c4dc2589-6741-4063-a777-c761ad74e1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:06.328133 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5448f-a6a2-4752-b152-e36240ca5137 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.362257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.386148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5448f-a6a2-4752-b152-e36240ca5137 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Subnet': ['ID=60a28683-5999-44cd-9344-857002037420,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.391316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aef5448f-a6a2-4752-b152-e36240ca5137 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.394497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aef5448f-a6a2-4752-b152-e36240ca5137 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "DELETE /v2.0/subnets/60a28683-5999-44cd-9344-857002037420 HTTP/1.1" status: 204 len: 168 time: 0.6936517 Sep 16 05:46:06.396572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 60968) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:06.450360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e66ef9-2d04-4322-8a2f-9d0509a7ee86 None None] Network 7d952e7e-328d-4c4b-b28a-5b7436d95afe requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:06.596726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.673985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Deleting port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:06.686572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.707526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] DHCP port deletion for 7d952e7e-328d-4c4b-b28a-5b7436d95afe request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:46:06.749682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-51938a19-c0c9-40b5-8450-976011808047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.769692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] For port e8bfdcef-e83f-4f5e-baa3-f52bf1483240, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,segment=NetworkSegment(7d025c3c-65e4-4974-84d0-55f78ad2b39b),segment_id=7d025c3c-65e4-4974-84d0-55f78ad2b39b)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:06.770676 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.776891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51938a19-c0c9-40b5-8450-976011808047 None None] Pushing event deleted for resources: {'Port': ['ID=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.782842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51938a19-c0c9-40b5-8450-976011808047 None None] No DVR routers for this DVR port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:06.791587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Calling delete_port for e8bfdcef-e83f-4f5e-baa3-f52bf1483240 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:06.804308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] Deleting port 57b8a604-7099-4533-9f73-502a0b75c53e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:06.804776 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.841288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2f9520-0ce8-41bf-bade-63399fcc54ad {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:06.876233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.884123 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.903107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] For port 57b8a604-7099-4533-9f73-502a0b75c53e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=57b8a604-7099-4533-9f73-502a0b75c53e,segment=NetworkSegment(4962ed11-c531-434d-b7ff-46615ea1a0ca),segment_id=4962ed11-c531-434d-b7ff-46615ea1a0ca)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:06.904409 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.907823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Transition to ACTIVE for port object 1a2f9520-0ce8-41bf-bade-63399fcc54ad will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:06.928726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] Calling delete_port for 57b8a604-7099-4533-9f73-502a0b75c53e owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:06.948028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Port': ['ID=e8bfdcef-e83f-4f5e-baa3-f52bf1483240,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:06.953463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] No DVR routers for this DVR port e8bfdcef-e83f-4f5e-baa3-f52bf1483240 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:07.033208 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.050222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f23e11-94cd-4921-abe1-cc2804a70e9b req-2005234c-40c7-41fb-8481-9236f11ab782 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:07.059159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52f23e11-94cd-4921-abe1-cc2804a70e9b req-2005234c-40c7-41fb-8481-9236f11ab782 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 931 time: 0.1792240 Sep 16 05:46:07.112843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.115093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2f9520-0ce8-41bf-bade-63399fcc54ad,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:07.152815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4326dabb-46bc-4f5c-a266-ccbdec41531a']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:07.167813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d025c3c-65e4-4974-84d0-55f78ad2b39b') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:07.170787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d025c3c-65e4-4974-84d0-55f78ad2b39b') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:07.182041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Attempting to bind port 1a2f9520-0ce8-41bf-bade-63399fcc54ad on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:07.182383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Attempting to bind port 1a2f9520-0ce8-41bf-bade-63399fcc54ad by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:07.182743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Attempting to bind port 1a2f9520-0ce8-41bf-bade-63399fcc54ad on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:07.184773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.199833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-52f23e11-94cd-4921-abe1-cc2804a70e9b req-2c3fd157-9d42-4fe8-b22b-b592efeb1393 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372335 Sep 16 05:46:07.205234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Port 1a2f9520-0ce8-41bf-bade-63399fcc54ad on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:07.205579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Attempting to bind port 1a2f9520-0ce8-41bf-bade-63399fcc54ad on network 6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:07.216918 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.233969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:07.234322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Checking segment: {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:07.234722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Bound using segment: {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:07.235177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Bound port: 1a2f9520-0ce8-41bf-bade-63399fcc54ad, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:07.235545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.235727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] Pushing event deleted for resources: {'Port': ['ID=57b8a604-7099-4533-9f73-502a0b75c53e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:07.239818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f109c-314d-4075-842c-b2c63eb6473d None None] No DVR routers for this DVR port 57b8a604-7099-4533-9f73-502a0b75c53e on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:07.243020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.257719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:07.258542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:07.262640 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:07.357975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] For port 1a2f9520-0ce8-41bf-bade-63399fcc54ad, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:07.361764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] For port 1a2f9520-0ce8-41bf-bade-63399fcc54ad, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1a2f9520-0ce8-41bf-bade-63399fcc54ad,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:07.378076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17329a1-1fc3-4efa-9f36-92b18dada57f req-c0a54cdf-7e2c-4940-b109-80cbb6c760d0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:07.379668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b17329a1-1fc3-4efa-9f36-92b18dada57f req-c0a54cdf-7e2c-4940-b109-80cbb6c760d0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0886531 Sep 16 05:46:07.423148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b17329a1-1fc3-4efa-9f36-92b18dada57f req-448d69be-5cb3-4583-ba55-36c336a78793 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366020 Sep 16 05:46:07.469110 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.474652 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.479355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "DELETE /v2.0/networks/4326dabb-46bc-4f5c-a266-ccbdec41531a HTTP/1.1" status: 204 len: 168 time: 1.0814924 Sep 16 05:46:07.485323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 60986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:07.496380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568706b-8ffd-441e-96de-c7d884dcaee4 tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Network': ['ID=4326dabb-46bc-4f5c-a266-ccbdec41531a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:07.498602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.592921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:07.593656 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.595381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a2f9520-0ce8-41bf-bade-63399fcc54ad HTTP/1.1" status: 200 len: 1092 time: 1.3152094 Sep 16 05:46:07.595923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc2589-6741-4063-a777-c761ad74e1bd', 'tag': '1a2f9520-0ce8-41bf-bade-63399fcc54ad'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:07.598352 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2ba33c-21c0-480d-bad1-15820d8c1381" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dc2589-6741-4063-a777-c761ad74e1bd", "tag": "1a2f9520-0ce8-41bf-bade-63399fcc54ad"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:07.654038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f2104-c952-4bf6-be65-e2e5f14fffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2f9520-0ce8-41bf-bade-63399fcc54ad,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:07.662764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.684986 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79eb5b7-f88d-4c86-bf59-aefa4c2ed914 x-openstack-request-id: req-c79eb5b7-f88d-4c86-bf59-aefa4c2ed914 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:07.684986 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dc2589-6741-4063-a777-c761ad74e1bd", "tag": "1a2f9520-0ce8-41bf-bade-63399fcc54ad", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:07.684986 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c79eb5b7-f88d-4c86-bf59-aefa4c2ed914 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:07.684986 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc2589-6741-4063-a777-c761ad74e1bd', 'tag': '1a2f9520-0ce8-41bf-bade-63399fcc54ad', 'status': 'completed', 'code': 200} Sep 16 05:46:07.711822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e8bfdcef-e83f-4f5e-baa3-f52bf1483240 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:07.744976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e8bfdcef-e83f-4f5e-baa3-f52bf1483240 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:07.745450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e8bfdcef-e83f-4f5e-baa3-f52bf1483240 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:07.746615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 57b8a604-7099-4533-9f73-502a0b75c53e no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:07.782358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 57b8a604-7099-4533-9f73-502a0b75c53e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:07.783496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 57b8a604-7099-4533-9f73-502a0b75c53e not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:07.816350 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.845959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d952e7e-328d-4c4b-b28a-5b7436d95afe']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:07.855612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ba33c-21c0-480d-bad1-15820d8c1381 req-d5c75bd9-1ea3-443c-8bd0-ff4517b8b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:07.857188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd2ba33c-21c0-480d-bad1-15820d8c1381 req-d5c75bd9-1ea3-443c-8bd0-ff4517b8b3d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 1095 time: 0.1280596 Sep 16 05:46:07.860910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4962ed11-c531-434d-b7ff-46615ea1a0ca') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:07.861195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4962ed11-c531-434d-b7ff-46615ea1a0ca') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:07.871790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.909540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.925980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:07.926380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:07.929673 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:08.040560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ba33c-21c0-480d-bad1-15820d8c1381 req-82b7ffbc-ecf5-4c2a-b16a-0eecaa0e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.042122 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd2ba33c-21c0-480d-bad1-15820d8c1381 req-82b7ffbc-ecf5-4c2a-b16a-0eecaa0e6256 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5c706d5b4104359b730c9903e96f227&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1684587 Sep 16 05:46:08.141484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ba33c-21c0-480d-bad1-15820d8c1381 req-408b7ea4-470b-46d8-b402-b757cce23017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.142983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd2ba33c-21c0-480d-bad1-15820d8c1381 req-408b7ea4-470b-46d8-b402-b757cce23017 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937350 Sep 16 05:46:08.175927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.182716 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.184676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] 10.222.0.49 "DELETE /v2.0/networks/7d952e7e-328d-4c4b-b28a-5b7436d95afe HTTP/1.1" status: 204 len: 168 time: 0.6981468 Sep 16 05:46:08.197772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5908233-40a1-45eb-9fc7-1423ad2463ad tempest-TaggedBootDevicesTest_v242-1773762779 tempest-TaggedBootDevicesTest_v242-1773762779-project] Pushing event deleted for resources: {'Network': ['ID=7d952e7e-328d-4c4b-b28a-5b7436d95afe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:08.285563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11359-b924-44a2-825c-790022dd203d req-4c366403-a6df-450e-894f-680bb31d82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.287223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-4c366403-a6df-450e-894f-680bb31d82d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5c706d5b4104359b730c9903e96f227&device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 1095 time: 0.0675998 Sep 16 05:46:08.389868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-b76a93d9-1293-4813-88aa-e488822a2c5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a2f9520-0ce8-41bf-bade-63399fcc54ad HTTP/1.1" status: 200 len: 217 time: 0.0879180 Sep 16 05:46:08.478366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11359-b924-44a2-825c-790022dd203d req-2ffe0df7-4d8b-487e-b5dd-fc64a9606b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.479899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-2ffe0df7-4d8b-487e-b5dd-fc64a9606b1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc5e0396-7a07-4f6e-9977-5d2640708347 HTTP/1.1" status: 200 len: 855 time: 0.0822997 Sep 16 05:46:08.490616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5c348-c949-4360-bbbe-a14e13868145 req-d7c5b794-f29c-4bef-bee0-6e838583e870 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.492828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35f5c348-c949-4360-bbbe-a14e13868145 req-d7c5b794-f29c-4bef-bee0-6e838583e870 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 943 time: 0.1064916 Sep 16 05:46:08.538397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-ea9ff6bb-bb52-4445-b639-cfec0fa3ea0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445850 Sep 16 05:46:08.579821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df3a81-4e75-45fa-a6a9-20d1ef8ff36e req-cdb26898-6c4a-4f4d-b84a-eb60498eff69 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:08.582275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36df3a81-4e75-45fa-a6a9-20d1ef8ff36e req-cdb26898-6c4a-4f4d-b84a-eb60498eff69 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0558305 Sep 16 05:46:08.601850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35f5c348-c949-4360-bbbe-a14e13868145 req-cfd76529-b52f-4347-ae7d-570859ec6df5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774195 Sep 16 05:46:08.640269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36df3a81-4e75-45fa-a6a9-20d1ef8ff36e req-62518e7c-b86c-43ae-b22c-08201a2d7dab tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Sep 16 05:46:08.678777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-a4cc13fd-dc38-4153-b5d8-d7b59b8bb036 service neutron] 10.222.0.30 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312857 Sep 16 05:46:08.853602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50d11359-b924-44a2-825c-790022dd203d req-6ccc583f-937b-4ffc-934f-168499026e8a service neutron] 10.222.0.30 "GET /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672895 Sep 16 05:46:09.759825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b450388-d8c1-4199-a3f5-c7e61d761932 req-1ca3419b-7609-4cc7-9516-8ca79d86e727 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:09.761975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b450388-d8c1-4199-a3f5-c7e61d761932 req-1ca3419b-7609-4cc7-9516-8ca79d86e727 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 943 time: 0.0770321 Sep 16 05:46:09.817275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b450388-d8c1-4199-a3f5-c7e61d761932 req-fc7f08f2-b417-46b0-9926-9e54f8530b87 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Sep 16 05:46:09.827298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a7dc2-9bb2-405a-9962-dd2984843887 req-8a5e5a88-9d82-40d9-9a44-ce2b536076ed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:09.830587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e5a7dc2-9bb2-405a-9962-dd2984843887 req-8a5e5a88-9d82-40d9-9a44-ce2b536076ed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0784757 Sep 16 05:46:09.884384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e5a7dc2-9bb2-405a-9962-dd2984843887 req-df04d6aa-6f1d-4e70-9785-1abeef3e10c8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Sep 16 05:46:10.969946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceda12d-9835-49e1-968b-4c6a004da10e req-026e3993-ba61-41b5-99fc-33c80c0c8bb2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:10.971638 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7ceda12d-9835-49e1-968b-4c6a004da10e req-026e3993-ba61-41b5-99fc-33c80c0c8bb2 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 943 time: 0.0568378 Sep 16 05:46:11.012836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7ceda12d-9835-49e1-968b-4c6a004da10e req-643d2418-e219-4b00-abf2-f28847b8d0ff tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348296 Sep 16 05:46:11.030078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24483a6e-58a4-4f3c-af43-16beb26297d2 req-92205777-f70d-4c04-af0f-239a53aecabe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:11.031757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-24483a6e-58a4-4f3c-af43-16beb26297d2 req-92205777-f70d-4c04-af0f-239a53aecabe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0600717 Sep 16 05:46:11.077363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-24483a6e-58a4-4f3c-af43-16beb26297d2 req-388df9d9-c1f5-4b83-a046-7d6b249e6c1e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Sep 16 05:46:12.160704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f96d8-e7a4-4e65-9e0a-991101ccae47 req-8cfa7de9-37ad-4505-839c-3028f8721d02 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:12.170182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-052f96d8-e7a4-4e65-9e0a-991101ccae47 req-8cfa7de9-37ad-4505-839c-3028f8721d02 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 943 time: 0.0758872 Sep 16 05:46:12.217871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-052f96d8-e7a4-4e65-9e0a-991101ccae47 req-fc0957ac-c544-49ba-b845-99974d1ba079 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Sep 16 05:46:12.345730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e714f-b8c4-4f3a-9025-86ba728abca9 req-20e6f2db-4c2f-4fef-820e-59d76e64c3eb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:12.350486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-289e714f-b8c4-4f3a-9025-86ba728abca9 req-20e6f2db-4c2f-4fef-820e-59d76e64c3eb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1312993 Sep 16 05:46:12.429066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-289e714f-b8c4-4f3a-9025-86ba728abca9 req-6fba9652-6e32-4451-848a-357c521f7f8e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632343 Sep 16 05:46:13.373945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88024ead-bb42-4ffc-a581-055cf2b446b9 req-51014491-59ee-4df1-bc49-f931aca237ab tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:13.376215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88024ead-bb42-4ffc-a581-055cf2b446b9 req-51014491-59ee-4df1-bc49-f931aca237ab tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 943 time: 0.0604987 Sep 16 05:46:13.439069 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88024ead-bb42-4ffc-a581-055cf2b446b9 req-32385df3-9474-49bd-9dbe-9bb2be758840 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484688 Sep 16 05:46:13.567530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1a2f9520-0ce8-41bf-bade-63399fcc54ad details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:13.598744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7e91-b53b-4ba0-a225-a4c5fa93c794 req-151e9bb4-00c1-4039-aa21-c3a0f2050634 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:13.610549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bf7e91-b53b-4ba0-a225-a4c5fa93c794 req-151e9bb4-00c1-4039-aa21-c3a0f2050634 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0867910 Sep 16 05:46:13.661095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bf7e91-b53b-4ba0-a225-a4c5fa93c794 req-a73515db-f328-49ad-a463-6c7c10c478a3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493352 Sep 16 05:46:13.723615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1a2f9520-0ce8-41bf-bade-63399fcc54ad, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1a2f9520-0ce8-41bf-bade-63399fcc54ad,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:13.739281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '1a2f9520-0ce8-41bf-bade-63399fcc54ad', 'network_id': '6d8ca911-2b63-4c35-a2ce-b5c740f0ad91', 'port_id': '1a2f9520-0ce8-41bf-bade-63399fcc54ad', 'mac_address': 'fa:16:3e:cf:61:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5e0396-7a07-4f6e-9977-5d2640708347', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:13.779411 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.800221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2f9520-0ce8-41bf-bade-63399fcc54ad {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:13.828620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1a2f9520-0ce8-41bf-bade-63399fcc54ad, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1a2f9520-0ce8-41bf-bade-63399fcc54ad,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:13.939104 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.005287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1a2f9520-0ce8-41bf-bade-63399fcc54ad,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:14.013852 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.014404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.014754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.015089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.015628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.015990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.016322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.016678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.017256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.017620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.018011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.018301 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:14.222670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['1a2f9520-0ce8-41bf-bade-63399fcc54ad'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:14.584565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea655-9f10-449c-84ac-9f9a5c298892 req-f0820d04-3232-4327-be43-6a95eca4d8b8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:14.586154 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b1ea655-9f10-449c-84ac-9f9a5c298892 req-f0820d04-3232-4327-be43-6a95eca4d8b8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 944 time: 0.0606937 Sep 16 05:46:14.641279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b1ea655-9f10-449c-84ac-9f9a5c298892 req-f06fe23d-7e84-4c31-b0be-d6cb0a32f747 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Sep 16 05:46:14.797843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe1aec-5ee0-4fe7-a2c7-e8ba1b56e09d req-63ae86d3-d42e-4f24-8320-a908f933a568 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:14.799350 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcfe1aec-5ee0-4fe7-a2c7-e8ba1b56e09d req-63ae86d3-d42e-4f24-8320-a908f933a568 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0495932 Sep 16 05:46:14.849375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bcfe1aec-5ee0-4fe7-a2c7-e8ba1b56e09d req-129750c6-d9a8-4a0b-9e63-2bcd57a4f06e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Sep 16 05:46:15.582753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1a2f9520-0ce8-41bf-bade-63399fcc54ad up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:15.752943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a42d3f-f569-45c6-9a5d-9fce873143ec req-f9421e67-c0d4-48c5-86bc-45306fe479a9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:15.755721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 1a2f9520-0ce8-41bf-bade-63399fcc54ad completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:15.760413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7a42d3f-f569-45c6-9a5d-9fce873143ec req-f9421e67-c0d4-48c5-86bc-45306fe479a9 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 944 time: 0.0594060 Sep 16 05:46:15.764126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 1a2f9520-0ce8-41bf-bade-63399fcc54ad triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:15.764126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.812164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7a42d3f-f569-45c6-9a5d-9fce873143ec req-3cd5e639-5595-4c7b-9cb8-6ed89faa007a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Sep 16 05:46:15.901517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.949778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc2589-6741-4063-a777-c761ad74e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2f9520-0ce8-41bf-bade-63399fcc54ad'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:15.955084 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7f4630-8141-4882-a142-48ed655c637b" -d '{"events": [{"server_uuid": "c4dc2589-6741-4063-a777-c761ad74e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "1a2f9520-0ce8-41bf-bade-63399fcc54ad"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:15.971405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1a2f9520-0ce8-41bf-bade-63399fcc54ad, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1a2f9520-0ce8-41bf-bade-63399fcc54ad,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:16.021130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb3541-25c6-48ec-af93-31ad898c0a6b req-78c84ae0-01b8-4363-9c6b-8ddb09ab7e48 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:16.022771 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01eb3541-25c6-48ec-af93-31ad898c0a6b req-78c84ae0-01b8-4363-9c6b-8ddb09ab7e48 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0704660 Sep 16 05:46:16.034091 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa86b814-fc50-4fd5-b22c-a2b7433a078f x-openstack-request-id: req-aa86b814-fc50-4fd5-b22c-a2b7433a078f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:16.034091 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc2589-6741-4063-a777-c761ad74e1bd", "name": "network-vif-plugged", "status": "completed", "tag": "1a2f9520-0ce8-41bf-bade-63399fcc54ad", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:16.034091 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa86b814-fc50-4fd5-b22c-a2b7433a078f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:16.034091 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc2589-6741-4063-a777-c761ad74e1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2f9520-0ce8-41bf-bade-63399fcc54ad', 'code': 200} Sep 16 05:46:16.082344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01eb3541-25c6-48ec-af93-31ad898c0a6b req-2d97c354-40bf-40ea-8a78-35fb9cc77e0b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501204 Sep 16 05:46:16.165676 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.180309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34996f-88e8-4f47-afef-5b5367ca3a34 req-85a201e7-699e-454a-9a8d-62455fb95ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:16.182195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db34996f-88e8-4f47-afef-5b5367ca3a34 req-85a201e7-699e-454a-9a8d-62455fb95ae4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 1096 time: 0.0528362 Sep 16 05:46:16.231063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db34996f-88e8-4f47-afef-5b5367ca3a34 req-ef68660e-3ee9-4f92-bf50-ca0ceea98c45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Sep 16 05:46:16.260198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1a2f9520-0ce8-41bf-bade-63399fcc54ad,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:16.945010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10564d38-4a47-4fdf-8736-94c9374012c1 req-fdf9e172-d29e-499a-9436-83545caea43b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:16.946572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10564d38-4a47-4fdf-8736-94c9374012c1 req-fdf9e172-d29e-499a-9436-83545caea43b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.0635808 Sep 16 05:46:16.988340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10564d38-4a47-4fdf-8736-94c9374012c1 req-2bebee5f-f8b9-4e32-8030-72f8a98e08a0 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Sep 16 05:46:17.185524 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:17.264847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b4e7-05fe-4b0f-a5a0-4c3ec2661725 req-2c159d6f-d549-4f3d-9096-63e2a49cbe14 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:17.267377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a333b4e7-05fe-4b0f-a5a0-4c3ec2661725 req-2c159d6f-d549-4f3d-9096-63e2a49cbe14 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0597911 Sep 16 05:46:17.317973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a333b4e7-05fe-4b0f-a5a0-4c3ec2661725 req-d7b0c23c-caad-4966-9c11-e20079bdd09e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438204 Sep 16 05:46:18.130357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8148fd-1a29-400b-959c-b37a5fc98983 req-7ebc387c-d4e4-4187-9366-758a65182fec tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:18.131939 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc8148fd-1a29-400b-959c-b37a5fc98983 req-7ebc387c-d4e4-4187-9366-758a65182fec tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.0546916 Sep 16 05:46:18.173317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc8148fd-1a29-400b-959c-b37a5fc98983 req-cadd9d3f-fa8d-4530-909c-728ff8a208bc tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Sep 16 05:46:18.307016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8b674-5d00-489a-824f-56cc30125328 req-3c8a0118-ca7d-48db-af50-22fc65be64b7 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:18.309108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80c8b674-5d00-489a-824f-56cc30125328 req-3c8a0118-ca7d-48db-af50-22fc65be64b7 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.0590086 Sep 16 05:46:18.357481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80c8b674-5d00-489a-824f-56cc30125328 req-a7ffc0c1-34ff-4c66-985a-68954b30c091 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Sep 16 05:46:18.463694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7e57c-40f3-460f-b7e2-4c922460de58 req-45633aeb-fd90-4b2e-baee-21ade76c4e58 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:18.465738 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ddd7e57c-40f3-460f-b7e2-4c922460de58 req-45633aeb-fd90-4b2e-baee-21ade76c4e58 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0611534 Sep 16 05:46:18.524803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ddd7e57c-40f3-460f-b7e2-4c922460de58 req-77ed5cf2-f23a-4901-828d-97ff8306f633 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529196 Sep 16 05:46:18.676359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb6e1-e488-4b04-a7cf-98df159b8a9c req-ad210f06-35e3-4fc2-a101-4a7c444af74b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:18.677965 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7bfb6e1-e488-4b04-a7cf-98df159b8a9c req-ad210f06-35e3-4fc2-a101-4a7c444af74b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.0541904 Sep 16 05:46:18.729473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7bfb6e1-e488-4b04-a7cf-98df159b8a9c req-fdee4e79-26ac-46a7-a8d8-7602100c3009 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Sep 16 05:46:18.880950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bb030-c1b5-4c96-b650-45f70ea43f9f req-495473c9-0030-4a63-a744-22c69cb68c49 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:18.882528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f73bb030-c1b5-4c96-b650-45f70ea43f9f req-495473c9-0030-4a63-a744-22c69cb68c49 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.0653834 Sep 16 05:46:18.932642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f73bb030-c1b5-4c96-b650-45f70ea43f9f req-1f1303a0-9740-4769-888b-009e8aa2616b tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Sep 16 05:46:19.343201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb942-7378-4085-a3db-3a15cf8b5380 req-40d20e63-0e88-4619-8462-82c24fd079f1 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:19.352091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-adffb942-7378-4085-a3db-3a15cf8b5380 req-40d20e63-0e88-4619-8462-82c24fd079f1 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.0732067 Sep 16 05:46:19.403128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-adffb942-7378-4085-a3db-3a15cf8b5380 req-ea27170d-dd99-4ff1-a686-3c2e7d0f780e tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450852 Sep 16 05:46:19.570733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:19.580571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0436491-a7f8-4320-8d41-cc4fd1b594a2 req-79e770ce-8932-4023-b509-af02ce09380d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:19.584617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0436491-a7f8-4320-8d41-cc4fd1b594a2 req-79e770ce-8932-4023-b509-af02ce09380d tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.1172340 Sep 16 05:46:19.695817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0436491-a7f8-4320-8d41-cc4fd1b594a2 req-2de288ae-e34d-487c-b4ba-bf78e7fca167 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007221 Sep 16 05:46:19.736829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f895-b1b7-41d3-817b-33a2435fcf76 req-abbf1107-eb48-4eee-a054-925cee677541 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:19.741629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35b3f895-b1b7-41d3-817b-33a2435fcf76 req-abbf1107-eb48-4eee-a054-925cee677541 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1115022 Sep 16 05:46:19.820004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35b3f895-b1b7-41d3-817b-33a2435fcf76 req-47b83461-20eb-4272-bda6-a1d3cf7665b7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645406 Sep 16 05:46:19.944161 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dcf62263-32fb-458f-bf6b-1f2a278d0cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.296314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.607610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8248dd-f682-4742-a95c-8fb599947cd6 req-93c4754a-ed02-41d7-8e85-2caef5e7bbfc tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:20.616680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8248dd-f682-4742-a95c-8fb599947cd6 req-93c4754a-ed02-41d7-8e85-2caef5e7bbfc tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.0612357 Sep 16 05:46:20.693180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c8248dd-f682-4742-a95c-8fb599947cd6 req-0f1d2994-a30f-4b97-bb2f-00fbb7f967ee tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718539 Sep 16 05:46:20.861763 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.979409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81748a96-1471-4439-84f8-32d530c06d64 req-de2b9512-0c54-4625-9aed-d5d068bbfa7a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:20.981664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81748a96-1471-4439-84f8-32d530c06d64 req-de2b9512-0c54-4625-9aed-d5d068bbfa7a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0818005 Sep 16 05:46:21.067864 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81748a96-1471-4439-84f8-32d530c06d64 req-9a6dcacd-c740-49b1-8657-b896b599e256 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Sep 16 05:46:21.092770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Deleting port 85e24600-96b2-44fb-a2d9-e883a96011ef {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:21.093111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:21.180160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] For port 85e24600-96b2-44fb-a2d9-e883a96011ef, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=85e24600-96b2-44fb-a2d9-e883a96011ef,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:21.180536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:21.195644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Calling delete_port for 85e24600-96b2-44fb-a2d9-e883a96011ef owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:21.533207 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:21.561841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e24600-96b2-44fb-a2d9-e883a96011ef,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:21.815818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:21.886701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02213948-e76a-4d11-9a5b-b46f73693e6f req-0d237fb4-b972-42ce-bf0f-c730074bf5ce tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:21.888581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02213948-e76a-4d11-9a5b-b46f73693e6f req-0d237fb4-b972-42ce-bf0f-c730074bf5ce tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.0933030 Sep 16 05:46:21.944343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02213948-e76a-4d11-9a5b-b46f73693e6f req-196f566c-06c9-40a6-a9e5-03da474b4f1a tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/security-groups?id=d914569c-16a0-4a16-9699-5760310d93bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 Sep 16 05:46:22.013331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-ba66f802-c836-45e0-8927-a182bdaffbef tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:22.015036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-ba66f802-c836-45e0-8927-a182bdaffbef tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 945 time: 0.1102302 Sep 16 05:46:22.300270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba199-91e2-4423-831f-15f81b1b8b21 req-566ea511-f35a-4d71-af29-9eebc69078a7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:22.301721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-708ba199-91e2-4423-831f-15f81b1b8b21 req-566ea511-f35a-4d71-af29-9eebc69078a7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1408784 Sep 16 05:46:22.304067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Router c59f7804-b518-4f65-98e9-80567db1b8cd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:46:22.306462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Deleting port 1a2f9520-0ce8-41bf-bade-63399fcc54ad {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:22.306804 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:22.473412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-708ba199-91e2-4423-831f-15f81b1b8b21 req-8b6c64dd-6c32-43fc-9eb1-6adc20ee21ce tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438694 Sep 16 05:46:22.564153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] For port 1a2f9520-0ce8-41bf-bade-63399fcc54ad, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1a2f9520-0ce8-41bf-bade-63399fcc54ad,segment=NetworkSegment(eb79465a-7b9d-4a6b-a7c2-94b64fb0611f),segment_id=eb79465a-7b9d-4a6b-a7c2-94b64fb0611f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:22.564153 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:22.571828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:22.578494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-77351be4-b8e3-4b5d-a782-602f104273d7 admin admin] 10.222.0.49 "PUT /v2.0/routers/c59f7804-b518-4f65-98e9-80567db1b8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0061684 Sep 16 05:46:22.581304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33052) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:22.583417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] Sync routers for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:22.590915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Calling delete_port for 1a2f9520-0ce8-41bf-bade-63399fcc54ad owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:22.599458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:22.600359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:45:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:22.760280 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:22.783229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:22.927109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:22.990623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.005051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:46:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:23.032578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Pushing event deleted for resources: {'Port': ['ID=1a2f9520-0ce8-41bf-bade-63399fcc54ad,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:23.038534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] Checking router: c59f7804-b518-4f65-98e9-80567db1b8cd for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:23.049302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['1a2f9520-0ce8-41bf-bade-63399fcc54ad'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:23.091983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] Routers {'c59f7804-b518-4f65-98e9-80567db1b8cd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:23.092987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:45:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c59f7804-b518-4f65-98e9-80567db1b8cd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:23.136645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c34a2a92-d695-4779-8e7b-17b0b09ba8b7 req-c4542812-cb9c-432f-888b-6b37d9c2ffcd tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 210 time: 0.1017363 Sep 16 05:46:23.156213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] No DVR routers for this DVR port 1a2f9520-0ce8-41bf-bade-63399fcc54ad on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:23.159390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.161910 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aaede5de-cba6-44d2-94a7-7e82499b9727 req-bc61281f-e1d7-41f8-8ae4-49861eb8cbd5 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.30 "DELETE /v2.0/ports/1a2f9520-0ce8-41bf-bade-63399fcc54ad HTTP/1.1" status: 204 len: 173 time: 1.1392300 Sep 16 05:46:23.162514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc2589-6741-4063-a777-c761ad74e1bd', 'name': 'network-vif-deleted', 'tag': '1a2f9520-0ce8-41bf-bade-63399fcc54ad'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:23.166295 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec076852-01ac-4f2b-94b0-1ef96ee26f2a" -d '{"events": [{"server_uuid": "c4dc2589-6741-4063-a777-c761ad74e1bd", "name": "network-vif-deleted", "tag": "1a2f9520-0ce8-41bf-bade-63399fcc54ad"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:23.209956 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b3980-e463-4969-9ba8-d37196e4f626 x-openstack-request-id: req-9d5b3980-e463-4969-9ba8-d37196e4f626 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:23.226139 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc2589-6741-4063-a777-c761ad74e1bd", "name": "network-vif-deleted", "tag": "1a2f9520-0ce8-41bf-bade-63399fcc54ad", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:23.226139 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d5b3980-e463-4969-9ba8-d37196e4f626 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:23.226139 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc2589-6741-4063-a777-c761ad74e1bd', 'name': 'network-vif-deleted', 'tag': '1a2f9520-0ce8-41bf-bade-63399fcc54ad', 'status': 'completed', 'code': 200} Sep 16 05:46:23.226448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Deleting port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:23.226448 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.241356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] Set router c59f7804-b518-4f65-98e9-80567db1b8cd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:23.273354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41961e3a-72a8-4483-bea7-9229d5b855ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.313887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] For port 32bbb85b-44bc-4413-b663-5b6bdfe7a12c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=32bbb85b-44bc-4413-b663-5b6bdfe7a12c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:23.314562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.332073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Calling delete_port for 32bbb85b-44bc-4413-b663-5b6bdfe7a12c owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:23.482469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:46:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:23.553227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e931590-41ec-4fc0-8015-472b8878370d None None] The sync data for ids ['c59f7804-b518-4f65-98e9-80567db1b8cd'] in n-d-712749-15 is: [{'id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1856019179-router', 'tenant_id': '62ba68c6a15447ba8ec44c49382660ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:05Z', 'updated_at': '2021-09-16T05:46:21Z', 'revision_number': 5, 'project_id': '62ba68c6a15447ba8ec44c49382660ce', 'gw_port': {'id': '32bbb85b-44bc-4413-b663-5b6bdfe7a12c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59f7804-b518-4f65-98e9-80567db1b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:06Z', 'updated_at': '2021-09-16T05:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:23.624808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.665077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de05a66-61dc-4503-9e93-ad052dd4a5b2 req-34d720cb-2ca6-44c7-8d28-5bb1cea20be8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:23.666834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9de05a66-61dc-4503-9e93-ad052dd4a5b2 req-34d720cb-2ca6-44c7-8d28-5bb1cea20be8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1055686 Sep 16 05:46:23.668993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Pushing event deleted for resources: {'Port': ['ID=32bbb85b-44bc-4413-b663-5b6bdfe7a12c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:23.750673 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9de05a66-61dc-4503-9e93-ad052dd4a5b2 req-b2f34f2e-fdf0-4dee-8490-ceba240e95b8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750027 Sep 16 05:46:23.763120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.865023 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.867409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.969494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.996202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:23.997563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c59f7804-b518-4f65-98e9-80567db1b8cd {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:46:24.013507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.013507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f0e6f684-d213-400d-8d35-3a8ed267c77e admin admin] 10.222.0.49 "DELETE /v2.0/routers/c59f7804-b518-4f65-98e9-80567db1b8cd HTTP/1.1" status: 204 len: 168 time: 1.4274483 Sep 16 05:46:24.013731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33070) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:24.023978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 85e24600-96b2-44fb-a2d9-e883a96011ef no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:24.086708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 85e24600-96b2-44fb-a2d9-e883a96011ef {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:24.088307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 85e24600-96b2-44fb-a2d9-e883a96011ef not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:24.088536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e93a71-b0bf-4b09-882c-11901cd30961 admin admin] Deleting subnet 2f10dee9-1be3-463a-adbc-7b75feef5b36 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:24.094792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66e93a71-b0bf-4b09-882c-11901cd30961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.146062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66e93a71-b0bf-4b09-882c-11901cd30961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.319189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df1dac82-7a79-46cd-93de-dcd200d9d63d req-90d4be77-412f-4986-860c-731c2b63c2e8 tempest-ServerDiskConfigTestJSON-1600625326 tempest-ServerDiskConfigTestJSON-1600625326-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4dc2589-6741-4063-a777-c761ad74e1bd HTTP/1.1" status: 200 len: 210 time: 0.0616956 Sep 16 05:46:24.365703 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66e93a71-b0bf-4b09-882c-11901cd30961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.578903 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66e93a71-b0bf-4b09-882c-11901cd30961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.612087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e93a71-b0bf-4b09-882c-11901cd30961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f10dee9-1be3-463a-adbc-7b75feef5b36,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:24.615986 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-66e93a71-b0bf-4b09-882c-11901cd30961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.621341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-66e93a71-b0bf-4b09-882c-11901cd30961 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2f10dee9-1be3-463a-adbc-7b75feef5b36 HTTP/1.1" status: 204 len: 168 time: 0.6060572 Sep 16 05:46:24.622009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33078) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:24.630999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff599f-4062-4bff-a5a6-f2ab68882f96 None None] Network 472221c7-51b1-4eda-9603-da8cffafb028 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:24.731683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.816114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Deleting port 22a037b2-f414-4e01-bf33-075b65b8a4a6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:24.816546 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.894093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] DHCP port deletion for 472221c7-51b1-4eda-9603-da8cffafb028 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:46:24.966499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] For port 22a037b2-f414-4e01-bf33-075b65b8a4a6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=22a037b2-f414-4e01-bf33-075b65b8a4a6,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:24.967802 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:24.973041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822172a4-93b6-467d-b2bc-4b2aaf15c660 req-240f45c3-c6f8-4269-8c36-67e11bb9ca5a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:24.986576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-822172a4-93b6-467d-b2bc-4b2aaf15c660 req-240f45c3-c6f8-4269-8c36-67e11bb9ca5a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1128666 Sep 16 05:46:25.005245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] Deleting port 22a037b2-f414-4e01-bf33-075b65b8a4a6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:25.006329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.007801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Calling delete_port for 22a037b2-f414-4e01-bf33-075b65b8a4a6 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:25.087119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-822172a4-93b6-467d-b2bc-4b2aaf15c660 req-c7399db1-8e63-42f8-bcce-0ca621c4fe07 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955107 Sep 16 05:46:25.109122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] For port 22a037b2-f414-4e01-bf33-075b65b8a4a6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=22a037b2-f414-4e01-bf33-075b65b8a4a6,segment=NetworkSegment(7cc35f32-58c5-4468-8aa0-ba88b163cfe0),segment_id=7cc35f32-58c5-4468-8aa0-ba88b163cfe0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:25.109969 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.127650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] Calling delete_port for 22a037b2-f414-4e01-bf33-075b65b8a4a6 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:25.318513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.326234 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.353167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a037b2-f414-4e01-bf33-075b65b8a4a6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:25.357334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] Pushing event deleted for resources: {'Port': ['ID=22a037b2-f414-4e01-bf33-075b65b8a4a6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:25.360154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0c2ac-92ef-4830-b867-540f8e5ec6e0 None None] No DVR routers for this DVR port 22a037b2-f414-4e01-bf33-075b65b8a4a6 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:25.363748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] No DVR routers for this DVR port 22a037b2-f414-4e01-bf33-075b65b8a4a6 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:25.399008 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.449365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.473985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472221c7-51b1-4eda-9603-da8cffafb028']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:25.488612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc35f32-58c5-4468-8aa0-ba88b163cfe0') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:25.488906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc35f32-58c5-4468-8aa0-ba88b163cfe0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:25.501143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.518859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.525875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:25.526289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:25.529153 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:25.557185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:25.608479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1a2f9520-0ce8-41bf-bade-63399fcc54ad no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:25.628964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 1a2f9520-0ce8-41bf-bade-63399fcc54ad {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:25.629333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1a2f9520-0ce8-41bf-bade-63399fcc54ad not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:25.630738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c6b5ff-528d-40c7-a237-4bc0d3fa0bd6 admin admin] Deleting subnet cc5e0396-7a07-4f6e-9977-5d2640708347 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:25.633749 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b5ff-528d-40c7-a237-4bc0d3fa0bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.669482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b5ff-528d-40c7-a237-4bc0d3fa0bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.702299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 22a037b2-f414-4e01-bf33-075b65b8a4a6 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:25.717986 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b5ff-528d-40c7-a237-4bc0d3fa0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.728399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 22a037b2-f414-4e01-bf33-075b65b8a4a6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:25.728747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 22a037b2-f414-4e01-bf33-075b65b8a4a6 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:25.729162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32bbb85b-44bc-4413-b663-5b6bdfe7a12c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:25.752150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 32bbb85b-44bc-4413-b663-5b6bdfe7a12c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:25.752505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 32bbb85b-44bc-4413-b663-5b6bdfe7a12c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:25.757175 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.770685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.772623 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] 10.222.0.49 "DELETE /v2.0/networks/472221c7-51b1-4eda-9603-da8cffafb028 HTTP/1.1" status: 204 len: 168 time: 1.1496348 Sep 16 05:46:25.789455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679b876-6c9d-4a06-8dc7-8d08fe8c3004 admin admin] Pushing event deleted for resources: {'Network': ['ID=472221c7-51b1-4eda-9603-da8cffafb028,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:25.901828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b5ff-528d-40c7-a237-4bc0d3fa0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.934156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b5ff-528d-40c7-a237-4bc0d3fa0bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5e0396-7a07-4f6e-9977-5d2640708347,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:25.938754 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b5ff-528d-40c7-a237-4bc0d3fa0bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.944725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f4c6b5ff-528d-40c7-a237-4bc0d3fa0bd6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cc5e0396-7a07-4f6e-9977-5d2640708347 HTTP/1.1" status: 204 len: 168 time: 0.3861902 Sep 16 05:46:25.946872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33106) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:26.021100 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.113730 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.136596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8ca911-2b63-4c35-a2ce-b5c740f0ad91']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:26.146257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:26.146553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb79465a-7b9d-4a6b-a7c2-94b64fb0611f') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:26.158131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.172488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.178832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:26.179244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:26.180986 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:26.220688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291aad1-5b73-46c7-98c3-5044d5c40716 req-f6cb5155-8933-44df-8c08-18584f0abcf1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:26.223703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2291aad1-5b73-46c7-98c3-5044d5c40716 req-f6cb5155-8933-44df-8c08-18584f0abcf1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0689452 Sep 16 05:46:26.285637 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2291aad1-5b73-46c7-98c3-5044d5c40716 req-ce0a8b75-1dbe-46fc-97bb-49515b329847 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 Sep 16 05:46:26.352644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33122) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:26.362705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.376759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.378803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6d8ca911-2b63-4c35-a2ce-b5c740f0ad91 HTTP/1.1" status: 204 len: 168 time: 0.4309013 Sep 16 05:46:26.403084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8ca911-2b63-4c35-a2ce-b5c740f0ad91,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:26.418778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.419116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.419456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.419791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.420269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.420686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.420841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.421149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.421590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.421935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.422154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.422460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6715893a-18be-4dc3-88c6-efb11449d924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.451051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e38c928a-2b3b-41ce-a75e-6789ff9b7982 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62ba68c6a15447ba8ec44c49382660ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931511 Sep 16 05:46:26.451526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33128) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:26.534690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.561140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.833264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.836223 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:26.837559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee8dfe18-d903-4b71-b03e-525b6aa2e969 HTTP/1.1" status: 204 len: 168 time: 0.3850303 Sep 16 05:46:26.846910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8dfe18-d903-4b71-b03e-525b6aa2e969,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:26.854961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.855310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.855638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.856025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.856358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.856683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.857008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.857330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.857650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.857967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.858287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:26.858608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df85eee-1f11-44fb-96a5-670ba7ec273c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:27.082986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33148) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:27.125436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-25c14f36-332a-404b-b553-fd2e7c04bb07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5c706d5b4104359b730c9903e96f227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410464 Sep 16 05:46:27.127910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33150) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:27.199141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08fafe25-fcdb-4970-8c48-2ed8d813c461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:27.222905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08fafe25-fcdb-4970-8c48-2ed8d813c461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:27.430028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08fafe25-fcdb-4970-8c48-2ed8d813c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:27.431487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d138e-ae86-4a06-b13a-62c2adcb3808 req-f57f1ad6-847b-4a28-bc5b-f7769e7770f2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:27.437699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08fafe25-fcdb-4970-8c48-2ed8d813c461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:27.439642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d85d138e-ae86-4a06-b13a-62c2adcb3808 req-f57f1ad6-847b-4a28-bc5b-f7769e7770f2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0747504 Sep 16 05:46:27.452443 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08fafe25-fcdb-4970-8c48-2ed8d813c461 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d914569c-16a0-4a16-9699-5760310d93bb HTTP/1.1" status: 204 len: 168 time: 0.3233924 Sep 16 05:46:27.462756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fafe25-fcdb-4970-8c48-2ed8d813c461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d914569c-16a0-4a16-9699-5760310d93bb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:27.504382 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:27.512174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d85d138e-ae86-4a06-b13a-62c2adcb3808 req-9fbbc630-7255-47a9-82d5-3fcab1d58870 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652125 Sep 16 05:46:28.214171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33218) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:28.371337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-548076877-network', 'tenant_id': '0710f8efda0647e6b8d61100b5f525b8'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:28.507765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Made reservation on behalf of 0710f8efda0647e6b8d61100b5f525b8 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:28.518195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:28.536248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:28.637248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-6ab95d2f-9fe0-473a-b450-c7c021ecce2b req-2a68d358-3963-4742-849f-dff35237f8a8 service neutron] (95660) timed out ('10.222.0.49', 38456) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:46:28.689386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236ec1f-90d4-4058-91b9-7c5c37b47015 req-1006216f-32ec-4801-a537-d454a94e1ee3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:28.691110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0236ec1f-90d4-4058-91b9-7c5c37b47015 req-1006216f-32ec-4801-a537-d454a94e1ee3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0808074 Sep 16 05:46:28.704824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:28.755209 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0236ec1f-90d4-4058-91b9-7c5c37b47015 req-6fab5746-aba1-4704-90bf-1dd9e2daca34 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524957 Sep 16 05:46:28.821294 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:28.877143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:28.910532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:46:28.933757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fa98d0-e4e2-4bc6-8863-d886c67e68ca,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:28.940614 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:28.951802 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Added segment 0b0bf0a6-b620-4cdc-9bfa-50174e9e6345 of type vlan for network 76b10a4b-f074-447e-bb59-67de4383e36f Sep 16 05:46:28.984025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.093345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.094388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:29.095154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.163305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] Pushing event updated for resources: {'Network': ['ID=76b10a4b-f074-447e-bb59-67de4383e36f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:29.174382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 76b10a4b-f074-447e-bb59-67de4383e36f details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:46:29.222682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-104507f1-04cc-4372-8786-783f2b23fc9a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0072896 Sep 16 05:46:29.226785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:29.238079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Request body: {'subnet': {'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-548076877-subnet', 'tenant_id': '0710f8efda0647e6b8d61100b5f525b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:29.341674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Made reservation on behalf of 0710f8efda0647e6b8d61100b5f525b8 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:29.345023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.548939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33292) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:29.678998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c903ad8-0400-43b9-9174-eb00ab784594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.749912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.766907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c903ad8-0400-43b9-9174-eb00ab784594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.817140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c329be-4521-4e60-913a-0e02b304ed59,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:29.828048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Checking segment: {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:29.828313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Network hostable DHCP agents. Network: 76b10a4b-f074-447e-bb59-67de4383e36f, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:46:29.876998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c903ad8-0400-43b9-9174-eb00ab784594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.899647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d9fa6-e22b-4913-8601-8910a3f96921 req-1f462011-e7bb-4636-9b7c-7ec0bc49f934 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:29.901440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e3d9fa6-e22b-4913-8601-8910a3f96921 req-1f462011-e7bb-4636-9b7c-7ec0bc49f934 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0599444 Sep 16 05:46:29.916614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c903ad8-0400-43b9-9174-eb00ab784594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e59290-b6b2-49c3-886b-3408a170c18b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:29.938769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c903ad8-0400-43b9-9174-eb00ab784594 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e054c210f504b6bb759d7dd50ff611c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878944 Sep 16 05:46:29.942607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:29.969752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e3d9fa6-e22b-4913-8601-8910a3f96921 req-1bde9af5-e7c1-4a0a-bbe1-5bc30f888008 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Sep 16 05:46:29.970548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Network 76b10a4b-f074-447e-bb59-67de4383e36f is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:46:30.006632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a7673e-7eb7-4139-a7a5-8903ad625044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:30.028112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a7673e-7eb7-4139-a7a5-8903ad625044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:30.055298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 76b10a4b-f074-447e-bb59-67de4383e36f) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:30.062293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:30.062893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:30.076433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c4398-b55c-4768-8f46-7055130af061 None None] Network 76b10a4b-f074-447e-bb59-67de4383e36f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:30.205673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25263245-a507-4f0d-a1ec-0f66693ace12 None None] Network 76b10a4b-f074-447e-bb59-67de4383e36f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:30.226509 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5706349d-aeb8-4503-bfb4-241dd2d6c1ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9957445 Sep 16 05:46:30.296075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a7673e-7eb7-4139-a7a5-8903ad625044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:30.302348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-35a7673e-7eb7-4139-a7a5-8903ad625044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:30.304174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-35a7673e-7eb7-4139-a7a5-8903ad625044 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3e59290-b6b2-49c3-886b-3408a170c18b HTTP/1.1" status: 204 len: 168 time: 0.3605607 Sep 16 05:46:30.333146 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7673e-7eb7-4139-a7a5-8903ad625044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e59290-b6b2-49c3-886b-3408a170c18b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:30.886780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-ac3f0ce0-fd23-4a08-a869-8ea2d851c563 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:30.886780 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-ac3f0ce0-fd23-4a08-a869-8ea2d851c563 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/networks?id=76b10a4b-f074-447e-bb59-67de4383e36f HTTP/1.1" status: 200 len: 817 time: 0.1347795 Sep 16 05:46:30.905386 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-05a209d7-32ba-4e98-9f99-7775d4b58460 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/quotas/0710f8efda0647e6b8d61100b5f525b8 HTTP/1.1" status: 200 len: 375 time: 0.0158064 Sep 16 05:46:30.938697 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-c6528fbd-9aef-4381-9ac6-3fed09bf39ac tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0710f8efda0647e6b8d61100b5f525b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303183 Sep 16 05:46:31.047817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-47ccf15c-fc8e-4e90-958d-e172cd266aac service neutron] 10.222.0.49 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019399 Sep 16 05:46:31.141933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b32d5-816b-4d52-bff2-06de4ae55fa3 req-9ba9649a-ce63-42ce-9772-61a35bc84226 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:31.143608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dd0b32d5-816b-4d52-bff2-06de4ae55fa3 req-9ba9649a-ce63-42ce-9772-61a35bc84226 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0775003 Sep 16 05:46:31.171991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-65143ea3-96ff-4a2f-88a8-418e24f6d837 service neutron] 10.222.0.49 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161642 Sep 16 05:46:31.196876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dd0b32d5-816b-4d52-bff2-06de4ae55fa3 req-6ec03455-d420-4291-a083-86727e45bcd1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Sep 16 05:46:31.676529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:31.795062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-578624283-network', 'tenant_id': 'bf0a6395c3374310b61142f27226db3e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:32.011471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Made reservation on behalf of bf0a6395c3374310b61142f27226db3e for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:32.011471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.021997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdf82fef-5246-4199-9a33-cd362325a627 req-72f2ab12-57dc-4934-ae07-81fd504cf146 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0367610 Sep 16 05:46:32.024229 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.140329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.267130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.300170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:46:32.333567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb1d39-b5e4-4a1d-94ab-92243aa29684,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:32.342380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.342734 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Added segment dfdc7edf-986c-4c31-9854-498523f1be49 of type vlan for network 90391e44-3af8-4676-829a-ec4a7b11774b Sep 16 05:46:32.386597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e783980-40a5-4664-be79-fe1edb41b4e5 req-1b501e14-e4ff-4ff2-8d99-d9f7929b3e60 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:32.388253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e783980-40a5-4664-be79-fe1edb41b4e5 req-1b501e14-e4ff-4ff2-8d99-d9f7929b3e60 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1064291 Sep 16 05:46:32.401043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.452403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e783980-40a5-4664-be79-fe1edb41b4e5 req-17c1484f-2f21-4a8a-9aff-68a7220ee0ac tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553067 Sep 16 05:46:32.536536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.536536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:32.536536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.604587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] Pushing event updated for resources: {'Network': ['ID=90391e44-3af8-4676-829a-ec4a7b11774b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:32.614456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 90391e44-3af8-4676-829a-ec4a7b11774b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:46:32.739376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c82b1cea-6fad-4536-a460-d3d2e3ccb6cf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0614762 Sep 16 05:46:32.742263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 33470) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:32.747115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Request body: {'subnet': {'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-578624283-subnet', 'tenant_id': 'bf0a6395c3374310b61142f27226db3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:32.856394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Made reservation on behalf of bf0a6395c3374310b61142f27226db3e for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:32.865430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.115502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07952505-bac1-49f2-9924-7535b3183d6a req-9847dfce-ee3f-4286-8604-3471c12403e6 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0280290 Sep 16 05:46:33.199092 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.261942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cab66dd-358a-45e9-8a35-fc9f25d763a0,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:33.274125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Checking segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:33.274736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Network hostable DHCP agents. Network: 90391e44-3af8-4676-829a-ec4a7b11774b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:46:33.421113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Network 90391e44-3af8-4676-829a-ec4a7b11774b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:46:33.548730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 90391e44-3af8-4676-829a-ec4a7b11774b) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:33.558679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3212b81-8cdc-4727-8cd2-039a9bfed731 None None] Network 90391e44-3af8-4676-829a-ec4a7b11774b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:33.626514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.627112 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.665431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdb076-860c-4537-8631-a21e899c730d req-0744a9a5-34b4-4abf-9ccf-0640c93ff5fb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.667613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbfdb076-860c-4537-8631-a21e899c730d req-0744a9a5-34b4-4abf-9ccf-0640c93ff5fb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1368012 Sep 16 05:46:33.725007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbfdb076-860c-4537-8631-a21e899c730d req-ae9856a1-778f-4e2c-9cad-81c50de724bd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470104 Sep 16 05:46:33.725720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce572829-910b-4585-adbf-0518a33f2415 None None] Network 90391e44-3af8-4676-829a-ec4a7b11774b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:33.756751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8a1c4bd4-455b-42c9-8626-a072cbeb71cb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0133519 Sep 16 05:46:33.940568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-a1b416e1-bd7f-4588-bde8-f39d32e79469 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0960567 Sep 16 05:46:34.057712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-b88c51c2-9875-4cb2-8a88-1d5278cf89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.060247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-b88c51c2-9875-4cb2-8a88-1d5278cf89e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 1098 time: 0.0497036 Sep 16 05:46:34.176308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-f2cc164e-4944-4485-b9a3-9951dbfb4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.178222 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-f2cc164e-4944-4485-b9a3-9951dbfb4a0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.0980976 Sep 16 05:46:34.235436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-09c38a00-1bef-4438-8c25-8fbbe029e939 req-1ad8b1c8-f5e2-43da-ab30-de33a82ed440 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0552669 Sep 16 05:46:34.278066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-649e5dd4-1c02-4522-834e-951c4772bcbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18b53596-8e63-40b4-9396-9af7ff38070d HTTP/1.1" status: 200 len: 217 time: 0.0705342 Sep 16 05:46:34.337675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-d4f91159-1282-41bc-be9c-a8d8638599f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.339567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-d4f91159-1282-41bc-be9c-a8d8638599f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0534160 Sep 16 05:46:34.396709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-95148012-8a84-42d5-a733-fe2cfdc88b6a tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.398164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-95148012-8a84-42d5-a733-fe2cfdc88b6a tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 814 time: 0.1650043 Sep 16 05:46:34.404769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-f5080bed-c4a2-4117-9c68-797b2d1b3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.406342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-f5080bed-c4a2-4117-9c68-797b2d1b3150 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600190 Sep 16 05:46:34.418316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-e52ab7a7-e464-4a5e-8367-061603c3b25c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/quotas/bf0a6395c3374310b61142f27226db3e HTTP/1.1" status: 200 len: 375 time: 0.0096774 Sep 16 05:46:34.516022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-fe2513e2-72aa-4350-a54a-aee1fa554254 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661924 Sep 16 05:46:34.521726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-ea07c32c-15b5-42d9-8cfc-c888033443c5 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069965 Sep 16 05:46:34.624777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd0f2374-3943-4db2-bd16-c8e7ea134055 req-01776b46-dd9d-42e6-ab5b-22c83c788daa service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951672 Sep 16 05:46:34.637302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-ec715688-9332-4d2c-8e27-0c6aed83a12a service neutron] 10.222.0.49 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137376 Sep 16 05:46:34.751667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-b3575864-b6d7-4a01-9701-a180391fbe6a service neutron] 10.222.0.49 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077797 Sep 16 05:46:34.880929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff72025-0e37-4907-9184-a7e7d0394398 req-73ac4fe0-81ae-4c4d-8fc4-691622bfdd77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.889293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eff72025-0e37-4907-9184-a7e7d0394398 req-73ac4fe0-81ae-4c4d-8fc4-691622bfdd77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0694778 Sep 16 05:46:34.941802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eff72025-0e37-4907-9184-a7e7d0394398 req-974bfca2-05cc-475e-a420-5ccd770fe349 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463588 Sep 16 05:46:35.076709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78cfeb42-340c-4caf-894c-87ad10ab806b req-fbda322f-04a2-476b-ae28-2cf1b106a1e1 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 210 time: 0.0352962 Sep 16 05:46:35.340303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16054d4d-0515-4f96-8d94-e6735e90cee0 req-7a0ff9ed-af21-47fd-997b-8280c34c2c82 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0402660 Sep 16 05:46:36.196906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987043b-0c58-42f5-915d-c7a24a0afa75 req-d0e86e20-49aa-4e03-aa4f-2037f06020e3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:36.202679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d987043b-0c58-42f5-915d-c7a24a0afa75 req-d0e86e20-49aa-4e03-aa4f-2037f06020e3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1628673 Sep 16 05:46:36.245941 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92a2dd8f-9750-4374-ba4a-c7e76f73c847 req-3dce8492-0ec2-42dd-b682-8d5587ae4974 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 210 time: 0.0744498 Sep 16 05:46:36.274393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d987043b-0c58-42f5-915d-c7a24a0afa75 req-9701cddc-ecf2-4084-8993-6e8ac2b38271 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524354 Sep 16 05:46:36.410356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-44695815-021f-407c-9c08-675670d323fd tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:36.411991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-44695815-021f-407c-9c08-675670d323fd tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.66 "GET /v2.0/networks?id=76b10a4b-f074-447e-bb59-67de4383e36f HTTP/1.1" status: 200 len: 817 time: 0.1119788 Sep 16 05:46:36.441842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Request body: {'port': {'device_id': '25b1927a-0c42-449d-a0a1-c21c314c14be', 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f', 'admin_state_up': True, 'tenant_id': '0710f8efda0647e6b8d61100b5f525b8'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:36.488052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79ffa0df-8277-4950-aa4b-ab2d2f5abe3b req-1a058356-d7dd-475e-b0d5-cecfffbfa5cb tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0426226 Sep 16 05:46:37.095671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Made reservation on behalf of 0710f8efda0647e6b8d61100b5f525b8 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:37.101213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:37.328477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-dd6f5ef5-00f8-4725-9f86-fca92593b611 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:37.330263 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-dd6f5ef5-00f8-4725-9f86-fca92593b611 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.30 "GET /v2.0/networks?id=76b10a4b-f074-447e-bb59-67de4383e36f HTTP/1.1" status: 200 len: 817 time: 0.1910443 Sep 16 05:46:37.363223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Allocated IP 172.20.0.3 (76b10a4b-f074-447e-bb59-67de4383e36f/99c329be-4521-4e60-913a-0e02b304ed59/95c178bf-e714-4555-8974-e48556fd3dc7) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:37.380852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Request body: {'port': {'device_id': 'b38de125-3d9f-4e9c-8a34-8eb43aa8938c', 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f', 'admin_state_up': True, 'tenant_id': '0710f8efda0647e6b8d61100b5f525b8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:37.584253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:37.721079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3490-19b0-4f9e-83cb-b5658d750aea req-9120877a-3197-4702-8009-e4f78dd518db tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:37.723087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fdf3490-19b0-4f9e-83cb-b5658d750aea req-9120877a-3197-4702-8009-e4f78dd518db tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0912681 Sep 16 05:46:37.747300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:37.849710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fdf3490-19b0-4f9e-83cb-b5658d750aea req-51c56e18-95d1-49e0-85b8-5418eb8be879 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166105 Sep 16 05:46:37.885432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Network 76b10a4b-f074-447e-bb59-67de4383e36f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:37.891822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:37.904155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:37.977031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:37.980001 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:38.019584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Pushing event updated for resources: {'Port': ['ID=95c178bf-e714-4555-8974-e48556fd3dc7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:38.048325 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a3befc6-9c4a-4971-a161-e761f32df4be req-b3a8bd60-c47a-4797-adb2-b3e7cf519824 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0455186 Sep 16 05:46:38.088769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5dccaf10-8003-4af1-bcbe-b5958c4df711 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6513979 Sep 16 05:46:38.140284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb7b8177-252b-41a8-b3c4-d65ee90e1686 req-ed8e8046-3f82-48f7-8d9f-ad56848a3abd tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 210 time: 0.6832876 Sep 16 05:46:38.210231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Request body: {'port': {'device_id': '25b1927a-0c42-449d-a0a1-c21c314c14be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:38.214958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-8142796a-6ad8-4310-8271-59a4189d278c tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:38.220824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-8142796a-6ad8-4310-8271-59a4189d278c tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.66 "GET /v2.0/networks?id=76b10a4b-f074-447e-bb59-67de4383e36f HTTP/1.1" status: 200 len: 817 time: 0.8866289 Sep 16 05:46:38.243811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Request body: {'port': {'device_id': 'baded043-4a3e-4cb3-ae18-3e608d8b9665', 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f', 'admin_state_up': True, 'tenant_id': '0710f8efda0647e6b8d61100b5f525b8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:38.285056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:38.410373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Made reservation on behalf of 0710f8efda0647e6b8d61100b5f525b8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:38.414545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:38.558205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Made reservation on behalf of 0710f8efda0647e6b8d61100b5f525b8 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:38.566882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:38.670422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.66', 57932) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:38.704062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c178bf-e714-4555-8974-e48556fd3dc7 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:38.721173 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:38.744898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Transition to ACTIVE for port object 95c178bf-e714-4555-8974-e48556fd3dc7 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:38.807051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-98e6816a-872d-4f4e-ba3c-6f8af4b5a02c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:38.809304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-98e6816a-872d-4f4e-ba3c-6f8af4b5a02c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.66 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 814 time: 0.1375108 Sep 16 05:46:38.833867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Request body: {'port': {'device_id': '17eb2d3c-f197-4ddd-88e7-e759e3af24c1', 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'admin_state_up': True, 'tenant_id': 'bf0a6395c3374310b61142f27226db3e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:38.852397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:38.916721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Pushing event updated for resources: {'Port': ['ID=95c178bf-e714-4555-8974-e48556fd3dc7,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:38.997700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Allocated IP 172.20.0.2 (76b10a4b-f074-447e-bb59-67de4383e36f/99c329be-4521-4e60-913a-0e02b304ed59/3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:39.067398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f449f-76e3-4310-866f-c0c258025a4d req-8652d635-7fdc-42f5-b948-776b0ae7b0f1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.069082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de8f449f-76e3-4310-866f-c0c258025a4d req-8652d635-7fdc-42f5-b948-776b0ae7b0f1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1182630 Sep 16 05:46:39.100006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Attempting to bind port 95c178bf-e714-4555-8974-e48556fd3dc7 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:39.100390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Attempting to bind port 95c178bf-e714-4555-8974-e48556fd3dc7 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:39.100766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Attempting to bind port 95c178bf-e714-4555-8974-e48556fd3dc7 on network 76b10a4b-f074-447e-bb59-67de4383e36f {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:39.143252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Port 95c178bf-e714-4555-8974-e48556fd3dc7 on network 76b10a4b-f074-447e-bb59-67de4383e36f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:39.143604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Attempting to bind port 95c178bf-e714-4555-8974-e48556fd3dc7 on network 76b10a4b-f074-447e-bb59-67de4383e36f {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:39.162891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:39.163232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Checking segment: {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:39.163646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Bound using segment: {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:39.164130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Bound port: 95c178bf-e714-4555-8974-e48556fd3dc7, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:39.164498 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.218140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e68c0621-a86f-4b9b-92b0-8e104a0bef7a req-1ac353b5-5965-408d-bd9f-5115665a90a4 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0317380 Sep 16 05:46:39.221925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Made reservation on behalf of bf0a6395c3374310b61142f27226db3e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:39.225978 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.312399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de8f449f-76e3-4310-866f-c0c258025a4d req-425cd109-5518-46f7-8d1a-0ff06d0b1a73 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064340 Sep 16 05:46:39.338097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] For port 95c178bf-e714-4555-8974-e48556fd3dc7, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:39.341377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] For port 95c178bf-e714-4555-8974-e48556fd3dc7, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=95c178bf-e714-4555-8974-e48556fd3dc7,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:39.356162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.378682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a62256a3-dcf3-4cf8-b120-e8e0f36367e4 req-14fd471d-c586-4a4e-8f05-cb93eea33bc9 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 210 time: 0.0434914 Sep 16 05:46:39.462945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Allocated IP 172.20.0.6 (90391e44-3af8-4676-829a-ec4a7b11774b/0cab66dd-358a-45e9-8a35-fc9f25d763a0/e1d57f90-9c36-410e-937f-6e1e0db45c82) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:39.518376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.565100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.566573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.568020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] 10.222.0.66 "PUT /v2.0/ports/95c178bf-e714-4555-8974-e48556fd3dc7 HTTP/1.1" status: 200 len: 1092 time: 1.4595108 Sep 16 05:46:39.570443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b1927a-0c42-449d-a0a1-c21c314c14be', 'tag': '95c178bf-e714-4555-8974-e48556fd3dc7'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:39.573241 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad549984-170a-4a4a-84a2-4f5a29bd86e9" -d '{"events": [{"name": "network-changed", "server_uuid": "25b1927a-0c42-449d-a0a1-c21c314c14be", "tag": "95c178bf-e714-4555-8974-e48556fd3dc7"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:39.604247 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f81aa-c7eb-47ce-a61f-be2ef87451d6 service neutron] Pushing event updated for resources: {'Port': ['ID=95c178bf-e714-4555-8974-e48556fd3dc7,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:39.622069 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a98f12-ff36-49cd-aa23-174e07939559 x-openstack-request-id: req-61a98f12-ff36-49cd-aa23-174e07939559 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:39.622490 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b1927a-0c42-449d-a0a1-c21c314c14be", "tag": "95c178bf-e714-4555-8974-e48556fd3dc7", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:39.622758 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61a98f12-ff36-49cd-aa23-174e07939559 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:39.623165 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b1927a-0c42-449d-a0a1-c21c314c14be', 'tag': '95c178bf-e714-4555-8974-e48556fd3dc7', 'status': 'completed', 'code': 200} Sep 16 05:46:39.644827 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.711174 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.720964 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549984-170a-4a4a-84a2-4f5a29bd86e9 req-5592700b-c8dc-4757-8162-dfa3e60fc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.723427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad549984-170a-4a4a-84a2-4f5a29bd86e9 req-5592700b-c8dc-4757-8162-dfa3e60fc02a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0710f8efda0647e6b8d61100b5f525b8&device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 1095 time: 0.0509746 Sep 16 05:46:39.789231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Network 76b10a4b-f074-447e-bb59-67de4383e36f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:39.801225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:39.809962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.811961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:39.824156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Pushing event updated for resources: {'Port': ['ID=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:39.877639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Allocated IP 172.20.0.12 (76b10a4b-f074-447e-bb59-67de4383e36f/99c329be-4521-4e60-913a-0e02b304ed59/f4a65724-50d1-4e09-9445-3f8808e3a47e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:39.935262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Network 90391e44-3af8-4676-829a-ec4a7b11774b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:39.940544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549984-170a-4a4a-84a2-4f5a29bd86e9 req-95ef4aef-5720-47e9-9280-85802996e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.942781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad549984-170a-4a4a-84a2-4f5a29bd86e9 req-95ef4aef-5720-47e9-9280-85802996e3c2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0710f8efda0647e6b8d61100b5f525b8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2045557 Sep 16 05:46:39.945760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:39.955261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:39.992486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.993042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:40.006573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Pushing event updated for resources: {'Port': ['ID=e1d57f90-9c36-410e-937f-6e1e0db45c82,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:40.068639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.069328 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:40.142227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549984-170a-4a4a-84a2-4f5a29bd86e9 req-db44f95a-3aca-4433-a8e4-d1ba56f0b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.142958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-4571a376-2c55-43be-9e59-1f9d098680c3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7805307 Sep 16 05:46:40.143804 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad549984-170a-4a4a-84a2-4f5a29bd86e9 req-db44f95a-3aca-4433-a8e4-d1ba56f0b33f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1925359 Sep 16 05:46:40.165892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Request body: {'port': {'device_id': 'b38de125-3d9f-4e9c-8a34-8eb43aa8938c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:40.213476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-c3d6f5e7-8523-4aa9-999c-2b4672be879f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3841636 Sep 16 05:46:40.269042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:40.273145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Request body: {'port': {'device_id': '17eb2d3c-f197-4ddd-88e7-e759e3af24c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:40.303387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-f2fc8602-a6ed-45a7-9534-3b2d1646a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.304506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-f2fc8602-a6ed-45a7-9534-3b2d1646a75f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0710f8efda0647e6b8d61100b5f525b8&device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 1095 time: 0.0717547 Sep 16 05:46:40.321485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:40.385879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-36523038-c38f-420c-97e3-f7a0e1a6cd62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95c178bf-e714-4555-8974-e48556fd3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0590835 Sep 16 05:46:40.432805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64e3c6e3-6c04-4853-99b1-5156e700bc0f req-e454c8a5-76fb-48bf-976a-e22f345448bf tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0840316 Sep 16 05:46:40.436667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:40.489357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-34b7ba3a-1f91-483b-b4c2-08258ded2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.491019 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-34b7ba3a-1f91-483b-b4c2-08258ded2c81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99c329be-4521-4e60-913a-0e02b304ed59 HTTP/1.1" status: 200 len: 857 time: 0.0937898 Sep 16 05:46:40.506821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73840028-33ed-4bb8-908d-5714d1eb0c67 req-2d12c6ce-9722-484e-a155-172e746757be tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.508298 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73840028-33ed-4bb8-908d-5714d1eb0c67 req-2d12c6ce-9722-484e-a155-172e746757be tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0971653 Sep 16 05:46:40.565572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73840028-33ed-4bb8-908d-5714d1eb0c67 req-d3ee907f-e47c-4ef2-9cad-e0c1ad637d9e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494220 Sep 16 05:46:40.569668 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:40.581545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-cd4715c4-dbb1-4a53-827d-f3b9f8bdbb1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76b10a4b-f074-447e-bb59-67de4383e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329154 Sep 16 05:46:40.697019 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-88be5a0a-10bd-4ef5-b433-35e2ffb893f3 service neutron] 10.222.0.66 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059535 Sep 16 05:46:40.750258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Network 76b10a4b-f074-447e-bb59-67de4383e36f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:40.763416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Pushing event updated for resources: {'Port': ['ID=f4a65724-50d1-4e09-9445-3f8808e3a47e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:40.765804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:40.796946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:40.802110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-9063d83a-a570-4380-8d2e-ca9ba5bf9a7a service neutron] 10.222.0.66 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971835 Sep 16 05:46:40.849978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805f32-287c-4ee1-a00d-d8acb453e994 req-c6d2b4f7-19fd-4601-953d-d86f4bfc8d8e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.851579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee805f32-287c-4ee1-a00d-d8acb453e994 req-c6d2b4f7-19fd-4601-953d-d86f4bfc8d8e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 931 time: 0.3114522 Sep 16 05:46:40.981581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.982235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.015119 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee805f32-287c-4ee1-a00d-d8acb453e994 req-2befcda2-7137-4f01-b626-6a019e640b4c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433609 Sep 16 05:46:41.106866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:41.118123 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.155163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Transition to ACTIVE for port object 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:41.163662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d57f90-9c36-410e-937f-6e1e0db45c82 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:41.171779 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.185626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-7f45f28c-be17-441e-87c8-4270d37d52f0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9468915 Sep 16 05:46:41.186818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Transition to ACTIVE for port object e1d57f90-9c36-410e-937f-6e1e0db45c82 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:41.206193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Request body: {'port': {'device_id': 'baded043-4a3e-4cb3-ae18-3e608d8b9665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:41.266260 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.380143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.382602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33858) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:41.402807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.440975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7a41df-2b29-4b1f-955f-1baebd7a5cc9 admin admin] Deleting subnet 20326c60-a45c-4f1f-aa20-bf93ab364974 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:41.444206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e7a41df-2b29-4b1f-955f-1baebd7a5cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.482566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e7a41df-2b29-4b1f-955f-1baebd7a5cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.489144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:41.574786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e7a41df-2b29-4b1f-955f-1baebd7a5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.603026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac7ba7-a2be-422f-b604-3c241f79c5a6 req-6ece81bc-f452-412a-98fe-58233c6131ca tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:41.606602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60ac7ba7-a2be-422f-b604-3c241f79c5a6 req-6ece81bc-f452-412a-98fe-58233c6131ca tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 932 time: 0.0889952 Sep 16 05:46:41.671342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60ac7ba7-a2be-422f-b604-3c241f79c5a6 req-de731469-f447-4a11-8437-fc69ea80b238 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Sep 16 05:46:41.713053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e1d57f90-9c36-410e-937f-6e1e0db45c82,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:41.797844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Attempting to bind port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:41.798073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Attempting to bind port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:41.798395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Attempting to bind port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 on network 76b10a4b-f074-447e-bb59-67de4383e36f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:41.828193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 on network 76b10a4b-f074-447e-bb59-67de4383e36f not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:41.828518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Attempting to bind port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 on network 76b10a4b-f074-447e-bb59-67de4383e36f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:41.836773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Attempting to bind port e1d57f90-9c36-410e-937f-6e1e0db45c82 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:41.837110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Attempting to bind port e1d57f90-9c36-410e-937f-6e1e0db45c82 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:41.837437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Attempting to bind port e1d57f90-9c36-410e-937f-6e1e0db45c82 on network 90391e44-3af8-4676-829a-ec4a7b11774b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:41.850185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584efa9-2a47-4728-89d4-02c887b03ba1 req-8cd20565-3138-49d5-b44e-20a43a55fd8b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:41.851790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f584efa9-2a47-4728-89d4-02c887b03ba1 req-8cd20565-3138-49d5-b44e-20a43a55fd8b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1398156 Sep 16 05:46:41.853102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e7a41df-2b29-4b1f-955f-1baebd7a5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.876870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:41.877207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Checking segment: {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:41.877593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Bound using segment: {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:41.878041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Bound port: 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:41.880002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.883384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3e7a41df-2b29-4b1f-955f-1baebd7a5cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.885345 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3e7a41df-2b29-4b1f-955f-1baebd7a5cc9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/20326c60-a45c-4f1f-aa20-bf93ab364974 HTTP/1.1" status: 204 len: 168 time: 0.5014820 Sep 16 05:46:41.886496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a41df-2b29-4b1f-955f-1baebd7a5cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20326c60-a45c-4f1f-aa20-bf93ab364974,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:41.888317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33864) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:41.900782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Port e1d57f90-9c36-410e-937f-6e1e0db45c82 on network 90391e44-3af8-4676-829a-ec4a7b11774b not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:41.901115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Attempting to bind port e1d57f90-9c36-410e-937f-6e1e0db45c82 on network 90391e44-3af8-4676-829a-ec4a7b11774b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:41.928135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:41.928475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Checking segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:41.928877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Bound using segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:41.929302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Bound port: e1d57f90-9c36-410e-937f-6e1e0db45c82, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:41.929654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.952675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a65724-50d1-4e09-9445-3f8808e3a47e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:41.965722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:41.973250 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.032806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f584efa9-2a47-4728-89d4-02c887b03ba1 req-30182b09-bddd-459d-8a9a-e051c4869ff0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520524 Sep 16 05:46:42.044165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Transition to ACTIVE for port object f4a65724-50d1-4e09-9445-3f8808e3a47e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:42.058376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.071653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] For port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:42.077098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] For port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:42.082201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c4d5f0-e364-470c-beca-f3fa3214acb6']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:42.094834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da102d96-53fc-4970-ab94-1f1fde1e1119') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:42.095139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da102d96-53fc-4970-ab94-1f1fde1e1119') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:42.095682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] For port e1d57f90-9c36-410e-937f-6e1e0db45c82, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:42.100072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] For port e1d57f90-9c36-410e-937f-6e1e0db45c82, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:42.106265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.112271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.148965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.159953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:42.160374 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:42.162142 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:42.179948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a65724-50d1-4e09-9445-3f8808e3a47e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:42.203693 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.231084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3497-3335-4a20-ba17-7c19f93579c4 req-17122310-1a0d-4337-a75b-15d5c3d8e9ac tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.232650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acfd3497-3335-4a20-ba17-7c19f93579c4 req-17122310-1a0d-4337-a75b-15d5c3d8e9ac tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 943 time: 0.1245353 Sep 16 05:46:42.258709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.272184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.272816 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.274263 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 HTTP/1.1" status: 200 len: 1092 time: 2.1142962 Sep 16 05:46:42.274709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38de125-3d9f-4e9c-8a34-8eb43aa8938c', 'tag': '3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:42.274866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acfd3497-3335-4a20-ba17-7c19f93579c4 req-ad1b6324-0fcb-4414-a73b-07874f2c8470 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Sep 16 05:46:42.277164 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a1534-ef95-4933-99c5-537d3bc6b149" -d '{"events": [{"name": "network-changed", "server_uuid": "b38de125-3d9f-4e9c-8a34-8eb43aa8938c", "tag": "3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:42.316858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.317450 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.318846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] 10.222.0.66 "PUT /v2.0/ports/e1d57f90-9c36-410e-937f-6e1e0db45c82 HTTP/1.1" status: 200 len: 1092 time: 2.0750782 Sep 16 05:46:42.319868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5b182-a898-4796-ab4e-c9afd9952998 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:42.321294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.330277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.333418 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/02c4d5f0-e364-470c-beca-f3fa3214acb6 HTTP/1.1" status: 204 len: 168 time: 0.4414444 Sep 16 05:46:42.333503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33876) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:42.355876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54fdc1-297e-4f98-aa55-0d3bf0ebe4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c4d5f0-e364-470c-beca-f3fa3214acb6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:42.368397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Attempting to bind port f4a65724-50d1-4e09-9445-3f8808e3a47e on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:42.368737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Attempting to bind port f4a65724-50d1-4e09-9445-3f8808e3a47e by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:42.369070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Attempting to bind port f4a65724-50d1-4e09-9445-3f8808e3a47e on network 76b10a4b-f074-447e-bb59-67de4383e36f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:42.377215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Port f4a65724-50d1-4e09-9445-3f8808e3a47e on network 76b10a4b-f074-447e-bb59-67de4383e36f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:42.377539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Attempting to bind port f4a65724-50d1-4e09-9445-3f8808e3a47e on network 76b10a4b-f074-447e-bb59-67de4383e36f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:42.394840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:42.395270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Checking segment: {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:42.395668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Bound using segment: {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:42.396351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Bound port: f4a65724-50d1-4e09-9445-3f8808e3a47e, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:42.396527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.412301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1fd6c7-0852-40b2-b472-a1e94e8cccae admin admin] Deleting subnet 15efb8a2-0a50-45ca-b170-141ab8ca7d55 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:42.415728 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd6c7-0852-40b2-b472-a1e94e8cccae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.441456 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99824132-9925-420d-927c-973ddebf3501 x-openstack-request-id: req-99824132-9925-420d-927c-973ddebf3501 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:42.442163 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38de125-3d9f-4e9c-8a34-8eb43aa8938c", "tag": "3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:42.442421 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99824132-9925-420d-927c-973ddebf3501 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:42.442828 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38de125-3d9f-4e9c-8a34-8eb43aa8938c', 'tag': '3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4', 'status': 'completed', 'code': 200} Sep 16 05:46:42.443544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b232b-3b9e-4270-930a-391a0ffb1a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e1d57f90-9c36-410e-937f-6e1e0db45c82,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:42.456266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd6c7-0852-40b2-b472-a1e94e8cccae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.502452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-68c854eb-3b2f-4ee7-9d8c-4bf80ca13da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.504439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-68c854eb-3b2f-4ee7-9d8c-4bf80ca13da5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0710f8efda0647e6b8d61100b5f525b8&device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c HTTP/1.1" status: 200 len: 1095 time: 0.1057019 Sep 16 05:46:42.506337 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd6c7-0852-40b2-b472-a1e94e8cccae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.527553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] For port f4a65724-50d1-4e09-9445-3f8808e3a47e, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:42.584261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-dd99b458-a2d9-4eef-988e-281229a745f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 HTTP/1.1" status: 200 len: 217 time: 0.0644279 Sep 16 05:46:42.586114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] For port f4a65724-50d1-4e09-9445-3f8808e3a47e, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f4a65724-50d1-4e09-9445-3f8808e3a47e,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:42.660031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-9a670c54-2ae7-41bb-903e-d8d397c5b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.661586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-9a670c54-2ae7-41bb-903e-d8d397c5b5eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 1095 time: 0.0922136 Sep 16 05:46:42.663418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-c37afc7c-c9c8-4145-b215-705c9bd1b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.664830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-c37afc7c-c9c8-4145-b215-705c9bd1b018 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99c329be-4521-4e60-913a-0e02b304ed59 HTTP/1.1" status: 200 len: 857 time: 0.0604460 Sep 16 05:46:42.670022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd6c7-0852-40b2-b472-a1e94e8cccae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.706485 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-db5135c2-b8c4-476f-b657-98a32a541031 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76b10a4b-f074-447e-bb59-67de4383e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319824 Sep 16 05:46:42.706597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fd6c7-0852-40b2-b472-a1e94e8cccae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15efb8a2-0a50-45ca-b170-141ab8ca7d55,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:42.707653 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd6c7-0852-40b2-b472-a1e94e8cccae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.712103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ed1fd6c7-0852-40b2-b472-a1e94e8cccae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/15efb8a2-0a50-45ca-b170-141ab8ca7d55 HTTP/1.1" status: 204 len: 168 time: 0.3722198 Sep 16 05:46:42.716182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:42.746698 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.749359 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-4061ac40-86dd-462e-bdfe-012cc1c8ff38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82 HTTP/1.1" status: 200 len: 217 time: 0.0537171 Sep 16 05:46:42.831237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.893730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491602b-5e6b-4575-8a07-5435ec053692 req-dea184a1-51fa-44d6-a23c-f301290307bb tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.895522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1491602b-5e6b-4575-8a07-5435ec053692 req-dea184a1-51fa-44d6-a23c-f301290307bb tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 944 time: 0.1049757 Sep 16 05:46:42.951172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.005236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106363ea-a98e-495c-a279-54be6a7736fd']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:43.020020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1491602b-5e6b-4575-8a07-5435ec053692 req-2749d781-4507-49a3-a6e4-c41958a0ee66 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124544 Sep 16 05:46:43.022114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084d7b67-ed2a-4bf9-9f3c-9b315fd310a0') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:43.022450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084d7b67-ed2a-4bf9-9f3c-9b315fd310a0') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:43.043808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.059946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.068911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:43.069705 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:43.088106 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:43.203151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.203781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.205318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] 10.222.0.66 "PUT /v2.0/ports/f4a65724-50d1-4e09-9445-3f8808e3a47e HTTP/1.1" status: 200 len: 1093 time: 2.0034881 Sep 16 05:46:43.258464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.266389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.268434 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/106363ea-a98e-495c-a279-54be6a7736fd HTTP/1.1" status: 204 len: 168 time: 0.5511937 Sep 16 05:46:43.269799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176da453-e00c-47e8-9c38-7279e991d8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a65724-50d1-4e09-9445-3f8808e3a47e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:43.299144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-5232df9b-ae33-4cd9-bb64-56f4016d90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.300693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-5232df9b-ae33-4cd9-bb64-56f4016d90c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.5337560 Sep 16 05:46:43.304587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-c128c292-c277-4310-b1a0-773d7ce839bf service neutron] 10.222.0.30 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665591 Sep 16 05:46:43.304995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc6b35-b28f-44fc-9c0b-6caebd2555d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=106363ea-a98e-495c-a279-54be6a7736fd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:43.351610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bdfc7-6154-4a6f-8157-f2de4ef7f5a2 req-28bd84fd-22f0-40d5-9417-a7cf05d01428 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.360727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2bdfc7-6154-4a6f-8157-f2de4ef7f5a2 req-28bd84fd-22f0-40d5-9417-a7cf05d01428 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.1608174 Sep 16 05:46:43.404323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-86b58a9f-8cda-4ffd-9cd2-9ef4f32df2b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811422 Sep 16 05:46:43.461069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699dcb-4a93-4c7a-a968-b9bd581378a4 req-e51f01ef-b613-454d-a888-7c59bc19b957 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.463056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c699dcb-4a93-4c7a-a968-b9bd581378a4 req-e51f01ef-b613-454d-a888-7c59bc19b957 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 943 time: 0.0635891 Sep 16 05:46:43.510143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c699dcb-4a93-4c7a-a968-b9bd581378a4 req-4cfa0402-4226-40de-b27c-c01f3fd9c6f5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 Sep 16 05:46:43.600574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2bdfc7-6154-4a6f-8157-f2de4ef7f5a2 req-2ad0eb99-b093-48ea-802e-0e307c8eef96 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387192 Sep 16 05:46:43.617376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-f19334d7-0951-417d-827b-c58c5fa134d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.618962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-f19334d7-0951-417d-827b-c58c5fa134d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0710f8efda0647e6b8d61100b5f525b8&device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 1096 time: 0.2136559 Sep 16 05:46:43.635226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-fcdafe38-ce96-4b07-877a-ba80f36f1e01 service neutron] 10.222.0.30 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195157 Sep 16 05:46:43.669509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33892) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:43.697562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-eca1a190-8c62-4c14-aba1-054e44c2e8ac service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584729 Sep 16 05:46:43.700291 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-5758674a-1180-43f0-bd15-fdfc3cbc5338 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4a65724-50d1-4e09-9445-3f8808e3a47e HTTP/1.1" status: 200 len: 217 time: 0.0540061 Sep 16 05:46:43.717275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-39f00bd2-809e-4c09-8950-c3dab62a5368 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=073c3e66fb6649e186bd3ace62b055d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464671 Sep 16 05:46:43.719834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:43.785697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f96a05c-caab-4696-a9e8-decea30dde58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.814937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f96a05c-caab-4696-a9e8-decea30dde58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.828941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-2edf02f8-a1cf-4518-8aab-4dd981efe8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.830437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-2edf02f8-a1cf-4518-8aab-4dd981efe8e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99c329be-4521-4e60-913a-0e02b304ed59 HTTP/1.1" status: 200 len: 857 time: 0.1043546 Sep 16 05:46:43.897203 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-c515a07a-9122-4247-8d2c-3f6260ce5a03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76b10a4b-f074-447e-bb59-67de4383e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546341 Sep 16 05:46:43.907395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8980d141-995d-44ab-86b4-f5b2986c3688 req-6ffaa93a-0638-4a8f-ac9a-20fe586f30ec service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896958 Sep 16 05:46:43.949675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-83db60bf-6aab-43c3-a97b-a6a33124796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.951225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-83db60bf-6aab-43c3-a97b-a6a33124796a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0710f8efda0647e6b8d61100b5f525b8&device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c HTTP/1.1" status: 200 len: 1095 time: 0.1184683 Sep 16 05:46:43.967613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f96a05c-caab-4696-a9e8-decea30dde58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.970482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f96a05c-caab-4696-a9e8-decea30dde58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:43.974068 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f96a05c-caab-4696-a9e8-decea30dde58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fdfb880-fcd6-49ca-9fb7-8f9f1533008b HTTP/1.1" status: 204 len: 168 time: 0.2510455 Sep 16 05:46:43.981629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96a05c-caab-4696-a9e8-decea30dde58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdfb880-fcd6-49ca-9fb7-8f9f1533008b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:44.065772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 95c178bf-e714-4555-8974-e48556fd3dc7 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:44.096471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-ffd650cb-7270-4a40-aa69-83d684418d27 service neutron] 10.222.0.66 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913688 Sep 16 05:46:44.148463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-50fb204d-60fc-4a85-a9da-779cd89e885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.150240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-50fb204d-60fc-4a85-a9da-779cd89e885c service neutron] 10.222.0.30 "GET /v2.0/networks?id=76b10a4b-f074-447e-bb59-67de4383e36f HTTP/1.1" status: 200 len: 918 time: 0.1706572 Sep 16 05:46:44.204355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d4261-9047-4dda-8a9c-173ef9018792 req-a8a5c2dd-67a6-4c45-aac3-e9115f0f266d tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.206211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-345d4261-9047-4dda-8a9c-173ef9018792 req-a8a5c2dd-67a6-4c45-aac3-e9115f0f266d tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 944 time: 0.0565636 Sep 16 05:46:44.235302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-4dce76c9-02ad-40c5-b149-1a51970f7213 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 HTTP/1.1" status: 200 len: 217 time: 0.0508883 Sep 16 05:46:44.235937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 95c178bf-e714-4555-8974-e48556fd3dc7, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=95c178bf-e714-4555-8974-e48556fd3dc7,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:44.258400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-345d4261-9047-4dda-8a9c-173ef9018792 req-7c788cef-a47a-4348-b9b3-436feb2f5278 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381911 Sep 16 05:46:44.272079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '95c178bf-e714-4555-8974-e48556fd3dc7', 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f', 'port_id': '95c178bf-e714-4555-8974-e48556fd3dc7', 'mac_address': 'fa:16:3e:d3:d3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c329be-4521-4e60-913a-0e02b304ed59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:44.290357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f8eed7e-e571-40a4-abc6-e815dc500d9c req-3ba73e61-2f79-481c-bfeb-1ebcf3a0ce25 service neutron] 10.222.0.66 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823311 Sep 16 05:46:44.311586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-501c90c0-2008-489a-8061-2e4f9fe3fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.313173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-501c90c0-2008-489a-8061-2e4f9fe3fc9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99c329be-4521-4e60-913a-0e02b304ed59 HTTP/1.1" status: 200 len: 857 time: 0.0650251 Sep 16 05:46:44.333709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.344297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c178bf-e714-4555-8974-e48556fd3dc7 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:44.349992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-3def20a8-96b6-4f0d-ac6c-76f06d7fce61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76b10a4b-f074-447e-bb59-67de4383e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283093 Sep 16 05:46:44.364362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 95c178bf-e714-4555-8974-e48556fd3dc7, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=95c178bf-e714-4555-8974-e48556fd3dc7,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:44.447917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17eb2d3c-f197-4ddd-88e7-e759e3af24c1', 'tag': 'e1d57f90-9c36-410e-937f-6e1e0db45c82'}, {'name': 'network-changed', 'server_uuid': 'baded043-4a3e-4cb3-ae18-3e608d8b9665', 'tag': 'f4a65724-50d1-4e09-9445-3f8808e3a47e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:44.450381 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f587b321-6548-430e-8e5a-c3fdf77c8c94" -d '{"events": [{"name": "network-changed", "server_uuid": "17eb2d3c-f197-4ddd-88e7-e759e3af24c1", "tag": "e1d57f90-9c36-410e-937f-6e1e0db45c82"}, {"name": "network-changed", "server_uuid": "baded043-4a3e-4cb3-ae18-3e608d8b9665", "tag": "f4a65724-50d1-4e09-9445-3f8808e3a47e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:44.464501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-446a495c-19ef-49b1-bfcd-51875f54272f service neutron] 10.222.0.30 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067348 Sep 16 05:46:44.472568 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.512503 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339e86ba-e219-48f4-881e-eda41d7023bd x-openstack-request-id: req-339e86ba-e219-48f4-881e-eda41d7023bd {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:44.512790 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17eb2d3c-f197-4ddd-88e7-e759e3af24c1", "tag": "e1d57f90-9c36-410e-937f-6e1e0db45c82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "baded043-4a3e-4cb3-ae18-3e608d8b9665", "tag": "f4a65724-50d1-4e09-9445-3f8808e3a47e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:44.513045 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-339e86ba-e219-48f4-881e-eda41d7023bd {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:44.513747 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17eb2d3c-f197-4ddd-88e7-e759e3af24c1', 'tag': 'e1d57f90-9c36-410e-937f-6e1e0db45c82', 'status': 'completed', 'code': 200} Sep 16 05:46:44.513747 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baded043-4a3e-4cb3-ae18-3e608d8b9665', 'tag': 'f4a65724-50d1-4e09-9445-3f8808e3a47e', 'status': 'completed', 'code': 200} Sep 16 05:46:44.571294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=95c178bf-e714-4555-8974-e48556fd3dc7,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:44.668284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-b2d0b98b-d299-4706-b060-2e9e8ab3a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.668284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-b2d0b98b-d299-4706-b060-2e9e8ab3a2c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 1095 time: 0.0749238 Sep 16 05:46:44.668284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-443a1534-ef95-4933-99c5-537d3bc6b149 req-3a2a9895-0bb5-4440-a861-098e157c7917 service neutron] 10.222.0.30 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882150 Sep 16 05:46:44.701984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e346-afef-4135-a1bd-96f7d5f43c90 req-2d8f6528-2aa9-40c5-9021-8319f477ba60 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.703791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1144e346-afef-4135-a1bd-96f7d5f43c90 req-2d8f6528-2aa9-40c5-9021-8319f477ba60 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 943 time: 0.0924728 Sep 16 05:46:44.744193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1144e346-afef-4135-a1bd-96f7d5f43c90 req-e14c9dd1-9187-466c-91b9-eddef06171db tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Sep 16 05:46:44.796211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af174-a927-4710-86b3-3b5f28a8edab req-cff4b11a-f8d5-4433-8966-2f82835cd284 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.797725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe4af174-a927-4710-86b3-3b5f28a8edab req-cff4b11a-f8d5-4433-8966-2f82835cd284 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0939658 Sep 16 05:46:44.799187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-ae003cf5-40c6-4639-ad63-7a7f363f8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.800608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-ae003cf5-40c6-4639-ad63-7a7f363f8bb8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 915 time: 0.1299710 Sep 16 05:46:44.801505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['95c178bf-e714-4555-8974-e48556fd3dc7'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:44.864591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-591e88ec-6190-4770-a7d9-6b8119dac91f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82 HTTP/1.1" status: 200 len: 217 time: 0.0497110 Sep 16 05:46:44.912700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe4af174-a927-4710-86b3-3b5f28a8edab req-03084481-e265-4e5a-863c-e7dac493fea9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077690 Sep 16 05:46:44.935448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-7758cf9f-8f4b-4093-996a-f67492b4932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.937438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-7758cf9f-8f4b-4093-996a-f67492b4932f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.0608313 Sep 16 05:46:44.971749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-3ebffc0b-ec14-485b-9843-a5c9c2aff9c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261557 Sep 16 05:46:45.069644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-70a9aa29-ba73-4d65-9deb-64023fb8f693 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887358 Sep 16 05:46:45.095567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33910) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:45.148158 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4d7c8e24-6826-4650-8de6-31290485c98a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a30c11b473ac4190a9c17d0fde73122c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488875 Sep 16 05:46:45.154933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33912) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:45.182385 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-ca7e7333-56f8-49db-9ded-e0d5d4049465 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046550 Sep 16 05:46:45.199216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf546-c7e3-4120-9191-dc10c3e24f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:45.222208 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf546-c7e3-4120-9191-dc10c3e24f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:45.312982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-c82a56b4-53d3-4d4a-b8d1-be427e21e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:45.315303 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-c82a56b4-53d3-4d4a-b8d1-be427e21e352 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0710f8efda0647e6b8d61100b5f525b8&device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 1096 time: 0.0497527 Sep 16 05:46:45.326606 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf546-c7e3-4120-9191-dc10c3e24f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:45.329402 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8d5bf546-c7e3-4120-9191-dc10c3e24f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:45.331790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8d5bf546-c7e3-4120-9191-dc10c3e24f81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e4a8103-a6c0-4d3f-b842-2871f7220b62 HTTP/1.1" status: 204 len: 168 time: 0.1825352 Sep 16 05:46:45.353199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bf546-c7e3-4120-9191-dc10c3e24f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a8103-a6c0-4d3f-b842-2871f7220b62,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:45.407988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0d257-a783-45db-a77e-7b9317d553e5 req-b4a3ab61-3656-424b-9907-92c049d200ca tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:45.407988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fd0d257-a783-45db-a77e-7b9317d553e5 req-b4a3ab61-3656-424b-9907-92c049d200ca tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 944 time: 0.0676696 Sep 16 05:46:45.436061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-04756c2b-b1db-473b-bbd1-3e0ed634040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:45.437865 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-04756c2b-b1db-473b-bbd1-3e0ed634040b service neutron] 10.222.0.66 "GET /v2.0/networks?id=76b10a4b-f074-447e-bb59-67de4383e36f HTTP/1.1" status: 200 len: 918 time: 0.1156981 Sep 16 05:46:45.446913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fd0d257-a783-45db-a77e-7b9317d553e5 req-4b12417e-8afb-4d3a-8f8f-2d7b248d068b tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352428 Sep 16 05:46:45.492344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-786fd296-2948-48f8-b7d5-9fcd66b26d52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4a65724-50d1-4e09-9445-3f8808e3a47e HTTP/1.1" status: 200 len: 217 time: 0.0463150 Sep 16 05:46:45.545481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-e563ef6c-6f80-4749-b8e2-251f830c6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:45.547028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-e563ef6c-6f80-4749-b8e2-251f830c6542 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99c329be-4521-4e60-913a-0e02b304ed59 HTTP/1.1" status: 200 len: 857 time: 0.0463314 Sep 16 05:46:45.583389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-40b4084e-e6c3-4749-b1f1-1b431522f977 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76b10a4b-f074-447e-bb59-67de4383e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286207 Sep 16 05:46:45.692992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-91d3baa5-bd45-4557-b8f8-db373c787843 service neutron] 10.222.0.66 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023381 Sep 16 05:46:45.810979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f587b321-6548-430e-8e5a-c3fdf77c8c94 req-1e180e4b-5e1a-44f7-9170-23525ec3224e service neutron] 10.222.0.66 "GET /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059551 Sep 16 05:46:45.881318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f04f8-044c-41f7-9dee-5e2549bc6c06 req-6156c22b-b599-405d-8d6c-9cfff1f31e4c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:45.882869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f72f04f8-044c-41f7-9dee-5e2549bc6c06 req-6156c22b-b599-405d-8d6c-9cfff1f31e4c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 943 time: 0.0514770 Sep 16 05:46:45.929150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f72f04f8-044c-41f7-9dee-5e2549bc6c06 req-f52c8968-632e-4067-8a20-eb41f1786867 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 Sep 16 05:46:46.036726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee375d-2344-4006-a786-14957360c4c0 req-081b9ed4-fdd6-476f-b8b2-df5890e00df1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:46.038352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-40ee375d-2344-4006-a786-14957360c4c0 req-081b9ed4-fdd6-476f-b8b2-df5890e00df1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0520220 Sep 16 05:46:46.047795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device f4a65724-50d1-4e09-9445-3f8808e3a47e details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:46.052449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 95c178bf-e714-4555-8974-e48556fd3dc7 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:46.086152 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-40ee375d-2344-4006-a786-14957360c4c0 req-ea6d93ea-4fba-4e17-bc4c-c2af575a3e76 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Sep 16 05:46:46.196574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port f4a65724-50d1-4e09-9445-3f8808e3a47e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f4a65724-50d1-4e09-9445-3f8808e3a47e,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:46.207931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'f4a65724-50d1-4e09-9445-3f8808e3a47e', 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f', 'port_id': 'f4a65724-50d1-4e09-9445-3f8808e3a47e', 'mac_address': 'fa:16:3e:a6:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c329be-4521-4e60-913a-0e02b304ed59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:46.256994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 95c178bf-e714-4555-8974-e48556fd3dc7 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:46.261135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 95c178bf-e714-4555-8974-e48556fd3dc7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:46.261983 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.263817 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.279669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a65724-50d1-4e09-9445-3f8808e3a47e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:46.329828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port f4a65724-50d1-4e09-9445-3f8808e3a47e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f4a65724-50d1-4e09-9445-3f8808e3a47e,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:46.360949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33940) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:46.385531 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.395126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.395896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e1d57f90-9c36-410e-937f-6e1e0db45c82 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:46.482190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b1927a-0c42-449d-a0a1-c21c314c14be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c178bf-e714-4555-8974-e48556fd3dc7'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:46.484915 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1656da89-aafb-4777-8f4d-c99a7741bff9" -d '{"events": [{"server_uuid": "25b1927a-0c42-449d-a0a1-c21c314c14be", "name": "network-vif-plugged", "status": "completed", "tag": "95c178bf-e714-4555-8974-e48556fd3dc7"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:46.500801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-91c92bac-829e-4d8b-bb8a-36fd5b620b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.516519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=f4a65724-50d1-4e09-9445-3f8808e3a47e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:46.534888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 95c178bf-e714-4555-8974-e48556fd3dc7, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=95c178bf-e714-4555-8974-e48556fd3dc7,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:46.588167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63f8f-bc3b-4558-ae55-5a884fbf2e94 req-3a265417-fe3a-4eff-8494-26fe86eae2d0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:46.599187 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d9bbd9-345b-40e1-aa4e-103c4b334923 x-openstack-request-id: req-15d9bbd9-345b-40e1-aa4e-103c4b334923 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:46.599737 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b1927a-0c42-449d-a0a1-c21c314c14be", "name": "network-vif-plugged", "status": "completed", "tag": "95c178bf-e714-4555-8974-e48556fd3dc7", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:46.600035 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15d9bbd9-345b-40e1-aa4e-103c4b334923 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:46.600540 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b1927a-0c42-449d-a0a1-c21c314c14be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c178bf-e714-4555-8974-e48556fd3dc7', 'code': 200} Sep 16 05:46:46.613146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ece63f8f-bc3b-4558-ae55-5a884fbf2e94 req-3a265417-fe3a-4eff-8494-26fe86eae2d0 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 945 time: 0.0865624 Sep 16 05:46:46.617747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.660643 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-91c92bac-829e-4d8b-bb8a-36fd5b620b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.672214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ece63f8f-bc3b-4558-ae55-5a884fbf2e94 req-75ce67e7-054e-484f-80bf-639f18bb6d33 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580728 Sep 16 05:46:46.703746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e1d57f90-9c36-410e-937f-6e1e0db45c82, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:46.714150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d4b1f-a1e1-4eba-aaeb-e3a84c9428eb req-582a1025-b3f1-44c2-a089-4c5d4dd3e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:46.715848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dd3d4b1f-a1e1-4eba-aaeb-e3a84c9428eb req-582a1025-b3f1-44c2-a089-4c5d4dd3e348 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 1097 time: 0.0427637 Sep 16 05:46:46.723083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'e1d57f90-9c36-410e-937f-6e1e0db45c82', 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'port_id': 'e1d57f90-9c36-410e-937f-6e1e0db45c82', 'mac_address': 'fa:16:3e:0d:3b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cab66dd-358a-45e9-8a35-fc9f25d763a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:46.733552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=95c178bf-e714-4555-8974-e48556fd3dc7,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:46.758051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dd3d4b1f-a1e1-4eba-aaeb-e3a84c9428eb req-8794c86d-dc06-4bb9-9d3d-e388adb0991e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Sep 16 05:46:46.793557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-91c92bac-829e-4d8b-bb8a-36fd5b620b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.795012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.809386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d57f90-9c36-410e-937f-6e1e0db45c82 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:46.831294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e1d57f90-9c36-410e-937f-6e1e0db45c82, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:46.841515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c92bac-829e-4d8b-bb8a-36fd5b620b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57313326-7f32-4276-89ed-e93d57410c6a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:46.847915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-91c92bac-829e-4d8b-bb8a-36fd5b620b83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca267ff439c846aeb52e23aafebc6450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836006 Sep 16 05:46:46.848874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 33958) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:46.899479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e20ff503-46aa-448f-bfd0-b4c9ff9862ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.921493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e20ff503-46aa-448f-bfd0-b4c9ff9862ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.933365 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.996196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e1d57f90-9c36-410e-937f-6e1e0db45c82,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:47.062608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d0873-c64f-449d-bd39-244ce858de70 req-f2d2c0ba-9b5b-4dbf-95de-1f910b1dd621 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.064180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f47d0873-c64f-449d-bd39-244ce858de70 req-f2d2c0ba-9b5b-4dbf-95de-1f910b1dd621 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 944 time: 0.0516675 Sep 16 05:46:47.065262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e20ff503-46aa-448f-bfd0-b4c9ff9862ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.067846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e20ff503-46aa-448f-bfd0-b4c9ff9862ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.068966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e20ff503-46aa-448f-bfd0-b4c9ff9862ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57313326-7f32-4276-89ed-e93d57410c6a HTTP/1.1" status: 204 len: 168 time: 0.2192791 Sep 16 05:46:47.084191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ff503-46aa-448f-bfd0-b4c9ff9862ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57313326-7f32-4276-89ed-e93d57410c6a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:47.128419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f47d0873-c64f-449d-bd39-244ce858de70 req-f9a92344-909d-4c32-8ba2-97d598e538f5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567982 Sep 16 05:46:47.220340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f77ca-ef4c-47e4-9bd3-6ff6c5345a07 req-6c5e7925-b351-46de-9ad3-09827c340d84 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.222225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f2f77ca-ef4c-47e4-9bd3-6ff6c5345a07 req-6c5e7925-b351-46de-9ad3-09827c340d84 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 944 time: 0.0582495 Sep 16 05:46:47.272325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f2f77ca-ef4c-47e4-9bd3-6ff6c5345a07 req-a1ed585c-dfcb-48f9-8f39-bfb259dae84d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Sep 16 05:46:47.282936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f4a65724-50d1-4e09-9445-3f8808e3a47e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:47.297221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e1d57f90-9c36-410e-937f-6e1e0db45c82'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:47.718876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:47.804454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6f8a-16c3-4c4a-81dd-ecffdac114ab req-8f524d51-e6fa-4884-ba1b-edfb10882721 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.806694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2be6f8a-16c3-4c4a-81dd-ecffdac114ab req-8f524d51-e6fa-4884-ba1b-edfb10882721 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 945 time: 0.0572400 Sep 16 05:46:47.838177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:47.850431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2be6f8a-16c3-4c4a-81dd-ecffdac114ab req-e3b20e70-9fa4-4afd-b3af-8a163250ca5f tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362105 Sep 16 05:46:47.851612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4', 'network_id': '76b10a4b-f074-447e-bb59-67de4383e36f', 'port_id': '3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4', 'mac_address': 'fa:16:3e:6c:50:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c329be-4521-4e60-913a-0e02b304ed59', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:47.891393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.909826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:47.931241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:47.992593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.042252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d64786e8-92b3-4367-89bb-1569063e19ab details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:48.055142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:48.151007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d64786e8-92b3-4367-89bb-1569063e19ab, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d64786e8-92b3-4367-89bb-1569063e19ab,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:48.165371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'd64786e8-92b3-4367-89bb-1569063e19ab', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'port_id': 'd64786e8-92b3-4367-89bb-1569063e19ab', 'mac_address': 'fa:16:3e:40:3e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:48.225478 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.246903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64786e8-92b3-4367-89bb-1569063e19ab {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:48.269516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d64786e8-92b3-4367-89bb-1569063e19ab, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d64786e8-92b3-4367-89bb-1569063e19ab,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:48.275821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f049f-1ee7-4a6f-a7ea-99e15f0641e8 req-a55f057a-9869-488d-b58c-902efc1f3499 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.284216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-314f049f-1ee7-4a6f-a7ea-99e15f0641e8 req-a55f057a-9869-488d-b58c-902efc1f3499 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 944 time: 0.0874743 Sep 16 05:46:48.314055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:48.323214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-314f049f-1ee7-4a6f-a7ea-99e15f0641e8 req-dd733b03-14f1-41f5-b4f1-5ef3f860c0b5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381103 Sep 16 05:46:48.381430 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.432721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dd9-8e61-4858-9921-2184367a490d req-14757df2-4efb-430f-808b-4dce0a8744ba tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.441684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94559dd9-8e61-4858-9921-2184367a490d req-14757df2-4efb-430f-808b-4dce0a8744ba tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 945 time: 0.0875983 Sep 16 05:46:48.464093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=d64786e8-92b3-4367-89bb-1569063e19ab,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:48.495783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94559dd9-8e61-4858-9921-2184367a490d req-a2ec4a5c-91a7-4f0b-bb32-340bba70d0be tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527697 Sep 16 05:46:48.716468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['d64786e8-92b3-4367-89bb-1569063e19ab'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:48.970097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948993c1-1009-48d6-9890-798248db6ad1 req-b27276fd-6d72-4b6f-8ca7-d6a80c24cb6a tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.971662 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-948993c1-1009-48d6-9890-798248db6ad1 req-b27276fd-6d72-4b6f-8ca7-d6a80c24cb6a tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 945 time: 0.0528085 Sep 16 05:46:49.010803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-948993c1-1009-48d6-9890-798248db6ad1 req-c68c7320-6da1-42fd-9097-c5aef4d40016 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Sep 16 05:46:49.454007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0f8c7-65a2-421b-986d-5aec58aee894 req-5742fd97-351a-4f7a-a64a-b330e45d9c16 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:49.455558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7df0f8c7-65a2-421b-986d-5aec58aee894 req-5742fd97-351a-4f7a-a64a-b330e45d9c16 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 944 time: 0.0506549 Sep 16 05:46:49.501253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7df0f8c7-65a2-421b-986d-5aec58aee894 req-0bdc1c36-fc16-4529-b547-803f3ecd2793 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Sep 16 05:46:49.633813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd975853-ac09-40bc-8201-49a4c84aa1c8 req-568c4704-a6b6-42a7-874a-e9a59dd3eea4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:49.635302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd975853-ac09-40bc-8201-49a4c84aa1c8 req-568c4704-a6b6-42a7-874a-e9a59dd3eea4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 945 time: 0.0511525 Sep 16 05:46:49.684269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fd975853-ac09-40bc-8201-49a4c84aa1c8 req-92a034a4-d924-4063-b541-9fdba57c941c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Sep 16 05:46:49.719058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:49.846585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:49.850778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:49.851160 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:49.920660 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b516761-b768-41fa-aed0-73f21814205f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:49.938338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:49.961658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38de125-3d9f-4e9c-8a34-8eb43aa8938c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:49.963924 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fd9869-ed16-4391-959f-a460290cd414" -d '{"events": [{"server_uuid": "b38de125-3d9f-4e9c-8a34-8eb43aa8938c", "name": "network-vif-plugged", "status": "completed", "tag": "3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:49.982004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:50.007019 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cf7287-71c3-45bf-b731-01c4510d86fd x-openstack-request-id: req-f4cf7287-71c3-45bf-b731-01c4510d86fd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:50.007508 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38de125-3d9f-4e9c-8a34-8eb43aa8938c", "name": "network-vif-plugged", "status": "completed", "tag": "3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:50.007954 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4cf7287-71c3-45bf-b731-01c4510d86fd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:50.008604 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38de125-3d9f-4e9c-8a34-8eb43aa8938c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4', 'code': 200} Sep 16 05:46:50.080353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device f4a65724-50d1-4e09-9445-3f8808e3a47e up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:50.085710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.177979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb27b8a-3cb7-4ac8-bd17-481f49bcd661 req-458be587-4e65-4096-8f75-9b4f5ceae992 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:50.186541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bb27b8a-3cb7-4ac8-bd17-481f49bcd661 req-458be587-4e65-4096-8f75-9b4f5ceae992 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 945 time: 0.0947299 Sep 16 05:46:50.188288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:50.197382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f24ff-bfb9-4fc0-9c0c-e948629ebf5d req-632fad26-08b4-466b-8e06-7c0ae81fdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:50.199968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d2f24ff-bfb9-4fc0-9c0c-e948629ebf5d req-632fad26-08b4-466b-8e06-7c0ae81fdc95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c HTTP/1.1" status: 200 len: 1097 time: 0.0790703 Sep 16 05:46:50.245516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bb27b8a-3cb7-4ac8-bd17-481f49bcd661 req-59f0ad65-d228-49e6-ae7b-08dec343e34b tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577745 Sep 16 05:46:50.259538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d2f24ff-bfb9-4fc0-9c0c-e948629ebf5d req-4e3df00f-9aac-4f21-a633-94ba2f9be20a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486805 Sep 16 05:46:50.269619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port f4a65724-50d1-4e09-9445-3f8808e3a47e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:50.273874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port f4a65724-50d1-4e09-9445-3f8808e3a47e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:50.274211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.357045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.392880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port f4a65724-50d1-4e09-9445-3f8808e3a47e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f4a65724-50d1-4e09-9445-3f8808e3a47e,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:50.461022 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.461850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e1d57f90-9c36-410e-937f-6e1e0db45c82 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:50.541552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=f4a65724-50d1-4e09-9445-3f8808e3a47e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:50.601934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port e1d57f90-9c36-410e-937f-6e1e0db45c82 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:50.606935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port e1d57f90-9c36-410e-937f-6e1e0db45c82 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:50.607357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.651903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b0560-ed44-4256-8d53-5b3069433730 req-e6f1b687-ad7b-402f-9be4-d5d6163cb201 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:50.659714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e5b0560-ed44-4256-8d53-5b3069433730 req-e6f1b687-ad7b-402f-9be4-d5d6163cb201 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 944 time: 0.0711524 Sep 16 05:46:50.704545 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.706838 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e5b0560-ed44-4256-8d53-5b3069433730 req-66e641e0-9cb1-4885-ac3b-b66c73740067 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Sep 16 05:46:50.741435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port e1d57f90-9c36-410e-937f-6e1e0db45c82, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:50.822826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fced8-0953-4ece-8766-ba14ffd6005d req-c99fc1e5-cc74-424f-a789-9cc514496a40 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:50.824782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d1fced8-0953-4ece-8766-ba14ffd6005d req-c99fc1e5-cc74-424f-a789-9cc514496a40 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 945 time: 0.0590134 Sep 16 05:46:50.841777 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.842639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d64786e8-92b3-4367-89bb-1569063e19ab up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:50.871688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d1fced8-0953-4ece-8766-ba14ffd6005d req-723e2f6e-e042-44a7-80de-214f73cfc4d3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Sep 16 05:46:50.896326 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.932793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=e1d57f90-9c36-410e-937f-6e1e0db45c82,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:51.031752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port d64786e8-92b3-4367-89bb-1569063e19ab completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:51.035915 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port d64786e8-92b3-4367-89bb-1569063e19ab triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:51.036292 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:51.115619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:51.154150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port d64786e8-92b3-4367-89bb-1569063e19ab, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d64786e8-92b3-4367-89bb-1569063e19ab,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:51.229233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:51.281968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=d64786e8-92b3-4367-89bb-1569063e19ab,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:51.369935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444e267-83b1-41e9-9672-64863f0611d3 req-c36b8a26-461f-4da7-b52e-8eacf6d20097 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:51.371750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c444e267-83b1-41e9-9672-64863f0611d3 req-c36b8a26-461f-4da7-b52e-8eacf6d20097 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 946 time: 0.0542953 Sep 16 05:46:51.418876 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c444e267-83b1-41e9-9672-64863f0611d3 req-b51f3db0-3845-4079-aa12-3cc2455c658b tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Sep 16 05:46:51.664971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-05b4849b-c4b5-47cf-9eab-d2d12ecdb80d tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5cb117a6ce7441e9bb3cb598b68ca436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317414 Sep 16 05:46:51.855017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d74aa-1feb-43f4-9198-af088f1e9617 req-60d0a272-d004-4925-a9f6-44837c080e2a tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:51.856704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-351d74aa-1feb-43f4-9198-af088f1e9617 req-60d0a272-d004-4925-a9f6-44837c080e2a tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 945 time: 0.0587387 Sep 16 05:46:51.884885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-6cf34ff0-f7ba-43d8-8921-746dd0247df5 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:51.884885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-6cf34ff0-f7ba-43d8-8921-746dd0247df5 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074888 Sep 16 05:46:51.899095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-977e571b-cc2c-49d4-b6ec-fe7c35f417ef tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/quotas/5cb117a6ce7441e9bb3cb598b68ca436 HTTP/1.1" status: 200 len: 375 time: 0.0097003 Sep 16 05:46:51.901654 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-351d74aa-1feb-43f4-9198-af088f1e9617 req-0ac38154-ce67-44f1-82cf-c41ba2b05e13 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384638 Sep 16 05:46:51.936264 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-d67a6563-ddf8-4763-b4bc-57bcee2ff925 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cb117a6ce7441e9bb3cb598b68ca436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284338 Sep 16 05:46:52.009779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baded043-4a3e-4cb3-ae18-3e608d8b9665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a65724-50d1-4e09-9445-3f8808e3a47e'}, {'server_uuid': '17eb2d3c-f197-4ddd-88e7-e759e3af24c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d57f90-9c36-410e-937f-6e1e0db45c82'}, {'server_uuid': '4d1745fd-799b-47d5-a8a3-59e25059cb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64786e8-92b3-4367-89bb-1569063e19ab'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:52.013071 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0f3985-48d2-4d14-8c43-aefdb351aa1e" -d '{"events": [{"server_uuid": "baded043-4a3e-4cb3-ae18-3e608d8b9665", "name": "network-vif-plugged", "status": "completed", "tag": "f4a65724-50d1-4e09-9445-3f8808e3a47e"}, {"server_uuid": "17eb2d3c-f197-4ddd-88e7-e759e3af24c1", "name": "network-vif-plugged", "status": "completed", "tag": "e1d57f90-9c36-410e-937f-6e1e0db45c82"}, {"server_uuid": "4d1745fd-799b-47d5-a8a3-59e25059cb9d", "name": "network-vif-plugged", "status": "completed", "tag": "d64786e8-92b3-4367-89bb-1569063e19ab"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:52.013991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3df95e-d8a4-4f75-87d8-63f762156e14 req-16997310-27aa-480a-b957-5843a80c4c94 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:52.015905 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a3df95e-d8a4-4f75-87d8-63f762156e14 req-16997310-27aa-480a-b957-5843a80c4c94 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.0515954 Sep 16 05:46:52.054552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a3df95e-d8a4-4f75-87d8-63f762156e14 req-62b43c49-b9ee-4719-a158-f43a2b266135 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Sep 16 05:46:52.111259 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9dd86e-c351-46ee-924a-95edb294a868 x-openstack-request-id: req-5e9dd86e-c351-46ee-924a-95edb294a868 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:52.111564 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baded043-4a3e-4cb3-ae18-3e608d8b9665", "name": "network-vif-plugged", "status": "completed", "tag": "f4a65724-50d1-4e09-9445-3f8808e3a47e", "code": 200}, {"server_uuid": "17eb2d3c-f197-4ddd-88e7-e759e3af24c1", "name": "network-vif-plugged", "status": "completed", "tag": "e1d57f90-9c36-410e-937f-6e1e0db45c82", "code": 200}, {"server_uuid": "4d1745fd-799b-47d5-a8a3-59e25059cb9d", "name": "network-vif-plugged", "status": "completed", "tag": "d64786e8-92b3-4367-89bb-1569063e19ab", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:52.113620 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e9dd86e-c351-46ee-924a-95edb294a868 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:52.114035 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baded043-4a3e-4cb3-ae18-3e608d8b9665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a65724-50d1-4e09-9445-3f8808e3a47e', 'code': 200} Sep 16 05:46:52.114292 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eb2d3c-f197-4ddd-88e7-e759e3af24c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d57f90-9c36-410e-937f-6e1e0db45c82', 'code': 200} Sep 16 05:46:52.114543 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1745fd-799b-47d5-a8a3-59e25059cb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64786e8-92b3-4367-89bb-1569063e19ab', 'code': 200} Sep 16 05:46:52.280784 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd2c65db-0061-4cc5-b960-9e99e656d1f4 req-7219f393-200a-4f2c-ba8c-8045950c6a1a tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 210 time: 0.0306857 Sep 16 05:46:52.384158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64502a-5d8a-4c4d-ad97-4d88f1bd4262 req-81eb7d6b-9559-4820-991b-4d3ad4b6958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:52.386829 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f64502a-5d8a-4c4d-ad97-4d88f1bd4262 req-81eb7d6b-9559-4820-991b-4d3ad4b6958f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 1098 time: 0.0608709 Sep 16 05:46:52.408606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a19d3-c2ea-4a65-9d1d-885ed3863713 req-a6c829d9-b354-4bef-964b-8e8e84511106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:52.410216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b6a19d3-c2ea-4a65-9d1d-885ed3863713 req-a6c829d9-b354-4bef-964b-8e8e84511106 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 1098 time: 0.1061747 Sep 16 05:46:52.417328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed211-de84-40c3-b372-f91831321ef7 req-7ece4ac4-ffeb-473a-ac14-4f8216f35feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:52.421710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c7ed211-de84-40c3-b372-f91831321ef7 req-7ece4ac4-ffeb-473a-ac14-4f8216f35feb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 1097 time: 0.0732582 Sep 16 05:46:52.431323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f64502a-5d8a-4c4d-ad97-4d88f1bd4262 req-dacccc1d-5b2c-4240-9f7b-c6a17e840a0d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362105 Sep 16 05:46:52.471481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b6a19d3-c2ea-4a65-9d1d-885ed3863713 req-8cabb883-0f3c-40ec-80f3-9264ad9062ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512121 Sep 16 05:46:52.482230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c7ed211-de84-40c3-b372-f91831321ef7 req-34ba0e73-eccb-4b18-a9b6-041744905bc0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555842 Sep 16 05:46:52.535461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da017764-562b-4400-aacc-9eb2deb67cfd req-99a2657f-8b2f-4e95-acf7-46fedea27463 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:52.537148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da017764-562b-4400-aacc-9eb2deb67cfd req-99a2657f-8b2f-4e95-acf7-46fedea27463 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Sep 16 05:46:52.579760 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da017764-562b-4400-aacc-9eb2deb67cfd req-ca64d3bc-97e0-4bd2-87cf-53fa2eb85842 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359862 Sep 16 05:46:53.035648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a60156-fa06-4619-9123-ed511ad5c8d4 req-ba8f70cf-1cb0-4c73-b349-604d8cae58fc tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:53.037233 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75a60156-fa06-4619-9123-ed511ad5c8d4 req-ba8f70cf-1cb0-4c73-b349-604d8cae58fc tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 945 time: 0.0657768 Sep 16 05:46:53.080291 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75a60156-fa06-4619-9123-ed511ad5c8d4 req-4bd0c4ea-f57d-4350-8bf7-48dcd064778e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350835 Sep 16 05:46:53.149524 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f48a-ea8f-45cd-87a7-a805c218e86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.197583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0cca2-de36-4f48-8fd2-35496087f37c req-e730b285-79e6-4c63-9b5b-1c58360b96d9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:53.199936 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1df0cca2-de36-4f48-8fd2-35496087f37c req-e730b285-79e6-4c63-9b5b-1c58360b96d9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.0559707 Sep 16 05:46:53.239494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1df0cca2-de36-4f48-8fd2-35496087f37c req-092fc31d-27a9-428c-b438-6caa4a0b1133 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334361 Sep 16 05:46:53.365943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-19a6343c-0ae4-41b0-98a1-7d9da3774a1f req-7cc99e59-8737-489e-a0dc-a8a4f419cdc9 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 210 time: 0.0320389 Sep 16 05:46:53.696636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f625cf-ae33-48f8-9e4f-19b58774e39c req-f0812786-6f53-4bf3-b523-0f07af337c0f tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:53.698147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8f625cf-ae33-48f8-9e4f-19b58774e39c req-f0812786-6f53-4bf3-b523-0f07af337c0f tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Sep 16 05:46:53.737732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8f625cf-ae33-48f8-9e4f-19b58774e39c req-a3c051c2-3d8b-4bf7-aa88-3df158069995 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Sep 16 05:46:53.843537 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:54.188106 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:54.218277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dc725-e52c-42f1-b436-c24e46c9ec69 req-d1936c29-eb9c-4f7e-b541-f96330e6a4e7 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:54.219836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b8dc725-e52c-42f1-b436-c24e46c9ec69 req-d1936c29-eb9c-4f7e-b541-f96330e6a4e7 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 945 time: 0.0577140 Sep 16 05:46:54.258468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b8dc725-e52c-42f1-b436-c24e46c9ec69 req-10f98683-2675-4d97-ae38-bfdce14a6367 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Sep 16 05:46:54.373663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c360b-398f-4a66-8dda-f5303ee4a83e req-5bacbcde-4080-4911-9254-83d8290dfbab tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:54.375096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-930c360b-398f-4a66-8dda-f5303ee4a83e req-5bacbcde-4080-4911-9254-83d8290dfbab tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.0542965 Sep 16 05:46:54.434919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-930c360b-398f-4a66-8dda-f5303ee4a83e req-9652508d-cb4b-4fcc-b804-f2356be6fb18 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530334 Sep 16 05:46:54.487816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3668bcf-bd84-45f9-acdf-f31d853baa44 req-afd3905e-4e2d-4566-a5cd-f6ed01fab51c tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 210 time: 0.0374238 Sep 16 05:46:54.872715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe9465-6eaa-48f1-bd66-177a946b651d req-ea288ddb-e5f6-404b-b3f0-48875cc998b8 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:54.880369 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cbfe9465-6eaa-48f1-bd66-177a946b651d req-ea288ddb-e5f6-404b-b3f0-48875cc998b8 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 946 time: 0.0624616 Sep 16 05:46:54.914467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cbfe9465-6eaa-48f1-bd66-177a946b651d req-4de1b3a0-075d-46ee-89e6-3215b7898ed5 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329616 Sep 16 05:46:55.040957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace43ef-813c-480e-ba4a-7a43821e0b49 req-5c0e8e2c-d1d7-4361-a2e2-5b9482edc451 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.042526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aace43ef-813c-480e-ba4a-7a43821e0b49 req-5c0e8e2c-d1d7-4361-a2e2-5b9482edc451 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c HTTP/1.1" status: 200 len: 945 time: 0.0519638 Sep 16 05:46:55.086299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aace43ef-813c-480e-ba4a-7a43821e0b49 req-17ec1737-0dd4-4b8f-9305-81a9a6ac02bd tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367558 Sep 16 05:46:55.119376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-c2d68539-0b9e-44db-8e10-916319d0d97a tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5cb117a6ce7441e9bb3cb598b68ca436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236204 Sep 16 05:46:55.268527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62622c65-0987-4bda-a53f-cfa68a9b46cd req-cc0553fe-933f-47a0-90d2-edbea1821565 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.270090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62622c65-0987-4bda-a53f-cfa68a9b46cd req-cc0553fe-933f-47a0-90d2-edbea1821565 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 945 time: 0.1115375 Sep 16 05:46:55.276928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-01b51136-bf19-4d10-b879-ce3e415429e7 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.279601 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-01b51136-bf19-4d10-b879-ce3e415429e7 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538181 Sep 16 05:46:55.302197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Request body: {'port': {'device_id': 'afedcddf-55cd-454e-b78e-eab3fa7a75e4', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '5cb117a6ce7441e9bb3cb598b68ca436'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:55.332540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:55.390188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62622c65-0987-4bda-a53f-cfa68a9b46cd req-0d28f22f-b5a8-4ac8-b91f-7f41a938b10b tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094766 Sep 16 05:46:55.412426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f305e3-4b05-4e61-9289-f0aac91faf2d req-a57a3492-481d-4f50-ae43-26c0756b8143 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.414096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6f305e3-4b05-4e61-9289-f0aac91faf2d req-a57a3492-481d-4f50-ae43-26c0756b8143 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 945 time: 0.0721331 Sep 16 05:46:55.462280 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d6f305e3-4b05-4e61-9289-f0aac91faf2d req-1bd03f7f-491c-420f-8a4d-2c4e05e02689 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Sep 16 05:46:55.594962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Made reservation on behalf of 5cb117a6ce7441e9bb3cb598b68ca436 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:55.598787 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:55.609819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:55.610031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863bb3-6567-4c1b-a515-fd85588ea6a7 req-7424b1ef-8edf-4aca-a4d6-e08cb68b8b67 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.618330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d863bb3-6567-4c1b-a515-fd85588ea6a7 req-7424b1ef-8edf-4aca-a4d6-e08cb68b8b67 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.0772455 Sep 16 05:46:55.661208 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d863bb3-6567-4c1b-a515-fd85588ea6a7 req-bb823a80-6b05-451b-86bd-c84991a4807b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Sep 16 05:46:55.733693 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:55.759679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-999ca324-bc83-4ae3-b637-c15548de3ee3 req-c5704c67-47be-47cd-913c-a715e9934aa9 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 210 time: 0.0279875 Sep 16 05:46:55.887762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f3b79-927e-4578-8715-9a647159cca2 req-139b9f0d-d01d-42ec-a8ae-3f14415bff9d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.889471 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f6f3b79-927e-4578-8715-9a647159cca2 req-139b9f0d-d01d-42ec-a8ae-3f14415bff9d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.0532901 Sep 16 05:46:55.928430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f6f3b79-927e-4578-8715-9a647159cca2 req-6dd11d11-cbb0-4d07-bc42-c85690bc7bf5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Sep 16 05:46:55.952063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:56.019792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed50b5a-342f-4d12-93c0-370fe9971a3f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:56.092475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9fc24-7207-4f7b-9241-4ba37e91f458 req-1a2a5827-3445-4852-b9e7-e62f75da281c tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:56.094265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10f9fc24-7207-4f7b-9241-4ba37e91f458 req-1a2a5827-3445-4852-b9e7-e62f75da281c tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 945 time: 0.0604110 Sep 16 05:46:56.128267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Allocated IP 192.168.233.234 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/b473647b-c940-4f5a-a903-cdec5c516826) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:56.148020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10f9fc24-7207-4f7b-9241-4ba37e91f458 req-5fe1f9c3-70ab-4a96-be2c-4c140b59d981 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455039 Sep 16 05:46:56.612745 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:56.634994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f33b9-08b6-4a59-9daf-c0ca6445ee0e req-965dc1a4-f8a5-4318-8923-e9c8164cae26 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:56.637235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-945f33b9-08b6-4a59-9daf-c0ca6445ee0e req-965dc1a4-f8a5-4318-8923-e9c8164cae26 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.0700707 Sep 16 05:46:56.676871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-945f33b9-08b6-4a59-9daf-c0ca6445ee0e req-f7a598c1-5f10-4077-a9bc-1a65253cf74e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Sep 16 05:46:56.737988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:56.781972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:56.784946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:56.788753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:56.821346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Pushing event updated for resources: {'Port': ['ID=b473647b-c940-4f5a-a903-cdec5c516826,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:56.878128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:56.878838 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:56.951582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0fb28-7314-4169-894e-9527ff6c0e1b req-90683a6e-cde9-487e-a742-2882f1c4be00 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:56.953508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9d0fb28-7314-4169-894e-9527ff6c0e1b req-90683a6e-cde9-487e-a742-2882f1c4be00 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 936 time: 0.0613511 Sep 16 05:46:56.994150 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-692a1c24-7035-4cbd-a075-99ef227f2ecb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6974411 Sep 16 05:46:57.003486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9d0fb28-7314-4169-894e-9527ff6c0e1b req-d972e5de-07b3-48ed-ae1b-981dab32288c tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Sep 16 05:46:57.032925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Request body: {'port': {'device_id': 'afedcddf-55cd-454e-b78e-eab3fa7a75e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:57.081023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a67ce30b-0fae-4ffa-a350-65afd0564806 None None] Provisioning complete for port b473647b-c940-4f5a-a903-cdec5c516826 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:57.082098 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a67ce30b-0fae-4ffa-a350-65afd0564806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:57.103225 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:57.118542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a67ce30b-0fae-4ffa-a350-65afd0564806 None None] Port b473647b-c940-4f5a-a903-cdec5c516826 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:46:57.287532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705315c-9d58-423f-856c-c2a18f201fd2 req-da368fc0-929b-476e-bde8-e629ffdf79a7 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:57.297069 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a705315c-9d58-423f-856c-c2a18f201fd2 req-da368fc0-929b-476e-bde8-e629ffdf79a7 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 945 time: 0.0731299 Sep 16 05:46:57.338359 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a705315c-9d58-423f-856c-c2a18f201fd2 req-8b3c8a40-4603-44fe-8ac2-fce0d2dbf4aa tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Sep 16 05:46:57.412529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b473647b-c940-4f5a-a903-cdec5c516826 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:57.420149 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:57.433342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Transition to ACTIVE for port object b473647b-c940-4f5a-a903-cdec5c516826 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:57.435082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:57.518102 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:57.600662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Pushing event updated for resources: {'Port': ['ID=b473647b-c940-4f5a-a903-cdec5c516826,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:57.744791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-30313b38-a365-4439-854f-2ea4003331bc tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:57.747525 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-30313b38-a365-4439-854f-2ea4003331bc tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 945 time: 0.1597462 Sep 16 05:46:57.857776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Attempting to bind port b473647b-c940-4f5a-a903-cdec5c516826 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:57.858108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Attempting to bind port b473647b-c940-4f5a-a903-cdec5c516826 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:57.858428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Attempting to bind port b473647b-c940-4f5a-a903-cdec5c516826 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:57.877429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Port b473647b-c940-4f5a-a903-cdec5c516826 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:57.878081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Attempting to bind port b473647b-c940-4f5a-a903-cdec5c516826 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:57.906901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:57.907232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:57.907609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:57.908063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Bound port: b473647b-c940-4f5a-a903-cdec5c516826, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:57.908418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:57.935796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79758944-0fd7-41db-9d48-5ce4dbcb8299 req-68d42170-556d-4abb-99c2-242ea11c082b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:57.937605 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79758944-0fd7-41db-9d48-5ce4dbcb8299 req-68d42170-556d-4abb-99c2-242ea11c082b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.1348650 Sep 16 05:46:58.025449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Deleting port 95c178bf-e714-4555-8974-e48556fd3dc7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:58.025783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.036976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79758944-0fd7-41db-9d48-5ce4dbcb8299 req-9af48803-1e65-41f9-a5fb-924242a1fb0d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754220 Sep 16 05:46:58.070659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] For port b473647b-c940-4f5a-a903-cdec5c516826, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:58.113675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] For port b473647b-c940-4f5a-a903-cdec5c516826, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b473647b-c940-4f5a-a903-cdec5c516826,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:58.141027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c97b7-5637-4273-8c18-6b43009cfe0c req-b796660b-15fc-4029-b9e8-0ff7ab00df02 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.142587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-073c97b7-5637-4273-8c18-6b43009cfe0c req-b796660b-15fc-4029-b9e8-0ff7ab00df02 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 948 time: 0.0519121 Sep 16 05:46:58.142892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] For port 95c178bf-e714-4555-8974-e48556fd3dc7, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=95c178bf-e714-4555-8974-e48556fd3dc7,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:58.143267 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.157951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Calling delete_port for 95c178bf-e714-4555-8974-e48556fd3dc7 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:58.186150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-073c97b7-5637-4273-8c18-6b43009cfe0c req-b51c8c48-72df-456b-934b-3f562a643061 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362890 Sep 16 05:46:58.231061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.270702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.271317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.272747 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] 10.222.0.30 "PUT /v2.0/ports/b473647b-c940-4f5a-a903-cdec5c516826 HTTP/1.1" status: 200 len: 1097 time: 1.2449405 Sep 16 05:46:58.274883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afedcddf-55cd-454e-b78e-eab3fa7a75e4', 'tag': 'b473647b-c940-4f5a-a903-cdec5c516826'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:58.277817 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d626fd3-a6f8-4952-8ed2-b193f70f9de2" -d '{"events": [{"name": "network-changed", "server_uuid": "afedcddf-55cd-454e-b78e-eab3fa7a75e4", "tag": "b473647b-c940-4f5a-a903-cdec5c516826"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:58.323568 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2629a3c0-6b28-4ff8-a207-0715cf48bede x-openstack-request-id: req-2629a3c0-6b28-4ff8-a207-0715cf48bede {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:58.324393 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afedcddf-55cd-454e-b78e-eab3fa7a75e4", "tag": "b473647b-c940-4f5a-a903-cdec5c516826", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:58.324876 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2629a3c0-6b28-4ff8-a207-0715cf48bede {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:58.325285 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afedcddf-55cd-454e-b78e-eab3fa7a75e4', 'tag': 'b473647b-c940-4f5a-a903-cdec5c516826', 'status': 'completed', 'code': 200} Sep 16 05:46:58.350222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cfe13-353e-4dc1-a1c9-3774efaca9ad service neutron] Pushing event updated for resources: {'Port': ['ID=b473647b-c940-4f5a-a903-cdec5c516826,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:58.436600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626fd3-a6f8-4952-8ed2-b193f70f9de2 req-7b879d82-3f68-4d9f-9d9c-6616f1658fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.438222 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d626fd3-a6f8-4952-8ed2-b193f70f9de2 req-7b879d82-3f68-4d9f-9d9c-6616f1658fa1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cb117a6ce7441e9bb3cb598b68ca436&device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 1100 time: 0.0476213 Sep 16 05:46:58.452194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.481316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a774d9-0d99-4a45-b26e-7f8aeaf2ada5 req-a3242e5d-8eca-4d13-9a49-1f0032811a73 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.482913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07a774d9-0d99-4a45-b26e-7f8aeaf2ada5 req-a3242e5d-8eca-4d13-9a49-1f0032811a73 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 867 time: 0.0684273 Sep 16 05:46:58.492125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f4a65724-50d1-4e09-9445-3f8808e3a47e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:58.507697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Pushing event deleted for resources: {'Port': ['ID=95c178bf-e714-4555-8974-e48556fd3dc7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:58.528614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:58.539602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07a774d9-0d99-4a45-b26e-7f8aeaf2ada5 req-1760cb24-dabd-4d74-9b63-1fef2a5a84e3 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488210 Sep 16 05:46:58.548169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d626fd3-a6f8-4952-8ed2-b193f70f9de2 req-05474ccc-9a1b-4444-b5e2-71e3c95e2b22 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5cb117a6ce7441e9bb3cb598b68ca436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638497 Sep 16 05:46:58.624454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] No DVR routers for this DVR port 95c178bf-e714-4555-8974-e48556fd3dc7 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:58.629791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.631839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42de56ae-9a40-4fd3-b7fe-112546483030 req-441bbd73-3d64-46e7-8492-6c3d989e1fb1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.66 "DELETE /v2.0/ports/95c178bf-e714-4555-8974-e48556fd3dc7 HTTP/1.1" status: 204 len: 173 time: 0.8774879 Sep 16 05:46:58.727003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-59aa010e-d4e9-411c-9660-d520abd08ebd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.728619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-59aa010e-d4e9-411c-9660-d520abd08ebd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.1828003 Sep 16 05:46:58.795769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626fd3-a6f8-4952-8ed2-b193f70f9de2 req-9df10607-e8d8-456c-92e8-d6a4310fbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.797302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d626fd3-a6f8-4952-8ed2-b193f70f9de2 req-9df10607-e8d8-456c-92e8-d6a4310fbae8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2256966 Sep 16 05:46:58.904107 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.914719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port d64786e8-92b3-4367-89bb-1569063e19ab {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:58.915069 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.954339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-03014af4-e410-4523-ba20-8c66a237b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.956798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-03014af4-e410-4523-ba20-8c66a237b443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cb117a6ce7441e9bb3cb598b68ca436&device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 1100 time: 0.0894144 Sep 16 05:46:59.036878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-16b923c3-30a9-4f60-a2c5-b98a53d57a67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b473647b-c940-4f5a-a903-cdec5c516826 HTTP/1.1" status: 200 len: 217 time: 0.0427847 Sep 16 05:46:59.098877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-073ef2fa-ce8d-411d-94c7-f10cd19f6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.101822 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-073ef2fa-ce8d-411d-94c7-f10cd19f6cd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0567920 Sep 16 05:46:59.165132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] For port d64786e8-92b3-4367-89bb-1569063e19ab, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=d64786e8-92b3-4367-89bb-1569063e19ab,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:59.165500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:59.182488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for d64786e8-92b3-4367-89bb-1569063e19ab owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:59.192504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-f39b6545-0f32-4a7b-8306-9916f2fb1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.192976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db314a-3c17-4a3a-a97a-4167e9582f23 req-91ab53bd-3a31-4e98-9a2a-77a31dc7e0f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.194169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-f39b6545-0f32-4a7b-8306-9916f2fb1046 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0837486 Sep 16 05:46:59.198717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0db314a-3c17-4a3a-a97a-4167e9582f23 req-91ab53bd-3a31-4e98-9a2a-77a31dc7e0f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 946 time: 0.0580494 Sep 16 05:46:59.245023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0db314a-3c17-4a3a-a97a-4167e9582f23 req-162eb1a0-5e3e-4e9b-bc4e-3d2fde431ab6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 Sep 16 05:46:59.353887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-089304f0-a041-47f0-946c-cf4ca19ac2f1 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512871 Sep 16 05:46:59.367974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9af2a4-ce05-45f0-be74-332fbf50fd3a req-ea9764bb-af29-454e-bbd4-44ea30f803b8 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.369504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff9af2a4-ce05-45f0-be74-332fbf50fd3a req-ea9764bb-af29-454e-bbd4-44ea30f803b8 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 948 time: 0.0538661 Sep 16 05:46:59.409141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff9af2a4-ce05-45f0-be74-332fbf50fd3a req-6d09c355-1206-4525-b393-ab21c3cbbc5c tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Sep 16 05:46:59.499006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc541f8e-803e-497c-85fc-ff3a54529d98 req-be178f6a-fcfb-45ae-ab0c-4870c599b8db service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378293 Sep 16 05:46:59.584103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:59.619738 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['d64786e8-92b3-4367-89bb-1569063e19ab'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:59.625916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['18b53596-8e63-40b4-9396-9af7ff38070d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:59.630942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=d64786e8-92b3-4367-89bb-1569063e19ab,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:59.695977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9ce9e27-6caa-44dc-9770-905f853e4a8e req-9608cd9f-fdd5-41b0-9500-f0fdde814b68 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=25b1927a-0c42-449d-a0a1-c21c314c14be HTTP/1.1" status: 200 len: 210 time: 0.0517986 Sep 16 05:46:59.729895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] No DVR routers for this DVR port d64786e8-92b3-4367-89bb-1569063e19ab on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:59.733151 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:59.735439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c27d96ec-f3bd-477b-b885-061d9adc3208 req-296e2d38-b77e-444b-87dc-851244516bb6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "DELETE /v2.0/ports/d64786e8-92b3-4367-89bb-1569063e19ab HTTP/1.1" status: 204 len: 173 time: 0.9985523 Sep 16 05:47:00.163375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 95c178bf-e714-4555-8974-e48556fd3dc7 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:00.188246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 95c178bf-e714-4555-8974-e48556fd3dc7 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:00.188987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 95c178bf-e714-4555-8974-e48556fd3dc7 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:00.328857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b1927a-0c42-449d-a0a1-c21c314c14be', 'name': 'network-vif-deleted', 'tag': '95c178bf-e714-4555-8974-e48556fd3dc7'}, {'server_uuid': '4d1745fd-799b-47d5-a8a3-59e25059cb9d', 'name': 'network-vif-deleted', 'tag': 'd64786e8-92b3-4367-89bb-1569063e19ab'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:00.329749 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b897b-1de7-453d-a4b3-c044b0a4e947" -d '{"events": [{"server_uuid": "25b1927a-0c42-449d-a0a1-c21c314c14be", "name": "network-vif-deleted", "tag": "95c178bf-e714-4555-8974-e48556fd3dc7"}, {"server_uuid": "4d1745fd-799b-47d5-a8a3-59e25059cb9d", "name": "network-vif-deleted", "tag": "d64786e8-92b3-4367-89bb-1569063e19ab"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:00.384002 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3322ad88-6bad-4625-9b11-9cad040f3010 req-278accea-316d-4de9-bf02-4fb9bb9bcdd1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0574677 Sep 16 05:47:00.424867 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aa688a-6693-4c9d-9df8-863d93ea5518 x-openstack-request-id: req-f3aa688a-6693-4c9d-9df8-863d93ea5518 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:00.424867 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b1927a-0c42-449d-a0a1-c21c314c14be", "name": "network-vif-deleted", "tag": "95c178bf-e714-4555-8974-e48556fd3dc7", "status": "completed", "code": 200}, {"server_uuid": "4d1745fd-799b-47d5-a8a3-59e25059cb9d", "name": "network-vif-deleted", "tag": "d64786e8-92b3-4367-89bb-1569063e19ab", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:00.424867 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3aa688a-6693-4c9d-9df8-863d93ea5518 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:00.424867 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b1927a-0c42-449d-a0a1-c21c314c14be', 'name': 'network-vif-deleted', 'tag': '95c178bf-e714-4555-8974-e48556fd3dc7', 'status': 'completed', 'code': 200} Sep 16 05:47:00.424867 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1745fd-799b-47d5-a8a3-59e25059cb9d', 'name': 'network-vif-deleted', 'tag': 'd64786e8-92b3-4367-89bb-1569063e19ab', 'status': 'completed', 'code': 200} Sep 16 05:47:00.540002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145aa0-d7de-451b-846f-c3aa69345154 req-9aaaf509-2046-4ced-aab0-495d342053db tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:00.541952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68145aa0-d7de-451b-846f-c3aa69345154 req-9aaaf509-2046-4ced-aab0-495d342053db tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 948 time: 0.0555189 Sep 16 05:47:00.583089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-68145aa0-d7de-451b-846f-c3aa69345154 req-fca72294-eabd-49ef-8a64-171c64a1f9d9 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343325 Sep 16 05:47:01.538599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-50a2c88f-2fad-4d3c-b8e5-7990b23e72c2 req-1bf39c31-b76f-428d-9f80-708aeaccc610 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0399115 Sep 16 05:47:01.747648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45de0f8-2db2-423d-adcb-ec86880d8811 req-16f0b2e6-ae0e-421a-9279-0cb502af96ff tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:01.757016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f45de0f8-2db2-423d-adcb-ec86880d8811 req-16f0b2e6-ae0e-421a-9279-0cb502af96ff tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 948 time: 0.0865996 Sep 16 05:47:01.811295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f45de0f8-2db2-423d-adcb-ec86880d8811 req-5b23d9d1-e0fc-40ad-b666-5d7fd8d25726 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495267 Sep 16 05:47:01.849670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6951-cd2c-467e-812e-0c48abb39a35 req-8ce41ef2-877b-4aac-a674-2b50aa62ea10 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:01.857069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6951-cd2c-467e-812e-0c48abb39a35 req-8ce41ef2-877b-4aac-a674-2b50aa62ea10 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:01.860380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-506f6951-cd2c-467e-812e-0c48abb39a35 req-8ce41ef2-877b-4aac-a674-2b50aa62ea10 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c&device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 1682 time: 0.0863631 Sep 16 05:47:01.902536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-506f6951-cd2c-467e-812e-0c48abb39a35 req-d8608fd7-afc5-4b58-8ae3-3da6f60534c1 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369606 Sep 16 05:47:02.165069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d64786e8-92b3-4367-89bb-1569063e19ab no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:02.187061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: d64786e8-92b3-4367-89bb-1569063e19ab {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:02.187400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device d64786e8-92b3-4367-89bb-1569063e19ab not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:02.638233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9358113b-93c9-4fbb-824d-643c9aefe177 req-4fa9ed7a-cee9-4c25-a5e4-c348ebe484b6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0280623 Sep 16 05:47:02.923439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7ac03-91bc-4a57-9324-47cf836b3e54 req-45b581fa-e8fd-4134-a541-38e195126a53 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:02.925092 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09e7ac03-91bc-4a57-9324-47cf836b3e54 req-45b581fa-e8fd-4134-a541-38e195126a53 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c HTTP/1.1" status: 200 len: 945 time: 0.0575011 Sep 16 05:47:02.946618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fc235-3cff-481d-b7c6-d4e24babd059 req-d2b8644d-dc7f-4086-a3a3-b10b13d89bd9 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:02.952457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-716fc235-3cff-481d-b7c6-d4e24babd059 req-d2b8644d-dc7f-4086-a3a3-b10b13d89bd9 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 948 time: 0.0628307 Sep 16 05:47:02.970428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09e7ac03-91bc-4a57-9324-47cf836b3e54 req-469b3782-f54d-4c06-9c06-26c080b01041 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384338 Sep 16 05:47:02.991250 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-716fc235-3cff-481d-b7c6-d4e24babd059 req-b54f2465-489b-4519-a699-eeaa026c17f8 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351059 Sep 16 05:47:03.745559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b473647b-c940-4f5a-a903-cdec5c516826 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:03.748862 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7ac61e72-85ef-4047-89b0-5e402de26d04 req-93209e45-3277-4ea7-8554-4b212c31efa6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0344827 Sep 16 05:47:03.872714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b473647b-c940-4f5a-a903-cdec5c516826, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b473647b-c940-4f5a-a903-cdec5c516826,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:03.883834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'b473647b-c940-4f5a-a903-cdec5c516826', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'b473647b-c940-4f5a-a903-cdec5c516826', 'mac_address': 'fa:16:3e:d9:b9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:03.927327 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:03.941211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b473647b-c940-4f5a-a903-cdec5c516826 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:03.961329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b473647b-c940-4f5a-a903-cdec5c516826, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b473647b-c940-4f5a-a903-cdec5c516826,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:04.082025 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:04.136066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=b473647b-c940-4f5a-a903-cdec5c516826,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:04.154869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb341e-2e18-44f6-b180-50316422ee19 req-938b31cb-a5f1-4028-a9be-35fd1cc785ce tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.156625 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27cb341e-2e18-44f6-b180-50316422ee19 req-938b31cb-a5f1-4028-a9be-35fd1cc785ce tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 949 time: 0.0709245 Sep 16 05:47:04.184057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-29814bc4-e648-416d-8e41-eb711877abcb tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.185673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-29814bc4-e648-416d-8e41-eb711877abcb tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.30 "GET /v2.0/ports?device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c HTTP/1.1" status: 200 len: 945 time: 0.1260076 Sep 16 05:47:04.199636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ac2d7-c398-4f6b-839f-9b725ba88697 req-80cb68ab-72a1-415e-aa71-ced3b299ac39 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.201833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef4ac2d7-c398-4f6b-839f-9b725ba88697 req-80cb68ab-72a1-415e-aa71-ced3b299ac39 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c HTTP/1.1" status: 200 len: 945 time: 0.1550429 Sep 16 05:47:04.216622 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27cb341e-2e18-44f6-b180-50316422ee19 req-902cc00f-9b4f-46cb-9be0-9d602a6fb4eb tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530217 Sep 16 05:47:04.346854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef4ac2d7-c398-4f6b-839f-9b725ba88697 req-58b042c1-4fde-429a-a01d-958769517221 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/security-groups?id=60fa98d0-e4e2-4bc6-8863-d886c67e68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338882 Sep 16 05:47:04.368887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Deleting port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:47:04.369484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:04.402839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['b473647b-c940-4f5a-a903-cdec5c516826'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:04.524356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] For port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:04.524851 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:04.544610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Calling delete_port for 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:47:04.559482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afeef1-44ef-4317-8723-e71367afc018 req-1a26c6eb-3781-4594-aee6-2f997802a237 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.561351 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04afeef1-44ef-4317-8723-e71367afc018 req-1a26c6eb-3781-4594-aee6-2f997802a237 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.66 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 946 time: 0.1446986 Sep 16 05:47:04.745228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Deleting port f4a65724-50d1-4e09-9445-3f8808e3a47e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:47:04.745631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:04.865397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] For port f4a65724-50d1-4e09-9445-3f8808e3a47e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=f4a65724-50d1-4e09-9445-3f8808e3a47e,segment=NetworkSegment(0b0bf0a6-b620-4cdc-9bfa-50174e9e6345),segment_id=0b0bf0a6-b620-4cdc-9bfa-50174e9e6345)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:04.865688 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:04.879085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Calling delete_port for f4a65724-50d1-4e09-9445-3f8808e3a47e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:47:04.882270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de136a7d-7101-47b5-aa34-92c2c348dbc1 req-59f83689-8b92-47d5-8dbe-4e012c770644 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d1745fd-799b-47d5-a8a3-59e25059cb9d HTTP/1.1" status: 200 len: 210 time: 0.0310264 Sep 16 05:47:04.953326 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:04.993440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Pushing event deleted for resources: {'Port': ['ID=3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:04.993653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['f4a65724-50d1-4e09-9445-3f8808e3a47e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:05.052621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] No DVR routers for this DVR port 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:05.056450 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.059356 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e1a4511e-b4c4-4c07-beb9-52fd9c0ecf44 req-d8760d26-96be-46f9-aa46-4050e274f231 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.30 "DELETE /v2.0/ports/3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 HTTP/1.1" status: 204 len: 173 time: 0.8559384 Sep 16 05:47:05.059575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38de125-3d9f-4e9c-8a34-8eb43aa8938c', 'name': 'network-vif-deleted', 'tag': '3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:05.062436 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e053e42-4b57-49e3-87af-3ba89b929208" -d '{"events": [{"server_uuid": "b38de125-3d9f-4e9c-8a34-8eb43aa8938c", "name": "network-vif-deleted", "tag": "3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:05.152705 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823d4e8f-ca3d-4056-a0a5-94dbb5415d48 x-openstack-request-id: req-823d4e8f-ca3d-4056-a0a5-94dbb5415d48 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:05.152961 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38de125-3d9f-4e9c-8a34-8eb43aa8938c", "name": "network-vif-deleted", "tag": "3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:05.153297 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-823d4e8f-ca3d-4056-a0a5-94dbb5415d48 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:05.154387 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38de125-3d9f-4e9c-8a34-8eb43aa8938c', 'name': 'network-vif-deleted', 'tag': '3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4', 'status': 'completed', 'code': 200} Sep 16 05:47:05.274232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.317680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Pushing event deleted for resources: {'Port': ['ID=f4a65724-50d1-4e09-9445-3f8808e3a47e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:05.367076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7927619-f37a-4995-a25d-7e81b8a374c2 req-a09b3588-a70e-4694-a4b6-747dbe246b8c tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.375659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7927619-f37a-4995-a25d-7e81b8a374c2 req-a09b3588-a70e-4694-a4b6-747dbe246b8c tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 949 time: 0.0861580 Sep 16 05:47:05.395684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] No DVR routers for this DVR port f4a65724-50d1-4e09-9445-3f8808e3a47e on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:05.398741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.403324 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04afeef1-44ef-4317-8723-e71367afc018 req-b4d675ee-c05e-4e86-8231-cc1ddea1ba45 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.66 "DELETE /v2.0/ports/f4a65724-50d1-4e09-9445-3f8808e3a47e HTTP/1.1" status: 204 len: 173 time: 0.8331237 Sep 16 05:47:05.432050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7927619-f37a-4995-a25d-7e81b8a374c2 req-42db46bf-e841-4bd2-8562-bd87bcbae610 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554082 Sep 16 05:47:05.485341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1f13bfc-9299-4b9a-a755-d7c3d253caf4 req-bdf34501-e0bd-4188-8019-55e600302ec2 tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=b38de125-3d9f-4e9c-8a34-8eb43aa8938c HTTP/1.1" status: 200 len: 210 time: 0.0288334 Sep 16 05:47:05.755212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b473647b-c940-4f5a-a903-cdec5c516826 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:05.923621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port b473647b-c940-4f5a-a903-cdec5c516826 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:05.929528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port b473647b-c940-4f5a-a903-cdec5c516826 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:05.933974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:06.036870 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:06.061152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afedcddf-55cd-454e-b78e-eab3fa7a75e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b473647b-c940-4f5a-a903-cdec5c516826'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:06.063524 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d548a4b0-5f51-4656-b553-378572114877" -d '{"events": [{"server_uuid": "afedcddf-55cd-454e-b78e-eab3fa7a75e4", "name": "network-vif-plugged", "status": "completed", "tag": "b473647b-c940-4f5a-a903-cdec5c516826"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:06.077794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b473647b-c940-4f5a-a903-cdec5c516826, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b473647b-c940-4f5a-a903-cdec5c516826,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:06.127304 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36d2d2a-a4b9-4429-9bfc-04aaa29d950d x-openstack-request-id: req-a36d2d2a-a4b9-4429-9bfc-04aaa29d950d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:06.127590 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afedcddf-55cd-454e-b78e-eab3fa7a75e4", "name": "network-vif-plugged", "status": "completed", "tag": "b473647b-c940-4f5a-a903-cdec5c516826", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:06.127942 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a36d2d2a-a4b9-4429-9bfc-04aaa29d950d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:06.131165 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afedcddf-55cd-454e-b78e-eab3fa7a75e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b473647b-c940-4f5a-a903-cdec5c516826', 'code': 200} Sep 16 05:47:06.149288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:06.150103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:06.191198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:06.191493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3c7c1cab-913a-4d1a-bdc6-a2f88365c8c4 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:06.234561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=b473647b-c940-4f5a-a903-cdec5c516826,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:06.294507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af26afd-7b95-4d3b-a205-50651189eb8e req-e0036980-a484-4ba0-aae0-f9c256970b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.296161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7af26afd-7b95-4d3b-a205-50651189eb8e req-e0036980-a484-4ba0-aae0-f9c256970b39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 1102 time: 0.0468059 Sep 16 05:47:06.336035 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7af26afd-7b95-4d3b-a205-50651189eb8e req-928246b2-2331-4eeb-a260-899b6de5a66e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Sep 16 05:47:06.571491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8e738-829f-4412-8cdb-2c1e80694968 req-36e5d2d6-801a-4cc3-bbb4-5d6711f3c826 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.574186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53c8e738-829f-4412-8cdb-2c1e80694968 req-36e5d2d6-801a-4cc3-bbb4-5d6711f3c826 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 950 time: 0.0680504 Sep 16 05:47:06.623884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53c8e738-829f-4412-8cdb-2c1e80694968 req-68c3c6d4-500a-49d1-b9eb-7cd8c416c729 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Sep 16 05:47:06.668029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d45592b9-a381-4611-8a9a-2c5843a10294 req-d029f98f-166f-424c-aee4-e9b8bae0b1ec tempest-ListServersNegativeTestJSON-2099427728 tempest-ListServersNegativeTestJSON-2099427728-project] 10.222.0.49 "GET /v2.0/ports?device_id=baded043-4a3e-4cb3-ae18-3e608d8b9665 HTTP/1.1" status: 200 len: 210 time: 0.0358543 Sep 16 05:47:07.155417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baded043-4a3e-4cb3-ae18-3e608d8b9665', 'name': 'network-vif-deleted', 'tag': 'f4a65724-50d1-4e09-9445-3f8808e3a47e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:07.159225 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a532499f-9ea7-4983-9c39-3b122b07712a" -d '{"events": [{"server_uuid": "baded043-4a3e-4cb3-ae18-3e608d8b9665", "name": "network-vif-deleted", "tag": "f4a65724-50d1-4e09-9445-3f8808e3a47e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:07.213297 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac54b17-3c92-4369-8f62-a883418c203a x-openstack-request-id: req-eac54b17-3c92-4369-8f62-a883418c203a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:07.213555 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baded043-4a3e-4cb3-ae18-3e608d8b9665", "name": "network-vif-deleted", "tag": "f4a65724-50d1-4e09-9445-3f8808e3a47e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:07.213830 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eac54b17-3c92-4369-8f62-a883418c203a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:07.214268 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baded043-4a3e-4cb3-ae18-3e608d8b9665', 'name': 'network-vif-deleted', 'tag': 'f4a65724-50d1-4e09-9445-3f8808e3a47e', 'status': 'completed', 'code': 200} Sep 16 05:47:07.743008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:07.806454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b13cd0-72ed-45f9-b278-160ef19becce admin admin] Deleting subnet 99c329be-4521-4e60-913a-0e02b304ed59 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:47:07.813009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6b13cd0-72ed-45f9-b278-160ef19becce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:07.833025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fef2b-ca64-40bf-95fc-25a919f1ba24 req-7693e446-e1ab-4877-ac27-77877fa40597 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:07.834916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-419fef2b-ca64-40bf-95fc-25a919f1ba24 req-7693e446-e1ab-4877-ac27-77877fa40597 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 950 time: 0.1060698 Sep 16 05:47:07.865486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34346) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:07.894245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6b13cd0-72ed-45f9-b278-160ef19becce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:07.942071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-419fef2b-ca64-40bf-95fc-25a919f1ba24 req-3f4b99b3-4456-4545-9ca3-c489f5b5c211 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938840 Sep 16 05:47:07.997507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6b13cd0-72ed-45f9-b278-160ef19becce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.097646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-480cea8a-e59d-476a-90fe-18c257e52c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.196766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device f4a65724-50d1-4e09-9445-3f8808e3a47e no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:08.438862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: f4a65724-50d1-4e09-9445-3f8808e3a47e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:08.438862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device f4a65724-50d1-4e09-9445-3f8808e3a47e not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:08.591483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6b13cd0-72ed-45f9-b278-160ef19becce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.602809 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-480cea8a-e59d-476a-90fe-18c257e52c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.625419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b13cd0-72ed-45f9-b278-160ef19becce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c329be-4521-4e60-913a-0e02b304ed59,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:08.627446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6b13cd0-72ed-45f9-b278-160ef19becce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.631732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d6b13cd0-72ed-45f9-b278-160ef19becce admin admin] 10.222.0.49 "DELETE /v2.0/subnets/99c329be-4521-4e60-913a-0e02b304ed59 HTTP/1.1" status: 204 len: 168 time: 0.8853965 Sep 16 05:47:08.632228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34354) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:08.686118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-480cea8a-e59d-476a-90fe-18c257e52c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.702620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.727432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cea8a-e59d-476a-90fe-18c257e52c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e3de8-cea2-4f29-8fff-3c9bb650b481,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:08.736935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-480cea8a-e59d-476a-90fe-18c257e52c52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=394f616046d94f2fbe148c13b8ba76ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701751 Sep 16 05:47:08.744449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34356) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:08.797170 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb451-0228-40e4-ae84-2417a9bf07dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.801501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.820151 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb451-0228-40e4-ae84-2417a9bf07dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.823818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b10a4b-f074-447e-bb59-67de4383e36f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:08.840002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:08.840002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0bf0a6-b620-4cdc-9bfa-50174e9e6345') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:08.846139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.862844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.869045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:47:08.869448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:47:08.871803 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:47:08.952124 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb451-0228-40e4-ae84-2417a9bf07dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.955135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb451-0228-40e4-ae84-2417a9bf07dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.956766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ddbeb451-0228-40e4-ae84-2417a9bf07dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/969e3de8-cea2-4f29-8fff-3c9bb650b481 HTTP/1.1" status: 204 len: 168 time: 0.2109182 Sep 16 05:47:08.965897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeb451-0228-40e4-ae84-2417a9bf07dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e3de8-cea2-4f29-8fff-3c9bb650b481,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:09.062562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6bfc-ad2d-4c8e-8765-ae09a309e24a req-5d2b2c76-d85e-4ced-b555-ad3edb71586f tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.064111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07cb6bfc-ad2d-4c8e-8765-ae09a309e24a req-5d2b2c76-d85e-4ced-b555-ad3edb71586f tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 950 time: 0.0548351 Sep 16 05:47:09.066286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:09.072058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:09.078688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] 10.222.0.49 "DELETE /v2.0/networks/76b10a4b-f074-447e-bb59-67de4383e36f HTTP/1.1" status: 204 len: 168 time: 0.4454887 Sep 16 05:47:09.090968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a89a5-201e-42f6-b734-8b9bb2847d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=76b10a4b-f074-447e-bb59-67de4383e36f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:09.119387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07cb6bfc-ad2d-4c8e-8765-ae09a309e24a req-586767cd-4dbe-4215-86fe-c30f023a68b1 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465004 Sep 16 05:47:09.602216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34378) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:09.665756 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-022224aa-ac44-4c26-86cb-eec63d1fa72d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0710f8efda0647e6b8d61100b5f525b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614457 Sep 16 05:47:09.668918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34380) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:09.745260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a54fa72a-df6e-4f3a-a5ab-0ddfc64fd120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:09.796143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a54fa72a-df6e-4f3a-a5ab-0ddfc64fd120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:09.834439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34384) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:09.842005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a201fbe-d659-4c4b-a278-53411441cea9 req-ab399345-53e4-4486-a75d-17508df0d57f tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.842005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a201fbe-d659-4c4b-a278-53411441cea9 req-ab399345-53e4-4486-a75d-17508df0d57f tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 950 time: 0.0908267 Sep 16 05:47:09.852918 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b51eed2-8712-4383-8e81-e36789ae6412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:09.887212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a201fbe-d659-4c4b-a278-53411441cea9 req-c74030a7-dbbf-4f13-8c2c-e96b5fb61a4d tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398333 Sep 16 05:47:09.979924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b51eed2-8712-4383-8e81-e36789ae6412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:10.037807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a54fa72a-df6e-4f3a-a5ab-0ddfc64fd120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:10.040743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a54fa72a-df6e-4f3a-a5ab-0ddfc64fd120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:10.042217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a54fa72a-df6e-4f3a-a5ab-0ddfc64fd120 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60fa98d0-e4e2-4bc6-8863-d886c67e68ca HTTP/1.1" status: 204 len: 168 time: 0.3720913 Sep 16 05:47:10.053761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fa72a-df6e-4f3a-a5ab-0ddfc64fd120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fa98d0-e4e2-4bc6-8863-d886c67e68ca,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:10.088833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b51eed2-8712-4383-8e81-e36789ae6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:10.134569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:10.134782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5b51eed2-8712-4383-8e81-e36789ae6412 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68731fce2aa847d899f4daa4c7b3d3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989948 Sep 16 05:47:10.138240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51eed2-8712-4383-8e81-e36789ae6412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11d7dc9-2f14-43f1-9e4d-6a6359ef8d67,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:10.199633 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ef2b26-ee67-4a2e-80c2-92dc5ebd7954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:10.222802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ef2b26-ee67-4a2e-80c2-92dc5ebd7954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:10.406511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ef2b26-ee67-4a2e-80c2-92dc5ebd7954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:10.411066 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ef2b26-ee67-4a2e-80c2-92dc5ebd7954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:10.411066 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-31ef2b26-ee67-4a2e-80c2-92dc5ebd7954 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f11d7dc9-2f14-43f1-9e4d-6a6359ef8d67 HTTP/1.1" status: 204 len: 168 time: 0.2746053 Sep 16 05:47:10.422832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef2b26-ee67-4a2e-80c2-92dc5ebd7954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11d7dc9-2f14-43f1-9e4d-6a6359ef8d67,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:11.008662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c424d4-83e5-48a3-ae70-541e7e2de6bd req-43ba75ff-c34b-43f4-8083-836b73ea3118 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:11.010184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0c424d4-83e5-48a3-ae70-541e7e2de6bd req-43ba75ff-c34b-43f4-8083-836b73ea3118 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 950 time: 0.0506892 Sep 16 05:47:11.051565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0c424d4-83e5-48a3-ae70-541e7e2de6bd req-1a94e6f1-d1e8-47ff-8159-4a14629c2fa7 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/security-groups?id=eed50b5a-342f-4d12-93c0-370fe9971a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Sep 16 05:47:11.209826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34416) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:11.223576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77029297-ea8f-4a7d-b275-50bf48fce402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.311694 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77029297-ea8f-4a7d-b275-50bf48fce402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.397572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77029297-ea8f-4a7d-b275-50bf48fce402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.397864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:11.414487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce18a97-f472-4646-9526-703edba508ff req-19c3dc54-92ce-43c0-8fc7-3335dfb9ea72 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:11.416330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ce18a97-f472-4646-9526-703edba508ff req-19c3dc54-92ce-43c0-8fc7-3335dfb9ea72 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.30 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 950 time: 0.0646248 Sep 16 05:47:11.439635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77029297-ea8f-4a7d-b275-50bf48fce402 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f12eb6fa42e443b5ac994e719040d889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287080 Sep 16 05:47:11.442872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34426) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:11.449883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029297-ea8f-4a7d-b275-50bf48fce402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d60fc9-7457-41f7-ac4a-fd47e8ad250e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:11.529521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05a5188b-6e61-40b6-94fb-37a96fc79a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.548533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Deleting port b473647b-c940-4f5a-a903-cdec5c516826 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:47:11.548893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.553590 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05a5188b-6e61-40b6-94fb-37a96fc79a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.559540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-866885340-network', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:11.662542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] For port b473647b-c940-4f5a-a903-cdec5c516826, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b473647b-c940-4f5a-a903-cdec5c516826,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:11.662833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.675063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Calling delete_port for b473647b-c940-4f5a-a903-cdec5c516826 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:47:11.789964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05a5188b-6e61-40b6-94fb-37a96fc79a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.791631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Made reservation on behalf of 36584492ea3f42ebb5f364e2515a98ee for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:11.792681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05a5188b-6e61-40b6-94fb-37a96fc79a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.794266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-05a5188b-6e61-40b6-94fb-37a96fc79a95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35d60fc9-7457-41f7-ac4a-fd47e8ad250e HTTP/1.1" status: 204 len: 168 time: 0.3502860 Sep 16 05:47:11.794833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.804889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5188b-6e61-40b6-94fb-37a96fc79a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d60fc9-7457-41f7-ac4a-fd47e8ad250e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:11.817656 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.925975 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.957689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:11.986659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Pushing event deleted for resources: {'Port': ['ID=b473647b-c940-4f5a-a903-cdec5c516826,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:11.992239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['b473647b-c940-4f5a-a903-cdec5c516826'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:12.035838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] No DVR routers for this DVR port b473647b-c940-4f5a-a903-cdec5c516826 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:12.039566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.042032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2ce18a97-f472-4646-9526-703edba508ff req-f9164096-66d8-4b81-a7d7-5f401659a1f0 tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.30 "DELETE /v2.0/ports/b473647b-c940-4f5a-a903-cdec5c516826 HTTP/1.1" status: 204 len: 173 time: 0.6190939 Sep 16 05:47:12.043561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afedcddf-55cd-454e-b78e-eab3fa7a75e4', 'name': 'network-vif-deleted', 'tag': 'b473647b-c940-4f5a-a903-cdec5c516826'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:12.052864 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ddf48-cbb9-48e6-846f-65174ca854b6" -d '{"events": [{"server_uuid": "afedcddf-55cd-454e-b78e-eab3fa7a75e4", "name": "network-vif-deleted", "tag": "b473647b-c940-4f5a-a903-cdec5c516826"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:12.056863 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.107042 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0253775-a98b-42e7-84af-c400de1f7641 x-openstack-request-id: req-a0253775-a98b-42e7-84af-c400de1f7641 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:12.107335 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afedcddf-55cd-454e-b78e-eab3fa7a75e4", "name": "network-vif-deleted", "tag": "b473647b-c940-4f5a-a903-cdec5c516826", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:12.107586 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0253775-a98b-42e7-84af-c400de1f7641 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:12.108085 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afedcddf-55cd-454e-b78e-eab3fa7a75e4', 'name': 'network-vif-deleted', 'tag': 'b473647b-c940-4f5a-a903-cdec5c516826', 'status': 'completed', 'code': 200} Sep 16 05:47:12.111873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:47:12.139262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b68b17-1c53-4b0c-9934-de1637140658,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:12.148890 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.149323 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Added segment b53bf93f-048d-4845-b1fd-03553910b126 of type vlan for network 935a7144-e242-4b77-bf69-5c76c21a5764 Sep 16 05:47:12.212487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5183c8db-3de2-4183-a87c-da2f8ce4b2cf req-117d7112-1dda-4695-8c35-7dcd5adc1cab tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 210 time: 0.0533190 Sep 16 05:47:12.213017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8de1b-48f0-429d-8e0a-8e41de6bb106 req-b89557b5-5abc-47a1-a258-aad3fdbcc933 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:12.215260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74c8de1b-48f0-429d-8e0a-8e41de6bb106 req-b89557b5-5abc-47a1-a258-aad3fdbcc933 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 946 time: 0.1357296 Sep 16 05:47:12.217103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.276215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74c8de1b-48f0-429d-8e0a-8e41de6bb106 req-ec676f93-0fde-4981-86b8-d0be6f605908 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514109 Sep 16 05:47:12.340539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.342540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:12.342813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.404561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] Pushing event updated for resources: {'Network': ['ID=935a7144-e242-4b77-bf69-5c76c21a5764,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:12.415930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 935a7144-e242-4b77-bf69-5c76c21a5764 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:47:12.441000 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6a279110-4edd-4675-b7fb-8c2783e97964 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0419765 Sep 16 05:47:12.444021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34448) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:12.449809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Request body: {'subnet': {'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-subnet', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:12.577343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Made reservation on behalf of 36584492ea3f42ebb5f364e2515a98ee for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:12.581802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.841559 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.903906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478813b7-ecb1-47a5-88ca-7e5be5a0abac,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:12.914327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Checking segment: {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:12.914692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Network hostable DHCP agents. Network: 935a7144-e242-4b77-bf69-5c76c21a5764, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:47:13.032058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34462) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:13.057450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Network 935a7144-e242-4b77-bf69-5c76c21a5764 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:47:13.138692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-152116352-network', 'tenant_id': 'a494c725bf7042c894e98c4a7d866707'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:13.177298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 935a7144-e242-4b77-bf69-5c76c21a5764) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:13.181460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:13.182085 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.186764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67319b31-8085-4cd8-a9fa-ec035ebafb04 None None] Network 935a7144-e242-4b77-bf69-5c76c21a5764 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:13.302971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Made reservation on behalf of a494c725bf7042c894e98c4a7d866707 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:13.306163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.315896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470780e3-8f84-4b41-aba4-61c0dcc7db9c None None] Network 935a7144-e242-4b77-bf69-5c76c21a5764 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:13.344563 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88da8f71-72f9-45b9-b335-763cedc07433 req-58f75ae5-8d8d-4e37-97ad-45fe350e737f tempest-VolumesNegativeTest-1157247475 tempest-VolumesNegativeTest-1157247475-project] 10.222.0.49 "GET /v2.0/ports?device_id=afedcddf-55cd-454e-b78e-eab3fa7a75e4 HTTP/1.1" status: 200 len: 210 time: 0.0426877 Sep 16 05:47:13.345541 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.392119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0d479c9d-cfa8-4916-af3b-aeb623d927a5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9444170 Sep 16 05:47:13.393506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34470) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:13.398819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:13.418229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790430d3-2141-497a-9a4c-40e930cc1b8b req-44532a15-a0f2-44f9-af74-0b445190cab6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:13.421956 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-790430d3-2141-497a-9a4c-40e930cc1b8b req-44532a15-a0f2-44f9-af74-0b445190cab6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 946 time: 0.0726385 Sep 16 05:47:13.462985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-790430d3-2141-497a-9a4c-40e930cc1b8b req-bfe858b3-086a-43d7-a460-0b83e8b9a585 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343862 Sep 16 05:47:13.493287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.593819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.622157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:47:13.639656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.640041 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Added segment 554f5f5a-f9bb-4c11-95ae-ed035a7224b9 of type vlan for network ace989d9-005a-4819-839d-f5d524ea6da9 Sep 16 05:47:13.641319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50a166-1acf-4c59-9152-a22b9bbf3a8a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:13.684502 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.702875 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.703885 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.761409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.802768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.803718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:13.804345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:13.899598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ace989d9-005a-4819-839d-f5d524ea6da9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:13.905809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7bc01983-b110-407e-8f5d-0eff281064c4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8726566 Sep 16 05:47:13.908879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34474) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:13.911645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ace989d9-005a-4819-839d-f5d524ea6da9 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:47:13.914342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Request body: {'subnet': {'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-152116352-subnet', 'tenant_id': 'a494c725bf7042c894e98c4a7d866707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:14.009942 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.040182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Made reservation on behalf of a494c725bf7042c894e98c4a7d866707 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:14.043304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.233970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270365b-0639-4d50-b723-774829d88056 req-95b5838a-8c10-4d8a-adfb-b30208271580 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:14.235512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d270365b-0639-4d50-b723-774829d88056 req-95b5838a-8c10-4d8a-adfb-b30208271580 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 946 time: 0.1059866 Sep 16 05:47:14.277826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.302103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.343421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port 18b53596-8e63-40b4-9396-9af7ff38070d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:47:14.343773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.361291 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.424957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Allocated IP 172.25.1.114 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/16545188-5b79-4c48-9815-dacb9d204a4d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:14.499842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9f33aa-6375-44a0-9774-25eb91f8d594,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:14.513467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] For port 18b53596-8e63-40b4-9396-9af7ff38070d, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=18b53596-8e63-40b4-9396-9af7ff38070d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:14.513467 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.521476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Checking segment: {'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:14.521848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Network hostable DHCP agents. Network: ace989d9-005a-4819-839d-f5d524ea6da9, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:47:14.535049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for 18b53596-8e63-40b4-9396-9af7ff38070d owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:47:14.573211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.694840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:14.735095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:14.738244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:14.742237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:14.776132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Pushing event updated for resources: {'Port': ['ID=16545188-5b79-4c48-9815-dacb9d204a4d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:14.970426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Network ace989d9-005a-4819-839d-f5d524ea6da9 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:47:14.989874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5601-4a1c-4d8f-a250-0d73895de865 req-17d3f010-15a5-4446-b967-8d8533e47a4f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:14.991390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8eee5601-4a1c-4d8f-a250-0d73895de865 req-17d3f010-15a5-4446-b967-8d8533e47a4f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 946 time: 0.1087432 Sep 16 05:47:15.049603 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8eee5601-4a1c-4d8f-a250-0d73895de865 req-b61a26da-1ae4-4447-aed2-35dfcaff67f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1652f31-e90b-4a1f-b193-58fcd313073c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Sep 16 05:47:15.077368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ace989d9-005a-4819-839d-f5d524ea6da9) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:15.086258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:15.086855 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.091150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc961e-3bcd-4e32-bd0e-1ae0db0a7963 None None] Network ace989d9-005a-4819-839d-f5d524ea6da9 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:15.123062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdce1c-d711-4303-a120-4867db547737 req-efe2776f-4380-4f5d-9c85-ef303903ac43 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:15.124981 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-efe2776f-4380-4f5d-9c85-ef303903ac43 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 814 time: 0.1561430 Sep 16 05:47:15.181493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-af8a5463-cd54-49b4-91ce-75aef7976879 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/quotas/bf0a6395c3374310b61142f27226db3e HTTP/1.1" status: 200 len: 375 time: 0.0457764 Sep 16 05:47:15.212646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.229586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.235720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d5c4d-6ad9-4ba8-925c-ab1bd7f74fcc None None] Network ace989d9-005a-4819-839d-f5d524ea6da9 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:15.270195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5aa61084-53a0-4daf-82b0-1a56ea8409d0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3601089 Sep 16 05:47:15.273222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=18b53596-8e63-40b4-9396-9af7ff38070d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:15.306995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['18b53596-8e63-40b4-9396-9af7ff38070d'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:15.316429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-39a2a597-f3aa-47d0-8ab4-d38385d1a85a tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256540 Sep 16 05:47:15.322838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] No DVR routers for this DVR port 18b53596-8e63-40b4-9396-9af7ff38070d on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:15.326250 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.328382 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d270365b-0639-4d50-b723-774829d88056 req-f7b16ad9-1751-4a59-85b1-215cfcc2d3d7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "DELETE /v2.0/ports/18b53596-8e63-40b4-9396-9af7ff38070d HTTP/1.1" status: 204 len: 173 time: 1.0819070 Sep 16 05:47:15.328837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4665a6c-a222-423e-84ef-fc23a3656664', 'name': 'network-vif-deleted', 'tag': '18b53596-8e63-40b4-9396-9af7ff38070d'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:15.344075 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf6fbea-9066-4ff2-830a-30e31c568cfc" -d '{"events": [{"server_uuid": "f4665a6c-a222-423e-84ef-fc23a3656664", "name": "network-vif-deleted", "tag": "18b53596-8e63-40b4-9396-9af7ff38070d"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:15.426838 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49117d2-d516-4433-852c-9c8576b64e3d x-openstack-request-id: req-d49117d2-d516-4433-852c-9c8576b64e3d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:15.427141 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4665a6c-a222-423e-84ef-fc23a3656664", "name": "network-vif-deleted", "tag": "18b53596-8e63-40b4-9396-9af7ff38070d", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:15.427394 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d49117d2-d516-4433-852c-9c8576b64e3d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:15.427799 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4665a6c-a222-423e-84ef-fc23a3656664', 'name': 'network-vif-deleted', 'tag': '18b53596-8e63-40b4-9396-9af7ff38070d', 'status': 'completed', 'code': 200} Sep 16 05:47:15.588117 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:15.598281 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-0cc3b740-06ac-4e69-acd3-35b784869100 service neutron] 10.222.0.49 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040253 Sep 16 05:47:15.804645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-c459cb07-bdcc-4ad9-a1e4-847a39734290 service neutron] 10.222.0.49 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664472 Sep 16 05:47:15.847007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b473647b-c940-4f5a-a903-cdec5c516826 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:15.876736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: b473647b-c940-4f5a-a903-cdec5c516826 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:15.876736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b473647b-c940-4f5a-a903-cdec5c516826 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:15.876736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 18b53596-8e63-40b4-9396-9af7ff38070d no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:15.894923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 18b53596-8e63-40b4-9396-9af7ff38070d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:15.895333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 18b53596-8e63-40b4-9396-9af7ff38070d not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:15.960094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Router e8c53443-7dfe-44a9-bd80-dbc9c98c465e is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:47:16.122672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:47:16.133619 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Sync routers for ids ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:47:16.147902 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Routers {'e8c53443-7dfe-44a9-bd80-dbc9c98c465e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:47:16.148980 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e93f552-712e-45a3-8ea7-69ccd7bc195e req-d7293df5-e015-4dc9-b8dd-ef1981f280b8 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 210 time: 0.0523534 Sep 16 05:47:16.163417 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:46:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:16.221294 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-836693a5-1f0d-4155-b0df-6961a0eb8ed9 req-d6b8c33f-b309-40cd-9a01-52ac5fe4422f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 210 time: 0.0491550 Sep 16 05:47:16.254638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:16.256631 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bd06eac6-ea29-4095-8a0b-1c92a998cd82 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8627172 Sep 16 05:47:16.259074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:16.340970 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Set router e8c53443-7dfe-44a9-bd80-dbc9c98c465e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:47:16.661270 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:47:14Z', 'revision_number': 3, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port': {'id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:14Z', 'updated_at': '2021-09-16T05:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:16.691408 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Checking router: e8c53443-7dfe-44a9-bd80-dbc9c98c465e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:47:16.692022 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Updating router e8c53443-7dfe-44a9-bd80-dbc9c98c465e port 16545188-5b79-4c48-9815-dacb9d204a4d binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:47:16.769250 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:16.915833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.149289 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.168137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Allocated IP 172.20.0.1 (935a7144-e242-4b77-bf69-5c76c21a5764/478813b7-ecb1-47a5-88ca-7e5be5a0abac/7e3c4305-dcde-4ce9-b171-1771563361ac) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:17.271747 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.325210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ffa006dc-5f4c-491b-b839-a45589a13155 req-0b46131a-6442-4c45-ad34-ca054b9da149 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 210 time: 0.0440743 Sep 16 05:47:17.352563 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Pushing event updated for resources: {'Port': ['ID=16545188-5b79-4c48-9815-dacb9d204a4d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:17.370494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.388707 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.389058 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.389397 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.389744 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.390064 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.390467 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.390718 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.391069 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.391364 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.391694 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.392040 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.392360 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:17.413037 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Attempting to bind port 16545188-5b79-4c48-9815-dacb9d204a4d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:17.413622 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Attempting to bind port 16545188-5b79-4c48-9815-dacb9d204a4d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:17.414054 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Attempting to bind port 16545188-5b79-4c48-9815-dacb9d204a4d on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:17.422647 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:17.423164 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:17.423674 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.424165 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:17.424709 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Bound port: 16545188-5b79-4c48-9815-dacb9d204a4d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:17.425161 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.484925 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] For port 16545188-5b79-4c48-9815-dacb9d204a4d, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:17.486327 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] For port 16545188-5b79-4c48-9815-dacb9d204a4d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=16545188-5b79-4c48-9815-dacb9d204a4d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:17.527958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.563501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Network 935a7144-e242-4b77-bf69-5c76c21a5764 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:17.569690 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.591677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:17.607661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:17.725002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3c4305-dcde-4ce9-b171-1771563361ac,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:17.726381 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec423d0c-c55e-4cac-942c-cadc9b3d2aab None None] Pushing event updated for resources: {'Port': ['ID=16545188-5b79-4c48-9815-dacb9d204a4d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:17.728793 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b2a2ce8-2784-4d6d-89de-fa0cd31a69ac req-bfd1859d-c205-4df7-b5eb-f8262a32ea0d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 210 time: 0.0563498 Sep 16 05:47:17.757726 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Routers {'e8c53443-7dfe-44a9-bd80-dbc9c98c465e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:47:17.758663 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:46:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:17.793758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.889141 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] Set router e8c53443-7dfe-44a9-bd80-dbc9c98c465e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:47:18.048123 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:18.113470 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:47:14Z', 'revision_number': 3, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port': {'id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:14Z', 'updated_at': '2021-09-16T05:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:18.138276 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0318b5-a212-47ee-b543-6e13ce7f642f None None] The sync data for ids ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'] in n-d-712749-15 is: [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:47:14Z', 'revision_number': 3, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port': {'id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:14Z', 'updated_at': '2021-09-16T05:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:47:18.300361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:18.363614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:18.504849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:18.551073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c220d70-0813-49a4-ae48-5288cb53618c req-abb1b3fd-8374-4512-901e-63ff9360019f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 210 time: 0.0856822 Sep 16 05:47:18.566105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3c4305-dcde-4ce9-b171-1771563361ac,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:18.658090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Network 935a7144-e242-4b77-bf69-5c76c21a5764 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:18.659649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:18.881476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Router e8c53443-7dfe-44a9-bd80-dbc9c98c465e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:47:18.900444 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-51760bbf-0f5b-4902-9b85-ff157999c565 req-b4811339-e220-46b8-bef7-dfc5788c7661 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 210 time: 0.0561407 Sep 16 05:47:18.936369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdce1c-d711-4303-a120-4867db547737 req-8f2aa13c-2450-4406-b88a-ec5e32bf2814 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.937953 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-8f2aa13c-2450-4406-b88a-ec5e32bf2814 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.30 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 814 time: 0.1676977 Sep 16 05:47:18.986086 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Request body: {'port': {'device_id': '900344dc-6ccc-4e38-a3a7-1fefee14495c', 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'admin_state_up': True, 'tenant_id': 'bf0a6395c3374310b61142f27226db3e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:19.244192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:47:19.253340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-09701ee9-3e83-4de7-a4a1-994b521eec17 admin admin] 10.222.0.49 "PUT /v2.0/routers/e8c53443-7dfe-44a9-bd80-dbc9c98c465e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929316 Sep 16 05:47:19.320351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-9d5113ec-4933-4c2a-bdae-008685c5dcdd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:19.320351 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-9d5113ec-4933-4c2a-bdae-008685c5dcdd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/networks?id=ace989d9-005a-4819-839d-f5d524ea6da9 HTTP/1.1" status: 200 len: 808 time: 0.2000570 Sep 16 05:47:19.348663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-c6f0b5bf-ffa9-4e3d-b170-a2f8221e5c4c tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/quotas/a494c725bf7042c894e98c4a7d866707 HTTP/1.1" status: 200 len: 375 time: 0.0230649 Sep 16 05:47:19.389853 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-7d9f53d1-ec7f-4125-8fad-43d107468295 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a494c725bf7042c894e98c4a7d866707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401101 Sep 16 05:47:19.399744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Made reservation on behalf of bf0a6395c3374310b61142f27226db3e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:19.404696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:19.564893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-cef224f8-f29c-4def-a79b-7825c6bd1d2b service neutron] 10.222.0.49 "GET /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741569 Sep 16 05:47:19.727341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Allocated IP 172.20.0.5 (90391e44-3af8-4676-829a-ec4a7b11774b/0cab66dd-358a-45e9-8a35-fc9f25d763a0/ab9e19a7-2a09-4094-937c-724386cb370f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:19.772186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-a29f932e-0df4-40e9-ad56-4ea9cd7c0ca7 service neutron] 10.222.0.49 "GET /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966324 Sep 16 05:47:19.821432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 16545188-5b79-4c48-9815-dacb9d204a4d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:19.886449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5669141e-c52a-4c36-a04b-abaa725f4128 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:19.890468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5669141e-c52a-4c36-a04b-abaa725f4128 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 818 time: 0.2475488 Sep 16 05:47:19.905498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 16545188-5b79-4c48-9815-dacb9d204a4d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:19.908046 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:19.908480 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-fbd85d1a-17c2-4eea-887b-78974e4890e2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/quotas/36584492ea3f42ebb5f364e2515a98ee HTTP/1.1" status: 200 len: 375 time: 0.0110874 Sep 16 05:47:19.947800 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9de3dc17-3561-4c7e-a383-a3df461fd12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:19.992825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-3647de3e-4a5e-4ceb-bd7f-8e4fd71a369f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764399 Sep 16 05:47:19.996380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:20.061305 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:20.091890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 16545188-5b79-4c48-9815-dacb9d204a4d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=16545188-5b79-4c48-9815-dacb9d204a4d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:20.110929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:20.145942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-205ff332-0cda-4fc0-9b86-175088228fd3 service neutron] 10.222.0.49 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444788 Sep 16 05:47:20.149542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e1d57f90-9c36-410e-937f-6e1e0db45c82'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:20.161337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Network 90391e44-3af8-4676-829a-ec4a7b11774b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:20.161337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:20.164208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:20.196346 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:20.243168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Pushing event updated for resources: {'Port': ['ID=ab9e19a7-2a09-4094-937c-724386cb370f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:20.269111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:20.270087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:20.381056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=16545188-5b79-4c48-9815-dacb9d204a4d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:20.381653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-a59581cf-a528-4064-8cde-38ed011fdd00 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4008703 Sep 16 05:47:20.418945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.421476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.422340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.423741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.424202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.425760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.426204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.430064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Request body: {'port': {'device_id': '900344dc-6ccc-4e38-a3a7-1fefee14495c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:20.430547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.431028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.432982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.433303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-aa1f24ed-f2ce-4e29-bd6b-9886814d15dd service neutron] 10.222.0.49 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723260 Sep 16 05:47:20.433414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.433414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:20.504191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e4ccc-fc13-4f9d-b8a8-5b675425d2d1 req-1ca31de5-186a-4feb-a5f9-0f5bd4e6eaeb tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:20.509476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f9e4ccc-fc13-4f9d-b8a8-5b675425d2d1 req-1ca31de5-186a-4feb-a5f9-0f5bd4e6eaeb tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 931 time: 0.1429570 Sep 16 05:47:20.566680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:20.596306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f9e4ccc-fc13-4f9d-b8a8-5b675425d2d1 req-4298186c-d26d-4e01-bbf1-77fa7a72b9fe tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753469 Sep 16 05:47:20.611595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Sync routers for ids ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:47:20.623336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Routers {'e8c53443-7dfe-44a9-bd80-dbc9c98c465e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:47:20.624022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:46:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:20.812589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c7f2f20-90d9-4317-88ca-625bf3805c06 req-08422fa3-e284-4932-a161-615353124782 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0734529 Sep 16 05:47:20.826109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Set router e8c53443-7dfe-44a9-bd80-dbc9c98c465e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:47:20.864891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f685ab77-cd25-4f12-9cde-45f0a95f84bc req-08cf3b79-1fc9-4cf4-ab9b-05845add94e4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4665a6c-a222-423e-84ef-fc23a3656664 HTTP/1.1" status: 200 len: 210 time: 0.0548956 Sep 16 05:47:20.872972 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:20.941456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bac38b04-747d-4acb-a6f1-ea23dac34abd req-f84b23c4-8a1b-4890-b9ab-ddcbc2f4ae96 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 210 time: 0.0789387 Sep 16 05:47:21.195841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:47:17Z', 'revision_number': 4, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port': {'id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:14Z', 'updated_at': '2021-09-16T05:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7e3c4305-dcde-4ce9-b171-1771563361ac', 'name': '', 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'mac_address': 'fa:16:3e:63:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '478813b7-ecb1-47a5-88ca-7e5be5a0abac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:16Z', 'updated_at': '2021-09-16T05:47:18Z', 'revision_number': 2, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'subnets': [{'id': '478813b7-ecb1-47a5-88ca-7e5be5a0abac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:21.244010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Checking router: e8c53443-7dfe-44a9-bd80-dbc9c98c465e for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:47:21.244448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Updating router e8c53443-7dfe-44a9-bd80-dbc9c98c465e port 7e3c4305-dcde-4ce9-b171-1771563361ac binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:47:21.289947 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:21.604296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-9376334e-eed4-4376-a21c-a5828c0d0a5f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:21.606519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-9376334e-eed4-4376-a21c-a5828c0d0a5f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 818 time: 0.2433927 Sep 16 05:47:21.688988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-e25b512a-0ea6-47bf-9410-5f752c85ab01 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/quotas/36584492ea3f42ebb5f364e2515a98ee HTTP/1.1" status: 200 len: 375 time: 0.0753338 Sep 16 05:47:21.756789 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:21.808773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9e19a7-2a09-4094-937c-724386cb370f {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:21.828489 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:21.848658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 16545188-5b79-4c48-9815-dacb9d204a4d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:21.861757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-3f28c6bc-d93b-4276-a542-3c408c47197c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218266 Sep 16 05:47:21.901866 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:21.944007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Transition to ACTIVE for port object ab9e19a7-2a09-4094-937c-724386cb370f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:21.946834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6f482-bf44-4648-8c42-f79c573afc1d req-002c980d-7a7f-46d5-96d7-235674199d94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:21.950603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97d6f482-bf44-4648-8c42-f79c573afc1d req-002c980d-7a7f-46d5-96d7-235674199d94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 931 time: 0.2085726 Sep 16 05:47:21.997550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29c80a-62b7-49f4-9661-dcb786485d91 None None] Pushing event updated for resources: {'Port': ['ID=7e3c4305-dcde-4ce9-b171-1771563361ac,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:22.019246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.039578 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97d6f482-bf44-4648-8c42-f79c573afc1d req-7bf601d2-71da-40b7-ae2b-91ae9f66861a tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793171 Sep 16 05:47:22.129181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9e19a7-2a09-4094-937c-724386cb370f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:22.137331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e7d7e05-f3e3-4c98-8eae-cc1cc06c67f8 req-8ea9a3ba-a3e2-4a90-ab00-988df7ce82fe tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0383823 Sep 16 05:47:22.163005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 16545188-5b79-4c48-9815-dacb9d204a4d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:22.163377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.165368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Attempting to bind port 7e3c4305-dcde-4ce9-b171-1771563361ac on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:22.167308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Attempting to bind port 7e3c4305-dcde-4ce9-b171-1771563361ac by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:22.167308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Attempting to bind port 7e3c4305-dcde-4ce9-b171-1771563361ac on network 935a7144-e242-4b77-bf69-5c76c21a5764 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:22.180491 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-6daa9978-8e02-44d8-b860-2170aadc5719 service neutron] 10.222.0.49 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175499 Sep 16 05:47:22.238909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:22.239964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Checking segment: {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:22.239964 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.240185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Bound using segment: {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:22.240612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Bound port: 7e3c4305-dcde-4ce9-b171-1771563361ac, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:22.241271 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.305155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Attempting to bind port ab9e19a7-2a09-4094-937c-724386cb370f on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:22.305512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Attempting to bind port ab9e19a7-2a09-4094-937c-724386cb370f by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:22.305838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Attempting to bind port ab9e19a7-2a09-4094-937c-724386cb370f on network 90391e44-3af8-4676-829a-ec4a7b11774b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:22.314524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Port ab9e19a7-2a09-4094-937c-724386cb370f on network 90391e44-3af8-4676-829a-ec4a7b11774b not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:22.318348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Attempting to bind port ab9e19a7-2a09-4094-937c-724386cb370f on network 90391e44-3af8-4676-829a-ec4a7b11774b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:22.327905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:22.327905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Checking segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:22.327905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Bound using segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:22.328269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Bound port: ab9e19a7-2a09-4094-937c-724386cb370f, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:22.328560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.356441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-ed04433b-5f7b-4b06-917c-38d97ceaf14e service neutron] 10.222.0.49 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543696 Sep 16 05:47:22.372501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] For port 7e3c4305-dcde-4ce9-b171-1771563361ac, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:22.379447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] For port 7e3c4305-dcde-4ce9-b171-1771563361ac, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7e3c4305-dcde-4ce9-b171-1771563361ac,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:22.427976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] For port ab9e19a7-2a09-4094-937c-724386cb370f, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:22.445459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] For port ab9e19a7-2a09-4094-937c-724386cb370f, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ab9e19a7-2a09-4094-937c-724386cb370f,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:22.470110 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.529672 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.549131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Routers {'e8c53443-7dfe-44a9-bd80-dbc9c98c465e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:47:22.549761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:46:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:22.552802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29c80a-62b7-49f4-9661-dcb786485d91 None None] Pushing event updated for resources: {'Port': ['ID=7e3c4305-dcde-4ce9-b171-1771563361ac,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:22.616008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:22.617806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.620078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/ab9e19a7-2a09-4094-937c-724386cb370f HTTP/1.1" status: 200 len: 1092 time: 2.2060051 Sep 16 05:47:22.622119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900344dc-6ccc-4e38-a3a7-1fefee14495c', 'tag': 'ab9e19a7-2a09-4094-937c-724386cb370f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:22.626705 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4287cec-2cf6-46b5-890f-66bd0bd030f1" -d '{"events": [{"name": "network-changed", "server_uuid": "900344dc-6ccc-4e38-a3a7-1fefee14495c", "tag": "ab9e19a7-2a09-4094-937c-724386cb370f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:22.698065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcc5f0-f53d-456a-bc63-0fb01b5602a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9e19a7-2a09-4094-937c-724386cb370f,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:22.722891 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e6660-1a38-4c95-a5ee-4c80f482bc16 x-openstack-request-id: req-d32e6660-1a38-4c95-a5ee-4c80f482bc16 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:22.723595 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900344dc-6ccc-4e38-a3a7-1fefee14495c", "tag": "ab9e19a7-2a09-4094-937c-724386cb370f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:22.723595 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d32e6660-1a38-4c95-a5ee-4c80f482bc16 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:22.723956 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900344dc-6ccc-4e38-a3a7-1fefee14495c', 'tag': 'ab9e19a7-2a09-4094-937c-724386cb370f', 'status': 'completed', 'code': 200} Sep 16 05:47:22.773589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e09d8fe4-11c0-441e-bc3f-d3c43240930f req-062cbda6-3917-4304-8b49-c99b1ace8241 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 210 time: 0.0838130 Sep 16 05:47:22.858160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] Set router e8c53443-7dfe-44a9-bd80-dbc9c98c465e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:47:22.862929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4287cec-2cf6-46b5-890f-66bd0bd030f1 req-6bb56f13-4e19-4059-ad7a-fdf991aced85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:22.865342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4287cec-2cf6-46b5-890f-66bd0bd030f1 req-6bb56f13-4e19-4059-ad7a-fdf991aced85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 1095 time: 0.0699818 Sep 16 05:47:23.066026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4287cec-2cf6-46b5-890f-66bd0bd030f1 req-a453f27e-81f9-4ada-93e7-1a3c693962c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.067637 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4287cec-2cf6-46b5-890f-66bd0bd030f1 req-a453f27e-81f9-4ada-93e7-1a3c693962c9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bf0a6395c3374310b61142f27226db3e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1869791 Sep 16 05:47:23.169159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7949e9f-699c-4eef-a701-fc6a3da9041e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:23.285339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4287cec-2cf6-46b5-890f-66bd0bd030f1 req-c1e3337b-67a0-4980-ad3d-030adb4f000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.286858 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4287cec-2cf6-46b5-890f-66bd0bd030f1 req-c1e3337b-67a0-4980-ad3d-030adb4f000f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2118113 Sep 16 05:47:23.304453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7372922-95f9-4e06-8525-4981afa605b5 req-4e6475e2-43dc-458f-ab43-660fa47722ff tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.306608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7372922-95f9-4e06-8525-4981afa605b5 req-4e6475e2-43dc-458f-ab43-660fa47722ff tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 943 time: 0.1635683 Sep 16 05:47:23.353226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ef47c9a-be44-4b8b-adc8-ddcead13aafb req-fe25d238-4f8a-4adc-9051-e8016fe08e71 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0739131 Sep 16 05:47:23.405445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7372922-95f9-4e06-8525-4981afa605b5 req-6243770a-5590-4064-b22b-bcb479244e7d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753572 Sep 16 05:47:23.460114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:47:17Z', 'revision_number': 4, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port': {'id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:14Z', 'updated_at': '2021-09-16T05:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7e3c4305-dcde-4ce9-b171-1771563361ac', 'name': '', 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'mac_address': 'fa:16:3e:63:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '478813b7-ecb1-47a5-88ca-7e5be5a0abac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:16Z', 'updated_at': '2021-09-16T05:47:22Z', 'revision_number': 4, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'subnets': [{'id': '478813b7-ecb1-47a5-88ca-7e5be5a0abac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:23.496572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270622ed-89ab-42a2-9fdc-4425fa533a06 None None] The sync data for ids ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'] in n-d-712749-15 is: [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:47:17Z', 'revision_number': 4, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port': {'id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:14Z', 'updated_at': '2021-09-16T05:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '7e3c4305-dcde-4ce9-b171-1771563361ac', 'name': '', 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'mac_address': 'fa:16:3e:63:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '478813b7-ecb1-47a5-88ca-7e5be5a0abac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:16Z', 'updated_at': '2021-09-16T05:47:22Z', 'revision_number': 4, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'subnets': [{'id': '478813b7-ecb1-47a5-88ca-7e5be5a0abac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:47:23.591272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdce1c-d711-4303-a120-4867db547737 req-9661896b-935d-4332-9553-db23d0f538f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.601928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-9661896b-935d-4332-9553-db23d0f538f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 1095 time: 0.1822395 Sep 16 05:47:23.675652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-5af44525-2442-4f7a-bd04-04cf90d2a6bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab9e19a7-2a09-4094-937c-724386cb370f HTTP/1.1" status: 200 len: 217 time: 0.0565135 Sep 16 05:47:23.801370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdce1c-d711-4303-a120-4867db547737 req-e105d5bc-2fbe-45b3-923e-372bfaebbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.822683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-e105d5bc-2fbe-45b3-923e-372bfaebbe6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.1363232 Sep 16 05:47:23.851167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-904dc4fd-4041-4ddc-b437-b6eb3c34cdcd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.852455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-904dc4fd-4041-4ddc-b437-b6eb3c34cdcd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.66 "GET /v2.0/networks?id=ace989d9-005a-4819-839d-f5d524ea6da9 HTTP/1.1" status: 200 len: 808 time: 0.3791559 Sep 16 05:47:23.860279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:23.908163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7e3c4305-dcde-4ce9-b171-1771563361ac up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:23.918959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-622acbb6-30e7-4495-88d0-fffe7fb95966 req-211af548-6e52-4598-8184-390556569822 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 210 time: 0.0611165 Sep 16 05:47:23.961756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Request body: {'port': {'device_id': '1b0dad27-ff02-4540-9861-c2bc35d7ffe5', 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9', 'admin_state_up': True, 'tenant_id': 'a494c725bf7042c894e98c4a7d866707'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:23.983273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-59a6b338-f51f-4dc2-98c5-5b13f605fa39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298370 Sep 16 05:47:23.995158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7e3c4305-dcde-4ce9-b171-1771563361ac triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:23.996406 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:24.130819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:24.176799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7e3c4305-dcde-4ce9-b171-1771563361ac, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7e3c4305-dcde-4ce9-b171-1771563361ac,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:24.302891 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:24.319410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-03721fcd-552c-436e-9776-6d1016736afb service neutron] 10.222.0.30 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006258 Sep 16 05:47:24.381586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Made reservation on behalf of a494c725bf7042c894e98c4a7d866707 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:24.389271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:24.408961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7e3c4305-dcde-4ce9-b171-1771563361ac,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:24.579455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94c11-2137-4929-89d0-828acb9713d5 req-8862c76b-0858-42b7-905c-dced4e4965a9 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:24.581805 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3b94c11-2137-4929-89d0-828acb9713d5 req-8862c76b-0858-42b7-905c-dced4e4965a9 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 943 time: 0.0868921 Sep 16 05:47:24.586559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-8f110245-0af7-4061-a8cc-b3c6bc258005 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:24.588091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-8f110245-0af7-4061-a8cc-b3c6bc258005 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.66 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 818 time: 0.3373837 Sep 16 05:47:24.615608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca72f137-2bbf-42f2-a8e8-7efee17f233a req-13953017-8751-4018-a5b4-b0be2864b693 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 210 time: 0.1386220 Sep 16 05:47:24.658136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3b94c11-2137-4929-89d0-828acb9713d5 req-75f9f025-a5f1-495a-9e53-db912c87a562 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614629 Sep 16 05:47:24.719166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Request body: {'port': {'device_id': '4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74', 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764', 'admin_state_up': True, 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:24.809041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34876) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:25.005138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bdce1c-d711-4303-a120-4867db547737 req-99e71232-9730-4688-a980-1188a610835c service neutron] 10.222.0.30 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355281 Sep 16 05:47:25.165510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77f91b66-0f72-489d-81c4-b9131bead88a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cb117a6ce7441e9bb3cb598b68ca436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526673 Sep 16 05:47:25.168520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:25.171499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ae46305-7ede-49d9-80b0-16996832ec86 req-3c7b627d-15c9-4a77-ad7c-61af947e0878 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 210 time: 0.0835359 Sep 16 05:47:25.213094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Allocated IP 172.20.0.5 (ace989d9-005a-4819-839d-f5d524ea6da9/0d9f33aa-6375-44a0-9774-25eb91f8d594/c238f59a-8ba3-4516-bd09-4319fcbec58f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:25.281552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c9802e7d-5a27-461a-a5b8-97894ba1ceaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.330906 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c9802e7d-5a27-461a-a5b8-97894ba1ceaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.384625 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.385203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Made reservation on behalf of 36584492ea3f42ebb5f364e2515a98ee for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:25.388276 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.521211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c9802e7d-5a27-461a-a5b8-97894ba1ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.524782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c9802e7d-5a27-461a-a5b8-97894ba1ceaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.526025 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c9802e7d-5a27-461a-a5b8-97894ba1ceaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eed50b5a-342f-4d12-93c0-370fe9971a3f HTTP/1.1" status: 204 len: 168 time: 0.3564930 Sep 16 05:47:25.563488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9802e7d-5a27-461a-a5b8-97894ba1ceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed50b5a-342f-4d12-93c0-370fe9971a3f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:25.590093 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.618236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Allocated IP 172.20.0.10 (935a7144-e242-4b77-bf69-5c76c21a5764/478813b7-ecb1-47a5-88ca-7e5be5a0abac/36a5745d-e0cc-44ab-9e2c-bb2867054bc9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:25.793814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a6c8bfe5-2ec2-4078-9c8e-184a5448af5f req-2b0858a9-7106-46a6-b4b0-321b89f2a4c1 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0510120 Sep 16 05:47:25.821008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.825071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7e3c4305-dcde-4ce9-b171-1771563361ac up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:25.911296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7e3c4305-dcde-4ce9-b171-1771563361ac triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:25.912080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.936435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Network ace989d9-005a-4819-839d-f5d524ea6da9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:25.966548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:25.969990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:26.032407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Pushing event updated for resources: {'Port': ['ID=c238f59a-8ba3-4516-bd09-4319fcbec58f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:26.099542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82197a1-1641-41f9-b93e-97cac9f6720d req-d7d63dad-644b-4f16-b852-448cb2193b30 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.101239 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c82197a1-1641-41f9-b93e-97cac9f6720d req-d7d63dad-644b-4f16-b852-448cb2193b30 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 943 time: 0.2870960 Sep 16 05:47:26.109412 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:26.177651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.178259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:26.228365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-71f22cdf-e95b-4faf-9efd-0da53d656239 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.229327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-71f22cdf-e95b-4faf-9efd-0da53d656239 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.30 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 818 time: 0.3048093 Sep 16 05:47:26.248277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c82197a1-1641-41f9-b93e-97cac9f6720d req-461438be-3959-47af-849b-7fd4ae8efc40 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288893 Sep 16 05:47:26.266255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Request body: {'port': {'device_id': '456b360b-4796-498e-8a4e-8d9dcc1fde94', 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764', 'admin_state_up': True, 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:26.347338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17c0a122-e931-4c24-ae58-cec16f140dec req-c96987e8-f20d-4bcd-abca-cfd4995d920e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 210 time: 0.0413241 Sep 16 05:47:26.357846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-15f79119-5332-4046-8288-d7c615acba3b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4066644 Sep 16 05:47:26.358866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:26.406771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Request body: {'port': {'device_id': '1b0dad27-ff02-4540-9861-c2bc35d7ffe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:26.513183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-b3b98459-45c6-43bf-837b-424b0fb85fd9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458720 Sep 16 05:47:26.797867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Network 935a7144-e242-4b77-bf69-5c76c21a5764 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:26.819674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:26.843397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:26.846142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Pushing event updated for resources: {'Port': ['ID=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:26.907469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.907892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.908239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.908579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.908912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.909243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.909574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.909898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.910222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.910613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.910942 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.911265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:26.922111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:26.954817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.954817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:26.956040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:26.962435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4c81d004-0543-4506-8ba8-540746d225a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51852349', 'description': 'tempest-secgroup-smoke-51852349 description', 'project_id': 'eeb93f4e80b947838ff72672315f5c3c'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:27.039601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-8d251705-d9e5-4260-bc58-c9802a38a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.041262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-8d251705-d9e5-4260-bc58-c9802a38a9dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 1097 time: 0.4609094 Sep 16 05:47:27.079516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Made reservation on behalf of 36584492ea3f42ebb5f364e2515a98ee for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:27.084082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.115419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d54ca-2125-40df-acd8-17fa89637c45 req-128be8c3-9fed-4aa7-9ed6-fe95efb56e85 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.117067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de4d54ca-2125-40df-acd8-17fa89637c45 req-128be8c3-9fed-4aa7-9ed6-fe95efb56e85 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 931 time: 0.0877228 Sep 16 05:47:27.223264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c81d004-0543-4506-8ba8-540746d225a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.225723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de4d54ca-2125-40df-acd8-17fa89637c45 req-37145d45-ccf5-49f2-9839-bceb4f7169dd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006715 Sep 16 05:47:27.277442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-2d533fe7-5f70-4415-b017-df3559c2fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.278944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-2d533fe7-5f70-4415-b017-df3559c2fe53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 915 time: 0.1993725 Sep 16 05:47:27.324237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-f23830ed-314b-4d4a-a4ea-550b72946e93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82 HTTP/1.1" status: 200 len: 217 time: 0.0365579 Sep 16 05:47:27.327722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-5c0ab5f3-082a-49dd-8106-5aa41519aaf2 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7091575 Sep 16 05:47:27.400414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Allocated IP 172.20.0.14 (935a7144-e242-4b77-bf69-5c76c21a5764/478813b7-ecb1-47a5-88ca-7e5be5a0abac/b62a8bcb-a87b-4302-a381-7b0ea8e839fe) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:27.407347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Request body: {'port': {'device_id': '4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:27.421666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-c7e0dc7b-dbb3-4224-a7e6-508164c0ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.423809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-c7e0dc7b-dbb3-4224-a7e6-508164c0ed6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.0747597 Sep 16 05:47:27.463929 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4e089167-db48-4fa2-bc38-f0b8edc92f95 req-6f8eb6be-c3f0-46c9-9562-f7a932f05153 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 210 time: 0.0345850 Sep 16 05:47:27.484409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-bb89a7b3-94d5-4c55-a24e-0105ce4f0bfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451930 Sep 16 05:47:27.486413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.511530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c238f59a-8ba3-4516-bd09-4319fcbec58f {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:27.540380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.591869 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-14778780-dd07-4984-9dd8-dec2ec1e0840 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950291 Sep 16 05:47:27.611583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7e421-14b4-4ee1-878a-0340d342e3ad req-037403dc-b880-4ca9-966b-48be9c0a5eb0 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.613127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4a7e421-14b4-4ee1-878a-0340d342e3ad req-037403dc-b880-4ca9-966b-48be9c0a5eb0 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 943 time: 0.2644916 Sep 16 05:47:27.623712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Transition to ACTIVE for port object c238f59a-8ba3-4516-bd09-4319fcbec58f will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:27.624520 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.689008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c81d004-0543-4506-8ba8-540746d225a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.697433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-cdd480b3-228a-46c5-80f4-3c8ef57a73b3 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966396 Sep 16 05:47:27.756780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.804226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4a7e421-14b4-4ee1-878a-0340d342e3ad req-4c1f0002-e6d9-4635-9436-71537d24d9d5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775486 Sep 16 05:47:27.829733 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c81d004-0543-4506-8ba8-540746d225a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.894082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device ab9e19a7-2a09-4094-937c-724386cb370f details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:27.950425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Pushing event updated for resources: {'Port': ['ID=c238f59a-8ba3-4516-bd09-4319fcbec58f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:27.992813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:27.997786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81d004-0543-4506-8ba8-540746d225a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7923bff-f7ee-4632-823d-bcfcb6d9e98d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:28.031595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c81d004-0543-4506-8ba8-540746d225a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.032906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c81d004-0543-4506-8ba8-540746d225a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0756671 Sep 16 05:47:28.043120 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34964) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:28.053543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'security_group_rule': {'security_group_id': 'd7923bff-f7ee-4632-823d-bcfcb6d9e98d', 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:28.082178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Attempting to bind port c238f59a-8ba3-4516-bd09-4319fcbec58f on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:28.082463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Attempting to bind port c238f59a-8ba3-4516-bd09-4319fcbec58f by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:28.082815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Attempting to bind port c238f59a-8ba3-4516-bd09-4319fcbec58f on network ace989d9-005a-4819-839d-f5d524ea6da9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:28.089883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Port c238f59a-8ba3-4516-bd09-4319fcbec58f on network ace989d9-005a-4819-839d-f5d524ea6da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:28.090205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Attempting to bind port c238f59a-8ba3-4516-bd09-4319fcbec58f on network ace989d9-005a-4819-839d-f5d524ea6da9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:28.095976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:28.096323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Checking segment: {'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:28.096708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Bound using segment: {'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:28.097142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Bound port: c238f59a-8ba3-4516-bd09-4319fcbec58f, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:28.097503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.170823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] For port c238f59a-8ba3-4516-bd09-4319fcbec58f, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:28.174286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] For port c238f59a-8ba3-4516-bd09-4319fcbec58f, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c238f59a-8ba3-4516-bd09-4319fcbec58f,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:28.189688 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.190041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port ab9e19a7-2a09-4094-937c-724386cb370f, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ab9e19a7-2a09-4094-937c-724386cb370f,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:28.193897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.204079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'ab9e19a7-2a09-4094-937c-724386cb370f', 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'port_id': 'ab9e19a7-2a09-4094-937c-724386cb370f', 'mac_address': 'fa:16:3e:96:5e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cab66dd-358a-45e9-8a35-fc9f25d763a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:28.246157 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.253615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.261764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9e19a7-2a09-4094-937c-724386cb370f {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:28.268125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.271195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Network 935a7144-e242-4b77-bf69-5c76c21a5764 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:28.283076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port ab9e19a7-2a09-4094-937c-724386cb370f, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ab9e19a7-2a09-4094-937c-724386cb370f,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:28.311996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:28.323038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:28.344075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.361418 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.366606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Pushing event updated for resources: {'Port': ['ID=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:28.376724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33611d5-cced-4abd-b709-9ddd92e2c6b8,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:28.387948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.388257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.389331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.389759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.389886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] 10.222.0.66 "PUT /v2.0/ports/c238f59a-8ba3-4516-bd09-4319fcbec58f HTTP/1.1" status: 200 len: 1092 time: 2.0117414 Sep 16 05:47:28.390199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.390625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.391019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.391438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.391871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.392729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.392857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0dad27-ff02-4540-9861-c2bc35d7ffe5', 'tag': 'c238f59a-8ba3-4516-bd09-4319fcbec58f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:28.392938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.392938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.393315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.393709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:28.394613 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d5858f-fe20-4ec7-8fc1-d541a22d06a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0dad27-ff02-4540-9861-c2bc35d7ffe5", "tag": "c238f59a-8ba3-4516-bd09-4319fcbec58f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:28.427314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16208719-59fe-4556-b0ad-4f87d96136bc req-0462c2f1-98f4-4667-841d-29f77d21edec tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.430876 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16208719-59fe-4556-b0ad-4f87d96136bc req-0462c2f1-98f4-4667-841d-29f77d21edec tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 943 time: 0.1191330 Sep 16 05:47:28.459279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=ab9e19a7-2a09-4094-937c-724386cb370f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:28.462625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.463690 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.475209 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.482480 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-323c691e-d530-43f7-8b91-4af84dc45432 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4356470 Sep 16 05:47:28.484647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34972) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:28.487144 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdf7d26-93b5-4557-836b-e559a4f61e72 x-openstack-request-id: req-9cdf7d26-93b5-4557-836b-e559a4f61e72 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:28.487440 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0dad27-ff02-4540-9861-c2bc35d7ffe5", "tag": "c238f59a-8ba3-4516-bd09-4319fcbec58f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:28.487692 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cdf7d26-93b5-4557-836b-e559a4f61e72 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:28.488144 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0dad27-ff02-4540-9861-c2bc35d7ffe5', 'tag': 'c238f59a-8ba3-4516-bd09-4319fcbec58f', 'status': 'completed', 'code': 200} Sep 16 05:47:28.490040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a18ce1d9-d7d3-4c18-a2d1-b543c2ec7867 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'security_group_rule': {'security_group_id': 'd7923bff-f7ee-4632-823d-bcfcb6d9e98d', 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:28.522489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95413642-fc55-4279-92a0-ae9eab838de3 service neutron] Pushing event updated for resources: {'Port': ['ID=c238f59a-8ba3-4516-bd09-4319fcbec58f,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:28.538957 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16208719-59fe-4556-b0ad-4f87d96136bc req-923c52f1-5e6c-4728-bb12-a440eeb99c27 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006284 Sep 16 05:47:28.634858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['ab9e19a7-2a09-4094-937c-724386cb370f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:28.650317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1d9-d7d3-4c18-a2d1-b543c2ec7867 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.650984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:28.659119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5858f-fe20-4ec7-8fc1-d541a22d06a2 req-8dd9e215-53bb-4cbe-b235-4cfefc7c5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.660775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53d5858f-fe20-4ec7-8fc1-d541a22d06a2 req-8dd9e215-53bb-4cbe-b235-4cfefc7c5b2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a494c725bf7042c894e98c4a7d866707&device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 1095 time: 0.1247983 Sep 16 05:47:28.668474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.688323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfbe94-5667-4796-bbc0-9aac5c057e55 req-3cff5862-5639-424c-9d3e-44580b40499a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.695718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8dfbe94-5667-4796-bbc0-9aac5c057e55 req-3cff5862-5639-424c-9d3e-44580b40499a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 932 time: 0.1267776 Sep 16 05:47:28.719227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Transition to ACTIVE for port object 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:28.735803 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1d9-d7d3-4c18-a2d1-b543c2ec7867 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.762204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-697f58ec-d1d5-4651-a3c7-24aaf93cb58a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5090609 Sep 16 05:47:28.817007 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Request body: {'port': {'device_id': '456b360b-4796-498e-8a4e-8d9dcc1fde94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:28.832241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.858055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8dfbe94-5667-4796-bbc0-9aac5c057e55 req-aae7ae09-c19c-4f9a-987e-ec3b5829fe6e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613922 Sep 16 05:47:28.876250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1d9-d7d3-4c18-a2d1-b543c2ec7867 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.891032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.934116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ce1d9-d7d3-4c18-a2d1-b543c2ec7867 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fd09a3-c9cd-4282-b00f-5a3592db5905,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:28.942426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.963405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8c672-7f8e-428a-ba8e-360214aeae6a req-aa2d4cdf-4a52-47f6-a9f9-774a1d8cc544 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.966433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70c8c672-7f8e-428a-ba8e-360214aeae6a req-aa2d4cdf-4a52-47f6-a9f9-774a1d8cc544 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 944 time: 0.0788677 Sep 16 05:47:28.972410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5858f-fe20-4ec7-8fc1-d541a22d06a2 req-efaecc36-5d37-4ffc-b281-464129556ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.974144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53d5858f-fe20-4ec7-8fc1-d541a22d06a2 req-efaecc36-5d37-4ffc-b281-464129556ac3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a494c725bf7042c894e98c4a7d866707&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2720850 Sep 16 05:47:29.024715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70c8c672-7f8e-428a-ba8e-360214aeae6a req-ea43f329-515a-455d-bd11-19d0a16dd22e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507035 Sep 16 05:47:29.026845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1d9-d7d3-4c18-a2d1-b543c2ec7867 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.037340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a18ce1d9-d7d3-4c18-a2d1-b543c2ec7867 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5490239 Sep 16 05:47:29.038243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 34980) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:29.045398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Pushing event updated for resources: {'Port': ['ID=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:29.047132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7fa364ac-4135-495d-9b73-e113f9c86fec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'security_group_rule': {'security_group_id': 'd7923bff-f7ee-4632-823d-bcfcb6d9e98d', 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:29.136215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fa364ac-4135-495d-9b73-e113f9c86fec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.200853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fa364ac-4135-495d-9b73-e113f9c86fec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.331707 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fa364ac-4135-495d-9b73-e113f9c86fec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.338945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5858f-fe20-4ec7-8fc1-d541a22d06a2 req-dcee9e94-f4e7-477a-874f-db204bea8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.341273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53d5858f-fe20-4ec7-8fc1-d541a22d06a2 req-dcee9e94-f4e7-477a-874f-db204bea8ada service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2969959 Sep 16 05:47:29.349393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Attempting to bind port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:29.349602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa364ac-4135-495d-9b73-e113f9c86fec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42eb0591-3408-48e2-8886-db2954ed22a0,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:29.349708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Attempting to bind port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:29.350046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Attempting to bind port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 on network 935a7144-e242-4b77-bf69-5c76c21a5764 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:29.363459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 on network 935a7144-e242-4b77-bf69-5c76c21a5764 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:29.363789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Attempting to bind port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 on network 935a7144-e242-4b77-bf69-5c76c21a5764 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:29.378679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:29.379023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Checking segment: {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:29.379408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Bound using segment: {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:29.379837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Bound port: 36a5745d-e0cc-44ab-9e2c-bb2867054bc9, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:29.380245 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.400493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fa364ac-4135-495d-9b73-e113f9c86fec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.405524 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7fa364ac-4135-495d-9b73-e113f9c86fec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3640461 Sep 16 05:47:29.406110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34982) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:29.414350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4b76a30a-7483-4812-b785-85611b6e9248 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'security_group_rule': {'security_group_id': 'd7923bff-f7ee-4632-823d-bcfcb6d9e98d', 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:29.569235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62a8bcb-a87b-4302-a381-7b0ea8e839fe {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:29.575289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-a0b0221d-8c55-4405-b183-988411e9196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.576863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-a0b0221d-8c55-4405-b183-988411e9196f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a494c725bf7042c894e98c4a7d866707&device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 1095 time: 0.1660533 Sep 16 05:47:29.583787 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.586250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] For port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:29.591334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] For port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:29.640847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Transition to ACTIVE for port object b62a8bcb-a87b-4302-a381-7b0ea8e839fe will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:29.649169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-9a3a0fe2-c569-4f65-bb5b-ec3114489aa3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c238f59a-8ba3-4516-bd09-4319fcbec58f HTTP/1.1" status: 200 len: 217 time: 0.0543442 Sep 16 05:47:29.649831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b76a30a-7483-4812-b785-85611b6e9248 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.703287 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.768682 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.798589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.799217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.800702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] 10.222.0.66 "PUT /v2.0/ports/36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 200 len: 1093 time: 2.4372506 Sep 16 05:47:29.828195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-2796d2d0-2e43-4467-b401-7748c8a10847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.829681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-2796d2d0-2e43-4467-b401-7748c8a10847 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d9f33aa-6375-44a0-9774-25eb91f8d594 HTTP/1.1" status: 200 len: 848 time: 0.1550198 Sep 16 05:47:29.837450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ed8e-a538-4132-8a5d-91b52d53fc89 req-50c441fe-01d5-431a-a89e-46d86cd04490 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.839295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d292ed8e-a538-4132-8a5d-91b52d53fc89 req-50c441fe-01d5-431a-a89e-46d86cd04490 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 943 time: 0.2281747 Sep 16 05:47:29.870892 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b76a30a-7483-4812-b785-85611b6e9248 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.892695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ea3c4-b06b-4c53-9252-3117f64b9b42 service neutron] Pushing event updated for resources: {'Port': ['ID=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:29.896886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-7a4c3d7c-34e7-4c08-9a9f-e693184375ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ace989d9-005a-4819-839d-f5d524ea6da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490737 Sep 16 05:47:29.907536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device ab9e19a7-2a09-4094-937c-724386cb370f up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:29.970043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b76a30a-7483-4812-b785-85611b6e9248 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.991177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcadf7-0269-4e41-9d9d-a23a44d1482a req-2b4f1d46-1068-472f-adbd-56762df1b4c1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.992766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7efcadf7-0269-4e41-9d9d-a23a44d1482a req-2b4f1d46-1068-472f-adbd-56762df1b4c1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 944 time: 0.0566025 Sep 16 05:47:30.022932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port ab9e19a7-2a09-4094-937c-724386cb370f completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:30.028328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port ab9e19a7-2a09-4094-937c-724386cb370f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:30.028706 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:30.032582 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7efcadf7-0269-4e41-9d9d-a23a44d1482a req-1826318e-adf2-4c2b-bf29-a1682bf316d7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Sep 16 05:47:30.084391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76a30a-7483-4812-b785-85611b6e9248 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1630e393-967b-40e7-87bf-7b08f67f3e38,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:30.120266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d292ed8e-a538-4132-8a5d-91b52d53fc89 req-4668554f-c5f8-4a1e-9e0d-94cfb0dd2678 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694948 Sep 16 05:47:30.126175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:30.141338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:30.157205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-bcd9402c-4522-47cb-8071-f801b2756846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:30.158768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-bcd9402c-4522-47cb-8071-f801b2756846 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1096 time: 0.2144861 Sep 16 05:47:30.184954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900344dc-6ccc-4e38-a3a7-1fefee14495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9e19a7-2a09-4094-937c-724386cb370f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:30.188071 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18842ab-8c57-4b18-a88f-a77c3ba800fc" -d '{"events": [{"server_uuid": "900344dc-6ccc-4e38-a3a7-1fefee14495c", "name": "network-vif-plugged", "status": "completed", "tag": "ab9e19a7-2a09-4094-937c-724386cb370f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:30.193777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-e912bda4-1f17-46e9-9ff3-674a1d10d12a service neutron] 10.222.0.66 "GET /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598231 Sep 16 05:47:30.205374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port ab9e19a7-2a09-4094-937c-724386cb370f, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ab9e19a7-2a09-4094-937c-724386cb370f,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:30.213398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed0390-0eeb-46bb-9513-23b4a5574a94 req-4a9db5de-4121-479f-9d7f-aa50e138819e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:30.216248 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78ed0390-0eeb-46bb-9513-23b4a5574a94 req-4a9db5de-4121-479f-9d7f-aa50e138819e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 944 time: 0.0961986 Sep 16 05:47:30.234984 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7da2bb3-3cfb-48e5-89c2-b75cb5a5742e x-openstack-request-id: req-a7da2bb3-3cfb-48e5-89c2-b75cb5a5742e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:30.235340 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900344dc-6ccc-4e38-a3a7-1fefee14495c", "name": "network-vif-plugged", "status": "completed", "tag": "ab9e19a7-2a09-4094-937c-724386cb370f", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:30.236062 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7da2bb3-3cfb-48e5-89c2-b75cb5a5742e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:30.236062 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900344dc-6ccc-4e38-a3a7-1fefee14495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9e19a7-2a09-4094-937c-724386cb370f', 'code': 200} Sep 16 05:47:30.238314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4b76a30a-7483-4812-b785-85611b6e9248 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:30.239480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4b76a30a-7483-4812-b785-85611b6e9248 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8299539 Sep 16 05:47:30.253636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-b33ce732-e257-4042-87fc-46917bf603cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 200 len: 217 time: 0.0599561 Sep 16 05:47:30.253636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Attempting to bind port b62a8bcb-a87b-4302-a381-7b0ea8e839fe on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:30.253636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Attempting to bind port b62a8bcb-a87b-4302-a381-7b0ea8e839fe by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:30.253636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Attempting to bind port b62a8bcb-a87b-4302-a381-7b0ea8e839fe on network 935a7144-e242-4b77-bf69-5c76c21a5764 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:30.253636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 34996) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:30.265126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78ed0390-0eeb-46bb-9513-23b4a5574a94 req-d0ae6f8e-f075-4d16-96c7-7dfa1e9bc19b tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Sep 16 05:47:30.366093 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:30.373107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c37cd5-32dd-47c7-b48e-d1246546227e req-58890694-7d87-4dfa-8279-137b297ae8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:30.374777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39c37cd5-32dd-47c7-b48e-d1246546227e req-58890694-7d87-4dfa-8279-137b297ae8d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 1096 time: 0.0450389 Sep 16 05:47:30.414125 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39c37cd5-32dd-47c7-b48e-d1246546227e req-4e44ba3b-d6ea-4f69-8b7d-eaba00d544e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Sep 16 05:47:30.421639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=ab9e19a7-2a09-4094-937c-724386cb370f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:30.581401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-78548761-2ffb-430d-9562-c1699de2ff92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'security_group_rule': {'security_group_id': 'd7923bff-f7ee-4632-823d-bcfcb6d9e98d', 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:30.585121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74', 'tag': '36a5745d-e0cc-44ab-9e2c-bb2867054bc9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:30.587277 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe927d8-03be-40f4-8b8f-5f5e8a697885" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74", "tag": "36a5745d-e0cc-44ab-9e2c-bb2867054bc9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:30.609126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Port b62a8bcb-a87b-4302-a381-7b0ea8e839fe on network 935a7144-e242-4b77-bf69-5c76c21a5764 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:30.609328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Attempting to bind port b62a8bcb-a87b-4302-a381-7b0ea8e839fe on network 935a7144-e242-4b77-bf69-5c76c21a5764 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:30.641307 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f429181c-3cd0-4c28-b396-0dbe2e6b122e x-openstack-request-id: req-f429181c-3cd0-4c28-b396-0dbe2e6b122e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:30.648902 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74", "tag": "36a5745d-e0cc-44ab-9e2c-bb2867054bc9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:30.648902 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f429181c-3cd0-4c28-b396-0dbe2e6b122e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:30.648902 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74', 'tag': '36a5745d-e0cc-44ab-9e2c-bb2867054bc9', 'status': 'completed', 'code': 200} Sep 16 05:47:30.679107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:30.679448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Checking segment: {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:30.679849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Bound using segment: {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:30.680315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Bound port: b62a8bcb-a87b-4302-a381-7b0ea8e839fe, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53bf93f-048d-4845-b1fd-03553910b126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:30.688987 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:30.738993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-4982e8e2-cae3-4f13-a61e-d285b1128542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:30.740564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-4982e8e2-cae3-4f13-a61e-d285b1128542 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.1471601 Sep 16 05:47:30.799355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-964a434d-516e-4868-a363-87726688244e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461271 Sep 16 05:47:30.813341 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-78548761-2ffb-430d-9562-c1699de2ff92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Project eeb93f4e80b947838ff72672315f5c3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:47:30.821718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47c4f69d-e661-4fd7-b6cf-7ef67f9350f0 req-4005be74-d5f2-44b3-b237-590ee316f7d9 service neutron] 10.222.0.66 "GET /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921257 Sep 16 05:47:30.834606 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78548761-2ffb-430d-9562-c1699de2ff92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:30.859429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] For port b62a8bcb-a87b-4302-a381-7b0ea8e839fe, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:30.929028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] For port b62a8bcb-a87b-4302-a381-7b0ea8e839fe, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:30.977490 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78548761-2ffb-430d-9562-c1699de2ff92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:30.982550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-03ee7ae1-7754-4f67-9d12-6c00a65040c7 service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661406 Sep 16 05:47:31.067594 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.102286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78548761-2ffb-430d-9562-c1699de2ff92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.138215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.138851 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.140492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/b62a8bcb-a87b-4302-a381-7b0ea8e839fe HTTP/1.1" status: 200 len: 1093 time: 2.3381169 Sep 16 05:47:31.161252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78548761-2ffb-430d-9562-c1699de2ff92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccc7c58-6eea-4b8b-b279-00e738bcaa14,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:31.176576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91f3f4c8-82e9-48c1-8d0e-7db68adf071f req-4caa83f9-eb7c-47fc-a9fb-4f1a6d51cf6b service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725426 Sep 16 05:47:31.180704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d81231-88c3-47e2-8e8c-e3c87bfb09f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:31.190254 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:31.210416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31526070-6d05-4f98-9ad7-1cbf88d2db3a req-af6c8362-ee29-4153-ada3-1f288a88678c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.216373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31526070-6d05-4f98-9ad7-1cbf88d2db3a req-af6c8362-ee29-4153-ada3-1f288a88678c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 944 time: 0.0923295 Sep 16 05:47:31.258273 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31526070-6d05-4f98-9ad7-1cbf88d2db3a req-9453dee8-65ea-40d8-ba18-3f9e3eba0613 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 Sep 16 05:47:31.287390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2ff5a-c8e5-434a-b8cd-02c2c1c8aa7b req-c4c34643-eb5d-463e-a3a0-373bcc13c7c6 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.289554 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06c2ff5a-c8e5-434a-b8cd-02c2c1c8aa7b req-c4c34643-eb5d-463e-a3a0-373bcc13c7c6 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 943 time: 0.0559726 Sep 16 05:47:31.347654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78548761-2ffb-430d-9562-c1699de2ff92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.347654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-78548761-2ffb-430d-9562-c1699de2ff92 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0887482 Sep 16 05:47:31.348067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35008) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:31.348067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d68376a9-ce1c-4e0e-9763-27dc7d57c7fe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'security_group_rule': {'security_group_id': 'd7923bff-f7ee-4632-823d-bcfcb6d9e98d', 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:31.356723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06c2ff5a-c8e5-434a-b8cd-02c2c1c8aa7b req-abe0b6d2-7bf2-4bc6-8dfa-e03ad9fef543 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599358 Sep 16 05:47:31.431385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e1e1-bd88-4195-a074-a3f25854040e req-5ba97b7a-cf40-49fc-a78a-85ecc9144f52 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.441442 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57b3e1e1-bd88-4195-a074-a3f25854040e req-5ba97b7a-cf40-49fc-a78a-85ecc9144f52 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 945 time: 0.1004930 Sep 16 05:47:31.485874 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57b3e1e1-bd88-4195-a074-a3f25854040e req-a92214a7-ef20-448d-979e-286206abf7bc tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Sep 16 05:47:31.520067 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-d68376a9-ce1c-4e0e-9763-27dc7d57c7fe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Project eeb93f4e80b947838ff72672315f5c3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:47:31.527054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d68376a9-ce1c-4e0e-9763-27dc7d57c7fe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.565808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-7eb0c4d6-8740-495c-a6ba-05159f8b69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.568624 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-7eb0c4d6-8740-495c-a6ba-05159f8b69bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1096 time: 0.0607924 Sep 16 05:47:31.636824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d68376a9-ce1c-4e0e-9763-27dc7d57c7fe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.671891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-e5a89726-0ea3-48d6-a4d9-a5ddbaf3ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.673421 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-e5a89726-0ea3-48d6-a4d9-a5ddbaf3ef0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 1096 time: 0.2250357 Sep 16 05:47:31.736283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-569442bd-4548-48d9-b9e2-201dc1dad756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.737798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-569442bd-4548-48d9-b9e2-201dc1dad756 service neutron] 10.222.0.66 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 919 time: 0.1559436 Sep 16 05:47:31.739244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-e47d8b94-f72f-420a-8d20-d3e48aaf21b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b62a8bcb-a87b-4302-a381-7b0ea8e839fe HTTP/1.1" status: 200 len: 217 time: 0.0502050 Sep 16 05:47:31.788866 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d68376a9-ce1c-4e0e-9763-27dc7d57c7fe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.804512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-317711bb-177b-49c4-be9e-6bda1c961dbb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 200 len: 217 time: 0.0590968 Sep 16 05:47:31.806925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68376a9-ce1c-4e0e-9763-27dc7d57c7fe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3e2bea-4c44-4539-9f51-60dbf0082a9b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:31.858961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-08831a48-84e8-4d6f-8618-adf3b830c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.860479 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-08831a48-84e8-4d6f-8618-adf3b830c1dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.1134670 Sep 16 05:47:31.880953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-b06f210f-810f-4c5f-9701-964351d42156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.882453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-b06f210f-810f-4c5f-9701-964351d42156 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.0668457 Sep 16 05:47:31.899044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-9053548e-5d44-4baf-a78c-d963a83e21aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294347 Sep 16 05:47:31.914601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d68376a9-ce1c-4e0e-9763-27dc7d57c7fe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.921738 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d68376a9-ce1c-4e0e-9763-27dc7d57c7fe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5739048 Sep 16 05:47:31.939277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-5a802cef-0a26-420b-a2a3-000a86de46a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424793 Sep 16 05:47:32.089356 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-38e8f1fc-4e17-4fc2-a825-2b4c37f1e3b9 service neutron] 10.222.0.30 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821957 Sep 16 05:47:32.122806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-10c8d4cd-486f-408b-b82d-d4b9c584b5c3 service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710720 Sep 16 05:47:32.320794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c238f59a-8ba3-4516-bd09-4319fcbec58f details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:32.378615 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa5f96aa-24e8-4608-ab3a-b37d1194f24e req-a8b7f32b-2086-475b-982a-7ba9698eee23 service neutron] 10.222.0.30 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777908 Sep 16 05:47:32.382944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fe927d8-03be-40f4-8b8f-5f5e8a697885 req-820585c1-228d-4229-a832-93d58bfe4c65 service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465644 Sep 16 05:47:32.454986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1886f8-d070-455d-9b2e-f7e86360dc04 req-9eb8f607-5e56-4005-89c0-15a5b480bda4 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.457491 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a1886f8-d070-455d-9b2e-f7e86360dc04 req-9eb8f607-5e56-4005-89c0-15a5b480bda4 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 944 time: 0.1022792 Sep 16 05:47:32.463216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c238f59a-8ba3-4516-bd09-4319fcbec58f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c238f59a-8ba3-4516-bd09-4319fcbec58f,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:32.481858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'c238f59a-8ba3-4516-bd09-4319fcbec58f', 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9', 'port_id': 'c238f59a-8ba3-4516-bd09-4319fcbec58f', 'mac_address': 'fa:16:3e:17:cb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9f33aa-6375-44a0-9774-25eb91f8d594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:32.510752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a1886f8-d070-455d-9b2e-f7e86360dc04 req-522f34b8-3e6d-4045-b7b1-29bec236f05d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 Sep 16 05:47:32.529902 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:32.546539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c999709-ae72-4851-9a39-3ea3edbf28d9 req-4683a5c4-5166-4438-bede-fe5fc7b1b500 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.548522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c999709-ae72-4851-9a39-3ea3edbf28d9 req-4683a5c4-5166-4438-bede-fe5fc7b1b500 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 943 time: 0.0935292 Sep 16 05:47:32.551737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c238f59a-8ba3-4516-bd09-4319fcbec58f {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:32.574244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c238f59a-8ba3-4516-bd09-4319fcbec58f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c238f59a-8ba3-4516-bd09-4319fcbec58f,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:32.597641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c999709-ae72-4851-9a39-3ea3edbf28d9 req-72f7cb65-009a-426b-8862-bda1cf370d08 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Sep 16 05:47:32.636984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa62b9-0a37-4d43-9cfe-824afc494088 req-d4c5fc79-e880-4a31-967e-f20186539dd5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.638485 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73fa62b9-0a37-4d43-9cfe-824afc494088 req-d4c5fc79-e880-4a31-967e-f20186539dd5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 945 time: 0.0534987 Sep 16 05:47:32.643127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456b360b-4796-498e-8a4e-8d9dcc1fde94', 'tag': 'b62a8bcb-a87b-4302-a381-7b0ea8e839fe'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:32.645393 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7" -d '{"events": [{"name": "network-changed", "server_uuid": "456b360b-4796-498e-8a4e-8d9dcc1fde94", "tag": "b62a8bcb-a87b-4302-a381-7b0ea8e839fe"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:32.683468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73fa62b9-0a37-4d43-9cfe-824afc494088 req-9549d08c-7292-42ae-a322-9bd56f4a5ee0 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348246 Sep 16 05:47:32.684898 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c488e9-8d02-4909-9ee3-bbe8782ca22d x-openstack-request-id: req-a2c488e9-8d02-4909-9ee3-bbe8782ca22d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:32.685215 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456b360b-4796-498e-8a4e-8d9dcc1fde94", "tag": "b62a8bcb-a87b-4302-a381-7b0ea8e839fe", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:32.685719 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2c488e9-8d02-4909-9ee3-bbe8782ca22d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:32.686115 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456b360b-4796-498e-8a4e-8d9dcc1fde94', 'tag': 'b62a8bcb-a87b-4302-a381-7b0ea8e839fe', 'status': 'completed', 'code': 200} Sep 16 05:47:32.691353 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:32.753072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=c238f59a-8ba3-4516-bd09-4319fcbec58f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:32.786991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-d9fbbc3b-90ae-4aec-8c0e-983829f3e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.788641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-d9fbbc3b-90ae-4aec-8c0e-983829f3e0da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 1096 time: 0.0555880 Sep 16 05:47:32.911956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-55ba1499-c1c3-4577-88f5-51191de859aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.939496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-55ba1499-c1c3-4577-88f5-51191de859aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 919 time: 0.1088922 Sep 16 05:47:32.963333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-64c1bd50-4c8c-48bf-af5d-86c11a7b0334 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b62a8bcb-a87b-4302-a381-7b0ea8e839fe HTTP/1.1" status: 200 len: 217 time: 0.0394597 Sep 16 05:47:33.061375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c238f59a-8ba3-4516-bd09-4319fcbec58f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:33.061962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-95e9b29a-b092-48da-a632-fd989cf96404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.061962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-95e9b29a-b092-48da-a632-fd989cf96404 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.0635605 Sep 16 05:47:33.068652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-601f6750-5d6a-4be4-bcca-7e53ea20948c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260501 Sep 16 05:47:33.180522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-bdcfe609-a790-4120-8ffa-ad4851fffab1 service neutron] 10.222.0.30 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990736 Sep 16 05:47:33.280903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f2e2544-d5e2-4ad8-9d31-054be08dfab7 req-b5442e2d-5711-4d03-812d-6d7fdbab403c service neutron] 10.222.0.30 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924878 Sep 16 05:47:33.673850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3430d5b-1fa3-4a5b-b981-87436c994723 req-f02c7fba-217a-4c1a-9874-f4a40c28a96d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.673850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3430d5b-1fa3-4a5b-b981-87436c994723 req-f02c7fba-217a-4c1a-9874-f4a40c28a96d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 944 time: 0.0690503 Sep 16 05:47:33.723418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678c7c3-08c1-4a19-869f-13600ff3537e req-2369e08b-0b55-441d-b9cd-61e1f8808d85 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.725021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f678c7c3-08c1-4a19-869f-13600ff3537e req-2369e08b-0b55-441d-b9cd-61e1f8808d85 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 944 time: 0.0589228 Sep 16 05:47:33.728379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3430d5b-1fa3-4a5b-b981-87436c994723 req-07641a7b-91f7-462c-be60-66dade3ffa02 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565493 Sep 16 05:47:33.769725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f678c7c3-08c1-4a19-869f-13600ff3537e req-91e2b980-6530-439d-b91b-091a7c198a3f tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Sep 16 05:47:34.322770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:34.430427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c238f59a-8ba3-4516-bd09-4319fcbec58f up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:34.527921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:34.544729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '36a5745d-e0cc-44ab-9e2c-bb2867054bc9', 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764', 'port_id': '36a5745d-e0cc-44ab-9e2c-bb2867054bc9', 'mac_address': 'fa:16:3e:67:10:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478813b7-ecb1-47a5-88ca-7e5be5a0abac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:34.593054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.615323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:34.638823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:34.640580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port c238f59a-8ba3-4516-bd09-4319fcbec58f completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:34.645063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port c238f59a-8ba3-4516-bd09-4319fcbec58f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:34.645579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.738789 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.803391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:34.806706 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:34.841827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0dad27-ff02-4540-9861-c2bc35d7ffe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c238f59a-8ba3-4516-bd09-4319fcbec58f'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:34.844813 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8084a7-9700-4f5a-9a82-094241137e36" -d '{"events": [{"server_uuid": "1b0dad27-ff02-4540-9861-c2bc35d7ffe5", "name": "network-vif-plugged", "status": "completed", "tag": "c238f59a-8ba3-4516-bd09-4319fcbec58f"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:34.883943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port c238f59a-8ba3-4516-bd09-4319fcbec58f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c238f59a-8ba3-4516-bd09-4319fcbec58f,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:34.977186 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:35.000107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163c90b-0bdd-4578-b1d9-b2f013a689d6 req-3d0bddf7-34db-41d5-9b45-4760db14a7e8 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.004448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e163c90b-0bdd-4578-b1d9-b2f013a689d6 req-3d0bddf7-34db-41d5-9b45-4760db14a7e8 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 944 time: 0.1003430 Sep 16 05:47:35.059150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8343cc-707a-4b5c-9fdb-28037d089aec req-15dbf010-080c-477a-9376-ec1c575e6edd tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.062218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad8343cc-707a-4b5c-9fdb-28037d089aec req-15dbf010-080c-477a-9376-ec1c575e6edd tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 944 time: 0.1366143 Sep 16 05:47:35.081592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=c238f59a-8ba3-4516-bd09-4319fcbec58f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:35.093183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['36a5745d-e0cc-44ab-9e2c-bb2867054bc9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:35.105918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e163c90b-0bdd-4578-b1d9-b2f013a689d6 req-7f5926c2-9d98-424d-af58-dc3b721bd755 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928526 Sep 16 05:47:35.158012 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45552135-9165-427f-a77b-5c0122f79760 x-openstack-request-id: req-45552135-9165-427f-a77b-5c0122f79760 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:35.158144 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0dad27-ff02-4540-9861-c2bc35d7ffe5", "name": "network-vif-plugged", "status": "completed", "tag": "c238f59a-8ba3-4516-bd09-4319fcbec58f", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:35.158810 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45552135-9165-427f-a77b-5c0122f79760 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:35.159258 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0dad27-ff02-4540-9861-c2bc35d7ffe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c238f59a-8ba3-4516-bd09-4319fcbec58f', 'code': 200} Sep 16 05:47:35.165650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad8343cc-707a-4b5c-9fdb-28037d089aec req-091c3129-06f5-45b7-b2c6-650063dd07ed tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967722 Sep 16 05:47:35.315205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda2713-9899-4ec2-ba29-9184e8af1498 req-e3c3dd52-268f-462d-b3df-fd87c63f9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.316830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dda2713-9899-4ec2-ba29-9184e8af1498 req-e3c3dd52-268f-462d-b3df-fd87c63f9b04 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 1097 time: 0.0517375 Sep 16 05:47:35.361466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3dda2713-9899-4ec2-ba29-9184e8af1498 req-518a0763-2ed7-4ab7-a268-66397f84bd16 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Sep 16 05:47:35.617801 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-0d2073ec-c677-4356-ab37-04b41b5b79d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560584 Sep 16 05:47:35.721703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-8ef3fbdb-c43c-4b5a-8952-37ee3694d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.723309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-8ef3fbdb-c43c-4b5a-8952-37ee3694d094 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 1097 time: 0.0432043 Sep 16 05:47:35.849611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-831806bc-5eb5-488a-84f3-fe0f373c5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.851505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-831806bc-5eb5-488a-84f3-fe0f373c5b8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 915 time: 0.1072359 Sep 16 05:47:35.896408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-70cf9844-8605-4b8d-9658-e6d4eb87dbf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab9e19a7-2a09-4094-937c-724386cb370f HTTP/1.1" status: 200 len: 217 time: 0.0377088 Sep 16 05:47:35.937398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b62a8bcb-a87b-4302-a381-7b0ea8e839fe details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:35.976410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-b9ca6cda-ea5a-401e-8d1f-6b31bf2824e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.977902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-b9ca6cda-ea5a-401e-8d1f-6b31bf2824e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.0742698 Sep 16 05:47:36.014946 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-ba8f633e-0582-447b-bbbd-5ccf8e5a29b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290835 Sep 16 05:47:36.103030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b62a8bcb-a87b-4302-a381-7b0ea8e839fe, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:36.123592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'b62a8bcb-a87b-4302-a381-7b0ea8e839fe', 'network_id': '935a7144-e242-4b77-bf69-5c76c21a5764', 'port_id': 'b62a8bcb-a87b-4302-a381-7b0ea8e839fe', 'mac_address': 'fa:16:3e:55:42:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478813b7-ecb1-47a5-88ca-7e5be5a0abac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:36.141921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-181f8c7c-51ec-4875-bd8e-38c3e5a284f1 service neutron] 10.222.0.30 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175013 Sep 16 05:47:36.170207 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:36.187378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62a8bcb-a87b-4302-a381-7b0ea8e839fe {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:36.208982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b62a8bcb-a87b-4302-a381-7b0ea8e839fe, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:36.273997 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:36.345635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:36.351341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454239b7-1367-40b0-9c5e-d131c2bc7d6a req-4252c854-2281-4158-a532-35951216a305 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.360354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-454239b7-1367-40b0-9c5e-d131c2bc7d6a req-4252c854-2281-4158-a532-35951216a305 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 945 time: 0.0696115 Sep 16 05:47:36.402727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2026f81-23f1-4a3d-b4b7-f467db8d9f0c req-d194c2ae-5f54-4519-baf8-cab884836f72 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.405599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edbb6291-63b7-4ef5-88a8-6c062c7d8bbf req-c82fd594-e3f9-4ba1-9ded-212ae58cc5e3 service neutron] 10.222.0.30 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561498 Sep 16 05:47:36.414351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2026f81-23f1-4a3d-b4b7-f467db8d9f0c req-d194c2ae-5f54-4519-baf8-cab884836f72 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 945 time: 0.2062778 Sep 16 05:47:36.434251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-454239b7-1367-40b0-9c5e-d131c2bc7d6a req-09dd5797-7f47-4207-9a2e-a4d42759da88 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703778 Sep 16 05:47:36.452407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:36.471292 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2026f81-23f1-4a3d-b4b7-f467db8d9f0c req-2e8ec77f-b633-4de7-9d8f-f8bbeb843dc7 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549066 Sep 16 05:47:36.571565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:36.577469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:36.588395 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:36.605632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['b62a8bcb-a87b-4302-a381-7b0ea8e839fe'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:36.729962 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:36.790145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:36.888174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:36.990271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:37.160654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a5745d-e0cc-44ab-9e2c-bb2867054bc9'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:37.163623 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b2fa1-fb85-4825-a743-22fe075857bf" -d '{"events": [{"server_uuid": "4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74", "name": "network-vif-plugged", "status": "completed", "tag": "36a5745d-e0cc-44ab-9e2c-bb2867054bc9"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:37.211168 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e4ac9-bdea-4c1b-98ac-d00da08b701b x-openstack-request-id: req-006e4ac9-bdea-4c1b-98ac-d00da08b701b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:37.211470 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74", "name": "network-vif-plugged", "status": "completed", "tag": "36a5745d-e0cc-44ab-9e2c-bb2867054bc9", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:37.211735 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-006e4ac9-bdea-4c1b-98ac-d00da08b701b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:37.212242 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a5745d-e0cc-44ab-9e2c-bb2867054bc9', 'code': 200} Sep 16 05:47:37.387745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e792-e771-43e1-90fc-f61e5ba84bcb req-6118c4da-419b-4488-b806-82acbac5b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:37.389427 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0241e792-e771-43e1-90fc-f61e5ba84bcb req-6118c4da-419b-4488-b806-82acbac5b8aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1098 time: 0.0695860 Sep 16 05:47:37.436899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0241e792-e771-43e1-90fc-f61e5ba84bcb req-385e3415-03b3-4ba3-a416-d04934571aae service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Sep 16 05:47:37.644474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b36b-3300-466c-ae9e-d0883eb01f05 req-dad8f76d-936c-4713-b512-73775219ce85 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:37.646112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7408b36b-3300-466c-ae9e-d0883eb01f05 req-dad8f76d-936c-4713-b512-73775219ce85 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 945 time: 0.1354682 Sep 16 05:47:37.731803 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7408b36b-3300-466c-ae9e-d0883eb01f05 req-bd08356b-b231-4950-8723-d0ff98b39995 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759208 Sep 16 05:47:37.779068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ac721-29e5-4537-8f81-95d8c35ac7d7 req-1b47ba2f-cea9-4061-94a6-e890dc6ec4f4 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:37.788031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-475ac721-29e5-4537-8f81-95d8c35ac7d7 req-1b47ba2f-cea9-4061-94a6-e890dc6ec4f4 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 945 time: 0.0847082 Sep 16 05:47:37.832692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-475ac721-29e5-4537-8f81-95d8c35ac7d7 req-011ca422-ac33-4799-b4d6-dad9d2c77ac4 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Sep 16 05:47:37.950475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b62a8bcb-a87b-4302-a381-7b0ea8e839fe up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:38.114273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port b62a8bcb-a87b-4302-a381-7b0ea8e839fe completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:38.118651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port b62a8bcb-a87b-4302-a381-7b0ea8e839fe triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:38.119024 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:38.207074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:38.248698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b62a8bcb-a87b-4302-a381-7b0ea8e839fe, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:38.329105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:38.378603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:38.886211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c49295-c46f-49a1-9ac2-d17dd212664e req-ac752f8c-da9c-4dd4-afdd-dc043dc21367 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:38.889829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42c49295-c46f-49a1-9ac2-d17dd212664e req-ac752f8c-da9c-4dd4-afdd-dc043dc21367 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0747576 Sep 16 05:47:38.983269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42c49295-c46f-49a1-9ac2-d17dd212664e req-3d175673-d216-4a7b-b02a-fa6b01407ec9 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776105 Sep 16 05:47:39.215334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b360b-4796-498e-8a4e-8d9dcc1fde94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62a8bcb-a87b-4302-a381-7b0ea8e839fe'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:39.219176 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aa9a15-a97e-4d65-87b2-146f2eba7b26" -d '{"events": [{"server_uuid": "456b360b-4796-498e-8a4e-8d9dcc1fde94", "name": "network-vif-plugged", "status": "completed", "tag": "b62a8bcb-a87b-4302-a381-7b0ea8e839fe"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:39.296874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-b41b82c7-bc95-4a71-b9a0-276c4e39e64e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:39.298842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-b41b82c7-bc95-4a71-b9a0-276c4e39e64e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 814 time: 0.1259296 Sep 16 05:47:39.327888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-12dc23da-a179-4db0-9648-c6ed3bc157e4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/quotas/bf0a6395c3374310b61142f27226db3e HTTP/1.1" status: 200 len: 375 time: 0.0113022 Sep 16 05:47:39.358847 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7516cbd-f927-4a42-9d6a-59cb1695dc9d x-openstack-request-id: req-f7516cbd-f927-4a42-9d6a-59cb1695dc9d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:39.359546 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b360b-4796-498e-8a4e-8d9dcc1fde94", "name": "network-vif-plugged", "status": "completed", "tag": "b62a8bcb-a87b-4302-a381-7b0ea8e839fe", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:39.359982 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7516cbd-f927-4a42-9d6a-59cb1695dc9d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:39.360610 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b360b-4796-498e-8a4e-8d9dcc1fde94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62a8bcb-a87b-4302-a381-7b0ea8e839fe', 'code': 200} Sep 16 05:47:39.387685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-4205f357-2a92-4fbc-8c8f-fbdb180e3a70 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532603 Sep 16 05:47:39.507472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d2b4c-5875-4389-a898-4936f1bae950 req-ae9773e5-4ee4-4c8e-9910-eb1b550064b3 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:39.510301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e31d2b4c-5875-4389-a898-4936f1bae950 req-ae9773e5-4ee4-4c8e-9910-eb1b550064b3 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 945 time: 0.0885770 Sep 16 05:47:39.542322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f5294-4588-4a1b-89cc-34d0d072accc req-f3dd94e0-fc6c-42e0-9264-c56d0fd4f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:39.550991 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b77f5294-4588-4a1b-89cc-34d0d072accc req-f3dd94e0-fc6c-42e0-9264-c56d0fd4f0cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 1098 time: 0.0724742 Sep 16 05:47:39.576130 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-aa1fa0b5-4fbc-498d-81e1-76af2b4d4796 service neutron] 10.222.0.49 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772134 Sep 16 05:47:39.585923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e31d2b4c-5875-4389-a898-4936f1bae950 req-61dbc4bd-a5bc-4e4d-8119-2a67f712c1d9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688121 Sep 16 05:47:39.648436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b77f5294-4588-4a1b-89cc-34d0d072accc req-7801333e-5648-4107-a133-ff6b8ae71ac1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965304 Sep 16 05:47:39.724399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-e6833c20-dedc-4e01-9cf3-edc6dc556d5d service neutron] 10.222.0.49 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482790 Sep 16 05:47:39.976194 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-80589ce4-c2b9-4f73-b1c8-bb73f31232f5 req-068bc296-e525-44eb-b479-bf641870bee1 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 210 time: 0.0394595 Sep 16 05:47:40.125741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49ca3c-ba59-466a-92d8-28399d96b64e req-a0648046-d7c5-4f49-9c0a-837eab48499b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:40.127644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb49ca3c-ba59-466a-92d8-28399d96b64e req-a0648046-d7c5-4f49-9c0a-837eab48499b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0661545 Sep 16 05:47:40.174280 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb49ca3c-ba59-466a-92d8-28399d96b64e req-b7d2343b-4deb-4da5-8930-2fc92611fa92 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 Sep 16 05:47:40.748767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56f17-af00-40c6-a927-0541ac0bd8eb req-cac8ffef-3934-4a6b-abe1-7216b14bc220 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:40.751038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcf56f17-af00-40c6-a927-0541ac0bd8eb req-cac8ffef-3934-4a6b-abe1-7216b14bc220 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 945 time: 0.0778954 Sep 16 05:47:40.821282 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fcf56f17-af00-40c6-a927-0541ac0bd8eb req-c2779892-a9ab-4ddb-a3c7-cb120306a8ef tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630059 Sep 16 05:47:40.942793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-6ffd6864-a652-432a-9ff0-b866f77ec504 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:40.944926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-6ffd6864-a652-432a-9ff0-b866f77ec504 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 945 time: 0.0639732 Sep 16 05:47:41.075496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Deleting port c238f59a-8ba3-4516-bd09-4319fcbec58f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:47:41.075833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.094593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87ceeb39-4a51-4eda-93b0-2fc8d50bf304 req-eefcc175-427b-4fa1-9222-4b299ffd8a63 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Sep 16 05:47:41.187903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] For port c238f59a-8ba3-4516-bd09-4319fcbec58f, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=c238f59a-8ba3-4516-bd09-4319fcbec58f,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:41.188644 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.206941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Calling delete_port for c238f59a-8ba3-4516-bd09-4319fcbec58f owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:47:41.302872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c4653-1a24-4a84-82f1-2fb9cbcc59a3 req-a66211bc-945c-4ba8-baa4-908329fb621e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.304810 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d43c4653-1a24-4a84-82f1-2fb9cbcc59a3 req-a66211bc-945c-4ba8-baa4-908329fb621e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0564237 Sep 16 05:47:41.362183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d43c4653-1a24-4a84-82f1-2fb9cbcc59a3 req-87ea0fa7-b8f3-4cde-9d29-3a791436c157 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 Sep 16 05:47:41.463007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.495507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Pushing event deleted for resources: {'Port': ['ID=c238f59a-8ba3-4516-bd09-4319fcbec58f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:41.499520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['c238f59a-8ba3-4516-bd09-4319fcbec58f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:41.545409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] No DVR routers for this DVR port c238f59a-8ba3-4516-bd09-4319fcbec58f on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:41.548206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.550255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddfe37f1-f8ee-409a-8755-ea20d97a7dc6 req-e13f2578-0f1e-42ec-8405-0575c9d56f4b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.66 "DELETE /v2.0/ports/c238f59a-8ba3-4516-bd09-4319fcbec58f HTTP/1.1" status: 204 len: 173 time: 0.5948148 Sep 16 05:47:41.550685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0dad27-ff02-4540-9861-c2bc35d7ffe5', 'name': 'network-vif-deleted', 'tag': 'c238f59a-8ba3-4516-bd09-4319fcbec58f'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:41.556889 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f59009-b4dd-4964-9529-8ae71bc9760b" -d '{"events": [{"server_uuid": "1b0dad27-ff02-4540-9861-c2bc35d7ffe5", "name": "network-vif-deleted", "tag": "c238f59a-8ba3-4516-bd09-4319fcbec58f"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:41.604292 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425c7e9-d977-40a7-9463-1c2d448dd168 x-openstack-request-id: req-4425c7e9-d977-40a7-9463-1c2d448dd168 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:41.605923 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0dad27-ff02-4540-9861-c2bc35d7ffe5", "name": "network-vif-deleted", "tag": "c238f59a-8ba3-4516-bd09-4319fcbec58f", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:41.605923 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4425c7e9-d977-40a7-9463-1c2d448dd168 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:41.606527 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0dad27-ff02-4540-9861-c2bc35d7ffe5', 'name': 'network-vif-deleted', 'tag': 'c238f59a-8ba3-4516-bd09-4319fcbec58f', 'status': 'completed', 'code': 200} Sep 16 05:47:41.806592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cb6e5-2973-4890-8fed-cadc547b0d85 req-a3e407e1-324a-47ba-b662-945e052f2804 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.808134 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d35cb6e5-2973-4890-8fed-cadc547b0d85 req-a3e407e1-324a-47ba-b662-945e052f2804 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0627618 Sep 16 05:47:41.875268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d35cb6e5-2973-4890-8fed-cadc547b0d85 req-95b2af59-e0bc-497a-8690-fb0268d826ea tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599098 Sep 16 05:47:41.952327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a9f4954-a49c-4417-bf02-09ca6b87cdae req-398963ed-b9b2-4d55-ae8d-82aec0b7a46c tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0dad27-ff02-4540-9861-c2bc35d7ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0377305 Sep 16 05:47:41.961391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c378d-33b0-43f2-978b-080d433c1c41 req-f35e0561-b8f1-4d84-b18b-40718259c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:41.963426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-861c378d-33b0-43f2-978b-080d433c1c41 req-f35e0561-b8f1-4d84-b18b-40718259c85f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 1098 time: 0.1100900 Sep 16 05:47:42.069720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c378d-33b0-43f2-978b-080d433c1c41 req-47062669-281a-48e6-a7dc-32ee01327b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.071377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-861c378d-33b0-43f2-978b-080d433c1c41 req-47062669-281a-48e6-a7dc-32ee01327b72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 919 time: 0.0953431 Sep 16 05:47:42.114134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-861c378d-33b0-43f2-978b-080d433c1c41 req-2bbb6164-989f-4e27-b408-9e14622499b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b62a8bcb-a87b-4302-a381-7b0ea8e839fe HTTP/1.1" status: 200 len: 217 time: 0.0349221 Sep 16 05:47:42.185046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c378d-33b0-43f2-978b-080d433c1c41 req-2821744e-0e87-4025-8ea8-b0e83dcd7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.187112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-861c378d-33b0-43f2-978b-080d433c1c41 req-2821744e-0e87-4025-8ea8-b0e83dcd7ef7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.0660696 Sep 16 05:47:42.215846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39de2fd5-87ff-4cc2-ba67-fc5ff719a373 req-c431e006-4257-480c-995b-dfd8bbfd2079 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 210 time: 0.0493469 Sep 16 05:47:42.226531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-861c378d-33b0-43f2-978b-080d433c1c41 req-5d4c204b-29ca-42e7-9497-9b43194cae9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314488 Sep 16 05:47:42.344904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-861c378d-33b0-43f2-978b-080d433c1c41 req-9ec7f3c7-2074-42e0-879c-4a1ed6c84569 service neutron] 10.222.0.30 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109602 Sep 16 05:47:42.468531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-861c378d-33b0-43f2-978b-080d433c1c41 req-3b749ad0-4201-41d8-bee2-5fa015f80cad service neutron] 10.222.0.30 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135519 Sep 16 05:47:42.576945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-6c6f3da8-e7a5-4396-bde4-2a113fc30712 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.579589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-6c6f3da8-e7a5-4396-bde4-2a113fc30712 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.30 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 814 time: 0.1386981 Sep 16 05:47:42.607913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Request body: {'port': {'device_id': 'd169a84a-4f22-42ee-993e-2b1ccc978b27', 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'admin_state_up': True, 'tenant_id': 'bf0a6395c3374310b61142f27226db3e'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:42.868537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Made reservation on behalf of bf0a6395c3374310b61142f27226db3e for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:42.873144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.057171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b433a69-e8ea-4950-b414-d33d2fefb928 req-f4c7fbb1-8230-44d9-98dd-cb4f92365111 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:43.065192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b433a69-e8ea-4950-b414-d33d2fefb928 req-f4c7fbb1-8230-44d9-98dd-cb4f92365111 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.1085942 Sep 16 05:47:43.099500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Allocated IP 172.20.0.8 (90391e44-3af8-4676-829a-ec4a7b11774b/0cab66dd-358a-45e9-8a35-fc9f25d763a0/64edcd7c-fd02-45d0-89ea-e2a289694eab) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:43.112245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b433a69-e8ea-4950-b414-d33d2fefb928 req-23e4ee93-929f-4316-95ac-acd5af14ca6f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Sep 16 05:47:43.332400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e7b456c-765d-4671-be95-5a051344eb86 req-bb7fb02f-87af-43d9-b30a-3c3343959096 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 210 time: 0.0438838 Sep 16 05:47:43.357740 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.417038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-b5a05466-dbe5-478a-a3fc-99c1341ea68f tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:43.418487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-b5a05466-dbe5-478a-a3fc-99c1341ea68f tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/networks?id=ace989d9-005a-4819-839d-f5d524ea6da9 HTTP/1.1" status: 200 len: 808 time: 0.1784306 Sep 16 05:47:43.437315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-362aef98-bd36-4cf8-ba2c-a381e951db7b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/quotas/a494c725bf7042c894e98c4a7d866707 HTTP/1.1" status: 200 len: 375 time: 0.0120876 Sep 16 05:47:43.471434 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-a8100607-d567-4a3f-8685-4fc94d2256d8 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a494c725bf7042c894e98c4a7d866707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279846 Sep 16 05:47:43.541184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.575785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['ab9e19a7-2a09-4094-937c-724386cb370f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:43.595034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Network 90391e44-3af8-4676-829a-ec4a7b11774b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:43.600658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e1d57f90-9c36-410e-937f-6e1e0db45c82'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:43.604296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:43.611738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:43.621968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Pushing event updated for resources: {'Port': ['ID=64edcd7c-fd02-45d0-89ea-e2a289694eab,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:43.647795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-ed877898-9bfa-49bd-8e23-27451b680969 service neutron] 10.222.0.49 "GET /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688817 Sep 16 05:47:43.707213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:43.707844 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.811629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-b3828845-b95f-4798-bc93-da1ba834ba61 service neutron] 10.222.0.49 "GET /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484885 Sep 16 05:47:43.891652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-daa879da-5343-4d6d-b7e9-572100e205ee tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2882407 Sep 16 05:47:43.912691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Request body: {'port': {'device_id': 'd169a84a-4f22-42ee-993e-2b1ccc978b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:43.977036 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:44.284866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719309d-275e-43b3-9cac-c2ea876b4037 req-340d6b90-dba1-43e5-9c75-e5aded34fdf0 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:44.286958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6719309d-275e-43b3-9cac-c2ea876b4037 req-340d6b90-dba1-43e5-9c75-e5aded34fdf0 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0820425 Sep 16 05:47:44.314947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64edcd7c-fd02-45d0-89ea-e2a289694eab {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:44.324635 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:44.342943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Transition to ACTIVE for port object 64edcd7c-fd02-45d0-89ea-e2a289694eab will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:44.356018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6719309d-275e-43b3-9cac-c2ea876b4037 req-1415533c-7512-4b13-a9d7-d89a8668f02f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551319 Sep 16 05:47:44.367259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c238f59a-8ba3-4516-bd09-4319fcbec58f no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:44.389089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: c238f59a-8ba3-4516-bd09-4319fcbec58f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:44.389435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device c238f59a-8ba3-4516-bd09-4319fcbec58f not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:44.425713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:44.512064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e90c3283-9758-419c-a866-aacea3f3dedc req-e6ebc5c4-9156-4868-895a-6fc9c03b2ea9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 210 time: 0.0759041 Sep 16 05:47:44.532766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08d246-01b9-4f67-af22-b02d7a37aedc req-90ab45f7-5bdf-4d08-80c5-9e62a504c12d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:44.534363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d08d246-01b9-4f67-af22-b02d7a37aedc req-90ab45f7-5bdf-4d08-80c5-9e62a504c12d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 943 time: 0.0776134 Sep 16 05:47:44.581743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Pushing event updated for resources: {'Port': ['ID=64edcd7c-fd02-45d0-89ea-e2a289694eab,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:44.587200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d08d246-01b9-4f67-af22-b02d7a37aedc req-135713a8-1dac-4efe-a5b8-772b522d0acf tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Sep 16 05:47:44.634482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Attempting to bind port 64edcd7c-fd02-45d0-89ea-e2a289694eab on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:44.634823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Attempting to bind port 64edcd7c-fd02-45d0-89ea-e2a289694eab by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:44.635273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Attempting to bind port 64edcd7c-fd02-45d0-89ea-e2a289694eab on network 90391e44-3af8-4676-829a-ec4a7b11774b {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:44.641444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Port 64edcd7c-fd02-45d0-89ea-e2a289694eab on network 90391e44-3af8-4676-829a-ec4a7b11774b not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:44.641770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Attempting to bind port 64edcd7c-fd02-45d0-89ea-e2a289694eab on network 90391e44-3af8-4676-829a-ec4a7b11774b {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:44.650067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:44.650644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Checking segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:44.651296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Bound using segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:44.652150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Bound port: 64edcd7c-fd02-45d0-89ea-e2a289694eab, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:44.652714 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:44.728151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] For port 64edcd7c-fd02-45d0-89ea-e2a289694eab, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:44.732147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] For port 64edcd7c-fd02-45d0-89ea-e2a289694eab, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=64edcd7c-fd02-45d0-89ea-e2a289694eab,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:45.117421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.168421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.169286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.170822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] 10.222.0.30 "PUT /v2.0/ports/64edcd7c-fd02-45d0-89ea-e2a289694eab HTTP/1.1" status: 200 len: 1092 time: 1.2624652 Sep 16 05:47:45.171281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd169a84a-4f22-42ee-993e-2b1ccc978b27', 'tag': '64edcd7c-fd02-45d0-89ea-e2a289694eab'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:45.174129 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8473b775-d08d-499a-bc5e-c104f5f9de59" -d '{"events": [{"name": "network-changed", "server_uuid": "d169a84a-4f22-42ee-993e-2b1ccc978b27", "tag": "64edcd7c-fd02-45d0-89ea-e2a289694eab"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:45.217800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bf34a-f410-4fd7-b1a4-8a109e05cc9b service neutron] Pushing event updated for resources: {'Port': ['ID=64edcd7c-fd02-45d0-89ea-e2a289694eab,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:45.244273 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89378fba-7da3-4269-9db7-ec1a042e91e3 x-openstack-request-id: req-89378fba-7da3-4269-9db7-ec1a042e91e3 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:45.244273 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d169a84a-4f22-42ee-993e-2b1ccc978b27", "tag": "64edcd7c-fd02-45d0-89ea-e2a289694eab", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:45.244273 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89378fba-7da3-4269-9db7-ec1a042e91e3 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:45.244273 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd169a84a-4f22-42ee-993e-2b1ccc978b27', 'tag': '64edcd7c-fd02-45d0-89ea-e2a289694eab', 'status': 'completed', 'code': 200} Sep 16 05:47:45.337112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473b775-d08d-499a-bc5e-c104f5f9de59 req-b6464f02-d5e2-47cb-9db6-0228ca52122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.338702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8473b775-d08d-499a-bc5e-c104f5f9de59 req-b6464f02-d5e2-47cb-9db6-0228ca52122c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 1095 time: 0.0545344 Sep 16 05:47:45.468276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473b775-d08d-499a-bc5e-c104f5f9de59 req-07c1a4b7-b0b2-48ff-8b01-42b89a47374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.474478 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8473b775-d08d-499a-bc5e-c104f5f9de59 req-07c1a4b7-b0b2-48ff-8b01-42b89a47374e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bf0a6395c3374310b61142f27226db3e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1153889 Sep 16 05:47:45.490821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1eddb-69af-469a-963a-f1599aa0669b req-81488b15-c60d-4cf1-b684-1e8339f51567 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.494370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cc1eddb-69af-469a-963a-f1599aa0669b req-81488b15-c60d-4cf1-b684-1e8339f51567 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0593033 Sep 16 05:47:45.545693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0cc1eddb-69af-469a-963a-f1599aa0669b req-ae975d7b-5cf4-470a-b18e-c958e8947dd4 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Sep 16 05:47:45.612620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ba61c4b-60bb-4c8e-9b63-c6db611657cc req-fc0c18d3-70c3-4662-aeb6-260bb54eae5b tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 210 time: 0.0367427 Sep 16 05:47:45.630635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473b775-d08d-499a-bc5e-c104f5f9de59 req-d99d1bb5-f5c2-4433-9fad-3c9a68198fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.632811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8473b775-d08d-499a-bc5e-c104f5f9de59 req-d99d1bb5-f5c2-4433-9fad-3c9a68198fa4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517773 Sep 16 05:47:45.721031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c52100-6051-4ad6-9e70-fd01d96d0e3e req-bdd84b1e-6eef-42b4-b767-3a0036eb9086 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.722464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c52100-6051-4ad6-9e70-fd01d96d0e3e req-bdd84b1e-6eef-42b4-b767-3a0036eb9086 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 943 time: 0.0625772 Sep 16 05:47:45.747811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-0e6bb9c0-808b-40f0-ac07-e44c5d4db2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.749437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-0e6bb9c0-808b-40f0-ac07-e44c5d4db2e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 1095 time: 0.0432472 Sep 16 05:47:45.767974 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-39c52100-6051-4ad6-9e70-fd01d96d0e3e req-fc01d58a-0e18-45f5-8fff-a5bbacef2fe5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382679 Sep 16 05:47:45.806688 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-353cbb98-3a65-4410-9af0-f24351661839 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64edcd7c-fd02-45d0-89ea-e2a289694eab HTTP/1.1" status: 200 len: 217 time: 0.0416660 Sep 16 05:47:45.863605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c5c160f9-027c-4780-a550-b315dd438ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.866576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-c5c160f9-027c-4780-a550-b315dd438ef6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.0463681 Sep 16 05:47:45.908226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-3f8264c0-fc3e-4f71-93c8-5eec99387cc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254774 Sep 16 05:47:46.016562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-e7f02966-c3c4-45f8-add9-b55c45bdc524 service neutron] 10.222.0.30 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011147 Sep 16 05:47:46.113999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4813fe7c-91bf-457f-b4ff-dc2178e7ae07 req-13c3ceec-7435-4871-b719-d7756d712af4 service neutron] 10.222.0.30 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897655 Sep 16 05:47:46.696374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f18d8f-25db-4b49-944b-64ea1934e7dc req-57094470-2fe0-4716-b646-8bc5c4092ec0 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.700334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-08f18d8f-25db-4b49-944b-64ea1934e7dc req-57094470-2fe0-4716-b646-8bc5c4092ec0 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0782897 Sep 16 05:47:46.735927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e8fdc8b-67c5-46e3-a392-6f9327d2410d req-c1fa12b7-c080-4135-87f0-f2e672a399e1 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 210 time: 0.0356743 Sep 16 05:47:46.759281 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-08f18d8f-25db-4b49-944b-64ea1934e7dc req-c1b60279-10e4-404e-b143-b6f86703f55f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536737 Sep 16 05:47:46.898231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2b9a8-c32f-4be4-908e-8cdb13029595 req-5adf8f51-ccc8-486d-a4c2-73ff38d9cb8b tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.899901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92f2b9a8-c32f-4be4-908e-8cdb13029595 req-5adf8f51-ccc8-486d-a4c2-73ff38d9cb8b tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 943 time: 0.0535388 Sep 16 05:47:46.957435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92f2b9a8-c32f-4be4-908e-8cdb13029595 req-a65b1de6-426b-4ef0-a89a-7539995ede65 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495801 Sep 16 05:47:47.186657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-572c657c-6794-4062-ba8c-7c791973d95a tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.189120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-572c657c-6794-4062-ba8c-7c791973d95a tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.66 "GET /v2.0/networks?id=ace989d9-005a-4819-839d-f5d524ea6da9 HTTP/1.1" status: 200 len: 808 time: 0.1250174 Sep 16 05:47:47.209061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Request body: {'port': {'device_id': '5ba102aa-e704-496e-beb6-bf71e89e98e5', 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9', 'admin_state_up': True, 'tenant_id': 'a494c725bf7042c894e98c4a7d866707'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:47.425747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Made reservation on behalf of a494c725bf7042c894e98c4a7d866707 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:47.429856 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.576894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Allocated IP 172.20.0.7 (ace989d9-005a-4819-839d-f5d524ea6da9/0d9f33aa-6375-44a0-9774-25eb91f8d594/9639665d-a2fb-471d-97be-001146cf6964) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:47.744566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.854523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cf7248b-864b-4990-b197-2717dffa8bf2 req-5bfc9cc4-518d-49f3-aba0-e0c294dedc64 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 210 time: 0.0332015 Sep 16 05:47:47.905869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7512e-7dc5-42fc-b959-a5216cd79e01 req-f622dd36-278b-45c6-b9cd-40ba8c67e19d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.907408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9e7512e-7dc5-42fc-b959-a5216cd79e01 req-f622dd36-278b-45c6-b9cd-40ba8c67e19d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0575278 Sep 16 05:47:47.957531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9e7512e-7dc5-42fc-b959-a5216cd79e01 req-26dd1221-8a9b-4c00-889e-b5eea2b45d9a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418386 Sep 16 05:47:48.086790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc932b9-3d4c-4a92-9066-9501bbf9fb74 req-1ee842b0-54de-42e6-9795-b2c8dc5c8878 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:48.089102 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bc932b9-3d4c-4a92-9066-9501bbf9fb74 req-1ee842b0-54de-42e6-9795-b2c8dc5c8878 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 943 time: 0.0546124 Sep 16 05:47:48.134814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bc932b9-3d4c-4a92-9066-9501bbf9fb74 req-9e2c86c7-a3df-4368-9c1f-52c820721716 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 Sep 16 05:47:48.488869 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:48.553370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Network ace989d9-005a-4819-839d-f5d524ea6da9 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:48.556750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:48.564260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:48.619178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Pushing event updated for resources: {'Port': ['ID=9639665d-a2fb-471d-97be-001146cf6964,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:48.646606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:48.647472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:48.806417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-c94de1db-ee1e-4850-ac10-47c41f033da9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6012559 Sep 16 05:47:48.826191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Request body: {'port': {'device_id': '5ba102aa-e704-496e-beb6-bf71e89e98e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:48.881726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.102622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12982342-2059-424f-889b-6a22a220db0b req-52e7eb05-0b0b-44ae-b380-3edcdd872eaf tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.105937 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12982342-2059-424f-889b-6a22a220db0b req-52e7eb05-0b0b-44ae-b380-3edcdd872eaf tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0675104 Sep 16 05:47:49.164185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12982342-2059-424f-889b-6a22a220db0b req-3798a2e4-af66-4793-ac91-75d4c2ce6aef tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520790 Sep 16 05:47:49.372991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7ebfd-4d86-42de-8e6f-3a7f70153187 req-ddb6cf28-ec4b-4b61-a118-47df8d947ede tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.374521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33b7ebfd-4d86-42de-8e6f-3a7f70153187 req-ddb6cf28-ec4b-4b61-a118-47df8d947ede tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 931 time: 0.4390156 Sep 16 05:47:49.390633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c14a4e-6f11-475b-a884-bb155303c0f9 req-99e0b883-636c-43d2-ae96-3643bff98c24 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.392628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07c14a4e-6f11-475b-a884-bb155303c0f9 req-99e0b883-636c-43d2-ae96-3643bff98c24 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 943 time: 0.0567725 Sep 16 05:47:49.446091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07c14a4e-6f11-475b-a884-bb155303c0f9 req-93a84f05-07df-487a-892a-1d52b1b55802 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450509 Sep 16 05:47:49.458059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33b7ebfd-4d86-42de-8e6f-3a7f70153187 req-249d333a-f4d3-4c63-be6c-5f6bd6e2995f tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739214 Sep 16 05:47:49.591521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9639665d-a2fb-471d-97be-001146cf6964 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:49.600240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.614075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Transition to ACTIVE for port object 9639665d-a2fb-471d-97be-001146cf6964 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:49.765354 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.835094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Pushing event updated for resources: {'Port': ['ID=9639665d-a2fb-471d-97be-001146cf6964,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:49.907752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Attempting to bind port 9639665d-a2fb-471d-97be-001146cf6964 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:49.908157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Attempting to bind port 9639665d-a2fb-471d-97be-001146cf6964 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:49.908488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Attempting to bind port 9639665d-a2fb-471d-97be-001146cf6964 on network ace989d9-005a-4819-839d-f5d524ea6da9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:49.912968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Port 9639665d-a2fb-471d-97be-001146cf6964 on network ace989d9-005a-4819-839d-f5d524ea6da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:49.913283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Attempting to bind port 9639665d-a2fb-471d-97be-001146cf6964 on network ace989d9-005a-4819-839d-f5d524ea6da9 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:49.919109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:49.924907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Checking segment: {'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:49.924907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Bound using segment: {'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:49.924907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Bound port: 9639665d-a2fb-471d-97be-001146cf6964, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554f5f5a-f9bb-4c11-95ae-ed035a7224b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:49.924907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.925529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce084-10c3-4936-b28a-a1e0ef1a7a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.990954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] For port 9639665d-a2fb-471d-97be-001146cf6964, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:49.994516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] For port 9639665d-a2fb-471d-97be-001146cf6964, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9639665d-a2fb-471d-97be-001146cf6964,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:50.005431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 64edcd7c-fd02-45d0-89ea-e2a289694eab details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:50.054464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.110448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35404) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:50.119773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.119773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.119773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] 10.222.0.66 "PUT /v2.0/ports/9639665d-a2fb-471d-97be-001146cf6964 HTTP/1.1" status: 200 len: 1092 time: 1.2973931 Sep 16 05:47:50.121851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba102aa-e704-496e-beb6-bf71e89e98e5', 'tag': '9639665d-a2fb-471d-97be-001146cf6964'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:50.125114 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d3d472-f7f5-4fd7-8254-45989ad1f1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba102aa-e704-496e-beb6-bf71e89e98e5", "tag": "9639665d-a2fb-471d-97be-001146cf6964"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:50.149139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 64edcd7c-fd02-45d0-89ea-e2a289694eab, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=64edcd7c-fd02-45d0-89ea-e2a289694eab,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:50.162989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '64edcd7c-fd02-45d0-89ea-e2a289694eab', 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'port_id': '64edcd7c-fd02-45d0-89ea-e2a289694eab', 'mac_address': 'fa:16:3e:f7:e6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cab66dd-358a-45e9-8a35-fc9f25d763a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:50.206400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5464b-4037-46b2-8bac-45db69726624 service neutron] Pushing event updated for resources: {'Port': ['ID=9639665d-a2fb-471d-97be-001146cf6964,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:50.207329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.212574 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fa84ae-eaa5-4f38-add6-547e040e9e2a x-openstack-request-id: req-b7fa84ae-eaa5-4f38-add6-547e040e9e2a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:50.212961 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba102aa-e704-496e-beb6-bf71e89e98e5", "tag": "9639665d-a2fb-471d-97be-001146cf6964", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:50.213321 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7fa84ae-eaa5-4f38-add6-547e040e9e2a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:50.213805 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba102aa-e704-496e-beb6-bf71e89e98e5', 'tag': '9639665d-a2fb-471d-97be-001146cf6964', 'status': 'completed', 'code': 200} Sep 16 05:47:50.231449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64edcd7c-fd02-45d0-89ea-e2a289694eab {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:50.257527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 64edcd7c-fd02-45d0-89ea-e2a289694eab, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=64edcd7c-fd02-45d0-89ea-e2a289694eab,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:50.282079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a281034-8226-4e6a-8569-8f58d27cd239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.344167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752fbd4-2689-4ff1-beb2-16ba95685802 req-5bbfcc4f-406b-4375-b6f5-02195d79205c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.345788 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e752fbd4-2689-4ff1-beb2-16ba95685802 req-5bbfcc4f-406b-4375-b6f5-02195d79205c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0828595 Sep 16 05:47:50.353049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d472-f7f5-4fd7-8254-45989ad1f1f7 req-079e7c82-a7be-4d09-bbfc-fcfd45d860f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.354598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22d3d472-f7f5-4fd7-8254-45989ad1f1f7 req-079e7c82-a7be-4d09-bbfc-fcfd45d860f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a494c725bf7042c894e98c4a7d866707&device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 1095 time: 0.0820048 Sep 16 05:47:50.359934 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.393326 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a281034-8226-4e6a-8569-8f58d27cd239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.410899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=64edcd7c-fd02-45d0-89ea-e2a289694eab,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:50.440911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e752fbd4-2689-4ff1-beb2-16ba95685802 req-b55889af-f996-476e-9d24-ad409fedce1a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848980 Sep 16 05:47:50.498248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a281034-8226-4e6a-8569-8f58d27cd239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.502265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d472-f7f5-4fd7-8254-45989ad1f1f7 req-d8dd7b21-a482-4f1d-8b86-ed2df1dcd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.503822 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22d3d472-f7f5-4fd7-8254-45989ad1f1f7 req-d8dd7b21-a482-4f1d-8b86-ed2df1dcd751 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a494c725bf7042c894e98c4a7d866707&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1204863 Sep 16 05:47:50.543430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9a281034-8226-4e6a-8569-8f58d27cd239 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f534980890e74d7d8364702c13993c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306953 Sep 16 05:47:50.551981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35418) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:50.551981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a281034-8226-4e6a-8569-8f58d27cd239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2918933d-7ebc-498b-a718-470c983f14c2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:50.673479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d472-f7f5-4fd7-8254-45989ad1f1f7 req-64885cd3-5d7c-4723-95c1-df33aa984d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.675061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22d3d472-f7f5-4fd7-8254-45989ad1f1f7 req-64885cd3-5d7c-4723-95c1-df33aa984d10 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623914 Sep 16 05:47:50.678794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4e89-47e7-4989-99a8-a92584e30454 req-d4895027-2844-4de9-a588-0428a04daba9 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.680392 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83fd4e89-47e7-4989-99a8-a92584e30454 req-d4895027-2844-4de9-a588-0428a04daba9 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 944 time: 0.0983164 Sep 16 05:47:50.681026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['64edcd7c-fd02-45d0-89ea-e2a289694eab'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:50.683929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28bf7-26df-4d3e-aff1-7533755887c2 req-5076f3a6-e7d7-47dd-999d-3e11c8d8bf80 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.685072 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc8205d9-e59a-44f1-ab17-fa20f9b93080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.687095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-adb28bf7-26df-4d3e-aff1-7533755887c2 req-5076f3a6-e7d7-47dd-999d-3e11c8d8bf80 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 943 time: 0.0793288 Sep 16 05:47:50.743802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-adb28bf7-26df-4d3e-aff1-7533755887c2 req-19d10ec5-ebcc-4cb2-89c7-3100de1250ca tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Sep 16 05:47:50.762476 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83fd4e89-47e7-4989-99a8-a92584e30454 req-d516899c-49ae-47ed-ac70-3c9ddb3b54b2 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704381 Sep 16 05:47:50.772257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc8205d9-e59a-44f1-ab17-fa20f9b93080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.801058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-bf192b60-5434-4fd4-8fbd-2162491965d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.803269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-bf192b60-5434-4fd4-8fbd-2162491965d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a494c725bf7042c894e98c4a7d866707&device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 1095 time: 0.0512178 Sep 16 05:47:50.860594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-da1a9b5f-589c-4905-8d25-454773dea62f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9639665d-a2fb-471d-97be-001146cf6964 HTTP/1.1" status: 200 len: 217 time: 0.0367434 Sep 16 05:47:50.865805 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.914764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-9290e21c-cac3-4789-96f2-50ce80e37f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:50.916550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-9290e21c-cac3-4789-96f2-50ce80e37f42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d9f33aa-6375-44a0-9774-25eb91f8d594 HTTP/1.1" status: 200 len: 848 time: 0.0469916 Sep 16 05:47:50.946392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc8205d9-e59a-44f1-ab17-fa20f9b93080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.951956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc8205d9-e59a-44f1-ab17-fa20f9b93080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.956270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fc8205d9-e59a-44f1-ab17-fa20f9b93080 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2918933d-7ebc-498b-a718-470c983f14c2 HTTP/1.1" status: 204 len: 168 time: 0.4071255 Sep 16 05:47:50.956469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-580cfab8-717a-400d-a0e3-9c1b5c0097e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ace989d9-005a-4819-839d-f5d524ea6da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314558 Sep 16 05:47:50.993394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8205d9-e59a-44f1-ab17-fa20f9b93080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2918933d-7ebc-498b-a718-470c983f14c2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:51.070515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-0f329337-020f-49fa-b6ee-c0107828e1e6 service neutron] 10.222.0.66 "GET /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012001 Sep 16 05:47:51.173730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47e4764d-1f26-48fc-a5bd-a3d569bce2dc req-105891f9-4ce9-4df4-8d17-f694bfd2e5cd service neutron] 10.222.0.66 "GET /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903528 Sep 16 05:47:51.565993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f369c82-e96e-4112-9cb6-659f47833d97 req-9033195a-8382-428f-97a9-a4f639c63613 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:51.567500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f369c82-e96e-4112-9cb6-659f47833d97 req-9033195a-8382-428f-97a9-a4f639c63613 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0548315 Sep 16 05:47:51.607804 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f369c82-e96e-4112-9cb6-659f47833d97 req-7d5b77b4-d233-49f8-b107-3002f4cfc3c8 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Sep 16 05:47:51.886109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81ad6-90b3-49da-b808-9fe5e56ad4d3 req-5d994d1f-4c23-47ef-822f-caf348953c61 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:51.893368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbca7a4-b310-4c64-b456-347f7773efff req-cf4ed4e0-c210-4751-a945-6164fb15adb5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:51.894622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81d81ad6-90b3-49da-b808-9fe5e56ad4d3 req-5d994d1f-4c23-47ef-822f-caf348953c61 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 943 time: 0.0739448 Sep 16 05:47:51.901052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adbca7a4-b310-4c64-b456-347f7773efff req-cf4ed4e0-c210-4751-a945-6164fb15adb5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 944 time: 0.0657940 Sep 16 05:47:51.955788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adbca7a4-b310-4c64-b456-347f7773efff req-fd12ea06-56b3-4651-b689-f29b5f37b3a4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537732 Sep 16 05:47:51.956171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81d81ad6-90b3-49da-b808-9fe5e56ad4d3 req-ff2fde90-fca0-4bd4-b4cf-9b2143229b6f tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552921 Sep 16 05:47:52.018508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 64edcd7c-fd02-45d0-89ea-e2a289694eab up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:52.159719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 64edcd7c-fd02-45d0-89ea-e2a289694eab completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:52.164446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 64edcd7c-fd02-45d0-89ea-e2a289694eab triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:52.164841 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.195220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35456) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:52.255075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.279239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd169a84a-4f22-42ee-993e-2b1ccc978b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64edcd7c-fd02-45d0-89ea-e2a289694eab'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:52.281664 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbacc05-6521-4de4-8d52-157436faadbb" -d '{"events": [{"server_uuid": "d169a84a-4f22-42ee-993e-2b1ccc978b27", "name": "network-vif-plugged", "status": "completed", "tag": "64edcd7c-fd02-45d0-89ea-e2a289694eab"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:52.296185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 64edcd7c-fd02-45d0-89ea-e2a289694eab, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=64edcd7c-fd02-45d0-89ea-e2a289694eab,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:52.316857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1196855461-network', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:52.374250 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.402979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Made reservation on behalf of a0544e3232a54963888d7a5b8247b5a2 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:52.409683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.431656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.441772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=64edcd7c-fd02-45d0-89ea-e2a289694eab,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:52.476831 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3be9c2-810c-4212-b3b0-fd3ee6cd106f x-openstack-request-id: req-ef3be9c2-810c-4212-b3b0-fd3ee6cd106f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:52.477333 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d169a84a-4f22-42ee-993e-2b1ccc978b27", "name": "network-vif-plugged", "status": "completed", "tag": "64edcd7c-fd02-45d0-89ea-e2a289694eab", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:52.477841 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef3be9c2-810c-4212-b3b0-fd3ee6cd106f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:52.478242 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd169a84a-4f22-42ee-993e-2b1ccc978b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64edcd7c-fd02-45d0-89ea-e2a289694eab', 'code': 200} Sep 16 05:47:52.549250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.616047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6529e1-7cd2-4b56-a9ca-c00d69a1176b req-a739bcb3-57a8-4131-934f-c504e6793ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:52.617573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b6529e1-7cd2-4b56-a9ca-c00d69a1176b req-a739bcb3-57a8-4131-934f-c504e6793ec0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 1097 time: 0.0432236 Sep 16 05:47:52.627595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.672134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:47:52.677296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9465113b-975b-4826-89dd-7938ec9cac64,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:52.695232 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.695575 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Added segment ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc of type vlan for network 0166358c-a16b-46f4-a818-0245eb43171a Sep 16 05:47:52.707714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b6529e1-7cd2-4b56-a9ca-c00d69a1176b req-da6f4a7d-75bb-488f-974e-8c9d864b430e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678413 Sep 16 05:47:52.750400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.762721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eab5d-bf2e-4644-b30f-434892b7e33e req-b7ce9ea8-0002-4d99-849e-c50ad2bd1d81 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:52.764755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-839eab5d-bf2e-4644-b30f-434892b7e33e req-b7ce9ea8-0002-4d99-849e-c50ad2bd1d81 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0822258 Sep 16 05:47:52.811061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-839eab5d-bf2e-4644-b30f-434892b7e33e req-fcbdc772-0020-4931-9b37-1a6a2e91ccf0 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370286 Sep 16 05:47:52.851188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.852342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:52.852944 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:52.914379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] Pushing event updated for resources: {'Network': ['ID=0166358c-a16b-46f4-a818-0245eb43171a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:52.927276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0166358c-a16b-46f4-a818-0245eb43171a details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:47:52.938238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0f3bedb9-93c9-425b-8a70-657b54b6360f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7418427 Sep 16 05:47:52.941617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35468) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:52.946158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Request body: {'subnet': {'network_id': '0166358c-a16b-46f4-a818-0245eb43171a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1196855461-subnet', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:53.072542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401e465-7ac4-4da0-ba4a-4a1744546dcc req-0774a97f-0224-41d1-b291-77bd43451414 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:53.074254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4401e465-7ac4-4da0-ba4a-4a1744546dcc req-0774a97f-0224-41d1-b291-77bd43451414 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 943 time: 0.0522883 Sep 16 05:47:53.076998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d65544-cc1e-4cd9-8e32-b70608e6bc34 req-c958d156-33b8-4116-8c3d-e5ebb3537b4d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:53.080379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8d65544-cc1e-4cd9-8e32-b70608e6bc34 req-c958d156-33b8-4116-8c3d-e5ebb3537b4d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 945 time: 0.0582139 Sep 16 05:47:53.082014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Made reservation on behalf of a0544e3232a54963888d7a5b8247b5a2 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:53.088157 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:53.122485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4401e465-7ac4-4da0-ba4a-4a1744546dcc req-371e27fb-2077-4b7f-8d8d-2e37f9179562 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Sep 16 05:47:53.182609 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8d65544-cc1e-4cd9-8e32-b70608e6bc34 req-4ce694ab-b048-4b94-95e4-3bedb23cab64 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944662 Sep 16 05:47:53.237303 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc019136-69b6-4cac-bafc-d5a93104a1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:53.491561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:53.548924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2acf16b1-a99d-4943-89e0-70152141525a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:53.559581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Checking segment: {'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:53.560058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Network hostable DHCP agents. Network: 0166358c-a16b-46f4-a818-0245eb43171a, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:47:53.656853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Network 0166358c-a16b-46f4-a818-0245eb43171a is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:47:53.759608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0166358c-a16b-46f4-a818-0245eb43171a) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:53.763975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:53.764584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:53.772005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15ab4d-4645-4202-9a33-d27abcb7556b None None] Network 0166358c-a16b-46f4-a818-0245eb43171a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:53.943692 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a6ce716b-9163-4362-a117-2165b1331326 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9990709 Sep 16 05:47:53.950791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35478) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:53.951026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0166358c-a16b-46f4-a818-0245eb43171a', 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'fixed_ips': [{'subnet_id': '2acf16b1-a99d-4943-89e0-70152141525a'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:47:53.951026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:53.951352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:53.965287 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:53.990660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc179e-0d91-41e2-bd92-ffd22c11e712 req-30ba44a0-c014-49bf-8ff2-6073fce17e56 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:53.995303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bbc179e-0d91-41e2-bd92-ffd22c11e712 req-30ba44a0-c014-49bf-8ff2-6073fce17e56 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0957756 Sep 16 05:47:54.037162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bbc179e-0d91-41e2-bd92-ffd22c11e712 req-3599b867-8495-4259-956c-fb80ebd9698b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Sep 16 05:47:54.102708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Allocated IP 172.20.0.2 (0166358c-a16b-46f4-a818-0245eb43171a/2acf16b1-a99d-4943-89e0-70152141525a/8a27033f-35f7-404c-9fda-96f225299ec6) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:54.128860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.130121 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.192110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.257550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a4647-3b27-4239-beb9-a9a6cdaff5a5 req-0e861349-def3-43bb-8a37-35b624092056 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:54.259120 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-869a4647-3b27-4239-beb9-a9a6cdaff5a5 req-0e861349-def3-43bb-8a37-35b624092056 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 943 time: 0.0590575 Sep 16 05:47:54.276387 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.306465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-869a4647-3b27-4239-beb9-a9a6cdaff5a5 req-f43fdad0-5fec-4b8a-8642-f13e00387057 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Sep 16 05:47:54.320329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e75aa-dd34-47ca-8b79-3f018b99556e req-53daf13d-7a7c-416a-925b-fe54226360ef tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:54.322043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-611e75aa-dd34-47ca-8b79-3f018b99556e req-53daf13d-7a7c-416a-925b-fe54226360ef tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 945 time: 0.0534942 Sep 16 05:47:54.371186 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-611e75aa-dd34-47ca-8b79-3f018b99556e req-1abec31e-aac2-4785-b36b-f0d8f4e74215 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Sep 16 05:47:54.413516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9639665d-a2fb-471d-97be-001146cf6964 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:54.427420 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.476724 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.524586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Network 0166358c-a16b-46f4-a818-0245eb43171a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:54.533938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:54.537219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Pushing event updated for resources: {'Port': ['ID=8a27033f-35f7-404c-9fda-96f225299ec6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:54.546246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:54.616650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9639665d-a2fb-471d-97be-001146cf6964, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9639665d-a2fb-471d-97be-001146cf6964,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:54.627838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Attempting to bind port 8a27033f-35f7-404c-9fda-96f225299ec6 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:54.628393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Attempting to bind port 8a27033f-35f7-404c-9fda-96f225299ec6 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:54.628761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Attempting to bind port 8a27033f-35f7-404c-9fda-96f225299ec6 on network 0166358c-a16b-46f4-a818-0245eb43171a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:54.633463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '9639665d-a2fb-471d-97be-001146cf6964', 'network_id': 'ace989d9-005a-4819-839d-f5d524ea6da9', 'port_id': '9639665d-a2fb-471d-97be-001146cf6964', 'mac_address': 'fa:16:3e:f8:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9f33aa-6375-44a0-9774-25eb91f8d594', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:54.637693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:54.638592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Checking segment: {'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:54.639001 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.639525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Bound using segment: {'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:54.639893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Bound port: 8a27033f-35f7-404c-9fda-96f225299ec6, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:54.640293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.787027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.808494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.860841 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.887563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9639665d-a2fb-471d-97be-001146cf6964 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:54.907389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] For port 8a27033f-35f7-404c-9fda-96f225299ec6, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:54.914767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] For port 8a27033f-35f7-404c-9fda-96f225299ec6, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8a27033f-35f7-404c-9fda-96f225299ec6,segment=NetworkSegment(ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc),segment_id=ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:54.920544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9639665d-a2fb-471d-97be-001146cf6964, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9639665d-a2fb-471d-97be-001146cf6964,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:54.931197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Allocated IP 172.25.1.29 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/ea187b98-b827-4be7-bc2b-42b2bbde4ac9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:55.048535 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.056169 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.102342 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.134908 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22e159-2bb2-4d70-b17b-5ad9025e5c21 None None] Pushing event updated for resources: {'Port': ['ID=8a27033f-35f7-404c-9fda-96f225299ec6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:55.187054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89258208-15c1-445e-b178-f6bc5cfe0acc req-5965c0ca-7aa6-42b7-af1f-9ac3baace435 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.188799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-89258208-15c1-445e-b178-f6bc5cfe0acc req-5965c0ca-7aa6-42b7-af1f-9ac3baace435 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0579226 Sep 16 05:47:55.203900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9639665d-a2fb-471d-97be-001146cf6964,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:55.226993 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.264251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-89258208-15c1-445e-b178-f6bc5cfe0acc req-f2807b9c-6193-4152-964b-002d2f9aff38 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691252 Sep 16 05:47:55.276031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:55.280060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:55.282748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:55.350738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ea187b98-b827-4be7-bc2b-42b2bbde4ac9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:55.389833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.442407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['9639665d-a2fb-471d-97be-001146cf6964'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:55.470947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbf044-d5ae-4f2d-a428-6fcd9b0f3964 req-2ba7f8c4-fc19-420e-96f0-e38c3a148369 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.472695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0acbf044-d5ae-4f2d-a428-6fcd9b0f3964 req-2ba7f8c4-fc19-420e-96f0-e38c3a148369 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 944 time: 0.0657928 Sep 16 05:47:55.527656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0acbf044-d5ae-4f2d-a428-6fcd9b0f3964 req-5c800931-5c07-45a7-8aff-bae3892c29d9 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Sep 16 05:47:55.634569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf497aa-52d2-4abd-8dc0-ea9c44c247cd req-977c5403-5b7f-45d8-86f3-b1da2770dda8 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.636214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-caf497aa-52d2-4abd-8dc0-ea9c44c247cd req-977c5403-5b7f-45d8-86f3-b1da2770dda8 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 945 time: 0.1310530 Sep 16 05:47:55.681154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-caf497aa-52d2-4abd-8dc0-ea9c44c247cd req-19fdbea6-22c1-4149-aaf3-a10b3bd1937c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Sep 16 05:47:55.807238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8a27033f-35f7-404c-9fda-96f225299ec6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:55.854952 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.874411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8a27033f-35f7-404c-9fda-96f225299ec6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:55.875696 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.964125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:56.017263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 8a27033f-35f7-404c-9fda-96f225299ec6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8a27033f-35f7-404c-9fda-96f225299ec6,segment=NetworkSegment(ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc),segment_id=ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:56.087282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:56.114167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:56.184489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=8a27033f-35f7-404c-9fda-96f225299ec6,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:56.211593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce77146f-6bde-41e5-bfbd-a9a2a7dc38d8 None None] Network 0166358c-a16b-46f4-a818-0245eb43171a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:56.343948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c618780a-3289-4d12-837f-04783b97011b None None] Provisioning complete for port 8a27033f-35f7-404c-9fda-96f225299ec6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:56.344344 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c618780a-3289-4d12-837f-04783b97011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:56.393887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Router 29cfdc53-234d-4751-bba1-cd950c12ace3 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:47:56.402999 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53181f8e-754e-4c65-a963-de5b910f0892 req-0ad96b68-e19d-4825-a2e8-22ef284b1b24 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.406510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53181f8e-754e-4c65-a963-de5b910f0892 req-0ad96b68-e19d-4825-a2e8-22ef284b1b24 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0619023 Sep 16 05:47:56.417694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9639665d-a2fb-471d-97be-001146cf6964 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:56.498302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53181f8e-754e-4c65-a963-de5b910f0892 req-ad047c80-8558-4907-95fd-61b173cc1d31 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821278 Sep 16 05:47:56.575485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:47:56.588760 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Sync routers for ids ['29cfdc53-234d-4751-bba1-cd950c12ace3'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:47:56.599321 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Routers {'29cfdc53-234d-4751-bba1-cd950c12ace3'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:47:56.600288 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['29cfdc53-234d-4751-bba1-cd950c12ace3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:56.686340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 9639665d-a2fb-471d-97be-001146cf6964 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:56.689165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b8b99-c001-4e36-97ca-26b936b984a8 req-6120a467-ac7d-40c3-96fd-fb2bb15d620e tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.690378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 9639665d-a2fb-471d-97be-001146cf6964 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:56.690759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:56.691915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d62b8b99-c001-4e36-97ca-26b936b984a8 req-6120a467-ac7d-40c3-96fd-fb2bb15d620e tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 944 time: 0.0617192 Sep 16 05:47:56.714465 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Set router 29cfdc53-234d-4751-bba1-cd950c12ace3 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:47:56.738689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d62b8b99-c001-4e36-97ca-26b936b984a8 req-faf4547d-9b78-4efe-8f75-1f9f62dac829 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Sep 16 05:47:56.740157 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:56.741853 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f23f3425-9ca3-4ba0-b3c1-55d6d89d12b4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7962999 Sep 16 05:47:56.744584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35504) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:56.766214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d3fa5af9-f039-4ba9-b524-465fd4126e75 None None] Provisioning complete for port 8a27033f-35f7-404c-9fda-96f225299ec6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:56.766599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3fa5af9-f039-4ba9-b524-465fd4126e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:56.834323 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:56.866455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba102aa-e704-496e-beb6-bf71e89e98e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9639665d-a2fb-471d-97be-001146cf6964'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:56.868435 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0895d172-9ba1-4afb-a85c-2a33e5713065" -d '{"events": [{"server_uuid": "5ba102aa-e704-496e-beb6-bf71e89e98e5", "name": "network-vif-plugged", "status": "completed", "tag": "9639665d-a2fb-471d-97be-001146cf6964"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:56.913478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9639665d-a2fb-471d-97be-001146cf6964, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9639665d-a2fb-471d-97be-001146cf6964,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:56.930054 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3c32fd-9d0e-415d-8aae-b63c515349c5 x-openstack-request-id: req-bd3c32fd-9d0e-415d-8aae-b63c515349c5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:56.930355 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba102aa-e704-496e-beb6-bf71e89e98e5", "name": "network-vif-plugged", "status": "completed", "tag": "9639665d-a2fb-471d-97be-001146cf6964", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:56.930611 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd3c32fd-9d0e-415d-8aae-b63c515349c5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:56.931004 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba102aa-e704-496e-beb6-bf71e89e98e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9639665d-a2fb-471d-97be-001146cf6964', 'code': 200} Sep 16 05:47:56.940914 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:55Z', 'revision_number': 3, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port': {'id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:56.972467 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Checking router: 29cfdc53-234d-4751-bba1-cd950c12ace3 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:47:56.972731 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Updating router 29cfdc53-234d-4751-bba1-cd950c12ace3 port ea187b98-b827-4be7-bc2b-42b2bbde4ac9 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:47:56.997490 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.065088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.119652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9639665d-a2fb-471d-97be-001146cf6964,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:57.157302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e555e-ea4f-4240-8e79-3a71c69ea7f2 req-225c6a08-341a-44c3-946e-71eca58858ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.159108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094e555e-ea4f-4240-8e79-3a71c69ea7f2 req-225c6a08-341a-44c3-946e-71eca58858ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 1097 time: 0.1154251 Sep 16 05:47:57.240718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-094e555e-ea4f-4240-8e79-3a71c69ea7f2 req-e6675345-77fe-4211-ada8-cbbb22f5d2f2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682106 Sep 16 05:47:57.323656 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.326848 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.456788 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.493121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Allocated IP 172.20.0.1 (0166358c-a16b-46f4-a818-0245eb43171a/2acf16b1-a99d-4943-89e0-70152141525a/043cf899-3810-4bc7-9d8c-0bb8370ac9aa) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:57.520515 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Attempting to bind port ea187b98-b827-4be7-bc2b-42b2bbde4ac9 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:57.520880 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Attempting to bind port ea187b98-b827-4be7-bc2b-42b2bbde4ac9 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:57.521253 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Attempting to bind port ea187b98-b827-4be7-bc2b-42b2bbde4ac9 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:57.523308 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6449a50-9788-4d55-862d-14303521561d None None] Pushing event updated for resources: {'Port': ['ID=ea187b98-b827-4be7-bc2b-42b2bbde4ac9,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:57.530799 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:57.531183 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:57.531567 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.532250 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:57.540379 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Bound port: ea187b98-b827-4be7-bc2b-42b2bbde4ac9, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:57.540379 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.566570 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.598577 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] For port ea187b98-b827-4be7-bc2b-42b2bbde4ac9, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:57.604240 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] For port ea187b98-b827-4be7-bc2b-42b2bbde4ac9, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ea187b98-b827-4be7-bc2b-42b2bbde4ac9,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:57.656855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c573229-f4e9-48bb-a5df-19b104cb7984 req-5cff2ae7-b9b5-469a-baab-9ef93ad0ab37 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.658490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c573229-f4e9-48bb-a5df-19b104cb7984 req-5cff2ae7-b9b5-469a-baab-9ef93ad0ab37 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0764589 Sep 16 05:47:57.681243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.723177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c573229-f4e9-48bb-a5df-19b104cb7984 req-3ae10789-503f-4aa8-8f82-7c4a3b6f6274 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583003 Sep 16 05:47:57.747982 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.776244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8a27033f-35f7-404c-9fda-96f225299ec6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:57.800239 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6449a50-9788-4d55-862d-14303521561d None None] Pushing event updated for resources: {'Port': ['ID=ea187b98-b827-4be7-bc2b-42b2bbde4ac9,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:57.825935 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Routers {'29cfdc53-234d-4751-bba1-cd950c12ace3'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:47:57.826596 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['29cfdc53-234d-4751-bba1-cd950c12ace3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:57.853456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8a27033f-35f7-404c-9fda-96f225299ec6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:57.854070 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.879815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:57.947192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01da69d-8dd9-4a4d-8036-8966f3a59c65 req-1a5262eb-8f60-40f6-a87f-a13f850a244a tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.948928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b01da69d-8dd9-4a4d-8036-8966f3a59c65 req-1a5262eb-8f60-40f6-a87f-a13f850a244a tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 945 time: 0.0930171 Sep 16 05:47:57.966814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Network 0166358c-a16b-46f4-a818-0245eb43171a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:57.970665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:57.979491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:57.988668 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] Set router 29cfdc53-234d-4751-bba1-cd950c12ace3 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:47:58.037905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:58.038898 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b01da69d-8dd9-4a4d-8036-8966f3a59c65 req-7c37e82a-30cd-4c54-93d4-8204f97e4f5d tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818293 Sep 16 05:47:58.064097 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:58.216512 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:55Z', 'revision_number': 3, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port': {'id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:58.248598 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b29e1d-26b7-4b3f-82e7-f95fd3379411 None None] The sync data for ids ['29cfdc53-234d-4751-bba1-cd950c12ace3'] in n-d-712749-15 is: [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:55Z', 'revision_number': 3, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port': {'id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:47:58.278484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-09641da6-efe7-4869-81fb-7ca86b2ad7e7 None None] Provisioning complete for port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:58.278484 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09641da6-efe7-4869-81fb-7ca86b2ad7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:58.337678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-09641da6-efe7-4869-81fb-7ca86b2ad7e7 None None] Port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:47:58.658877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:58.830710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:58.916608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb6848-3b7b-4928-9085-2ed4ee264278 req-8f96bcda-4c47-4aef-898b-d70a3a67bb76 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:58.918502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fefb6848-3b7b-4928-9085-2ed4ee264278 req-8f96bcda-4c47-4aef-898b-d70a3a67bb76 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0817270 Sep 16 05:47:58.946059 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:58.980107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fefb6848-3b7b-4928-9085-2ed4ee264278 req-5d8e4cea-a861-461a-8d3a-09de62cfb931 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477097 Sep 16 05:47:59.053721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.139269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:59.143609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.207835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39245-9f07-49dd-b374-03f3ad5afd96 req-cc3b86e5-c31e-4e21-9df3-81a534aae18e tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:59.209833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13c39245-9f07-49dd-b374-03f3ad5afd96 req-cc3b86e5-c31e-4e21-9df3-81a534aae18e tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 945 time: 0.0749025 Sep 16 05:47:59.261079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-13c39245-9f07-49dd-b374-03f3ad5afd96 req-be617d1d-799b-4024-ba47-7578b14517f7 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Sep 16 05:47:59.264335 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Network 0166358c-a16b-46f4-a818-0245eb43171a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:59.265940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:59.412383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Router 29cfdc53-234d-4751-bba1-cd950c12ace3 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:47:59.554031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:47:59.564848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e37f71fc-27f4-4545-95d1-1457a1165ec3 admin admin] 10.222.0.49 "PUT /v2.0/routers/29cfdc53-234d-4751-bba1-cd950c12ace3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8190143 Sep 16 05:47:59.571395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2d202e41-2eee-401d-9fbc-81f4afae242a None None] Provisioning complete for port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:59.571621 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d202e41-2eee-401d-9fbc-81f4afae242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.611445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2d202e41-2eee-401d-9fbc-81f4afae242a None None] Port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:47:59.786582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ea187b98-b827-4be7-bc2b-42b2bbde4ac9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:59.860690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ea187b98-b827-4be7-bc2b-42b2bbde4ac9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:59.861577 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.969272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.983833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port ea187b98-b827-4be7-bc2b-42b2bbde4ac9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ea187b98-b827-4be7-bc2b-42b2bbde4ac9,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:00.042239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:00.109162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=ea187b98-b827-4be7-bc2b-42b2bbde4ac9,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:00.134940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9002-26af-43ad-81af-cf0b6c3ab72f req-d07afdf5-1344-4410-b331-f8027dc2231a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:00.137250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-369c9002-26af-43ad-81af-cf0b6c3ab72f req-d07afdf5-1344-4410-b331-f8027dc2231a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0696039 Sep 16 05:48:00.206170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-369c9002-26af-43ad-81af-cf0b6c3ab72f req-75ae3aab-c218-4967-b832-f7ac05066ae8 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624118 Sep 16 05:48:00.336678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Sync routers for ids ['29cfdc53-234d-4751-bba1-cd950c12ace3'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:00.350110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Routers {'29cfdc53-234d-4751-bba1-cd950c12ace3'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:00.351021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['29cfdc53-234d-4751-bba1-cd950c12ace3'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:00.487982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Set router 29cfdc53-234d-4751-bba1-cd950c12ace3 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:00.491277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:00.496432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1365956369-network', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:00.617664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Made reservation on behalf of f3e9a417edab45a8ba9c9764085dddda for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:00.620831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:00.635689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:00.724858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:58Z', 'revision_number': 4, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port': {'id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '043cf899-3810-4bc7-9d8c-0bb8370ac9aa', 'name': '', 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'mac_address': 'fa:16:3e:f3:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2acf16b1-a99d-4943-89e0-70152141525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:57Z', 'updated_at': '2021-09-16T05:47:58Z', 'revision_number': 2, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'subnets': [{'id': '2acf16b1-a99d-4943-89e0-70152141525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:00.760880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Checking router: 29cfdc53-234d-4751-bba1-cd950c12ace3 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:00.761359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Updating router 29cfdc53-234d-4751-bba1-cd950c12ace3 port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:48:00.790165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:00.792428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:00.871471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:00.928679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:48:00.960107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d1a975-34f2-4b5a-a02d-b1d23b011c78,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:00.992897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:00.995373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7855e6-5a0c-45b1-9bc7-c60a5799670b req-894cb6fe-f35e-4674-9b9b-3e5738df8b58 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:00.997190 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Added segment dc81e5b5-7d2b-4519-9982-e2cab30a6946 of type vlan for network 4d8a3827-c65f-4891-b548-b2f8baf037bf Sep 16 05:48:00.999140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b7855e6-5a0c-45b1-9bc7-c60a5799670b req-894cb6fe-f35e-4674-9b9b-3e5738df8b58 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 945 time: 0.1340332 Sep 16 05:48:01.062370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b7855e6-5a0c-45b1-9bc7-c60a5799670b req-2af52c5a-b8b3-472f-87c8-f6962eda6a4e tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530071 Sep 16 05:48:01.113120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.129908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-cb091fe1-6b6b-4326-95bb-d1eedceb79e1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51852349&fields=id&tenant_id=eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 267 time: 0.0750525 Sep 16 05:48:01.170523 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.259465 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.282524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613013-1b77-420d-be27-469bb57bbe3b req-b158a1fd-11b5-468c-b54b-ca3e7ab89123 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.284401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-b158a1fd-11b5-468c-b54b-ca3e7ab89123 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1419582 Sep 16 05:48:01.285838 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.286872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.288028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.340664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-7cedbea6-d375-48f4-8602-469f22718b64 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/quotas/eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 375 time: 0.0446308 Sep 16 05:48:01.357107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856eb9-8be2-454d-a4e3-1fb86c8e2846 None None] Pushing event updated for resources: {'Port': ['ID=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:01.367815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89886549-48fb-4227-8526-67a370d161a3 req-2ebdff06-d7de-4a42-b75d-dab7f05ac477 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.376300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89886549-48fb-4227-8526-67a370d161a3 req-2ebdff06-d7de-4a42-b75d-dab7f05ac477 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.1001947 Sep 16 05:48:01.387630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8a3827-c65f-4891-b548-b2f8baf037bf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:01.406591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 4d8a3827-c65f-4891-b548-b2f8baf037bf details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:48:01.464891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b1b4b37b-4899-44a0-8dbc-1af865c05a02 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9715300 Sep 16 05:48:01.468729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-89886549-48fb-4227-8526-67a370d161a3 req-b8b7cae2-866f-4dbc-8b9e-7b53dc6949d0 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868981 Sep 16 05:48:01.470003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35588) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:01.479877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Request body: {'subnet': {'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1365956369-subnet', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:01.523355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-2a061fab-1d39-4c30-9dd2-d6f2dce2e714 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320608 Sep 16 05:48:01.569998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Attempting to bind port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:01.570626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Attempting to bind port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:01.571754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Attempting to bind port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa on network 0166358c-a16b-46f4-a818-0245eb43171a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:01.580202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:01.581085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Checking segment: {'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:01.582322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.582909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Bound using segment: {'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:01.583595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Bound port: 043cf899-3810-4bc7-9d8c-0bb8370ac9aa, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:01.584235 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.628700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Made reservation on behalf of f3e9a417edab45a8ba9c9764085dddda for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:01.631109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.663810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] For port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:01.667616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] For port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,segment=NetworkSegment(ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc),segment_id=ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:01.696414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-2624b94c-dce5-413e-a81c-673d24c39886 service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343443 Sep 16 05:48:01.765469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c8f5ad14-f273-4e13-b65e-a29e6f0e010c None None] Provisioning complete for port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:01.765993 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8f5ad14-f273-4e13-b65e-a29e6f0e010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:01.866863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-55cc8291-9e1f-4590-9094-6a15b4e78325 service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555226 Sep 16 05:48:01.868918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5ad14-f273-4e13-b65e-a29e6f0e010c None None] Port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:01.870834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ea187b98-b827-4be7-bc2b-42b2bbde4ac9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:01.878413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.014757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.022663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856eb9-8be2-454d-a4e3-1fb86c8e2846 None None] Pushing event updated for resources: {'Port': ['ID=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:02.088379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Routers {'29cfdc53-234d-4751-bba1-cd950c12ace3'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:02.088933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ec615e-aa4e-4775-9f42-cda2685dbb26,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:02.089095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['29cfdc53-234d-4751-bba1-cd950c12ace3'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:02.154646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Checking segment: {'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:02.155046 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Network hostable DHCP agents. Network: 4d8a3827-c65f-4891-b548-b2f8baf037bf, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:48:02.176858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ea187b98-b827-4be7-bc2b-42b2bbde4ac9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:02.182995 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.247796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd431d6-7e62-430a-adb0-7cc395c1527d req-ce442ed9-2cf5-4340-857a-d1ee4fa27f2a tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:02.251240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ddd431d6-7e62-430a-adb0-7cc395c1527d req-ce442ed9-2cf5-4340-857a-d1ee4fa27f2a tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 945 time: 0.0614693 Sep 16 05:48:02.306802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Network 4d8a3827-c65f-4891-b548-b2f8baf037bf is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:48:02.344974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] Set router 29cfdc53-234d-4751-bba1-cd950c12ace3 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:02.347446 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ddd431d6-7e62-430a-adb0-7cc395c1527d req-9af7452b-c1e2-42c9-94d1-dcc9caa7f29d tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff50a166-1acf-4c59-9152-a22b9bbf3a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890090 Sep 16 05:48:02.387610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 4d8a3827-c65f-4891-b548-b2f8baf037bf) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:02.393164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:02.393767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.405927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b9804e-e640-42af-a35f-9a9a3223f533 None None] Network 4d8a3827-c65f-4891-b548-b2f8baf037bf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:02.480221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b8a6afa4-90a6-4234-8010-1175592ee0a9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0083706 Sep 16 05:48:02.483116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35600) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:02.488672 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:02.572415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-deda4b17-ec24-4ef5-a468-19489d0b107a tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:02.574076 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-deda4b17-ec24-4ef5-a468-19489d0b107a tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 945 time: 0.0778561 Sep 16 05:48:02.661861 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.674486 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.690082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918889-e768-4b88-a057-a3eb4bccaa33 req-c00ea515-38b4-4812-947e-a7cef3eb13bb tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:02.693629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-42918889-e768-4b88-a057-a3eb4bccaa33 req-c00ea515-38b4-4812-947e-a7cef3eb13bb tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.1159751 Sep 16 05:48:02.731684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc59aa6d-ed63-4075-b385-36fbfffbbb4c req-82e7ee94-942a-4a53-84d8-a2d915a67420 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0531321 Sep 16 05:48:02.799095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-42918889-e768-4b88-a057-a3eb4bccaa33 req-e1bc70da-144a-407d-afa5-ac16d12285e8 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931270 Sep 16 05:48:02.830457 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.858932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Deleting port 9639665d-a2fb-471d-97be-001146cf6964 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:02.859420 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.869318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e566c7cb-6020-4826-85ef-029609c1befc None None] Provisioning complete for port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:02.869683 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e566c7cb-6020-4826-85ef-029609c1befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.043341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] For port 9639665d-a2fb-471d-97be-001146cf6964, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9639665d-a2fb-471d-97be-001146cf6964,segment=NetworkSegment(554f5f5a-f9bb-4c11-95ae-ed035a7224b9),segment_id=554f5f5a-f9bb-4c11-95ae-ed035a7224b9)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:03.043708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.090247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Calling delete_port for 9639665d-a2fb-471d-97be-001146cf6964 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:03.128348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.130251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-4d8a3827-c65f-4891-b548-b2f8baf037bf', 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'fixed_ips': [{'subnet_id': '62ec615e-aa4e-4775-9f42-cda2685dbb26'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:48:03.132114 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.154509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e566c7cb-6020-4826-85ef-029609c1befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.275523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e566c7cb-6020-4826-85ef-029609c1befc None None] For port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,segment=NetworkSegment(ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc),segment_id=ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:03.317086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:58Z', 'revision_number': 4, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port': {'id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '043cf899-3810-4bc7-9d8c-0bb8370ac9aa', 'name': '', 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'mac_address': 'fa:16:3e:f3:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2acf16b1-a99d-4943-89e0-70152141525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:57Z', 'updated_at': '2021-09-16T05:48:01Z', 'revision_number': 4, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'subnets': [{'id': '2acf16b1-a99d-4943-89e0-70152141525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:03.378779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1398b2be-407b-431a-a188-6f3fbd10cfc9 None None] The sync data for ids ['29cfdc53-234d-4751-bba1-cd950c12ace3'] in n-d-712749-15 is: [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:58Z', 'revision_number': 4, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port': {'id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '043cf899-3810-4bc7-9d8c-0bb8370ac9aa', 'name': '', 'network_id': '0166358c-a16b-46f4-a818-0245eb43171a', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'mac_address': 'fa:16:3e:f3:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '2acf16b1-a99d-4943-89e0-70152141525a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:57Z', 'updated_at': '2021-09-16T05:48:01Z', 'revision_number': 4, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'subnets': [{'id': '2acf16b1-a99d-4943-89e0-70152141525a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:03.404862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e566c7cb-6020-4826-85ef-029609c1befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.415084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Allocated IP 172.20.0.2 (4d8a3827-c65f-4891-b548-b2f8baf037bf/62ec615e-aa4e-4775-9f42-cda2685dbb26/3d6c685e-7d26-414b-a0b6-6f975980dec1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:03.497812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.521546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566c7cb-6020-4826-85ef-029609c1befc None None] Pushing event updated for resources: {'Port': ['ID=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:03.554320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-985b75ec-ce20-4f24-95ab-7e03c42e377d req-293379f3-f200-4ab0-9200-c326be0ec2cb tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 210 time: 0.0773301 Sep 16 05:48:03.562617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['9639665d-a2fb-471d-97be-001146cf6964'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:03.619459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Pushing event deleted for resources: {'Port': ['ID=9639665d-a2fb-471d-97be-001146cf6964,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:03.638763 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.680656 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.682732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] No DVR routers for this DVR port 9639665d-a2fb-471d-97be-001146cf6964 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:03.686446 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.689186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74c2bbeb-6d1b-4478-bf1f-d7f7a4e9a640 req-5ec04123-66fd-4d01-a2dd-398af07a4afd tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.66 "DELETE /v2.0/ports/9639665d-a2fb-471d-97be-001146cf6964 HTTP/1.1" status: 204 len: 173 time: 1.0999963 Sep 16 05:48:03.690336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba102aa-e704-496e-beb6-bf71e89e98e5', 'name': 'network-vif-deleted', 'tag': '9639665d-a2fb-471d-97be-001146cf6964'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:03.693408 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6942b83a-0e03-4839-b04a-53860aabb522" -d '{"events": [{"server_uuid": "5ba102aa-e704-496e-beb6-bf71e89e98e5", "name": "network-vif-deleted", "tag": "9639665d-a2fb-471d-97be-001146cf6964"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:03.696840 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.774238 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d3108a-4d41-4982-871e-c1d31f96b192 x-openstack-request-id: req-d1d3108a-4d41-4982-871e-c1d31f96b192 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:03.774740 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba102aa-e704-496e-beb6-bf71e89e98e5", "name": "network-vif-deleted", "tag": "9639665d-a2fb-471d-97be-001146cf6964", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:03.783102 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1d3108a-4d41-4982-871e-c1d31f96b192 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:03.783102 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba102aa-e704-496e-beb6-bf71e89e98e5', 'name': 'network-vif-deleted', 'tag': '9639665d-a2fb-471d-97be-001146cf6964', 'status': 'completed', 'code': 200} Sep 16 05:48:03.817384 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:03.894585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 043cf899-3810-4bc7-9d8c-0bb8370ac9aa up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:03.926901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c17e90f-fa24-475c-8d8f-1c01f31dc0c9 req-b9da8960-698b-4935-98ad-ce851a176c1a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0543222 Sep 16 05:48:03.937675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Allocated IP 172.25.1.131 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/8e936000-e8c4-440b-af91-f3fe52869da5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:03.994272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Network 4d8a3827-c65f-4891-b548-b2f8baf037bf is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:04.002092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Pushing event updated for resources: {'Port': ['ID=3d6c685e-7d26-414b-a0b6-6f975980dec1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:04.017682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:04.022475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:04.023498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cbe83-1c41-4bf7-827d-c5fc5c89cb82 req-e4caa86b-606c-48e6-9330-265ee5eb4551 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.039575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c90cbe83-1c41-4bf7-827d-c5fc5c89cb82 req-e4caa86b-606c-48e6-9330-265ee5eb4551 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.1062286 Sep 16 05:48:04.111203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c90cbe83-1c41-4bf7-827d-c5fc5c89cb82 req-31975580-1e2d-418f-8e0f-87c2d6028692 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701637 Sep 16 05:48:04.146139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.202627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Attempting to bind port 3d6c685e-7d26-414b-a0b6-6f975980dec1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:04.203307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Attempting to bind port 3d6c685e-7d26-414b-a0b6-6f975980dec1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:04.203888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Attempting to bind port 3d6c685e-7d26-414b-a0b6-6f975980dec1 on network 4d8a3827-c65f-4891-b548-b2f8baf037bf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:04.212876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:04.214458 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.218964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:04.221179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Checking segment: {'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:04.221878 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.222559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Bound using segment: {'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:04.223069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Bound port: 3d6c685e-7d26-414b-a0b6-6f975980dec1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:04.223462 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.288527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.340880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:04.345803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:04.352652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:04.385336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Pushing event updated for resources: {'Port': ['ID=8e936000-e8c4-440b-af91-f3fe52869da5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:04.396918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] For port 3d6c685e-7d26-414b-a0b6-6f975980dec1, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:04.404350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] For port 3d6c685e-7d26-414b-a0b6-6f975980dec1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3d6c685e-7d26-414b-a0b6-6f975980dec1,segment=NetworkSegment(dc81e5b5-7d2b-4519-9982-e2cab30a6946),segment_id=dc81e5b5-7d2b-4519-9982-e2cab30a6946)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:04.486352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:04.573985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d39db-c2f9-40b2-9c6d-c9118148f92d None None] Pushing event updated for resources: {'Port': ['ID=3d6c685e-7d26-414b-a0b6-6f975980dec1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:04.718767 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33d1610b-0bdd-4955-b9c2-51f718ce35ad req-2af404c8-e306-487b-a527-5cf18428f3d5 tempest-VolumesActionsTest-2067561826 tempest-VolumesActionsTest-2067561826-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ba102aa-e704-496e-beb6-bf71e89e98e5 HTTP/1.1" status: 200 len: 210 time: 0.0319102 Sep 16 05:48:04.856744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:05.103503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1281939-f53a-4886-9ffa-324f689d4085 req-3448c9c0-7f24-4c4f-9fe7-87c12fc7bc41 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0421402 Sep 16 05:48:05.317770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:05.369195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cd10c-0be0-4e5d-878f-06cbba598623 req-a9f9008f-f213-482f-9d48-5169462f6847 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.377070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-432cd10c-0be0-4e5d-878f-06cbba598623 req-a9f9008f-f213-482f-9d48-5169462f6847 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.1668422 Sep 16 05:48:05.706944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613013-1b77-420d-be27-469bb57bbe3b req-e477ed1a-f062-486a-add0-1feb7cb29ef9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.706944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-e477ed1a-f062-486a-add0-1feb7cb29ef9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1248956 Sep 16 05:48:05.797609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-21523810-a73f-45ed-9859-a2e53e894361 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 378 time: 0.0685763 Sep 16 05:48:05.827900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'port': {'device_id': '89367b4c-a885-4508-adac-a24781e4c40c', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'admin_state_up': True, 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'security_groups': ['d7923bff-f7ee-4632-823d-bcfcb6d9e98d']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:05.870776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3d6c685e-7d26-414b-a0b6-6f975980dec1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:05.904943 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-432cd10c-0be0-4e5d-878f-06cbba598623 req-ef25090e-a5d1-42ae-859f-a442a5a43d25 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230794 Sep 16 05:48:05.962549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3d6c685e-7d26-414b-a0b6-6f975980dec1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:05.965078 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.027755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Router 0686c618-eb88-43f1-b402-ba9bc26fef70 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:48:06.114076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:06.119462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.155540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.224756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 3d6c685e-7d26-414b-a0b6-6f975980dec1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3d6c685e-7d26-414b-a0b6-6f975980dec1,segment=NetworkSegment(dc81e5b5-7d2b-4519-9982-e2cab30a6946),segment_id=dc81e5b5-7d2b-4519-9982-e2cab30a6946)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:06.228248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:06.240125 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Sync routers for ids ['0686c618-eb88-43f1-b402-ba9bc26fef70'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:06.253551 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Routers {'0686c618-eb88-43f1-b402-ba9bc26fef70'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:06.255674 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0686c618-eb88-43f1-b402-ba9bc26fef70'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:06.276658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57592948-3bbe-4611-a15f-f47539e38145 None None] Network 4d8a3827-c65f-4891-b548-b2f8baf037bf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:06.294139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-67e48470-ca32-4c90-b9cb-647bb528ceac req-e0f0364d-ed4e-41ef-9af2-efc31855734f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0505600 Sep 16 05:48:06.363320 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.364824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2ecadd24-bf40-48ad-8e23-85d6d83a492e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8807063 Sep 16 05:48:06.368443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:06.389642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.20.0.10 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/115a2917-61aa-43a5-84b8-c6d4926efd49) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:06.408859 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Set router 0686c618-eb88-43f1-b402-ba9bc26fef70 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:06.556234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9639665d-a2fb-471d-97be-001146cf6964 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:06.558622 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.624343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 9639665d-a2fb-471d-97be-001146cf6964 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:06.625117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9639665d-a2fb-471d-97be-001146cf6964 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:06.662959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a361a89d-88c9-4102-b33d-c5a747f38348 None None] Provisioning complete for port 3d6c685e-7d26-414b-a0b6-6f975980dec1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:06.663910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a361a89d-88c9-4102-b33d-c5a747f38348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.705362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.730796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=3d6c685e-7d26-414b-a0b6-6f975980dec1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:06.822491 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:04Z', 'revision_number': 3, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port': {'id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:03Z', 'updated_at': '2021-09-16T05:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:06.848586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.908720 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.914356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:06.917807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:06.921156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:07.038348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=115a2917-61aa-43a5-84b8-c6d4926efd49,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:07.051186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:07.051785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.110186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1a3861c4-1dea-440a-8330-ac68a890dcf7 None None] Provisioning complete for port 3d6c685e-7d26-414b-a0b6-6f975980dec1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:07.111325 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1a3861c4-1dea-440a-8330-ac68a890dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.133918 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Checking router: 0686c618-eb88-43f1-b402-ba9bc26fef70 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:07.134273 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Updating router 0686c618-eb88-43f1-b402-ba9bc26fef70 port 8e936000-e8c4-440b-af91-f3fe52869da5 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:48:07.172100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f7bcb7b2-9006-46d1-b5d1-78bdb94b7308 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3574035 Sep 16 05:48:07.183530 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.197065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Request body: {'port': {'device_id': '89367b4c-a885-4508-adac-a24781e4c40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:07.259903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62a8a5-7cd0-43e9-a6f1-698f86efadc9 req-9f337698-803d-4f94-aa4f-86d67ca22351 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:07.263368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db62a8a5-7cd0-43e9-a6f1-698f86efadc9 req-9f337698-803d-4f94-aa4f-86d67ca22351 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.1801133 Sep 16 05:48:07.315194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Allocated IP 172.20.0.1 (4d8a3827-c65f-4891-b548-b2f8baf037bf/62ec615e-aa4e-4775-9f42-cda2685dbb26/8f31c97d-e1ba-4f28-9b69-6e7a81d44508) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:07.336315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.360715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-db62a8a5-7cd0-43e9-a6f1-698f86efadc9 req-526193a5-28f5-4844-8373-e71050b8e05f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869191 Sep 16 05:48:07.503651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-25782607-b3d0-49f2-8bdc-124278a5023a None None] Provisioning complete for port 115a2917-61aa-43a5-84b8-c6d4926efd49 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:07.504878 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-25782607-b3d0-49f2-8bdc-124278a5023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.562919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-25782607-b3d0-49f2-8bdc-124278a5023a None None] Port 115a2917-61aa-43a5-84b8-c6d4926efd49 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:07.589510 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.714203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.777935 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.825189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Network 4d8a3827-c65f-4891-b548-b2f8baf037bf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:07.845444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:07.848448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3d6c685e-7d26-414b-a0b6-6f975980dec1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:07.850006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:07.908717 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.910757 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:07.913632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Pushing event updated for resources: {'Port': ['ID=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:07.957617 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Attempting to bind port 8e936000-e8c4-440b-af91-f3fe52869da5 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:07.957617 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Attempting to bind port 8e936000-e8c4-440b-af91-f3fe52869da5 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:07.957617 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Attempting to bind port 8e936000-e8c4-440b-af91-f3fe52869da5 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:08.019351 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:08.019820 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:08.021895 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.022378 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:08.022882 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Bound port: 8e936000-e8c4-440b-af91-f3fe52869da5, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:08.023353 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.025408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3d6c685e-7d26-414b-a0b6-6f975980dec1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:08.034700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.113421 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4130e3-b7ea-46dd-94a1-8e987b666930 None None] Pushing event updated for resources: {'Port': ['ID=8e936000-e8c4-440b-af91-f3fe52869da5,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:08.166748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] For port 8e936000-e8c4-440b-af91-f3fe52869da5, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:08.172742 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] For port 8e936000-e8c4-440b-af91-f3fe52869da5, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8e936000-e8c4-440b-af91-f3fe52869da5,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:08.202932 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:08.229591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.240177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee71d7-6d24-4e54-90f3-aa3044a4cf6e req-f0024d4e-0e9e-4632-b14c-dfa09c29ed9b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.250063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-19ee71d7-6d24-4e54-90f3-aa3044a4cf6e req-f0024d4e-0e9e-4632-b14c-dfa09c29ed9b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 932 time: 0.3828065 Sep 16 05:48:08.271317 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.296689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115a2917-61aa-43a5-84b8-c6d4926efd49 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:08.327367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.354016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-19ee71d7-6d24-4e54-90f3-aa3044a4cf6e req-8b33e24b-c879-4482-98c2-e307d57b23e2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028948 Sep 16 05:48:08.373350 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Routers {'0686c618-eb88-43f1-b402-ba9bc26fef70'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:08.373350 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0686c618-eb88-43f1-b402-ba9bc26fef70'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:08.406131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Transition to ACTIVE for port object 115a2917-61aa-43a5-84b8-c6d4926efd49 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:08.406677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-737ec624-f18e-4bdb-a399-4baffe415c45 None None] Provisioning complete for port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:08.407786 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-737ec624-f18e-4bdb-a399-4baffe415c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.485313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-737ec624-f18e-4bdb-a399-4baffe415c45 None None] Port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:08.490647 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.549063 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] Set router 0686c618-eb88-43f1-b402-ba9bc26fef70 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:08.558450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Pushing event updated for resources: {'Port': ['ID=115a2917-61aa-43a5-84b8-c6d4926efd49,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:08.594687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99791d6c-afcf-4fd8-af36-58c3b5350417 req-297cac3c-c526-42ae-962a-df48a55c27db tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.596399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99791d6c-afcf-4fd8-af36-58c3b5350417 req-297cac3c-c526-42ae-962a-df48a55c27db tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0957179 Sep 16 05:48:08.666465 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.675427 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4130e3-b7ea-46dd-94a1-8e987b666930 None None] Pushing event updated for resources: {'Port': ['ID=8e936000-e8c4-440b-af91-f3fe52869da5,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:08.706137 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99791d6c-afcf-4fd8-af36-58c3b5350417 req-764f96e3-9a3c-4c95-8f03-fcac61844577 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980444 Sep 16 05:48:08.741892 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.774695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Attempting to bind port 115a2917-61aa-43a5-84b8-c6d4926efd49 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:08.774695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Attempting to bind port 115a2917-61aa-43a5-84b8-c6d4926efd49 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:08.775004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Attempting to bind port 115a2917-61aa-43a5-84b8-c6d4926efd49 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:08.782051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Port 115a2917-61aa-43a5-84b8-c6d4926efd49 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:08.782378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Attempting to bind port 115a2917-61aa-43a5-84b8-c6d4926efd49 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:08.788947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:08.789322 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:08.789709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:08.790151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Bound port: 115a2917-61aa-43a5-84b8-c6d4926efd49, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:08.790511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.908761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] For port 115a2917-61aa-43a5-84b8-c6d4926efd49, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:08.909639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.912671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Pushing event updated for resources: {'Port': ['ID=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:08.914143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] For port 115a2917-61aa-43a5-84b8-c6d4926efd49, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=115a2917-61aa-43a5-84b8-c6d4926efd49,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:08.942025 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:08Z', 'revision_number': 4, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port': {'id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:03Z', 'updated_at': '2021-09-16T05:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8f31c97d-e1ba-4f28-9b69-6e7a81d44508', 'name': '', 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'mac_address': 'fa:16:3e:4c:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:06Z', 'updated_at': '2021-09-16T05:48:07Z', 'revision_number': 1, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'subnets': [{'id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:08.972955 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0cc0-175e-4512-9ec5-da24cf3e653b None None] The sync data for ids ['0686c618-eb88-43f1-b402-ba9bc26fef70'] in n-d-712749-15 is: [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:08Z', 'revision_number': 4, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port': {'id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:03Z', 'updated_at': '2021-09-16T05:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8f31c97d-e1ba-4f28-9b69-6e7a81d44508', 'name': '', 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'mac_address': 'fa:16:3e:4c:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:06Z', 'updated_at': '2021-09-16T05:48:07Z', 'revision_number': 1, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'subnets': [{'id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:09.006075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:09.055173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Network 4d8a3827-c65f-4891-b548-b2f8baf037bf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:09.057202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:09.111486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:09.112216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:09.113698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] 10.222.0.30 "PUT /v2.0/ports/115a2917-61aa-43a5-84b8-c6d4926efd49 HTTP/1.1" status: 200 len: 1093 time: 1.9213424 Sep 16 05:48:09.114171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89367b4c-a885-4508-adac-a24781e4c40c', 'tag': '115a2917-61aa-43a5-84b8-c6d4926efd49'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:09.131708 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3428aa32-6c1e-49c2-b457-05d087db2e26" -d '{"events": [{"name": "network-changed", "server_uuid": "89367b4c-a885-4508-adac-a24781e4c40c", "tag": "115a2917-61aa-43a5-84b8-c6d4926efd49"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:09.189852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dedf32-d8a0-4085-bd65-4feffa43907b service neutron] Pushing event updated for resources: {'Port': ['ID=115a2917-61aa-43a5-84b8-c6d4926efd49,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:09.243741 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10445aa-28b4-41e5-950c-7d99e46b64ac x-openstack-request-id: req-c10445aa-28b4-41e5-950c-7d99e46b64ac {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:09.244961 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89367b4c-a885-4508-adac-a24781e4c40c", "tag": "115a2917-61aa-43a5-84b8-c6d4926efd49", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:09.245491 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c10445aa-28b4-41e5-950c-7d99e46b64ac {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:09.246084 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89367b4c-a885-4508-adac-a24781e4c40c', 'tag': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'status': 'completed', 'code': 200} Sep 16 05:48:09.389509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Router 0686c618-eb88-43f1-b402-ba9bc26fef70 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:09.454471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428aa32-6c1e-49c2-b457-05d087db2e26 req-b7256af4-0a7e-47f4-b3e0-785af968b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:09.458046 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3428aa32-6c1e-49c2-b457-05d087db2e26 req-b7256af4-0a7e-47f4-b3e0-785af968b9a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 1096 time: 0.1514020 Sep 16 05:48:09.661930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428aa32-6c1e-49c2-b457-05d087db2e26 req-347e1b01-193a-4e53-b8ff-4fbf5ab96c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:09.677377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3428aa32-6c1e-49c2-b457-05d087db2e26 req-347e1b01-193a-4e53-b8ff-4fbf5ab96c0c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eeb93f4e80b947838ff72672315f5c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2022142 Sep 16 05:48:09.706142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a2775049-2984-4695-a334-92b099a08df0 None None] Provisioning complete for port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:09.706679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2775049-2984-4695-a334-92b099a08df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:09.785210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8428d-74b9-4c06-b445-b15eada6bb95 req-a877640e-7728-4c51-a6ab-0a92d60ca303 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:09.786968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9d8428d-74b9-4c06-b445-b15eada6bb95 req-a877640e-7728-4c51-a6ab-0a92d60ca303 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.2000117 Sep 16 05:48:09.791172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:09.811813 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-acfcef34-f718-4e96-8ea7-50a6d4122e65 admin admin] 10.222.0.49 "PUT /v2.0/routers/0686c618-eb88-43f1-b402-ba9bc26fef70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4372270 Sep 16 05:48:09.842670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a2775049-2984-4695-a334-92b099a08df0 None None] Port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:09.873184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9d8428d-74b9-4c06-b445-b15eada6bb95 req-21eceb8e-0cf9-4b11-bdeb-7e35be55a2f2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599117 Sep 16 05:48:09.898209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428aa32-6c1e-49c2-b457-05d087db2e26 req-4c33b989-78bf-4f14-a3d8-83a58da72703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:09.900006 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3428aa32-6c1e-49c2-b457-05d087db2e26 req-4c33b989-78bf-4f14-a3d8-83a58da72703 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095373 Sep 16 05:48:10.085626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50884b9-f235-4345-8ef6-6f312e61905d req-88abc951-c96b-4b74-9076-f69e675fabf6 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:10.087242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f50884b9-f235-4345-8ef6-6f312e61905d req-88abc951-c96b-4b74-9076-f69e675fabf6 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.1780982 Sep 16 05:48:10.173032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613013-1b77-420d-be27-469bb57bbe3b req-03272a9c-6b91-4df8-8ebc-5c69033bff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:10.183202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-03272a9c-6b91-4df8-8ebc-5c69033bff65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 1096 time: 0.1935732 Sep 16 05:48:10.338714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f50884b9-f235-4345-8ef6-6f312e61905d req-7235cd8f-3ccc-4b3b-9a1b-2003ab48ff0e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361789 Sep 16 05:48:10.344407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-0c3d1f3c-ac78-4785-951b-f4bd69e0751b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a2917-61aa-43a5-84b8-c6d4926efd49 HTTP/1.1" status: 200 len: 217 time: 0.1389086 Sep 16 05:48:10.425947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613013-1b77-420d-be27-469bb57bbe3b req-2264e4d0-2402-47b5-a809-71776cef5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:10.427971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-2264e4d0-2402-47b5-a809-71776cef5791 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0735013 Sep 16 05:48:10.564932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613013-1b77-420d-be27-469bb57bbe3b req-3184bb41-0675-4e10-83d2-3638d9a1f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:10.566519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-3184bb41-0675-4e10-83d2-3638d9a1f5c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290238 Sep 16 05:48:10.764410 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-4c531eb0-211f-4cb8-b8cf-bb96b675b391 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848514 Sep 16 05:48:10.946279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c613013-1b77-420d-be27-469bb57bbe3b req-5481bcd7-1913-4c79-bc7b-27700d2f21bd service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735532 Sep 16 05:48:11.159643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cb416-102a-4b95-a800-8d058893d5e7 req-8b3fea46-636a-4e0c-9100-0dbb16393ce6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:11.161854 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f0cb416-102a-4b95-a800-8d058893d5e7 req-8b3fea46-636a-4e0c-9100-0dbb16393ce6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.1634715 Sep 16 05:48:11.272537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f0cb416-102a-4b95-a800-8d058893d5e7 req-5f08eb2f-5ad6-4b01-878a-9329f9cfb5b8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970464 Sep 16 05:48:11.556523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f3ed6-d614-48e3-af5d-3475c7c2d1c9 req-6e844741-ed8a-4622-81d5-242ed9a0d2f7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:11.567112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d7f3ed6-d614-48e3-af5d-3475c7c2d1c9 req-6e844741-ed8a-4622-81d5-242ed9a0d2f7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0743921 Sep 16 05:48:11.652333 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d7f3ed6-d614-48e3-af5d-3475c7c2d1c9 req-8325815d-d94f-407c-8ee9-446c7198971f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680363 Sep 16 05:48:11.878887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8e936000-e8c4-440b-af91-f3fe52869da5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:11.953001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8e936000-e8c4-440b-af91-f3fe52869da5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:11.953379 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:12.070980 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:12.116190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 8e936000-e8c4-440b-af91-f3fe52869da5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8e936000-e8c4-440b-af91-f3fe52869da5,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:12.239070 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:12.324200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=8e936000-e8c4-440b-af91-f3fe52869da5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:12.478783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae09581-50ce-44fd-90a8-5b058d225173 req-43e840aa-bbdc-4972-bed4-84ad2a184650 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:12.487195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fae09581-50ce-44fd-90a8-5b058d225173 req-43e840aa-bbdc-4972-bed4-84ad2a184650 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.0700932 Sep 16 05:48:12.543487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fae09581-50ce-44fd-90a8-5b058d225173 req-aeed6f24-71e6-4163-8730-ee22ac0483ad tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489709 Sep 16 05:48:12.588560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Sync routers for ids ['0686c618-eb88-43f1-b402-ba9bc26fef70'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:12.620484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Routers {'0686c618-eb88-43f1-b402-ba9bc26fef70'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:12.623160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0686c618-eb88-43f1-b402-ba9bc26fef70'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:12.808779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35798) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:13.099775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Set router 0686c618-eb88-43f1-b402-ba9bc26fef70 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:13.193824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a3e1f-537a-4dd3-a979-6d64ae577669 req-ff988334-2ec9-4a1e-aae9-bf061bcb3093 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:13.199411 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-956a3e1f-537a-4dd3-a979-6d64ae577669 req-ff988334-2ec9-4a1e-aae9-bf061bcb3093 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.2363269 Sep 16 05:48:13.350702 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-956a3e1f-537a-4dd3-a979-6d64ae577669 req-3ef70bf3-4b5d-43af-bee6-811ed1ac6529 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398921 Sep 16 05:48:13.486694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:08Z', 'revision_number': 4, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port': {'id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:03Z', 'updated_at': '2021-09-16T05:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8f31c97d-e1ba-4f28-9b69-6e7a81d44508', 'name': '', 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'mac_address': 'fa:16:3e:4c:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:06Z', 'updated_at': '2021-09-16T05:48:08Z', 'revision_number': 2, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'subnets': [{'id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:13.579574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Checking router: 0686c618-eb88-43f1-b402-ba9bc26fef70 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:13.579958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Updating router 0686c618-eb88-43f1-b402-ba9bc26fef70 port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:48:13.639574 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.693029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.811629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df841e-8534-4ed1-8815-0f3b5ef819de req-a2796d4d-6f0e-4116-9e4e-71ff62f65024 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:13.821645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87df841e-8534-4ed1-8815-0f3b5ef819de req-a2796d4d-6f0e-4116-9e4e-71ff62f65024 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.1345663 Sep 16 05:48:13.884356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8e936000-e8c4-440b-af91-f3fe52869da5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:13.923971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87df841e-8534-4ed1-8815-0f3b5ef819de req-d7756155-3ddd-45ac-99fb-1b9257fe252f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014276 Sep 16 05:48:14.036040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8e936000-e8c4-440b-af91-f3fe52869da5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:14.036480 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.159286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Deleting port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:14.159633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.264158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f86317-0d56-4adf-935a-e61b97dbb868 req-d060486c-19ce-4fbc-89df-74818957c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:14.265659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7f86317-0d56-4adf-935a-e61b97dbb868 req-d060486c-19ce-4fbc-89df-74818957c862 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 1098 time: 0.0748253 Sep 16 05:48:14.320538 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7f86317-0d56-4adf-935a-e61b97dbb868 req-f7cd6647-a202-40b6-825c-96a1fccce37f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454168 Sep 16 05:48:14.327307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.381009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] For port 043cf899-3810-4bc7-9d8c-0bb8370ac9aa, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,segment=NetworkSegment(ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc),segment_id=ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:14.381009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.400385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Calling delete_port for 043cf899-3810-4bc7-9d8c-0bb8370ac9aa owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:14.410883 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.503558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14501d9-c4de-470f-8fc0-3bc62037cfc6 None None] Pushing event updated for resources: {'Port': ['ID=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:14.604304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Attempting to bind port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:14.605990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Attempting to bind port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:14.605990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Attempting to bind port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 on network 4d8a3827-c65f-4891-b548-b2f8baf037bf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:14.613666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:14.614227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Checking segment: {'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:14.614811 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.615492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Bound using segment: {'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:14.618201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Bound port: 8f31c97d-e1ba-4f28-9b69-6e7a81d44508, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc81e5b5-7d2b-4519-9982-e2cab30a6946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:14.618801 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.661164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36832657-afeb-4ad6-887d-92a36296f449 req-7637ea09-b534-4e48-a356-36d2f4698ec5 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:14.673947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36832657-afeb-4ad6-887d-92a36296f449 req-7637ea09-b534-4e48-a356-36d2f4698ec5 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.1758993 Sep 16 05:48:14.727217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36832657-afeb-4ad6-887d-92a36296f449 req-4a924473-bde0-4b40-97a3-7b7c440b0bdc tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525455 Sep 16 05:48:14.746013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] For port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:14.758171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] For port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,segment=NetworkSegment(dc81e5b5-7d2b-4519-9982-e2cab30a6946),segment_id=dc81e5b5-7d2b-4519-9982-e2cab30a6946)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:14.862753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:14.999278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Routers {'0686c618-eb88-43f1-b402-ba9bc26fef70'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:14.999985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0686c618-eb88-43f1-b402-ba9bc26fef70'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:15.000295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.007901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a6a928b5-e27a-4300-becb-c37ddad4a91e None None] Provisioning complete for port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:15.007901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6a928b5-e27a-4300-becb-c37ddad4a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.049598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14501d9-c4de-470f-8fc0-3bc62037cfc6 None None] Pushing event updated for resources: {'Port': ['ID=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:15.112221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4294f09-526f-4c49-bc44-f481fa865c02 req-2878a72d-a128-41e7-bb96-e55794de00dd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:15.117265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Pushing event deleted for resources: {'Port': ['ID=043cf899-3810-4bc7-9d8c-0bb8370ac9aa,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:15.120821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4294f09-526f-4c49-bc44-f481fa865c02 req-2878a72d-a128-41e7-bb96-e55794de00dd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.1022062 Sep 16 05:48:15.210003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4294f09-526f-4c49-bc44-f481fa865c02 req-e88ba19e-e661-4a14-a481-f6400aab6415 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881917 Sep 16 05:48:15.433434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] Set router 0686c618-eb88-43f1-b402-ba9bc26fef70 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:15.493428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6a928b5-e27a-4300-becb-c37ddad4a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.565132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.643796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a6a928b5-e27a-4300-becb-c37ddad4a91e None None] For port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,segment=NetworkSegment(dc81e5b5-7d2b-4519-9982-e2cab30a6946),segment_id=dc81e5b5-7d2b-4519-9982-e2cab30a6946)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:15.803206 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6a928b5-e27a-4300-becb-c37ddad4a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:15.936675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a928b5-e27a-4300-becb-c37ddad4a91e None None] Pushing event updated for resources: {'Port': ['ID=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:15.988240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d2bd5-eaa7-4aff-8519-db2b78799049 req-e0712f58-a00d-4d41-99c7-b18cc9838f2f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.005477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-33b95ee4-fb01-44ca-a055-41669deaa852 None None] Provisioning complete for port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:16.005834 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b95ee4-fb01-44ca-a055-41669deaa852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:16.006323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-457d2bd5-eaa7-4aff-8519-db2b78799049 req-e0712f58-a00d-4d41-99c7-b18cc9838f2f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0852909 Sep 16 05:48:16.057714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:16.072314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-457d2bd5-eaa7-4aff-8519-db2b78799049 req-493d4874-8d18-4419-b022-b4beb5e08139 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614944 Sep 16 05:48:16.114876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Router 29cfdc53-234d-4751-bba1-cd950c12ace3 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:16.213767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:08Z', 'revision_number': 4, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port': {'id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:03Z', 'updated_at': '2021-09-16T05:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8f31c97d-e1ba-4f28-9b69-6e7a81d44508', 'name': '', 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'mac_address': 'fa:16:3e:4c:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:06Z', 'updated_at': '2021-09-16T05:48:14Z', 'revision_number': 4, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'subnets': [{'id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:16.269679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc327796-8204-4f73-8d49-b95cbee44dac None None] The sync data for ids ['0686c618-eb88-43f1-b402-ba9bc26fef70'] in n-d-712749-15 is: [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:08Z', 'revision_number': 4, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port': {'id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:03Z', 'updated_at': '2021-09-16T05:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '8f31c97d-e1ba-4f28-9b69-6e7a81d44508', 'name': '', 'network_id': '4d8a3827-c65f-4891-b548-b2f8baf037bf', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'mac_address': 'fa:16:3e:4c:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:06Z', 'updated_at': '2021-09-16T05:48:14Z', 'revision_number': 4, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'subnets': [{'id': '62ec615e-aa4e-4775-9f42-cda2685dbb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:16.277027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:16.277741 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:16.371483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e8741-38cd-44c6-9cee-6a4e93085500 req-e7472354-c614-44d7-b6fb-db06a57e87a8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.373975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f7e8741-38cd-44c6-9cee-6a4e93085500 req-e7472354-c614-44d7-b6fb-db06a57e87a8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.0692081 Sep 16 05:48:16.427598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:16.443302 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] Sync routers for ids ['29cfdc53-234d-4751-bba1-cd950c12ace3'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:16.453044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f7e8741-38cd-44c6-9cee-6a4e93085500 req-e6d6a6c3-1522-4f26-a465-f655e56fceaf tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671637 Sep 16 05:48:16.457995 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d23cd5a1-5333-443f-b0f2-998f5d81170b admin admin] 10.222.0.49 "PUT /v2.0/routers/29cfdc53-234d-4751-bba1-cd950c12ace3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6467469 Sep 16 05:48:16.460355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35836) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:16.469785 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] Routers {'29cfdc53-234d-4751-bba1-cd950c12ace3'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:16.470421 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['29cfdc53-234d-4751-bba1-cd950c12ace3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:16.478659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf9f06-a074-484b-b67b-7c3cda0d59ba req-9a843680-63c2-4d8b-ad6f-70a5e37a8b58 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.482375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fdf9f06-a074-484b-b67b-7c3cda0d59ba req-9a843680-63c2-4d8b-ad6f-70a5e37a8b58 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.2610061 Sep 16 05:48:16.549459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fdf9f06-a074-484b-b67b-7c3cda0d59ba req-7c76e735-bc8d-4bf1-a748-923c05b217b1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586197 Sep 16 05:48:16.641938 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:16.649378 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] Set router 29cfdc53-234d-4751-bba1-cd950c12ace3 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:16.799408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:16.933341 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:48:14Z', 'revision_number': 5, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port': {'id': 'ea187b98-b827-4be7-bc2b-42b2bbde4ac9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:17.022200 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] Checking router: 29cfdc53-234d-4751-bba1-cd950c12ace3 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:17.024657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Deleting port ea187b98-b827-4be7-bc2b-42b2bbde4ac9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:17.024657 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.039330 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] Routers {'29cfdc53-234d-4751-bba1-cd950c12ace3'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:17.040930 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['29cfdc53-234d-4751-bba1-cd950c12ace3'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:17.157447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] For port ea187b98-b827-4be7-bc2b-42b2bbde4ac9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ea187b98-b827-4be7-bc2b-42b2bbde4ac9,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:17.158139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.159041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7d362-53d2-46b8-ad56-64b654aaf435 req-0534d198-297c-4f4e-994d-09dc5cd0e1df tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:17.173394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Calling delete_port for ea187b98-b827-4be7-bc2b-42b2bbde4ac9 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:17.174060 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8a7d362-53d2-46b8-ad56-64b654aaf435 req-0534d198-297c-4f4e-994d-09dc5cd0e1df tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0993946 Sep 16 05:48:17.258927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8a7d362-53d2-46b8-ad56-64b654aaf435 req-c7df5eda-a921-41cf-bcd8-fe4ac27d0759 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Sep 16 05:48:17.333047 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] Set router 29cfdc53-234d-4751-bba1-cd950c12ace3 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:17.448437 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:48:16Z', 'revision_number': 6, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:17.459628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.520717 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e153814-f8f1-4f9d-84d4-a4e528b96b15 None None] The sync data for ids ['29cfdc53-234d-4751-bba1-cd950c12ace3'] in n-d-712749-15 is: [{'id': '29cfdc53-234d-4751-bba1-cd950c12ace3', 'name': 'tempest-TestAggregatesBasicOps-1196855461-router', 'tenant_id': 'a0544e3232a54963888d7a5b8247b5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:54Z', 'updated_at': '2021-09-16T05:48:16Z', 'revision_number': 6, 'project_id': 'a0544e3232a54963888d7a5b8247b5a2', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:17.622516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea187b98-b827-4be7-bc2b-42b2bbde4ac9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:17.710021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a7c7d-66e0-444d-9f30-f9d40ade07e2 req-cb00f516-dcd5-41dc-8875-c9d8eb6c3408 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:17.711695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-476a7c7d-66e0-444d-9f30-f9d40ade07e2 req-cb00f516-dcd5-41dc-8875-c9d8eb6c3408 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.0944324 Sep 16 05:48:17.720649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.874722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.878812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:17.904659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-476a7c7d-66e0-444d-9f30-f9d40ade07e2 req-10bb8ad9-a3bc-41a4-a243-d4f5e851810e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1796846 Sep 16 05:48:18.081321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.081896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29cfdc53-234d-4751-bba1-cd950c12ace3 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:48:18.088003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.092516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35864) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:18.093798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f6766a2d-b2fd-4e90-994b-32ed08fdcfc0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/29cfdc53-234d-4751-bba1-cd950c12ace3 HTTP/1.1" status: 204 len: 168 time: 1.6278365 Sep 16 05:48:18.123063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:18.160045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9547e22-f469-479c-8702-d63d4d6bdf69 admin admin] Deleting subnet 2acf16b1-a99d-4943-89e0-70152141525a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:48:18.164074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9547e22-f469-479c-8702-d63d4d6bdf69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.206189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9547e22-f469-479c-8702-d63d4d6bdf69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.207365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:18.207773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.298122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9547e22-f469-479c-8702-d63d4d6bdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.350138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 043cf899-3810-4bc7-9d8c-0bb8370ac9aa no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:18.385206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 043cf899-3810-4bc7-9d8c-0bb8370ac9aa {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:18.395544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 043cf899-3810-4bc7-9d8c-0bb8370ac9aa not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:18.450180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a01094-1dae-4bd4-94a1-668e6400e797 req-adeef894-9c1a-4bfd-89e9-2fa00fd50ba1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:18.455871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07a01094-1dae-4bd4-94a1-668e6400e797 req-adeef894-9c1a-4bfd-89e9-2fa00fd50ba1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0666199 Sep 16 05:48:18.479281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9547e22-f469-479c-8702-d63d4d6bdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.505211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e9547e22-f469-479c-8702-d63d4d6bdf69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.506944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9e993a-8906-4509-b532-68df341515b5 None None] Network 0166358c-a16b-46f4-a818-0245eb43171a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:18.512315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e9547e22-f469-479c-8702-d63d4d6bdf69 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2acf16b1-a99d-4943-89e0-70152141525a HTTP/1.1" status: 204 len: 168 time: 0.4178891 Sep 16 05:48:18.544682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35868) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:18.562824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9547e22-f469-479c-8702-d63d4d6bdf69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2acf16b1-a99d-4943-89e0-70152141525a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:18.568008 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-07a01094-1dae-4bd4-94a1-668e6400e797 req-f8737303-cbcd-4466-82ea-b35425020fa8 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916970 Sep 16 05:48:18.724731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.817004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Deleting port 8a27033f-35f7-404c-9fda-96f225299ec6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:18.817476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:18.870844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] DHCP port deletion for 0166358c-a16b-46f4-a818-0245eb43171a request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:48:18.982580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] For port 8a27033f-35f7-404c-9fda-96f225299ec6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8a27033f-35f7-404c-9fda-96f225299ec6,segment=NetworkSegment(ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc),segment_id=ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:18.983255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.012865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] Deleting port 8a27033f-35f7-404c-9fda-96f225299ec6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:19.018513 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.020294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Calling delete_port for 8a27033f-35f7-404c-9fda-96f225299ec6 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:19.178949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] For port 8a27033f-35f7-404c-9fda-96f225299ec6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8a27033f-35f7-404c-9fda-96f225299ec6,segment=NetworkSegment(ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc),segment_id=ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:19.180404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.198298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bb90b-bcc0-41ef-bfe6-9ee8c0926838 req-f2db74fe-9bcc-412f-8d01-98a5edcf4832 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:19.198919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a50bb90b-bcc0-41ef-bfe6-9ee8c0926838 req-f2db74fe-9bcc-412f-8d01-98a5edcf4832 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.1557040 Sep 16 05:48:19.220181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.223474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] Calling delete_port for 8a27033f-35f7-404c-9fda-96f225299ec6 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:19.288187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a27033f-35f7-404c-9fda-96f225299ec6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:19.301113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] No DVR routers for this DVR port 8a27033f-35f7-404c-9fda-96f225299ec6 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:19.315849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a50bb90b-bcc0-41ef-bfe6-9ee8c0926838 req-3724c88a-c323-42f7-9c1b-5dda5405f0a9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022165 Sep 16 05:48:19.335723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.374582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] Pushing event deleted for resources: {'Port': ['ID=8a27033f-35f7-404c-9fda-96f225299ec6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:19.383245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc26fba-a7e4-427a-b8e4-338d99ea5aa3 None None] No DVR routers for this DVR port 8a27033f-35f7-404c-9fda-96f225299ec6 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:19.489383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06ac2-dcdf-406b-b2d3-8b54d6597002 req-96660167-3376-4457-8932-bb5691606295 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:19.490350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.491083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40d06ac2-dcdf-406b-b2d3-8b54d6597002 req-96660167-3376-4457-8932-bb5691606295 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0635180 Sep 16 05:48:19.521342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0166358c-a16b-46f4-a818-0245eb43171a']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:19.537119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:19.537422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff68bcc1-f7f6-4e11-ad56-d4ba852ad8dc') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:19.550315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.553899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40d06ac2-dcdf-406b-b2d3-8b54d6597002 req-cb679d49-992e-46c4-adf4-9c66b9b1cf40 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560539 Sep 16 05:48:19.566138 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.597537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:48:19.598461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:48:19.602192 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:48:19.785048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.798997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.810442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 35884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:19.811948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0166358c-a16b-46f4-a818-0245eb43171a HTTP/1.1" status: 204 len: 168 time: 1.2405586 Sep 16 05:48:19.823138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ea187b98-b827-4be7-bc2b-42b2bbde4ac9 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:19.844075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c6517-57b4-4039-9192-c452a65ed9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0166358c-a16b-46f4-a818-0245eb43171a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:19.919503 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10ed203d-a480-4f44-921a-ad05a7dfef5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:19.921470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ea187b98-b827-4be7-bc2b-42b2bbde4ac9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:19.921470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ea187b98-b827-4be7-bc2b-42b2bbde4ac9 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:19.921470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8a27033f-35f7-404c-9fda-96f225299ec6 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:19.961978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8a27033f-35f7-404c-9fda-96f225299ec6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:19.962309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8a27033f-35f7-404c-9fda-96f225299ec6 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:20.553251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4aad1-19f3-47fe-a8ce-215f66bc3203 req-870c8bd4-c375-4302-86c1-45a4be10e65f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:20.554904 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45e4aad1-19f3-47fe-a8ce-215f66bc3203 req-870c8bd4-c375-4302-86c1-45a4be10e65f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.0879505 Sep 16 05:48:20.652985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45e4aad1-19f3-47fe-a8ce-215f66bc3203 req-76440edd-cf2a-466c-a854-541e533910fd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892863 Sep 16 05:48:20.785900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856aaa1-a28d-403b-aece-3a1ef939e174 req-41f5d067-a669-4c96-bd6e-514459122f54 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:20.787538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9856aaa1-a28d-403b-aece-3a1ef939e174 req-41f5d067-a669-4c96-bd6e-514459122f54 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0855434 Sep 16 05:48:20.847355 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.881827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9856aaa1-a28d-403b-aece-3a1ef939e174 req-847feae6-03f2-4b74-8448-dbe5a3c7a509 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860002 Sep 16 05:48:21.011704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.391411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Deleting port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:21.391646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.492091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] For port 8f31c97d-e1ba-4f28-9b69-6e7a81d44508, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,segment=NetworkSegment(dc81e5b5-7d2b-4519-9982-e2cab30a6946),segment_id=dc81e5b5-7d2b-4519-9982-e2cab30a6946)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:21.492466 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.507744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Calling delete_port for 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:21.802879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580952f-2d22-47db-85b8-36b133e21847 req-88772631-ba1a-42bd-98d1-28185575bf4b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:21.804591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1580952f-2d22-47db-85b8-36b133e21847 req-88772631-ba1a-42bd-98d1-28185575bf4b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.0563836 Sep 16 05:48:21.852501 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1580952f-2d22-47db-85b8-36b133e21847 req-81758c6c-66cc-4faf-bc31-6aec6e6040df tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403304 Sep 16 05:48:22.012757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca277-4035-4558-b201-92ce890be0f6 req-763eadc7-4d50-482a-a1a6-73670805a271 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:22.014574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-763eadc7-4d50-482a-a1a6-73670805a271 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 814 time: 0.1158342 Sep 16 05:48:22.027753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:22.041702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-fb15b09b-928c-4b6d-b84b-a208a6cc5e69 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/quotas/bf0a6395c3374310b61142f27226db3e HTTP/1.1" status: 200 len: 375 time: 0.0173690 Sep 16 05:48:22.072698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f31c97d-e1ba-4f28-9b69-6e7a81d44508,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:22.104028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-f4fdae30-958d-4ee7-a286-16bd3a5e1f35 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568964 Sep 16 05:48:22.306856 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-ac569df1-11fd-4bb6-820a-2794a1af7b89 service neutron] 10.222.0.49 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888940 Sep 16 05:48:22.321169 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:22.432781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-16092845-6e4a-4302-99c9-6048ebe97bc8 service neutron] 10.222.0.49 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250112 Sep 16 05:48:22.647929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Router 0686c618-eb88-43f1-b402-ba9bc26fef70 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:22.864210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:22.877520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] Sync routers for ids ['0686c618-eb88-43f1-b402-ba9bc26fef70'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:22.882252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-650ca5ac-3bf7-4a99-a5e4-a408853e63d7 admin admin] 10.222.0.49 "PUT /v2.0/routers/0686c618-eb88-43f1-b402-ba9bc26fef70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0686772 Sep 16 05:48:22.883674 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35942) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:22.892308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] Routers {'0686c618-eb88-43f1-b402-ba9bc26fef70'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:22.893715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0686c618-eb88-43f1-b402-ba9bc26fef70'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:22.948413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5162e1aa-88f9-4591-91d8-ae2233d631d7 req-ed4adca8-850f-469f-a858-c702b5d37f06 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 210 time: 0.0858815 Sep 16 05:48:23.139738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e06bf1-cd2d-4ab9-984c-f2e26f09658c req-d80ff32f-9eb6-4263-ab31-c0f9c2c5162a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:23.141585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17e06bf1-cd2d-4ab9-984c-f2e26f09658c req-d80ff32f-9eb6-4263-ab31-c0f9c2c5162a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.1141918 Sep 16 05:48:23.182972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.362786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-17e06bf1-cd2d-4ab9-984c-f2e26f09658c req-7619aea8-7e27-4091-b3b7-def6acd5d983 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2011266 Sep 16 05:48:23.442849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] Set router 0686c618-eb88-43f1-b402-ba9bc26fef70 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:23.529782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.564990 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca323ba7-7af7-4e9d-a177-72941539d40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.748454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Deleting port 8e936000-e8c4-440b-af91-f3fe52869da5 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:23.749626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.810737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:21Z', 'revision_number': 5, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port': {'id': '8e936000-e8c4-440b-af91-f3fe52869da5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:48:03Z', 'updated_at': '2021-09-16T05:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:23.869143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] Checking router: 0686c618-eb88-43f1-b402-ba9bc26fef70 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:23.885321 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.894704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] Routers {'0686c618-eb88-43f1-b402-ba9bc26fef70'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:23.895401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:48:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0686c618-eb88-43f1-b402-ba9bc26fef70'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:23.961023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] For port 8e936000-e8c4-440b-af91-f3fe52869da5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8e936000-e8c4-440b-af91-f3fe52869da5,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:23.961709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.984568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Calling delete_port for 8e936000-e8c4-440b-af91-f3fe52869da5 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:24.052674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] Set router 0686c618-eb88-43f1-b402-ba9bc26fef70 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:24.150172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52e8ebd5-2598-42a3-b3ba-01952e36ee0f req-f3950f2e-901d-4da1-b221-8cb28f63bf20 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 210 time: 0.0701289 Sep 16 05:48:24.176438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 115a2917-61aa-43a5-84b8-c6d4926efd49 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:24.239171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:23Z', 'revision_number': 6, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:24.329609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75708bf5-da4d-4394-8f81-d44f5af75e94 None None] The sync data for ids ['0686c618-eb88-43f1-b402-ba9bc26fef70'] in n-d-712749-15 is: [{'id': '0686c618-eb88-43f1-b402-ba9bc26fef70', 'name': 'tempest-TestAggregatesBasicOps-1365956369-router', 'tenant_id': 'f3e9a417edab45a8ba9c9764085dddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:48:02Z', 'updated_at': '2021-09-16T05:48:23Z', 'revision_number': 6, 'project_id': 'f3e9a417edab45a8ba9c9764085dddda', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:24.461892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.518016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 115a2917-61aa-43a5-84b8-c6d4926efd49, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=115a2917-61aa-43a5-84b8-c6d4926efd49,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:24.520701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e936000-e8c4-440b-af91-f3fe52869da5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:24.537944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'port_id': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'mac_address': 'fa:16:3e:9b:38:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:24.618315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8057f-1ecd-4262-9f70-9afa2d136946 req-b4fe62c6-9f68-43f3-a1a1-0aa9311fd378 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:24.619787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aca8057f-1ecd-4262-9f70-9afa2d136946 req-b4fe62c6-9f68-43f3-a1a1-0aa9311fd378 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 944 time: 0.0639949 Sep 16 05:48:24.630093 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.648202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115a2917-61aa-43a5-84b8-c6d4926efd49 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:24.672331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aca8057f-1ecd-4262-9f70-9afa2d136946 req-a1abbad1-b4c3-49ee-8666-1a5fc3ba9dc5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444210 Sep 16 05:48:24.733505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 115a2917-61aa-43a5-84b8-c6d4926efd49, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=115a2917-61aa-43a5-84b8-c6d4926efd49,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:24.748681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.816725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.947547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=115a2917-61aa-43a5-84b8-c6d4926efd49,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:24.955825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.959527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.960162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.960684 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.961231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.961755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.963236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.964827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.965186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.966068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.966470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.966810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.967153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:24.967456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:25.091382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ac381-f902-48b9-a65e-4a505909f7d8 req-4a1bca94-d815-43db-b4d7-e816228b6d30 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.093019 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e5ac381-f902-48b9-a65e-4a505909f7d8 req-4a1bca94-d815-43db-b4d7-e816228b6d30 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0918927 Sep 16 05:48:25.123447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['115a2917-61aa-43a5-84b8-c6d4926efd49'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:25.138907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.139825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0686c618-eb88-43f1-b402-ba9bc26fef70 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:48:25.149779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.150970 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b04c2a09-7dbb-44e4-8b5f-1173679bd1a2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0686c618-eb88-43f1-b402-ba9bc26fef70 HTTP/1.1" status: 204 len: 168 time: 2.2661088 Sep 16 05:48:25.154147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35974) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:25.185330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e5ac381-f902-48b9-a65e-4a505909f7d8 req-36e66a22-b43f-4ca5-9d5a-2444f3bd4d1c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853336 Sep 16 05:48:25.221944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-cdae4bfc-d42a-48e5-8ab2-20c4688d92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.223806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-cdae4bfc-d42a-48e5-8ab2-20c4688d92ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1098 time: 0.0917490 Sep 16 05:48:25.244611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-080ba161-44e9-4f77-890d-028b0d34bf84 admin admin] Deleting subnet 62ec615e-aa4e-4775-9f42-cda2685dbb26 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:48:25.252829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-080ba161-44e9-4f77-890d-028b0d34bf84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.340178 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7f8133a-b80c-4f86-8f87-66a60e0a8790 req-35e49008-e01f-4e63-a097-51fcbcf4f3a1 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 210 time: 0.0543203 Sep 16 05:48:25.373258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-080ba161-44e9-4f77-890d-028b0d34bf84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.405770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-9d42fd5e-bc53-4771-903c-f7a3db4b670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.407671 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-9d42fd5e-bc53-4771-903c-f7a3db4b670a service neutron] 10.222.0.66 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 919 time: 0.1754134 Sep 16 05:48:25.410297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.502481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-4570a594-ffc1-4832-a27e-14ddb5415b07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 200 len: 217 time: 0.0677421 Sep 16 05:48:25.585312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-080ba161-44e9-4f77-890d-028b0d34bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.585957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-4746af59-6a5a-4e23-9a0f-68bb977e77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.588655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-4746af59-6a5a-4e23-9a0f-68bb977e77ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.0602474 Sep 16 05:48:25.633911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-20fa175a-6a86-4fc4-881d-0f8cc081fde8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332160 Sep 16 05:48:25.788283 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-080ba161-44e9-4f77-890d-028b0d34bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.847229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8e936000-e8c4-440b-af91-f3fe52869da5 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:25.865687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ba161-44e9-4f77-890d-028b0d34bf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ec615e-aa4e-4775-9f42-cda2685dbb26,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:25.868046 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-080ba161-44e9-4f77-890d-028b0d34bf84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.871907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-080ba161-44e9-4f77-890d-028b0d34bf84 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/62ec615e-aa4e-4775-9f42-cda2685dbb26 HTTP/1.1" status: 204 len: 168 time: 0.7150674 Sep 16 05:48:25.879400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 35980) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:25.895330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098a1d0-47c0-4197-9aa3-a1ae91bef604 None None] Network 4d8a3827-c65f-4891-b548-b2f8baf037bf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:48:25.979538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8e936000-e8c4-440b-af91-f3fe52869da5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:25.980281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8e936000-e8c4-440b-af91-f3fe52869da5 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:25.980406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:25.982750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.008333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-31105f45-2883-4d01-b35a-426455b99a1a service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410559 Sep 16 05:48:26.031959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:26.032311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8f31c97d-e1ba-4f28-9b69-6e7a81d44508 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:26.073570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Deleting port 3d6c685e-7d26-414b-a0b6-6f975980dec1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:26.073912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.115036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ba522-da28-4bee-926e-ca062b3e252c req-5d32fd0c-5b25-42ae-ba04-4839591163e2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:26.124621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-714ba522-da28-4bee-926e-ca062b3e252c req-5d32fd0c-5b25-42ae-ba04-4839591163e2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 945 time: 0.2540979 Sep 16 05:48:26.189943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 115a2917-61aa-43a5-84b8-c6d4926efd49 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:26.232959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca277-4035-4558-b201-92ce890be0f6 req-adcf1012-9628-43fb-801f-9cacbd6cc81c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:26.234841 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-adcf1012-9628-43fb-801f-9cacbd6cc81c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.66 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 814 time: 0.5661507 Sep 16 05:48:26.253756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] DHCP port deletion for 4d8a3827-c65f-4891-b548-b2f8baf037bf request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:48:26.253951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-714ba522-da28-4bee-926e-ca062b3e252c req-cc65f491-1c59-42d5-84d3-f357636129fa tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282394 Sep 16 05:48:26.261019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] For port 3d6c685e-7d26-414b-a0b6-6f975980dec1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3d6c685e-7d26-414b-a0b6-6f975980dec1,segment=NetworkSegment(dc81e5b5-7d2b-4519-9982-e2cab30a6946),segment_id=dc81e5b5-7d2b-4519-9982-e2cab30a6946)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:26.263337 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.270783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Request body: {'port': {'device_id': '69e83399-a0b6-4566-bef9-cc495d4055c1', 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'admin_state_up': True, 'tenant_id': 'bf0a6395c3374310b61142f27226db3e'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:26.292737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Calling delete_port for 3d6c685e-7d26-414b-a0b6-6f975980dec1 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:26.307010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1b1b371c-6699-4078-99df-bdd223a5f994 req-c8935f46-632d-409b-a0c6-3685d6f5213f service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795753 Sep 16 05:48:26.345038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] Deleting port 3d6c685e-7d26-414b-a0b6-6f975980dec1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:26.345408 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.422245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] For port 3d6c685e-7d26-414b-a0b6-6f975980dec1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3d6c685e-7d26-414b-a0b6-6f975980dec1,segment=NetworkSegment(dc81e5b5-7d2b-4519-9982-e2cab30a6946),segment_id=dc81e5b5-7d2b-4519-9982-e2cab30a6946)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:26.422561 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.439946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] Calling delete_port for 3d6c685e-7d26-414b-a0b6-6f975980dec1 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:26.489066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0961a-c60d-4dba-afaf-3ff06ed296fb req-4118c36b-7f9e-40c1-8f65-c9da6f545733 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:26.495501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8aa0961a-c60d-4dba-afaf-3ff06ed296fb req-4118c36b-7f9e-40c1-8f65-c9da6f545733 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0782921 Sep 16 05:48:26.534266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 115a2917-61aa-43a5-84b8-c6d4926efd49 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:26.540630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 115a2917-61aa-43a5-84b8-c6d4926efd49 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:26.541249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.541426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6cdea144-9db7-4cfa-82e2-34c79d3a6331 req-cea7aa7b-1e27-4e75-a2d4-a4372c965bf7 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 210 time: 0.0565331 Sep 16 05:48:26.584480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Made reservation on behalf of bf0a6395c3374310b61142f27226db3e for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:26.588867 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.598476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.608983 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.664838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] Pushing event deleted for resources: {'Port': ['ID=3d6c685e-7d26-414b-a0b6-6f975980dec1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:26.682221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1665d84-9c3d-4e9d-8179-6f7ef9706844 None None] No DVR routers for this DVR port 3d6c685e-7d26-414b-a0b6-6f975980dec1 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:26.709328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8aa0961a-c60d-4dba-afaf-3ff06ed296fb req-16f954ce-50d1-4969-b331-990c4e8140ea tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017932 Sep 16 05:48:26.724680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6c685e-7d26-414b-a0b6-6f975980dec1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:26.727386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] No DVR routers for this DVR port 3d6c685e-7d26-414b-a0b6-6f975980dec1 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:26.749130 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.795084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89367b4c-a885-4508-adac-a24781e4c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115a2917-61aa-43a5-84b8-c6d4926efd49'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:26.795084 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e183415a-d87d-46fe-9eb7-119eda588a97" -d '{"events": [{"server_uuid": "89367b4c-a885-4508-adac-a24781e4c40c", "name": "network-vif-plugged", "status": "completed", "tag": "115a2917-61aa-43a5-84b8-c6d4926efd49"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:26.810912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 115a2917-61aa-43a5-84b8-c6d4926efd49, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=115a2917-61aa-43a5-84b8-c6d4926efd49,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:26.825593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Allocated IP 172.20.0.10 (90391e44-3af8-4676-829a-ec4a7b11774b/0cab66dd-358a-45e9-8a35-fc9f25d763a0/2e143870-bba3-41c1-ace1-a0efda225b95) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:26.839929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.860659 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47c0997-0ba8-4603-a66f-0fc7eb628dbb x-openstack-request-id: req-e47c0997-0ba8-4603-a66f-0fc7eb628dbb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:26.861105 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89367b4c-a885-4508-adac-a24781e4c40c", "name": "network-vif-plugged", "status": "completed", "tag": "115a2917-61aa-43a5-84b8-c6d4926efd49", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:26.861372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8a3827-c65f-4891-b548-b2f8baf037bf']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:26.862206 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e47c0997-0ba8-4603-a66f-0fc7eb628dbb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:26.862618 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89367b4c-a885-4508-adac-a24781e4c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'code': 200} Sep 16 05:48:26.873496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc81e5b5-7d2b-4519-9982-e2cab30a6946') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:26.874367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc81e5b5-7d2b-4519-9982-e2cab30a6946') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:26.876631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.896566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.930202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.951024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:48:26.951024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:48:26.953073 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:48:27.015690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=115a2917-61aa-43a5-84b8-c6d4926efd49,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:27.154525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.276895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.315433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e1d57f90-9c36-410e-937f-6e1e0db45c82'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:27.323188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['ab9e19a7-2a09-4094-937c-724386cb370f', '64edcd7c-fd02-45d0-89ea-e2a289694eab'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:27.385252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Network 90391e44-3af8-4676-829a-ec4a7b11774b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:27.400855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:27.408975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:27.422622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Pushing event updated for resources: {'Port': ['ID=2e143870-bba3-41c1-ace1-a0efda225b95,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:27.486717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.489965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.490244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:27.525343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.525343 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.538557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0354e-3290-4347-a114-8237996051df req-0cbd8d77-7453-4bea-aa83-e87e1a096171 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.543316 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ab0354e-3290-4347-a114-8237996051df req-0cbd8d77-7453-4bea-aa83-e87e1a096171 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 946 time: 0.1447730 Sep 16 05:48:27.553628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc276d-c52e-4408-882d-fd8636779d4d req-254778d9-d1be-4de3-b8c1-28ef3caf34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.555501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fccc276d-c52e-4408-882d-fd8636779d4d req-254778d9-d1be-4de3-b8c1-28ef3caf34bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 1098 time: 0.1477311 Sep 16 05:48:27.560279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.620538 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ab0354e-3290-4347-a114-8237996051df req-0a0c5d9d-a47b-4597-8670-edce3d968f70 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638843 Sep 16 05:48:27.622456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fccc276d-c52e-4408-882d-fd8636779d4d req-4d11b676-5923-4c7b-a112-468dd72ea159 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584707 Sep 16 05:48:27.648600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.656721 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.665212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4d8a3827-c65f-4891-b548-b2f8baf037bf HTTP/1.1" status: 204 len: 168 time: 1.7818592 Sep 16 05:48:27.665581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-e96255d9-7c3b-411c-a95e-9eb874830c4f tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4081128 Sep 16 05:48:27.695628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Request body: {'port': {'device_id': '69e83399-a0b6-4566-bef9-cc495d4055c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:27.698457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fd993-5f80-439a-819e-5357ed7153e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8a3827-c65f-4891-b548-b2f8baf037bf,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:27.827307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3d6c685e-7d26-414b-a0b6-6f975980dec1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:27.862664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 3d6c685e-7d26-414b-a0b6-6f975980dec1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:27.863056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3d6c685e-7d26-414b-a0b6-6f975980dec1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:27.890931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79b2a4-6308-4912-8c83-e30ab12937be req-71531480-dda7-4235-b9bc-b82c654cfad7 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.892999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb79b2a4-6308-4912-8c83-e30ab12937be req-71531480-dda7-4235-b9bc-b82c654cfad7 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 932 time: 0.1378796 Sep 16 05:48:27.896770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:27.963921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af227a-7a23-4295-97e9-a38aec7679b0 req-8415e220-9fb4-46ea-973b-a3b0d64b161c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.963921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95af227a-7a23-4295-97e9-a38aec7679b0 req-8415e220-9fb4-46ea-973b-a3b0d64b161c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.1296079 Sep 16 05:48:28.015420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-95af227a-7a23-4295-97e9-a38aec7679b0 req-4bf0f8b9-1fea-4eea-972b-f7884a551426 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455422 Sep 16 05:48:28.018639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb79b2a4-6308-4912-8c83-e30ab12937be req-12187787-2656-4b24-8a9e-ab74c4fb4c54 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079576 Sep 16 05:48:28.283828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e143870-bba3-41c1-ace1-a0efda225b95 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:28.292595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.306120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Transition to ACTIVE for port object 2e143870-bba3-41c1-ace1-a0efda225b95 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:28.507469 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.564915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e143870-bba3-41c1-ace1-a0efda225b95,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:28.567152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36014) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:28.636429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-71562b4d-3cd5-4748-962a-b2e5a3f9f47c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0544e3232a54963888d7a5b8247b5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655403 Sep 16 05:48:28.638074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36018) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:28.673850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Attempting to bind port 2e143870-bba3-41c1-ace1-a0efda225b95 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:28.674192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Attempting to bind port 2e143870-bba3-41c1-ace1-a0efda225b95 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:28.674592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Attempting to bind port 2e143870-bba3-41c1-ace1-a0efda225b95 on network 90391e44-3af8-4676-829a-ec4a7b11774b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:28.688326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Port 2e143870-bba3-41c1-ace1-a0efda225b95 on network 90391e44-3af8-4676-829a-ec4a7b11774b not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:28.688659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Attempting to bind port 2e143870-bba3-41c1-ace1-a0efda225b95 on network 90391e44-3af8-4676-829a-ec4a7b11774b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:28.697804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:28.700031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Checking segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:28.700849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Bound using segment: {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:28.701430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Bound port: 2e143870-bba3-41c1-ace1-a0efda225b95, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdc7edf-986c-4c31-9854-498523f1be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:28.703886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.725826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.769118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.844890 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.865499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3340c-f208-4a97-b786-e42e7f34da52 req-69c718a0-ffc1-443f-bad7-6acf839caef1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:28.869280 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81a3340c-f208-4a97-b786-e42e7f34da52 req-69c718a0-ffc1-443f-bad7-6acf839caef1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 946 time: 0.1102521 Sep 16 05:48:28.883458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] For port 2e143870-bba3-41c1-ace1-a0efda225b95, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:28.887159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] For port 2e143870-bba3-41c1-ace1-a0efda225b95, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2e143870-bba3-41c1-ace1-a0efda225b95,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:28.950404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.953162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.956920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9465113b-975b-4826-89dd-7938ec9cac64 HTTP/1.1" status: 204 len: 168 time: 0.3106899 Sep 16 05:48:28.964669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81a3340c-f208-4a97-b786-e42e7f34da52 req-02e2486a-7d8c-4823-b627-313e08677df8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698628 Sep 16 05:48:28.966872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465113b-975b-4826-89dd-7938ec9cac64,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:29.003262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.003956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.004372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.004906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.005422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.005929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.006432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.006767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.007268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.007707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.008233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.008607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39d702-665e-4f4a-94ce-7161340f3132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:29.010627 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:29.096649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:29.096649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:29.096649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] 10.222.0.66 "PUT /v2.0/ports/2e143870-bba3-41c1-ace1-a0efda225b95 HTTP/1.1" status: 200 len: 1093 time: 1.3997741 Sep 16 05:48:29.096649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e83399-a0b6-4566-bef9-cc495d4055c1', 'tag': '2e143870-bba3-41c1-ace1-a0efda225b95'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:29.096649 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b34e0e-0aec-4a04-84fb-a5f99137bb51" -d '{"events": [{"name": "network-changed", "server_uuid": "69e83399-a0b6-4566-bef9-cc495d4055c1", "tag": "2e143870-bba3-41c1-ace1-a0efda225b95"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:29.114438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6ab5d-441d-4275-88f7-89ecd749f7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e143870-bba3-41c1-ace1-a0efda225b95,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:29.241997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c42d16-e56e-48a2-ba68-e6f483af1d43 req-727f60f5-1c81-4c0b-ac54-085d92bf6d5f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:29.243794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8f99b-989f-4e1e-9130-9c1ad954d311 req-1c85e6ea-5bf2-434c-a371-c702f21d4c8c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:29.245135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6c42d16-e56e-48a2-ba68-e6f483af1d43 req-727f60f5-1c81-4c0b-ac54-085d92bf6d5f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0811300 Sep 16 05:48:29.253127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31d8f99b-989f-4e1e-9130-9c1ad954d311 req-1c85e6ea-5bf2-434c-a371-c702f21d4c8c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 944 time: 0.0749159 Sep 16 05:48:29.328500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31d8f99b-989f-4e1e-9130-9c1ad954d311 req-e8747767-2d09-45fe-afdc-0f7f8884fd34 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737278 Sep 16 05:48:29.390803 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d4f0ec-ac38-4bc9-9a47-36f8d3dea96b x-openstack-request-id: req-c1d4f0ec-ac38-4bc9-9a47-36f8d3dea96b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:29.391403 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e83399-a0b6-4566-bef9-cc495d4055c1", "tag": "2e143870-bba3-41c1-ace1-a0efda225b95", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:29.391403 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1d4f0ec-ac38-4bc9-9a47-36f8d3dea96b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:29.391727 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e83399-a0b6-4566-bef9-cc495d4055c1', 'tag': '2e143870-bba3-41c1-ace1-a0efda225b95', 'status': 'completed', 'code': 200} Sep 16 05:48:29.402284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6c42d16-e56e-48a2-ba68-e6f483af1d43 req-c3c94f0d-0955-4dd2-ad8f-cae3be00d388 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435838 Sep 16 05:48:29.413148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca277-4035-4558-b201-92ce890be0f6 req-f1759c14-e8bf-4d49-9d42-186af30842d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:29.416127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-f1759c14-e8bf-4d49-9d42-186af30842d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 1096 time: 0.1394873 Sep 16 05:48:29.482865 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-d8808c12-abdb-4935-8ec8-b66c4adca4fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e143870-bba3-41c1-ace1-a0efda225b95 HTTP/1.1" status: 200 len: 217 time: 0.0499344 Sep 16 05:48:29.555319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca277-4035-4558-b201-92ce890be0f6 req-36384362-cc4f-46b6-9f86-0bef82c1acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:29.556985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-36384362-cc4f-46b6-9f86-0bef82c1acbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.0653338 Sep 16 05:48:29.603104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-42cdf24d-af71-4926-b731-7c78a078ba40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353689 Sep 16 05:48:29.747339 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-a4af81d7-6f34-4f33-be9b-76d8335510b5 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344070 Sep 16 05:48:29.904904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-398ca277-4035-4558-b201-92ce890be0f6 req-8994e19a-bf49-4ccf-8098-88fd52410d22 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460893 Sep 16 05:48:29.956863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36038) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:30.021214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4606c3c1-ce5f-4c28-810b-b26a68bdb1a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3e9a417edab45a8ba9c9764085dddda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605011 Sep 16 05:48:30.021536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:30.173477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fdc6641-dcf3-4875-9527-24ca255c8de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:30.199315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86e9bf-cf95-4e24-b8e3-c041d603b639 req-a802f8f2-b611-49ed-b641-a8af2824ec7d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.201644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad86e9bf-cf95-4e24-b8e3-c041d603b639 req-a802f8f2-b611-49ed-b641-a8af2824ec7d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 946 time: 0.0827513 Sep 16 05:48:30.257112 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fdc6641-dcf3-4875-9527-24ca255c8de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:30.266148 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad86e9bf-cf95-4e24-b8e3-c041d603b639 req-5b712e9b-60d7-4845-a592-da589c947ab4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577157 Sep 16 05:48:30.278103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-19b38df7-50a8-4c2f-ba95-15940d5c2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.279683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-19b38df7-50a8-4c2f-ba95-15940d5c2e8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 1096 time: 0.1302443 Sep 16 05:48:30.334552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-05d28810-b53d-4c0b-a734-79361fe4cee1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2255177 Sep 16 05:48:30.523087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b305d-5e5c-49cd-a5e4-d0a54fae5991 req-cb362dec-32ac-4735-8f9f-570c8e2c5a29 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.525776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db8b305d-5e5c-49cd-a5e4-d0a54fae5991 req-cb362dec-32ac-4735-8f9f-570c8e2c5a29 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 944 time: 0.0767367 Sep 16 05:48:30.566887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d17918-417c-4fa8-a500-11f6cdf1ecee req-989abb41-cac9-4c2f-b9c8-6fe47c29962c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.574290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56d17918-417c-4fa8-a500-11f6cdf1ecee req-989abb41-cac9-4c2f-b9c8-6fe47c29962c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 946 time: 0.1683855 Sep 16 05:48:30.594834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-8cddea5b-eeb6-426d-87f7-d82e2ab17be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.596410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-8cddea5b-eeb6-426d-87f7-d82e2ab17be0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 915 time: 0.3073342 Sep 16 05:48:30.600129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-c2940792-711e-4acd-a012-4f714b5e215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.601724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-c2940792-711e-4acd-a012-4f714b5e215a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 1097 time: 0.1975029 Sep 16 05:48:30.637329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db8b305d-5e5c-49cd-a5e4-d0a54fae5991 req-4bfe2d67-9ebe-43be-8fe3-58a7cbfcf27e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921319 Sep 16 05:48:30.692582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-7f8931a6-1bd0-4dd1-ac5d-18deeed4a58f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e143870-bba3-41c1-ace1-a0efda225b95 HTTP/1.1" status: 200 len: 217 time: 0.0832791 Sep 16 05:48:30.698653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fdc6641-dcf3-4875-9527-24ca255c8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:30.702512 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4fdc6641-dcf3-4875-9527-24ca255c8de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:30.704186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4fdc6641-dcf3-4875-9527-24ca255c8de1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05d1a975-34f2-4b5a-a02d-b1d23b011c78 HTTP/1.1" status: 204 len: 168 time: 0.6816506 Sep 16 05:48:30.770980 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56d17918-417c-4fa8-a500-11f6cdf1ecee req-10e33256-7b1e-4b93-b9a5-7470dce49793 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1951635 Sep 16 05:48:30.813001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91aeb1-11cb-43ba-b198-9303f4577fb4 req-52e5f786-01cb-4787-8e2b-99a78deeca70 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.814809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf91aeb1-11cb-43ba-b198-9303f4577fb4 req-52e5f786-01cb-4787-8e2b-99a78deeca70 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.1046650 Sep 16 05:48:30.815421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36056) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:30.890465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cf91aeb1-11cb-43ba-b198-9303f4577fb4 req-0a967720-1f15-4f52-96c1-e643260a7cc6 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651162 Sep 16 05:48:30.925324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc6641-dcf3-4875-9527-24ca255c8de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d1a975-34f2-4b5a-a02d-b1d23b011c78,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:30.973954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-be7dee92-e047-46ec-b3ab-8431a0dcf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.975553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-be7dee92-e047-46ec-b3ab-8431a0dcf65e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.2380593 Sep 16 05:48:30.980200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-e01d7099-3f6c-4b3b-9cf6-092b22555f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.983033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-e01d7099-3f6c-4b3b-9cf6-092b22555f7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 915 time: 0.2879097 Sep 16 05:48:31.248466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8f6f7-4e3e-414c-8f51-dad13f41c094 tempest-TestVolumeBootPattern-288049894 tempest-TestVolumeBootPattern-288049894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:31.253835 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9fc8f6f7-4e3e-414c-8f51-dad13f41c094 tempest-TestVolumeBootPattern-288049894 tempest-TestVolumeBootPattern-288049894-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 1093 time: 0.4369843 Sep 16 05:48:31.267292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:31.274970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:31.383615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:31.457755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-fa82ae17-e9c1-446b-acd5-5848fc4ff6d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82 HTTP/1.1" status: 200 len: 217 time: 0.4636855 Sep 16 05:48:31.500610 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-c2596b81-d83a-45e8-8562-fc3d7b0f7680 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5159774 Sep 16 05:48:31.703832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-ffd42dd3-8da3-4179-8ddb-ab1a1ad54021 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803505 Sep 16 05:48:31.783001 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:31.905880 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-26b34e0e-0aec-4a04-84fb-a5f99137bb51 req-0e2900f7-401c-4844-864a-a23d51e556c4 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644499 Sep 16 05:48:31.989758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-e8dc0eb1-b819-4f08-80d1-72514f0abbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:31.992351 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-e8dc0eb1-b819-4f08-80d1-72514f0abbe5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.4988289 Sep 16 05:48:32.051659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-c440646b-b4a7-4cb4-b03b-03d51b238561 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507104 Sep 16 05:48:32.067185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70c8a4-ee37-4dae-86c5-f4b3b1a730a9 req-50381d70-6920-4e10-9c38-78df7a43ff56 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:32.070119 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc70c8a4-ee37-4dae-86c5-f4b3b1a730a9 req-50381d70-6920-4e10-9c38-78df7a43ff56 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 944 time: 0.1626422 Sep 16 05:48:32.116376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfe938-16d3-410e-8d71-eea0dd449923 req-bd75d33c-e87e-4f79-8175-47f49c724f33 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:32.124992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afdfe938-16d3-410e-8d71-eea0dd449923 req-bd75d33c-e87e-4f79-8175-47f49c724f33 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.1207669 Sep 16 05:48:32.151615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.25.1.59 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/66b99b6f-521d-4414-9852-81f51f4ca686) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:32.218315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afdfe938-16d3-410e-8d71-eea0dd449923 req-d9494222-aa69-4422-8a39-606ff8cd22ce tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772386 Sep 16 05:48:32.247325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-9578a10e-8cb7-43a7-8710-6742aa2040f8 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679237 Sep 16 05:48:32.337220 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.365597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef70bf90-d3e4-41f1-b7dd-f562b0f2412e req-f6a49c6c-5b61-4d73-a049-815c90302868 service neutron] 10.222.0.66 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176128 Sep 16 05:48:32.406908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc70c8a4-ee37-4dae-86c5-f4b3b1a730a9 req-c640bff4-fd3a-416c-9db2-32e16d1cbbf1 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668322 Sep 16 05:48:32.443777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.492088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:32.495097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:32.504047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:32.509719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=66b99b6f-521d-4414-9852-81f51f4ca686,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:32.605016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2e143870-bba3-41c1-ace1-a0efda225b95 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:32.762308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2e143870-bba3-41c1-ace1-a0efda225b95, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2e143870-bba3-41c1-ace1-a0efda225b95,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:32.775361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '2e143870-bba3-41c1-ace1-a0efda225b95', 'network_id': '90391e44-3af8-4676-829a-ec4a7b11774b', 'port_id': '2e143870-bba3-41c1-ace1-a0efda225b95', 'mac_address': 'fa:16:3e:5c:dc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cab66dd-358a-45e9-8a35-fc9f25d763a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:32.821122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.836615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e143870-bba3-41c1-ace1-a0efda225b95 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:32.866555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2e143870-bba3-41c1-ace1-a0efda225b95, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2e143870-bba3-41c1-ace1-a0efda225b95,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:33.081099 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.228684 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.281942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2e143870-bba3-41c1-ace1-a0efda225b95,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:33.378055 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.390081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd3b4-843c-4b90-bd72-00689f010d83 req-35c58b3b-537c-4d99-80dc-51586358a336 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.391791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-578cd3b4-843c-4b90-bd72-00689f010d83 req-35c58b3b-537c-4d99-80dc-51586358a336 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0864184 Sep 16 05:48:33.479244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-578cd3b4-843c-4b90-bd72-00689f010d83 req-dba8fb94-a531-4fff-b831-4a44aac559fc tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691733 Sep 16 05:48:33.574498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12441-5677-48c3-8d5c-0480c5effba1 req-0f52725c-a0be-4702-98be-af499eeb83dd tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:33.582376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b12441-5677-48c3-8d5c-0480c5effba1 req-0f52725c-a0be-4702-98be-af499eeb83dd tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 945 time: 0.0718532 Sep 16 05:48:33.599189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['2e143870-bba3-41c1-ace1-a0efda225b95'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:33.626907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2b12441-5677-48c3-8d5c-0480c5effba1 req-cddeae84-52f4-40b3-8d44-ea1607b40301 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Sep 16 05:48:33.629334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.689763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.832008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=66b99b6f-521d-4414-9852-81f51f4ca686,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:33.856825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:33.977436 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Floating IP 2d071b7b-4f17-43c5-b8b3-8e328b28142f associated. External IP: 172.25.1.59, port: 115a2917-61aa-43a5-84b8-c6d4926efd49. Sep 16 05:48:34.237236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:34.386701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:34.397018 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:34.411629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:34.412903 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:48:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:34.487510 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.533462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7eceda5b-add2-420d-95f5-29a6441d49b1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2668700 Sep 16 05:48:34.534546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89367b4c-a885-4508-adac-a24781e4c40c', 'tag': '115a2917-61aa-43a5-84b8-c6d4926efd49'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:34.543138 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62784b41-78b5-4668-b941-fb9c3e3cd12a" -d '{"events": [{"name": "network-changed", "server_uuid": "89367b4c-a885-4508-adac-a24781e4c40c", "tag": "115a2917-61aa-43a5-84b8-c6d4926efd49"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:34.608532 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2e143870-bba3-41c1-ace1-a0efda225b95 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:34.666693 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7558cd-90b2-4924-8578-bd77450c12f3 x-openstack-request-id: req-0a7558cd-90b2-4924-8578-bd77450c12f3 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:34.667046 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89367b4c-a885-4508-adac-a24781e4c40c", "tag": "115a2917-61aa-43a5-84b8-c6d4926efd49", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:34.667223 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a7558cd-90b2-4924-8578-bd77450c12f3 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:34.667623 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89367b4c-a885-4508-adac-a24781e4c40c', 'tag': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'status': 'completed', 'code': 200} Sep 16 05:48:34.731654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a895e-a3ae-41a8-8d23-285414af17f8 req-f43e3cb3-6eaa-4ba5-b264-e145f89e920a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.744935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c74a895e-a3ae-41a8-8d23-285414af17f8 req-f43e3cb3-6eaa-4ba5-b264-e145f89e920a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.1379066 Sep 16 05:48:34.784868 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:34.804834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 2e143870-bba3-41c1-ace1-a0efda225b95 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:34.809254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b54636-d131-43ed-8bf3-e6e4e4fcf6df req-47719f81-0317-44ff-92a9-cd5f22f25745 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.811565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 2e143870-bba3-41c1-ace1-a0efda225b95 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:34.812346 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.819683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3b54636-d131-43ed-8bf3-e6e4e4fcf6df req-47719f81-0317-44ff-92a9-cd5f22f25745 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 945 time: 0.0714104 Sep 16 05:48:34.838231 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c74a895e-a3ae-41a8-8d23-285414af17f8 req-9d84c6ef-6af1-4695-a3e0-aa235801db66 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966830 Sep 16 05:48:34.880149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3b54636-d131-43ed-8bf3-e6e4e4fcf6df req-be86273e-6aa4-4ed3-b9d1-8c3dc4d83d9d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588093 Sep 16 05:48:34.892250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-44fc90b5-afc9-4ab5-a100-d06467676c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.892250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-44fc90b5-afc9-4ab5-a100-d06467676c6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 1098 time: 0.2130198 Sep 16 05:48:34.975310 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:35.011295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e83399-a0b6-4566-bef9-cc495d4055c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e143870-bba3-41c1-ace1-a0efda225b95'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:35.015273 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dedce5-747a-4fcc-9c90-4fa1030ba8eb" -d '{"events": [{"server_uuid": "69e83399-a0b6-4566-bef9-cc495d4055c1", "name": "network-vif-plugged", "status": "completed", "tag": "2e143870-bba3-41c1-ace1-a0efda225b95"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:35.032950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-35a49978-fdc4-4c51-89ea-1428dfd29382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.034802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-35a49978-fdc4-4c51-89ea-1428dfd29382 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1359408 Sep 16 05:48:35.041013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 2e143870-bba3-41c1-ace1-a0efda225b95, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2e143870-bba3-41c1-ace1-a0efda225b95,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:35.077389 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e17754-cce9-41ef-a71a-39ab6be38010 x-openstack-request-id: req-25e17754-cce9-41ef-a71a-39ab6be38010 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:35.077676 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e83399-a0b6-4566-bef9-cc495d4055c1", "name": "network-vif-plugged", "status": "completed", "tag": "2e143870-bba3-41c1-ace1-a0efda225b95", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:35.077931 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25e17754-cce9-41ef-a71a-39ab6be38010 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:35.078322 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e83399-a0b6-4566-bef9-cc495d4055c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e143870-bba3-41c1-ace1-a0efda225b95', 'code': 200} Sep 16 05:48:35.116409 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2d071b7b-4f17-43c5-b8b3-8e328b28142f', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:9b:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89367b4c-a885-4508-adac-a24781e4c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:48:32Z', 'updated_at': '2021-09-16T05:48:32Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:35.161548 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:35.184818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:35.197074 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:35.197714 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:48:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:35.214895 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-fad9fb29-8430-47eb-9bd0-38e177fbfb41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a2917-61aa-43a5-84b8-c6d4926efd49 HTTP/1.1" status: 200 len: 999 time: 0.1714036 Sep 16 05:48:35.278931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fd224-6ce7-4f1f-97b8-a4a1ba4350e7 req-8883a652-f8f6-4433-acf8-afff77501a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.281088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd2fd224-6ce7-4f1f-97b8-a4a1ba4350e7 req-8883a652-f8f6-4433-acf8-afff77501a83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 1098 time: 0.0910721 Sep 16 05:48:35.291220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=2e143870-bba3-41c1-ace1-a0efda225b95,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:35.310815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-c6747ff1-c822-4dd8-b9b4-e3a4006d2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.313503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-c6747ff1-c822-4dd8-b9b4-e3a4006d2188 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0747695 Sep 16 05:48:35.339675 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd2fd224-6ce7-4f1f-97b8-a4a1ba4350e7 req-2633b869-f83c-44f2-9323-5c617590f263 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 Sep 16 05:48:35.413822 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:35.436164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-8c7d798d-49ef-4c28-be95-e4fea7941dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.438226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-8c7d798d-49ef-4c28-be95-e4fea7941dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552392 Sep 16 05:48:35.585408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-9d340e75-e823-494d-ae4c-a0f60c851c5e service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379204 Sep 16 05:48:35.718689 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2d071b7b-4f17-43c5-b8b3-8e328b28142f', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:9b:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89367b4c-a885-4508-adac-a24781e4c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:48:32Z', 'updated_at': '2021-09-16T05:48:32Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:35.748642 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de3a14-1a2b-4156-b894-97202c76d3c3 None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2d071b7b-4f17-43c5-b8b3-8e328b28142f', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:9b:38:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89367b4c-a885-4508-adac-a24781e4c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:48:32Z', 'updated_at': '2021-09-16T05:48:32Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:35.833859 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-62784b41-78b5-4668-b941-fb9c3e3cd12a req-3d2a55af-4185-4ecc-80f7-b2798301fef1 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150705 Sep 16 05:48:36.046093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88112789-15cf-4361-8ad3-3d56bc6e8f72 req-582ea095-1807-4f79-96e6-44c965a5ad2c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.046093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88112789-15cf-4361-8ad3-3d56bc6e8f72 req-582ea095-1807-4f79-96e6-44c965a5ad2c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 946 time: 0.0797501 Sep 16 05:48:36.046462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbf696-39dc-4849-a86a-ef5e9295c67b req-d6d9bc3c-34ec-4ae9-ae8f-9e1d6e5cf715 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.047517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43dbf696-39dc-4849-a86a-ef5e9295c67b req-d6d9bc3c-34ec-4ae9-ae8f-9e1d6e5cf715 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0942295 Sep 16 05:48:36.100665 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88112789-15cf-4361-8ad3-3d56bc6e8f72 req-a69fb1fe-306f-4595-8ed0-295bdfbdf8f2 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547192 Sep 16 05:48:36.121415 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43dbf696-39dc-4849-a86a-ef5e9295c67b req-af352694-415a-481b-aacc-4b2a62c26825 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641940 Sep 16 05:48:36.171079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5be1c-1ed8-400b-8a14-20a5be7dff77 None None] New status for floating IP 2d071b7b-4f17-43c5-b8b3-8e328b28142f: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:48:36.994254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-70b8857a-ba38-4189-8ae6-a056ceff70bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437238 Sep 16 05:48:37.101414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-1e2ed3ef-d068-4133-9353-7adba5564264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:37.102841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-1e2ed3ef-d068-4133-9353-7adba5564264 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0a6395c3374310b61142f27226db3e&device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 1097 time: 0.0479722 Sep 16 05:48:37.308384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6480fd6-3a3a-4d1e-b6ab-98e27c5ed8c3 req-ebd85806-c163-42b5-a4c4-a01db118c20c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:37.310259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6480fd6-3a3a-4d1e-b6ab-98e27c5ed8c3 req-ebd85806-c163-42b5-a4c4-a01db118c20c tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 946 time: 0.0713542 Sep 16 05:48:37.312029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51f0f1-51d0-49a5-b685-e23963c88e7a req-ea685062-00f1-41c1-9106-366157a287bc tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:37.315217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e51f0f1-51d0-49a5-b685-e23963c88e7a req-ea685062-00f1-41c1-9106-366157a287bc tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0659924 Sep 16 05:48:37.324342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-e5e9bce2-d8fb-401a-a3d2-a89bab4e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:37.326551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-e5e9bce2-d8fb-401a-a3d2-a89bab4e016b service neutron] 10.222.0.30 "GET /v2.0/networks?id=90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 200 len: 915 time: 0.2030053 Sep 16 05:48:37.370896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b6480fd6-3a3a-4d1e-b6ab-98e27c5ed8c3 req-0c4461cb-97d9-4332-adb0-5206ca965205 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433812 Sep 16 05:48:37.379934 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e51f0f1-51d0-49a5-b685-e23963c88e7a req-41abf287-9a45-49e6-9371-9ef3cfe37821 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553131 Sep 16 05:48:37.413411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-44c46e10-c99b-4cdb-8517-975bb2684870 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab9e19a7-2a09-4094-937c-724386cb370f HTTP/1.1" status: 200 len: 217 time: 0.0505564 Sep 16 05:48:37.468933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-920f08e1-b8d4-474d-a25f-859fba10ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:37.471081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-920f08e1-b8d4-474d-a25f-859fba10ae2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 200 len: 854 time: 0.0508993 Sep 16 05:48:37.514593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-c3973d37-b4ca-43d7-9e4e-a8ad195754b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=90391e44-3af8-4676-829a-ec4a7b11774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355492 Sep 16 05:48:37.637986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-beb0ab62-7e38-4afe-8c2d-624382399fbf service neutron] 10.222.0.30 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147320 Sep 16 05:48:37.760930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afe9db-6615-4d24-bd0e-541beb401695 req-2037bff8-8022-41fb-b4df-dfd53856b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:37.765849 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-37afe9db-6615-4d24-bd0e-541beb401695 req-2037bff8-8022-41fb-b4df-dfd53856b93c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1098 time: 0.0719867 Sep 16 05:48:37.823163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-37afe9db-6615-4d24-bd0e-541beb401695 req-c9652e42-66b6-4e9d-86b7-a6454cb18a2d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Sep 16 05:48:38.098180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aab3b41c-0ef1-48d8-84be-bf6ac3deb30b req-615fba38-19dd-4d6c-b593-16c63ee79097 service neutron] 10.222.0.30 "GET /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526846 Sep 16 05:48:38.499572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889789ba-e431-454a-b9ba-19aa3acd721f req-1d247676-e648-4cf5-913e-b990bd1528ee tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:38.501921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-889789ba-e431-454a-b9ba-19aa3acd721f req-1d247676-e648-4cf5-913e-b990bd1528ee tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0582271 Sep 16 05:48:38.545857 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-889789ba-e431-454a-b9ba-19aa3acd721f req-adb6311e-2fce-4fb1-a22f-1621822ed587 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376835 Sep 16 05:48:39.665138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042c6a5-58ee-4e88-a915-cd67b2da3884 req-e43bd772-a385-4109-b45c-695f4c402ab9 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:39.666677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d042c6a5-58ee-4e88-a915-cd67b2da3884 req-e43bd772-a385-4109-b45c-695f4c402ab9 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0506723 Sep 16 05:48:39.706559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d042c6a5-58ee-4e88-a915-cd67b2da3884 req-f29b08af-0caf-4d8d-8cd9-2fb04378f008 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Sep 16 05:48:40.137353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb178f-048f-4b11-868e-ea25931e2fab req-41873ec0-cf32-4241-96d9-8cfdf2e3b41b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.140772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7cb178f-048f-4b11-868e-ea25931e2fab req-41873ec0-cf32-4241-96d9-8cfdf2e3b41b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0562072 Sep 16 05:48:40.187722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7cb178f-048f-4b11-868e-ea25931e2fab req-53326200-c23e-408f-ac0c-abfc8b5a34aa tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Sep 16 05:48:40.225419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-555f6502-1dd7-4433-b1bf-60ef8acd96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.227217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-555f6502-1dd7-4433-b1bf-60ef8acd96be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1098 time: 0.0519969 Sep 16 05:48:40.348275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-52144748-9c3e-4c25-81fd-9747654df7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.350827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-52144748-9c3e-4c25-81fd-9747654df7bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 919 time: 0.1166656 Sep 16 05:48:40.400004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-e69a68d1-fccc-47b0-90e3-592881811ea4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 200 len: 217 time: 0.0425107 Sep 16 05:48:40.461341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-d2c2d926-1007-4f4f-80b9-c6560257baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.462821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-d2c2d926-1007-4f4f-80b9-c6560257baf0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.0534019 Sep 16 05:48:40.497630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-798fe42d-5643-45f3-90d8-1969aa11e555 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265775 Sep 16 05:48:40.593575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-5a827115-e7e8-48e7-a74c-8cc491f7596a service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888517 Sep 16 05:48:40.696239 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9a9b6ac-119e-4f72-a7dd-c44dbfdf77e0 req-d29ed106-aae7-48b3-9f28-ba2722a1d251 service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944624 Sep 16 05:48:41.330397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62dbb-010c-44de-94c7-d451fae8702f req-170f4442-4f26-4a58-b2ed-619fcf434f32 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:41.332275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04d62dbb-010c-44de-94c7-d451fae8702f req-170f4442-4f26-4a58-b2ed-619fcf434f32 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0645306 Sep 16 05:48:41.375717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04d62dbb-010c-44de-94c7-d451fae8702f req-5c54d3ab-ea50-4ad0-8b73-927c10a961cf tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Sep 16 05:48:42.533503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52aff1-6d2c-4c19-8bf1-e54d271ab0a7 req-73c4233b-9b13-43a2-b712-2e3dfc6cef7f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:42.536737 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c52aff1-6d2c-4c19-8bf1-e54d271ab0a7 req-73c4233b-9b13-43a2-b712-2e3dfc6cef7f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0573688 Sep 16 05:48:42.601417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c52aff1-6d2c-4c19-8bf1-e54d271ab0a7 req-0bb93757-8e98-4d91-9f42-06ad9f873d44 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535262 Sep 16 05:48:43.450224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36252) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:43.508436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9a77f3-9eb8-474c-b7be-2e958fe65dd2 admin admin] Deleting subnet 0d9f33aa-6375-44a0-9774-25eb91f8d594 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:48:43.515485 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a9a77f3-9eb8-474c-b7be-2e958fe65dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.558247 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a9a77f3-9eb8-474c-b7be-2e958fe65dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.602678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a9a77f3-9eb8-474c-b7be-2e958fe65dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.748154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be1b4-7c54-4e25-aa59-60d4f5f4f4c8 req-ae189102-0316-4a76-b35e-0ee41feeae75 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:43.749777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb9be1b4-7c54-4e25-aa59-60d4f5f4f4c8 req-ae189102-0316-4a76-b35e-0ee41feeae75 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0581284 Sep 16 05:48:43.799175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a9a77f3-9eb8-474c-b7be-2e958fe65dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.810086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fb9be1b4-7c54-4e25-aa59-60d4f5f4f4c8 req-d8375a74-4dec-4fc5-9835-a1cb49dceffe tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521648 Sep 16 05:48:43.835754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a77f3-9eb8-474c-b7be-2e958fe65dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9f33aa-6375-44a0-9774-25eb91f8d594,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:43.844694 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a9a77f3-9eb8-474c-b7be-2e958fe65dd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:43.846832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5a9a77f3-9eb8-474c-b7be-2e958fe65dd2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0d9f33aa-6375-44a0-9774-25eb91f8d594 HTTP/1.1" status: 204 len: 168 time: 0.3953717 Sep 16 05:48:43.849524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36256) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:43.954833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.064699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.090622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace989d9-005a-4819-839d-f5d524ea6da9']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:44.102201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554f5f5a-f9bb-4c11-95ae-ed035a7224b9') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:44.102535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554f5f5a-f9bb-4c11-95ae-ed035a7224b9') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:44.113555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.128831 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.143351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:48:44.143943 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:48:44.146122 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:48:44.349856 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.362222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.366930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ace989d9-005a-4819-839d-f5d524ea6da9 HTTP/1.1" status: 204 len: 168 time: 0.5129802 Sep 16 05:48:44.377180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfc77f-2f89-4ef1-a867-68fa9d4d2450 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace989d9-005a-4819-839d-f5d524ea6da9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:44.829015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36268) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.879313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-71fc5c84-0490-4009-805b-30e9f3bae244 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a494c725bf7042c894e98c4a7d866707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490496 Sep 16 05:48:44.881909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36270) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.944166 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37172102-59b6-4c4f-87d9-a787cad93f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.976341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37172102-59b6-4c4f-87d9-a787cad93f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.127434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37172102-59b6-4c4f-87d9-a787cad93f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.130574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37172102-59b6-4c4f-87d9-a787cad93f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.132203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37172102-59b6-4c4f-87d9-a787cad93f3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff50a166-1acf-4c59-9152-a22b9bbf3a8a HTTP/1.1" status: 204 len: 168 time: 0.2493038 Sep 16 05:48:45.144281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37172102-59b6-4c4f-87d9-a787cad93f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50a166-1acf-4c59-9152-a22b9bbf3a8a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.194267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:46.908859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b46a6d-bc7c-4b08-8248-d558ec9194de req-2f7e3c75-5e06-4221-804f-756d9cf1f77b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:46.910474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5b46a6d-bc7c-4b08-8248-d558ec9194de req-2f7e3c75-5e06-4221-804f-756d9cf1f77b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0567691 Sep 16 05:48:46.955361 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5b46a6d-bc7c-4b08-8248-d558ec9194de req-ddef2dd2-78c2-419c-9f0b-9e159ee16729 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Sep 16 05:48:49.674949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-b4c5f428-9aa7-4db2-b5df-5961dda6e187 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=28097781bbfa4114a308813fc67d4306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353074 Sep 16 05:48:49.864297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d4cc12f5-900b-4d24-bf31-283d59876ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:49.885200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a955-5138-4d89-b011-d1a65040697b req-6742cbf2-49d0-4091-9f2d-a9bbdc164e7b tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.885200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-6742cbf2-49d0-4091-9f2d-a9bbdc164e7b tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036049 Sep 16 05:48:49.902967 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-c44aab2f-27cb-4f84-afd9-4d7d55a84727 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/quotas/28097781bbfa4114a308813fc67d4306 HTTP/1.1" status: 200 len: 375 time: 0.0104692 Sep 16 05:48:49.941472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-82abe530-c3c1-4083-b2ee-de672ac21582 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=28097781bbfa4114a308813fc67d4306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314875 Sep 16 05:48:50.213051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91365c85-bb91-4d1c-bb9b-838526023c8a req-56cd60da-b028-4a70-9d2d-2d3e734f23f4 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 210 time: 0.0366011 Sep 16 05:48:50.864079 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:51.320049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-26ecff5c-46e9-40d6-8e51-92d460bd053d req-ee78eea5-6f77-40c6-a337-6a20bfc7484f tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 210 time: 0.0316701 Sep 16 05:48:52.423448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13eabd03-99cf-4c1a-9366-8039149bc3e8 req-498acd8a-e8bb-4a68-b33c-8b281e97a667 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 210 time: 0.0278635 Sep 16 05:48:52.896704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-7c9e04a7-4d03-4e11-ad98-5c5c5525774a tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=28097781bbfa4114a308813fc67d4306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229831 Sep 16 05:48:53.015989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a955-5138-4d89-b011-d1a65040697b req-d9def69b-283e-43af-bd3d-c4458886c238 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:53.017547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-d9def69b-283e-43af-bd3d-c4458886c238 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126828 Sep 16 05:48:53.042812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Request body: {'port': {'device_id': '9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '28097781bbfa4114a308813fc67d4306'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:53.118958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ac18de57-566c-4de1-a1af-c78ce49316a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.264046 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Made reservation on behalf of 28097781bbfa4114a308813fc67d4306 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:53.268035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.278409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.384282 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.447129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.516865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddde7114-2741-43bb-8580-e038aaa549c5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:53.558856 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-748de347-704d-457f-8338-70ae94af6c3c req-d7fae166-b3b3-483a-b240-6727ecbf6629 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 210 time: 0.0454392 Sep 16 05:48:53.625678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Allocated IP 192.168.233.191 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/d7932232-5247-4bfd-aca6-2f1f5697c7c9) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:53.790058 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.858465 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.913005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.957430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:53.960654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:53.967714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:53.991840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Pushing event updated for resources: {'Port': ['ID=d7932232-5247-4bfd-aca6-2f1f5697c7c9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:54.029029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.029689 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:54.096290 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-2f1cbf62-3860-441a-9680-9b9140059c4d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0572693 Sep 16 05:48:54.121147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Request body: {'port': {'device_id': '9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:54.189033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:54.273898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e6308a36-6c5c-4f0d-a545-c6483a63f3ce None None] Provisioning complete for port d7932232-5247-4bfd-aca6-2f1f5697c7c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:54.274446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6308a36-6c5c-4f0d-a545-c6483a63f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:54.326007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e6308a36-6c5c-4f0d-a545-c6483a63f3ce None None] Port d7932232-5247-4bfd-aca6-2f1f5697c7c9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:48:54.478021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7932232-5247-4bfd-aca6-2f1f5697c7c9 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:54.485734 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:54.498782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Transition to ACTIVE for port object d7932232-5247-4bfd-aca6-2f1f5697c7c9 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:54.624693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:54.717800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Pushing event updated for resources: {'Port': ['ID=d7932232-5247-4bfd-aca6-2f1f5697c7c9,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:54.740747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0bb70-e57f-47c8-aae1-e33b9eab274a req-32ddd6d6-d208-45b8-9d79-c1326d032240 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.742325 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0d0bb70-e57f-47c8-aae1-e33b9eab274a req-32ddd6d6-d208-45b8-9d79-c1326d032240 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 948 time: 0.1092896 Sep 16 05:48:54.822314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a0d0bb70-e57f-47c8-aae1-e33b9eab274a req-2ee0aa56-095a-4858-b80b-5161b5129746 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650673 Sep 16 05:48:54.842878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Attempting to bind port d7932232-5247-4bfd-aca6-2f1f5697c7c9 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:54.842878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Attempting to bind port d7932232-5247-4bfd-aca6-2f1f5697c7c9 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:54.842878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Attempting to bind port d7932232-5247-4bfd-aca6-2f1f5697c7c9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:54.845765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Port d7932232-5247-4bfd-aca6-2f1f5697c7c9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:54.846097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Attempting to bind port d7932232-5247-4bfd-aca6-2f1f5697c7c9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:54.852429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:54.852954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:54.853355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:54.855189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Bound port: d7932232-5247-4bfd-aca6-2f1f5697c7c9, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:54.855189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:54.947290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] For port d7932232-5247-4bfd-aca6-2f1f5697c7c9, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:54.954899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] For port d7932232-5247-4bfd-aca6-2f1f5697c7c9, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d7932232-5247-4bfd-aca6-2f1f5697c7c9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:55.041482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:55.077517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.078162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:55.079529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] 10.222.0.30 "PUT /v2.0/ports/d7932232-5247-4bfd-aca6-2f1f5697c7c9 HTTP/1.1" status: 200 len: 1097 time: 0.9633784 Sep 16 05:48:55.080095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255', 'tag': 'd7932232-5247-4bfd-aca6-2f1f5697c7c9'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:55.082210 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef33b6e-aeb9-4127-9c6c-d51ba238f9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255", "tag": "d7932232-5247-4bfd-aca6-2f1f5697c7c9"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:55.123451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1a20d-eee1-499c-a4fa-d27904620610 service neutron] Pushing event updated for resources: {'Port': ['ID=d7932232-5247-4bfd-aca6-2f1f5697c7c9,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:55.143619 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b591e6ff-592b-43f9-baea-279fa4489219 x-openstack-request-id: req-b591e6ff-592b-43f9-baea-279fa4489219 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:55.143619 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255", "tag": "d7932232-5247-4bfd-aca6-2f1f5697c7c9", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:55.143619 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b591e6ff-592b-43f9-baea-279fa4489219 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:55.143619 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255', 'tag': 'd7932232-5247-4bfd-aca6-2f1f5697c7c9', 'status': 'completed', 'code': 200} Sep 16 05:48:55.237889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef33b6e-aeb9-4127-9c6c-d51ba238f9e2 req-35ba50bf-3877-43c1-bdf6-f3567278afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.239423 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ef33b6e-aeb9-4127-9c6c-d51ba238f9e2 req-35ba50bf-3877-43c1-bdf6-f3567278afba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28097781bbfa4114a308813fc67d4306&device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 1100 time: 0.0463030 Sep 16 05:48:55.286146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ef33b6e-aeb9-4127-9c6c-d51ba238f9e2 req-e8b68f5b-f1b5-4584-84dd-86f545f0afa6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=28097781bbfa4114a308813fc67d4306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266860 Sep 16 05:48:55.335344 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:55.407757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef33b6e-aeb9-4127-9c6c-d51ba238f9e2 req-ba916a3d-a17e-48a1-8921-5279f5a17e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.409696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ef33b6e-aeb9-4127-9c6c-d51ba238f9e2 req-ba916a3d-a17e-48a1-8921-5279f5a17e66 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150501 Sep 16 05:48:55.520411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a955-5138-4d89-b011-d1a65040697b req-f8004d7b-3312-4102-a981-77526cfca864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.521955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-f8004d7b-3312-4102-a981-77526cfca864 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28097781bbfa4114a308813fc67d4306&device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 1100 time: 0.0411661 Sep 16 05:48:55.575425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-b34fe25a-83f8-429a-a54f-b97d978d0d23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d7932232-5247-4bfd-aca6-2f1f5697c7c9 HTTP/1.1" status: 200 len: 217 time: 0.0364416 Sep 16 05:48:55.635218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a955-5138-4d89-b011-d1a65040697b req-d3b1cc81-faf1-4e7b-9bd3-0f1f46cac451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.637306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-d3b1cc81-faf1-4e7b-9bd3-0f1f46cac451 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0526464 Sep 16 05:48:55.688871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a955-5138-4d89-b011-d1a65040697b req-8feb82bc-2f8b-44be-a15d-e61da86998cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.690502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-8feb82bc-2f8b-44be-a15d-e61da86998cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0447946 Sep 16 05:48:55.790732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-171643e7-4b92-4d40-9919-27d58c29d357 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919929 Sep 16 05:48:55.892262 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eff8a955-5138-4d89-b011-d1a65040697b req-8cc7f5b5-0c6f-435e-9e1c-db8e354466f2 service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924242 Sep 16 05:48:55.955122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72b1ff-0b21-41ad-9420-2e569131a665 req-7e34fe1e-e0d6-49c5-a1fb-341326dfaaa8 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.956807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e72b1ff-0b21-41ad-9420-2e569131a665 req-7e34fe1e-e0d6-49c5-a1fb-341326dfaaa8 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 948 time: 0.0585017 Sep 16 05:48:55.998930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e72b1ff-0b21-41ad-9420-2e569131a665 req-670e0bc2-0396-456c-9ab6-87f8bce83d1e tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352447 Sep 16 05:48:57.128264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13843295-fee7-4bf2-8242-356ddf628b32 req-7e7d629a-95da-4134-8bb6-df3b1d3300a2 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:57.129733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13843295-fee7-4bf2-8242-356ddf628b32 req-7e7d629a-95da-4134-8bb6-df3b1d3300a2 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 948 time: 0.0558021 Sep 16 05:48:57.172900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-13843295-fee7-4bf2-8242-356ddf628b32 req-fd7e8e0a-30da-4d3d-942f-ba84559af4bb tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372710 Sep 16 05:48:57.483493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.299526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839527-5ef7-4778-96fa-f7bde4a8aa47 req-9adc0d10-c4ea-4473-9b1f-be464d19ee57 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:58.301082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5839527-5ef7-4778-96fa-f7bde4a8aa47 req-9adc0d10-c4ea-4473-9b1f-be464d19ee57 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 948 time: 0.0578876 Sep 16 05:48:58.323010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device d7932232-5247-4bfd-aca6-2f1f5697c7c9 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:58.343955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5839527-5ef7-4778-96fa-f7bde4a8aa47 req-855e374e-e29a-4d82-99c0-7c04daa0a0bb tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Sep 16 05:48:58.424364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port d7932232-5247-4bfd-aca6-2f1f5697c7c9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d7932232-5247-4bfd-aca6-2f1f5697c7c9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:58.436232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'd7932232-5247-4bfd-aca6-2f1f5697c7c9', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': 'd7932232-5247-4bfd-aca6-2f1f5697c7c9', 'mac_address': 'fa:16:3e:85:b8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:58.473051 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.486353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7932232-5247-4bfd-aca6-2f1f5697c7c9 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:58.506327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port d7932232-5247-4bfd-aca6-2f1f5697c7c9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d7932232-5247-4bfd-aca6-2f1f5697c7c9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:58.672627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:58.740882 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=d7932232-5247-4bfd-aca6-2f1f5697c7c9,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:58.904505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.022910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d7932232-5247-4bfd-aca6-2f1f5697c7c9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:59.334256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed0dea-e705-434c-ba33-138c30a0c511 req-ca71d207-0dc3-4999-94aa-e3fa742c3188 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.336532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebed0dea-e705-434c-ba33-138c30a0c511 req-ca71d207-0dc3-4999-94aa-e3fa742c3188 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0579305 Sep 16 05:48:59.466694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebed0dea-e705-434c-ba33-138c30a0c511 req-e3bee12b-ff4f-4250-81d9-d5846c782b1e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231105 Sep 16 05:48:59.475538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-82d329b9-ebce-46b7-b22d-4df1dc14cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.477415 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-82d329b9-ebce-46b7-b22d-4df1dc14cb94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1098 time: 0.1262610 Sep 16 05:48:59.558671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b06b3-4752-4600-b453-e628ca9d4f2a req-56ffca7b-1fb2-49cd-a493-1f9738035c7d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.560506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea3b06b3-4752-4600-b453-e628ca9d4f2a req-56ffca7b-1fb2-49cd-a493-1f9738035c7d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 949 time: 0.0884974 Sep 16 05:48:59.611303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea3b06b3-4752-4600-b453-e628ca9d4f2a req-969ef88c-b338-4b72-b423-28a7f32d0500 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Sep 16 05:48:59.614203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-07c9d36b-c6c8-411f-8385-c185c618e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.617340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-07c9d36b-c6c8-411f-8385-c185c618e7c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 919 time: 0.1313848 Sep 16 05:48:59.669630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-e061565c-c9bc-49eb-ba0d-0b7f6614a8b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 200 len: 217 time: 0.0443316 Sep 16 05:48:59.733221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-78a1d4c6-5c0b-4567-ab9b-42f4f1820233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.734853 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-78a1d4c6-5c0b-4567-ab9b-42f4f1820233 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.0514157 Sep 16 05:48:59.775296 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-2e52b33a-49dc-4ebe-9724-0b7a4962e17e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283465 Sep 16 05:48:59.875060 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-79bd29b4-72b5-4118-a004-7175c2111010 service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913632 Sep 16 05:48:59.984594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d39b7a20-cef6-46bb-9a9b-913c82c7c958 req-90cab6ac-b556-476c-aefd-d0ca8fde6ab5 service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009290 Sep 16 05:49:00.333839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device d7932232-5247-4bfd-aca6-2f1f5697c7c9 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:00.436147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port d7932232-5247-4bfd-aca6-2f1f5697c7c9 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:00.440688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port d7932232-5247-4bfd-aca6-2f1f5697c7c9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:00.445889 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.532712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.557729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7932232-5247-4bfd-aca6-2f1f5697c7c9'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:00.561215 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7332b53b-65b0-4a14-9aac-e408c7289979" -d '{"events": [{"server_uuid": "9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255", "name": "network-vif-plugged", "status": "completed", "tag": "d7932232-5247-4bfd-aca6-2f1f5697c7c9"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:00.574485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port d7932232-5247-4bfd-aca6-2f1f5697c7c9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d7932232-5247-4bfd-aca6-2f1f5697c7c9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:00.607523 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12cbbd-74e6-40b0-9652-392da7608038 x-openstack-request-id: req-6f12cbbd-74e6-40b0-9652-392da7608038 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:00.607909 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255", "name": "network-vif-plugged", "status": "completed", "tag": "d7932232-5247-4bfd-aca6-2f1f5697c7c9", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:00.608229 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f12cbbd-74e6-40b0-9652-392da7608038 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:00.608756 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7932232-5247-4bfd-aca6-2f1f5697c7c9', 'code': 200} Sep 16 05:49:00.629432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdea60c-b495-4f3f-803a-c066ba817b2b req-0d54f2e5-cacd-41f1-89a6-df39abe0afa7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.631449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3bdea60c-b495-4f3f-803a-c066ba817b2b req-0d54f2e5-cacd-41f1-89a6-df39abe0afa7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0662494 Sep 16 05:49:00.670416 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.729436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3bdea60c-b495-4f3f-803a-c066ba817b2b req-e4f00b98-1db5-4558-a8f5-68905f430801 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877721 Sep 16 05:49:00.773195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=d7932232-5247-4bfd-aca6-2f1f5697c7c9,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:00.792646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec023560-d870-4e69-a8d1-518a8024032f req-2f23295d-f965-4800-93de-109b31ba1313 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.797064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec023560-d870-4e69-a8d1-518a8024032f req-2f23295d-f965-4800-93de-109b31ba1313 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 950 time: 0.1014712 Sep 16 05:49:00.802713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7a73-b31b-4b87-bda8-6ae96f0cecec req-50f88d18-e3e3-4cb7-a026-bd155bf80154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.804233 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-923f7a73-b31b-4b87-bda8-6ae96f0cecec req-50f88d18-e3e3-4cb7-a026-bd155bf80154 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 1102 time: 0.0769832 Sep 16 05:49:00.863765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec023560-d870-4e69-a8d1-518a8024032f req-f5a58c4f-5ccc-4f32-9fd9-37349d37cbca tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584924 Sep 16 05:49:00.867700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-923f7a73-b31b-4b87-bda8-6ae96f0cecec req-a2ae1a01-4c2c-4a1b-a7d9-2848aacdaeac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552256 Sep 16 05:49:01.887305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ae28-69f5-4e5a-9abe-a2579ba428ff req-ada63472-032f-4e1a-af6b-1339ff676e78 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.895126 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87a3ae28-69f5-4e5a-9abe-a2579ba428ff req-ada63472-032f-4e1a-af6b-1339ff676e78 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0754118 Sep 16 05:49:01.938400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87a3ae28-69f5-4e5a-9abe-a2579ba428ff req-1a237157-cc21-4d03-9b3d-6e234d621676 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Sep 16 05:49:02.066438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dd5a6-272f-4c55-898f-d507123d2c9c req-88e33f2b-5b73-4202-9bee-c08a30557cf9 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:02.068146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b68dd5a6-272f-4c55-898f-d507123d2c9c req-88e33f2b-5b73-4202-9bee-c08a30557cf9 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 950 time: 0.0571375 Sep 16 05:49:02.124422 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b68dd5a6-272f-4c55-898f-d507123d2c9c req-e59026cc-09ce-410b-832c-b90058dbd876 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499926 Sep 16 05:49:02.297825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d27a2-f4df-4f99-b71e-59684d5e97c2 req-ef394f6f-f8d3-49df-ba69-c953d7230295 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:02.299495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-508d27a2-f4df-4f99-b71e-59684d5e97c2 req-ef394f6f-f8d3-49df-ba69-c953d7230295 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 946 time: 0.0525804 Sep 16 05:49:02.348518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-508d27a2-f4df-4f99-b71e-59684d5e97c2 req-12520199-f43c-4223-b128-10a7cacd1bc2 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Sep 16 05:49:03.064603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35c08-97bd-4b9b-bf65-a2bfba9e25a9 req-fc3c355d-7d3c-4a5d-854c-a139a6b4bec9 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:03.066253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bd35c08-97bd-4b9b-bf65-a2bfba9e25a9 req-fc3c355d-7d3c-4a5d-854c-a139a6b4bec9 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0559359 Sep 16 05:49:03.108930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bd35c08-97bd-4b9b-bf65-a2bfba9e25a9 req-6ca6a21b-2e01-4781-90c5-6ea38908fb5b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363271 Sep 16 05:49:03.269677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6ccc7-2ff4-4f1e-8324-327501f522c3 req-cad9fb7c-cc49-4700-a82b-90834f395ca5 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:03.271163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0a6ccc7-2ff4-4f1e-8324-327501f522c3 req-cad9fb7c-cc49-4700-a82b-90834f395ca5 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 950 time: 0.0532022 Sep 16 05:49:03.311342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0a6ccc7-2ff4-4f1e-8324-327501f522c3 req-73f289c2-2285-413d-9844-03168486d899 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Sep 16 05:49:03.485723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce2414-bb70-4c22-b96f-a78d22850170 req-98562d00-50a0-4c50-a722-70d227715943 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:03.487301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92ce2414-bb70-4c22-b96f-a78d22850170 req-98562d00-50a0-4c50-a722-70d227715943 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 946 time: 0.0549345 Sep 16 05:49:03.527766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92ce2414-bb70-4c22-b96f-a78d22850170 req-82b3ce7f-64ce-4939-b886-0074dad84dd7 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Sep 16 05:49:04.241948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3933670-87c6-4877-8ee3-418385daa514 req-f6b9ffd5-4db5-4d0b-9c70-c503a1b90bf7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.243549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3933670-87c6-4877-8ee3-418385daa514 req-f6b9ffd5-4db5-4d0b-9c70-c503a1b90bf7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0541027 Sep 16 05:49:04.324754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c3933670-87c6-4877-8ee3-418385daa514 req-a418c929-ab53-4ced-a167-fc88f7db76e1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Sep 16 05:49:04.338530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-b33b93de-dad5-45fe-a9de-786808f0d822 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.340180 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-b33b93de-dad5-45fe-a9de-786808f0d822 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.66 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 946 time: 0.0955935 Sep 16 05:49:04.442871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Deleting port 2e143870-bba3-41c1-ace1-a0efda225b95 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:04.446580 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.541953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] For port 2e143870-bba3-41c1-ace1-a0efda225b95, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=2e143870-bba3-41c1-ace1-a0efda225b95,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:04.542314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.558146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Calling delete_port for 2e143870-bba3-41c1-ace1-a0efda225b95 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:04.664118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd91c4-5728-43bd-8058-d3e1190be262 req-560c48e3-e9c1-411f-b145-a845c1018231 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.665978 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ebd91c4-5728-43bd-8058-d3e1190be262 req-560c48e3-e9c1-411f-b145-a845c1018231 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 946 time: 0.0644064 Sep 16 05:49:04.708451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ebd91c4-5728-43bd-8058-d3e1190be262 req-e0c90ea1-3b41-4f62-8f42-37cac57dd52e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350940 Sep 16 05:49:04.773176 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.804084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Pushing event deleted for resources: {'Port': ['ID=2e143870-bba3-41c1-ace1-a0efda225b95,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:04.818200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['ab9e19a7-2a09-4094-937c-724386cb370f', '64edcd7c-fd02-45d0-89ea-e2a289694eab'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:04.824235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e1d57f90-9c36-410e-937f-6e1e0db45c82', '2e143870-bba3-41c1-ace1-a0efda225b95'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:04.859939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] No DVR routers for this DVR port 2e143870-bba3-41c1-ace1-a0efda225b95 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:04.862964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.865195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-05eeea24-4bf1-42c2-9045-7e756cceb873 req-66d08513-fa01-44f7-ab64-529f6430bd94 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.66 "DELETE /v2.0/ports/2e143870-bba3-41c1-ace1-a0efda225b95 HTTP/1.1" status: 204 len: 173 time: 0.5155714 Sep 16 05:49:04.865619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e83399-a0b6-4566-bef9-cc495d4055c1', 'name': 'network-vif-deleted', 'tag': '2e143870-bba3-41c1-ace1-a0efda225b95'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:04.868049 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2084de7-ef6a-4f30-9fb8-3708c4b562e8" -d '{"events": [{"server_uuid": "69e83399-a0b6-4566-bef9-cc495d4055c1", "name": "network-vif-deleted", "tag": "2e143870-bba3-41c1-ace1-a0efda225b95"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:04.909042 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c2af98-63d2-4591-a446-2c573bb05708 x-openstack-request-id: req-43c2af98-63d2-4591-a446-2c573bb05708 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:04.915143 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e83399-a0b6-4566-bef9-cc495d4055c1", "name": "network-vif-deleted", "tag": "2e143870-bba3-41c1-ace1-a0efda225b95", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:04.915143 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43c2af98-63d2-4591-a446-2c573bb05708 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:04.915143 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e83399-a0b6-4566-bef9-cc495d4055c1', 'name': 'network-vif-deleted', 'tag': '2e143870-bba3-41c1-ace1-a0efda225b95', 'status': 'completed', 'code': 200} Sep 16 05:49:05.452343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee65f6b-c00d-4cde-9fbf-df50417f4f04 req-2f4a14fa-2cd0-46db-8fc1-7668ae4a811f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.453950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ee65f6b-c00d-4cde-9fbf-df50417f4f04 req-2f4a14fa-2cd0-46db-8fc1-7668ae4a811f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0532930 Sep 16 05:49:05.502852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ee65f6b-c00d-4cde-9fbf-df50417f4f04 req-eba0cbf6-dc48-403b-8d7b-bfa01bda776f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Sep 16 05:49:05.833824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7dc7dde-6790-4c7b-a1d9-6a1956e2e14c req-c9af5ac4-a7e6-4e56-adc6-83fd8c1fc5a3 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e83399-a0b6-4566-bef9-cc495d4055c1 HTTP/1.1" status: 200 len: 210 time: 0.0338724 Sep 16 05:49:06.327784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82940b-1529-4398-b33c-fd6fd41fd329 req-5b743fa6-e5c1-4463-acd8-fbf605c8bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.329382 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da82940b-1529-4398-b33c-fd6fd41fd329 req-5b743fa6-e5c1-4463-acd8-fbf605c8bcbc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1098 time: 0.0453501 Sep 16 05:49:06.376527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da82940b-1529-4398-b33c-fd6fd41fd329 req-86df47e3-2b72-4c2c-bd16-81aba6c73b2d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Sep 16 05:49:06.621736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ef6a3-4ce2-496c-a15a-88f948443e85 req-aeeb267c-5047-421d-8b51-510ae09a9935 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.623196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a8ef6a3-4ce2-496c-a15a-88f948443e85 req-aeeb267c-5047-421d-8b51-510ae09a9935 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0505338 Sep 16 05:49:06.666948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a8ef6a3-4ce2-496c-a15a-88f948443e85 req-0f1364cc-cc31-4f64-ae68-c4801817daf1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Sep 16 05:49:07.802014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a878ec-2862-41d6-9090-25f74a2d20b4 req-a02bf2ab-3323-411f-8902-8e757775d51e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:07.803640 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36a878ec-2862-41d6-9090-25f74a2d20b4 req-a02bf2ab-3323-411f-8902-8e757775d51e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0587347 Sep 16 05:49:07.851707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36a878ec-2862-41d6-9090-25f74a2d20b4 req-14583c20-4851-41d0-928f-f714c790abbf tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 Sep 16 05:49:08.794754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2e143870-bba3-41c1-ace1-a0efda225b95 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:08.821848 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 2e143870-bba3-41c1-ace1-a0efda225b95 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:08.821848 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 2e143870-bba3-41c1-ace1-a0efda225b95 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:08.978306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a3aaa-c0ed-4445-9c74-c31ea6522918 req-f5a61ef2-66db-4275-b26a-5f8ed7f187d5 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:08.980104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-461a3aaa-c0ed-4445-9c74-c31ea6522918 req-f5a61ef2-66db-4275-b26a-5f8ed7f187d5 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0526302 Sep 16 05:49:09.022431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-461a3aaa-c0ed-4445-9c74-c31ea6522918 req-b1ee951e-5dd5-42b7-9660-3a2724b9d64f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358746 Sep 16 05:49:09.654326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f5120-8f34-46f1-9fc0-46eaa41fdff3 req-a87d2e34-0252-4925-b4fa-fdab80a6248d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.657605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae4f5120-8f34-46f1-9fc0-46eaa41fdff3 req-a87d2e34-0252-4925-b4fa-fdab80a6248d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0524831 Sep 16 05:49:09.709260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae4f5120-8f34-46f1-9fc0-46eaa41fdff3 req-b870b21c-57d8-4e41-aa42-e74de72522d0 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Sep 16 05:49:09.743237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3083-b0df-4213-9550-465a140ce690 req-169f0039-2480-465b-9a18-4387166fa30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.744921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d2a3083-b0df-4213-9550-465a140ce690 req-169f0039-2480-465b-9a18-4387166fa30a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1098 time: 0.0480721 Sep 16 05:49:09.853821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3083-b0df-4213-9550-465a140ce690 req-40ffa961-b939-4382-bc3d-728c26613da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.856741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d2a3083-b0df-4213-9550-465a140ce690 req-40ffa961-b939-4382-bc3d-728c26613da3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 919 time: 0.1027000 Sep 16 05:49:09.901231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d2a3083-b0df-4213-9550-465a140ce690 req-076778d9-ab37-4896-8ae5-8925847dad92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 200 len: 217 time: 0.0370295 Sep 16 05:49:09.960527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3083-b0df-4213-9550-465a140ce690 req-ecfd6509-b414-4557-9fb5-c1e30085a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.962608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d2a3083-b0df-4213-9550-465a140ce690 req-ecfd6509-b414-4557-9fb5-c1e30085a195 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.0545702 Sep 16 05:49:10.009926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d2a3083-b0df-4213-9550-465a140ce690 req-f15e93f3-2f7f-4df5-addd-f0c73a94416f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397828 Sep 16 05:49:10.120300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d2a3083-b0df-4213-9550-465a140ce690 req-0c97b02e-458f-4658-8eac-1d94e063056a service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029038 Sep 16 05:49:10.226913 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9d2a3083-b0df-4213-9550-465a140ce690 req-2ed6814e-dd18-4483-8e40-70d359071822 service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987923 Sep 16 05:49:10.850302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70e67d-7856-4ef0-811b-cc7cf7a51f02 req-bea75e5b-26a6-43c8-80f4-82de41847a02 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.851842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc70e67d-7856-4ef0-811b-cc7cf7a51f02 req-bea75e5b-26a6-43c8-80f4-82de41847a02 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0605788 Sep 16 05:49:10.892029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc70e67d-7856-4ef0-811b-cc7cf7a51f02 req-3712c586-db09-4173-b392-1ba67eb85162 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339987 Sep 16 05:49:11.982928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd9dd7-36de-412f-9942-510f0d50b2ee req-7b31707b-2979-47e7-8f82-c40325e4553d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:11.984744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8abd9dd7-36de-412f-9942-510f0d50b2ee req-7b31707b-2979-47e7-8f82-c40325e4553d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 945 time: 0.0554440 Sep 16 05:49:12.045108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250f6d9-7dcc-4c6e-b68e-87477678c238 req-14c0c2b2-2b48-4fa2-af8f-27e389167919 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.045108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d250f6d9-7dcc-4c6e-b68e-87477678c238 req-14c0c2b2-2b48-4fa2-af8f-27e389167919 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0776834 Sep 16 05:49:12.047429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8abd9dd7-36de-412f-9942-510f0d50b2ee req-66cec687-0e00-4bfc-a01d-5497d8390cd5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Sep 16 05:49:12.094628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d250f6d9-7dcc-4c6e-b68e-87477678c238 req-24c9d7c9-514d-4e34-b908-f79f37f26589 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Sep 16 05:49:13.194712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3323b6-c264-477a-b2d1-7f9e58d50a66 req-d59295c7-4d6a-4b95-bbc7-f5e386b2f97d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:13.196480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab3323b6-c264-477a-b2d1-7f9e58d50a66 req-d59295c7-4d6a-4b95-bbc7-f5e386b2f97d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 945 time: 0.0675650 Sep 16 05:49:13.218695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a685-baa4-4fd2-a65e-4b800fea44c6 req-f9281b20-d863-45e0-b900-47b97ce53478 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:13.220325 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15d0a685-baa4-4fd2-a65e-4b800fea44c6 req-f9281b20-d863-45e0-b900-47b97ce53478 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0552149 Sep 16 05:49:13.236470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab3323b6-c264-477a-b2d1-7f9e58d50a66 req-de3810d6-ab0d-4aeb-a335-309536d40323 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Sep 16 05:49:13.260485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15d0a685-baa4-4fd2-a65e-4b800fea44c6 req-eceefea7-9f04-493f-a08f-ae8619a2be96 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Sep 16 05:49:13.878010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-40a64b15-2361-494a-bd8c-65d214caf579 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:13.880029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-40a64b15-2361-494a-bd8c-65d214caf579 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.30 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 945 time: 0.0598087 Sep 16 05:49:13.983917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Deleting port 64edcd7c-fd02-45d0-89ea-e2a289694eab {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:13.984162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.082260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] For port 64edcd7c-fd02-45d0-89ea-e2a289694eab, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=64edcd7c-fd02-45d0-89ea-e2a289694eab,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:14.082628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.097757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Calling delete_port for 64edcd7c-fd02-45d0-89ea-e2a289694eab owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:14.334859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.364848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3bf7b-3d36-4a73-9c10-b557dcd2de23 req-894f4cda-1235-4a15-9cda-0e6f3e5eb4f3 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.366585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-12d3bf7b-3d36-4a73-9c10-b557dcd2de23 req-894f4cda-1235-4a15-9cda-0e6f3e5eb4f3 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 867 time: 0.0574458 Sep 16 05:49:14.368531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Pushing event deleted for resources: {'Port': ['ID=64edcd7c-fd02-45d0-89ea-e2a289694eab,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:14.371642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e1d57f90-9c36-410e-937f-6e1e0db45c82'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:14.413103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['ab9e19a7-2a09-4094-937c-724386cb370f', '64edcd7c-fd02-45d0-89ea-e2a289694eab'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:14.417982 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-12d3bf7b-3d36-4a73-9c10-b557dcd2de23 req-d31059bc-b54f-4cf7-8e3b-db6582e1847e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380378 Sep 16 05:49:14.419199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] No DVR routers for this DVR port 64edcd7c-fd02-45d0-89ea-e2a289694eab on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:14.422220 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.424743 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-235f2842-7a9d-4cde-90ca-f4f06c3f285a req-1abc1a4e-80af-4836-819d-147774f6c627 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.30 "DELETE /v2.0/ports/64edcd7c-fd02-45d0-89ea-e2a289694eab HTTP/1.1" status: 204 len: 173 time: 0.5359490 Sep 16 05:49:14.425245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd169a84a-4f22-42ee-993e-2b1ccc978b27', 'name': 'network-vif-deleted', 'tag': '64edcd7c-fd02-45d0-89ea-e2a289694eab'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:14.427634 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eb6d05-fca2-4297-8b3f-c55b18643a57" -d '{"events": [{"server_uuid": "d169a84a-4f22-42ee-993e-2b1ccc978b27", "name": "network-vif-deleted", "tag": "64edcd7c-fd02-45d0-89ea-e2a289694eab"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:14.479272 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982d148c-8b42-400a-bf22-e72825570e0a x-openstack-request-id: req-982d148c-8b42-400a-bf22-e72825570e0a {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:14.479695 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d169a84a-4f22-42ee-993e-2b1ccc978b27", "name": "network-vif-deleted", "tag": "64edcd7c-fd02-45d0-89ea-e2a289694eab", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:14.480115 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-982d148c-8b42-400a-bf22-e72825570e0a {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:14.480574 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd169a84a-4f22-42ee-993e-2b1ccc978b27', 'name': 'network-vif-deleted', 'tag': '64edcd7c-fd02-45d0-89ea-e2a289694eab', 'status': 'completed', 'code': 200} Sep 16 05:49:15.552757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f12eaad-1283-4cf9-888f-f63a8a7441c5 req-d9c13523-33d1-4ef4-a5a2-a7df891bfcf5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=d169a84a-4f22-42ee-993e-2b1ccc978b27 HTTP/1.1" status: 200 len: 210 time: 0.0310240 Sep 16 05:49:17.072658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556195a-1771-4d6f-8d58-6cd72c5266da req-9a63830f-96f8-4dd2-8c97-c8815217db3d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:17.074988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d556195a-1771-4d6f-8d58-6cd72c5266da req-9a63830f-96f8-4dd2-8c97-c8815217db3d tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 945 time: 0.0542142 Sep 16 05:49:17.122845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d556195a-1771-4d6f-8d58-6cd72c5266da req-358261d7-e221-4682-af4c-7f75045bfca5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Sep 16 05:49:18.263706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916b15-e0e4-41be-9c10-5015ab422f2b req-3f2b9939-fde3-4c50-9726-58d0a2be958e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.265390 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9916b15-e0e4-41be-9c10-5015ab422f2b req-3f2b9939-fde3-4c50-9726-58d0a2be958e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 945 time: 0.0576212 Sep 16 05:49:18.305357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b9916b15-e0e4-41be-9c10-5015ab422f2b req-42257e07-2872-46b2-bae0-0aa31105d4be tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Sep 16 05:49:18.460333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 64edcd7c-fd02-45d0-89ea-e2a289694eab no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:18.483463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 64edcd7c-fd02-45d0-89ea-e2a289694eab {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:18.483725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 64edcd7c-fd02-45d0-89ea-e2a289694eab not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:18.748163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-ac1ce749-2c79-49f9-bc9a-a34f5d07b19e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.749762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-ac1ce749-2c79-49f9-bc9a-a34f5d07b19e tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.30 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 945 time: 0.0697753 Sep 16 05:49:18.853983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Deleting port ab9e19a7-2a09-4094-937c-724386cb370f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:18.854574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.957981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] For port ab9e19a7-2a09-4094-937c-724386cb370f, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ab9e19a7-2a09-4094-937c-724386cb370f,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:18.958291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.972200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Calling delete_port for ab9e19a7-2a09-4094-937c-724386cb370f owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:19.237098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.274725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e1d57f90-9c36-410e-937f-6e1e0db45c82'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:19.274959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Pushing event deleted for resources: {'Port': ['ID=ab9e19a7-2a09-4094-937c-724386cb370f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:19.310892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['ab9e19a7-2a09-4094-937c-724386cb370f'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:19.331039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] No DVR routers for this DVR port ab9e19a7-2a09-4094-937c-724386cb370f on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:19.334660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:19.337392 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1fbc486-32d5-44ed-a549-3cea9875f1f0 req-cfca2ea6-11f8-4e0c-982f-5f8b542839c6 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.30 "DELETE /v2.0/ports/ab9e19a7-2a09-4094-937c-724386cb370f HTTP/1.1" status: 204 len: 173 time: 0.5760715 Sep 16 05:49:19.337392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900344dc-6ccc-4e38-a3a7-1fefee14495c', 'name': 'network-vif-deleted', 'tag': 'ab9e19a7-2a09-4094-937c-724386cb370f'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:19.338595 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac30f3ca-876a-49b3-90dc-65a13be6db91" -d '{"events": [{"server_uuid": "900344dc-6ccc-4e38-a3a7-1fefee14495c", "name": "network-vif-deleted", "tag": "ab9e19a7-2a09-4094-937c-724386cb370f"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:19.406161 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237ae34a-bb68-4167-8485-35d7df27688e x-openstack-request-id: req-237ae34a-bb68-4167-8485-35d7df27688e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:19.406454 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900344dc-6ccc-4e38-a3a7-1fefee14495c", "name": "network-vif-deleted", "tag": "ab9e19a7-2a09-4094-937c-724386cb370f", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:19.406705 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-237ae34a-bb68-4167-8485-35d7df27688e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:19.407099 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900344dc-6ccc-4e38-a3a7-1fefee14495c', 'name': 'network-vif-deleted', 'tag': 'ab9e19a7-2a09-4094-937c-724386cb370f', 'status': 'completed', 'code': 200} Sep 16 05:49:19.436128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d63e86ea-6b4e-46c7-9d3f-04c5f2e6286e req-c1911ff5-c64f-4e2c-bbf0-77b3626c9aa5 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 210 time: 0.0409656 Sep 16 05:49:19.880609 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6b94576-cdb8-43a9-a833-ea962c4612d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.550649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e361cd4-4bb0-4c99-8bfd-5cd319fda2fa req-8092ea6f-31a8-4f88-b8e3-21f86d07f466 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=900344dc-6ccc-4e38-a3a7-1fefee14495c HTTP/1.1" status: 200 len: 210 time: 0.0305665 Sep 16 05:49:20.895135 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.193125 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:22.454106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device ab9e19a7-2a09-4094-937c-724386cb370f no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:22.475726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: ab9e19a7-2a09-4094-937c-724386cb370f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:22.476412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device ab9e19a7-2a09-4094-937c-724386cb370f not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:23.141144 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a72cb443-6c3a-457b-a013-a4b9fd57f517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.983564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.455543 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.746816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc446-2512-41df-934f-120f3c34783e req-9166c07d-43fb-4ffa-bbaa-7b6e8aeacbf1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:25.749203 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21adc446-2512-41df-934f-120f3c34783e req-9166c07d-43fb-4ffa-bbaa-7b6e8aeacbf1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0661681 Sep 16 05:49:25.797202 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21adc446-2512-41df-934f-120f3c34783e req-a8c29f73-4952-4bca-b2dc-f022be6d313b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 Sep 16 05:49:25.960343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c184f54-d9e0-455a-9b12-4dc772b06cd9 req-8a9a4762-84ab-4496-8a8b-cc7ddb35018b tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:25.962285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c184f54-d9e0-455a-9b12-4dc772b06cd9 req-8a9a4762-84ab-4496-8a8b-cc7ddb35018b tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 945 time: 0.0844395 Sep 16 05:49:26.015350 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c184f54-d9e0-455a-9b12-4dc772b06cd9 req-e93117fc-10a2-49fc-8959-5a4e93c81573 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385063 Sep 16 05:49:26.925677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa62e7-2e0c-4664-a36e-fc79db5e66a1 req-9baa9595-cd78-4493-92a2-2d6e0a8210f7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:26.927274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3cfa62e7-2e0c-4664-a36e-fc79db5e66a1 req-9baa9595-cd78-4493-92a2-2d6e0a8210f7 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0542459 Sep 16 05:49:26.967485 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3cfa62e7-2e0c-4664-a36e-fc79db5e66a1 req-086f0181-06a6-4a4b-b019-9e81cd5ab46c tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Sep 16 05:49:27.139320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af9a4e-5cab-4de5-ab8c-55298de3dbec req-91de5a43-431d-4b15-ab1b-5ee4f767e897 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:27.140906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0af9a4e-5cab-4de5-ab8c-55298de3dbec req-91de5a43-431d-4b15-ab1b-5ee4f767e897 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 945 time: 0.0531116 Sep 16 05:49:27.182616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0af9a4e-5cab-4de5-ab8c-55298de3dbec req-0792c1f9-4225-49bf-984b-0e536aa5632b tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffcb1d39-b5e4-4a1d-94ab-92243aa29684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Sep 16 05:49:27.483287 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.805061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668566e-eb20-4983-9b10-c5df8120730d req-c5e4414d-5dd4-4c08-b8d6-9f0215e3e08b tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:27.806665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a668566e-eb20-4983-9b10-c5df8120730d req-c5e4414d-5dd4-4c08-b8d6-9f0215e3e08b tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.66 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 945 time: 0.0603979 Sep 16 05:49:27.909339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Deleting port e1d57f90-9c36-410e-937f-6e1e0db45c82 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:27.909827 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.015093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] For port e1d57f90-9c36-410e-937f-6e1e0db45c82, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=e1d57f90-9c36-410e-937f-6e1e0db45c82,segment=NetworkSegment(dfdc7edf-986c-4c31-9854-498523f1be49),segment_id=dfdc7edf-986c-4c31-9854-498523f1be49)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:28.015553 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.031954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Calling delete_port for e1d57f90-9c36-410e-937f-6e1e0db45c82 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:28.134876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163ff6c-160b-4c01-b717-99b44f260796 req-1d0c74be-e12c-4d8c-b0a9-6097aa3b619b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:28.136638 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4163ff6c-160b-4c01-b717-99b44f260796 req-1d0c74be-e12c-4d8c-b0a9-6097aa3b619b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0884850 Sep 16 05:49:28.150684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fec6c-41da-4019-aeee-cb9030df356b req-0fcd826f-7f73-4f8c-af17-57302b83e84e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:28.152484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f66fec6c-41da-4019-aeee-cb9030df356b req-0fcd826f-7f73-4f8c-af17-57302b83e84e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.30 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 946 time: 0.0729799 Sep 16 05:49:28.221825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4163ff6c-160b-4c01-b717-99b44f260796 req-7a881a91-2448-4921-a5b7-391611c116eb tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682325 Sep 16 05:49:28.271696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.275284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Deleting port b62a8bcb-a87b-4302-a381-7b0ea8e839fe {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:28.275629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.295895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49e753a3-d817-4d8a-876a-626581eee65b req-3d9eca3e-ecfd-460f-b660-0bc0e8cc67d8 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 210 time: 0.0342712 Sep 16 05:49:28.314808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['e1d57f90-9c36-410e-937f-6e1e0db45c82'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:28.328709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Pushing event deleted for resources: {'Port': ['ID=e1d57f90-9c36-410e-937f-6e1e0db45c82,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:28.344250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.345158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.349602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.350214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.350602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.350895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.351314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.351645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.352017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.352347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.352693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.355143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:28.384643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] For port b62a8bcb-a87b-4302-a381-7b0ea8e839fe, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:28.385236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.391755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] No DVR routers for this DVR port e1d57f90-9c36-410e-937f-6e1e0db45c82 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:28.394575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.396675 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a668566e-eb20-4983-9b10-c5df8120730d req-d787dcc5-7cb4-4bb2-9dff-75b2292f25f4 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.66 "DELETE /v2.0/ports/e1d57f90-9c36-410e-937f-6e1e0db45c82 HTTP/1.1" status: 204 len: 173 time: 0.5825992 Sep 16 05:49:28.397117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17eb2d3c-f197-4ddd-88e7-e759e3af24c1', 'name': 'network-vif-deleted', 'tag': 'e1d57f90-9c36-410e-937f-6e1e0db45c82'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:28.399479 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889b7e3a-1005-48b2-bdb0-743a7c88acdf" -d '{"events": [{"server_uuid": "17eb2d3c-f197-4ddd-88e7-e759e3af24c1", "name": "network-vif-deleted", "tag": "e1d57f90-9c36-410e-937f-6e1e0db45c82"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:28.401048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Calling delete_port for b62a8bcb-a87b-4302-a381-7b0ea8e839fe owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:28.444600 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43289e5b-d8e5-48df-a66c-eaa8294434c9 x-openstack-request-id: req-43289e5b-d8e5-48df-a66c-eaa8294434c9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:28.445210 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17eb2d3c-f197-4ddd-88e7-e759e3af24c1", "name": "network-vif-deleted", "tag": "e1d57f90-9c36-410e-937f-6e1e0db45c82", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:28.445542 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43289e5b-d8e5-48df-a66c-eaa8294434c9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:28.446032 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eb2d3c-f197-4ddd-88e7-e759e3af24c1', 'name': 'network-vif-deleted', 'tag': 'e1d57f90-9c36-410e-937f-6e1e0db45c82', 'status': 'completed', 'code': 200} Sep 16 05:49:28.659661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38641a59-6345-404f-9565-88632a231819 req-815ba251-5cdf-4d0a-baa4-3ee4a3fd40be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518649 Sep 16 05:49:28.684330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.721446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['36a5745d-e0cc-44ab-9e2c-bb2867054bc9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:28.724706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Pushing event deleted for resources: {'Port': ['ID=b62a8bcb-a87b-4302-a381-7b0ea8e839fe,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:28.750139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['b62a8bcb-a87b-4302-a381-7b0ea8e839fe'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:28.758279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641a59-6345-404f-9565-88632a231819 req-aabcebfa-3d41-423d-b86e-a8e3f304811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:28.759798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38641a59-6345-404f-9565-88632a231819 req-aabcebfa-3d41-423d-b86e-a8e3f304811b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36584492ea3f42ebb5f364e2515a98ee&device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 1098 time: 0.0609179 Sep 16 05:49:28.775151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] No DVR routers for this DVR port b62a8bcb-a87b-4302-a381-7b0ea8e839fe on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:28.779371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.781742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f66fec6c-41da-4019-aeee-cb9030df356b req-300217ac-5de3-4631-918b-fa37bb91419b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.30 "DELETE /v2.0/ports/b62a8bcb-a87b-4302-a381-7b0ea8e839fe HTTP/1.1" status: 204 len: 173 time: 0.6206415 Sep 16 05:49:28.782291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b360b-4796-498e-8a4e-8d9dcc1fde94', 'name': 'network-vif-deleted', 'tag': 'b62a8bcb-a87b-4302-a381-7b0ea8e839fe'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:28.785051 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af68f84-633f-4e01-acff-a4c1a0b6bc94" -d '{"events": [{"server_uuid": "456b360b-4796-498e-8a4e-8d9dcc1fde94", "name": "network-vif-deleted", "tag": "b62a8bcb-a87b-4302-a381-7b0ea8e839fe"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:28.842392 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85025ca5-b265-49b8-bc36-8047495cfc37 x-openstack-request-id: req-85025ca5-b265-49b8-bc36-8047495cfc37 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:28.842392 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b360b-4796-498e-8a4e-8d9dcc1fde94", "name": "network-vif-deleted", "tag": "b62a8bcb-a87b-4302-a381-7b0ea8e839fe", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:28.842392 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85025ca5-b265-49b8-bc36-8047495cfc37 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:28.842392 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b360b-4796-498e-8a4e-8d9dcc1fde94', 'name': 'network-vif-deleted', 'tag': 'b62a8bcb-a87b-4302-a381-7b0ea8e839fe', 'status': 'completed', 'code': 200} Sep 16 05:49:28.894127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641a59-6345-404f-9565-88632a231819 req-98488c52-44d8-468f-8d20-dad55746ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:28.895816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38641a59-6345-404f-9565-88632a231819 req-98488c52-44d8-468f-8d20-dad55746ca39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 200 len: 919 time: 0.0965259 Sep 16 05:49:28.946306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38641a59-6345-404f-9565-88632a231819 req-0461f4ba-fdbf-4aea-ab40-25730522ea72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 200 len: 217 time: 0.0409009 Sep 16 05:49:28.947312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.000012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641a59-6345-404f-9565-88632a231819 req-2d2e2378-98f1-4d6a-849b-9001cbad8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:29.001524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38641a59-6345-404f-9565-88632a231819 req-2d2e2378-98f1-4d6a-849b-9001cbad8bbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 200 len: 858 time: 0.0472000 Sep 16 05:49:29.048069 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38641a59-6345-404f-9565-88632a231819 req-261ce6cd-db20-402b-8cf8-3c20d7b19fec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=935a7144-e242-4b77-bf69-5c76c21a5764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380392 Sep 16 05:49:29.149558 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38641a59-6345-404f-9565-88632a231819 req-ec956008-bda4-4d62-b335-d5af8a38b2fe service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934346 Sep 16 05:49:29.251384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-38641a59-6345-404f-9565-88632a231819 req-99ee777e-900f-45e5-a0a1-67c9527b13e8 service neutron] 10.222.0.66 "GET /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927074 Sep 16 05:49:29.349997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87a28ad7-75b5-4d43-a0e6-aa6694ce11e1 req-190400ca-fcc9-40b0-8478-7dfe9eb5ac0e tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=456b360b-4796-498e-8a4e-8d9dcc1fde94 HTTP/1.1" status: 200 len: 210 time: 0.0383840 Sep 16 05:49:29.416429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d296574e-9328-438d-ba94-eafea425dfc0 req-40e57c89-4d3b-490e-8855-e12e25465c67 tempest-AttachVolumeNegativeTest-1868565605 tempest-AttachVolumeNegativeTest-1868565605-project] 10.222.0.49 "GET /v2.0/ports?device_id=17eb2d3c-f197-4ddd-88e7-e759e3af24c1 HTTP/1.1" status: 200 len: 210 time: 0.0278130 Sep 16 05:49:30.477083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36712) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:30.528511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a69c221-b56d-49ad-9610-4646a18aa1b6 admin admin] Deleting subnet 0cab66dd-358a-45e9-8a35-fc9f25d763a0 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:49:30.531623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a69c221-b56d-49ad-9610-4646a18aa1b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.566725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a69c221-b56d-49ad-9610-4646a18aa1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.610614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a69c221-b56d-49ad-9610-4646a18aa1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.744142 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a69c221-b56d-49ad-9610-4646a18aa1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.774255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69c221-b56d-49ad-9610-4646a18aa1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cab66dd-358a-45e9-8a35-fc9f25d763a0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:30.781772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a69c221-b56d-49ad-9610-4646a18aa1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.786290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8a69c221-b56d-49ad-9610-4646a18aa1b6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0cab66dd-358a-45e9-8a35-fc9f25d763a0 HTTP/1.1" status: 204 len: 168 time: 0.3081169 Sep 16 05:49:30.786456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36714) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:30.883154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.913377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c74c7c-d8bd-4096-a4fb-7cc75780afb0 req-abb1a808-ed1e-4f4b-820f-d5549068019d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:30.914923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15c74c7c-d8bd-4096-a4fb-7cc75780afb0 req-abb1a808-ed1e-4f4b-820f-d5549068019d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0678153 Sep 16 05:49:31.013263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15c74c7c-d8bd-4096-a4fb-7cc75780afb0 req-2c486ee2-db23-4e30-9ea0-8764f35341f1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759926 Sep 16 05:49:31.014762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.036842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90391e44-3af8-4676-829a-ec4a7b11774b']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:31.046675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdc7edf-986c-4c31-9854-498523f1be49') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:31.046976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdc7edf-986c-4c31-9854-498523f1be49') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:31.057343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.071242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:31.082187 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:31.226398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.231194 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.233318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/90391e44-3af8-4676-829a-ec4a7b11774b HTTP/1.1" status: 204 len: 168 time: 0.4456170 Sep 16 05:49:31.245787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90391e44-3af8-4676-829a-ec4a7b11774b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:31.253471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.253817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.254173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.254561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.254854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.258397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.258397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.258397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.258397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.258397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.258397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.258397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c6860-7e15-4fa4-a80f-0bfa8f5940c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.636242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36722) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:31.684295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e122d9c3-9614-4820-98d8-9884b0669dc0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf0a6395c3374310b61142f27226db3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455055 Sep 16 05:49:31.687497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36726) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:31.748126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-954ff96f-2698-4843-a80e-ba801dae83eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.775297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-954ff96f-2698-4843-a80e-ba801dae83eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.920929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-954ff96f-2698-4843-a80e-ba801dae83eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.923760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-954ff96f-2698-4843-a80e-ba801dae83eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.925127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-954ff96f-2698-4843-a80e-ba801dae83eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffcb1d39-b5e4-4a1d-94ab-92243aa29684 HTTP/1.1" status: 204 len: 168 time: 0.2362292 Sep 16 05:49:31.935220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ff96f-2698-4843-a80e-ba801dae83eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb1d39-b5e4-4a1d-94ab-92243aa29684,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:32.156010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d3f03-cdb3-4004-85bd-d68b2a96681f req-1e93400d-c73a-4854-9e76-e32b762dd0d3 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:32.157535 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-361d3f03-cdb3-4004-85bd-d68b2a96681f req-1e93400d-c73a-4854-9e76-e32b762dd0d3 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0686071 Sep 16 05:49:32.504590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b62a8bcb-a87b-4302-a381-7b0ea8e839fe no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:32.517366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-361d3f03-cdb3-4004-85bd-d68b2a96681f req-e911a23a-6377-4b12-b354-52137857e92d tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536901 Sep 16 05:49:32.525998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: b62a8bcb-a87b-4302-a381-7b0ea8e839fe {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:32.526420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b62a8bcb-a87b-4302-a381-7b0ea8e839fe not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:32.937982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e1d57f90-9c36-410e-937f-6e1e0db45c82 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:32.966828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: e1d57f90-9c36-410e-937f-6e1e0db45c82 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:32.967204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device e1d57f90-9c36-410e-937f-6e1e0db45c82 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:33.646916 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78bdc2-1f2c-4cfe-a55e-f43258bd49d4 req-0c1df615-516f-4989-8772-bc1c39f6eaeb tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.648489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c78bdc2-1f2c-4cfe-a55e-f43258bd49d4 req-0c1df615-516f-4989-8772-bc1c39f6eaeb tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0545554 Sep 16 05:49:33.689966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0c78bdc2-1f2c-4cfe-a55e-f43258bd49d4 req-7c1d9392-4166-42e0-ab4b-6e31fe2c7329 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Sep 16 05:49:34.809434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28515bea-3c80-4c8e-9d51-8d0653605b30 req-794f94a1-2550-4e5a-b6a0-6f78f0499a55 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:34.810895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28515bea-3c80-4c8e-9d51-8d0653605b30 req-794f94a1-2550-4e5a-b6a0-6f78f0499a55 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0506127 Sep 16 05:49:34.854163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28515bea-3c80-4c8e-9d51-8d0653605b30 req-bbde46e9-90bc-4b1d-8437-b9b5bca180b1 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Sep 16 05:49:35.774830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36794) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:35.883815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b28c-ed57-4cdc-b929-3cb888ae9cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:35.996003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2f97f-9cb0-4eb6-9ede-4eb5bdc98af1 req-c215ac08-fd24-40d1-b9ee-4fdb76a962b5 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:35.997482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb2f97f-9cb0-4eb6-9ede-4eb5bdc98af1 req-c215ac08-fd24-40d1-b9ee-4fdb76a962b5 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0687652 Sep 16 05:49:36.042094 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b28c-ed57-4cdc-b929-3cb888ae9cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.054391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb2f97f-9cb0-4eb6-9ede-4eb5bdc98af1 req-d799f775-98f5-4aeb-8eea-c90167a3968f tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Sep 16 05:49:36.148796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b28c-ed57-4cdc-b929-3cb888ae9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.188670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bbb5b28c-ed57-4cdc-b929-3cb888ae9cf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3e29059a2a04e6ea8e5b49ea6ddcd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160140 Sep 16 05:49:36.189588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5b28c-ed57-4cdc-b929-3cb888ae9cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d690f379-fe70-4e3b-9f1c-007ac7dafa8f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:36.191568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36800) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:36.243673 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d02a96c-84c5-4b79-9554-f896012f2b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.266407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d02a96c-84c5-4b79-9554-f896012f2b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.406924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d02a96c-84c5-4b79-9554-f896012f2b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.409871 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d02a96c-84c5-4b79-9554-f896012f2b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.419465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0d02a96c-84c5-4b79-9554-f896012f2b38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d690f379-fe70-4e3b-9f1c-007ac7dafa8f HTTP/1.1" status: 204 len: 168 time: 0.2183578 Sep 16 05:49:36.420399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02a96c-84c5-4b79-9554-f896012f2b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d690f379-fe70-4e3b-9f1c-007ac7dafa8f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:37.020585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d467909-7062-4f9d-b238-e38806747ea1 req-3a380703-18e1-4a6e-95c4-8bcd0a8894e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425100 Sep 16 05:49:37.071014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-7c17bbd7-2e53-49ff-96ba-0b38ed01b529 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:37.072613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-7c17bbd7-2e53-49ff-96ba-0b38ed01b529 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0535896 Sep 16 05:49:37.094589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36810) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:37.116097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8d040ee-481f-4903-9625-9c7ac84013a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.121302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467909-7062-4f9d-b238-e38806747ea1 req-a3f8b3f7-77ed-4d70-ace0-118f8db78d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:37.122889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d467909-7062-4f9d-b238-e38806747ea1 req-a3f8b3f7-77ed-4d70-ace0-118f8db78d80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 1098 time: 0.0642707 Sep 16 05:49:37.212453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dffa-b547-4c9c-973f-cf2b20d51503 req-813048cd-758f-48ca-a559-d8cb0672b1f3 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:37.214001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bc7dffa-b547-4c9c-973f-cf2b20d51503 req-813048cd-758f-48ca-a559-d8cb0672b1f3 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 946 time: 0.0774319 Sep 16 05:49:37.249769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Deleting port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:37.249769 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.285461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467909-7062-4f9d-b238-e38806747ea1 req-192ade78-54b0-4f31-9619-6faa225ddf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:37.287101 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d467909-7062-4f9d-b238-e38806747ea1 req-192ade78-54b0-4f31-9619-6faa225ddf4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1407385 Sep 16 05:49:37.318951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bc7dffa-b547-4c9c-973f-cf2b20d51503 req-452f0ff5-1073-4cb4-88e4-cbab23bc2e8a tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/security-groups?id=95b68b17-1c53-4b0c-9934-de1637140658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973179 Sep 16 05:49:37.357956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8d040ee-481f-4903-9625-9c7ac84013a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.360560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] For port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:37.360990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.375064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Calling delete_port for 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:37.380692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d467909-7062-4f9d-b238-e38806747ea1 req-a540e3f3-cdd1-43f5-ab3b-3d6b234af2a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a2917-61aa-43a5-84b8-c6d4926efd49 HTTP/1.1" status: 200 len: 1001 time: 0.0850625 Sep 16 05:49:37.439192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467909-7062-4f9d-b238-e38806747ea1 req-c54c233b-d72c-4c64-a6d2-b3c58fd93a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:37.440890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d467909-7062-4f9d-b238-e38806747ea1 req-c54c233b-d72c-4c64-a6d2-b3c58fd93a51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0494592 Sep 16 05:49:37.446493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a8d040ee-481f-4903-9625-9c7ac84013a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.549341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a8d040ee-481f-4903-9625-9c7ac84013a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88eae62685b84fd2b9f6430d56e72787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533105 Sep 16 05:49:37.551133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36814) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:37.557409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d040ee-481f-4903-9625-9c7ac84013a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c25a91b-c947-41b9-87f9-e707caa78aed,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:37.571488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467909-7062-4f9d-b238-e38806747ea1 req-2f6cd715-3770-46c3-b1f9-daf923fba762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:37.573095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d467909-7062-4f9d-b238-e38806747ea1 req-2f6cd715-3770-46c3-b1f9-daf923fba762 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154916 Sep 16 05:49:37.610575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.649062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8adbfaf2-c73b-400e-bcb2-98d4e16cf0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.649636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['36a5745d-e0cc-44ab-9e2c-bb2867054bc9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:37.652432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Pushing event deleted for resources: {'Port': ['ID=36a5745d-e0cc-44ab-9e2c-bb2867054bc9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:37.703930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] No DVR routers for this DVR port 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:37.709358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.711533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d939449d-1a08-4bd4-80c2-3588f7bcd73b req-9b9d1c9c-e637-43c3-960b-c7e42a4d7e7b tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.66 "DELETE /v2.0/ports/36a5745d-e0cc-44ab-9e2c-bb2867054bc9 HTTP/1.1" status: 204 len: 173 time: 0.6301501 Sep 16 05:49:37.718148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74', 'name': 'network-vif-deleted', 'tag': '36a5745d-e0cc-44ab-9e2c-bb2867054bc9'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:37.718148 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0352db46-af7b-4006-84d0-43c7dc3fb869" -d '{"events": [{"server_uuid": "4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74", "name": "network-vif-deleted", "tag": "36a5745d-e0cc-44ab-9e2c-bb2867054bc9"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:37.728681 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8adbfaf2-c73b-400e-bcb2-98d4e16cf0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.776838 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fface3-503c-4b6e-8b25-b776db6d90f0 x-openstack-request-id: req-18fface3-503c-4b6e-8b25-b776db6d90f0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:37.777281 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74", "name": "network-vif-deleted", "tag": "36a5745d-e0cc-44ab-9e2c-bb2867054bc9", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:37.779157 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18fface3-503c-4b6e-8b25-b776db6d90f0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:37.779157 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74', 'name': 'network-vif-deleted', 'tag': '36a5745d-e0cc-44ab-9e2c-bb2867054bc9', 'status': 'completed', 'code': 200} Sep 16 05:49:37.946368 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8adbfaf2-c73b-400e-bcb2-98d4e16cf0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.949137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8adbfaf2-c73b-400e-bcb2-98d4e16cf0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:37.950416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8adbfaf2-c73b-400e-bcb2-98d4e16cf0ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c25a91b-c947-41b9-87f9-e707caa78aed HTTP/1.1" status: 204 len: 168 time: 0.3982613 Sep 16 05:49:37.979537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbfaf2-c73b-400e-bcb2-98d4e16cf0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c25a91b-c947-41b9-87f9-e707caa78aed,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:38.136318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d467909-7062-4f9d-b238-e38806747ea1 req-de9399c9-b01f-43a8-91c8-589965d28738 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535471 Sep 16 05:49:38.243195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0d467909-7062-4f9d-b238-e38806747ea1 req-adc0aa7a-afea-413e-934b-8760a653087c service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973630 Sep 16 05:49:38.453574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65f5474a-1aa8-4262-9c3a-25e2ad4312c0 req-f3bd817f-7243-4513-8c16-2308c6b6b713 tempest-ServerRescueNegativeTestJSON-1283381982 tempest-ServerRescueNegativeTestJSON-1283381982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c3d3ba3-bb14-4f27-8ade-2d8508ce5d74 HTTP/1.1" status: 200 len: 210 time: 0.0303071 Sep 16 05:49:39.520264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 36848) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:39.912194 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.195052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Deleting port 7e3c4305-dcde-4ce9-b171-1771563361ac {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:40.195495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.285807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] For port 7e3c4305-dcde-4ce9-b171-1771563361ac, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7e3c4305-dcde-4ce9-b171-1771563361ac,segment=NetworkSegment(b53bf93f-048d-4845-b1fd-03553910b126),segment_id=b53bf93f-048d-4845-b1fd-03553910b126)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:40.286262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.303947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Calling delete_port for 7e3c4305-dcde-4ce9-b171-1771563361ac owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:40.551902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.586277 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3c4305-dcde-4ce9-b171-1771563361ac,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:40.757276 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:40.947880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:40.972283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:40.972864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 36a5745d-e0cc-44ab-9e2c-bb2867054bc9 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:40.982405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Router e8c53443-7dfe-44a9-bd80-dbc9c98c465e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:41.101160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:41.106582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a6c6955b-ef13-4d3a-914f-414319f246a6 admin admin] 10.222.0.49 "PUT /v2.0/routers/e8c53443-7dfe-44a9-bd80-dbc9c98c465e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5850565 Sep 16 05:49:41.110154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36880) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:41.113441 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] Sync routers for ids ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:41.122860 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] Routers {'e8c53443-7dfe-44a9-bd80-dbc9c98c465e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:41.123468 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:49:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:41.224812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.244620 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] Set router e8c53443-7dfe-44a9-bd80-dbc9c98c465e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:41.346797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.434664 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:49:40Z', 'revision_number': 5, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port': {'id': '16545188-5b79-4c48-9815-dacb9d204a4d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:47:14Z', 'updated_at': '2021-09-16T05:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:41.463472 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] Checking router: e8c53443-7dfe-44a9-bd80-dbc9c98c465e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:41.473924 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] Routers {'e8c53443-7dfe-44a9-bd80-dbc9c98c465e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:41.474544 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:49:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:41.482157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Deleting port 16545188-5b79-4c48-9815-dacb9d204a4d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:41.482157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.584702 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] Set router e8c53443-7dfe-44a9-bd80-dbc9c98c465e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:41.589034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] For port 16545188-5b79-4c48-9815-dacb9d204a4d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=16545188-5b79-4c48-9815-dacb9d204a4d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:41.589541 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.606887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Calling delete_port for 16545188-5b79-4c48-9815-dacb9d204a4d owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:41.636565 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 6, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:41.666778 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a26418-25e8-417d-9763-5c18fbc8098f None None] The sync data for ids ['e8c53443-7dfe-44a9-bd80-dbc9c98c465e'] in n-d-712749-15 is: [{'id': 'e8c53443-7dfe-44a9-bd80-dbc9c98c465e', 'name': 'tempest-ServerRescueNegativeTestJSON-866885340-router', 'tenant_id': '36584492ea3f42ebb5f364e2515a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:47:13Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 6, 'project_id': '36584492ea3f42ebb5f364e2515a98ee', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:41.880728 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.912731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Pushing event deleted for resources: {'Port': ['ID=16545188-5b79-4c48-9815-dacb9d204a4d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:41.983358 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.087139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.094544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.223412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7e3c4305-dcde-4ce9-b171-1771563361ac no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:42.231618 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.233221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8c53443-7dfe-44a9-bd80-dbc9c98c465e {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:49:42.238327 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.242377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-24fac915-ad31-4c32-92fb-bb8090cccd66 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e8c53443-7dfe-44a9-bd80-dbc9c98c465e HTTP/1.1" status: 204 len: 168 time: 1.1282606 Sep 16 05:49:42.242676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36896) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:42.275121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7e3c4305-dcde-4ce9-b171-1771563361ac {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:42.277407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7e3c4305-dcde-4ce9-b171-1771563361ac not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:42.308208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e968d702-59b3-4b5b-9fa8-07950525ebe9 admin admin] Deleting subnet 478813b7-ecb1-47a5-88ca-7e5be5a0abac {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:49:42.311717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e968d702-59b3-4b5b-9fa8-07950525ebe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.349866 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e968d702-59b3-4b5b-9fa8-07950525ebe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.404634 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e968d702-59b3-4b5b-9fa8-07950525ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.549088 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e968d702-59b3-4b5b-9fa8-07950525ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.579479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968d702-59b3-4b5b-9fa8-07950525ebe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478813b7-ecb1-47a5-88ca-7e5be5a0abac,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:42.583542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e968d702-59b3-4b5b-9fa8-07950525ebe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.588238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e968d702-59b3-4b5b-9fa8-07950525ebe9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/478813b7-ecb1-47a5-88ca-7e5be5a0abac HTTP/1.1" status: 204 len: 168 time: 0.3414981 Sep 16 05:49:42.588497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:42.658863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.743266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.765856 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935a7144-e242-4b77-bf69-5c76c21a5764']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.776358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53bf93f-048d-4845-b1fd-03553910b126') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.776662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53bf93f-048d-4845-b1fd-03553910b126') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.787891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.805197 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.815960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:42.816422 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:42.818326 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:42.966270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.977115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.977115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] 10.222.0.49 "DELETE /v2.0/networks/935a7144-e242-4b77-bf69-5c76c21a5764 HTTP/1.1" status: 204 len: 168 time: 0.3860962 Sep 16 05:49:42.989145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cbcbe-92df-4786-b264-d514011adacc admin admin] Pushing event deleted for resources: {'Network': ['ID=935a7144-e242-4b77-bf69-5c76c21a5764,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:43.568018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36924) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:43.610526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0bd09ad6-9cbc-44a0-ab9b-f256b99ba58b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36584492ea3f42ebb5f364e2515a98ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413380 Sep 16 05:49:43.613048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 36926) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:43.663261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89abd7bd-28fb-4465-86bc-647102f5bb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.689056 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89abd7bd-28fb-4465-86bc-647102f5bb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.785860 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89abd7bd-28fb-4465-86bc-647102f5bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.789218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-89abd7bd-28fb-4465-86bc-647102f5bb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:43.790733 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-89abd7bd-28fb-4465-86bc-647102f5bb6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95b68b17-1c53-4b0c-9934-de1637140658 HTTP/1.1" status: 204 len: 168 time: 0.1766806 Sep 16 05:49:43.818987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abd7bd-28fb-4465-86bc-647102f5bb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b68b17-1c53-4b0c-9934-de1637140658,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:43.830311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 16545188-5b79-4c48-9815-dacb9d204a4d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:43.885579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 16545188-5b79-4c48-9815-dacb9d204a4d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:43.886137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 16545188-5b79-4c48-9815-dacb9d204a4d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:45.713558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54fd9de5-2bc1-48d6-b71e-2fd84dd86b74 req-1c347d81-f88e-4499-98c9-5f4dc2317ec5 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0352395 Sep 16 05:49:46.829579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a4cdd227-1c37-4382-a0c5-53fd50b561db req-447f060f-809a-4731-9d75-79892d9cbafa tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0317166 Sep 16 05:49:47.959441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c72fae1-cca5-402b-b141-3f887c0e4440 req-d88a49b5-ede1-4279-87ee-2563dfae875c tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0326033 Sep 16 05:49:48.929279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37034) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:49.046235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0960b414-7626-4843-a95b-11042b418e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.064987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e087ddb1-d210-4b21-b729-c43687ef13be req-087b3cf4-1413-4589-b2f2-077501d7ff89 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0278208 Sep 16 05:49:49.135646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0960b414-7626-4843-a95b-11042b418e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.240232 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0960b414-7626-4843-a95b-11042b418e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.283409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0960b414-7626-4843-a95b-11042b418e62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6bdaa9513594598bacf474b3a8df062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528523 Sep 16 05:49:49.284739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960b414-7626-4843-a95b-11042b418e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40070fc9-cf1b-4afc-a4f8-1bcd47b80854,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:49.286044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37040) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:49.336784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efc22df-8873-4154-825c-8ccff7539c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.357507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efc22df-8873-4154-825c-8ccff7539c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.493940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efc22df-8873-4154-825c-8ccff7539c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.496634 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9efc22df-8873-4154-825c-8ccff7539c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:49.497814 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9efc22df-8873-4154-825c-8ccff7539c3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40070fc9-cf1b-4afc-a4f8-1bcd47b80854 HTTP/1.1" status: 204 len: 168 time: 0.2107525 Sep 16 05:49:49.506546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc22df-8873-4154-825c-8ccff7539c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40070fc9-cf1b-4afc-a4f8-1bcd47b80854,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:49.755988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b82870f9-c00b-45fb-843e-1e31ff389282 req-96b4cc5b-422d-40a7-86bd-b159db20b569 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0292268 Sep 16 05:49:49.934615 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7ee99c6-affb-41dc-bd4a-8dc60cf38ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.175507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:50.180795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0db17833-9604-4000-9454-ad517e72e3ef req-263f691a-5ac3-41e9-aa26-f86ddfd12f8a tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0380769 Sep 16 05:49:50.189179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-549db6c1-996c-4cba-8c47-241038f4a4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.281840 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-549db6c1-996c-4cba-8c47-241038f4a4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.371323 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-549db6c1-996c-4cba-8c47-241038f4a4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.412720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-549db6c1-996c-4cba-8c47-241038f4a4d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48295c8acb034268a6faeac6775af4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359705 Sep 16 05:49:50.413459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549db6c1-996c-4cba-8c47-241038f4a4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd0d58-4ab9-45c9-8802-0f6f96df3ec8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:50.415349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:50.470069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b12-a3ae-4af3-b239-752a46c7e0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.491005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b12-a3ae-4af3-b239-752a46c7e0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.668829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b12-a3ae-4af3-b239-752a46c7e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.671619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b12-a3ae-4af3-b239-752a46c7e0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.672808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b61f4b12-a3ae-4af3-b239-752a46c7e0b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bbd0d58-4ab9-45c9-8802-0f6f96df3ec8 HTTP/1.1" status: 204 len: 168 time: 0.2563829 Sep 16 05:49:50.680605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f4b12-a3ae-4af3-b239-752a46c7e0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd0d58-4ab9-45c9-8802-0f6f96df3ec8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:50.834620 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:51.288064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-190d5fb2-781f-4c6a-857d-76bfeac211bc req-140b453d-e5cf-4206-88f5-754aca836967 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0264564 Sep 16 05:49:51.951439 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7209d79e-5e58-4808-b6be-940d36828bd2 req-a516dda3-19f5-4f51-9509-6c7a75e90bf3 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0321898 Sep 16 05:49:53.080282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b28b9cd-3c90-4187-bda2-be48f64d5167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:53.084836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d22dfcb3-ac2d-4670-86db-5a0a18d15d3c req-78b7cfb7-9b88-4d1a-9d2a-ad18fc2b2183 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0345614 Sep 16 05:49:53.945379 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:54.194008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ba5583c-9210-4445-87da-7fdece692929 req-7232ced7-bed2-498c-af6d-cd30e1a318d7 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0269878 Sep 16 05:49:55.271531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37258) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:55.317841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcd8f573-e3fd-4f48-9854-4633f3275f2a req-eb402146-c24e-4ebf-a66e-541cc8c1f99e tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0313368 Sep 16 05:49:55.363107 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.401537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-537f6eda-361d-4666-96f7-40e3bcb16071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.495022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-537f6eda-361d-4666-96f7-40e3bcb16071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.592404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-537f6eda-361d-4666-96f7-40e3bcb16071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.635042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-537f6eda-361d-4666-96f7-40e3bcb16071 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c609a92c692a402087f18dca27635af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544090 Sep 16 05:49:55.636504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f6eda-361d-4666-96f7-40e3bcb16071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644aa3a1-2ac7-4e46-aaa7-a81fb8017514,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:55.638194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:55.689184 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c81b4882-73a4-4b21-ab61-7fc002228a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.711298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c81b4882-73a4-4b21-ab61-7fc002228a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.836976 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c81b4882-73a4-4b21-ab61-7fc002228a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.839777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c81b4882-73a4-4b21-ab61-7fc002228a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.843230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c81b4882-73a4-4b21-ab61-7fc002228a3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/644aa3a1-2ac7-4e46-aaa7-a81fb8017514 HTTP/1.1" status: 204 len: 168 time: 0.2018454 Sep 16 05:49:55.850755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b4882-73a4-4b21-ab61-7fc002228a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644aa3a1-2ac7-4e46-aaa7-a81fb8017514,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:56.422989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-91c6a510-0b02-4124-9f72-2fca62accf71 req-430c6fb4-83ac-478e-ab0e-aee9d4c8e97b tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0268900 Sep 16 05:49:56.617714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:56.631581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e807664-4598-40f4-9002-2221d97c08fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:56.732278 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e807664-4598-40f4-9002-2221d97c08fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:56.797165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e807664-4598-40f4-9002-2221d97c08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:56.842400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7e807664-4598-40f4-9002-2221d97c08fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4770b3f65edb4300beea474ee82c4817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235713 Sep 16 05:49:56.846162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:56.853706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e807664-4598-40f4-9002-2221d97c08fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e01ce-8a1f-4e62-8c71-cc7157657ef9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:56.900419 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01df9c37-a339-4297-a8a2-f8f94dc7e762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:56.922122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01df9c37-a339-4297-a8a2-f8f94dc7e762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:57.065434 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01df9c37-a339-4297-a8a2-f8f94dc7e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:57.068038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01df9c37-a339-4297-a8a2-f8f94dc7e762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:57.071793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-01df9c37-a339-4297-a8a2-f8f94dc7e762 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e46e01ce-8a1f-4e62-8c71-cc7157657ef9 HTTP/1.1" status: 204 len: 168 time: 0.2217317 Sep 16 05:49:57.077501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df9c37-a339-4297-a8a2-f8f94dc7e762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e01ce-8a1f-4e62-8c71-cc7157657ef9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:57.536998 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:57.542465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b77b49c-f765-4ef3-91c3-a34568cb3f6d req-9e62dd0e-3290-4490-8d0d-0170ceb4b760 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0304511 Sep 16 05:49:58.665286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1cd2ecd2-c776-4052-aff8-ae0ac166f894 req-1e934971-56ca-4192-8aac-b2b7f1ded6da tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0396433 Sep 16 05:49:58.817349 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:59.192923 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:59.775947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a65842a-4d13-40d2-b6b7-ce9feb3fbfcc req-a5f5dc00-cbd8-49b0-8624-61195a735eeb tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0278759 Sep 16 05:50:00.431885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:00.543506 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-25c28c5c-1f47-463c-b218-5425b4800ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:00.637762 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-25c28c5c-1f47-463c-b218-5425b4800ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:00.725736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-25c28c5c-1f47-463c-b218-5425b4800ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:00.768710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-25c28c5c-1f47-463c-b218-5425b4800ac8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0eb2deb5be24cb7890d027357666d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325169 Sep 16 05:50:00.768710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c28c5c-1f47-463c-b218-5425b4800ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad59ac5d-53e6-4bb7-b8e3-f82cb5a33dfa,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:00.769812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37428) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:00.823392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b354d24f-c808-415e-b3fa-9db2b1b97abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:00.845384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b354d24f-c808-415e-b3fa-9db2b1b97abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:00.895678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b4158f9-3b89-441e-a58c-fd1711c17a1b req-60396940-27ba-4d87-a083-8ba9f6278bdb tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Sep 16 05:50:00.965598 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b354d24f-c808-415e-b3fa-9db2b1b97abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:00.968362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b354d24f-c808-415e-b3fa-9db2b1b97abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:00.969464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b354d24f-c808-415e-b3fa-9db2b1b97abc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad59ac5d-53e6-4bb7-b8e3-f82cb5a33dfa HTTP/1.1" status: 204 len: 168 time: 0.1983724 Sep 16 05:50:00.978499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354d24f-c808-415e-b3fa-9db2b1b97abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad59ac5d-53e6-4bb7-b8e3-f82cb5a33dfa,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:01.609103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:01.626933 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0e01545-def2-4ea7-9182-91bce1391bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:01.734070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0e01545-def2-4ea7-9182-91bce1391bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:01.831452 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0e01545-def2-4ea7-9182-91bce1391bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:01.875588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e01545-def2-4ea7-9182-91bce1391bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c550d22c-5f86-4171-bba6-7c5e1cd6e043,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:01.902238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b0e01545-def2-4ea7-9182-91bce1391bc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74c2c77e9f3244cf85b57fb769934f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902732 Sep 16 05:50:01.903037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37452) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:01.999182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9382ac-c26c-46ab-901c-9d29973b0042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:02.023558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9382ac-c26c-46ab-901c-9d29973b0042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:02.057154 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e0a142bd-93f9-49f2-8d14-7148b1f92534 req-f576d21f-523e-4238-aed7-4d60bbca605b tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0335143 Sep 16 05:50:02.171509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9382ac-c26c-46ab-901c-9d29973b0042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:02.175585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d9382ac-c26c-46ab-901c-9d29973b0042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:02.177027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0d9382ac-c26c-46ab-901c-9d29973b0042 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c550d22c-5f86-4171-bba6-7c5e1cd6e043 HTTP/1.1" status: 204 len: 168 time: 0.2728519 Sep 16 05:50:02.186232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9382ac-c26c-46ab-901c-9d29973b0042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c550d22c-5f86-4171-bba6-7c5e1cd6e043,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:03.172375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33677139-c61c-47b8-b260-4ff941e9fb02 req-48614fee-558c-4eea-aaa8-fe52d2c86ea6 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0379009 Sep 16 05:50:04.280256 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-daa7ee97-6711-4900-8f91-89e549708b2c req-02e126f5-a730-433f-a27a-9d28c89c4c5b tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0300012 Sep 16 05:50:05.390704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2206ed40-f87f-4052-b985-0ccd44e2c726 req-09a20b01-13da-46a3-82f4-cf89e87dece5 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0299029 Sep 16 05:50:05.638655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37592) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:05.753145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe10f228-9950-400b-ab5d-93db88551efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:05.845948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe10f228-9950-400b-ab5d-93db88551efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:05.936736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe10f228-9950-400b-ab5d-93db88551efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:05.976507 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe10f228-9950-400b-ab5d-93db88551efd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b25c9093fe549c3915a2c6ba8c6aa70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367870 Sep 16 05:50:05.977405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10f228-9950-400b-ab5d-93db88551efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd2c36-ecbb-4247-a784-7d7f2bd825b7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:05.979232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37598) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:06.032366 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-068634a6-a8ff-407a-8c78-85d8b4cfd3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:06.055137 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-068634a6-a8ff-407a-8c78-85d8b4cfd3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:06.190973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-068634a6-a8ff-407a-8c78-85d8b4cfd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:06.193553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-068634a6-a8ff-407a-8c78-85d8b4cfd3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:06.194751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-068634a6-a8ff-407a-8c78-85d8b4cfd3a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6abd2c36-ecbb-4247-a784-7d7f2bd825b7 HTTP/1.1" status: 204 len: 168 time: 0.2144275 Sep 16 05:50:06.203168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068634a6-a8ff-407a-8c78-85d8b4cfd3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd2c36-ecbb-4247-a784-7d7f2bd825b7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:06.508511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db6a36f6-eca5-45b7-90d4-d04a1aa4d769 req-c6533b31-74dc-4e1a-89ae-2636b946fc33 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0349650 Sep 16 05:50:06.787756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37616) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:06.801167 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e19e38ed-6557-4b6d-91e8-ce59d620e734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:06.898956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e19e38ed-6557-4b6d-91e8-ce59d620e734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:06.963064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e19e38ed-6557-4b6d-91e8-ce59d620e734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:07.001430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e38ed-6557-4b6d-91e8-ce59d620e734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20928a62-cf53-498e-8596-dfd5e9b3b7df,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:07.006727 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e19e38ed-6557-4b6d-91e8-ce59d620e734 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8d646ae628c4418b2b2457584f17695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178583 Sep 16 05:50:07.009527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37620) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:07.063092 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d239877-93b9-4641-bbc7-a577c33cf511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:07.088449 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d239877-93b9-4641-bbc7-a577c33cf511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:07.245707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d239877-93b9-4641-bbc7-a577c33cf511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:07.248325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d239877-93b9-4641-bbc7-a577c33cf511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:07.249493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0d239877-93b9-4641-bbc7-a577c33cf511 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20928a62-cf53-498e-8596-dfd5e9b3b7df HTTP/1.1" status: 204 len: 168 time: 0.2389309 Sep 16 05:50:07.261440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d239877-93b9-4641-bbc7-a577c33cf511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20928a62-cf53-498e-8596-dfd5e9b3b7df,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:07.612775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5c1508a2-59e7-4ba0-9c40-27efa96cd471 req-4cb6b54a-2c90-474f-880e-d42b093441c8 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0292494 Sep 16 05:50:08.718039 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-27083124-72a2-4879-abf2-2e8ea1e845c1 req-ccd7b6a5-3704-44f6-bba3-ce2a27f5af66 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0285707 Sep 16 05:50:09.843401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a9f726f-b9bc-49c6-a0ce-5cc629c841fc req-99c20f32-02b0-4856-80a8-b45dc7695fa9 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0320303 Sep 16 05:50:10.544603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:10.668438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acd82573-479f-47b9-9f6b-74dbe4516925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:10.757319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acd82573-479f-47b9-9f6b-74dbe4516925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:10.833736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-acd82573-479f-47b9-9f6b-74dbe4516925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:10.874836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd82573-479f-47b9-9f6b-74dbe4516925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8e0f5f-4493-407f-99bd-76440d2bf26c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:10.888582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-acd82573-479f-47b9-9f6b-74dbe4516925 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d79cbc0b5509448c83dab8e559cce250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377507 Sep 16 05:50:10.888709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37792) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:10.972525 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2b4d46b9-f0c3-4812-b4cb-de730d44f243 req-c67fe8f7-91ee-4c77-95cb-f7d49a0f7775 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0390961 Sep 16 05:50:10.977493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83b752ee-a2ed-4c65-8a4e-d8c3536b14f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:11.001804 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83b752ee-a2ed-4c65-8a4e-d8c3536b14f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:11.156725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83b752ee-a2ed-4c65-8a4e-d8c3536b14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:11.159882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83b752ee-a2ed-4c65-8a4e-d8c3536b14f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:11.161087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-83b752ee-a2ed-4c65-8a4e-d8c3536b14f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d8e0f5f-4493-407f-99bd-76440d2bf26c HTTP/1.1" status: 204 len: 168 time: 0.2758946 Sep 16 05:50:11.169544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b752ee-a2ed-4c65-8a4e-d8c3536b14f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8e0f5f-4493-407f-99bd-76440d2bf26c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:12.083162 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac0824dc-cb7f-498e-af66-31595c08b6fe req-62f9450b-990a-4b19-83dd-84605e8ddee3 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0299819 Sep 16 05:50:13.191534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b17173fa-6100-4507-919b-bf4361001608 req-c0a8a124-d4bd-4efe-9497-bc1046639635 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0296824 Sep 16 05:50:13.219069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37866) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.327143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a586ca54-73f7-475f-91d4-af3e16af732c tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:13.545601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a586ca54-73f7-475f-91d4-af3e16af732c tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "PUT /v2.0/quotas/17155a44ae254bafb2352209987325bc HTTP/1.1" status: 200 len: 366 time: 0.3313439 Sep 16 05:50:13.548174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37874) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.558004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-34c25090-0bbe-42cc-82c0-d2fe4ebaca5f tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0087826 Sep 16 05:50:13.560428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37876) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.569438 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c6951d3e-0282-42e3-8bde-b9b18eab9966 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "GET /v2.0/quotas/17155a44ae254bafb2352209987325bc HTTP/1.1" status: 200 len: 366 time: 0.0080495 Sep 16 05:50:13.573903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37878) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.643028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-99a84608-9b84-470a-8696-5591b612a441 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/17155a44ae254bafb2352209987325bc HTTP/1.1" status: 204 len: 168 time: 0.0680540 Sep 16 05:50:13.646290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37882) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.657643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-593c2e1d-2b2f-4493-893a-45c2fed0add0 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0099134 Sep 16 05:50:13.659948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37884) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.672055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ce1043e6-6854-49d7-8ea5-3a37315a8ec8 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "GET /v2.0/quotas/17155a44ae254bafb2352209987325bc HTTP/1.1" status: 200 len: 370 time: 0.0109553 Sep 16 05:50:13.674757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37886) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.680718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-83b59d64-9489-40ed-bfb6-59c7219dd4c8 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "GET /v2.0/quotas/17155a44ae254bafb2352209987325bc/default HTTP/1.1" status: 200 len: 370 time: 0.0040820 Sep 16 05:50:13.683877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37888) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.693181 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-f8c3483b-aff2-4f28-9aaa-035aea857fa1 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] delete failed (client error): The resource could not be found. Sep 16 05:50:13.694427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f8c3483b-aff2-4f28-9aaa-035aea857fa1 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/17155a44ae254bafb2352209987325bc HTTP/1.1" status: 404 len: 348 time: 0.0094881 Sep 16 05:50:13.929787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:13.954195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Usage tracker for resource:network and tenant:f8cf441e619d4c87b185bd135c5a4bfd is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:50:13.956839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:50:13.964586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Usage tracker for resource:subnet and tenant:f8cf441e619d4c87b185bd135c5a4bfd is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:50:13.969554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:50:13.976484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Usage tracker for resource:subnetpool and tenant:f8cf441e619d4c87b185bd135c5a4bfd is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:50:13.981268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:50:13.987408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Usage tracker for resource:port and tenant:f8cf441e619d4c87b185bd135c5a4bfd is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:50:13.992333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:50:14.000135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Usage tracker for resource:router and tenant:f8cf441e619d4c87b185bd135c5a4bfd is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:50:14.005386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:50:14.011710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Usage tracker for resource:floatingip and tenant:f8cf441e619d4c87b185bd135c5a4bfd is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:50:14.016598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:50:14.051700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Usage tracker for resource:security_group and tenant:f8cf441e619d4c87b185bd135c5a4bfd is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:50:14.057103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:50:14.063529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Usage tracker for resource:security_group_rule and tenant:f8cf441e619d4c87b185bd135c5a4bfd is out of sync, need to count used quota {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:50:14.073406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.quota.resource [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95660) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:50:14.078291 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ee966520-a5ae-4950-a066-3ba1dbbeb1b2 tempest-QuotasTest-65937964 tempest-QuotasTest-65937964-project-admin] 10.222.0.49 "GET /v2.0/quotas/f8cf441e619d4c87b185bd135c5a4bfd/details.json HTTP/1.1" status: 200 len: 703 time: 0.1474581 Sep 16 05:50:14.296362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c99c3809-ac6b-4304-8bdf-0c8d299efc12 req-d229c8c6-ad6a-4796-b6a3-f0aade38ca74 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Sep 16 05:50:14.589146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:14.700766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8270-a53a-4d15-aecc-abe643496e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.792054 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8270-a53a-4d15-aecc-abe643496e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.873607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8270-a53a-4d15-aecc-abe643496e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.914522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7b6d8270-a53a-4d15-aecc-abe643496e31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3bdb68174d67449e99810601c1468ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242786 Sep 16 05:50:14.915489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d8270-a53a-4d15-aecc-abe643496e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ab118-53cc-42e4-9393-20b7b23d5901,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:14.917466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37918) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:14.969949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37197817-892e-4da3-9508-178706a3127a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.992239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37197817-892e-4da3-9508-178706a3127a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.125114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37197817-892e-4da3-9508-178706a3127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.127732 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37197817-892e-4da3-9508-178706a3127a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.128943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37197817-892e-4da3-9508-178706a3127a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a3ab118-53cc-42e4-9393-20b7b23d5901 HTTP/1.1" status: 204 len: 168 time: 0.2098706 Sep 16 05:50:15.138056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37197817-892e-4da3-9508-178706a3127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ab118-53cc-42e4-9393-20b7b23d5901,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:15.412416 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba4d7b63-bf68-45a4-a07b-13efa9673ddd req-6b025be2-22a7-48d3-aa1b-6a2b9b92703d tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0348618 Sep 16 05:50:15.767901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 37936) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:15.782767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dea90255-935b-46d9-a7f5-368dda21190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.876071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dea90255-935b-46d9-a7f5-368dda21190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:15.965467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dea90255-935b-46d9-a7f5-368dda21190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.003512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea90255-935b-46d9-a7f5-368dda21190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62960a-36ff-4a49-a03e-95dbe46cc60b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:16.011602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dea90255-935b-46d9-a7f5-368dda21190c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8cf441e619d4c87b185bd135c5a4bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421772 Sep 16 05:50:16.011755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 37942) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:16.067368 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9ae214a-4a2f-43f9-b912-4e4514fff4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.090735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9ae214a-4a2f-43f9-b912-4e4514fff4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.222014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9ae214a-4a2f-43f9-b912-4e4514fff4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.224992 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9ae214a-4a2f-43f9-b912-4e4514fff4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:16.226267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d9ae214a-4a2f-43f9-b912-4e4514fff4cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc62960a-36ff-4a49-a03e-95dbe46cc60b HTTP/1.1" status: 204 len: 168 time: 0.2135773 Sep 16 05:50:16.234118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae214a-4a2f-43f9-b912-4e4514fff4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62960a-36ff-4a49-a03e-95dbe46cc60b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:16.522490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddfe7b6c-e069-48d5-b159-0079d84171cd req-e52e5685-e429-4415-9ed4-4ff0b6d8aacf tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0291443 Sep 16 05:50:17.628899 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-84b8be42-2f5f-4fee-b030-c603e9437333 req-89a52754-d2ed-4f3e-8ebe-700a47a33534 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0266418 Sep 16 05:50:18.191508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38006) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:18.292698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1370282212', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:18.408097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Made reservation on behalf of ddd76665f2ea4359b9401efdd5355555 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:18.410602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:18.419488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:18.524940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:18.630795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:18.636653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] device_id is not set on port 042f0f64-385e-45bc-b8ea-f5ac5394a3c7 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:50:18.698670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7854b6-d5b7-4d5d-a4b2-3868b64dfae8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:18.760747 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20562fbf-5309-41ad-85cb-712cf1b2690a req-beb31b9a-888b-4ae3-b5bb-ceac81d9ab5f tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0483100 Sep 16 05:50:18.794522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Allocated IP 172.25.1.192 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/042f0f64-385e-45bc-b8ea-f5ac5394a3c7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:18.940269 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:19.031305 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:19.071234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:19.075611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:19.078386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:19.114918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Pushing event updated for resources: {'Port': ['ID=042f0f64-385e-45bc-b8ea-f5ac5394a3c7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:19.135630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:19.138166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:19.226431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-892b035a-bd20-403c-be2d-41859e8899c0 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0335443 Sep 16 05:50:19.229666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38024) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:19.234027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.192'}]}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:19.320061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:19.321101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:19.377827 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:19.558614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:19.905174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-93ed8fe5-948b-418d-a595-09003ace9267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:19.916497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2b3bf6a-931c-4d31-accd-9e91c4f46cae req-da00ffd0-3547-4531-be5b-cb134fb613ae tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0406086 Sep 16 05:50:20.213790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.233407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.417372 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.598901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.601558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.759592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.760128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1f5d820-e0df-4070-b188-f37d4d1a4fa2 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:50:20.851696 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:50:20.852889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e2f47aaa-aa57-45a0-b680-aa1b8c413b39 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6222703 Sep 16 05:50:20.855698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:20.876833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.946459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-91655d63-245e-487b-9629-192605cf56b7 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Deleting port 042f0f64-385e-45bc-b8ea-f5ac5394a3c7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:20.946800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91655d63-245e-487b-9629-192605cf56b7 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:21.060188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a9825690-1103-41cf-a52e-95148b94d3be req-bcd10a88-57fb-4511-b204-2ef0468dbef4 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0380833 Sep 16 05:50:21.089976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0f2837eb-6be8-44d1-bc8f-4fff41bc1263 req-407cc834-96fe-47a5-8008-1e173f312e13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0340407 Sep 16 05:50:21.105016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91655d63-245e-487b-9629-192605cf56b7 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:21.117305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-91655d63-245e-487b-9629-192605cf56b7 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Calling delete_port for 042f0f64-385e-45bc-b8ea-f5ac5394a3c7 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:21.282331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91655d63-245e-487b-9629-192605cf56b7 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:21.311032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91655d63-245e-487b-9629-192605cf56b7 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Pushing event deleted for resources: {'Port': ['ID=042f0f64-385e-45bc-b8ea-f5ac5394a3c7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:21.384601 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-91655d63-245e-487b-9629-192605cf56b7 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:21.386549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-91655d63-245e-487b-9629-192605cf56b7 tempest-RoutersAdminNegativeIpV6Test-1534862670 tempest-RoutersAdminNegativeIpV6Test-1534862670-project-admin] 10.222.0.49 "DELETE /v2.0/ports/042f0f64-385e-45bc-b8ea-f5ac5394a3c7 HTTP/1.1" status: 204 len: 168 time: 0.5298564 Sep 16 05:50:21.882174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38068) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:21.993313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58f4e46e-7988-4b41-9191-fdba448881f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.088518 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58f4e46e-7988-4b41-9191-fdba448881f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.174959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1557afa6-88d1-4933-98e1-0aef1ca71207 req-2f27e3fc-cd79-44ca-9aea-fa748e985d56 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0281985 Sep 16 05:50:22.175698 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58f4e46e-7988-4b41-9191-fdba448881f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.217139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-58f4e46e-7988-4b41-9191-fdba448881f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=460c0bb968d24534b7d40ad9ca6c64e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356717 Sep 16 05:50:22.218277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4e46e-7988-4b41-9191-fdba448881f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4677396b-92a3-45a1-bfbc-9cb378a3d82c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:22.219955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38078) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:22.274193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d55083a5-44d0-4f8a-ac5a-5fd94f990f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.301390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d55083a5-44d0-4f8a-ac5a-5fd94f990f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.428603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d55083a5-44d0-4f8a-ac5a-5fd94f990f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.431535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d55083a5-44d0-4f8a-ac5a-5fd94f990f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:22.434015 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d55083a5-44d0-4f8a-ac5a-5fd94f990f9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4677396b-92a3-45a1-bfbc-9cb378a3d82c HTTP/1.1" status: 204 len: 168 time: 0.2107863 Sep 16 05:50:22.447099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55083a5-44d0-4f8a-ac5a-5fd94f990f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4677396b-92a3-45a1-bfbc-9cb378a3d82c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.133767 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-79c58ba3-6ab3-41db-9d90-55826460e294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.174081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38096) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:23.222270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38102) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:23.222896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad7f7dbd-d60e-4853-a5f3-0298cb2f5a77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddd76665f2ea4359b9401efdd5355555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472341 Sep 16 05:50:23.289517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ecc5fdc-bd40-481a-a07c-4b5c807884a0 req-9faf6f99-38b5-4890-8ef8-cfd0974b85dc tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0327806 Sep 16 05:50:23.290570 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-281d0107-acfc-4ef7-b7b8-90ffee011391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.320468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-281d0107-acfc-4ef7-b7b8-90ffee011391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.547773 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-281d0107-acfc-4ef7-b7b8-90ffee011391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.554264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-281d0107-acfc-4ef7-b7b8-90ffee011391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.554264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-281d0107-acfc-4ef7-b7b8-90ffee011391 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d7854b6-d5b7-4d5d-a4b2-3868b64dfae8 HTTP/1.1" status: 204 len: 168 time: 0.3274007 Sep 16 05:50:23.561354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d0107-acfc-4ef7-b7b8-90ffee011391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7854b6-d5b7-4d5d-a4b2-3868b64dfae8,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:23.862350 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.919687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63f103fe-490b-4db3-825e-cb43cd8e3cd2 req-5f48a607-fc42-4435-94c1-723710cc0c47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3c242dc779846bc80e4b16a7d0d5cfc&device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0507610 Sep 16 05:50:23.921676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-17e72f79-878d-41c0-ba17-ba4339698aad req-57d0df48-6a05-4a0b-8ad2-9447a83da9c0 tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0439217 Sep 16 05:50:23.965925 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63f103fe-490b-4db3-825e-cb43cd8e3cd2 req-a2344e09-5485-4cb4-b832-298ef7b342d1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b3c242dc779846bc80e4b16a7d0d5cfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214441 Sep 16 05:50:24.084966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f103fe-490b-4db3-825e-cb43cd8e3cd2 req-3c8f2305-e589-4cf4-910d-0df2daad7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:24.087277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63f103fe-490b-4db3-825e-cb43cd8e3cd2 req-3c8f2305-e589-4cf4-910d-0df2daad7e41 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072252 Sep 16 05:50:24.759325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:24.881110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1807125986'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:24.973740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:24.978243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:24.988042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.035111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71bbff9b-b33e-4f02-ad54-ef668a631955 req-27c3b57e-4a27-4ab5-be58-00284710e18d tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0331545 Sep 16 05:50:25.118781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.197097 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.230530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:50:25.241092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696d92d7-7262-479c-9781-4876d5332eb3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:25.246423 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.247426 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Added segment 42c7feb4-9889-46ad-911b-3f9c2c97e994 of type vlan for network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 Sep 16 05:50:25.310435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.369259 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.397191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.405052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:25.405781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.483662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Network': ['ID=5fc0e7ee-d3c0-4e71-b522-8203a2e26d43,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:25.496962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:50:25.511722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7e5c608c-88b8-41ac-bc08-3e7635f72f99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7512102 Sep 16 05:50:25.514434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38160) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:25.519505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'subnet': {'network_id': '5fc0e7ee-d3c0-4e71-b522-8203a2e26d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:25.578050 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63f103fe-490b-4db3-825e-cb43cd8e3cd2 req-be53d7a9-1013-412f-be4e-cabed7d07afd tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0383248 Sep 16 05:50:25.776614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:25.780232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:26.114161 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:26.182426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43fa00ee-ba1b-459a-b0b8-15a9fb36317b req-abb182dc-9017-4e92-962d-4a0cb6ae509b tempest-ServerShowV257Test-841808401 tempest-ServerShowV257Test-841808401-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff5dc88-69cf-42f3-b8ef-cb4ba2f89d53 HTTP/1.1" status: 200 len: 210 time: 0.0572088 Sep 16 05:50:26.210926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Subnet': ['ID=2579ce71-57d0-4ef8-9de0-5e7d6d281941,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:26.218971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Checking segment: {'id': '42c7feb4-9889-46ad-911b-3f9c2c97e994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5fc0e7ee-d3c0-4e71-b522-8203a2e26d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:50:26.219348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network hostable DHCP agents. Network: 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:50:26.347736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:50:26.473689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:26.479358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:26.480028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:26.482913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc3f89-8c3c-4799-a463-13af88353824 None None] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:50:26.565297 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9a1ec57f-96a9-4bad-872d-59c692d2d346 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0471027 Sep 16 05:50:26.565828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38176) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:26.571417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-97334994', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:26.618258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa7f57-1f93-48be-bd4c-52e918ca1b7d None None] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:50:26.662949 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:26.665997 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:26.725902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:26.965429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:27.236841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:27.256738 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:27.364945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.25.1.190 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/2964e973-1182-42a8-8f81-c9e02fcf35de) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:27.479677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:27.499711 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:27.608538 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:27.648188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:27.652368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:27.658033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:27.688590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=2964e973-1182-42a8-8f81-c9e02fcf35de,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:27.783145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38200) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:27.915651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eeb148bd-08fc-4b7c-8d0b-35e5ca13a99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.024758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eeb148bd-08fc-4b7c-8d0b-35e5ca13a99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.025023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.087703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eeb148bd-08fc-4b7c-8d0b-35e5ca13a99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.127602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb148bd-08fc-4b7c-8d0b-35e5ca13a99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c36640-f03a-4f38-8b11-924dee50695c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:28.132276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eeb148bd-08fc-4b7c-8d0b-35e5ca13a99e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3c242dc779846bc80e4b16a7d0d5cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478823 Sep 16 05:50:28.135472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38206) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:28.186367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76e448f-4ff1-40a6-a754-898d0552d0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.214289 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76e448f-4ff1-40a6-a754-898d0552d0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.227589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.348144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76e448f-4ff1-40a6-a754-898d0552d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.350747 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f76e448f-4ff1-40a6-a754-898d0552d0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.352909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f76e448f-4ff1-40a6-a754-898d0552d0df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83c36640-f03a-4f38-8b11-924dee50695c HTTP/1.1" status: 204 len: 168 time: 0.2163692 Sep 16 05:50:28.369957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e448f-4ff1-40a6-a754-898d0552d0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c36640-f03a-4f38-8b11-924dee50695c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:28.477233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:50:28.596653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:28.606332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd20be-a7a2-4687-981c-110e3feb481b None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:28.624888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd20be-a7a2-4687-981c-110e3feb481b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:28.625676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-89fd20be-a7a2-4687-981c-110e3feb481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:28.665290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-89fd20be-a7a2-4687-981c-110e3feb481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:28.683747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd20be-a7a2-4687-981c-110e3feb481b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:28.684390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-89fd20be-a7a2-4687-981c-110e3feb481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:28.699366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.704882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8ecba7f0-fa5b-4391-8a95-ed5d6e159622 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1354935 Sep 16 05:50:28.714436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38220) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:28.722727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-89fd20be-a7a2-4687-981c-110e3feb481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:28.723370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd20be-a7a2-4687-981c-110e3feb481b None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:28.845317 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.212269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.434430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:29.512112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.20.0.1 (5fc0e7ee-d3c0-4e71-b522-8203a2e26d43/2579ce71-57d0-4ef8-9de0-5e7d6d281941/34bd28cc-e6d3-41fb-b719-6f7fca88ad4d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:29.558826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1135400735-network', 'tenant_id': '6d454fac84e34273b7043378049a2dd3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:29.642976 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.656660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Made reservation on behalf of 6d454fac84e34273b7043378049a2dd3 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:29.659135 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.670304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.737122 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.785199 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.787110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:29.790913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:29.795090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:29.823601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=34bd28cc-e6d3-41fb-b719-6f7fca88ad4d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:29.845758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.846113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.872225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:50:29.883748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fda50c-82dd-4937-82c7-1893a9568f0d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:29.894947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.895401 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Added segment 60b48ce9-9cd7-4e1b-99e9-a0f13cccc513 of type vlan for network 64071994-c7ef-4046-a6b2-03859754aabc Sep 16 05:50:29.898471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.899246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.899924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.900338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.900742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.901286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.901725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.902115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.902532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.902934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.903321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.903671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:29.957241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.069497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.071139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.072478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:30.073330 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.139379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] Pushing event updated for resources: {'Network': ['ID=64071994-c7ef-4046-a6b2-03859754aabc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:30.151076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 64071994-c7ef-4046-a6b2-03859754aabc details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:50:30.180544 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0f011749-ed19-4f2c-888e-7d8c42bebb58 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7449415 Sep 16 05:50:30.183987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38258) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:30.190223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Request body: {'subnet': {'network_id': '64071994-c7ef-4046-a6b2-03859754aabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1135400735-subnet', 'tenant_id': '6d454fac84e34273b7043378049a2dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:30.276236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Made reservation on behalf of 6d454fac84e34273b7043378049a2dd3 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:30.278643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.402944 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.527949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.565055 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.607045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=34bd28cc-e6d3-41fb-b719-6f7fca88ad4d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:30.612254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.623875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b948f54-8b73-4bae-9e71-bef8d410bdad,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:30.633775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Checking segment: {'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:50:30.634057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Network hostable DHCP agents. Network: 64071994-c7ef-4046-a6b2-03859754aabc, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:50:30.711388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:30.712896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:30.753919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Network 64071994-c7ef-4046-a6b2-03859754aabc is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:50:30.828326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 64071994-c7ef-4046-a6b2-03859754aabc) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:30.836801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:30.836974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:30.837708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:30.843107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d9f16a-9e0d-4c29-8eef-e79bb2d280fe None None] Network 64071994-c7ef-4046-a6b2-03859754aabc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:50:30.925248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3cd9d82c-f8d7-4378-b90b-84ab60690d4d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7323811 Sep 16 05:50:30.968463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:30.978295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38270) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:30.978848 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8a02df7f-c82e-4023-8236-f83f4c017f0e tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/routers/b5920d76-bc3d-48a3-998c-e295d915ba6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2621765 Sep 16 05:50:30.983059 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd4eb9-7383-43ef-85e0-1f0fd7a8b901 None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:30.983604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'port': {'network_id': '5fc0e7ee-d3c0-4e71-b522-8203a2e26d43', 'name': 'tempest-FloatingIPTestJSON-744219559'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:30.995682 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd4eb9-7383-43ef-85e0-1f0fd7a8b901 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:31.003968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde36ba5-f845-4b2a-a69b-8b2810db74b4 None None] Network 64071994-c7ef-4046-a6b2-03859754aabc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:50:31.004218 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-61dd4eb9-7383-43ef-85e0-1f0fd7a8b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:31.038154 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-61dd4eb9-7383-43ef-85e0-1f0fd7a8b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:31.053612 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd4eb9-7383-43ef-85e0-1f0fd7a8b901 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:31.055185 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-61dd4eb9-7383-43ef-85e0-1f0fd7a8b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:31.126424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-108f92f0-7221-438a-beb0-34f6150cefca req-a8ed24ed-39a8-4dc0-84ca-2ceca8a36171 service neutron] (95660) timed out ('10.222.0.30', 50292) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:50:31.205469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:31.206488 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-61dd4eb9-7383-43ef-85e0-1f0fd7a8b901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:31.207184 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd4eb9-7383-43ef-85e0-1f0fd7a8b901 None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:31.209560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:31.230782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] device_id is not set on port 6244041b-0d92-4a99-9d25-63d0410ffd11 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:50:31.393372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.20.0.5 (5fc0e7ee-d3c0-4e71-b522-8203a2e26d43/2579ce71-57d0-4ef8-9de0-5e7d6d281941/6244041b-0d92-4a99-9d25-63d0410ffd11) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:31.486960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-b58409bb-615b-4e9a-a707-a35a518ec452 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:31.488484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-b58409bb-615b-4e9a-a707-a35a518ec452 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 814 time: 0.1419752 Sep 16 05:50:31.525639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-eb9e3532-5f9d-4017-b666-439d9068e4bb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/quotas/6d454fac84e34273b7043378049a2dd3 HTTP/1.1" status: 200 len: 375 time: 0.0288835 Sep 16 05:50:31.589907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-408d5533-aad0-4052-ad50-821c441ba32e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543935 Sep 16 05:50:32.031975 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:32.068347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-47479a12-bcdb-49ef-a4fb-95a4dcd05932 service neutron] 10.222.0.49 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709787 Sep 16 05:50:32.177900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-ab6e907f-de42-47f8-a17d-ba7f65003d12 service neutron] 10.222.0.49 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023486 Sep 16 05:50:32.194283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:32.252617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:32.255839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:32.262171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:32.268865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=6244041b-0d92-4a99-9d25-63d0410ffd11,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:32.316911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:32.317437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:32.394967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1ce8dbc2-6656-4e03-8123-e300491d983b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4149375 Sep 16 05:50:32.400516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38308) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:32.408790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'port': {'network_id': '5fc0e7ee-d3c0-4e71-b522-8203a2e26d43', 'name': 'tempest-FloatingIPTestJSON-126440629'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:32.488334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b20130fe-fda1-4304-b017-3a0f0842a2e3 req-54fc59cf-3e0c-4d22-afab-b41adf546b94 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 210 time: 0.0525622 Sep 16 05:50:32.667826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:32.671483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:32.693361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] device_id is not set on port fa0899b8-2f6a-46a7-a953-bf91ed0cf0da yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:50:32.800686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.20.0.4 (5fc0e7ee-d3c0-4e71-b522-8203a2e26d43/2579ce71-57d0-4ef8-9de0-5e7d6d281941/fa0899b8-2f6a-46a7-a953-bf91ed0cf0da) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:32.966204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:33.136986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:33.185526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:33.189514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:33.192495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:33.224536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=fa0899b8-2f6a-46a7-a953-bf91ed0cf0da,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:33.240983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.241329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.241761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.242102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.242437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.242766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.243166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.243486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.243816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.244174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.244504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.244853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:33.268780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:33.269452 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:33.362670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-09841af5-5f9f-45c2-920e-9788134d7aaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9610593 Sep 16 05:50:33.365650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38330) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:33.369975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'fa0899b8-2f6a-46a7-a953-bf91ed0cf0da', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:33.516500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:33.562926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2372834f-df03-4ccd-bc15-63aec5bfbeca req-2e5c587d-abee-4703-a7c9-dd68e3eb91f3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 210 time: 0.0279710 Sep 16 05:50:33.992698 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:34.106400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.25.1.151 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/eb6274fc-f40e-4d93-88f7-036b15f046bd) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:34.355170 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:34.470796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:34.512726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:34.515441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:34.521189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:34.528349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=eb6274fc-f40e-4d93-88f7-036b15f046bd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:34.671161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7f0d3284-2da4-4c0a-8ed3-53d5f7cdac6c req-17a01245-cd2b-4a14-826f-c8391ed0153f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 210 time: 0.0364997 Sep 16 05:50:34.933847 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:35.061103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-6bcd5b0b-76ad-4589-97f4-9b610071c1df tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:35.062678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-6bcd5b0b-76ad-4589-97f4-9b610071c1df tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.66 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 814 time: 0.1097393 Sep 16 05:50:35.086228 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:35.088229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Request body: {'port': {'device_id': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc', 'admin_state_up': True, 'tenant_id': '6d454fac84e34273b7043378049a2dd3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:35.261385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:35.356427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Made reservation on behalf of 6d454fac84e34273b7043378049a2dd3 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:35.360108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:35.414281 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:35.484634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=eb6274fc-f40e-4d93-88f7-036b15f046bd,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:35.505034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:35.507770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Allocated IP 172.20.0.11 (64071994-c7ef-4046-a6b2-03859754aabc/7b948f54-8b73-4bae-9e71-bef8d410bdad/0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:35.625948 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP 96dc7c93-5522-41a5-978d-10d8f5ef7a05 associated. External IP: 172.25.1.151, port: fa0899b8-2f6a-46a7-a953-bf91ed0cf0da. Sep 16 05:50:35.675191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:35.773823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:35.816730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Network 64071994-c7ef-4046-a6b2-03859754aabc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:35.831731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:35.847927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:35.895314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:35.900752 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-3aa4416e-a295-4e14-ab35-86fc7e1a74e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630023 Sep 16 05:50:35.905109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:35.950835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337070a-e595-4459-87da-b2ca8ea1144a req-e7948e67-a3a8-4be1-b270-e6f8ebc6e402 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:35.952412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d337070a-e595-4459-87da-b2ca8ea1144a req-e7948e67-a3a8-4be1-b270-e6f8ebc6e402 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 932 time: 0.2116249 Sep 16 05:50:35.958658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:35.959312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.013260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d337070a-e595-4459-87da-b2ca8ea1144a req-df52720f-bcf7-44c4-b5d1-2d5bbc56792b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Sep 16 05:50:36.057059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-a57f91fe-273f-4b96-8064-b2a06f467d44 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9753847 Sep 16 05:50:36.069741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:36.080626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdedd09-0185-4cc9-86da-e59d5de13b3b None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:36.084620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-aac30152-06e3-4e06-80b1-9bf4e00817eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:36.086476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Request body: {'port': {'device_id': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:36.086939 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-aac30152-06e3-4e06-80b1-9bf4e00817eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 1098 time: 0.0650985 Sep 16 05:50:36.104197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdedd09-0185-4cc9-86da-e59d5de13b3b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:36.104803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1fdedd09-0185-4cc9-86da-e59d5de13b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:36.135929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1fdedd09-0185-4cc9-86da-e59d5de13b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:36.145016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdedd09-0185-4cc9-86da-e59d5de13b3b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:36.145929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1fdedd09-0185-4cc9-86da-e59d5de13b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:36.153159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.179734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1fdedd09-0185-4cc9-86da-e59d5de13b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:36.180658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdedd09-0185-4cc9-86da-e59d5de13b3b None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:36.190401 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.199842 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:36.236539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ce5a0ec6-8399-4aa6-9d85-c76bf9c2a429 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8673010 Sep 16 05:50:36.237256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38352) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:36.244730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:36.334743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-7857e402-e18d-45f4-91fd-ac32dcee2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:36.336994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-7857e402-e18d-45f4-91fd-ac32dcee2a7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.2298510 Sep 16 05:50:36.430778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.455658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:50:36.464185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.482559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Transition to ACTIVE for port object 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:50:36.506310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-2136c689-25c8-4fa8-a417-c5fb7d7a4ca4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a2917-61aa-43a5-84b8-c6d4926efd49 HTTP/1.1" status: 200 len: 1001 time: 0.1578474 Sep 16 05:50:36.564993 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.607217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-e90170c6-0060-4bb2-a1fb-5ceada0c8571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:36.608799 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-e90170c6-0060-4bb2-a1fb-5ceada0c8571 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0923033 Sep 16 05:50:36.623628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:36.661870 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.701358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Attempting to bind port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:50:36.702032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Attempting to bind port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:50:36.702175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-67cd8dcf-e86e-4b3d-9dc0-9833ebfdafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:36.702378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Attempting to bind port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 on network 64071994-c7ef-4046-a6b2-03859754aabc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:36.704033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-67cd8dcf-e86e-4b3d-9dc0-9833ebfdafd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569108 Sep 16 05:50:36.707678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 on network 64071994-c7ef-4046-a6b2-03859754aabc not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:50:36.707678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Attempting to bind port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 on network 64071994-c7ef-4046-a6b2-03859754aabc {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:36.712790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:50:36.713134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Checking segment: {'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:50:36.713513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Bound using segment: {'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:50:36.713941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Bound port: 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:50:36.714305 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.733307 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.733780 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP 96dc7c93-5522-41a5-978d-10d8f5ef7a05 disassociated. External IP: 172.25.1.151, port: fa0899b8-2f6a-46a7-a953-bf91ed0cf0da. Sep 16 05:50:36.787032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:36.791828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:36.859785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.885319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-5e9f6838-9b85-4735-84ba-7d6e7d729ea2 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724515 Sep 16 05:50:36.906152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:36.908493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.908493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] 10.222.0.66 "PUT /v2.0/ports/0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 HTTP/1.1" status: 200 len: 1093 time: 0.8277104 Sep 16 05:50:36.909129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:36.911729 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c44e993-1ec0-4e87-af03-e42725eb8298" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:36.954287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78f60e-1550-41c6-b086-ac1ad4ab5c92 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:36.964168 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8740c3c-1b9f-499b-bf62-7e0988f64ef1 x-openstack-request-id: req-c8740c3c-1b9f-499b-bf62-7e0988f64ef1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:36.964559 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:36.965130 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8740c3c-1b9f-499b-bf62-7e0988f64ef1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:36.965690 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'status': 'completed', 'code': 200} Sep 16 05:50:37.072623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44e993-1ec0-4e87-af03-e42725eb8298 req-7666f127-1d57-49cd-b9d1-c16c42f96d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:37.074519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c44e993-1ec0-4e87-af03-e42725eb8298 req-7666f127-1d57-49cd-b9d1-c16c42f96d02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1096 time: 0.0513759 Sep 16 05:50:37.084828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-171c80b5-22f3-47fd-b8b7-12251320e400 req-68cf713c-4693-4e2d-8ff1-1faf8dc6db4f service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914039 Sep 16 05:50:37.108351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:37.219258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355171d-e6fb-4240-8e15-dd3c0ce33ccc req-8ed8ff78-7691-45f0-9229-faba10db2eef tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:37.221636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5355171d-e6fb-4240-8e15-dd3c0ce33ccc req-8ed8ff78-7691-45f0-9229-faba10db2eef tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.1289995 Sep 16 05:50:37.229494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:37.234300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:37.243212 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2bd06-bde7-4871-a721-4bd180a4067c None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:37.257705 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2bd06-bde7-4871-a721-4bd180a4067c None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:37.258545 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2cb2bd06-bde7-4871-a721-4bd180a4067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:37.268097 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-47e6b0a8-6f6f-40d6-bbb3-2d162e9ddc94 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/floatingips/96dc7c93-5522-41a5-978d-10d8f5ef7a05 HTTP/1.1" status: 200 len: 688 time: 1.0277381 Sep 16 05:50:37.274913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:37.286593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5355171d-e6fb-4240-8e15-dd3c0ce33ccc req-62198a68-969f-4d29-bdc2-0ed923ccc0bf tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539680 Sep 16 05:50:37.287785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44e993-1ec0-4e87-af03-e42725eb8298 req-cbd0cc27-4e4f-4ad8-a573-1a682ac957a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:37.290447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c44e993-1ec0-4e87-af03-e42725eb8298 req-cbd0cc27-4e4f-4ad8-a573-1a682ac957a4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6d454fac84e34273b7043378049a2dd3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1637714 Sep 16 05:50:37.301710 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2cb2bd06-bde7-4871-a721-4bd180a4067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:37.320795 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2bd06-bde7-4871-a721-4bd180a4067c None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:37.321692 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2cb2bd06-bde7-4871-a721-4bd180a4067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:37.357317 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2cb2bd06-bde7-4871-a721-4bd180a4067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:37.358290 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2bd06-bde7-4871-a721-4bd180a4067c None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:37.408874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port eb6274fc-f40e-4d93-88f7-036b15f046bd {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:37.409246 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:37.411332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44e993-1ec0-4e87-af03-e42725eb8298 req-c12ab2f9-e5aa-439f-bc43-3aeedf78d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:37.412897 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c44e993-1ec0-4e87-af03-e42725eb8298 req-c12ab2f9-e5aa-439f-bc43-3aeedf78d40f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066694 Sep 16 05:50:37.502267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:37.502597 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:37.515625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for eb6274fc-f40e-4d93-88f7-036b15f046bd owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:37.542085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-1afaf289-8799-4d22-aa69-fd815c4b941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:37.544025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-1afaf289-8799-4d22-aa69-fd815c4b941d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1096 time: 0.0472713 Sep 16 05:50:37.603986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-c24c9012-433a-4722-a1df-e086272feb80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 HTTP/1.1" status: 200 len: 217 time: 0.0405879 Sep 16 05:50:37.667410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-861399e6-aadd-442a-9243-0e54b28fec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:37.668947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-861399e6-aadd-442a-9243-0e54b28fec29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 200 len: 854 time: 0.0543826 Sep 16 05:50:37.714868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-5d61aef7-cb43-4363-ad15-2522d8358f2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64071994-c7ef-4046-a6b2-03859754aabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276928 Sep 16 05:50:37.728393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:37.755159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=eb6274fc-f40e-4d93-88f7-036b15f046bd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:37.821693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-5c033f62-5beb-410a-9736-774b11322067 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997014 Sep 16 05:50:37.826682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:37.829485 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:37.836540 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5237671f-939d-4c4c-8cb2-701e03dade10 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/floatingips/96dc7c93-5522-41a5-978d-10d8f5ef7a05 HTTP/1.1" status: 204 len: 168 time: 0.5615962 Sep 16 05:50:37.840484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:37.845476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '6244041b-0d92-4a99-9d25-63d0410ffd11'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:37.948817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d5885a2-c903-4c7c-aea1-35a521c75745 req-d831e5c8-9b4b-4909-bfd2-a6a513c98341 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167784 Sep 16 05:50:38.027980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:38.133678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:38.242886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.25.1.65 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/d4d546d2-a8f9-4442-af5d-076e8c033d02) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:38.358281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:38.451032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:38.490915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:38.494787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:38.498892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:38.513155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbf101-fda4-4224-ac84-d7a3bf9327d5 req-93a518d9-c7bd-4ca5-8a5a-e1d5044bc639 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:38.514909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47bbf101-fda4-4224-ac84-d7a3bf9327d5 req-93a518d9-c7bd-4ca5-8a5a-e1d5044bc639 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.1405456 Sep 16 05:50:38.528494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=d4d546d2-a8f9-4442-af5d-076e8c033d02,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:38.559091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47bbf101-fda4-4224-ac84-d7a3bf9327d5 req-fca43cbe-8dfe-4fc2-b636-f142624355f7 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379229 Sep 16 05:50:39.024327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:39.206909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:39.372611 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:39.424675 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:39.499065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=d4d546d2-a8f9-4442-af5d-076e8c033d02,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:39.510502 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:39.619213 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP 1afbfc54-497c-4977-9f34-cfe82cd3e303 associated. External IP: 172.25.1.65, port: 6244041b-0d92-4a99-9d25-63d0410ffd11. Sep 16 05:50:39.753564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19962196-2d0a-4f75-a7ff-c02ab7193955 req-68f4907d-01de-4a73-82a7-e0c2fe52bc58 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:39.755101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19962196-2d0a-4f75-a7ff-c02ab7193955 req-68f4907d-01de-4a73-82a7-e0c2fe52bc58 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0981634 Sep 16 05:50:39.846744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19962196-2d0a-4f75-a7ff-c02ab7193955 req-6257604c-4676-49ae-8520-ea519c5e6b65 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835743 Sep 16 05:50:40.250279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:40.524223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:40.527693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bea445e-9995-4d9b-b4f6-277d42d2067d None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:40.527693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea445e-9995-4d9b-b4f6-277d42d2067d None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:40.527693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6bea445e-9995-4d9b-b4f6-277d42d2067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:40.527693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6bea445e-9995-4d9b-b4f6-277d42d2067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:40.527693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea445e-9995-4d9b-b4f6-277d42d2067d None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:40.527693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6bea445e-9995-4d9b-b4f6-277d42d2067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:40.527693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-6bea445e-9995-4d9b-b4f6-277d42d2067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:40.527693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bea445e-9995-4d9b-b4f6-277d42d2067d None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:40.721833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:40.752695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-59851bcc-c6d0-43a7-bece-f4a5a528841f tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9109378 Sep 16 05:50:40.755325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:40.822622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9009bdaf-78ad-4ff3-8520-e1e176675661 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "GET /v2.0/floatingips/1afbfc54-497c-4977-9f34-cfe82cd3e303 HTTP/1.1" status: 200 len: 976 time: 0.0661042 Sep 16 05:50:40.824992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:40.943177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4b8067af-cd7b-43e8-bb52-1cd5abd6dd65 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1170609 Sep 16 05:50:40.948633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38440) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:40.950708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'port_id': 'fa0899b8-2f6a-46a7-a953-bf91ed0cf0da'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:40.983406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56076c2b-4869-4182-af5a-9a735bb824a4 req-40e2963f-fef5-41af-8878-80d0b203f449 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:40.985190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56076c2b-4869-4182-af5a-9a735bb824a4 req-40e2963f-fef5-41af-8878-80d0b203f449 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0542836 Sep 16 05:50:41.013019 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:41.026761 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-56076c2b-4869-4182-af5a-9a735bb824a4 req-a91359d3-3cac-445e-98fa-53a44a658e4d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Sep 16 05:50:41.197614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:50:41.297294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:41.308885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc', 'port_id': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'mac_address': 'fa:16:3e:9b:28:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b948f54-8b73-4bae-9e71-bef8d410bdad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:50:41.351822 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:41.365860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:50:41.386222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:41.513569 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:41.513826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:41.563153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:41.570541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.570885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.571222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.571554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.571943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.572231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.572555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.572876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.573194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.573509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.573973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.574292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:50:41.645206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:41.757111 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP 1afbfc54-497c-4977-9f34-cfe82cd3e303 associated. External IP: 172.25.1.65, port: 6244041b-0d92-4a99-9d25-63d0410ffd11. Sep 16 05:50:41.856774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:50:41.979384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:42.096111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:42.105884 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a852dd-b379-424b-9203-cdb5b53135f9 None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:42.115409 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a852dd-b379-424b-9203-cdb5b53135f9 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:42.116810 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2a852dd-b379-424b-9203-cdb5b53135f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:42.147940 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2a852dd-b379-424b-9203-cdb5b53135f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:42.157041 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a852dd-b379-424b-9203-cdb5b53135f9 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:42.157658 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2a852dd-b379-424b-9203-cdb5b53135f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:42.190392 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2a852dd-b379-424b-9203-cdb5b53135f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:42.191048 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a852dd-b379-424b-9203-cdb5b53135f9 None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:42.266144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7332888-26f1-43e9-bbe2-a1d31479a10b req-ac593a0c-7df2-40f2-a085-5d3a18870f18 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:42.267642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7332888-26f1-43e9-bbe2-a1d31479a10b req-ac593a0c-7df2-40f2-a085-5d3a18870f18 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 945 time: 0.1311123 Sep 16 05:50:42.356455 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c7332888-26f1-43e9-bbe2-a1d31479a10b req-b5b66876-0087-498f-93c4-b663950b2919 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807447 Sep 16 05:50:42.430650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:42.544706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:42.549296 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:42.555121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d73f0-a43b-456b-94e5-d759f4f0953b None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:42.565133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d73f0-a43b-456b-94e5-d759f4f0953b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:42.565837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d58d73f0-a43b-456b-94e5-d759f4f0953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:42.603086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d58d73f0-a43b-456b-94e5-d759f4f0953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:42.611518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d73f0-a43b-456b-94e5-d759f4f0953b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:42.611693 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ca592fb6-d7b5-4519-a379-a28e96797ea6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/floatingips/1afbfc54-497c-4977-9f34-cfe82cd3e303 HTTP/1.1" status: 200 len: 976 time: 1.6645224 Sep 16 05:50:42.615248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d58d73f0-a43b-456b-94e5-d759f4f0953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:42.615384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38512) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:42.619344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:42.647342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d58d73f0-a43b-456b-94e5-d759f4f0953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:42.648290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d73f0-a43b-456b-94e5-d759f4f0953b None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:42.676675 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:42.827289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:42.887286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:42.887633 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP 1afbfc54-497c-4977-9f34-cfe82cd3e303 disassociated. External IP: 172.25.1.65, port: fa0899b8-2f6a-46a7-a953-bf91ed0cf0da. Sep 16 05:50:43.110379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:43.198037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:43.228282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:43.233555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.238926 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb90c2-4eee-420e-b62d-56dcd96eb62b None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:43.254900 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb90c2-4eee-420e-b62d-56dcd96eb62b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:43.255694 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d3eb90c2-4eee-420e-b62d-56dcd96eb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:43.268118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-23b57133-fd2a-4988-8362-2178504ddfe8 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/floatingips/1afbfc54-497c-4977-9f34-cfe82cd3e303 HTTP/1.1" status: 200 len: 687 time: 0.6527507 Sep 16 05:50:43.270585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38546) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:43.290878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d3eb90c2-4eee-420e-b62d-56dcd96eb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:43.299505 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb90c2-4eee-420e-b62d-56dcd96eb62b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:43.300155 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d3eb90c2-4eee-420e-b62d-56dcd96eb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:43.308358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:50:43.313135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:50:43.313135 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.331145 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d3eb90c2-4eee-420e-b62d-56dcd96eb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:43.331792 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb90c2-4eee-420e-b62d-56dcd96eb62b None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:43.404709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.409068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port d4d546d2-a8f9-4442-af5d-076e8c033d02 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:43.409630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.433866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:43.436666 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd4595e-c081-4412-8e37-3ed76c2044ba" -d '{"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:43.451818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:43.482259 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ee45bf-88ff-4152-bf87-d571a5215630 x-openstack-request-id: req-06ee45bf-88ff-4152-bf87-d571a5215630 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:43.482735 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:43.483155 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06ee45bf-88ff-4152-bf87-d571a5215630 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:43.484695 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'code': 200} Sep 16 05:50:43.510106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.515523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.515658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0c044-0420-48fc-9eee-d06625f1ce45 req-38539709-43ca-46cb-8c6e-4b09a6af8e22 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:43.516435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ee0c044-0420-48fc-9eee-d06625f1ce45 req-38539709-43ca-46cb-8c6e-4b09a6af8e22 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 945 time: 0.0633371 Sep 16 05:50:43.523750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for d4d546d2-a8f9-4442-af5d-076e8c033d02 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:43.544871 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.564405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ee0c044-0420-48fc-9eee-d06625f1ce45 req-7d0134ad-0abb-41d1-a7ef-068d8fcd3eb8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 Sep 16 05:50:43.594937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:43.642724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286ee78-5a2c-41b1-a3fc-2a4f67ef0c41 req-a43be5d7-a833-4c90-bd86-61477798e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:43.644241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1286ee78-5a2c-41b1-a3fc-2a4f67ef0c41 req-a43be5d7-a833-4c90-bd86-61477798e7da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1098 time: 0.0670164 Sep 16 05:50:43.712371 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1286ee78-5a2c-41b1-a3fc-2a4f67ef0c41 req-22b334e5-9871-4318-bf14-334f65858e71 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565410 Sep 16 05:50:43.794020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.817899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=d4d546d2-a8f9-4442-af5d-076e8c033d02,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:43.892075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.894774 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:43.895977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fd8f2f12-b66f-44aa-8369-81a6d422ddb6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/floatingips/1afbfc54-497c-4977-9f34-cfe82cd3e303 HTTP/1.1" status: 204 len: 168 time: 0.6244161 Sep 16 05:50:43.899954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38576) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:43.936130 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-2bde5baa-0bdf-4747-b162-688b015694e3 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] delete failed (client error): The resource could not be found. Sep 16 05:50:43.937174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2bde5baa-0bdf-4747-b162-688b015694e3 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/floatingips/1afbfc54-497c-4977-9f34-cfe82cd3e303 HTTP/1.1" status: 404 len: 345 time: 0.0363803 Sep 16 05:50:43.940945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38580) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:44.030271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcab413-12d1-4389-82be-443d58eacc99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:44.036300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcab413-12d1-4389-82be-443d58eacc99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:44.042606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcab413-12d1-4389-82be-443d58eacc99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:44.044381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2dcab413-12d1-4389-82be-443d58eacc99 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "GET /v2.0/ports?network_id=5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 HTTP/1.1" status: 200 len: 2356 time: 0.1024978 Sep 16 05:50:44.047352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:44.108628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4364a9-26fb-4198-be7b-72dcb63c7aaa tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:44.110017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aa4364a9-26fb-4198-be7b-72dcb63c7aaa tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "GET /v2.0/subnets/2579ce71-57d0-4ef8-9de0-5e7d6d281941 HTTP/1.1" status: 200 len: 797 time: 0.0616305 Sep 16 05:50:44.114842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38592) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:44.120833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'port': {'network_id': '5fc0e7ee-d3c0-4e71-b522-8203a2e26d43', 'name': 'tempest-FloatingIPTestJSON-1681714388', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:44.296173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:44.385952 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:44.405562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] device_id is not set on port c01dbf27-da66-4d64-8beb-ef02e0531d27 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:50:44.730589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa249d62-4ac1-4445-a08e-9cf89a6cd792 req-afc0b750-8e88-4ba3-9696-89e36bf6dfec tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:44.732116 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa249d62-4ac1-4445-a08e-9cf89a6cd792 req-afc0b750-8e88-4ba3-9696-89e36bf6dfec tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0958819 Sep 16 05:50:44.742229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.20.0.14 (5fc0e7ee-d3c0-4e71-b522-8203a2e26d43/2579ce71-57d0-4ef8-9de0-5e7d6d281941/c01dbf27-da66-4d64-8beb-ef02e0531d27) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:44.759490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.20.0.13 (5fc0e7ee-d3c0-4e71-b522-8203a2e26d43/2579ce71-57d0-4ef8-9de0-5e7d6d281941/c01dbf27-da66-4d64-8beb-ef02e0531d27) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:44.801490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa249d62-4ac1-4445-a08e-9cf89a6cd792 req-b8f6047f-0dc7-48d2-8b60-0889517a1c48 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564754 Sep 16 05:50:44.926084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:45.071705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:45.113353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:45.116486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:45.126202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:45.146930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=c01dbf27-da66-4d64-8beb-ef02e0531d27,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:45.183213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:45.183941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:45.310847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-089132fb-910d-450e-ba8a-cae13b37ab4c tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1949329 Sep 16 05:50:45.313307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:45.317809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'c01dbf27-da66-4d64-8beb-ef02e0531d27', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:45.418764 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:45.875532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:45.922707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5ac9-ee79-48c9-b86c-3131a4b20447 req-07c57add-fe82-4e5e-9843-2c5b42a3db91 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:45.925032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b9d5ac9-ee79-48c9-b86c-3131a4b20447 req-07c57add-fe82-4e5e-9843-2c5b42a3db91 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0528529 Sep 16 05:50:45.972838 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b9d5ac9-ee79-48c9-b86c-3131a4b20447 req-357a771a-4c89-40a4-aa1a-58d0d2918077 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402145 Sep 16 05:50:46.010341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.25.1.201 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/763347e4-e012-40ae-b86b-6c03bad6f8f8) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:46.125574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:46.252817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797fe2-6a69-418b-b082-57f68d25e246 req-f6455ce5-8d43-4392-a960-110c937ced7a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:46.254426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-f6455ce5-8d43-4392-a960-110c937ced7a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 814 time: 0.1282537 Sep 16 05:50:46.270382 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-c9f6d2f5-dfd8-4239-a8b9-638eb03127c0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/quotas/6d454fac84e34273b7043378049a2dd3 HTTP/1.1" status: 200 len: 375 time: 0.0095479 Sep 16 05:50:46.304347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:46.353370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:46.357199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:46.361686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:46.388797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=763347e4-e012-40ae-b86b-6c03bad6f8f8,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:46.394959 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-87aa779a-94f9-4560-b8d8-4afa64409121 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1182244 Sep 16 05:50:46.659613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-47fac55a-860c-443f-98af-55422759c5e0 service neutron] 10.222.0.49 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556925 Sep 16 05:50:46.837089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-0d05192e-9279-49cd-a721-9b20926e59f1 service neutron] 10.222.0.49 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688504 Sep 16 05:50:46.898882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:47.070842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:47.098440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b70fe58-46a5-4a74-8b1a-cdf2c5ee0f30 req-8102198e-0140-4cbc-a79f-ce6e1b5c1fd0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 210 time: 0.0294211 Sep 16 05:50:47.249797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:47.335817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:47.408550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=763347e4-e012-40ae-b86b-6c03bad6f8f8,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:47.419304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:47.527048 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP f3f7397f-efee-4415-bb1d-8d03d905ad6f associated. External IP: 172.25.1.201, port: c01dbf27-da66-4d64-8beb-ef02e0531d27. Sep 16 05:50:47.778449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:47.889696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:47.901097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf614c3-816d-4b4c-adaf-9fd597abf46e None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:47.911582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf614c3-816d-4b4c-adaf-9fd597abf46e None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:47.912242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fdf614c3-816d-4b4c-adaf-9fd597abf46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:47.951195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fdf614c3-816d-4b4c-adaf-9fd597abf46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:47.959779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf614c3-816d-4b4c-adaf-9fd597abf46e None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:47.960551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fdf614c3-816d-4b4c-adaf-9fd597abf46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:47.992574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fdf614c3-816d-4b4c-adaf-9fd597abf46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:47.993216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf614c3-816d-4b4c-adaf-9fd597abf46e None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:48.001902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:48.031647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-069cc70f-188a-4973-a2c1-da4696bacd31 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7172718 Sep 16 05:50:48.034328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:48.041177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-20ef009d-7cbd-4a31-bc5c-2d828112eeaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'port_id': 'c01dbf27-da66-4d64-8beb-ef02e0531d27', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:48.101306 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20ef009d-7cbd-4a31-bc5c-2d828112eeaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:48.218279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46b63376-3279-4c24-b6ed-63ca8a49ac3f req-fdbdec97-eb3c-4280-a5f2-9720b27b1e56 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 210 time: 0.0350695 Sep 16 05:50:48.629791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20ef009d-7cbd-4a31-bc5c-2d828112eeaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:48.702030 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20ef009d-7cbd-4a31-bc5c-2d828112eeaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:48.917764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ef009d-7cbd-4a31-bc5c-2d828112eeaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:49.027885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ef009d-7cbd-4a31-bc5c-2d828112eeaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:49.032601 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20ef009d-7cbd-4a31-bc5c-2d828112eeaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:49.037466 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611f5b4-27e9-4801-91f6-c865608fc7d3 None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:49.047516 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611f5b4-27e9-4801-91f6-c865608fc7d3 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:49.048165 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2611f5b4-27e9-4801-91f6-c865608fc7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:49.089330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-20ef009d-7cbd-4a31-bc5c-2d828112eeaf tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/floatingips/f3f7397f-efee-4415-bb1d-8d03d905ad6f HTTP/1.1" status: 200 len: 979 time: 1.0539544 Sep 16 05:50:49.090502 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2611f5b4-27e9-4801-91f6-c865608fc7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:49.091995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38852) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:49.099624 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611f5b4-27e9-4801-91f6-c865608fc7d3 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:49.100190 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2611f5b4-27e9-4801-91f6-c865608fc7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:49.135642 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2611f5b4-27e9-4801-91f6-c865608fc7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:49.135773 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611f5b4-27e9-4801-91f6-c865608fc7d3 None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:49.257596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 763347e4-e012-40ae-b86b-6c03bad6f8f8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:49.261857 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:49.321701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db690a7a-bcd8-425b-9c4a-9f98ee979c86 req-f15fb9f7-c155-4cf3-a179-a357b95eda4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 210 time: 0.0305884 Sep 16 05:50:49.339277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:49.339615 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:49.352324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 763347e4-e012-40ae-b86b-6c03bad6f8f8 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:49.462960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797fe2-6a69-418b-b082-57f68d25e246 req-7ac6aa79-0f3f-4210-bc46-642b1177d31d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:49.464599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-7ac6aa79-0f3f-4210-bc46-642b1177d31d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.30 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 814 time: 0.1201944 Sep 16 05:50:49.484521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Request body: {'port': {'device_id': 'eb8db270-51b0-450a-bc70-49a596e0d792', 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc', 'admin_state_up': True, 'tenant_id': '6d454fac84e34273b7043378049a2dd3'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:49.615945 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:49.653766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=763347e4-e012-40ae-b86b-6c03bad6f8f8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:49.713431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Made reservation on behalf of 6d454fac84e34273b7043378049a2dd3 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:49.717126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:49.724068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:49.724413 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP f3f7397f-efee-4415-bb1d-8d03d905ad6f disassociated (deleted). External IP: 172.25.1.201, port: c01dbf27-da66-4d64-8beb-ef02e0531d27. Sep 16 05:50:49.865354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Allocated IP 172.20.0.7 (64071994-c7ef-4046-a6b2-03859754aabc/7b948f54-8b73-4bae-9e71-bef8d410bdad/37069511-a4b6-4264-bc3e-6c2c5184925e) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:49.896618 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d246db93-ed19-4de1-b13a-15750144c23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.037579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.132488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.172462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:50:50.180873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Network 64071994-c7ef-4046-a6b2-03859754aabc is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:50.184686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:50.191314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:50.223759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Pushing event updated for resources: {'Port': ['ID=37069511-a4b6-4264-bc3e-6c2c5184925e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:50.264593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.265330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.304899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:50.377545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-86dfba12-bdd0-42e7-a09d-5697bf3740f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8971124 Sep 16 05:50:50.397785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Request body: {'port': {'device_id': 'eb8db270-51b0-450a-bc70-49a596e0d792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:50.454648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:50.460461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.465387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.479603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba926c49-a917-4ebb-b861-0d3207616a4b None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:50.495131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58f07f-3428-47c5-ba24-5e1e3d4ae8e0 req-ddaa94af-0144-496f-87c8-396769b825fb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.496692 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a58f07f-3428-47c5-ba24-5e1e3d4ae8e0 req-ddaa94af-0144-496f-87c8-396769b825fb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 931 time: 0.0902359 Sep 16 05:50:50.498528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba926c49-a917-4ebb-b861-0d3207616a4b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:50.499220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ba926c49-a917-4ebb-b861-0d3207616a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:50.500532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ac610c23-57b4-4d55-8275-d3a057be4805 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/floatingips/f3f7397f-efee-4415-bb1d-8d03d905ad6f HTTP/1.1" status: 204 len: 168 time: 1.4075086 Sep 16 05:50:50.503122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:50.538698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ba926c49-a917-4ebb-b861-0d3207616a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:50.551260 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba926c49-a917-4ebb-b861-0d3207616a4b None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:50.552037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ba926c49-a917-4ebb-b861-0d3207616a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:50.590045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ba926c49-a917-4ebb-b861-0d3207616a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:50.591209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba926c49-a917-4ebb-b861-0d3207616a4b None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:50.601457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a58f07f-3428-47c5-ba24-5e1e3d4ae8e0 req-e50b1087-965f-4076-a3f8-1df92a7a8d3f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856147 Sep 16 05:50:50.639891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-78841493-1e23-44d4-b90b-086b6a8066cb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port c01dbf27-da66-4d64-8beb-ef02e0531d27 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:50.640339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78841493-1e23-44d4-b90b-086b6a8066cb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.747742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78841493-1e23-44d4-b90b-086b6a8066cb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.763175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-78841493-1e23-44d4-b90b-086b6a8066cb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for c01dbf27-da66-4d64-8beb-ef02e0531d27 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:50.923215 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.135770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78841493-1e23-44d4-b90b-086b6a8066cb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.142885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37069511-a4b6-4264-bc3e-6c2c5184925e {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:50:51.152130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.164800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Transition to ACTIVE for port object 37069511-a4b6-4264-bc3e-6c2c5184925e will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:50:51.166912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78841493-1e23-44d4-b90b-086b6a8066cb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=c01dbf27-da66-4d64-8beb-ef02e0531d27,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:51.264877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-78841493-1e23-44d4-b90b-086b6a8066cb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.266921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-78841493-1e23-44d4-b90b-086b6a8066cb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/ports/c01dbf27-da66-4d64-8beb-ef02e0531d27 HTTP/1.1" status: 204 len: 168 time: 0.7627864 Sep 16 05:50:51.270554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38908) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:51.275565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:51.318824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.391326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Pushing event updated for resources: {'Port': ['ID=37069511-a4b6-4264-bc3e-6c2c5184925e,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:51.412727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.466855 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Attempting to bind port 37069511-a4b6-4264-bc3e-6c2c5184925e on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:50:51.467090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Attempting to bind port 37069511-a4b6-4264-bc3e-6c2c5184925e by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:50:51.467415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Attempting to bind port 37069511-a4b6-4264-bc3e-6c2c5184925e on network 64071994-c7ef-4046-a6b2-03859754aabc {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:51.477506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Port 37069511-a4b6-4264-bc3e-6c2c5184925e on network 64071994-c7ef-4046-a6b2-03859754aabc not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:50:51.477924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Attempting to bind port 37069511-a4b6-4264-bc3e-6c2c5184925e on network 64071994-c7ef-4046-a6b2-03859754aabc {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:50:51.512176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:50:51.512518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Checking segment: {'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:50:51.512907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Bound using segment: {'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:50:51.513343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Bound port: 37069511-a4b6-4264-bc3e-6c2c5184925e, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:50:51.513702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.597577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] For port 37069511-a4b6-4264-bc3e-6c2c5184925e, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:50:51.601258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] For port 37069511-a4b6-4264-bc3e-6c2c5184925e, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=37069511-a4b6-4264-bc3e-6c2c5184925e,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:50:51.603880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.713665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.725155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.25.1.51 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0a646b8c-0902-4e84-a574-06f068ab0703) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:51.746119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4615da3-b0e9-4e5c-8e02-8b23fd72910f req-50cc4f88-762c-4c0b-a862-ee5e31b4a9c3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:51.747680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4615da3-b0e9-4e5c-8e02-8b23fd72910f req-50cc4f88-762c-4c0b-a862-ee5e31b4a9c3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 943 time: 0.0534177 Sep 16 05:50:51.768821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:51.769463 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.770917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] 10.222.0.30 "PUT /v2.0/ports/37069511-a4b6-4264-bc3e-6c2c5184925e HTTP/1.1" status: 200 len: 1092 time: 1.3775952 Sep 16 05:50:51.773026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8db270-51b0-450a-bc70-49a596e0d792', 'tag': '37069511-a4b6-4264-bc3e-6c2c5184925e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:51.776251 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e656975d-24a4-42cb-8626-7a7f10e69091" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8db270-51b0-450a-bc70-49a596e0d792", "tag": "37069511-a4b6-4264-bc3e-6c2c5184925e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:51.791066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c4615da3-b0e9-4e5c-8e02-8b23fd72910f req-98df417e-9301-439e-b136-aaef5c7c1d6d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365787 Sep 16 05:50:51.852455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf1d19-8bd9-4038-8536-1206bcb7ca84 service neutron] Pushing event updated for resources: {'Port': ['ID=37069511-a4b6-4264-bc3e-6c2c5184925e,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:51.909145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.934147 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84039f2-649e-49e2-af2d-e90b5242a082 x-openstack-request-id: req-f84039f2-649e-49e2-af2d-e90b5242a082 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:51.934455 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8db270-51b0-450a-bc70-49a596e0d792", "tag": "37069511-a4b6-4264-bc3e-6c2c5184925e", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:51.934707 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f84039f2-649e-49e2-af2d-e90b5242a082 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:51.935112 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8db270-51b0-450a-bc70-49a596e0d792', 'tag': '37069511-a4b6-4264-bc3e-6c2c5184925e', 'status': 'completed', 'code': 200} Sep 16 05:50:52.003994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797fe2-6a69-418b-b082-57f68d25e246 req-7710429e-3db1-4567-869a-ebcede51bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:52.006379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-7710429e-3db1-4567-869a-ebcede51bda6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 1095 time: 0.0535285 Sep 16 05:50:52.057606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-ee0fc8c7-ba29-405f-8747-435b5a75287e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37069511-a4b6-4264-bc3e-6c2c5184925e HTTP/1.1" status: 200 len: 217 time: 0.0368381 Sep 16 05:50:52.094308 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:52.146618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797fe2-6a69-418b-b082-57f68d25e246 req-0157efca-5327-43fa-82d2-7d27e483419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:52.148054 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-0157efca-5327-43fa-82d2-7d27e483419e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 200 len: 854 time: 0.0837576 Sep 16 05:50:52.156747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:52.168985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=0a646b8c-0902-4e84-a574-06f068ab0703,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:52.171505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:52.174763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:52.209613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-721b23cb-387c-4968-8faf-5b2e24547c53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64071994-c7ef-4046-a6b2-03859754aabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488398 Sep 16 05:50:52.345752 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:52.349864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-074a7a0a-a3e7-41d0-947e-8e32463c0793 service neutron] 10.222.0.30 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324778 Sep 16 05:50:52.466700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85797fe2-6a69-418b-b082-57f68d25e246 req-5f5d639b-fd2e-4bf3-bdcb-9a3794911380 service neutron] 10.222.0.30 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083398 Sep 16 05:50:52.475446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:52.671735 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:52.675724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-522d9ea7-95aa-434f-9395-f50505f5a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:52.677419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-522d9ea7-95aa-434f-9395-f50505f5a13c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 1095 time: 0.0709863 Sep 16 05:50:52.743249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:52.848397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=0a646b8c-0902-4e84-a574-06f068ab0703,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:52.858562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-3c1d196b-abf8-459c-bcd2-d4736c28e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:52.860560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-3c1d196b-abf8-459c-bcd2-d4736c28e80a service neutron] 10.222.0.30 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 915 time: 0.1758912 Sep 16 05:50:52.861846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:52.914756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-a5912fd9-c870-47e7-bddf-fef61a132f35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37069511-a4b6-4264-bc3e-6c2c5184925e HTTP/1.1" status: 200 len: 217 time: 0.0416687 Sep 16 05:50:52.941441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ecdf1-88ba-4c08-ba3c-d0dd9f126a60 req-16bcfc10-a478-414a-a9ff-88c567f61fe1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:52.943267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af6ecdf1-88ba-4c08-ba3c-d0dd9f126a60 req-16bcfc10-a478-414a-a9ff-88c567f61fe1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 943 time: 0.0606582 Sep 16 05:50:52.956932 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:52.960891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-41889315-9ffd-46b1-8707-6dcd111ea1d6 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6865225 Sep 16 05:50:52.961898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38920) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:52.971180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'port': {'network_id': '5fc0e7ee-d3c0-4e71-b522-8203a2e26d43', 'name': 'tempest-FloatingIPTestJSON-1860135414'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:52.981560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-62b3b797-ddce-481c-9706-ff62384504dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:52.985439 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-62b3b797-ddce-481c-9706-ff62384504dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 200 len: 854 time: 0.0607297 Sep 16 05:50:53.022311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-5c85fa02-aec4-452d-97ec-a0435f0ddede service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64071994-c7ef-4046-a6b2-03859754aabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293543 Sep 16 05:50:53.056082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af6ecdf1-88ba-4c08-ba3c-d0dd9f126a60 req-9b605083-5e98-40e2-8462-56a074035edd tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043527 Sep 16 05:50:53.135786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-9dae42ff-74a7-4dff-8840-c609bee69d77 service neutron] 10.222.0.30 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041801 Sep 16 05:50:53.138515 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa505462-4594-4818-a795-38550b147b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:53.210630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:53.210630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:53.230752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] device_id is not set on port 1a473aa6-dda9-4bb6-a821-93762d4963a9 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:50:53.245778 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e656975d-24a4-42cb-8626-7a7f10e69091 req-5416999e-559b-471d-abdc-cc13e3a5335b service neutron] 10.222.0.30 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018746 Sep 16 05:50:53.354869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.20.0.11 (5fc0e7ee-d3c0-4e71-b522-8203a2e26d43/2579ce71-57d0-4ef8-9de0-5e7d6d281941/1a473aa6-dda9-4bb6-a821-93762d4963a9) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:53.513560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:53.610694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:53.658032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:53.661053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:53.669030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:53.694132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=1a473aa6-dda9-4bb6-a821-93762d4963a9,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:53.723697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:53.729070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:53.801912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b9a5055a-8aaa-4b96-909b-f32f9568a422 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8358874 Sep 16 05:50:53.802727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38924) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:53.809655 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'port_id': '1a473aa6-dda9-4bb6-a821-93762d4963a9'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:53.848230 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:53.858040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:54.259792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226eba4-ed25-4cd8-936b-7583e7a37a89 req-4aaa61c8-8ac6-40f6-a257-39d66b5d50fd tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:54.261372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5226eba4-ed25-4cd8-936b-7583e7a37a89 req-4aaa61c8-8ac6-40f6-a257-39d66b5d50fd tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 943 time: 0.1286235 Sep 16 05:50:54.334226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5226eba4-ed25-4cd8-936b-7583e7a37a89 req-d6702b4d-4ccc-4b92-ae91-b36716442995 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663421 Sep 16 05:50:54.401678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:54.456078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:54.560973 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP 134885ce-01d9-43e2-a270-81515d71d4af associated. External IP: 172.25.1.51, port: 1a473aa6-dda9-4bb6-a821-93762d4963a9. Sep 16 05:50:54.777792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:54.873493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 37069511-a4b6-4264-bc3e-6c2c5184925e details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:50:54.896054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:54.904973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:54.932119 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce84874-ddca-4a0d-923e-77b5a41158ea None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:54.950611 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce84874-ddca-4a0d-923e-77b5a41158ea None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:54.951972 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8ce84874-ddca-4a0d-923e-77b5a41158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:54.957067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5d065f5c-2bb6-4336-9b76-8b4817824568 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/floatingips/134885ce-01d9-43e2-a270-81515d71d4af HTTP/1.1" status: 200 len: 978 time: 1.1494884 Sep 16 05:50:54.957498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:54.976171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 37069511-a4b6-4264-bc3e-6c2c5184925e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=37069511-a4b6-4264-bc3e-6c2c5184925e,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:54.988950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '37069511-a4b6-4264-bc3e-6c2c5184925e', 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc', 'port_id': '37069511-a4b6-4264-bc3e-6c2c5184925e', 'mac_address': 'fa:16:3e:e2:25:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b948f54-8b73-4bae-9e71-bef8d410bdad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:50:55.025251 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8ce84874-ddca-4a0d-923e-77b5a41158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:55.033029 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.042115 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce84874-ddca-4a0d-923e-77b5a41158ea None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:55.043397 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8ce84874-ddca-4a0d-923e-77b5a41158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:55.047195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37069511-a4b6-4264-bc3e-6c2c5184925e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:50:55.068506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 37069511-a4b6-4264-bc3e-6c2c5184925e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=37069511-a4b6-4264-bc3e-6c2c5184925e,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:55.109098 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8ce84874-ddca-4a0d-923e-77b5a41158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:55.110642 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce84874-ddca-4a0d-923e-77b5a41158ea None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:55.127433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 1a473aa6-dda9-4bb6-a821-93762d4963a9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:55.127781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.149982 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.200381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=37069511-a4b6-4264-bc3e-6c2c5184925e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:55.221900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.349556 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.420782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.421152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.421478 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP 134885ce-01d9-43e2-a270-81515d71d4af disassociated. External IP: 172.25.1.51, port: 1a473aa6-dda9-4bb6-a821-93762d4963a9. Sep 16 05:50:55.421826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 1a473aa6-dda9-4bb6-a821-93762d4963a9 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:55.450540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['37069511-a4b6-4264-bc3e-6c2c5184925e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:50:55.503905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e2e05-f345-42ee-9f83-f14cb5ea420b req-8a7c856f-9206-4f91-9fdc-716c6ad630da tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:55.505462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7e2e05-f345-42ee-9f83-f14cb5ea420b req-8a7c856f-9206-4f91-9fdc-716c6ad630da tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 944 time: 0.0981016 Sep 16 05:50:55.562533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd7e2e05-f345-42ee-9f83-f14cb5ea420b req-23816ec2-9a34-4e7f-808b-daebd193cfeb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467486 Sep 16 05:50:55.701301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.731471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=1a473aa6-dda9-4bb6-a821-93762d4963a9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:55.848025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:55.963060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:55.973049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba23bd-d34b-4596-bd60-789b24655f91 None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:55.982261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba23bd-d34b-4596-bd60-789b24655f91 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:55.982983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-43ba23bd-d34b-4596-bd60-789b24655f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:56.014341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-43ba23bd-d34b-4596-bd60-789b24655f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:56.022569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba23bd-d34b-4596-bd60-789b24655f91 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:56.023157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-43ba23bd-d34b-4596-bd60-789b24655f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:56.030436 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.035369 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-daf0db8c-c88d-4b3d-a78a-88eaabb31c64 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/ports/1a473aa6-dda9-4bb6-a821-93762d4963a9 HTTP/1.1" status: 204 len: 168 time: 1.0742850 Sep 16 05:50:56.035716 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:56.054271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-43ba23bd-d34b-4596-bd60-789b24655f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:56.054960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba23bd-d34b-4596-bd60-789b24655f91 None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:56.084643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e64af691-2b33-4d81-b37a-d77c35ae8754 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "GET /v2.0/floatingips/134885ce-01d9-43e2-a270-81515d71d4af HTTP/1.1" status: 200 len: 687 time: 0.0477154 Sep 16 05:50:56.092527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:56.219583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 0a646b8c-0902-4e84-a574-06f068ab0703 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:56.219941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.296550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.296907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.309613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 0a646b8c-0902-4e84-a574-06f068ab0703 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:56.516193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.542381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=0a646b8c-0902-4e84-a574-06f068ab0703,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:56.606438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.609043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.610528 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-82a7ef9c-8522-44ba-bb36-10d9d7bf3901 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/floatingips/134885ce-01d9-43e2-a270-81515d71d4af HTTP/1.1" status: 204 len: 168 time: 0.5170386 Sep 16 05:50:56.614654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38946) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:56.620581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'fa0899b8-2f6a-46a7-a953-bf91ed0cf0da'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:56.680575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e6e13-1c10-4d8e-8cb1-a87ba8be4b7f req-4948c4db-df0e-4739-9da0-9b54b88f9118 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:56.682124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-844e6e13-1c10-4d8e-8cb1-a87ba8be4b7f req-4948c4db-df0e-4739-9da0-9b54b88f9118 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 944 time: 0.0512755 Sep 16 05:50:56.719832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-844e6e13-1c10-4d8e-8cb1-a87ba8be4b7f req-0ac02697-f951-4b6f-acaa-40e9917436de tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Sep 16 05:50:56.744764 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.847216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:56.879192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 37069511-a4b6-4264-bc3e-6c2c5184925e up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:50:56.906648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093b51a-f2bc-4030-9393-fbefa71c8935 req-e094b5c3-5ded-4329-a605-7b1c85659b68 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:56.908408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8093b51a-f2bc-4030-9393-fbefa71c8935 req-e094b5c3-5ded-4329-a605-7b1c85659b68 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 950 time: 0.0529213 Sep 16 05:50:56.956339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.25.1.131 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0d8451fe-5a6a-4a4a-9fb4-202cdc78717b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:50:56.956573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8093b51a-f2bc-4030-9393-fbefa71c8935 req-fc57f656-ba01-421e-be67-a82e289c0aee tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Sep 16 05:50:57.024999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 37069511-a4b6-4264-bc3e-6c2c5184925e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:50:57.029015 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 37069511-a4b6-4264-bc3e-6c2c5184925e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:50:57.029382 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:57.072945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:57.105813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:57.127135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8db270-51b0-450a-bc70-49a596e0d792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37069511-a4b6-4264-bc3e-6c2c5184925e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:57.129383 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd44886e-4ec7-4c22-a3af-dc0607fe599f" -d '{"events": [{"server_uuid": "eb8db270-51b0-450a-bc70-49a596e0d792", "name": "network-vif-plugged", "status": "completed", "tag": "37069511-a4b6-4264-bc3e-6c2c5184925e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:57.141894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 37069511-a4b6-4264-bc3e-6c2c5184925e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=37069511-a4b6-4264-bc3e-6c2c5184925e,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:57.170062 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb37f10-b96c-46d2-b2dd-6ba378b5f459 x-openstack-request-id: req-ddb37f10-b96c-46d2-b2dd-6ba378b5f459 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:57.170358 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8db270-51b0-450a-bc70-49a596e0d792", "name": "network-vif-plugged", "status": "completed", "tag": "37069511-a4b6-4264-bc3e-6c2c5184925e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:57.170616 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddb37f10-b96c-46d2-b2dd-6ba378b5f459 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:57.171013 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8db270-51b0-450a-bc70-49a596e0d792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37069511-a4b6-4264-bc3e-6c2c5184925e', 'code': 200} Sep 16 05:50:57.278479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:57.324541 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:57.337465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:50:57.342647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:50:57.345926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:50:57.375997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=37069511-a4b6-4264-bc3e-6c2c5184925e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:57.418917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=0d8451fe-5a6a-4a4a-9fb4-202cdc78717b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:57.418917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06243bc-f6a2-4b75-8fa6-2e3acac274c5 req-1b2c3db0-fb20-42b3-8b95-5035b0307038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:57.418917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a06243bc-f6a2-4b75-8fa6-2e3acac274c5 req-1b2c3db0-fb20-42b3-8b95-5035b0307038 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 1096 time: 0.1336460 Sep 16 05:50:57.490488 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:57.751890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a06243bc-f6a2-4b75-8fa6-2e3acac274c5 req-e5988f44-5d9b-4261-8b74-edc64753bb49 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406475 Sep 16 05:50:57.836849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb479b-c7bf-435b-873f-fe27272ba605 req-9f71d6ae-ca61-46c3-b088-382308c58a6e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:57.838652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-76bb479b-c7bf-435b-873f-fe27272ba605 req-9f71d6ae-ca61-46c3-b088-382308c58a6e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 945 time: 0.0517275 Sep 16 05:50:57.884685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-76bb479b-c7bf-435b-873f-fe27272ba605 req-709d9542-cbb0-4949-bfc8-2b248b2767af tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387061 Sep 16 05:50:58.029373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.113078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbb376-7a6e-4d1e-8c90-3e0191237ae3 req-62058d41-530e-498a-a8a9-d54a30fef68f tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:58.114631 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-80fbb376-7a6e-4d1e-8c90-3e0191237ae3 req-62058d41-530e-498a-a8a9-d54a30fef68f tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 950 time: 0.0823441 Sep 16 05:50:58.155063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-80fbb376-7a6e-4d1e-8c90-3e0191237ae3 req-5b4bb45d-1cb8-459d-9081-f9edbb74e18a tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Sep 16 05:50:58.224174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.380864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.429421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.497435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=0d8451fe-5a6a-4a4a-9fb4-202cdc78717b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:58.509712 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.610490 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP dbbeba36-8233-4a74-a801-a1ba95a68f42 associated. External IP: 172.25.1.131, port: fa0899b8-2f6a-46a7-a953-bf91ed0cf0da. Sep 16 05:50:58.839374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:50:58.850232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.956786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:50:58.968071 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a98285-d03f-45d6-90f4-7b523fa2a1c2 None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:50:58.995326 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a98285-d03f-45d6-90f4-7b523fa2a1c2 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:58.996074 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d9a98285-d03f-45d6-90f4-7b523fa2a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:59.017832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfaff6-a205-4ed8-adeb-63909f81ef7e req-5cb87508-2a86-48b1-9e76-7de02c484f99 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:59.025709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1abfaff6-a205-4ed8-adeb-63909f81ef7e req-5cb87508-2a86-48b1-9e76-7de02c484f99 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 945 time: 0.0652113 Sep 16 05:50:59.029693 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d9a98285-d03f-45d6-90f4-7b523fa2a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:59.034051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-b2a8ff62-17e2-4eb1-8a06-07e76af366cf tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:59.035641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-b2a8ff62-17e2-4eb1-8a06-07e76af366cf tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 950 time: 0.0567636 Sep 16 05:50:59.038658 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a98285-d03f-45d6-90f4-7b523fa2a1c2 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:50:59.039783 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d9a98285-d03f-45d6-90f4-7b523fa2a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:59.064026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1abfaff6-a205-4ed8-adeb-63909f81ef7e req-044089ef-1bd7-4c39-a076-85e9500ca935 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365338 Sep 16 05:50:59.071411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.078310 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d9a98285-d03f-45d6-90f4-7b523fa2a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:50:59.079270 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a98285-d03f-45d6-90f4-7b523fa2a1c2 None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:50:59.130902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8e2efddd-2cce-43d4-b405-6e30295d6655 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5140159 Sep 16 05:50:59.132704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38958) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:59.140736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-528534819'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:59.187443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Deleting port d7932232-5247-4bfd-aca6-2f1f5697c7c9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:50:59.187787 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.291017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:50:59.294470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.325108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] For port d7932232-5247-4bfd-aca6-2f1f5697c7c9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=d7932232-5247-4bfd-aca6-2f1f5697c7c9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:50:59.325470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.347532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Calling delete_port for d7932232-5247-4bfd-aca6-2f1f5697c7c9 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:50:59.359393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:50:59.371721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f518b-890f-4e77-bb21-bb2f6d2371e1 req-db4aeed1-34d6-46b0-b838-c0828ba001c2 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:59.373238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b1f518b-890f-4e77-bb21-bb2f6d2371e1 req-db4aeed1-34d6-46b0-b838-c0828ba001c2 tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 950 time: 0.1288166 Sep 16 05:50:59.421522 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.422111 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Added segment 916acb41-dafa-4625-8b89-be298d92e919 of type vlan for network 1a857a10-8762-45bb-9580-4c5feafba279 Sep 16 05:50:59.518034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.524402 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b1f518b-890f-4e77-bb21-bb2f6d2371e1 req-99861b4f-4837-4327-9359-b48659a76e7d tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/security-groups?id=ddde7114-2741-43bb-8580-e038aaa549c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427877 Sep 16 05:50:59.629537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.635475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:59.636096 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.745847 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.762094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Network': ['ID=1a857a10-8762-45bb-9580-4c5feafba279,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:59.772559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1a857a10-8762-45bb-9580-4c5feafba279 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:50:59.784555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Pushing event deleted for resources: {'Port': ['ID=d7932232-5247-4bfd-aca6-2f1f5697c7c9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:50:59.786821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['d7932232-5247-4bfd-aca6-2f1f5697c7c9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:50:59.837115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] No DVR routers for this DVR port d7932232-5247-4bfd-aca6-2f1f5697c7c9 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:50:59.839942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-76d5e8a7-0a47-4f23-ac3f-8c7d93186038 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7049360 Sep 16 05:50:59.841482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.842634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38962) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:50:59.843672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d1bea8c-89cd-4aa8-927f-4cd71cdad25d req-68ee96ce-b3b0-489d-a0bb-090030c992ef tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.30 "DELETE /v2.0/ports/d7932232-5247-4bfd-aca6-2f1f5697c7c9 HTTP/1.1" status: 204 len: 173 time: 0.8017497 Sep 16 05:50:59.844211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255', 'name': 'network-vif-deleted', 'tag': 'd7932232-5247-4bfd-aca6-2f1f5697c7c9'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:50:59.846448 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3fdcc4-17ab-4e71-a370-45193dbf8a2c" -d '{"events": [{"server_uuid": "9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255", "name": "network-vif-deleted", "tag": "d7932232-5247-4bfd-aca6-2f1f5697c7c9"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:50:59.847820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'subnet': {'network_id': '1a857a10-8762-45bb-9580-4c5feafba279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:50:59.894353 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d38d1a-fc65-4c76-b894-ad66522cc757 x-openstack-request-id: req-12d38d1a-fc65-4c76-b894-ad66522cc757 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:50:59.894722 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255", "name": "network-vif-deleted", "tag": "d7932232-5247-4bfd-aca6-2f1f5697c7c9", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:50:59.895048 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12d38d1a-fc65-4c76-b894-ad66522cc757 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:50:59.895538 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255', 'name': 'network-vif-deleted', 'tag': 'd7932232-5247-4bfd-aca6-2f1f5697c7c9', 'status': 'completed', 'code': 200} Sep 16 05:51:00.058751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:00.062242 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.189543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbe19b-3441-457b-a6df-622d7ecffb48 req-836d5647-f6cd-4c2e-9858-adb62d51be7b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:00.191127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7fbbe19b-3441-457b-a6df-622d7ecffb48 req-836d5647-f6cd-4c2e-9858-adb62d51be7b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 945 time: 0.0532186 Sep 16 05:51:00.236033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7fbbe19b-3441-457b-a6df-622d7ecffb48 req-bb224a73-3fcd-4c5f-b4c0-55cad59c9767 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Sep 16 05:51:00.501573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.576066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Subnet': ['ID=88ff282f-0d7d-499c-beb1-daa094222da2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:00.580868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Checking segment: {'id': '916acb41-dafa-4625-8b89-be298d92e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a857a10-8762-45bb-9580-4c5feafba279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:00.581818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network hostable DHCP agents. Network: 1a857a10-8762-45bb-9580-4c5feafba279, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:00.643140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9cfe4a96-3f48-4e38-b6da-fe9ef589619b req-00516d2d-8387-47cd-8390-1ffceefa16ad tempest-VolumesBackupsTest-449161123 tempest-VolumesBackupsTest-449161123-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dc0f0f1-3eb3-4911-93fe-6fe13d8bd255 HTTP/1.1" status: 200 len: 210 time: 0.0296800 Sep 16 05:51:00.653752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 1a857a10-8762-45bb-9580-4c5feafba279 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:00.706535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afefc2f-2423-43c2-a325-e7c1fd0f2b68 req-22dcaf24-8bf7-4ecb-b34d-bed5759978f1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:00.708081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6afefc2f-2423-43c2-a325-e7c1fd0f2b68 req-22dcaf24-8bf7-4ecb-b34d-bed5759978f1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 945 time: 0.0570982 Sep 16 05:51:00.753375 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6afefc2f-2423-43c2-a325-e7c1fd0f2b68 req-e0e0cd06-6646-4e96-abee-349ffe77301a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Sep 16 05:51:00.755345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 1a857a10-8762-45bb-9580-4c5feafba279) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:00.760776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:00.761382 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.766711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d646d9-a625-4f0f-91bc-deecc7f5eeb4 None None] Network 1a857a10-8762-45bb-9580-4c5feafba279 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:00.879431 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3377e6c1-88fe-4863-8da3-b1a3c2645515 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0354955 Sep 16 05:51:00.882031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 38974) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:00.887186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1667332356', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:00.919154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-1a857a10-8762-45bb-9580-4c5feafba279', 'network_id': '1a857a10-8762-45bb-9580-4c5feafba279', 'tenant_id': '53d8899ff1aa46468728eb2769e662b6', 'fixed_ips': [{'subnet_id': '88ff282f-0d7d-499c-beb1-daa094222da2'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:51:00.920187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.975961 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:00.977529 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.034254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.074035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Allocated IP 172.20.0.2 (1a857a10-8762-45bb-9580-4c5feafba279/88ff282f-0d7d-499c-beb1-daa094222da2/8d5c2c3e-78f2-4218-bb40-2def9d827326) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:01.223522 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.243506 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.347974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.386892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Network 1a857a10-8762-45bb-9580-4c5feafba279 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:01.391176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:01.394780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:01.430771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Pushing event updated for resources: {'Port': ['ID=8d5c2c3e-78f2-4218-bb40-2def9d827326,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:01.463386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Attempting to bind port 8d5c2c3e-78f2-4218-bb40-2def9d827326 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:01.463672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Attempting to bind port 8d5c2c3e-78f2-4218-bb40-2def9d827326 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '916acb41-dafa-4625-8b89-be298d92e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a857a10-8762-45bb-9580-4c5feafba279'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:01.467511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Attempting to bind port 8d5c2c3e-78f2-4218-bb40-2def9d827326 on network 1a857a10-8762-45bb-9580-4c5feafba279 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:01.469223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:01.469663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Checking segment: {'id': '916acb41-dafa-4625-8b89-be298d92e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a857a10-8762-45bb-9580-4c5feafba279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:01.470082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.470483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Bound using segment: {'id': '916acb41-dafa-4625-8b89-be298d92e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a857a10-8762-45bb-9580-4c5feafba279'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:01.470955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Bound port: 8d5c2c3e-78f2-4218-bb40-2def9d827326, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916acb41-dafa-4625-8b89-be298d92e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a857a10-8762-45bb-9580-4c5feafba279'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:01.471340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.549391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] For port 8d5c2c3e-78f2-4218-bb40-2def9d827326, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:01.552914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] For port 8d5c2c3e-78f2-4218-bb40-2def9d827326, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8d5c2c3e-78f2-4218-bb40-2def9d827326,segment=NetworkSegment(916acb41-dafa-4625-8b89-be298d92e919),segment_id=916acb41-dafa-4625-8b89-be298d92e919)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:01.581340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.606888 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.644578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.745524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.25.1.107 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/e8838f5c-43df-4fd9-a41e-61a2a6d138a7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:01.745642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379b527-fbb1-4d1a-be97-851ae2c1a259 None None] Pushing event updated for resources: {'Port': ['ID=8d5c2c3e-78f2-4218-bb40-2def9d827326,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:01.939422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.974097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c417bc4-060a-48e2-adb5-16ca3f1450e3 req-8145e67d-d9b0-4304-8d37-b30f6a897b38 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:01.975738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c417bc4-060a-48e2-adb5-16ca3f1450e3 req-8145e67d-d9b0-4304-8d37-b30f6a897b38 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 945 time: 0.1178215 Sep 16 05:51:02.071707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c417bc4-060a-48e2-adb5-16ca3f1450e3 req-2febce18-a3b4-435d-93ec-aa5dd9b56d9c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667329 Sep 16 05:51:02.099406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.144286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:02.147328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:02.151424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:02.188345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=e8838f5c-43df-4fd9-a41e-61a2a6d138a7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:02.236014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-18eca5c6-bd19-4bc1-a50b-08f72a750b02 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:02.237491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-18eca5c6-bd19-4bc1-a50b-08f72a750b02 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 945 time: 0.0729945 Sep 16 05:51:02.365361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Deleting port 37069511-a4b6-4264-bc3e-6c2c5184925e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:02.366474 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.467832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] For port 37069511-a4b6-4264-bc3e-6c2c5184925e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=37069511-a4b6-4264-bc3e-6c2c5184925e,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:02.468239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.483229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Calling delete_port for 37069511-a4b6-4264-bc3e-6c2c5184925e owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:02.521180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.715631 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.749316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Pushing event deleted for resources: {'Port': ['ID=37069511-a4b6-4264-bc3e-6c2c5184925e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:02.752761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['37069511-a4b6-4264-bc3e-6c2c5184925e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:02.764372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:02.832022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] No DVR routers for this DVR port 37069511-a4b6-4264-bc3e-6c2c5184925e on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:02.852126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:02.854571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63976bed-0992-4f8a-9f14-c298468eb8b6 req-1c17c796-1b94-45ce-b231-7c65e13d6b4c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.30 "DELETE /v2.0/ports/37069511-a4b6-4264-bc3e-6c2c5184925e HTTP/1.1" status: 204 len: 173 time: 0.6088078 Sep 16 05:51:02.855043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8db270-51b0-450a-bc70-49a596e0d792', 'name': 'network-vif-deleted', 'tag': '37069511-a4b6-4264-bc3e-6c2c5184925e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:02.857527 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ba73a3-b569-4adf-9fc9-a36f7fef0537" -d '{"events": [{"server_uuid": "eb8db270-51b0-450a-bc70-49a596e0d792", "name": "network-vif-deleted", "tag": "37069511-a4b6-4264-bc3e-6c2c5184925e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:02.925208 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3f7738-8abf-4444-b28c-768911f78821 x-openstack-request-id: req-8e3f7738-8abf-4444-b28c-768911f78821 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:02.925501 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8db270-51b0-450a-bc70-49a596e0d792", "name": "network-vif-deleted", "tag": "37069511-a4b6-4264-bc3e-6c2c5184925e", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:02.925746 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e3f7738-8abf-4444-b28c-768911f78821 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:02.926137 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8db270-51b0-450a-bc70-49a596e0d792', 'name': 'network-vif-deleted', 'tag': '37069511-a4b6-4264-bc3e-6c2c5184925e', 'status': 'completed', 'code': 200} Sep 16 05:51:02.933829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device d7932232-5247-4bfd-aca6-2f1f5697c7c9 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:02.935625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d72a7-e480-47e7-9d1c-1fefe65d58cf None None] Network 1a857a10-8762-45bb-9580-4c5feafba279 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:03.180086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: d7932232-5247-4bfd-aca6-2f1f5697c7c9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:03.180435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device d7932232-5247-4bfd-aca6-2f1f5697c7c9 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:03.196849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5289c5ed-fdc2-4f9a-bf68-abecbd7ca037 None None] Provisioning complete for port 8d5c2c3e-78f2-4218-bb40-2def9d827326 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:03.197221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5289c5ed-fdc2-4f9a-bf68-abecbd7ca037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.247373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-75f9107c-a0a2-4cb5-9bb8-63ea3b5197b8 req-13225821-3ef6-4430-9fa3-71557ac2ca76 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb8db270-51b0-450a-bc70-49a596e0d792 HTTP/1.1" status: 200 len: 210 time: 0.0366035 Sep 16 05:51:03.258565 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.335102 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5289c5ed-fdc2-4f9a-bf68-abecbd7ca037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.375494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5289c5ed-fdc2-4f9a-bf68-abecbd7ca037 None None] For port 8d5c2c3e-78f2-4218-bb40-2def9d827326, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8d5c2c3e-78f2-4218-bb40-2def9d827326,segment=NetworkSegment(916acb41-dafa-4625-8b89-be298d92e919),segment_id=916acb41-dafa-4625-8b89-be298d92e919)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:03.512967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router 7c1bb7d1-862b-4aef-992e-06b5c3595d9a is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:51:03.516806 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5289c5ed-fdc2-4f9a-bf68-abecbd7ca037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.565934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289c5ed-fdc2-4f9a-bf68-abecbd7ca037 None None] Pushing event updated for resources: {'Port': ['ID=8d5c2c3e-78f2-4218-bb40-2def9d827326,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:03.636450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-23654cff-c17a-44f1-86c2-6216f3b3d38c None None] Provisioning complete for port 8d5c2c3e-78f2-4218-bb40-2def9d827326 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:03.636713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:03.637204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23654cff-c17a-44f1-86c2-6216f3b3d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.659943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2465cc-32f4-40c7-834a-21e9bddafc75 None None] Sync routers for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:03.681725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2465cc-32f4-40c7-834a-21e9bddafc75 None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:03.682356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0d2465cc-32f4-40c7-834a-21e9bddafc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:03.721634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0d2465cc-32f4-40c7-834a-21e9bddafc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:03.721859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:03.723718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3242552e-198e-40f3-b5d1-d1257c96bbab tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8406699 Sep 16 05:51:03.726764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 38990) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:03.736963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2465cc-32f4-40c7-834a-21e9bddafc75 None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:03.737184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0d2465cc-32f4-40c7-834a-21e9bddafc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:03.786777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-0d2465cc-32f4-40c7-834a-21e9bddafc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:03.787424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2465cc-32f4-40c7-834a-21e9bddafc75 None None] The sync data for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:03.980170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8d5c2c3e-78f2-4218-bb40-2def9d827326 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:04.040467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8d5c2c3e-78f2-4218-bb40-2def9d827326 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:04.040997 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.444701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7445a07-fb6f-46d4-9f7b-bad8200bf834 req-a117181b-c464-40cd-975d-bf43ce9b5b0a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:04.446932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7445a07-fb6f-46d4-9f7b-bad8200bf834 req-a117181b-c464-40cd-975d-bf43ce9b5b0a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0537791 Sep 16 05:51:04.496392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7445a07-fb6f-46d4-9f7b-bad8200bf834 req-1c56a6dd-88a5-48d7-a18a-420cad4ffc1e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Sep 16 05:51:04.498900 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:04.673731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607835a-e558-46b9-81b9-1769bd20d690 req-1d13c207-c67c-4d2f-898b-0969641d4caa tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:04.675617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e607835a-e558-46b9-81b9-1769bd20d690 req-1d13c207-c67c-4d2f-898b-0969641d4caa tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0524485 Sep 16 05:51:04.716895 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e607835a-e558-46b9-81b9-1769bd20d690 req-848916ea-9fc8-46cf-9e17-1469e2f91a88 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Sep 16 05:51:04.850977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.20.0.1 (1a857a10-8762-45bb-9580-4c5feafba279/88ff282f-0d7d-499c-beb1-daa094222da2/95090c57-98cb-4166-96ac-2626984179a1) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:04.880739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f759cd-d847-43a4-b99f-b6d56f3f5691 req-f34628dc-cdb9-4464-9faa-9ed27e01bf60 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:04.882215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a5f759cd-d847-43a4-b99f-b6d56f3f5691 req-f34628dc-cdb9-4464-9faa-9ed27e01bf60 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0885451 Sep 16 05:51:04.986613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a5f759cd-d847-43a4-b99f-b6d56f3f5691 req-16bc3b90-a39d-4216-a2ae-f69b5b194119 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971014 Sep 16 05:51:05.027835 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.145158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.193160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 1a857a10-8762-45bb-9580-4c5feafba279 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:05.196592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:05.200722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:05.239409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=95090c57-98cb-4166-96ac-2626984179a1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:05.285126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.457127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-87db0c0a-4e4e-4952-9282-a23b3f1afd23 None None] Provisioning complete for port 95090c57-98cb-4166-96ac-2626984179a1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:05.457907 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87db0c0a-4e4e-4952-9282-a23b3f1afd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.494891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-87db0c0a-4e4e-4952-9282-a23b3f1afd23 None None] Port 95090c57-98cb-4166-96ac-2626984179a1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:05.525008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.824300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.909608 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.995449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:05.998122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=95090c57-98cb-4166-96ac-2626984179a1,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:06.090702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 1a857a10-8762-45bb-9580-4c5feafba279 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:06.092197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:06.214883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router 7c1bb7d1-862b-4aef-992e-06b5c3595d9a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:06.341925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:06.356372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0e2c51ee-5dbc-4ded-a6ef-46002c586204 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/routers/7c1bb7d1-862b-4aef-992e-06b5c3595d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6269710 Sep 16 05:51:06.363632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39056) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:06.366608 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b6f42-e61d-4889-b58e-6c974d69b725 None None] Sync routers for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:06.370426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'port': {'network_id': '1a857a10-8762-45bb-9580-4c5feafba279', 'name': 'tempest-FloatingIPTestJSON-2132088548'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:06.379958 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b6f42-e61d-4889-b58e-6c974d69b725 None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:06.380870 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-389b6f42-e61d-4889-b58e-6c974d69b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:06.422729 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-389b6f42-e61d-4889-b58e-6c974d69b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:06.431461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-77000512-0461-4779-96bf-f1ad87470396 None None] Provisioning complete for port 95090c57-98cb-4166-96ac-2626984179a1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:06.432789 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77000512-0461-4779-96bf-f1ad87470396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:06.433590 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b6f42-e61d-4889-b58e-6c974d69b725 None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:06.434301 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-389b6f42-e61d-4889-b58e-6c974d69b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:06.472220 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-389b6f42-e61d-4889-b58e-6c974d69b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:06.473022 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b6f42-e61d-4889-b58e-6c974d69b725 None None] The sync data for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:06.475302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-77000512-0461-4779-96bf-f1ad87470396 None None] Port 95090c57-98cb-4166-96ac-2626984179a1 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:06.589875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Made reservation on behalf of 53d8899ff1aa46468728eb2769e662b6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:06.593578 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:06.612673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] device_id is not set on port 7d65e019-fb79-46d1-bb5d-fa80d21dbff3 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:06.735503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Allocated IP 172.20.0.9 (1a857a10-8762-45bb-9580-4c5feafba279/88ff282f-0d7d-499c-beb1-daa094222da2/7d65e019-fb79-46d1-bb5d-fa80d21dbff3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:06.919141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 37069511-a4b6-4264-bc3e-6c2c5184925e no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:06.934591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:06.960381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 37069511-a4b6-4264-bc3e-6c2c5184925e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:06.961609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 37069511-a4b6-4264-bc3e-6c2c5184925e not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:07.101732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.163429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Network 1a857a10-8762-45bb-9580-4c5feafba279 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:07.167075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:07.169790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:07.201216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event updated for resources: {'Port': ['ID=7d65e019-fb79-46d1-bb5d-fa80d21dbff3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:07.235011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:07.235753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.355087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-45718f44-dbd3-4f55-8224-bd868c79c12b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9886591 Sep 16 05:51:07.356267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39094) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:07.362250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Request body: {'floatingip': {'port_id': '7d65e019-fb79-46d1-bb5d-fa80d21dbff3'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:07.408133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c23cb140-d376-4a70-9655-a08364f68605 None None] Provisioning complete for port 7d65e019-fb79-46d1-bb5d-fa80d21dbff3 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:07.408548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c23cb140-d376-4a70-9655-a08364f68605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.433063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:07.444343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c23cb140-d376-4a70-9655-a08364f68605 None None] Port 7d65e019-fb79-46d1-bb5d-fa80d21dbff3 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:07.945973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.038793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.156567 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP dbbeba36-8233-4a74-a801-a1ba95a68f42 associated. External IP: 172.25.1.131, port: fa0899b8-2f6a-46a7-a953-bf91ed0cf0da. Sep 16 05:51:08.436337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2429f42-7e17-4fbb-b0a2-64510092f0f5 req-d18b2833-3ddd-46bb-973d-ad714cb94c3d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:08.438606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2429f42-7e17-4fbb-b0a2-64510092f0f5 req-d18b2833-3ddd-46bb-973d-ad714cb94c3d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0578389 Sep 16 05:51:08.489575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:08.490264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e2429f42-7e17-4fbb-b0a2-64510092f0f5 req-5e92b671-2fe2-4501-ba1f-10669021b826 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Sep 16 05:51:08.626564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:08.637191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df154f8a-16a1-4f81-84bd-b821ccba2faf None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:08.646822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df154f8a-16a1-4f81-84bd-b821ccba2faf None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:08.647534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-df154f8a-16a1-4f81-84bd-b821ccba2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:08.675366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5d159-8017-4b4c-aeba-deef54030219 req-d58c66ad-6660-47f4-a1f8-4d60dfe48142 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:08.676903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-adf5d159-8017-4b4c-aeba-deef54030219 req-d58c66ad-6660-47f4-a1f8-4d60dfe48142 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0956469 Sep 16 05:51:08.680798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-df154f8a-16a1-4f81-84bd-b821ccba2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:08.690665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df154f8a-16a1-4f81-84bd-b821ccba2faf None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:08.691609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-df154f8a-16a1-4f81-84bd-b821ccba2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:08.728202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-df154f8a-16a1-4f81-84bd-b821ccba2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:08.728874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df154f8a-16a1-4f81-84bd-b821ccba2faf None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:08.759615 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-adf5d159-8017-4b4c-aeba-deef54030219 req-53ecadd1-0725-4547-bec5-50629746a635 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750668 Sep 16 05:51:08.909068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router 7c1bb7d1-862b-4aef-992e-06b5c3595d9a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:09.025726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:09.030275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.037611 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9443e4dc-ded9-4f3b-935a-b489d8d2b925 None None] Sync routers for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:09.047819 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443e4dc-ded9-4f3b-935a-b489d8d2b925 None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:09.048704 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9443e4dc-ded9-4f3b-935a-b489d8d2b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:09.082993 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9443e4dc-ded9-4f3b-935a-b489d8d2b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:09.085125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-85241cdb-9d4f-4e36-8aa7-64ed316192f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/floatingips/dbbeba36-8233-4a74-a801-a1ba95a68f42 HTTP/1.1" status: 200 len: 978 time: 1.7274644 Sep 16 05:51:09.088412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39116) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:09.092882 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443e4dc-ded9-4f3b-935a-b489d8d2b925 None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:09.093552 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9443e4dc-ded9-4f3b-935a-b489d8d2b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:09.135754 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9443e4dc-ded9-4f3b-935a-b489d8d2b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:09.137459 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9443e4dc-ded9-4f3b-935a-b489d8d2b925 None None] The sync data for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:09.202791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 7d65e019-fb79-46d1-bb5d-fa80d21dbff3 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:09.203152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.296112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.559043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.559043 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.559043 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Floating IP dbbeba36-8233-4a74-a801-a1ba95a68f42 disassociated. External IP: 172.25.1.131, port: 7d65e019-fb79-46d1-bb5d-fa80d21dbff3. Sep 16 05:51:09.559043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 7d65e019-fb79-46d1-bb5d-fa80d21dbff3 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:09.790672 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:09.819206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=7d65e019-fb79-46d1-bb5d-fa80d21dbff3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:09.969375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router 7c1bb7d1-862b-4aef-992e-06b5c3595d9a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:10.119261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:10.130666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1fa03-a65e-4a88-8b9a-d4a7fb8a8cda None None] Sync routers for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:10.141693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1fa03-a65e-4a88-8b9a-d4a7fb8a8cda None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:10.142668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-37e1fa03-a65e-4a88-8b9a-d4a7fb8a8cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:10.186415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-37e1fa03-a65e-4a88-8b9a-d4a7fb8a8cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:10.198251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1fa03-a65e-4a88-8b9a-d4a7fb8a8cda None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:10.199016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-37e1fa03-a65e-4a88-8b9a-d4a7fb8a8cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:10.214212 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:10.218360 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5a0bf20f-d1fd-4b84-852d-e762b019a35b tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/ports/7d65e019-fb79-46d1-bb5d-fa80d21dbff3 HTTP/1.1" status: 204 len: 168 time: 1.1271958 Sep 16 05:51:10.221387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39128) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:10.237378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-37e1fa03-a65e-4a88-8b9a-d4a7fb8a8cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:10.238141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1fa03-a65e-4a88-8b9a-d4a7fb8a8cda None None] The sync data for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:10.641198 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:10.922430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 95090c57-98cb-4166-96ac-2626984179a1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:10.922776 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.012995 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.026010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 95090c57-98cb-4166-96ac-2626984179a1 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:11.741816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ad989-b7a8-4658-9d84-d104b11d76d0 req-989cdb00-7941-41f7-9d48-94f2527e6452 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:11.744191 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a0ad989-b7a8-4658-9d84-d104b11d76d0 req-989cdb00-7941-41f7-9d48-94f2527e6452 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0531955 Sep 16 05:51:11.745493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:11.787285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=95090c57-98cb-4166-96ac-2626984179a1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:11.862829 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a0ad989-b7a8-4658-9d84-d104b11d76d0 req-e922b917-d3c9-4a4e-b4f9-06a57dc98ccb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116674 Sep 16 05:51:12.017427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.026633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de282762-efe9-4c1f-98fd-a3524718ab55 req-cf885377-1681-48ec-b68c-7d38d4cabae3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:12.029095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de282762-efe9-4c1f-98fd-a3524718ab55 req-cf885377-1681-48ec-b68c-7d38d4cabae3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0727284 Sep 16 05:51:12.071889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de282762-efe9-4c1f-98fd-a3524718ab55 req-0358c8e3-cad4-4d79-9e40-6b28b4dc3a6a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Sep 16 05:51:12.253371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c93e-1ed7-4180-9d0c-969a35bd466f req-8be5ec41-21c5-4b70-8623-037b4effb2a2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:12.254942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8c5c93e-1ed7-4180-9d0c-969a35bd466f req-8be5ec41-21c5-4b70-8623-037b4effb2a2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0517135 Sep 16 05:51:12.303713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e8c5c93e-1ed7-4180-9d0c-969a35bd466f req-acadb9df-60e1-4770-b6a1-44ce58683f5d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Sep 16 05:51:12.304210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router 7c1bb7d1-862b-4aef-992e-06b5c3595d9a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:12.456899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:12.466699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7d0676f3-e8e4-4282-a962-1dff3b33c31a tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/routers/7c1bb7d1-862b-4aef-992e-06b5c3595d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2439876 Sep 16 05:51:12.467937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39154) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:12.468866 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1fe012-b9ea-4d39-8b0f-1108dce611d1 None None] Sync routers for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:12.479041 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fe012-b9ea-4d39-8b0f-1108dce611d1 None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:12.479969 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bf1fe012-b9ea-4d39-8b0f-1108dce611d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.490801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d099d-a561-466e-b878-e876f7561817 req-fa370e30-5d62-4c1f-b2c5-ee4d698591c0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:12.494827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-228d099d-a561-466e-b878-e876f7561817 req-fa370e30-5d62-4c1f-b2c5-ee4d698591c0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0822723 Sep 16 05:51:12.514704 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bf1fe012-b9ea-4d39-8b0f-1108dce611d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.524684 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fe012-b9ea-4d39-8b0f-1108dce611d1 None None] Routers {'7c1bb7d1-862b-4aef-992e-06b5c3595d9a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:12.528697 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bf1fe012-b9ea-4d39-8b0f-1108dce611d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.540653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-228d099d-a561-466e-b878-e876f7561817 req-8c4dcef2-7a47-4aca-a93e-1ff740713470 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Sep 16 05:51:12.566501 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bf1fe012-b9ea-4d39-8b0f-1108dce611d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:12.566501 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1fe012-b9ea-4d39-8b0f-1108dce611d1 None None] The sync data for ids ['7c1bb7d1-862b-4aef-992e-06b5c3595d9a'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:12.611569 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.751969 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.808747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e315e-a48b-484b-9a13-308c725bc8e5 req-43f782dd-91db-45e2-8696-5c85a48e5f83 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:12.810259 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d1e315e-a48b-484b-9a13-308c725bc8e5 req-43f782dd-91db-45e2-8696-5c85a48e5f83 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0530050 Sep 16 05:51:12.857903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d1e315e-a48b-484b-9a13-308c725bc8e5 req-e94cfe52-0385-40a4-91f9-2a53154dde0d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Sep 16 05:51:12.918153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port e8838f5c-43df-4fd9-a41e-61a2a6d138a7 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:12.918505 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.001541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdac5e-260f-4303-8f96-b4897e6f73ae req-39f809a4-a2b9-463d-80ed-1b1a588d9762 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:13.005177 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6afdac5e-260f-4303-8f96-b4897e6f73ae req-39f809a4-a2b9-463d-80ed-1b1a588d9762 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0656807 Sep 16 05:51:13.012995 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.026720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for e8838f5c-43df-4fd9-a41e-61a2a6d138a7 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:13.051210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6afdac5e-260f-4303-8f96-b4897e6f73ae req-e5a6dae2-7799-4278-b627-8e19114ef89a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Sep 16 05:51:13.153233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd08a2-f1f2-4555-9aa7-4c1b20104cf9 req-f747c231-8d38-4c3c-95ea-5a3b3f6b9ec0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:13.153233 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18cd08a2-f1f2-4555-9aa7-4c1b20104cf9 req-f747c231-8d38-4c3c-95ea-5a3b3f6b9ec0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 946 time: 0.1042032 Sep 16 05:51:13.189835 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:13.233628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18cd08a2-f1f2-4555-9aa7-4c1b20104cf9 req-83a82ef2-d740-4e9a-908a-72330f0aa6dd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800178 Sep 16 05:51:13.249856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee247568-0853-4d28-bc21-7f9f364abeea req-980161af-3798-4e99-bfa8-21450a6d094d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:13.257575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee247568-0853-4d28-bc21-7f9f364abeea req-980161af-3798-4e99-bfa8-21450a6d094d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0658536 Sep 16 05:51:13.300452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee247568-0853-4d28-bc21-7f9f364abeea req-087269ab-c66b-4ac9-9f4e-98ae54efc159 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Sep 16 05:51:13.358712 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.400773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=e8838f5c-43df-4fd9-a41e-61a2a6d138a7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:13.487944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c278f-4462-4b13-94ee-83ad0b11adbb req-bb40dcc1-57ad-4a19-b5e5-3c40936159eb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:13.489452 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb1c278f-4462-4b13-94ee-83ad0b11adbb req-bb40dcc1-57ad-4a19-b5e5-3c40936159eb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1012571 Sep 16 05:51:13.493466 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.602951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.609744 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.620628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb1c278f-4462-4b13-94ee-83ad0b11adbb req-24f4eca8-4e55-4e20-a4df-6c511f4b606c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960758 Sep 16 05:51:13.715671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.716250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Fanout notify agent at l3_agent the message router_deleted on router 7c1bb7d1-862b-4aef-992e-06b5c3595d9a {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:51:13.727071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.727071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f710ce6c-154f-4d80-9bab-264559f86145 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/routers/7c1bb7d1-862b-4aef-992e-06b5c3595d9a HTTP/1.1" status: 204 len: 168 time: 1.2558610 Sep 16 05:51:13.728815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39184) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:13.825750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a5261a-c962-4729-aa10-a0198f0f6f82 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting subnet 88ff282f-0d7d-499c-beb1-daa094222da2 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:13.832930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13a5261a-c962-4729-aa10-a0198f0f6f82 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.870439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66d52-0759-4d24-83e8-86ca252ea2d7 req-83edeabe-3c1a-4eec-97fd-5f0de10a16a8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:13.872131 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44c66d52-0759-4d24-83e8-86ca252ea2d7 req-83edeabe-3c1a-4eec-97fd-5f0de10a16a8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1062036 Sep 16 05:51:13.903673 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13a5261a-c962-4729-aa10-a0198f0f6f82 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:13.951260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44c66d52-0759-4d24-83e8-86ca252ea2d7 req-80b16f8b-fcf4-4bb4-aade-20a0e64b3b10 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717082 Sep 16 05:51:14.011950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13a5261a-c962-4729-aa10-a0198f0f6f82 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.092949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbbf3d-e3ce-4bb1-9939-81a678968f58 req-b196f189-410b-4806-b3fe-7a7b31dfb76a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:14.094472 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40cbbf3d-e3ce-4bb1-9939-81a678968f58 req-b196f189-410b-4806-b3fe-7a7b31dfb76a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0570922 Sep 16 05:51:14.139832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40cbbf3d-e3ce-4bb1-9939-81a678968f58 req-0f86e95f-5371-4d57-80f1-41acb931f178 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357447 Sep 16 05:51:14.197039 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13a5261a-c962-4729-aa10-a0198f0f6f82 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.236633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5261a-c962-4729-aa10-a0198f0f6f82 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Subnet': ['ID=88ff282f-0d7d-499c-beb1-daa094222da2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:14.240654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13a5261a-c962-4729-aa10-a0198f0f6f82 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.246279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:14.248802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-13a5261a-c962-4729-aa10-a0198f0f6f82 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/subnets/88ff282f-0d7d-499c-beb1-daa094222da2 HTTP/1.1" status: 204 len: 168 time: 0.5189536 Sep 16 05:51:14.251404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3284b04-aedc-4f1a-8c57-98cacaab7d61 None None] Network 1a857a10-8762-45bb-9580-4c5feafba279 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:14.350865 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.446372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c41820-dfb5-4acc-a195-eaff702b4fe5 req-752c5db0-0be4-4f18-8a71-f34fc8b01a6f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:14.448017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9c41820-dfb5-4acc-a195-eaff702b4fe5 req-752c5db0-0be4-4f18-8a71-f34fc8b01a6f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 946 time: 0.0865076 Sep 16 05:51:14.462282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e456e-5e61-4fab-bb7c-f5235e995255 req-1d87a9b9-91e9-44bd-9c4e-4c95aedb7453 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:14.464013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b1e456e-5e61-4fab-bb7c-f5235e995255 req-1d87a9b9-91e9-44bd-9c4e-4c95aedb7453 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1063435 Sep 16 05:51:14.478496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 8d5c2c3e-78f2-4218-bb40-2def9d827326 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:14.478847 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.499581 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9c41820-dfb5-4acc-a195-eaff702b4fe5 req-6e40e69d-bd09-4b4b-9723-17a5040567f6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443776 Sep 16 05:51:14.534976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] DHCP port deletion for 1a857a10-8762-45bb-9580-4c5feafba279 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:51:14.584361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b1e456e-5e61-4fab-bb7c-f5235e995255 req-143a0fdc-4d80-4097-8459-da4c853abf9b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088758 Sep 16 05:51:14.593594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] For port 8d5c2c3e-78f2-4218-bb40-2def9d827326, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8d5c2c3e-78f2-4218-bb40-2def9d827326,segment=NetworkSegment(916acb41-dafa-4625-8b89-be298d92e919),segment_id=916acb41-dafa-4625-8b89-be298d92e919)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:14.594241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.605982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] Deleting port 8d5c2c3e-78f2-4218-bb40-2def9d827326 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:14.606697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.624452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 8d5c2c3e-78f2-4218-bb40-2def9d827326 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:14.684766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] For port 8d5c2c3e-78f2-4218-bb40-2def9d827326, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8d5c2c3e-78f2-4218-bb40-2def9d827326,segment=NetworkSegment(916acb41-dafa-4625-8b89-be298d92e919),segment_id=916acb41-dafa-4625-8b89-be298d92e919)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:14.685730 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.699696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] Calling delete_port for 8d5c2c3e-78f2-4218-bb40-2def9d827326 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:14.756409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7505f-00dc-48c8-8830-edd5d4df9eef req-1af91fc1-1eed-4baa-b8fc-5c4e3d679ff8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:14.758315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82d7505f-00dc-48c8-8830-edd5d4df9eef req-1af91fc1-1eed-4baa-b8fc-5c4e3d679ff8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0892324 Sep 16 05:51:14.771482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-2c112ebc-6023-4e06-8757-73aafd52ac72 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:14.773475 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-2c112ebc-6023-4e06-8757-73aafd52ac72 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 946 time: 0.0739400 Sep 16 05:51:14.841643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.854266 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:14.876067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] No DVR routers for this DVR port 8d5c2c3e-78f2-4218-bb40-2def9d827326 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:14.897241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=8d5c2c3e-78f2-4218-bb40-2def9d827326,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:14.902411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ba59c-769c-4c26-9936-9cba1eb09deb None None] Pushing event deleted for resources: {'Port': ['ID=8d5c2c3e-78f2-4218-bb40-2def9d827326,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:14.912208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] No DVR routers for this DVR port 8d5c2c3e-78f2-4218-bb40-2def9d827326 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:15.009145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.042703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a857a10-8762-45bb-9580-4c5feafba279']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:15.054648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916acb41-dafa-4625-8b89-be298d92e919') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:15.054648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916acb41-dafa-4625-8b89-be298d92e919') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:15.065447 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.080500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.089828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:15.091971 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:15.093675 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:15.157042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82d7505f-00dc-48c8-8830-edd5d4df9eef req-b16197fb-3496-4a40-b678-234e8a00c93d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824284 Sep 16 05:51:15.208346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port 115a2917-61aa-43a5-84b8-c6d4926efd49 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:15.208937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.235528 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.241316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.247249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/networks/1a857a10-8762-45bb-9580-4c5feafba279 HTTP/1.1" status: 204 len: 168 time: 0.9993393 Sep 16 05:51:15.249644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39208) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:15.262886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5d5be-e954-4f3d-a0a7-7b36eacd6455 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Network': ['ID=1a857a10-8762-45bb-9580-4c5feafba279,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:15.418317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] For port 115a2917-61aa-43a5-84b8-c6d4926efd49, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=115a2917-61aa-43a5-84b8-c6d4926efd49,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:15.418699 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.436163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1786-bfa9-46f9-9faf-8b0d70c9fecb req-a5fe9c5b-8edc-46d4-b6c5-e1dca0f24c22 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:15.442443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-066e1786-bfa9-46f9-9faf-8b0d70c9fecb req-a5fe9c5b-8edc-46d4-b6c5-e1dca0f24c22 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 814 time: 0.1382842 Sep 16 05:51:15.456113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-066e1786-bfa9-46f9-9faf-8b0d70c9fecb req-827e2810-ad84-4542-9914-8e24d2ff3fb1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/quotas/6d454fac84e34273b7043378049a2dd3 HTTP/1.1" status: 200 len: 375 time: 0.0127192 Sep 16 05:51:15.496188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 0d8451fe-5a6a-4a4a-9fb4-202cdc78717b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:15.496531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.514266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-066e1786-bfa9-46f9-9faf-8b0d70c9fecb req-2d6b3626-be8d-46a6-aeab-7c1610d67bff tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504754 Sep 16 05:51:15.650087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9d03a-475f-4c84-b225-88dd2b39755b req-8bcb004f-1696-474e-8df1-73567579b4cb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:15.651665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8d9d03a-475f-4c84-b225-88dd2b39755b req-8bcb004f-1696-474e-8df1-73567579b4cb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0562801 Sep 16 05:51:15.696552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f8d9d03a-475f-4c84-b225-88dd2b39755b req-d8ae4393-a6d0-4dc4-83d2-1645ef9be778 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Sep 16 05:51:15.706073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.706407 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.711894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.711894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:15.712254 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Floating IP 2d071b7b-4f17-43c5-b8b3-8e328b28142f disassociated. External IP: 172.25.1.59, port: 115a2917-61aa-43a5-84b8-c6d4926efd49. Sep 16 05:51:15.712254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for 115a2917-61aa-43a5-84b8-c6d4926efd49 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:15.744635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861e8db-4523-4b08-912d-ea994885393f req-31f1824a-8e3e-4ca5-a25d-17edc799c771 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:15.746244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b861e8db-4523-4b08-912d-ea994885393f req-31f1824a-8e3e-4ca5-a25d-17edc799c771 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 946 time: 0.1566560 Sep 16 05:51:15.747284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 0d8451fe-5a6a-4a4a-9fb4-202cdc78717b owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:15.833424 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb225a-1acc-4bb8-92ab-3ca08517bbfa req-8d0882c1-c808-4d8c-80f6-09c517edb26e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:15.835394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93eb225a-1acc-4bb8-92ab-3ca08517bbfa req-8d0882c1-c808-4d8c-80f6-09c517edb26e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0587378 Sep 16 05:51:15.879700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93eb225a-1acc-4bb8-92ab-3ca08517bbfa req-797a2c21-31bf-4756-bdc5-abb8a3ae859d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378387 Sep 16 05:51:15.885687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b861e8db-4523-4b08-912d-ea994885393f req-4cfb3b3c-b153-4017-abee-dfe80e606e5b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317413 Sep 16 05:51:15.985584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8d5c2c3e-78f2-4218-bb40-2def9d827326 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:16.017388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8d5c2c3e-78f2-4218-bb40-2def9d827326 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:16.017745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8d5c2c3e-78f2-4218-bb40-2def9d827326 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:16.110972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e4d564-5d6c-47ea-9a19-d20bfd9c3fa4 req-126691b8-e45e-4d5e-9361-c06453d8cf76 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6d454fac84e34273b7043378049a2dd3 HTTP/1.1" status: 200 len: 221 time: 0.0364609 Sep 16 05:51:16.152965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.168959 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.194283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=115a2917-61aa-43a5-84b8-c6d4926efd49,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:16.223233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=0d8451fe-5a6a-4a4a-9fb4-202cdc78717b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:16.238028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837322f5-7899-4f06-8abd-4a56473a3a6c req-591d89fa-a942-4c56-9c3e-e261d707dead tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:16.241787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-837322f5-7899-4f06-8abd-4a56473a3a6c req-591d89fa-a942-4c56-9c3e-e261d707dead tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0723445 Sep 16 05:51:16.284930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-837322f5-7899-4f06-8abd-4a56473a3a6c req-e3c47465-8db1-4116-b070-45cb163db5c0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376570 Sep 16 05:51:16.388774 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.391362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.395217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2d7e0d34-004a-4bb8-938d-4f0aca8171e5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/floatingips/dbbeba36-8233-4a74-a801-a1ba95a68f42 HTTP/1.1" status: 204 len: 168 time: 1.1425521 Sep 16 05:51:16.396731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39242) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:16.421707 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fe9f7b-5b3f-4a4f-b42a-5eee21558032 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:51:16.422429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fe9f7b-5b3f-4a4f-b42a-5eee21558032 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:51:16.428097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-44fe9f7b-5b3f-4a4f-b42a-5eee21558032 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/ports/7d65e019-fb79-46d1-bb5d-fa80d21dbff3 HTTP/1.1" status: 404 len: 333 time: 0.0268657 Sep 16 05:51:16.428097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:16.440671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:16.460186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d2d419b3-89ec-4e2c-a5ca-45ec6bfbda16 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c1bb7d1-862b-4aef-992e-06b5c3595d9a HTTP/1.1" status: 200 len: 205 time: 0.0313470 Sep 16 05:51:16.463035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39246) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:16.470435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d74cd1-e8d0-4b46-8509-42fc979fc702 req-3ee62e85-aabf-40e9-b5cc-69bb6ac5ee9c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:16.477302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9d74cd1-e8d0-4b46-8509-42fc979fc702 req-3ee62e85-aabf-40e9-b5cc-69bb6ac5ee9c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1041107 Sep 16 05:51:16.506316 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f393c5c2-ed1a-4ea8-8b0e-844342be5f8d tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] delete failed (client error): The resource could not be found. Sep 16 05:51:16.507764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f393c5c2-ed1a-4ea8-8b0e-844342be5f8d tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/routers/7c1bb7d1-862b-4aef-992e-06b5c3595d9a HTTP/1.1" status: 404 len: 336 time: 0.0434971 Sep 16 05:51:16.512846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39248) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:16.545852 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc0904d-e520-4f1b-a35e-35116de31739 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] DELETE failed (client error): The resource could not be found. Sep 16 05:51:16.546317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc0904d-e520-4f1b-a35e-35116de31739 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:51:16.549958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cfc0904d-e520-4f1b-a35e-35116de31739 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/subnets/88ff282f-0d7d-499c-beb1-daa094222da2 HTTP/1.1" status: 404 len: 337 time: 0.0342205 Sep 16 05:51:16.551440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39250) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:16.587013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9d74cd1-e8d0-4b46-8509-42fc979fc702 req-5af28ab0-4524-4942-a365-b6ee3387b2ad tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066475 Sep 16 05:51:16.677476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:16.689359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:16.693641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-41a82ab4-8696-45a9-ab99-036e5fff4042 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port fa0899b8-2f6a-46a7-a953-bf91ed0cf0da {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:16.694108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41a82ab4-8696-45a9-ab99-036e5fff4042 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.705834 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:16.706758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:16.725730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] No DVR routers for this DVR port 115a2917-61aa-43a5-84b8-c6d4926efd49 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:16.729245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.731414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a2154d64-bc0e-46cf-9b12-eba268ad2ef6 req-7f459a7c-2a4d-4c0c-9f49-e133c07e5d77 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "DELETE /v2.0/ports/115a2917-61aa-43a5-84b8-c6d4926efd49 HTTP/1.1" status: 204 len: 173 time: 1.9508078 Sep 16 05:51:16.732130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89367b4c-a885-4508-adac-a24781e4c40c', 'name': 'network-vif-deleted', 'tag': '115a2917-61aa-43a5-84b8-c6d4926efd49'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:16.741025 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae4f34d-c831-4934-87f3-59b6ccc55690" -d '{"events": [{"server_uuid": "89367b4c-a885-4508-adac-a24781e4c40c", "name": "network-vif-deleted", "tag": "115a2917-61aa-43a5-84b8-c6d4926efd49"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:16.820770 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5bdfe-4cc0-4acb-8e77-c838be625cc1 x-openstack-request-id: req-62a5bdfe-4cc0-4acb-8e77-c838be625cc1 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:16.820770 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89367b4c-a885-4508-adac-a24781e4c40c", "name": "network-vif-deleted", "tag": "115a2917-61aa-43a5-84b8-c6d4926efd49", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:16.820770 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62a5bdfe-4cc0-4acb-8e77-c838be625cc1 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:16.820770 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89367b4c-a885-4508-adac-a24781e4c40c', 'name': 'network-vif-deleted', 'tag': '115a2917-61aa-43a5-84b8-c6d4926efd49', 'status': 'completed', 'code': 200} Sep 16 05:51:16.831150 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41a82ab4-8696-45a9-ab99-036e5fff4042 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:16.851945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-41a82ab4-8696-45a9-ab99-036e5fff4042 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for fa0899b8-2f6a-46a7-a953-bf91ed0cf0da owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:16.861637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b7e8c-dbcf-4462-98aa-69ca24121ac1 req-d39e4185-91b0-47c3-b1ac-c5e18c00174d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:16.863284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-206b7e8c-dbcf-4462-98aa-69ca24121ac1 req-d39e4185-91b0-47c3-b1ac-c5e18c00174d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1181462 Sep 16 05:51:16.980545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-206b7e8c-dbcf-4462-98aa-69ca24121ac1 req-db254d67-fcf8-4ff3-9256-6d2309f39841 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074717 Sep 16 05:51:17.058082 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec8125d4-b90a-4862-88fe-9e96aa532264 req-c0654e4a-14be-4a0f-956a-6f015363be64 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0692973 Sep 16 05:51:17.106920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:17.135678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd35c2c-9b68-4e87-858a-ba5eab6363ae req-c047ab5c-c2ff-4923-ae03-51bffe528876 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:17.137589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffd35c2c-9b68-4e87-858a-ba5eab6363ae req-c047ab5c-c2ff-4923-ae03-51bffe528876 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0598016 Sep 16 05:51:17.183242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffd35c2c-9b68-4e87-858a-ba5eab6363ae req-618c11e1-51bd-4e95-9cd7-b89321962389 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Sep 16 05:51:17.249285 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41a82ab4-8696-45a9-ab99-036e5fff4042 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.288155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a82ab4-8696-45a9-ab99-036e5fff4042 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=fa0899b8-2f6a-46a7-a953-bf91ed0cf0da,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:17.357073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:17.378040 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41a82ab4-8696-45a9-ab99-036e5fff4042 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.378901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-41a82ab4-8696-45a9-ab99-036e5fff4042 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/ports/fa0899b8-2f6a-46a7-a953-bf91ed0cf0da HTTP/1.1" status: 204 len: 168 time: 0.8254383 Sep 16 05:51:17.382012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39268) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:17.401148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:17.412721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:17.413342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:17.420296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd24f72-89c1-435a-b354-cf1fec62958c req-97ec684d-bd02-4d70-bf80-34ad3bbf3d41 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:17.428357 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccd24f72-89c1-435a-b354-cf1fec62958c req-97ec684d-bd02-4d70-bf80-34ad3bbf3d41 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0619311 Sep 16 05:51:17.468288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccd24f72-89c1-435a-b354-cf1fec62958c req-3fa1f446-eb53-42a2-8214-d1b4c9aa5540 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389380 Sep 16 05:51:17.545863 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:17.549194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-99602e71-461a-41a8-a322-79e040739262 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 6244041b-0d92-4a99-9d25-63d0410ffd11 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:17.549544 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99602e71-461a-41a8-a322-79e040739262 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.687613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d91cca-cb46-4e8f-8bc8-f7a65f245380 req-dec2e201-d238-4264-9483-778ed5f51553 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:17.689730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15d91cca-cb46-4e8f-8bc8-f7a65f245380 req-dec2e201-d238-4264-9483-778ed5f51553 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1359472 Sep 16 05:51:17.742838 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99602e71-461a-41a8-a322-79e040739262 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.759848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15d91cca-cb46-4e8f-8bc8-f7a65f245380 req-5fbc4ec2-d615-45fb-8690-2b64c1531a09 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633557 Sep 16 05:51:17.764757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-99602e71-461a-41a8-a322-79e040739262 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 6244041b-0d92-4a99-9d25-63d0410ffd11 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:17.837541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:17.898826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b692a3f9-348f-44e9-b067-421a64eaee3c None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:18.025689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4143c3-12af-4fea-ace3-c5b73e2c334f req-621af8b3-60a5-4d42-81eb-4a6369a81f75 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:18.025689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae4143c3-12af-4fea-ace3-c5b73e2c334f req-621af8b3-60a5-4d42-81eb-4a6369a81f75 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0596542 Sep 16 05:51:18.045137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99602e71-461a-41a8-a322-79e040739262 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.075148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae4143c3-12af-4fea-ace3-c5b73e2c334f req-856a8a26-8171-4b90-a5f7-1569b10fdfe9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Sep 16 05:51:18.116393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602e71-461a-41a8-a322-79e040739262 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=6244041b-0d92-4a99-9d25-63d0410ffd11,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:18.233109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82b75584-72bd-4187-84bf-127a336e5bd1 req-f4abf431-e294-4a39-8d5b-8453f7b98f9b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0519149 Sep 16 05:51:18.264895 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4179e91-7067-4018-a22f-f24b0641579a None None] New status for floating IP 2d071b7b-4f17-43c5-b8b3-8e328b28142f: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:51:18.267048 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-99602e71-461a-41a8-a322-79e040739262 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.271750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-99602e71-461a-41a8-a322-79e040739262 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/ports/6244041b-0d92-4a99-9d25-63d0410ffd11 HTTP/1.1" status: 204 len: 168 time: 0.8855259 Sep 16 05:51:18.272067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39282) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:18.296339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d96814-591d-4227-86d6-e5fe554b3647 req-2847b667-edf2-42e5-a350-81b43a11e491 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:18.297928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64d96814-591d-4227-86d6-e5fe554b3647 req-2847b667-edf2-42e5-a350-81b43a11e491 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0861506 Sep 16 05:51:18.352790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ec4d2-25c0-4ddd-815a-4a6ae515a2f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:18.356587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64d96814-591d-4227-86d6-e5fe554b3647 req-0945726a-3289-409b-9067-a2e290edd383 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524645 Sep 16 05:51:18.357125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:18.357618 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a5ec4d2-25c0-4ddd-815a-4a6ae515a2f5 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5920d76-bc3d-48a3-998c-e295d915ba6e HTTP/1.1" status: 200 len: 913 time: 0.0844879 Sep 16 05:51:18.591000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388156ce-c4c4-421b-8b93-c25698c3699c req-7f6f150f-6e8b-497b-9408-31f1949c3f25 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:18.592542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-388156ce-c4c4-421b-8b93-c25698c3699c req-7f6f150f-6e8b-497b-9408-31f1949c3f25 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1143579 Sep 16 05:51:18.682121 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-388156ce-c4c4-421b-8b93-c25698c3699c req-368bdf33-196b-41b4-b33b-ccdf7d1cdfb3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829530 Sep 16 05:51:18.848146 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f4e4a-51ff-487b-b479-3ab65b8bb816 req-48b19e1f-64ca-401d-9139-8d136433027c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:18.860968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e13f4e4a-51ff-487b-b479-3ab65b8bb816 req-48b19e1f-64ca-401d-9139-8d136433027c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0924311 Sep 16 05:51:18.886209 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.910959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e13f4e4a-51ff-487b-b479-3ab65b8bb816 req-b6bf6e3f-3246-41d8-a620-1b42b18ddaae tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488176 Sep 16 05:51:18.954828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 115a2917-61aa-43a5-84b8-c6d4926efd49 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:18.994566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 115a2917-61aa-43a5-84b8-c6d4926efd49 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:18.995507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 115a2917-61aa-43a5-84b8-c6d4926efd49 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:19.100877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c745ff5-2b21-4cfd-97e0-bcbd9d05a5bd req-d14057c9-49b1-410a-a903-305606900733 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.104355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c745ff5-2b21-4cfd-97e0-bcbd9d05a5bd req-d14057c9-49b1-410a-a903-305606900733 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0710962 Sep 16 05:51:19.152469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c745ff5-2b21-4cfd-97e0-bcbd9d05a5bd req-cdc19130-3b6d-41b4-bac6-5d58a11ec2d3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Sep 16 05:51:19.208329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 34bd28cc-e6d3-41fb-b719-6f7fca88ad4d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:19.208680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:19.335515 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:19.360483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042b7c22-5659-46a1-ac17-4d1bd8cf9d6f req-7816a220-4940-4c39-a2a4-30d5a582d76f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0485477 Sep 16 05:51:19.373036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 34bd28cc-e6d3-41fb-b719-6f7fca88ad4d owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:19.432073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e408e-5176-4a51-a9fb-b3a12731e9ec req-dc10ecf6-9a0c-4123-9e3d-4eab7bd8a9d9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.433887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c5e408e-5176-4a51-a9fb-b3a12731e9ec req-dc10ecf6-9a0c-4123-9e3d-4eab7bd8a9d9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.2049191 Sep 16 05:51:19.905689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c5e408e-5176-4a51-a9fb-b3a12731e9ec req-37f0e7a8-6ef5-464b-aad0-0109bc8e8131 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649000 Sep 16 05:51:19.972559 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d5e1a93-0be2-42ce-857a-f1e819b12e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:20.083037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e31488-199d-4b6c-9533-36e91f0b1760 req-77b678d3-2446-486f-8cca-2646e1ded2ae tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:20.085112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82e31488-199d-4b6c-9533-36e91f0b1760 req-77b678d3-2446-486f-8cca-2646e1ded2ae tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0678003 Sep 16 05:51:20.138986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-82e31488-199d-4b6c-9533-36e91f0b1760 req-dad75767-ce18-409b-a550-0134289a9448 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457683 Sep 16 05:51:20.304518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf38ca1-c8ec-4d16-8994-1d7a737915c1 req-1c09f448-b33b-4b29-a5f9-6918461adb2e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:20.479842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bf38ca1-c8ec-4d16-8994-1d7a737915c1 req-1c09f448-b33b-4b29-a5f9-6918461adb2e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0681295 Sep 16 05:51:20.479842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bf38ca1-c8ec-4d16-8994-1d7a737915c1 req-e86386aa-9990-4959-847a-b04c7da59c48 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Sep 16 05:51:20.480729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-00b2fffd-f3d3-4e71-8ad6-74b1974ca0aa req-5bc637ef-65bc-4b7e-9fa5-502f5cc0db5f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0322416 Sep 16 05:51:20.661928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14358f-8673-4f95-96c5-bb350baa4901 req-313c58f7-12ff-46cc-aa89-4dec86c47562 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:20.663884 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e14358f-8673-4f95-96c5-bb350baa4901 req-313c58f7-12ff-46cc-aa89-4dec86c47562 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0574946 Sep 16 05:51:20.709219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e14358f-8673-4f95-96c5-bb350baa4901 req-18196346-4358-4c2e-bb8f-6082feee4236 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Sep 16 05:51:20.832692 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:20.840480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e28aa8-ad9b-45b6-88d9-179b25f83992 req-d914306a-75c2-4dd5-b2ba-6d4ce3fa129a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:20.842166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20e28aa8-ad9b-45b6-88d9-179b25f83992 req-d914306a-75c2-4dd5-b2ba-6d4ce3fa129a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0580335 Sep 16 05:51:20.861170 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:20.877668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=34bd28cc-e6d3-41fb-b719-6f7fca88ad4d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:20.915023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20e28aa8-ad9b-45b6-88d9-179b25f83992 req-4d0d4205-376c-47c8-9cdc-68f3d4ad1154 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649583 Sep 16 05:51:21.109144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.124080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd87d7-7908-493b-8536-3bd412e3ef73 req-ccaaea67-2d22-416b-8d50-243dcdf9696c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.125877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ccd87d7-7908-493b-8536-3bd412e3ef73 req-ccaaea67-2d22-416b-8d50-243dcdf9696c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0665681 Sep 16 05:51:21.169304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ccd87d7-7908-493b-8536-3bd412e3ef73 req-7f9f6656-add0-420c-b0c6-bcf28e7c206f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Sep 16 05:51:21.381988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d129dc0-9d64-499e-9ff6-795b3af0715b req-28c7abc9-07ba-4c69-9e2c-c571e952bee6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.384102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d129dc0-9d64-499e-9ff6-795b3af0715b req-28c7abc9-07ba-4c69-9e2c-c571e952bee6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1022003 Sep 16 05:51:21.394720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Router b5920d76-bc3d-48a3-998c-e295d915ba6e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:21.471487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d129dc0-9d64-499e-9ff6-795b3af0715b req-819a97a3-791b-4c2f-9ba5-bd4ef1d2681a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787199 Sep 16 05:51:21.544378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:21.556896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828714e6-9adc-4b3e-b7f6-f2234cba6153 None None] Sync routers for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:21.557672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4a2beb97-a2a9-4b16-a3e8-5764fb3ff530 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "PUT /v2.0/routers/b5920d76-bc3d-48a3-998c-e295d915ba6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1987350 Sep 16 05:51:21.560358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:21.587499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828714e6-9adc-4b3e-b7f6-f2234cba6153 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:21.588669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-828714e6-9adc-4b3e-b7f6-f2234cba6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:21.618879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-414fe431-4992-4399-be16-325bb99a4166 req-56b4b10d-13f6-474a-9080-7cecde8157df tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=89367b4c-a885-4508-adac-a24781e4c40c HTTP/1.1" status: 200 len: 210 time: 0.0655179 Sep 16 05:51:21.650763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-828714e6-9adc-4b3e-b7f6-f2234cba6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:21.662665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828714e6-9adc-4b3e-b7f6-f2234cba6153 None None] Routers {'b5920d76-bc3d-48a3-998c-e295d915ba6e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:21.666463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-828714e6-9adc-4b3e-b7f6-f2234cba6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:50:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b5920d76-bc3d-48a3-998c-e295d915ba6e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:21.715627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-828714e6-9adc-4b3e-b7f6-f2234cba6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:21.716323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828714e6-9adc-4b3e-b7f6-f2234cba6153 None None] The sync data for ids ['b5920d76-bc3d-48a3-998c-e295d915ba6e'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:21.730044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1911e74-56e6-4b29-96fb-78b3faef6161 req-3815fbc2-5a50-42f0-884c-e15d5ba60c55 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.731688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1911e74-56e6-4b29-96fb-78b3faef6161 req-3815fbc2-5a50-42f0-884c-e15d5ba60c55 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1107931 Sep 16 05:51:21.740593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.818390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1911e74-56e6-4b29-96fb-78b3faef6161 req-17f8bea5-267c-4f56-bff2-2ab6654a6b3f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803249 Sep 16 05:51:21.881892 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.950519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e102-9ddf-4efc-b4ac-8183427ad94b req-7df2a142-b2cc-4000-ac09-64bef17b1a88 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:21.952172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0654e102-9ddf-4efc-b4ac-8183427ad94b req-7df2a142-b2cc-4000-ac09-64bef17b1a88 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0512660 Sep 16 05:51:22.003187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0654e102-9ddf-4efc-b4ac-8183427ad94b req-068cc9b1-de1a-4869-8145-1be74739e9e6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Sep 16 05:51:22.013682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting port 2964e973-1182-42a8-8f81-c9e02fcf35de {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:22.014041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.104301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.118210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Calling delete_port for 2964e973-1182-42a8-8f81-c9e02fcf35de owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:22.406791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.436476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Port': ['ID=2964e973-1182-42a8-8f81-c9e02fcf35de,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:22.445164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89ee64-34df-41b3-9034-75ac421e3be0 req-302f3ee8-48f3-403d-81a4-b91c381bcf4a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:22.446910 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b89ee64-34df-41b3-9034-75ac421e3be0 req-302f3ee8-48f3-403d-81a4-b91c381bcf4a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0622182 Sep 16 05:51:22.494203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b89ee64-34df-41b3-9034-75ac421e3be0 req-ffab15b0-749d-432b-9b7d-6f358e76ce26 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386338 Sep 16 05:51:22.522266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.617760 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.620071 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.743943 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.744416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Fanout notify agent at l3_agent the message router_deleted on router b5920d76-bc3d-48a3-998c-e295d915ba6e {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:51:22.758835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.760347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c8d54079-4922-4af5-a738-581c19183902 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/routers/b5920d76-bc3d-48a3-998c-e295d915ba6e HTTP/1.1" status: 204 len: 168 time: 1.1987371 Sep 16 05:51:22.762502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39366) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:22.834596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf9439a-07d1-40e2-bb39-4701113fbcfb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Deleting subnet 2579ce71-57d0-4ef8-9de0-5e7d6d281941 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:22.845028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bf9439a-07d1-40e2-bb39-4701113fbcfb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.893366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bf9439a-07d1-40e2-bb39-4701113fbcfb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.914446 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-ddc26a83-692e-459c-ac3a-f14f5e382c89 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51852349&fields=id&tenant_id=eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 267 time: 0.0417988 Sep 16 05:51:22.946742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bf9439a-07d1-40e2-bb39-4701113fbcfb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.028652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-23f28145-986b-4f98-8091-b1f37dffcb0b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:23.030151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-23f28145-986b-4f98-8091-b1f37dffcb0b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1079755 Sep 16 05:51:23.046383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-911d0f8e-f88c-4bb0-86cc-f7a63fb201f9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/quotas/eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 375 time: 0.0100434 Sep 16 05:51:23.113941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bf9439a-07d1-40e2-bb39-4701113fbcfb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.114182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-d06ae1d8-bf96-476f-bee7-7591a61b5885 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578284 Sep 16 05:51:23.132585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-165f7ea6-cbb9-4866-b6b1-3bde8c1330ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.135653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2bf9439a-07d1-40e2-bb39-4701113fbcfb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.140143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39384) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:23.140462 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2bf9439a-07d1-40e2-bb39-4701113fbcfb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/subnets/2579ce71-57d0-4ef8-9de0-5e7d6d281941 HTTP/1.1" status: 204 len: 168 time: 0.3765905 Sep 16 05:51:23.141490 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9439a-07d1-40e2-bb39-4701113fbcfb tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Subnet': ['ID=2579ce71-57d0-4ef8-9de0-5e7d6d281941,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:23.244733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.406329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-89d296b3-0053-45a4-b561-c803b40f828f service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783387 Sep 16 05:51:23.407979 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.456124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc0e7ee-d3c0-4e71-b522-8203a2e26d43']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:23.472550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c7feb4-9889-46ad-911b-3f9c2c97e994') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:23.472848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c7feb4-9889-46ad-911b-3f9c2c97e994') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:23.510949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.546364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.550098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-32fe4e3a-4a62-48b1-b6c8-9956a637c10d service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335371 Sep 16 05:51:23.556176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:23.556540 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:23.586760 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:23.631993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a73c-377f-4e1e-a92f-fcc1dd89fabc req-c083a6ce-19d8-47b8-b610-c1b0e1b593c0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:23.633646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c849a73c-377f-4e1e-a92f-fcc1dd89fabc req-c083a6ce-19d8-47b8-b610-c1b0e1b593c0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0610955 Sep 16 05:51:23.689278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c849a73c-377f-4e1e-a92f-fcc1dd89fabc req-307bda65-fac6-4ed4-a648-b2f5c964158e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490298 Sep 16 05:51:23.715197 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.723378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:23.728264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] 10.222.0.49 "DELETE /v2.0/networks/5fc0e7ee-d3c0-4e71-b522-8203a2e26d43 HTTP/1.1" status: 204 len: 168 time: 0.5864282 Sep 16 05:51:23.744613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a45486-d7f6-482a-b7de-6d35096ae081 tempest-FloatingIPTestJSON-1609117151 tempest-FloatingIPTestJSON-1609117151-project] Pushing event deleted for resources: {'Network': ['ID=5fc0e7ee-d3c0-4e71-b522-8203a2e26d43,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:23.880857 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.180620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029dc8a-6ec9-48af-ad80-3169e6c71758 req-a3a4ca67-1dae-4f50-aca3-d6e99884b7ba tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:24.182163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e029dc8a-6ec9-48af-ad80-3169e6c71758 req-a3a4ca67-1dae-4f50-aca3-d6e99884b7ba tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0598269 Sep 16 05:51:24.218439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39406) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:24.259459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e029dc8a-6ec9-48af-ad80-3169e6c71758 req-7e819308-dc02-4544-a351-9e226f33f9ab tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651197 Sep 16 05:51:24.356715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5f1a409-0227-419d-84fc-9cca9e57b815 req-777ab572-522f-4be4-844c-0dc5a21362c0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0627909 Sep 16 05:51:24.451040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-458c8a97-8d58-48cd-8c3e-f0ac68daffd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53d8899ff1aa46468728eb2769e662b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314415 Sep 16 05:51:24.453685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39416) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:24.508183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ce7767f-d132-4437-bb66-ff63cc38bcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.530227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ce7767f-d132-4437-bb66-ff63cc38bcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.666649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ce7767f-d132-4437-bb66-ff63cc38bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.670058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8ce7767f-d132-4437-bb66-ff63cc38bcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.671255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8ce7767f-d132-4437-bb66-ff63cc38bcf8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/696d92d7-7262-479c-9781-4876d5332eb3 HTTP/1.1" status: 204 len: 168 time: 0.2161334 Sep 16 05:51:24.683125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7767f-d132-4437-bb66-ff63cc38bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696d92d7-7262-479c-9781-4876d5332eb3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:25.385714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a69da-d779-4c27-9611-a3d2397d3d15 req-53890e0e-1f09-4813-81e7-d776b40735a3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:25.387514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e09a69da-d779-4c27-9611-a3d2397d3d15 req-53890e0e-1f09-4813-81e7-d776b40735a3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0622065 Sep 16 05:51:25.404397 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:25.432857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de3344f3-78fc-4f2e-88ad-7b1b8d5b00fb req-1abdd35f-952c-48e9-87b1-333f11a40e9e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0392730 Sep 16 05:51:25.440270 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e09a69da-d779-4c27-9611-a3d2397d3d15 req-3589a976-4012-434b-af7f-23f89036bac0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 Sep 16 05:51:25.583348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f1a18-7cfa-48ef-bc00-cbe12386dd3c req-df7285cd-5788-45f9-a0fd-7d3b1c8efa7e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:25.584968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f94f1a18-7cfa-48ef-bc00-cbe12386dd3c req-df7285cd-5788-45f9-a0fd-7d3b1c8efa7e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0531330 Sep 16 05:51:25.626632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f94f1a18-7cfa-48ef-bc00-cbe12386dd3c req-9fe729c4-9bc2-4093-bb5c-6bbf98adc938 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Sep 16 05:51:25.790711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e815d6-f33e-4569-bb42-5b2aba7d3a44 req-a17b2a40-61f4-4321-8efe-8a591e683988 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:25.801488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0e815d6-f33e-4569-bb42-5b2aba7d3a44 req-a17b2a40-61f4-4321-8efe-8a591e683988 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0692670 Sep 16 05:51:25.855667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0e815d6-f33e-4569-bb42-5b2aba7d3a44 req-2743d898-3c52-4fa6-bc05-09919527bdef tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486028 Sep 16 05:51:25.977162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403739a5-99b2-426f-8e2e-5baecd12ac24 req-4018b026-80bc-47ec-a1a6-4004c72591db tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:25.978876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-403739a5-99b2-426f-8e2e-5baecd12ac24 req-4018b026-80bc-47ec-a1a6-4004c72591db tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0591083 Sep 16 05:51:26.020190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-403739a5-99b2-426f-8e2e-5baecd12ac24 req-d56e4db5-1b4d-449e-9178-425592aa2abd tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353498 Sep 16 05:51:26.111419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39462) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:26.171347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993476ac-494c-4d57-8c3a-dc5ef8ce29da req-164279dd-b55a-4123-93a5-2b7867dfaf96 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:26.173038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-993476ac-494c-4d57-8c3a-dc5ef8ce29da req-164279dd-b55a-4123-93a5-2b7867dfaf96 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0529931 Sep 16 05:51:26.214504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-993476ac-494c-4d57-8c3a-dc5ef8ce29da req-a9173f7d-abc9-47d1-b08e-e7fb340837f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353332 Sep 16 05:51:26.219525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-540493585'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:26.337419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b234c7-d7ea-4be7-83a9-9e6eed3e089c req-03f486cc-9980-4a95-9d4a-e3d6d54fb622 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:26.338835 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f6b234c7-d7ea-4be7-83a9-9e6eed3e089c req-03f486cc-9980-4a95-9d4a-e3d6d54fb622 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0530229 Sep 16 05:51:26.384240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f6b234c7-d7ea-4be7-83a9-9e6eed3e089c req-562a17ff-6c5c-47fe-8660-6f9c5f1ef150 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373547 Sep 16 05:51:26.384753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:26.388525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.407658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.498655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.537564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-487e2ee8-65d5-4b0b-a848-933e933ebc16 req-569a424c-6e71-4da6-afbb-ba3b21d9dac2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0306015 Sep 16 05:51:26.554693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ea14-b126-443d-ac66-536d11513fc1 req-d4eefd25-054e-493a-b492-892d6d3b74b8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:26.556702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c25ea14-b126-443d-ac66-536d11513fc1 req-d4eefd25-054e-493a-b492-892d6d3b74b8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0533793 Sep 16 05:51:26.599674 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c25ea14-b126-443d-ac66-536d11513fc1 req-30c59a80-64d6-4f1b-b5b3-e69bba371b8c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362697 Sep 16 05:51:26.623609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.642451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:51:26.653115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c7ee42-e23a-471c-af43-cfc393a4f673,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:26.659282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.659746 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Added segment f6d24695-def5-4963-b8bc-648c3861e567 of type vlan for network e91782f0-379e-4404-b4bf-8f209edfce85 Sep 16 05:51:26.729056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.769221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cfe3a-675d-4043-81c8-14d39ab70f07 req-bed4d498-db0f-448c-8510-d4a0dcc23854 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:26.770793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c73cfe3a-675d-4043-81c8-14d39ab70f07 req-bed4d498-db0f-448c-8510-d4a0dcc23854 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0814290 Sep 16 05:51:26.811043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c73cfe3a-675d-4043-81c8-14d39ab70f07 req-da294f28-a6c1-4892-9a46-41c175324fda tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 Sep 16 05:51:26.864172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.870882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:26.871502 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:26.974974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Network': ['ID=e91782f0-379e-4404-b4bf-8f209edfce85,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:26.985681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:51:26.998972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fe8fe-9fd1-4d0c-8c17-8d3451f4c743 req-75b5456f-8f9a-4067-ab6c-ae9f05ff9be1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:27.000635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa4fe8fe-9fd1-4d0c-8c17-8d3451f4c743 req-75b5456f-8f9a-4067-ab6c-ae9f05ff9be1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0902760 Sep 16 05:51:27.024459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-664a6eef-3ed9-4643-ae17-ef21961d2ea6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9116428 Sep 16 05:51:27.028872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39482) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:27.048071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa4fe8fe-9fd1-4d0c-8c17-8d3451f4c743 req-bf40912c-8968-49ec-bea8-4cdc0a04dbd6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Sep 16 05:51:27.075708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'name': 'tempest-PortsTestJSON-1731655151'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:27.256201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-fb39038b-0012-4c8e-acc3-78ca6e73f0a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:27.258505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-fb39038b-0012-4c8e-acc3-78ca6e73f0a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.2304366 Sep 16 05:51:27.274996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b932a4-0a1b-4a73-9842-5c8c6df818b5 req-b6d0abd7-74e0-4209-ad54-1a72e850f00d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:27.276587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79b932a4-0a1b-4a73-9842-5c8c6df818b5 req-b6d0abd7-74e0-4209-ad54-1a72e850f00d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1391964 Sep 16 05:51:27.354060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-d36b0e63-2ecd-4093-b004-e0df4be083b6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 378 time: 0.0764213 Sep 16 05:51:27.362800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79b932a4-0a1b-4a73-9842-5c8c6df818b5 req-91355987-cc8d-478a-aeca-323335bb3df2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777326 Sep 16 05:51:27.366397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'port': {'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'admin_state_up': True, 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'security_groups': ['d7923bff-f7ee-4632-823d-bcfcb6d9e98d']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:27.432713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:27.436225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:27.478070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:27.521108 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:27.625716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a0e4-6e77-4b3d-8624-b1258b03455a req-c62aff6f-ce17-4fd2-b240-6e83408e182e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:27.627294 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75e0a0e4-6e77-4b3d-8624-b1258b03455a req-c62aff6f-ce17-4fd2-b240-6e83408e182e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1655042 Sep 16 05:51:27.656009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7034ecff-9062-4ab7-8f17-d518e0af10db req-ba0167bc-c8c9-4cbb-9533-30582ce45118 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0374603 Sep 16 05:51:28.017161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:28.020663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.035809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75e0a0e4-6e77-4b3d-8624-b1258b03455a req-aa0a7aef-3dd4-4221-9877-a62d05acda31 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991778 Sep 16 05:51:28.063668 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.191723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5cf9d-b047-4c49-8e6d-407a0d244e44 req-9041e169-4294-437a-8d00-f97076d0a54c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:28.193747 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33a5cf9d-b047-4c49-8e6d-407a0d244e44 req-9041e169-4294-437a-8d00-f97076d0a54c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0705726 Sep 16 05:51:28.203636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.20.0.12 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/a7c7dfad-7332-4f3f-acb0-e5658f758f1e) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:28.240131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-33a5cf9d-b047-4c49-8e6d-407a0d244e44 req-0239c925-1290-4774-a871-abe406068714 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Sep 16 05:51:28.256958 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.389171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=2d8c359c-42dd-4f5e-adcf-e4232df4a98f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:28.425145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Checking segment: {'id': 'f6d24695-def5-4963-b8bc-648c3861e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:28.425506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network hostable DHCP agents. Network: e91782f0-379e-4404-b4bf-8f209edfce85, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:28.433880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b887e-aad5-4b44-a9e7-e1ede3f26e66 req-b752e561-8317-42de-ad3e-fad27cb01676 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:28.435568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a4b887e-aad5-4b44-a9e7-e1ede3f26e66 req-b752e561-8317-42de-ad3e-fad27cb01676 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0604632 Sep 16 05:51:28.442417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.480729 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a4b887e-aad5-4b44-a9e7-e1ede3f26e66 req-0116fa97-388a-4bcb-940f-0cad9ab61afb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Sep 16 05:51:28.537623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:28.590415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.645751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:28.654463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:28.662188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:28.669702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e91782f0-379e-4404-b4bf-8f209edfce85) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:28.678582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6dcc0-eea2-415b-82d9-066531553af6 None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:28.679663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb893f3-cd72-48ea-881c-8b9a7b1c1ec4 req-61186a28-a5a8-4b5a-b6cc-23f9e2032acf tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:28.681332 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcb893f3-cd72-48ea-881c-8b9a7b1c1ec4 req-61186a28-a5a8-4b5a-b6cc-23f9e2032acf tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1261463 Sep 16 05:51:28.704568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:28.710275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:28.711689 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.716048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:28.819696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcb893f3-cd72-48ea-881c-8b9a7b1c1ec4 req-2d038e02-70f7-41d6-b119-bd5f8814d4d4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032157 Sep 16 05:51:28.833357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:28.834549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.859108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b89d803-fb3f-43de-a6fa-c8646ca54aa3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7992187 Sep 16 05:51:28.861040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39506) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:28.872822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1933567079'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:28.913215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86523201-b528-4fe6-bbfd-7e94891d075e req-02e16961-5bda-4923-902a-ed384b0eb919 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:28.921594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86523201-b528-4fe6-bbfd-7e94891d075e req-02e16961-5bda-4923-902a-ed384b0eb919 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 932 time: 0.0993178 Sep 16 05:51:28.972406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86523201-b528-4fe6-bbfd-7e94891d075e req-14dd22cf-b2f2-4411-9d2a-11c68f1bc43c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498962 Sep 16 05:51:28.998305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-c35b3f18-2e3e-4ff6-b5d9-4e5dfc1c921a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6244240 Sep 16 05:51:29.014142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Request body: {'port': {'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:29.040733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.091131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-949e5dde-5655-4077-af50-73cec6b95580 None None] Provisioning complete for port a7c7dfad-7332-4f3f-acb0-e5658f758f1e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:29.091661 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-949e5dde-5655-4077-af50-73cec6b95580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.104143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9ab58-bdb1-45e8-b38c-20b4b2fe56e3 req-cb776d5f-92a4-4dcd-b4ed-e7e0b3090ea1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:29.105755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96c9ab58-bdb1-45e8-b38c-20b4b2fe56e3 req-cb776d5f-92a4-4dcd-b4ed-e7e0b3090ea1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1185040 Sep 16 05:51:29.106871 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.137021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-949e5dde-5655-4077-af50-73cec6b95580 None None] Port a7c7dfad-7332-4f3f-acb0-e5658f758f1e cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:29.190980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:29.194467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.198826 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96c9ab58-bdb1-45e8-b38c-20b4b2fe56e3 req-a38370ca-ac6a-40d3-931c-1ca0e65d22ba tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828512 Sep 16 05:51:29.285944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:51:29.312837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.317892 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Added segment df5a828a-bd17-4515-a48d-a3199e89f71a of type vlan for network cdcd8ad3-078a-47e5-a486-91dc9ac865bb Sep 16 05:51:29.341563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63d30-b6f5-46a2-93d1-28d9b4697118 req-02f0818a-0334-4c01-97f9-863b983da268 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:29.344643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e6d63d30-b6f5-46a2-93d1-28d9b4697118 req-02f0818a-0334-4c01-97f9-863b983da268 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0623794 Sep 16 05:51:29.388434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e6d63d30-b6f5-46a2-93d1-28d9b4697118 req-84a4cd32-3f8d-491a-94c7-b90d6f9b5148 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383627 Sep 16 05:51:29.403927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.518297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c7dfad-7332-4f3f-acb0-e5658f758f1e {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:29.526601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.538302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.544539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:29.545233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.553193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Transition to ACTIVE for port object a7c7dfad-7332-4f3f-acb0-e5658f758f1e will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:51:29.586538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bd10c-f38f-409c-b21d-dbcb62ae150e req-df4f42cd-0884-4ee2-bbe4-3b4506fada33 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:29.589002 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f0bd10c-f38f-409c-b21d-dbcb62ae150e req-df4f42cd-0884-4ee2-bbe4-3b4506fada33 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0574803 Sep 16 05:51:29.623561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Network': ['ID=cdcd8ad3-078a-47e5-a486-91dc9ac865bb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:29.631987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2f0bd10c-f38f-409c-b21d-dbcb62ae150e req-a9306d25-e155-407a-bf93-23eb678db60c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347269 Sep 16 05:51:29.640266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network cdcd8ad3-078a-47e5-a486-91dc9ac865bb details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:51:29.678419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.717973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c2ce944-c590-4955-9f3b-f7785b3f8d86 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8554506 Sep 16 05:51:29.721601 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39520) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:29.731058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'ports': [{'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85'}, {'network_id': 'cdcd8ad3-078a-47e5-a486-91dc9ac865bb'}]} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:29.732208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:29.732757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'cdcd8ad3-078a-47e5-a486-91dc9ac865bb'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:29.756543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:29.891353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80aa8e-f283-4009-a1e7-248305a1759b req-01835244-33c3-45ec-918c-8ebe3f347c29 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:29.899946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc80aa8e-f283-4009-a1e7-248305a1759b req-01835244-33c3-45ec-918c-8ebe3f347c29 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1206441 Sep 16 05:51:29.910064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Attempting to bind port a7c7dfad-7332-4f3f-acb0-e5658f758f1e on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:29.910525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Attempting to bind port a7c7dfad-7332-4f3f-acb0-e5658f758f1e by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:29.910934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Attempting to bind port a7c7dfad-7332-4f3f-acb0-e5658f758f1e on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:29.925816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Port a7c7dfad-7332-4f3f-acb0-e5658f758f1e on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:51:29.926242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Attempting to bind port a7c7dfad-7332-4f3f-acb0-e5658f758f1e on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:29.932988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:29.933438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:29.933966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:29.934528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Bound port: a7c7dfad-7332-4f3f-acb0-e5658f758f1e, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:29.934986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.975310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc80aa8e-f283-4009-a1e7-248305a1759b req-c2aa2fc7-9058-412b-8ebd-95fe869a2799 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742629 Sep 16 05:51:30.063306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] For port a7c7dfad-7332-4f3f-acb0-e5658f758f1e, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:30.067417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] For port a7c7dfad-7332-4f3f-acb0-e5658f758f1e, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:30.089430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 2} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:30.094969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:30.142126 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:30.198548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:30.258256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71aba2-691d-482a-9dc9-fafa867b00d3 req-c5ff7a28-5b85-415f-91e2-14f08c049365 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.258256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d71aba2-691d-482a-9dc9-fafa867b00d3 req-c5ff7a28-5b85-415f-91e2-14f08c049365 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.1369238 Sep 16 05:51:30.262405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.263520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:30.268123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 1093 time: 1.2614210 Sep 16 05:51:30.274925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:30.277530 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa45f53c-1b7a-4986-8369-6274aaa005e3" -d '{"events": [{"name": "network-changed", "server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:30.291227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port ff17a64f-3d76-4b62-bf8a-5c36e749f208 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:30.322788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e60361-911e-48b5-98fa-bd7d4e4f9c8a req-c9a6e714-a350-4db9-a747-94c4dd011bac tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.324835 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63e60361-911e-48b5-98fa-bd7d4e4f9c8a req-c9a6e714-a350-4db9-a747-94c4dd011bac tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1399016 Sep 16 05:51:30.335909 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d71aba2-691d-482a-9dc9-fafa867b00d3 req-c602824e-b228-4480-bb47-646ac1e39f24 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577943 Sep 16 05:51:30.386858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d21d48-ecc8-4f8d-a11b-f9a67ec40038 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:30.392539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63e60361-911e-48b5-98fa-bd7d4e4f9c8a req-ef72aebb-d77e-4962-8c32-7c6f5c35ffa8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532761 Sep 16 05:51:30.413072 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff85fdb-c1c4-40c4-b399-80fb2c5b3e0f x-openstack-request-id: req-dff85fdb-c1c4-40c4-b399-80fb2c5b3e0f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:30.413409 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:30.413676 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dff85fdb-c1c4-40c4-b399-80fb2c5b3e0f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:30.414183 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'status': 'completed', 'code': 200} Sep 16 05:51:30.483545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-6a5ad277-9832-4453-8900-3021e585c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.485202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-6a5ad277-9832-4453-8900-3021e585c55f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1096 time: 0.0517190 Sep 16 05:51:30.546472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-31ee7eb7-b734-4b94-8d9d-771477d59258 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 217 time: 0.0456550 Sep 16 05:51:30.559441 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-51db72d9-cff4-4670-9108-b4e10ce9493d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1635633 Sep 16 05:51:30.581122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:30.635050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c4c96-da8b-4c3e-96ba-830ab4a35963 req-9c767c2e-740a-426f-bd95-65d3f264de99 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.636791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-434c4c96-da8b-4c3e-96ba-830ab4a35963 req-9c767c2e-740a-426f-bd95-65d3f264de99 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1401901 Sep 16 05:51:30.700446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-1c5f512f-3b7c-45d3-bac0-aab381748b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.702670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-1c5f512f-3b7c-45d3-bac0-aab381748b40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.1469016 Sep 16 05:51:30.727796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 48b053cd-94ae-4ab9-8f9d-b74592a97709 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:30.767331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-aa921082-1db0-4261-9e2e-ca3fe7b4ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.770198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-aa921082-1db0-4261-9e2e-ca3fe7b4ac46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593162 Sep 16 05:51:30.788270 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-434c4c96-da8b-4c3e-96ba-830ab4a35963 req-84cd9945-cb09-4d06-8539-8d10cec0360e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414850 Sep 16 05:51:30.806120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-2ae1dc3c-29a4-4c43-a074-47725409e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.808173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-2ae1dc3c-29a4-4c43-a074-47725409e7be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1098 time: 0.1157899 Sep 16 05:51:30.940758 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-f62c464a-9e73-46f5-b2e8-ff542bb40f76 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632981 Sep 16 05:51:31.034234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.058849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-e23a06bb-c1fa-4bd9-b8c5-d84954ffc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.060486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-e23a06bb-c1fa-4bd9-b8c5-d84954ffc0b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 915 time: 0.1982615 Sep 16 05:51:31.062961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f09a07ae-573f-4959-b9d2-67140d6673dc req-4161df60-11a4-459d-9fd7-b909cf1099da service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148713 Sep 16 05:51:31.098630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ae7aa-13d6-40cc-9c1c-e6a609e09037 req-ce32915d-dc19-4e77-997f-0d364db3beb6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.099930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-897ae7aa-13d6-40cc-9c1c-e6a609e09037 req-ce32915d-dc19-4e77-997f-0d364db3beb6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1426148 Sep 16 05:51:31.137418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-48e18611-451b-4c4d-9001-4d222381bc05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 HTTP/1.1" status: 200 len: 217 time: 0.0651217 Sep 16 05:51:31.228656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-897ae7aa-13d6-40cc-9c1c-e6a609e09037 req-b5853d7b-7714-4ece-bcef-c608eb7b0e72 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908988 Sep 16 05:51:31.245412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-6da53fd1-cea0-471f-b2b0-01b363f2704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.246957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-6da53fd1-cea0-471f-b2b0-01b363f2704e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 200 len: 854 time: 0.0922945 Sep 16 05:51:31.297210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-667f04b9-a19e-40ff-ab89-fbf8698e81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.297424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-ccfb5311-a5f7-454d-ace1-1a82e5e6d5c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64071994-c7ef-4046-a6b2-03859754aabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390699 Sep 16 05:51:31.298570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.299252 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-667f04b9-a19e-40ff-ab89-fbf8698e81aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1096 time: 0.0580962 Sep 16 05:51:31.316625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-f0a94e8b-6b54-4239-bb0a-0334024540e9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:51:31.317682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-f0a94e8b-6b54-4239-bb0a-0334024540e9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082099 Sep 16 05:51:31.411230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:31.415534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=ff17a64f-3d76-4b62-bf8a-5c36e749f208,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:31.420614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:31.428505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:31.428783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.446514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df29c0-472e-4089-b874-cd314b5baebe req-0da9655a-24a0-49b1-9246-57eae3f3db5b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.448601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34df29c0-472e-4089-b874-cd314b5baebe req-0da9655a-24a0-49b1-9246-57eae3f3db5b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1436498 Sep 16 05:51:31.456893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.457244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.457918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.457918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.458236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.458544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.458869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.459194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.459518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.459848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.460681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.461699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:31.502657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-fa9a0477-7eed-49ae-ade7-ea7accfe82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.504328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-fa9a0477-7eed-49ae-ade7-ea7accfe82a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1955919 Sep 16 05:51:31.560396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34df29c0-472e-4089-b874-cd314b5baebe req-ef40c49b-3940-4b6c-a6cd-cb16b06b1d03 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872574 Sep 16 05:51:31.561671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-749aa8a8-0706-4bbe-8edf-9af90b4ab015 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 217 time: 0.0468957 Sep 16 05:51:31.593065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=48b053cd-94ae-4ab9-8f9d-b74592a97709,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:31.605413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-7ef6b2a4-c4e9-41dd-a25a-9540ae142a9e service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608540 Sep 16 05:51:31.620293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73074891-3b3c-4416-8419-a74b6d967ca6 req-7fd6b34a-795d-4944-9047-7c75b3ed3e5f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.630207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73074891-3b3c-4416-8419-a74b6d967ca6 req-7fd6b34a-795d-4944-9047-7c75b3ed3e5f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.1604109 Sep 16 05:51:31.657671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-221040c1-24c3-4efc-9cae-0973d6d8969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.660227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-221040c1-24c3-4efc-9cae-0973d6d8969f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0835838 Sep 16 05:51:31.679230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Checking segment: {'id': 'df5a828a-bd17-4515-a48d-a3199e89f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cdcd8ad3-078a-47e5-a486-91dc9ac865bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:31.680278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network hostable DHCP agents. Network: cdcd8ad3-078a-47e5-a486-91dc9ac865bb, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:31.723889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-fd947e7d-826d-4639-9ec0-d98bd843cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.725628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-fd947e7d-826d-4639-9ec0-d98bd843cd46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576868 Sep 16 05:51:31.759613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-73074891-3b3c-4416-8419-a74b6d967ca6 req-f9f73b84-afb4-424a-bf8e-8abbfcdc8252 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308534 Sep 16 05:51:31.793542 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-245cbaba-a3f8-4fa3-8720-73df837502d4 req-19b76271-1b81-43ec-a2b6-6d3f78ffc24d service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640220 Sep 16 05:51:31.854991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-65e1a83b-d08e-4de2-b5a1-601114994f38 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175296 Sep 16 05:51:31.861008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network cdcd8ad3-078a-47e5-a486-91dc9ac865bb is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:31.963894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, cdcd8ad3-078a-47e5-a486-91dc9ac865bb) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:31.967493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45f53c-1b7a-4986-8369-6274aaa005e3 req-17286547-628c-4405-bd67-6ce5e6c0d7b7 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052461 Sep 16 05:51:31.971004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:31.975169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13e257-f959-42fa-aa05-169494acdb25 None None] Network cdcd8ad3-078a-47e5-a486-91dc9ac865bb requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:31.977889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.983288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.984046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.102125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-35846578-ad52-439d-9ca9-c679156c13eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3769245 Sep 16 05:51:32.104592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:32.193897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c807d498-76a6-4e45-8310-3f95a067d709 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 48b053cd-94ae-4ab9-8f9d-b74592a97709 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:32.194245 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c807d498-76a6-4e45-8310-3f95a067d709 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.278549 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c807d498-76a6-4e45-8310-3f95a067d709 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.290951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c807d498-76a6-4e45-8310-3f95a067d709 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 48b053cd-94ae-4ab9-8f9d-b74592a97709 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:32.453743 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c807d498-76a6-4e45-8310-3f95a067d709 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.488466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807d498-76a6-4e45-8310-3f95a067d709 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=48b053cd-94ae-4ab9-8f9d-b74592a97709,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:32.497503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c807d498-76a6-4e45-8310-3f95a067d709 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.499467 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c807d498-76a6-4e45-8310-3f95a067d709 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/48b053cd-94ae-4ab9-8f9d-b74592a97709 HTTP/1.1" status: 204 len: 168 time: 0.3938439 Sep 16 05:51:32.502230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39570) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:32.508588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fac3d1-c4a8-46dd-a6eb-86c9ca464298 req-d7c363e3-3c93-40f3-9f90-49d68a192b89 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.510096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54fac3d1-c4a8-46dd-a6eb-86c9ca464298 req-d7c363e3-3c93-40f3-9f90-49d68a192b89 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0890055 Sep 16 05:51:32.551077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54fac3d1-c4a8-46dd-a6eb-86c9ca464298 req-13b9840b-7a26-4435-b2e5-f188a1796525 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Sep 16 05:51:32.592345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c104438-55af-4a00-aa0f-654e35702b4d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.598212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c104438-55af-4a00-aa0f-654e35702b4d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.599766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9c104438-55af-4a00-aa0f-654e35702b4d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0964150 Sep 16 05:51:32.603195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39572) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:32.689765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec4455-0d77-4a14-aeb2-55b3c61da764 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port ff17a64f-3d76-4b62-bf8a-5c36e749f208 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:32.690110 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4455-0d77-4a14-aeb2-55b3c61da764 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.760246 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4455-0d77-4a14-aeb2-55b3c61da764 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.774300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec4455-0d77-4a14-aeb2-55b3c61da764 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for ff17a64f-3d76-4b62-bf8a-5c36e749f208 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:32.929861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1773-71d9-4515-ab38-90c4f15bc50d req-296bb73e-0f01-4228-b701-da1388ec7ee3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.929861 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a18b1773-71d9-4515-ab38-90c4f15bc50d req-296bb73e-0f01-4228-b701-da1388ec7ee3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.0781884 Sep 16 05:51:32.969329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a18b1773-71d9-4515-ab38-90c4f15bc50d req-9824a11e-d13f-467d-902b-a477d4277108 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321631 Sep 16 05:51:33.053550 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4455-0d77-4a14-aeb2-55b3c61da764 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:33.082340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec4455-0d77-4a14-aeb2-55b3c61da764 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=ff17a64f-3d76-4b62-bf8a-5c36e749f208,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:33.090155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4455-0d77-4a14-aeb2-55b3c61da764 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:33.092130 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e0ec4455-0d77-4a14-aeb2-55b3c61da764 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/ff17a64f-3d76-4b62-bf8a-5c36e749f208 HTTP/1.1" status: 204 len: 168 time: 0.4879706 Sep 16 05:51:33.094581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39578) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:33.149514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016d790d-8ccb-4969-91ec-4588dc82953d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:33.154399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-016d790d-8ccb-4969-91ec-4588dc82953d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0558999 Sep 16 05:51:33.154859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39580) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:33.181012 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad117b56-0fbc-438d-8434-4abb995e12c0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:51:33.182940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ad117b56-0fbc-438d-8434-4abb995e12c0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/48b053cd-94ae-4ab9-8f9d-b74592a97709 HTTP/1.1" status: 404 len: 333 time: 0.0274308 Sep 16 05:51:33.186060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:33.213002 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2b6b0d-4a5b-49f7-a09f-c8b31bcd7b9a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:51:33.214568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5d2b6b0d-4a5b-49f7-a09f-c8b31bcd7b9a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/ff17a64f-3d76-4b62-bf8a-5c36e749f208 HTTP/1.1" status: 404 len: 333 time: 0.0275347 Sep 16 05:51:33.217441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39584) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:33.677469 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:33.729830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9ae16-3b4f-4a7a-ba7d-3f5b078e1be6 req-7398a696-5020-43c4-8424-584298bf9d9d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:33.731481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5b9ae16-3b4f-4a7a-ba7d-3f5b078e1be6 req-7398a696-5020-43c4-8424-584298bf9d9d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0924034 Sep 16 05:51:33.803614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:33.833393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5b9ae16-3b4f-4a7a-ba7d-3f5b078e1be6 req-b02b1139-36aa-4ab5-a1e8-ad73c0d4d4db tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911393 Sep 16 05:51:33.837537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcd8ad3-078a-47e5-a486-91dc9ac865bb']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:33.852572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5a828a-bd17-4515-a48d-a3199e89f71a') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:33.852873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5a828a-bd17-4515-a48d-a3199e89f71a') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:33.869232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:33.883550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:33.890892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:33.891298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:33.894504 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:34.061010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.066752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.074655 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39592) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:34.075563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/networks/cdcd8ad3-078a-47e5-a486-91dc9ac865bb HTTP/1.1" status: 204 len: 168 time: 0.8570428 Sep 16 05:51:34.081780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-330236598'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:34.093019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd491b51-d16d-45a2-934e-ba1401859e9b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Network': ['ID=cdcd8ad3-078a-47e5-a486-91dc9ac865bb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:34.120132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85849724-0df6-4792-9850-e27ffd20160d req-2502d813-b026-45fd-8620-ae4bbede95b6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:34.121725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85849724-0df6-4792-9850-e27ffd20160d req-2502d813-b026-45fd-8620-ae4bbede95b6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.0825770 Sep 16 05:51:34.164237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-85849724-0df6-4792-9850-e27ffd20160d req-3199b0ce-c3bf-4600-ae17-1c37e58de4c2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350623 Sep 16 05:51:34.195552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:34.199461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.223817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:51:34.232894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.233246 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Added segment ac221723-583e-4116-b5e3-203de94b0c8e of type vlan for network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 Sep 16 05:51:34.273807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.384142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.389963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:34.390588 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.462614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Network': ['ID=8c2cb6cc-cd01-416c-8de4-e61f2de00492,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:34.470147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.470497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.470836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.471172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.471502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.471829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.472176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.472498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.472896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.473133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.473456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.473760 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:34.481136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c86267fb-01fc-406b-bcaa-4688f4f12d8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4020939 Sep 16 05:51:34.481320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39596) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:34.486560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': '8c2cb6cc-cd01-416c-8de4-e61f2de00492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:34.487270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:51:34.655029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:34.658572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.930542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:34.967714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721a77e-fb53-4900-bf64-72ddd770acfa req-33feff46-3b97-4212-9332-c171ea953346 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:34.970287 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9721a77e-fb53-4900-bf64-72ddd770acfa req-33feff46-3b97-4212-9332-c171ea953346 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0607653 Sep 16 05:51:35.000775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=a4aba6e4-22c8-4a2c-bf5e-26815f78593d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:35.009014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Checking segment: {'id': 'ac221723-583e-4116-b5e3-203de94b0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8c2cb6cc-cd01-416c-8de4-e61f2de00492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:35.010006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network hostable DHCP agents. Network: 8c2cb6cc-cd01-416c-8de4-e61f2de00492, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:35.021913 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9721a77e-fb53-4900-bf64-72ddd770acfa req-99214274-0832-4600-9ced-a6029e67dce8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 Sep 16 05:51:35.086700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:35.173059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 8c2cb6cc-cd01-416c-8de4-e61f2de00492) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:35.176260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:35.176885 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.182417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8382d7d-2877-45f2-adde-8d05d4b00f59 None None] Network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:35.304859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7915-b765-421a-afe4-cfeaa0ecd55e req-783212c3-5825-4c31-933f-6ccc1901ee21 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:35.306928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b5b7915-b765-421a-afe4-cfeaa0ecd55e req-783212c3-5825-4c31-933f-6ccc1901ee21 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.0661221 Sep 16 05:51:35.309198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e80102fc-80ca-4931-bc64-8a0aab380c1d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8269072 Sep 16 05:51:35.311984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39604) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:35.317678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': '8c2cb6cc-cd01-416c-8de4-e61f2de00492', 'name': 'tempest-PortsTestJSON-261331000'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:35.353648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-8c2cb6cc-cd01-416c-8de4-e61f2de00492', 'network_id': '8c2cb6cc-cd01-416c-8de4-e61f2de00492', 'tenant_id': '536693f3bac5420e9dba20673c269edd', 'fixed_ips': [{'subnet_id': 'a4aba6e4-22c8-4a2c-bf5e-26815f78593d'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:51:35.359295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.421554 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b5b7915-b765-421a-afe4-cfeaa0ecd55e req-0eb87b65-e1ff-486e-9415-5e9495fbf16c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981445 Sep 16 05:51:35.507747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Allocated IP 172.20.0.2 (8c2cb6cc-cd01-416c-8de4-e61f2de00492/a4aba6e4-22c8-4a2c-bf5e-26815f78593d/3729267a-b7cc-42b0-9c26-5b0f6d229512) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:35.535119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:35.539117 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.560050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port c547ff04-8bff-4e7e-aa91-d3ef14099d40 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:35.657585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.718247 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.755401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:35.756929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:35.770829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:35.773880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Pushing event updated for resources: {'Port': ['ID=3729267a-b7cc-42b0-9c26-5b0f6d229512,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:35.782660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.8 (8c2cb6cc-cd01-416c-8de4-e61f2de00492/a4aba6e4-22c8-4a2c-bf5e-26815f78593d/c547ff04-8bff-4e7e-aa91-d3ef14099d40) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:35.842887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Attempting to bind port 3729267a-b7cc-42b0-9c26-5b0f6d229512 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:35.843256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Attempting to bind port 3729267a-b7cc-42b0-9c26-5b0f6d229512 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'ac221723-583e-4116-b5e3-203de94b0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8c2cb6cc-cd01-416c-8de4-e61f2de00492'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:35.843623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Attempting to bind port 3729267a-b7cc-42b0-9c26-5b0f6d229512 on network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:35.848758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:35.849133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Checking segment: {'id': 'ac221723-583e-4116-b5e3-203de94b0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8c2cb6cc-cd01-416c-8de4-e61f2de00492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:35.849539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.849935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Bound using segment: {'id': 'ac221723-583e-4116-b5e3-203de94b0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8c2cb6cc-cd01-416c-8de4-e61f2de00492'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:35.850403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Bound port: 3729267a-b7cc-42b0-9c26-5b0f6d229512, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac221723-583e-4116-b5e3-203de94b0c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8c2cb6cc-cd01-416c-8de4-e61f2de00492'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:35.850854 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.919520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] For port 3729267a-b7cc-42b0-9c26-5b0f6d229512, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:35.925355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] For port 3729267a-b7cc-42b0-9c26-5b0f6d229512, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3729267a-b7cc-42b0-9c26-5b0f6d229512,segment=NetworkSegment(ac221723-583e-4116-b5e3-203de94b0c8e),segment_id=ac221723-583e-4116-b5e3-203de94b0c8e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:35.960405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:35.993168 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.051675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.084323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd174d24-b12d-41d8-813b-c6ea84b1e72d None None] Pushing event updated for resources: {'Port': ['ID=3729267a-b7cc-42b0-9c26-5b0f6d229512,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:36.109782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:36.118313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:36.118313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:36.158984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=c547ff04-8bff-4e7e-aa91-d3ef14099d40,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:36.171645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436b99c-3876-4b45-9be2-6f7b47577eec req-91c54395-285f-4929-b693-2877aa167006 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:36.176370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4436b99c-3876-4b45-9be2-6f7b47577eec req-91c54395-285f-4929-b693-2877aa167006 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0559678 Sep 16 05:51:36.193843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:36.195136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.217713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4436b99c-3876-4b45-9be2-6f7b47577eec req-2540bd0a-70be-4843-97b4-9a02ffb0bfd3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371597 Sep 16 05:51:36.276455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5e27a88b-0690-4fbf-b417-e06b1271448b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9631362 Sep 16 05:51:36.278858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39610) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:36.388942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-750f8882-be5a-4ca8-89b4-ab8f1c6ccdea tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port c547ff04-8bff-4e7e-aa91-d3ef14099d40 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:36.389296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-750f8882-be5a-4ca8-89b4-ab8f1c6ccdea tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.485866 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-750f8882-be5a-4ca8-89b4-ab8f1c6ccdea tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.499693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-750f8882-be5a-4ca8-89b4-ab8f1c6ccdea tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for c547ff04-8bff-4e7e-aa91-d3ef14099d40 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:36.604474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc493e20-3f26-445e-b4e3-138d72f5d83a req-0db6ee6b-7efc-460b-b2c5-6bc8eab1f744 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:36.605946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc493e20-3f26-445e-b4e3-138d72f5d83a req-0db6ee6b-7efc-460b-b2c5-6bc8eab1f744 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.1042783 Sep 16 05:51:36.678552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc493e20-3f26-445e-b4e3-138d72f5d83a req-f2d084b9-cfe2-4753-abf3-c37749cc3190 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651166 Sep 16 05:51:36.766387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-750f8882-be5a-4ca8-89b4-ab8f1c6ccdea tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.806913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8882-be5a-4ca8-89b4-ab8f1c6ccdea tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=c547ff04-8bff-4e7e-aa91-d3ef14099d40,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:36.880778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-750f8882-be5a-4ca8-89b4-ab8f1c6ccdea tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.882838 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-750f8882-be5a-4ca8-89b4-ab8f1c6ccdea tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/c547ff04-8bff-4e7e-aa91-d3ef14099d40 HTTP/1.1" status: 204 len: 168 time: 0.6027944 Sep 16 05:51:36.885459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39614) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:36.909551 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc6e583-9cb2-464b-b77f-199a50b9aaf2 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:51:36.910229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc6e583-9cb2-464b-b77f-199a50b9aaf2 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:51:36.915343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6dc6e583-9cb2-464b-b77f-199a50b9aaf2 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/c547ff04-8bff-4e7e-aa91-d3ef14099d40 HTTP/1.1" status: 404 len: 333 time: 0.0256319 Sep 16 05:51:36.915641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39616) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:36.941856 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a68213-8658-492c-83b3-a1374f785960 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:51:36.946717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-79a68213-8658-492c-83b3-a1374f785960 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/c547ff04-8bff-4e7e-aa91-d3ef14099d40 HTTP/1.1" status: 404 len: 333 time: 0.0268006 Sep 16 05:51:36.947118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39618) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:37.000479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4453d0-653f-48b8-baed-83ae925e3dc8 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet a4aba6e4-22c8-4a2c-bf5e-26815f78593d {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:37.004645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc4453d0-653f-48b8-baed-83ae925e3dc8 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.055735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc4453d0-653f-48b8-baed-83ae925e3dc8 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.114122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9956c2a-c32d-43dc-8c47-fcfbb3aedce8 None None] Network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:37.159474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc4453d0-653f-48b8-baed-83ae925e3dc8 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.211770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] Provisioning complete for port 3729267a-b7cc-42b0-9c26-5b0f6d229512 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:37.212172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.343285 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc4453d0-653f-48b8-baed-83ae925e3dc8 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.370266 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.392800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc4453d0-653f-48b8-baed-83ae925e3dc8 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.394828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cc4453d0-653f-48b8-baed-83ae925e3dc8 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/a4aba6e4-22c8-4a2c-bf5e-26815f78593d HTTP/1.1" status: 204 len: 168 time: 0.4466665 Sep 16 05:51:37.396093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4453d0-653f-48b8-baed-83ae925e3dc8 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=a4aba6e4-22c8-4a2c-bf5e-26815f78593d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:37.397695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39624) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:37.413434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a80ff-6192-4e4b-8541-0c3133dd499f req-4a103bd8-57ba-4bd7-9749-6cee591cf162 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:37.415372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-518a80ff-6192-4e4b-8541-0c3133dd499f req-4a103bd8-57ba-4bd7-9749-6cee591cf162 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1169217 Sep 16 05:51:37.463521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:51:37.464199 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:51:37.471610 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-518a80ff-6192-4e4b-8541-0c3133dd499f req-92e5ce1f-51dc-4a99-bcb8-e8ce85cea8b8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Sep 16 05:51:37.531893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.612419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 3729267a-b7cc-42b0-9c26-5b0f6d229512 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:37.612760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.658969 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef1e3c-4ff6-4044-a54c-5569d52c2f76 None None] Network 8c2cb6cc-cd01-416c-8de4-e61f2de00492 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:37.691356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] For port 3729267a-b7cc-42b0-9c26-5b0f6d229512, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3729267a-b7cc-42b0-9c26-5b0f6d229512,segment=NetworkSegment(ac221723-583e-4116-b5e3-203de94b0c8e),segment_id=ac221723-583e-4116-b5e3-203de94b0c8e)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:37.691743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:37.705822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 3729267a-b7cc-42b0-9c26-5b0f6d229512 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:37.867414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] DHCP port deletion for 8c2cb6cc-cd01-416c-8de4-e61f2de00492 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:51:37.920017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] Deleting port 3729267a-b7cc-42b0-9c26-5b0f6d229512 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:37.920371 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.009725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] For port 3729267a-b7cc-42b0-9c26-5b0f6d229512, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3729267a-b7cc-42b0-9c26-5b0f6d229512,segment=NetworkSegment(ac221723-583e-4116-b5e3-203de94b0c8e),segment_id=ac221723-583e-4116-b5e3-203de94b0c8e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:38.010035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.028971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] Calling delete_port for 3729267a-b7cc-42b0-9c26-5b0f6d229512 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:38.035188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.115660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] For port 3729267a-b7cc-42b0-9c26-5b0f6d229512, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3729267a-b7cc-42b0-9c26-5b0f6d229512,segment=NetworkSegment(ac221723-583e-4116-b5e3-203de94b0c8e),segment_id=ac221723-583e-4116-b5e3-203de94b0c8e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:38.119064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26eea7-3614-443a-a844-02bcef4829f0 req-05bd7e67-2471-4194-932b-d98e5441d0f9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:38.120619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b26eea7-3614-443a-a844-02bcef4829f0 req-05bd7e67-2471-4194-932b-d98e5441d0f9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.3590777 Sep 16 05:51:38.164900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b26eea7-3614-443a-a844-02bcef4829f0 req-1fbfa7d4-ad11-4dbc-b22c-a654333ed372 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377214 Sep 16 05:51:38.189044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.238141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88536844-0419-490a-ad28-204dd5ca1504 None None] Pushing event updated for resources: {'Port': ['ID=3729267a-b7cc-42b0-9c26-5b0f6d229512,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:38.280789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.287754 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.307612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=3729267a-b7cc-42b0-9c26-5b0f6d229512,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:38.311329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No DVR routers for this DVR port 3729267a-b7cc-42b0-9c26-5b0f6d229512 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:38.321337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] Pushing event deleted for resources: {'Port': ['ID=3729267a-b7cc-42b0-9c26-5b0f6d229512,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:38.323096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-54eb0344-108e-4613-9f9e-0f2d2ea5feff None None] Could not find standard attr ID for object 3729267a-b7cc-42b0-9c26-5b0f6d229512. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:51:38.324952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878310c-5a3a-4dcb-a77b-423f4ff09332 None None] No DVR routers for this DVR port 3729267a-b7cc-42b0-9c26-5b0f6d229512 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:38.396644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.418223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2cb6cc-cd01-416c-8de4-e61f2de00492']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:38.427270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac221723-583e-4116-b5e3-203de94b0c8e') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:38.427570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac221723-583e-4116-b5e3-203de94b0c8e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:38.438297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.452127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.457998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:38.458388 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:38.462773 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:38.619954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc089d-14b3-4cd2-bab0-161e186e893a req-864c9a4c-1d5b-425b-b8ab-d23bf6e8e645 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:38.621652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3fc089d-14b3-4cd2-bab0-161e186e893a req-864c9a4c-1d5b-425b-b8ab-d23bf6e8e645 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0575061 Sep 16 05:51:38.626561 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.634525 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.636886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/networks/8c2cb6cc-cd01-416c-8de4-e61f2de00492 HTTP/1.1" status: 204 len: 168 time: 1.2359085 Sep 16 05:51:38.641682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39634) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:38.647284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1214829778'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:38.665878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220d764-6033-4761-bf8c-131938ef7e19 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Network': ['ID=8c2cb6cc-cd01-416c-8de4-e61f2de00492,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:38.679649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3fc089d-14b3-4cd2-bab0-161e186e893a req-5cc98189-eb03-4334-9d71-250a7f8a1908 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363359 Sep 16 05:51:38.751770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:38.755324 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.782713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:51:38.792948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.793298 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Added segment 9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c of type vlan for network 4bb1b054-f242-4ada-a2b1-9a166a966866 Sep 16 05:51:38.841733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.941378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.947592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:38.948246 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.018686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Network': ['ID=4bb1b054-f242-4ada-a2b1-9a166a966866,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:39.030507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 4bb1b054-f242-4ada-a2b1-9a166a966866 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:51:39.056219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0b99c9a9-71a6-4fbd-b6d6-b47ce4847606 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4129090 Sep 16 05:51:39.059092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39640) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:39.064533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': '4bb1b054-f242-4ada-a2b1-9a166a966866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:39.260611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:39.264143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.347013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6ed30-0527-48fe-bf0c-47cca35fcad4 req-8fbbce4c-e309-4402-b6e6-a6f099e7d9b6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:39.348578 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9b6ed30-0527-48fe-bf0c-47cca35fcad4 req-8fbbce4c-e309-4402-b6e6-a6f099e7d9b6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.1160123 Sep 16 05:51:39.404189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9b6ed30-0527-48fe-bf0c-47cca35fcad4 req-8adf56f2-4ca2-48c9-897e-f97142f4da52 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481422 Sep 16 05:51:39.552671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.632066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=2cf5b7b9-14cc-43b2-a7bc-c99541d88f1d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:39.640689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Checking segment: {'id': '9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bb1b054-f242-4ada-a2b1-9a166a966866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:39.641054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network hostable DHCP agents. Network: 4bb1b054-f242-4ada-a2b1-9a166a966866, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:39.768917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 4bb1b054-f242-4ada-a2b1-9a166a966866 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:39.800386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ee08f-17b9-4dfe-b44e-0b9a006292d4 req-4c03afa8-544a-4ade-b8f7-a346b65d6a34 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:39.802185 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c37ee08f-17b9-4dfe-b44e-0b9a006292d4 req-4c03afa8-544a-4ade-b8f7-a346b65d6a34 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0534272 Sep 16 05:51:39.856070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c37ee08f-17b9-4dfe-b44e-0b9a006292d4 req-117cb429-e4e8-468c-bacc-ab40fb856e1c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464940 Sep 16 05:51:39.857426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 4bb1b054-f242-4ada-a2b1-9a166a966866) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:39.861529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:39.862165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:39.871736 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbd2b0d-9468-4e03-8c90-4e7c913a5541 None None] Network 4bb1b054-f242-4ada-a2b1-9a166a966866 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:39.955651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7fbde211-ee39-48be-861c-1561142d2490 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8952816 Sep 16 05:51:39.959004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39652) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:39.965553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': '4bb1b054-f242-4ada-a2b1-9a166a966866', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1952597700'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:40.157592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:40.161509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.172700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-4bb1b054-f242-4ada-a2b1-9a166a966866', 'network_id': '4bb1b054-f242-4ada-a2b1-9a166a966866', 'tenant_id': '536693f3bac5420e9dba20673c269edd', 'fixed_ips': [{'subnet_id': '2cf5b7b9-14cc-43b2-a7bc-c99541d88f1d'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:51:40.173926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.180853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port ef48ade5-1dc9-41f4-86ce-499beb358416 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:40.305617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.11 (4bb1b054-f242-4ada-a2b1-9a166a966866/2cf5b7b9-14cc-43b2-a7bc-c99541d88f1d/ef48ade5-1dc9-41f4-86ce-499beb358416) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:40.427631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.524607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d04ee-9cda-47d0-bce1-3cbdce848f8d req-b1d8d1cf-c904-499d-8c91-485598169839 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:40.526123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da8d04ee-9cda-47d0-bce1-3cbdce848f8d req-b1d8d1cf-c904-499d-8c91-485598169839 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 944 time: 0.0507591 Sep 16 05:51:40.539996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.577211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da8d04ee-9cda-47d0-bce1-3cbdce848f8d req-195a1e51-313d-4e43-b95d-00e7d8667194 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449798 Sep 16 05:51:40.593597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=ef48ade5-1dc9-41f4-86ce-499beb358416,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:40.597132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 4bb1b054-f242-4ada-a2b1-9a166a966866 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:40.602158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:40.604327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Allocated IP 172.20.0.2 (4bb1b054-f242-4ada-a2b1-9a166a966866/2cf5b7b9-14cc-43b2-a7bc-c99541d88f1d/3daa7de4-2635-473c-a008-3401d21a89d8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:40.605842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:40.659485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:40.660335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.752770 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8430c63f-7f32-4292-98c6-8b981af865a3 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.7898540 Sep 16 05:51:40.753072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:40.767357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.860333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-26344eac-0d2a-46fa-8479-02c75d54900f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port ef48ade5-1dc9-41f4-86ce-499beb358416 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:40.860973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26344eac-0d2a-46fa-8479-02c75d54900f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.887412 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.943210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Network 4bb1b054-f242-4ada-a2b1-9a166a966866 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:40.948187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:40.950177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Pushing event updated for resources: {'Port': ['ID=3daa7de4-2635-473c-a008-3401d21a89d8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:40.952581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:40.988768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26344eac-0d2a-46fa-8479-02c75d54900f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:40.998920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device a7c7dfad-7332-4f3f-acb0-e5658f758f1e details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:41.007561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-26344eac-0d2a-46fa-8479-02c75d54900f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for ef48ade5-1dc9-41f4-86ce-499beb358416 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:41.021994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Attempting to bind port 3daa7de4-2635-473c-a008-3401d21a89d8 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:41.022368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Attempting to bind port 3daa7de4-2635-473c-a008-3401d21a89d8 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bb1b054-f242-4ada-a2b1-9a166a966866'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:41.022752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Attempting to bind port 3daa7de4-2635-473c-a008-3401d21a89d8 on network 4bb1b054-f242-4ada-a2b1-9a166a966866 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:41.028664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d818b-6b96-47fb-b152-1364309536d2 req-c916ce1c-1a53-44b6-946f-7c46bae8cafb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:41.030284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b3d818b-6b96-47fb-b152-1364309536d2 req-c916ce1c-1a53-44b6-946f-7c46bae8cafb tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0925748 Sep 16 05:51:41.033213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:41.033586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Checking segment: {'id': '9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bb1b054-f242-4ada-a2b1-9a166a966866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:41.033985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.034373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Bound using segment: {'id': '9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bb1b054-f242-4ada-a2b1-9a166a966866'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:41.034841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Bound port: 3daa7de4-2635-473c-a008-3401d21a89d8, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bb1b054-f242-4ada-a2b1-9a166a966866'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:41.035280 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.121761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b3d818b-6b96-47fb-b152-1364309536d2 req-822a71ec-4d11-4cf1-bca6-a8513611396f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832381 Sep 16 05:51:41.183171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port a7c7dfad-7332-4f3f-acb0-e5658f758f1e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:41.194971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] For port 3daa7de4-2635-473c-a008-3401d21a89d8, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:41.199776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] For port 3daa7de4-2635-473c-a008-3401d21a89d8, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3daa7de4-2635-473c-a008-3401d21a89d8,segment=NetworkSegment(9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c),segment_id=9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:41.201340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:41.239811 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.253119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c7dfad-7332-4f3f-acb0-e5658f758f1e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:41.271592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.274774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port a7c7dfad-7332-4f3f-acb0-e5658f758f1e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:41.281316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26344eac-0d2a-46fa-8479-02c75d54900f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.310152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26344eac-0d2a-46fa-8479-02c75d54900f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=ef48ade5-1dc9-41f4-86ce-499beb358416,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:41.336963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998670f-4e64-4a5b-816b-f4c016327d88 None None] Pushing event updated for resources: {'Port': ['ID=3daa7de4-2635-473c-a008-3401d21a89d8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:41.357588 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.415829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26344eac-0d2a-46fa-8479-02c75d54900f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.420590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39672) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:41.420997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-26344eac-0d2a-46fa-8479-02c75d54900f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/ef48ade5-1dc9-41f4-86ce-499beb358416 HTTP/1.1" status: 204 len: 168 time: 0.6664515 Sep 16 05:51:41.425468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:41.450429 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c511fc-d593-4f9a-bb3b-1e8efb46b208 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:51:41.452545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-19c511fc-d593-4f9a-bb3b-1e8efb46b208 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/ef48ade5-1dc9-41f4-86ce-499beb358416 HTTP/1.1" status: 404 len: 333 time: 0.0298917 Sep 16 05:51:41.454935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39674) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:41.522415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9d7492-25e5-4d3d-ac04-b8eed08e715c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 2cf5b7b9-14cc-43b2-a7bc-c99541d88f1d {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:41.527945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7492-25e5-4d3d-ac04-b8eed08e715c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.582367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7492-25e5-4d3d-ac04-b8eed08e715c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.635728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['a7c7dfad-7332-4f3f-acb0-e5658f758f1e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:41.682406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7492-25e5-4d3d-ac04-b8eed08e715c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.789403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27629f5-b1b2-4220-920a-c8639bbb29ee req-e280c3c4-1960-4607-b90f-c1a41c13f8c1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:41.790883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a27629f5-b1b2-4220-920a-c8639bbb29ee req-e280c3c4-1960-4607-b90f-c1a41c13f8c1 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 945 time: 0.0788505 Sep 16 05:51:41.847533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a27629f5-b1b2-4220-920a-c8639bbb29ee req-001feac7-5035-4662-b0ce-08b6af0a2a63 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463319 Sep 16 05:51:41.889661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7492-25e5-4d3d-ac04-b8eed08e715c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.933997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d7492-25e5-4d3d-ac04-b8eed08e715c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf5b7b9-14cc-43b2-a7bc-c99541d88f1d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:41.940703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7492-25e5-4d3d-ac04-b8eed08e715c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:41.946423 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7a9d7492-25e5-4d3d-ac04-b8eed08e715c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/2cf5b7b9-14cc-43b2-a7bc-c99541d88f1d HTTP/1.1" status: 204 len: 168 time: 0.4872198 Sep 16 05:51:41.947340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:42.014022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3daa7de4-2635-473c-a008-3401d21a89d8 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:42.039185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.084709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3daa7de4-2635-473c-a008-3401d21a89d8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:42.086080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.123642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 3daa7de4-2635-473c-a008-3401d21a89d8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:42.124030 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.186072 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.236230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 3daa7de4-2635-473c-a008-3401d21a89d8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3daa7de4-2635-473c-a008-3401d21a89d8,segment=NetworkSegment(9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c),segment_id=9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:42.251116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] For port 3daa7de4-2635-473c-a008-3401d21a89d8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3daa7de4-2635-473c-a008-3401d21a89d8,segment=NetworkSegment(9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c),segment_id=9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:42.251480 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.276633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 3daa7de4-2635-473c-a008-3401d21a89d8 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:42.292779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80553-963e-4f5c-8184-d966c33e8790 req-84e901bb-18c7-4d86-8024-7aec25a613d3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:42.294459 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cda80553-963e-4f5c-8184-d966c33e8790 req-84e901bb-18c7-4d86-8024-7aec25a613d3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0857587 Sep 16 05:51:42.303499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.372847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=3daa7de4-2635-473c-a008-3401d21a89d8,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:42.380042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cda80553-963e-4f5c-8184-d966c33e8790 req-d67c8585-41cf-426a-8624-8695be367705 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Sep 16 05:51:42.392994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.393361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.393709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.394054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.394412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.394745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.395076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.395405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.395760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.396252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.396525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.396849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:42.486355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.502675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01983d00-7e72-42a7-bf37-cb12b2f4e1df None None] Network 4bb1b054-f242-4ada-a2b1-9a166a966866 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:42.514830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=3daa7de4-2635-473c-a008-3401d21a89d8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:42.518643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No DVR routers for this DVR port 3daa7de4-2635-473c-a008-3401d21a89d8 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:42.579289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-413da795-ce18-4b9f-825d-1139773cb93e None None] Could not find standard attr ID for object 3daa7de4-2635-473c-a008-3401d21a89d8. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:51:42.606283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.627625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb1b054-f242-4ada-a2b1-9a166a966866']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:42.638337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:42.638632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4ee0ac-9b8c-40c6-85c3-43f20c289b8c') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:42.649461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.666635 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.672783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:42.690281 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:42.698772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5df138c-807a-42ea-b47b-50ffb69b6319 None None] DHCP port deletion for 4bb1b054-f242-4ada-a2b1-9a166a966866 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:51:42.806165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.817460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:42.824153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/networks/4bb1b054-f242-4ada-a2b1-9a166a966866 HTTP/1.1" status: 204 len: 168 time: 0.8729339 Sep 16 05:51:42.824341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39688) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:42.829738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'name': 'tempest-PortsTestJSON-276567605'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:42.836220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c62ef-1621-4585-a494-fc3783798ad5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Network': ['ID=4bb1b054-f242-4ada-a2b1-9a166a966866,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:42.985475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac739606-1aa9-432c-875f-227d0108e92b req-cd4d8519-d6c6-42e8-8aab-f7362bb4c6a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:42.987322 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac739606-1aa9-432c-875f-227d0108e92b req-cd4d8519-d6c6-42e8-8aab-f7362bb4c6a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 945 time: 0.0613122 Sep 16 05:51:43.000637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device a7c7dfad-7332-4f3f-acb0-e5658f758f1e up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:43.031952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac739606-1aa9-432c-875f-227d0108e92b req-c6b4eb84-345f-4aa7-9d4d-0ab7941573b7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368185 Sep 16 05:51:43.033611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:43.037942 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.063772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 10d868a1-85a6-43ce-933a-5f12daef34a2 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:43.204766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port a7c7dfad-7332-4f3f-acb0-e5658f758f1e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:51:43.211766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port a7c7dfad-7332-4f3f-acb0-e5658f758f1e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:43.212356 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.235443 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.306508 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.329033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:43.331265 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31df087b-3135-4738-a9ef-606d157594f6" -d '{"events": [{"server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:43.338607 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.344302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port a7c7dfad-7332-4f3f-acb0-e5658f758f1e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:43.377270 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85ff61-a7df-4222-aeb5-f43d156214ce x-openstack-request-id: req-9b85ff61-a7df-4222-aeb5-f43d156214ce {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:43.377561 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:43.377944 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b85ff61-a7df-4222-aeb5-f43d156214ce {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:43.378516 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'code': 200} Sep 16 05:51:43.389736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:43.392925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:43.396244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:43.402297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:43.402918 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.418248 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.434997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=10d868a1-85a6-43ce-933a-5f12daef34a2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:43.481842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:43.502708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2ca2db23-d34c-4c90-8fef-646855affef0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6673291 Sep 16 05:51:43.502842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39700) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:43.559576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ead75-1ad9-415e-9f58-ee0f01cbc5db req-3f443805-66bd-437a-b608-97cafab9af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:43.561150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed0ead75-1ad9-415e-9f58-ee0f01cbc5db req-3f443805-66bd-437a-b608-97cafab9af42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.0884111 Sep 16 05:51:43.574196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130531d-9c99-4932-bbde-72723c61e20d req-ef8fd5c6-2bbe-4b68-bd6f-e42da8e77755 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:43.575892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6130531d-9c99-4932-bbde-72723c61e20d req-ef8fd5c6-2bbe-4b68-bd6f-e42da8e77755 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0687354 Sep 16 05:51:43.586208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-dcd052f5-1d87-4cb5-9529-c042dd06149a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 10d868a1-85a6-43ce-933a-5f12daef34a2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:43.586560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcd052f5-1d87-4cb5-9529-c042dd06149a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.634206 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed0ead75-1ad9-415e-9f58-ee0f01cbc5db req-f40e8b98-bbcf-4089-b658-98e455bed6a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573194 Sep 16 05:51:43.637195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6130531d-9c99-4932-bbde-72723c61e20d req-c31ec6e8-8f65-4e0d-b65e-60a0ce3410b9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540364 Sep 16 05:51:43.663759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcd052f5-1d87-4cb5-9529-c042dd06149a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.676609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-dcd052f5-1d87-4cb5-9529-c042dd06149a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 10d868a1-85a6-43ce-933a-5f12daef34a2 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:43.812023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcd052f5-1d87-4cb5-9529-c042dd06149a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.842291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd052f5-1d87-4cb5-9529-c042dd06149a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=10d868a1-85a6-43ce-933a-5f12daef34a2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:43.849701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcd052f5-1d87-4cb5-9529-c042dd06149a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:43.856904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dcd052f5-1d87-4cb5-9529-c042dd06149a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/10d868a1-85a6-43ce-933a-5f12daef34a2 HTTP/1.1" status: 204 len: 168 time: 0.3611395 Sep 16 05:51:43.857002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39704) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:43.862156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'mac_address': 'fa:16:3e:df:cd:a4', 'name': 'tempest-PortsTestJSON-537094800'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:43.947909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3daa7de4-2635-473c-a008-3401d21a89d8 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:43.968271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 3daa7de4-2635-473c-a008-3401d21a89d8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:51:43.968617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3daa7de4-2635-473c-a008-3401d21a89d8 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:51:44.055146 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:44.138826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.165899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 61a7b5ff-e354-414b-89e4-4ddce4d64949 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:44.179240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1eb2d-b920-4d36-9656-dba6e8c1b309 req-a2bf04d6-b595-44fd-b71e-bc6e9482c1b4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.181083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62b1eb2d-b920-4d36-9656-dba6e8c1b309 req-a2bf04d6-b595-44fd-b71e-bc6e9482c1b4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 946 time: 0.0638459 Sep 16 05:51:44.242344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-62b1eb2d-b920-4d36-9656-dba6e8c1b309 req-11642ab5-1774-47a4-8f19-9542b82b4fbd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535331 Sep 16 05:51:44.333171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.518299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.563510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:44.566894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:44.573746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:44.578769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.579407 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.588733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=61a7b5ff-e354-414b-89e4-4ddce4d64949,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:44.672996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b5335384-3e52-4685-a8f4-e431f82887de tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8148460 Sep 16 05:51:44.675770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39720) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:44.759318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81716222-20a0-41ed-ae1d-499f725b4146 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.760740 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81716222-20a0-41ed-ae1d-499f725b4146 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/61a7b5ff-e354-414b-89e4-4ddce4d64949 HTTP/1.1" status: 200 len: 840 time: 0.0840085 Sep 16 05:51:44.763662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39722) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:44.783366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c377f6-772a-4a5a-a2c3-9a2d1e346f26 req-5626f736-53c9-45f3-a629-3aac60bdb07a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.784963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-90c377f6-772a-4a5a-a2c3-9a2d1e346f26 req-5626f736-53c9-45f3-a629-3aac60bdb07a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0657876 Sep 16 05:51:44.829973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-90c377f6-772a-4a5a-a2c3-9a2d1e346f26 req-b1eb436e-99ee-4bb3-84e9-9bf3afb105fc tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383229 Sep 16 05:51:44.873270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5247dae1-2068-4407-a1f1-a73ef006bcfc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 61a7b5ff-e354-414b-89e4-4ddce4d64949 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:44.873622 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5247dae1-2068-4407-a1f1-a73ef006bcfc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.949440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5247dae1-2068-4407-a1f1-a73ef006bcfc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:44.963579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5247dae1-2068-4407-a1f1-a73ef006bcfc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 61a7b5ff-e354-414b-89e4-4ddce4d64949 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:45.120640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5247dae1-2068-4407-a1f1-a73ef006bcfc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.155119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247dae1-2068-4407-a1f1-a73ef006bcfc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=61a7b5ff-e354-414b-89e4-4ddce4d64949,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:45.170759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5247dae1-2068-4407-a1f1-a73ef006bcfc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.172908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5247dae1-2068-4407-a1f1-a73ef006bcfc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/61a7b5ff-e354-414b-89e4-4ddce4d64949 HTTP/1.1" status: 204 len: 168 time: 0.4074540 Sep 16 05:51:45.175485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39728) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:45.200309 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ace0549-6ddb-46ad-a7f4-f4cb2df700dd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:51:45.201791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0ace0549-6ddb-46ad-a7f4-f4cb2df700dd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/61a7b5ff-e354-414b-89e4-4ddce4d64949 HTTP/1.1" status: 404 len: 333 time: 0.0253282 Sep 16 05:51:45.206569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39730) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:45.212176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'name': 'tempest-PortsTestJSON-395326560'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:45.371062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086cc-a8da-42ad-a585-c640ec09a35d req-11a5a36a-b379-4aef-9e75-10b67ed5c903 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.372543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a4086cc-a8da-42ad-a585-c640ec09a35d req-11a5a36a-b379-4aef-9e75-10b67ed5c903 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 946 time: 0.0522878 Sep 16 05:51:45.385177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:45.388628 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.422894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 772dfe11-6820-40d1-964d-c38a58bddd62 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:45.443530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a4086cc-a8da-42ad-a585-c640ec09a35d req-3fe45ee3-cf7e-4277-a38b-7c065875a814 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649414 Sep 16 05:51:45.552436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:45.576035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4fb75-41aa-43db-9d6c-0be5b126dfa9 req-e5219b7b-a6a9-4020-bdc2-dcd910cab6d6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.577909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0aa4fb75-41aa-43db-9d6c-0be5b126dfa9 req-e5219b7b-a6a9-4020-bdc2-dcd910cab6d6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 946 time: 0.0618603 Sep 16 05:51:45.631731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.674847 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0aa4fb75-41aa-43db-9d6c-0be5b126dfa9 req-e394a0db-6320-488f-b11d-2fd1f0e90ab5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905626 Sep 16 05:51:45.675871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:45.692173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc', 'port_id': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'mac_address': 'fa:16:3e:9b:28:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b948f54-8b73-4bae-9e71-bef8d410bdad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:45.699287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39750) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:45.730862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.745098 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330fc4cf-b27c-4b79-8f6d-8926dec779c3 tempest-TestVolumeBootPattern-288049894 tempest-TestVolumeBootPattern-288049894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.745853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:45.749569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-330fc4cf-b27c-4b79-8f6d-8926dec779c3 tempest-TestVolumeBootPattern-288049894 tempest-TestVolumeBootPattern-288049894-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1093 time: 0.0465856 Sep 16 05:51:45.750395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39752) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:45.756805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:45.769785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:45.780349 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.833087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:45.837049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:45.839764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:45.848979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.849621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.863470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.870837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=772dfe11-6820-40d1-964d-c38a58bddd62,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:45.894083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:45.931765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:45.987477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-05d12bfa-7f96-4616-bbe8-b015b7f0a8c6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7799127 Sep 16 05:51:45.990446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39764) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:45.996100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:46.015034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:46.073157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.078661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce336b-3eea-47b5-b22f-bf21fae34480 req-80d3c43c-5f9b-4447-8ead-92dd8f5401ee tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.080286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7ce336b-3eea-47b5-b22f-bf21fae34480 req-80d3c43c-5f9b-4447-8ead-92dd8f5401ee tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 945 time: 0.0969186 Sep 16 05:51:46.086994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.190524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7ce336b-3eea-47b5-b22f-bf21fae34480 req-8ff112b3-87c5-413e-8aec-f04fed7217e4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935862 Sep 16 05:51:46.281329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.25.1.28 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/6e6ea570-ee4d-48ee-9356-19925f27d9b5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:46.322868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.398861 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.452336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.468213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] In _notify_port_updated(), no bound segment for port 772dfe11-6820-40d1-964d-c38a58bddd62 on network e91782f0-379e-4404-b4bf-8f209edfce85 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:51:46.474405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.475035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.477917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "PUT /v2.0/ports/772dfe11-6820-40d1-964d-c38a58bddd62 HTTP/1.1" status: 200 len: 818 time: 0.4864612 Sep 16 05:51:46.480775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39782) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:46.525392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91d9fa-1f10-4f43-93c8-a67765f98344 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=772dfe11-6820-40d1-964d-c38a58bddd62,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:46.638030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-48207836-ce24-46e3-9a23-307fe3d3749f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 772dfe11-6820-40d1-964d-c38a58bddd62 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:46.638579 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48207836-ce24-46e3-9a23-307fe3d3749f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.714830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.751630 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48207836-ce24-46e3-9a23-307fe3d3749f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:46.786286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-48207836-ce24-46e3-9a23-307fe3d3749f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 772dfe11-6820-40d1-964d-c38a58bddd62 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:46.792543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=6e6ea570-ee4d-48ee-9356-19925f27d9b5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:46.798206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:46.808311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:46.812400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:47.123812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48207836-ce24-46e3-9a23-307fe3d3749f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.174922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48207836-ce24-46e3-9a23-307fe3d3749f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=772dfe11-6820-40d1-964d-c38a58bddd62,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:47.206550 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48207836-ce24-46e3-9a23-307fe3d3749f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.209872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-48207836-ce24-46e3-9a23-307fe3d3749f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/772dfe11-6820-40d1-964d-c38a58bddd62 HTTP/1.1" status: 204 len: 168 time: 0.7278137 Sep 16 05:51:47.213738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39796) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:47.376906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.377086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8bb84-d05c-4b72-8fce-3847eaafcff1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.378621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-00b8bb84-d05c-4b72-8fce-3847eaafcff1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1632979 Sep 16 05:51:47.387578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39802) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:47.450124 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-109442fb-e82d-4506-8c15-805bb77c8f00 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:51:47.451790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-109442fb-e82d-4506-8c15-805bb77c8f00 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/772dfe11-6820-40d1-964d-c38a58bddd62 HTTP/1.1" status: 404 len: 333 time: 0.0619714 Sep 16 05:51:47.455998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39804) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:47.461699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-782283505'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:47.488246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184f542-8b4a-4b5a-8957-75c95a4e11b9 req-cf8a9bde-b723-4b6f-a8ce-9366097a2178 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.497117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c184f542-8b4a-4b5a-8957-75c95a4e11b9 req-cf8a9bde-b723-4b6f-a8ce-9366097a2178 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 945 time: 0.1084616 Sep 16 05:51:47.521901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.546210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c184f542-8b4a-4b5a-8957-75c95a4e11b9 req-161ef373-99d6-40d0-8368-a619bae1a77c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Sep 16 05:51:47.562160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:47.567499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:47.569118 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.640801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:51:47.659509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:47.660338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.661979 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.662331 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Added segment 680f374a-99d4-46c3-94c7-11b5652a58fb of type vlan for network 798a77d2-feaa-445d-b412-40e205d3d041 Sep 16 05:51:47.746862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.759390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.779755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:47.782032 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876ce256-09a0-4d6b-aa79-1418eb28441c" -d '{"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:47.800851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:47.869436 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.877309 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b84b46-bb97-4b74-9f0e-a2f57deee9fc x-openstack-request-id: req-16b84b46-bb97-4b74-9f0e-a2f57deee9fc {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:47.877616 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:47.877877 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16b84b46-bb97-4b74-9f0e-a2f57deee9fc {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:47.878294 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'code': 200} Sep 16 05:51:47.894028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.963488 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.988392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:47.997290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:48.002815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:48.003406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:48.081382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=6e6ea570-ee4d-48ee-9356-19925f27d9b5,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:48.118376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Network': ['ID=798a77d2-feaa-445d-b412-40e205d3d041,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:48.123344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:48.134402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 798a77d2-feaa-445d-b412-40e205d3d041 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:51:48.232491 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Floating IP da343f2c-9b67-485e-b6b5-79133d7c077a associated. External IP: 172.25.1.28, port: a7c7dfad-7332-4f3f-acb0-e5658f758f1e. Sep 16 05:51:48.240217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2fe490ab-cf62-4c86-9b6a-7f96148d2b83 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7787635 Sep 16 05:51:48.240382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39814) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:48.246084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': '798a77d2-feaa-445d-b412-40e205d3d041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:48.490010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:48.494201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:48.530248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:51:48.743340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:51:48.777372 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:51:48.798666 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:48.799307 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:51:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:48.857052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a13f7-c7ae-4829-bdea-b8074e2e469f req-a3ecd022-0597-4ee5-8f22-ca930a4edba5 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:48.858616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-232a13f7-c7ae-4829-bdea-b8074e2e469f req-a3ecd022-0597-4ee5-8f22-ca930a4edba5 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0779297 Sep 16 05:51:48.895792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:48.900901 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:48.962935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-232a13f7-c7ae-4829-bdea-b8074e2e469f req-06232137-e5fd-40be-8cba-1d8d6f4f3659 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936522 Sep 16 05:51:48.984517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-42989a9b-c85a-4872-aac6-8626ce088632 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2326975 Sep 16 05:51:48.985614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:48.989708 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed61261-4b5b-413b-b335-0b17ea31c504" -d '{"events": [{"name": "network-changed", "server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:49.020321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=82452393-4b51-4be1-a698-6ab356186f99,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:49.037218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Checking segment: {'id': '680f374a-99d4-46c3-94c7-11b5652a58fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '798a77d2-feaa-445d-b412-40e205d3d041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:49.037838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network hostable DHCP agents. Network: 798a77d2-feaa-445d-b412-40e205d3d041, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:51:49.134595 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:49.151897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 798a77d2-feaa-445d-b412-40e205d3d041 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:51:49.237701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 798a77d2-feaa-445d-b412-40e205d3d041) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:49.251166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:49.253759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:49.258708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce2d91-0a65-45a7-ae95-47db207b9218 None None] Network 798a77d2-feaa-445d-b412-40e205d3d041 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:49.376691 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c7dfb2d4-ed1e-4517-a0d0-2b269d6f2f33 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1357322 Sep 16 05:51:49.379572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39830) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:49.387099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4e8e5bf4-898e-421d-a441-0dd13301f01a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': '798a77d2-feaa-445d-b412-40e205d3d041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:49.394412 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be72d22-e304-4422-a6e0-85aefc3c22ed x-openstack-request-id: req-2be72d22-e304-4422-a6e0-85aefc3c22ed {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:49.394745 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:49.394948 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2be72d22-e304-4422-a6e0-85aefc3c22ed {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:49.395372 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'status': 'completed', 'code': 200} Sep 16 05:51:49.572626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-c4bbf9bf-66c3-4e89-bbe7-4252dd3b3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:49.573914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-c4bbf9bf-66c3-4e89-bbe7-4252dd3b3ca8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.0884304 Sep 16 05:51:49.594719 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:47Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:49.600568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-798a77d2-feaa-445d-b412-40e205d3d041', 'network_id': '798a77d2-feaa-445d-b412-40e205d3d041', 'tenant_id': '536693f3bac5420e9dba20673c269edd', 'fixed_ips': [{'subnet_id': '82452393-4b51-4be1-a698-6ab356186f99'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:51:49.601750 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:49.623051 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:51:49.641762 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:51:49.642811 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:51:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:49.702897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-e136a812-72b3-4f0c-a6a4-e767c19eace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:49.704594 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-e136a812-72b3-4f0c-a6a4-e767c19eace4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1155934 Sep 16 05:51:49.793955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8e5bf4-898e-421d-a441-0dd13301f01a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:49.799233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5bf4-898e-421d-a441-0dd13301f01a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:49.883880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Allocated IP 172.20.0.2 (798a77d2-feaa-445d-b412-40e205d3d041/82452393-4b51-4be1-a698-6ab356186f99/aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:49.915161 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:51:49.922264 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b685acb-4e8f-41da-aba7-50e894bf9c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:49.964750 n-d-712749-15 neutron-server[95659]: INFO neutron.db.ipam_backend_mixin [None req-4e8e5bf4-898e-421d-a441-0dd13301f01a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 82452393-4b51-4be1-a698-6ab356186f99 (CIDR: 172.20.0.0/28) Sep 16 05:51:49.967267 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-9ebb7a15-403e-43b6-8c59-171ab7f104a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 999 time: 0.2549129 Sep 16 05:51:50.042463 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8e5bf4-898e-421d-a441-0dd13301f01a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:51:50.043352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8e5bf4-898e-421d-a441-0dd13301f01a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:51:50.110596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-d02939f4-6a46-4ae7-8ab2-c0b1ad82a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.112159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-d02939f4-6a46-4ae7-8ab2-c0b1ad82a947 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.1371295 Sep 16 05:51:50.131457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:50.173635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:50.179534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': '798a77d2-feaa-445d-b412-40e205d3d041', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:50.183456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e8e5bf4-898e-421d-a441-0dd13301f01a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8023665 Sep 16 05:51:50.265949 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:50.280795 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:50.291736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b80e9b-af61-4f19-aa6d-b9cc5a910ef8 req-852b43ec-4c47-4089-96a0-1689f689ce7b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.293366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36b80e9b-af61-4f19-aa6d-b9cc5a910ef8 req-852b43ec-4c47-4089-96a0-1689f689ce7b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1803277 Sep 16 05:51:50.302098 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:47Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:50.330775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Network 798a77d2-feaa-445d-b412-40e205d3d041 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:50.335350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:50.346470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-e232043d-aad9-4b06-8a96-1ef13f36a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.347197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:50.348081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-e232043d-aad9-4b06-8a96-1ef13f36a952 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147732 Sep 16 05:51:50.355254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Pushing event updated for resources: {'Port': ['ID=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:50.424033 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a01f7-ed67-42a9-b2af-49e36b802617 None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:47Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:51:50.424828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Attempting to bind port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:51:50.425461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Attempting to bind port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '680f374a-99d4-46c3-94c7-11b5652a58fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '798a77d2-feaa-445d-b412-40e205d3d041'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:51:50.426247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Attempting to bind port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 on network 798a77d2-feaa-445d-b412-40e205d3d041 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:51:50.434321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36b80e9b-af61-4f19-aa6d-b9cc5a910ef8 req-5d619b05-9706-45cd-a9ed-6319603d0e06 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302295 Sep 16 05:51:50.448104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:51:50.448913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Checking segment: {'id': '680f374a-99d4-46c3-94c7-11b5652a58fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '798a77d2-feaa-445d-b412-40e205d3d041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:51:50.449937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:50.450563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Bound using segment: {'id': '680f374a-99d4-46c3-94c7-11b5652a58fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '798a77d2-feaa-445d-b412-40e205d3d041'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:51:50.451277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Bound port: aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680f374a-99d4-46c3-94c7-11b5652a58fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '798a77d2-feaa-445d-b412-40e205d3d041'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:51:50.452149 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:50.492665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:50.499244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:50.560809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-2211f695-0edb-4ce9-b707-15386c1dfc2a service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006185 Sep 16 05:51:50.592507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] For port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:51:50.598343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] For port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,segment=NetworkSegment(680f374a-99d4-46c3-94c7-11b5652a58fb),segment_id=680f374a-99d4-46c3-94c7-11b5652a58fb)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:51:50.669583 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:50.728192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ed61261-4b5b-413b-b335-0b17ea31c504 req-57173b51-6ffc-41b5-a749-fbde07fb9a39 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591542 Sep 16 05:51:50.828902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf781f-fbbb-44fa-96cd-80b0bec185e1 None None] Pushing event updated for resources: {'Port': ['ID=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:50.841174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4994a6-ad73-472a-af48-3212f195937f None None] New status for floating IP da343f2c-9b67-485e-b6b5-79133d7c077a: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:51:51.000532 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:51.393180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:51.446837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 798a77d2-feaa-445d-b412-40e205d3d041 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:51.450174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:51.457562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:51.457562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:51.465798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:51.612873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9198d-d7ef-4f32-b449-e58b4b3003fb req-d245ab4d-fbe4-44a0-878b-9640004168a5 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:51.615098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d5e9198d-d7ef-4f32-b449-e58b4b3003fb req-d245ab4d-fbe4-44a0-878b-9640004168a5 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0830338 Sep 16 05:51:51.673476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d5e9198d-d7ef-4f32-b449-e58b4b3003fb req-713b0519-2107-467c-8ee8-1a492cadb54a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514605 Sep 16 05:51:51.743599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-64c1e4e5-e5d1-46f6-8eab-41715b346088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5685349 Sep 16 05:51:51.753944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39856) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:51.759368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': '798a77d2-feaa-445d-b412-40e205d3d041', 'fixed_ips': [{'subnet_id': '82452393-4b51-4be1-a698-6ab356186f99'}, {'subnet_id': '7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06'}], 'name': 'tempest-PortsTestJSON-7947939'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:52.119966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:52.150636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beccf18a-e388-48b0-8b6b-4a078708d769 None None] Network 798a77d2-feaa-445d-b412-40e205d3d041 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:52.195610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:51:52.267308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7c061c5a-8ece-47cb-b039-914028d468d1 None None] Provisioning complete for port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:52.267694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c061c5a-8ece-47cb-b039-914028d468d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:52.321096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:52.321096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:52.381156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:52.408295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 4b4f5870-37a4-4500-8b8f-476c038ff886 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:51:52.822889 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:52.843596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.14 (798a77d2-feaa-445d-b412-40e205d3d041/82452393-4b51-4be1-a698-6ab356186f99/4b4f5870-37a4-4500-8b8f-476c038ff886) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:52.855333 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c061c5a-8ece-47cb-b039-914028d468d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:52.869277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.25 (798a77d2-feaa-445d-b412-40e205d3d041/7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06/4b4f5870-37a4-4500-8b8f-476c038ff886) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:52.897612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,segment=NetworkSegment(680f374a-99d4-46c3-94c7-11b5652a58fb),segment_id=680f374a-99d4-46c3-94c7-11b5652a58fb)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:52.937290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250afc24-2124-429f-b704-0570f0cd9724 None None] Update dhcp port {'port': {'network_id': '798a77d2-feaa-445d-b412-40e205d3d041', 'fixed_ips': [{'subnet_id': '82452393-4b51-4be1-a698-6ab356186f99', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06'}], 'binding:host_id': 'n-d-712749-15'}, 'id': 'aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:51:52.979044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:53.031947 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-250afc24-2124-429f-b704-0570f0cd9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:53.108187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719ec43-6bec-40e0-8e0a-450e7686b6a6 req-d91a0122-3853-469c-894e-ab6412463e79 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:53.110052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f719ec43-6bec-40e0-8e0a-450e7686b6a6 req-d91a0122-3853-469c-894e-ab6412463e79 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0779500 Sep 16 05:51:53.115720 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-7c061c5a-8ece-47cb-b039-914028d468d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:51:53.116672 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-7c061c5a-8ece-47cb-b039-914028d468d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:51:53.124245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:53.148334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:53.201501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f719ec43-6bec-40e0-8e0a-450e7686b6a6 req-12cb1754-0af6-4a91-963c-787acfbb7454 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751555 Sep 16 05:51:53.232087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95a59023-20af-4097-9e8f-a7f862b45243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:53.332444 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:53.416777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-250afc24-2124-429f-b704-0570f0cd9724 None None] Allocated IP 172.20.0.18 (798a77d2-feaa-445d-b412-40e205d3d041/7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06/aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:53.538107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-250afc24-2124-429f-b704-0570f0cd9724 None None] For port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,segment=NetworkSegment(680f374a-99d4-46c3-94c7-11b5652a58fb),segment_id=680f374a-99d4-46c3-94c7-11b5652a58fb)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:53.581071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-250afc24-2124-429f-b704-0570f0cd9724 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:53.676006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-250afc24-2124-429f-b704-0570f0cd9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:53.741494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 798a77d2-feaa-445d-b412-40e205d3d041 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:51:53.750011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:51:53.759614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:51:53.766112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250afc24-2124-429f-b704-0570f0cd9724 None None] Pushing event updated for resources: {'Port': ['ID=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:53.800168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=4b4f5870-37a4-4500-8b8f-476c038ff886,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:53.848426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:53.849032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.001409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:54.006483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c15f80ef-8074-4a2e-b1ea-8882f49bca52 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 2.2490354 Sep 16 05:51:54.007745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39870) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:54.013141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82452393-4b51-4be1-a698-6ab356186f99'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:54.032422 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.083892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:54.084282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.109554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.421303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e9513-aecb-4064-95ed-8f45b9f0ada7 req-9616e49f-0429-470a-82c0-19f3c2ff7249 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:54.432983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f58e9513-aecb-4064-95ed-8f45b9f0ada7 req-9616e49f-0429-470a-82c0-19f3c2ff7249 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1008770 Sep 16 05:51:54.497095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Delete allocated IP 172.20.0.25 (798a77d2-feaa-445d-b412-40e205d3d041/7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06) {{(pid=95659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:51:54.503321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f58e9513-aecb-4064-95ed-8f45b9f0ada7 req-74c6c487-91c2-45ab-8a26-050588566af7 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697939 Sep 16 05:51:54.635406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.707488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b2b068-6a48-41a0-b40b-5cefe445b3ff None None] Network 798a77d2-feaa-445d-b412-40e205d3d041 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:54.712202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.822823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7d6f4626-06aa-47ba-817b-9888945f3745 None None] Provisioning complete for port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:54.823223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4626-06aa-47ba-817b-9888945f3745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.826541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=4b4f5870-37a4-4500-8b8f-476c038ff886,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:54.853576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] In _notify_port_updated(), no bound segment for port 4b4f5870-37a4-4500-8b8f-476c038ff886 on network 798a77d2-feaa-445d-b412-40e205d3d041 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:51:54.869040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:54.869791 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.875200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7f935220-59e4-42c6-8423-b9baf5fda502 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "PUT /v2.0/ports/4b4f5870-37a4-4500-8b8f-476c038ff886 HTTP/1.1" status: 200 len: 917 time: 0.8663170 Sep 16 05:51:54.878121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39878) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:54.887053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82452393-4b51-4be1-a698-6ab356186f99'}, {'subnet_id': '7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:51:55.349331 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:55.371263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0a748ae5-43e8-4376-ad96-25113620482f None None] Provisioning complete for port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:55.375494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a748ae5-43e8-4376-ad96-25113620482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:55.495837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0a748ae5-43e8-4376-ad96-25113620482f None None] Provisioning complete for port 4b4f5870-37a4-4500-8b8f-476c038ff886 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:55.496256 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a748ae5-43e8-4376-ad96-25113620482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:55.614308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0a748ae5-43e8-4376-ad96-25113620482f None None] Port 4b4f5870-37a4-4500-8b8f-476c038ff886 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:55.757439 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:55.758860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-02441f95-7347-4e22-9886-a852d5e0b4d7 None None] Provisioning complete for port 4b4f5870-37a4-4500-8b8f-476c038ff886 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:55.759347 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02441f95-7347-4e22-9886-a852d5e0b4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:55.766508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5b3a4-cb77-4b57-9feb-06951db0d592 req-d299752a-469b-47d5-85f3-5a01f7922a3c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:55.776116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aea5b3a4-cb77-4b57-9feb-06951db0d592 req-d299752a-469b-47d5-85f3-5a01f7922a3c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1540906 Sep 16 05:51:55.823236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-02441f95-7347-4e22-9886-a852d5e0b4d7 None None] Port 4b4f5870-37a4-4500-8b8f-476c038ff886 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:55.826816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aea5b3a4-cb77-4b57-9feb-06951db0d592 req-b7e2895f-1034-486f-b5f8-177647fc3720 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Sep 16 05:51:56.054471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c6c80d42-161d-47fc-a2d2-671f392157d4 None None] Provisioning complete for port 4b4f5870-37a4-4500-8b8f-476c038ff886 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:56.054865 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c6c80d42-161d-47fc-a2d2-671f392157d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:56.118648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c6c80d42-161d-47fc-a2d2-671f392157d4 None None] Port 4b4f5870-37a4-4500-8b8f-476c038ff886 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:56.230930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.26 (798a77d2-feaa-445d-b412-40e205d3d041/7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06/4b4f5870-37a4-4500-8b8f-476c038ff886) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:51:56.374338 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:56.637491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:56.729792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=4b4f5870-37a4-4500-8b8f-476c038ff886,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:56.777000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] In _notify_port_updated(), no bound segment for port 4b4f5870-37a4-4500-8b8f-476c038ff886 on network 798a77d2-feaa-445d-b412-40e205d3d041 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:51:56.782658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:56.783535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:56.789828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5465ec59-c008-41dd-9049-abb8d185e395 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "PUT /v2.0/ports/4b4f5870-37a4-4500-8b8f-476c038ff886 HTTP/1.1" status: 200 len: 997 time: 1.9057713 Sep 16 05:51:56.810946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:56.908977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-03bb66a9-12b4-4dc1-ae95-864b2bd8a3ec tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 4b4f5870-37a4-4500-8b8f-476c038ff886 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:56.909328 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03bb66a9-12b4-4dc1-ae95-864b2bd8a3ec tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:56.963368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-df1c1554-6240-49c7-876b-8675ae61642a None None] Provisioning complete for port 4b4f5870-37a4-4500-8b8f-476c038ff886 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:56.963980 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df1c1554-6240-49c7-876b-8675ae61642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.014619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-df1c1554-6240-49c7-876b-8675ae61642a None None] Port 4b4f5870-37a4-4500-8b8f-476c038ff886 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:51:57.031511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b854-89a8-46b5-9b75-1e2ab3c593d4 req-5a680fa5-acab-4b09-bce9-6be3869f834e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:57.033149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20b6b854-89a8-46b5-9b75-1e2ab3c593d4 req-5a680fa5-acab-4b09-bce9-6be3869f834e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1195457 Sep 16 05:51:57.060358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03bb66a9-12b4-4dc1-ae95-864b2bd8a3ec tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.088054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-03bb66a9-12b4-4dc1-ae95-864b2bd8a3ec tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 4b4f5870-37a4-4500-8b8f-476c038ff886 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:57.221465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20b6b854-89a8-46b5-9b75-1e2ab3c593d4 req-50f58b4d-17f6-4e98-9418-dadc3cc77e80 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739516 Sep 16 05:51:57.489407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03bb66a9-12b4-4dc1-ae95-864b2bd8a3ec tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.500200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.545005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb66a9-12b4-4dc1-ae95-864b2bd8a3ec tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=4b4f5870-37a4-4500-8b8f-476c038ff886,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:57.777022 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-03bb66a9-12b4-4dc1-ae95-864b2bd8a3ec tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.784619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39908) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:57.785287 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-03bb66a9-12b4-4dc1-ae95-864b2bd8a3ec tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/4b4f5870-37a4-4500-8b8f-476c038ff886 HTTP/1.1" status: 204 len: 168 time: 0.9938951 Sep 16 05:51:57.829304 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8161f0-4d6a-4afd-a7a2-fdf2ba51dadf tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:51:57.831236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a8161f0-4d6a-4afd-a7a2-fdf2ba51dadf tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/4b4f5870-37a4-4500-8b8f-476c038ff886 HTTP/1.1" status: 404 len: 333 time: 0.0452356 Sep 16 05:51:57.833622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39910) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:57.903392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6e1d73-c12a-4521-96a1-1aa380c99f11 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:57.907629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1d73-c12a-4521-96a1-1aa380c99f11 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:57.956425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1d73-c12a-4521-96a1-1aa380c99f11 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.068755 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1d73-c12a-4521-96a1-1aa380c99f11 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.237868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1d73-c12a-4521-96a1-1aa380c99f11 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.270805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e1d73-c12a-4521-96a1-1aa380c99f11 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:58.274888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1d73-c12a-4521-96a1-1aa380c99f11 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.279447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e6e1d73-c12a-4521-96a1-1aa380c99f11 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06 HTTP/1.1" status: 204 len: 168 time: 0.4412057 Sep 16 05:51:58.281923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6af517-0fe3-44d7-a36c-4d386dc7e3f5 None None] Network 798a77d2-feaa-445d-b412-40e205d3d041 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:58.285280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39916) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:58.442410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-981e57ec-76fe-4987-998c-5f5b75155b1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 82452393-4b51-4be1-a698-6ab356186f99 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:51:58.448134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-981e57ec-76fe-4987-998c-5f5b75155b1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.504594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-981e57ec-76fe-4987-998c-5f5b75155b1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.550631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560eb7d-ed88-4376-919d-ac6e3707f50e req-8abdec66-366d-4080-80cb-47e40fc749a8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:58.552677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a560eb7d-ed88-4376-919d-ac6e3707f50e req-8abdec66-366d-4080-80cb-47e40fc749a8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.2143495 Sep 16 05:51:58.639565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a560eb7d-ed88-4376-919d-ac6e3707f50e req-5186d699-de9f-4aba-b14f-3fc419ba7fbd tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Sep 16 05:51:58.716103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-981e57ec-76fe-4987-998c-5f5b75155b1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.902809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.904003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-981e57ec-76fe-4987-998c-5f5b75155b1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.944025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-981e57ec-76fe-4987-998c-5f5b75155b1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.946187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-981e57ec-76fe-4987-998c-5f5b75155b1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/82452393-4b51-4be1-a698-6ab356186f99 HTTP/1.1" status: 204 len: 168 time: 0.6523001 Sep 16 05:51:58.949120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:58.987610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e57ec-76fe-4987-998c-5f5b75155b1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=82452393-4b51-4be1-a698-6ab356186f99,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:59.093864 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.174621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:51:59.174920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.266135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] For port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,segment=NetworkSegment(680f374a-99d4-46c3-94c7-11b5652a58fb),segment_id=680f374a-99d4-46c3-94c7-11b5652a58fb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:59.266519 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.286812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:51:59.317876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb5a48-395f-4732-a60b-6acffb340a89 None None] Network 798a77d2-feaa-445d-b412-40e205d3d041 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:51:59.421239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f794296d-448b-4fab-8bf6-396db5ef436b None None] Provisioning complete for port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:59.421606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f794296d-448b-4fab-8bf6-396db5ef436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.492894 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.509525 n-d-712749-15 neutron-server[95661]: INFO neutron.plugins.ml2.db [None req-f794296d-448b-4fab-8bf6-396db5ef436b None None] No ports have port_id starting with aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 Sep 16 05:51:59.550187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:59.550187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No DVR routers for this DVR port aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:51:59.595079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6a626-a744-47d3-8538-e819237811cf None None] DHCP port deletion for 798a77d2-feaa-445d-b412-40e205d3d041 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:51:59.649386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.675844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798a77d2-feaa-445d-b412-40e205d3d041']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:59.686868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680f374a-99d4-46c3-94c7-11b5652a58fb') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:59.687170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680f374a-99d4-46c3-94c7-11b5652a58fb') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:51:59.702226 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.721551 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.728589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:51:59.729024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:51:59.764717 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:51:59.887406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166d568-2cce-4c28-a201-a38d8813731f req-008e8526-004d-4e9b-908c-87f86ee094a9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:59.889017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c166d568-2cce-4c28-a201-a38d8813731f req-008e8526-004d-4e9b-908c-87f86ee094a9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1181469 Sep 16 05:51:59.954869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c166d568-2cce-4c28-a201-a38d8813731f req-1e3c4269-3f1a-46c6-9a17-1c39e4ed4e90 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580826 Sep 16 05:51:59.957189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.967026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.969366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/networks/798a77d2-feaa-445d-b412-40e205d3d041 HTTP/1.1" status: 204 len: 168 time: 1.0186837 Sep 16 05:51:59.975848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39932) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:51:59.993738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4016adc-2c7d-446f-9fff-fa9961ad8cc1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Network': ['ID=798a77d2-feaa-445d-b412-40e205d3d041,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:00.030593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:00.062477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25c1630-6cdc-4d2d-a154-f0e1196a412f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:00.066893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:52:00.068826 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c25c1630-6cdc-4d2d-a154-f0e1196a412f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0941312 Sep 16 05:52:00.069464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aeb8143a-e0f9-4c8e-bfe8-aeeab4cc55e2 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:52:00.073612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39934) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:00.142238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b1236d8b-226e-4766-88a5-cd7ff6ea99f0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0673237 Sep 16 05:52:00.146808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:00.152159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1327254617'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:00.242748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:00.247359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:00.286571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:00.298747 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:00.299228 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Added segment e2034897-4003-41fd-a6e6-4f4178b15fb7 of type vlan for network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 Sep 16 05:52:00.354217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:00.431944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:00.438495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:00.439306 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:00.513966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Network': ['ID=1f9ca9b5-c254-4032-aaa0-57e5a11d8303,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:00.527406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:00.866876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0a572858-1f1c-4b99-8e79-ebcf4be1bc91 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7188978 Sep 16 05:52:00.877298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39942) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:00.882799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:01.037330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:01.042582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:01.144517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c2960-2c9a-40cf-a96e-8085e813dabd req-a0976f6b-c30d-4140-bc24-ad4110c77af9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:01.150343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-006c2960-2c9a-40cf-a96e-8085e813dabd req-a0976f6b-c30d-4140-bc24-ad4110c77af9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0937181 Sep 16 05:52:01.226821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-006c2960-2c9a-40cf-a96e-8085e813dabd req-9fc7163d-c377-4d1d-b33b-a2650a076686 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650496 Sep 16 05:52:01.400404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:01.536639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=88a43121-b1aa-479d-be74-96664c9a7731,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:01.547311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Checking segment: {'id': 'e2034897-4003-41fd-a6e6-4f4178b15fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:01.547915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network hostable DHCP agents. Network: 1f9ca9b5-c254-4032-aaa0-57e5a11d8303, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:52:01.663168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:52:01.848831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 1f9ca9b5-c254-4032-aaa0-57e5a11d8303) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:01.853743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:01.854582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:01.861260 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4385fb69-ac77-431b-ba8f-16cf2993db0e None None] Network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:01.969426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b5e0e724-774d-49ae-9bbc-3cd3f47b4689 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0888245 Sep 16 05:52:01.969740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:01.981294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303', 'name': 'tempest-PortsTestJSON-1052871088'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:02.081147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-1f9ca9b5-c254-4032-aaa0-57e5a11d8303', 'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303', 'tenant_id': '536693f3bac5420e9dba20673c269edd', 'fixed_ips': [{'subnet_id': '88a43121-b1aa-479d-be74-96664c9a7731'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:52:02.082302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.211886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:02.216078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.233300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Allocated IP 172.20.0.2 (1f9ca9b5-c254-4032-aaa0-57e5a11d8303/88a43121-b1aa-479d-be74-96664c9a7731/4da53b27-2d3e-4914-879f-bb776e2e64ab) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:02.238859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 82221e65-d97f-4a34-ad39-656b874f2756 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:52:02.409644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a341c-bd8a-4e4d-a5d4-ef64a53aed02 req-1292621f-070b-4e5e-81c5-d449a1b0f580 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:02.411735 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-516a341c-bd8a-4e4d-a5d4-ef64a53aed02 req-1292621f-070b-4e5e-81c5-d449a1b0f580 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0626197 Sep 16 05:52:02.454506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-516a341c-bd8a-4e4d-a5d4-ef64a53aed02 req-56b4565e-8871-4a84-ab4b-bd5c997edab9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Sep 16 05:52:02.468723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.537607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.576454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:02.579459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:02.585599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:02.592789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Pushing event updated for resources: {'Port': ['ID=4da53b27-2d3e-4914-879f-bb776e2e64ab,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:02.593488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.10 (1f9ca9b5-c254-4032-aaa0-57e5a11d8303/88a43121-b1aa-479d-be74-96664c9a7731/82221e65-d97f-4a34-ad39-656b874f2756) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:02.652116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Attempting to bind port 4da53b27-2d3e-4914-879f-bb776e2e64ab on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:02.652483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Attempting to bind port 4da53b27-2d3e-4914-879f-bb776e2e64ab by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e2034897-4003-41fd-a6e6-4f4178b15fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:02.652876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Attempting to bind port 4da53b27-2d3e-4914-879f-bb776e2e64ab on network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:02.658607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:02.658984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Checking segment: {'id': 'e2034897-4003-41fd-a6e6-4f4178b15fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:02.659387 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.659778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Bound using segment: {'id': 'e2034897-4003-41fd-a6e6-4f4178b15fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:02.660279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Bound port: 4da53b27-2d3e-4914-879f-bb776e2e64ab, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2034897-4003-41fd-a6e6-4f4178b15fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:02.660659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.727510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] For port 4da53b27-2d3e-4914-879f-bb776e2e64ab, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:02.731207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] For port 4da53b27-2d3e-4914-879f-bb776e2e64ab, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4da53b27-2d3e-4914-879f-bb776e2e64ab,segment=NetworkSegment(e2034897-4003-41fd-a6e6-4f4178b15fb7),segment_id=e2034897-4003-41fd-a6e6-4f4178b15fb7)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:02.753495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.818021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.853457 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:02.888632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17ff90-273b-4cc5-9ccb-2e8e47c31d4d None None] Pushing event updated for resources: {'Port': ['ID=4da53b27-2d3e-4914-879f-bb776e2e64ab,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:02.900960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:02.904088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:02.908312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:02.967243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=82221e65-d97f-4a34-ad39-656b874f2756,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:02.982182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:02.982962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:03.114667 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b9a46f93-40d0-41a9-9bcb-0bfddbc5a7af tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1418097 Sep 16 05:52:03.115425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39976) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:03.120973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': '1f9ca9b5-c254-4032-aaa0-57e5a11d8303', 'name': 'tempest-PortsTestJSON-1429828814'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:03.300920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-8bdb583c-2660-48e4-b0a6-05c8bce1bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:03.302454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-8bdb583c-2660-48e4-b0a6-05c8bce1bf2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1098 time: 0.1195464 Sep 16 05:52:03.336025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:03.338389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:03.357622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port b3b39de0-b815-4496-8dab-1e6caed18866 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:52:03.426951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-8075869a-530b-4cf3-90f5-2db26048d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:03.429051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-8075869a-530b-4cf3-90f5-2db26048d5c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 915 time: 0.1143808 Sep 16 05:52:03.487547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-1ea2b996-c556-485e-a0a2-dd930fea55b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 HTTP/1.1" status: 200 len: 217 time: 0.0473585 Sep 16 05:52:03.531059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.12 (1f9ca9b5-c254-4032-aaa0-57e5a11d8303/88a43121-b1aa-479d-be74-96664c9a7731/b3b39de0-b815-4496-8dab-1e6caed18866) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:03.557468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-290d4a91-a918-45a7-99cc-c08d18294b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:03.559641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-290d4a91-a918-45a7-99cc-c08d18294b53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 200 len: 854 time: 0.0596828 Sep 16 05:52:03.629670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-51ea72da-b27c-479b-a400-8ce1f17eff46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64071994-c7ef-4046-a6b2-03859754aabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587950 Sep 16 05:52:03.707751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bce18-a550-4a49-93ce-cc3f8c6e86dd req-c4898ddd-f383-467e-b863-20b3927ba516 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:03.709820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-535bce18-a550-4a49-93ce-cc3f8c6e86dd req-c4898ddd-f383-467e-b863-20b3927ba516 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.1043625 Sep 16 05:52:03.772002 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-0064b23c-bfa8-42bd-a61f-dd375f2b3440 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240435 Sep 16 05:52:03.858097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:03.864470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-535bce18-a550-4a49-93ce-cc3f8c6e86dd req-c11ba661-4c2b-44ab-a204-9f756c560377 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895236 Sep 16 05:52:03.901867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566b94bf-d443-41f2-a4bc-e677a1e841ae req-2dfb892f-c207-4b80-bede-4fda7a238c55 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172273 Sep 16 05:52:04.014908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.023461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4da53b27-2d3e-4914-879f-bb776e2e64ab up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:04.064003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:04.070766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:04.074847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:04.079009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4da53b27-2d3e-4914-879f-bb776e2e64ab triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:04.079814 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.095928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=b3b39de0-b815-4496-8dab-1e6caed18866,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:04.158103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240b6063-bc89-425c-863f-dd59b1ef1466 None None] Network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:04.161744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:04.163948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.202052 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.258878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-16628387-ed40-433b-b9cb-465f88a8d61a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1387866 Sep 16 05:52:04.259814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bfe6eec5-8be4-4f0f-ae68-91c132c9582f None None] Provisioning complete for port 4da53b27-2d3e-4914-879f-bb776e2e64ab triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:04.260242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 39988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:04.260436 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfe6eec5-8be4-4f0f-ae68-91c132c9582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.365623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615acb25-b863-41bd-83ef-1a86e9e3f8fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:04.371241 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-615acb25-b863-41bd-83ef-1a86e9e3f8fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1067729 Sep 16 05:52:04.372113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 39990) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:04.471460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 4da53b27-2d3e-4914-879f-bb776e2e64ab, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4da53b27-2d3e-4914-879f-bb776e2e64ab,segment=NetworkSegment(e2034897-4003-41fd-a6e6-4f4178b15fb7),segment_id=e2034897-4003-41fd-a6e6-4f4178b15fb7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:04.483055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f5c225c8-d5b6-434e-b839-e41d9a7a648d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port b3b39de0-b815-4496-8dab-1e6caed18866 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:04.483401 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5c225c8-d5b6-434e-b839-e41d9a7a648d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.573440 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.585244 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfe6eec5-8be4-4f0f-ae68-91c132c9582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.629111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5c225c8-d5b6-434e-b839-e41d9a7a648d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.653449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-f5c225c8-d5b6-434e-b839-e41d9a7a648d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for b3b39de0-b815-4496-8dab-1e6caed18866 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:04.681972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=4da53b27-2d3e-4914-879f-bb776e2e64ab,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:04.718066 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-bfe6eec5-8be4-4f0f-ae68-91c132c9582f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:52:04.718863 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-bfe6eec5-8be4-4f0f-ae68-91c132c9582f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:52:04.891680 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5c225c8-d5b6-434e-b839-e41d9a7a648d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:04.948317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c225c8-d5b6-434e-b839-e41d9a7a648d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=b3b39de0-b815-4496-8dab-1e6caed18866,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:05.057177 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5c225c8-d5b6-434e-b839-e41d9a7a648d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.062420 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5c225c8-d5b6-434e-b839-e41d9a7a648d tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/b3b39de0-b815-4496-8dab-1e6caed18866 HTTP/1.1" status: 204 len: 168 time: 0.6862411 Sep 16 05:52:05.062420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40000) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:05.092612 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f7f013-1cb8-424d-b485-329c4b7a6641 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:52:05.096650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f2f7f013-1cb8-424d-b485-329c4b7a6641 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/b3b39de0-b815-4496-8dab-1e6caed18866 HTTP/1.1" status: 404 len: 333 time: 0.0311015 Sep 16 05:52:05.097461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40002) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:05.113979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99010394-175d-4f62-9d49-d935be06bfd6 req-ceefd908-afaa-4e25-9b26-2baf306e45a9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:05.113979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99010394-175d-4f62-9d49-d935be06bfd6 req-ceefd908-afaa-4e25-9b26-2baf306e45a9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0860896 Sep 16 05:52:05.166204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99010394-175d-4f62-9d49-d935be06bfd6 req-e9d531d8-5b0e-4fbe-b398-5be4d912a699 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Sep 16 05:52:05.223696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-26b7ae5b-232c-48ee-a7bb-6410ada76c9f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 82221e65-d97f-4a34-ad39-656b874f2756 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:05.224236 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae5b-232c-48ee-a7bb-6410ada76c9f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.328266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae5b-232c-48ee-a7bb-6410ada76c9f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.344850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-26b7ae5b-232c-48ee-a7bb-6410ada76c9f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 82221e65-d97f-4a34-ad39-656b874f2756 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:05.384839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f9c47499-ac60-4ec6-99fe-a733326b739b None None] Provisioning complete for port 4da53b27-2d3e-4914-879f-bb776e2e64ab triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:05.385692 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f9c47499-ac60-4ec6-99fe-a733326b739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.480929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f9c47499-ac60-4ec6-99fe-a733326b739b None None] Could not find standard attr ID for object b3b39de0-b815-4496-8dab-1e6caed18866. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:52:05.490481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f9c47499-ac60-4ec6-99fe-a733326b739b None None] Provisioning complete for port 82221e65-d97f-4a34-ad39-656b874f2756 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:05.491377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f9c47499-ac60-4ec6-99fe-a733326b739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.526426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f9c47499-ac60-4ec6-99fe-a733326b739b None None] Port 82221e65-d97f-4a34-ad39-656b874f2756 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:05.560042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae5b-232c-48ee-a7bb-6410ada76c9f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.592349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ae5b-232c-48ee-a7bb-6410ada76c9f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=82221e65-d97f-4a34-ad39-656b874f2756,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:05.638972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7bfa2169-4da8-4dd8-b70a-957f13139898 None None] Could not find standard attr ID for object b3b39de0-b815-4496-8dab-1e6caed18866. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:52:05.673186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae5b-232c-48ee-a7bb-6410ada76c9f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.676189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-26b7ae5b-232c-48ee-a7bb-6410ada76c9f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/82221e65-d97f-4a34-ad39-656b874f2756 HTTP/1.1" status: 204 len: 168 time: 0.5776708 Sep 16 05:52:05.679435 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40008) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:05.706972 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a09cd3-cbc4-4c76-9e25-0f98c6a0ef46 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:52:05.711414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a0a09cd3-cbc4-4c76-9e25-0f98c6a0ef46 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/82221e65-d97f-4a34-ad39-656b874f2756 HTTP/1.1" status: 404 len: 333 time: 0.0281544 Sep 16 05:52:05.711821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40010) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:05.768858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b18dd9-cf73-48ff-a386-d8421add5fdc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 88a43121-b1aa-479d-be74-96664c9a7731 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:52:05.772514 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96b18dd9-cf73-48ff-a386-d8421add5fdc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.819442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96b18dd9-cf73-48ff-a386-d8421add5fdc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.910926 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96b18dd9-cf73-48ff-a386-d8421add5fdc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.992854 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4da53b27-2d3e-4914-879f-bb776e2e64ab up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:06.041403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 4da53b27-2d3e-4914-879f-bb776e2e64ab triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:06.041777 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.049507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96b18dd9-cf73-48ff-a386-d8421add5fdc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.086696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b18dd9-cf73-48ff-a386-d8421add5fdc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=88a43121-b1aa-479d-be74-96664c9a7731,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:06.088935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-96b18dd9-cf73-48ff-a386-d8421add5fdc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.090975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-96b18dd9-cf73-48ff-a386-d8421add5fdc tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/88a43121-b1aa-479d-be74-96664c9a7731 HTTP/1.1" status: 204 len: 168 time: 0.3780384 Sep 16 05:52:06.093571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:06.104146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bcca9-94e0-4434-adce-ee492652a41f None None] Network 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:06.173678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.241710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 4da53b27-2d3e-4914-879f-bb776e2e64ab {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:06.242073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.324775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22894613-f9be-4028-be76-a89ada0b54e1 req-155248b2-6ead-4396-abe9-9a7f68cd58a9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:06.326610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22894613-f9be-4028-be76-a89ada0b54e1 req-155248b2-6ead-4396-abe9-9a7f68cd58a9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0761628 Sep 16 05:52:06.329225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] For port 4da53b27-2d3e-4914-879f-bb776e2e64ab, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4da53b27-2d3e-4914-879f-bb776e2e64ab,segment=NetworkSegment(e2034897-4003-41fd-a6e6-4f4178b15fb7),segment_id=e2034897-4003-41fd-a6e6-4f4178b15fb7)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:06.333230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.355524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 4da53b27-2d3e-4914-879f-bb776e2e64ab owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:06.387242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] DHCP port deletion for 1f9ca9b5-c254-4032-aaa0-57e5a11d8303 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:52:06.405571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22894613-f9be-4028-be76-a89ada0b54e1 req-d1a7974f-5325-4fc7-a153-ab933be79f8f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679681 Sep 16 05:52:06.442494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] Deleting port 4da53b27-2d3e-4914-879f-bb776e2e64ab {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:06.442893 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.508258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] For port 4da53b27-2d3e-4914-879f-bb776e2e64ab, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=4da53b27-2d3e-4914-879f-bb776e2e64ab,segment=NetworkSegment(e2034897-4003-41fd-a6e6-4f4178b15fb7),segment_id=e2034897-4003-41fd-a6e6-4f4178b15fb7)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:06.508585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.521876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] Calling delete_port for 4da53b27-2d3e-4914-879f-bb776e2e64ab owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:06.523601 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.559649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=4da53b27-2d3e-4914-879f-bb776e2e64ab,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:06.561840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No DVR routers for this DVR port 4da53b27-2d3e-4914-879f-bb776e2e64ab on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:06.612680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.642864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] Pushing event deleted for resources: {'Port': ['ID=4da53b27-2d3e-4914-879f-bb776e2e64ab,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:06.646724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ce8ee-8277-492e-b90c-7eec6f6e8794 None None] No DVR routers for this DVR port 4da53b27-2d3e-4914-879f-bb776e2e64ab on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:06.664816 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.686017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9ca9b5-c254-4032-aaa0-57e5a11d8303']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:06.695998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2034897-4003-41fd-a6e6-4f4178b15fb7') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:06.696289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2034897-4003-41fd-a6e6-4f4178b15fb7') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:06.705658 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.719513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.725655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:52:06.726042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:52:06.728935 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:52:06.857261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.866965 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:06.868867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/networks/1f9ca9b5-c254-4032-aaa0-57e5a11d8303 HTTP/1.1" status: 204 len: 168 time: 0.7741616 Sep 16 05:52:06.874288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40022) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:06.879642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-626142374'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:06.883607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbecf7d-8c61-41a3-a661-32af054ba0fa tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Network': ['ID=1f9ca9b5-c254-4032-aaa0-57e5a11d8303,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:06.982590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:06.986138 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.010991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:07.020063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.020448 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Added segment b6f960f9-2f8d-4ac1-91a8-9681d4985dab of type vlan for network afa27337-2581-4243-af08-0e35c9c839dc Sep 16 05:52:07.066413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.271423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.277471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:07.278101 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.349378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Network': ['ID=afa27337-2581-4243-af08-0e35c9c839dc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:07.362409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network afa27337-2581-4243-af08-0e35c9c839dc details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:07.430924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dabdb67a-e07c-4f6c-9536-efa83bb12843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5554605 Sep 16 05:52:07.434275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40030) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:07.439734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:07.573605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad25527-5fc8-4e5a-981a-1a95183e9028 req-a335f251-8e40-4500-b18a-18883e0dd1c4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:07.575160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ad25527-5fc8-4e5a-981a-1a95183e9028 req-a335f251-8e40-4500-b18a-18883e0dd1c4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0776651 Sep 16 05:52:07.617372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3ad25527-5fc8-4e5a-981a-1a95183e9028 req-ee0acc23-162d-4fbb-91d2-24d2fba14e75 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Sep 16 05:52:07.620526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:07.624928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.671783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:07.767103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa288-c383-45f8-aaae-1904d94dd4c1 req-83965172-f25c-4276-a0c3-43e2d2208e8c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:07.773309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e38fa288-c383-45f8-aaae-1904d94dd4c1 req-83965172-f25c-4276-a0c3-43e2d2208e8c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 946 time: 0.0618711 Sep 16 05:52:07.780700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.808292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:07.811024 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d503b2cb-098c-4670-8b16-53999009d81a" -d '{"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:07.817996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e38fa288-c383-45f8-aaae-1904d94dd4c1 req-089476e0-c5b0-4a90-9037-6a547c15cd05 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383286 Sep 16 05:52:07.829142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:07.859417 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ab18b7-9d34-4813-b26e-573d80327a09 x-openstack-request-id: req-32ab18b7-9d34-4813-b26e-573d80327a09 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:07.859715 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-unplugged", "status": "failed", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5", "code": 422}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:07.860153 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32ab18b7-9d34-4813-b26e-573d80327a09 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:07.860579 n-d-712749-15 neutron-server[95661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'code': 422} returned with failed status Sep 16 05:52:07.902864 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:07.968436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:07.970237 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:08.009070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4da53b27-2d3e-4914-879f-bb776e2e64ab no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:08.034003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 4da53b27-2d3e-4914-879f-bb776e2e64ab {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:52:08.034868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 4da53b27-2d3e-4914-879f-bb776e2e64ab not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:52:08.047772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-08ee0c26-4f6e-47ea-8df2-f3b758afc052 req-dce88b07-f89c-4deb-80bb-ca0bfce3e17c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:08.048822 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-08ee0c26-4f6e-47ea-8df2-f3b758afc052 req-dce88b07-f89c-4deb-80bb-ca0bfce3e17c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085433 Sep 16 05:52:08.055221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=55f4d046-05f8-453f-bd94-a0e8a8351ea0,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:08.067396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Checking segment: {'id': 'b6f960f9-2f8d-4ac1-91a8-9681d4985dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:08.067907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network hostable DHCP agents. Network: afa27337-2581-4243-af08-0e35c9c839dc, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:52:08.166139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network afa27337-2581-4243-af08-0e35c9c839dc is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:52:08.291341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, afa27337-2581-4243-af08-0e35c9c839dc) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:08.297308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:08.298159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:08.303577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f41dcc-7b18-4d7d-aed1-b8fef5f01939 None None] Network afa27337-2581-4243-af08-0e35c9c839dc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:08.415247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-be7687b2-1b50-43b6-a20c-9629917c09cb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9770429 Sep 16 05:52:08.415577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:08.421629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc', 'name': 'tempest-PortsTestJSON-844989503', 'fixed_ips': [{'subnet_id': '55f4d046-05f8-453f-bd94-a0e8a8351ea0', 'ip_address': '172.20.0.10'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:08.474666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e4367-4bb0-4d0e-8145-c30f84382711 req-79a2fedd-22cd-4a73-82cb-6c53693734c8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:08.477190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-649e4367-4bb0-4d0e-8145-c30f84382711 req-79a2fedd-22cd-4a73-82cb-6c53693734c8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0759988 Sep 16 05:52:08.514459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d9348-9347-4858-839f-d24580e963ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-afa27337-2581-4243-af08-0e35c9c839dc', 'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc', 'tenant_id': '536693f3bac5420e9dba20673c269edd', 'fixed_ips': [{'subnet_id': '55f4d046-05f8-453f-bd94-a0e8a8351ea0'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:52:08.520325 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-164d9348-9347-4858-839f-d24580e963ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:08.552845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-649e4367-4bb0-4d0e-8145-c30f84382711 req-a8b0d8fc-c5ef-4d67-bcaf-6b9a757a581d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652535 Sep 16 05:52:08.639811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:08.707102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-164d9348-9347-4858-839f-d24580e963ba None None] Allocated IP 172.20.0.2 (afa27337-2581-4243-af08-0e35c9c839dc/55f4d046-05f8-453f-bd94-a0e8a8351ea0/760c7056-b707-4ebb-b71a-4cf7815a4ee7) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:08.748046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:08.768011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port f3bec10e-4217-4d68-afa1-06a01fe8dd42 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:52:08.863543 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-164d9348-9347-4858-839f-d24580e963ba None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:08.953106 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-164d9348-9347-4858-839f-d24580e963ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:08.962369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:09.013199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d9348-9347-4858-839f-d24580e963ba None None] Network afa27337-2581-4243-af08-0e35c9c839dc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:09.014163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.10 (afa27337-2581-4243-af08-0e35c9c839dc/55f4d046-05f8-453f-bd94-a0e8a8351ea0/f3bec10e-4217-4d68-afa1-06a01fe8dd42) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:09.016510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-164d9348-9347-4858-839f-d24580e963ba None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:09.023510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d9348-9347-4858-839f-d24580e963ba None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:09.035609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d9348-9347-4858-839f-d24580e963ba None None] Pushing event updated for resources: {'Port': ['ID=760c7056-b707-4ebb-b71a-4cf7815a4ee7,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:09.087083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-164d9348-9347-4858-839f-d24580e963ba None None] Attempting to bind port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:09.087810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-164d9348-9347-4858-839f-d24580e963ba None None] Attempting to bind port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b6f960f9-2f8d-4ac1-91a8-9681d4985dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:09.088404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d9348-9347-4858-839f-d24580e963ba None None] Attempting to bind port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 on network afa27337-2581-4243-af08-0e35c9c839dc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:09.095025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d9348-9347-4858-839f-d24580e963ba None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:09.098448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d9348-9347-4858-839f-d24580e963ba None None] Checking segment: {'id': 'b6f960f9-2f8d-4ac1-91a8-9681d4985dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:09.099063 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-164d9348-9347-4858-839f-d24580e963ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.100114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d9348-9347-4858-839f-d24580e963ba None None] Bound using segment: {'id': 'b6f960f9-2f8d-4ac1-91a8-9681d4985dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:09.101207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-164d9348-9347-4858-839f-d24580e963ba None None] Bound port: 760c7056-b707-4ebb-b71a-4cf7815a4ee7, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f960f9-2f8d-4ac1-91a8-9681d4985dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:09.108682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-164d9348-9347-4858-839f-d24580e963ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.114761 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-2426802c-8ce4-4642-acdc-a13708536733 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1496878 Sep 16 05:52:09.125401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-ac21253c-4564-4b9c-a617-4902209fb71f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:09.128032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-ac21253c-4564-4b9c-a617-4902209fb71f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065298 Sep 16 05:52:09.205659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-164d9348-9347-4858-839f-d24580e963ba None None] For port 760c7056-b707-4ebb-b71a-4cf7815a4ee7, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:09.210853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-164d9348-9347-4858-839f-d24580e963ba None None] For port 760c7056-b707-4ebb-b71a-4cf7815a4ee7, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=760c7056-b707-4ebb-b71a-4cf7815a4ee7,segment=NetworkSegment(b6f960f9-2f8d-4ac1-91a8-9681d4985dab),segment_id=b6f960f9-2f8d-4ac1-91a8-9681d4985dab)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:09.334993 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-164d9348-9347-4858-839f-d24580e963ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.425571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d9348-9347-4858-839f-d24580e963ba None None] Pushing event updated for resources: {'Port': ['ID=760c7056-b707-4ebb-b71a-4cf7815a4ee7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:09.474766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.606547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.664575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network afa27337-2581-4243-af08-0e35c9c839dc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:09.668147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:09.674541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:09.777842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=f3bec10e-4217-4d68-afa1-06a01fe8dd42,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:09.792527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:09.793325 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:09.813230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a84a6-7a17-49ed-b8d9-933284a2ab33 req-dd58be89-d988-4baa-abd1-2c67d0c726f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:09.814818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-512a84a6-7a17-49ed-b8d9-933284a2ab33 req-dd58be89-d988-4baa-abd1-2c67d0c726f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.1264441 Sep 16 05:52:09.863664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-512a84a6-7a17-49ed-b8d9-933284a2ab33 req-b19cbd88-f390-45b6-b239-88c03224fba3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Sep 16 05:52:09.972228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a553803d-621d-43e8-b2e6-43da1e1e4abb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5549974 Sep 16 05:52:09.975701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40080) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:09.981398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'afa27337-2581-4243-af08-0e35c9c839dc', 'name': 'tempest-PortsTestJSON-2092462365', 'fixed_ips': [{'subnet_id': '55f4d046-05f8-453f-bd94-a0e8a8351ea0', 'ip_address': '172.20.0.9'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:10.014961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 760c7056-b707-4ebb-b71a-4cf7815a4ee7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:10.072581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:10.073244 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.164884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.217020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:10.222655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 760c7056-b707-4ebb-b71a-4cf7815a4ee7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=760c7056-b707-4ebb-b71a-4cf7815a4ee7,segment=NetworkSegment(b6f960f9-2f8d-4ac1-91a8-9681d4985dab),segment_id=b6f960f9-2f8d-4ac1-91a8-9681d4985dab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:10.326032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.348692 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.348938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 6cb788a3-2fe7-4ccc-a0a2-692622d12989 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:52:10.423890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=760c7056-b707-4ebb-b71a-4cf7815a4ee7,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:10.548017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.9 (afa27337-2581-4243-af08-0e35c9c839dc/55f4d046-05f8-453f-bd94-a0e8a8351ea0/6cb788a3-2fe7-4ccc-a0a2-692622d12989) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:10.611427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593bf14e-dda8-44c2-b93e-b661eae9b1dd None None] Network afa27337-2581-4243-af08-0e35c9c839dc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:10.638978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-18cbae4b-d582-4288-9c8b-d2e541cafd4b None None] Provisioning complete for port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:10.639500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18cbae4b-d582-4288-9c8b-d2e541cafd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.714239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.837955 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:10.888932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network afa27337-2581-4243-af08-0e35c9c839dc is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:10.892306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:10.896546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:10.930989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=6cb788a3-2fe7-4ccc-a0a2-692622d12989,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:10.959328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:10.960071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.021087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbcf69-a0cb-4a03-ba64-f86ba8647267 req-e345ea78-16dd-4978-bdc5-40415a260a3f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.022908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eefbcf69-a0cb-4a03-ba64-f86ba8647267 req-e345ea78-16dd-4978-bdc5-40415a260a3f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0601354 Sep 16 05:52:11.068330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5389668a-69a9-4742-bec1-a092228dff18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0908780 Sep 16 05:52:11.072355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40092) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:11.076573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eefbcf69-a0cb-4a03-ba64-f86ba8647267 req-e84b597d-2d57-4d34-85b4-e9d06994bad4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468187 Sep 16 05:52:11.153939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4a6f583f-3980-4bca-be98-d5baa815fdd9 None None] Provisioning complete for port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:11.159063 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a6f583f-3980-4bca-be98-d5baa815fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.278011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-b37ab0e5-8d97-461f-af97-d639a461af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.279997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-b37ab0e5-8d97-461f-af97-d639a461af67 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76&tenant_id=6d454fac84e34273b7043378049a2dd3 HTTP/1.1" status: 200 len: 1096 time: 0.1621873 Sep 16 05:52:11.288642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b71352-7b4c-4768-bf6d-a5427b8ffbb1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.293278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40096) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:11.293513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-09b71352-7b4c-4768-bf6d-a5427b8ffbb1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2189806 Sep 16 05:52:11.300386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4a6f583f-3980-4bca-be98-d5baa815fdd9 None None] Provisioning complete for port f3bec10e-4217-4d68-afa1-06a01fe8dd42 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:11.300781 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a6f583f-3980-4bca-be98-d5baa815fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.341010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4a6f583f-3980-4bca-be98-d5baa815fdd9 None None] Port f3bec10e-4217-4d68-afa1-06a01fe8dd42 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:11.352106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4a6f583f-3980-4bca-be98-d5baa815fdd9 None None] Provisioning complete for port 6cb788a3-2fe7-4ccc-a0a2-692622d12989 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:11.352605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a6f583f-3980-4bca-be98-d5baa815fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.405016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4a6f583f-3980-4bca-be98-d5baa815fdd9 None None] Port 6cb788a3-2fe7-4ccc-a0a2-692622d12989 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:11.407346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-29ab91b3-45ee-44ab-9857-32e72098843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.415697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-29ab91b3-45ee-44ab-9857-32e72098843f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1096 time: 0.0785339 Sep 16 05:52:11.415891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c71c8-299d-4893-be6d-f0e905f6d438 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.421574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c71c8-299d-4893-be6d-f0e905f6d438 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.428020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c71c8-299d-4893-be6d-f0e905f6d438 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.430593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4d4c71c8-299d-4893-be6d-f0e905f6d438 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1362982 Sep 16 05:52:11.433701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40098) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:11.530009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7b151fdb-4c52-490b-a35b-e74299ce74ee None None] Provisioning complete for port f3bec10e-4217-4d68-afa1-06a01fe8dd42 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:11.530396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b151fdb-4c52-490b-a35b-e74299ce74ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.537189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-bf5c66d9-73d7-4416-b701-2d4c0654f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.540137 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-bf5c66d9-73d7-4416-b701-2d4c0654f37f service neutron] 10.222.0.66 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 915 time: 0.1184337 Sep 16 05:52:11.553321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c032b925-de16-4379-b0e0-43c10063ef1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 6cb788a3-2fe7-4ccc-a0a2-692622d12989 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:11.554290 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c032b925-de16-4379-b0e0-43c10063ef1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.576964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7b151fdb-4c52-490b-a35b-e74299ce74ee None None] Port f3bec10e-4217-4d68-afa1-06a01fe8dd42 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:11.612348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-db465aac-6cf6-4003-86fe-3f944610762d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 HTTP/1.1" status: 200 len: 217 time: 0.0601315 Sep 16 05:52:11.673888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-c59eb93d-523c-45bb-9ccf-0e8c1a6f41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:11.675510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-c59eb93d-523c-45bb-9ccf-0e8c1a6f41ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 200 len: 854 time: 0.0542178 Sep 16 05:52:11.689728 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c032b925-de16-4379-b0e0-43c10063ef1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.705003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c032b925-de16-4379-b0e0-43c10063ef1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 6cb788a3-2fe7-4ccc-a0a2-692622d12989 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:11.720506 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-1c016886-7c90-4824-9339-551c989fb4a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64071994-c7ef-4046-a6b2-03859754aabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330291 Sep 16 05:52:11.799034 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7189fe4e-c5f1-4d66-a903-fd3b72d6f928 None None] Provisioning complete for port 6cb788a3-2fe7-4ccc-a0a2-692622d12989 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:11.799515 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7189fe4e-c5f1-4d66-a903-fd3b72d6f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.822626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-d92e894a-b200-48cc-9b61-c52f6aefa011 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903335 Sep 16 05:52:11.840665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7189fe4e-c5f1-4d66-a903-fd3b72d6f928 None None] Port 6cb788a3-2fe7-4ccc-a0a2-692622d12989 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:11.935987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5e1f3c3-e751-465b-9d89-e1c1a95073ee req-3b785645-049f-4005-8366-d5320370d1d0 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027479 Sep 16 05:52:11.971498 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c032b925-de16-4379-b0e0-43c10063ef1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:11.995829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 760c7056-b707-4ebb-b71a-4cf7815a4ee7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:12.008868 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032b925-de16-4379-b0e0-43c10063ef1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=6cb788a3-2fe7-4ccc-a0a2-692622d12989,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:12.059030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:12.059604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.101066 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c032b925-de16-4379-b0e0-43c10063ef1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.103722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c032b925-de16-4379-b0e0-43c10063ef1f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/6cb788a3-2fe7-4ccc-a0a2-692622d12989 HTTP/1.1" status: 204 len: 168 time: 0.6689727 Sep 16 05:52:12.106554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40104) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:12.138042 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcd4e9e-d37d-4370-8bf5-10606580b93b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:52:12.139759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0bcd4e9e-d37d-4370-8bf5-10606580b93b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/6cb788a3-2fe7-4ccc-a0a2-692622d12989 HTTP/1.1" status: 404 len: 333 time: 0.0321283 Sep 16 05:52:12.142658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40108) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:12.321056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc935-1da9-45c2-81a1-cf5f170d0adf req-7bf4e86d-28de-4c22-bbe4-0901b37a78bd tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:12.322901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a3dc935-1da9-45c2-81a1-cf5f170d0adf req-7bf4e86d-28de-4c22-bbe4-0901b37a78bd tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.1184936 Sep 16 05:52:12.359660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-02614991-8a9a-4374-8db2-4ec5298c3846 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port f3bec10e-4217-4d68-afa1-06a01fe8dd42 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:12.360240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02614991-8a9a-4374-8db2-4ec5298c3846 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.394414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a3dc935-1da9-45c2-81a1-cf5f170d0adf req-62a9c190-07eb-45a0-bd5d-5b0c3f609554 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Sep 16 05:52:12.467247 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02614991-8a9a-4374-8db2-4ec5298c3846 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.479506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-02614991-8a9a-4374-8db2-4ec5298c3846 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for f3bec10e-4217-4d68-afa1-06a01fe8dd42 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:12.697774 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02614991-8a9a-4374-8db2-4ec5298c3846 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.770894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02614991-8a9a-4374-8db2-4ec5298c3846 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=f3bec10e-4217-4d68-afa1-06a01fe8dd42,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:12.906151 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02614991-8a9a-4374-8db2-4ec5298c3846 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:12.911774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40128) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:12.912248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-02614991-8a9a-4374-8db2-4ec5298c3846 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/f3bec10e-4217-4d68-afa1-06a01fe8dd42 HTTP/1.1" status: 204 len: 168 time: 0.7679536 Sep 16 05:52:12.956372 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be450b1-3ab5-43b9-83c3-b167a9d7dd50 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:52:12.959227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7be450b1-3ab5-43b9-83c3-b167a9d7dd50 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/f3bec10e-4217-4d68-afa1-06a01fe8dd42 HTTP/1.1" status: 404 len: 333 time: 0.0461316 Sep 16 05:52:12.967539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40132) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:13.044900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-143a1983-dae2-4db3-bfba-eb1faab7cd68 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 55f4d046-05f8-453f-bd94-a0e8a8351ea0 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:52:13.051112 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143a1983-dae2-4db3-bfba-eb1faab7cd68 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.096738 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143a1983-dae2-4db3-bfba-eb1faab7cd68 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.197104 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143a1983-dae2-4db3-bfba-eb1faab7cd68 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.360528 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143a1983-dae2-4db3-bfba-eb1faab7cd68 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.388652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1983-dae2-4db3-bfba-eb1faab7cd68 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=55f4d046-05f8-453f-bd94-a0e8a8351ea0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:13.399716 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-143a1983-dae2-4db3-bfba-eb1faab7cd68 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.401052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b5254-559d-4261-83a8-cddf302e9507 None None] Network afa27337-2581-4243-af08-0e35c9c839dc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:13.401998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-143a1983-dae2-4db3-bfba-eb1faab7cd68 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/55f4d046-05f8-453f-bd94-a0e8a8351ea0 HTTP/1.1" status: 204 len: 168 time: 0.4330266 Sep 16 05:52:13.404618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40136) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:13.570448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.593424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b152ec-45e3-4a72-97a9-2d5c99e61657 req-ed64dc38-f637-43f6-a042-43730c99f2af tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:13.605775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25b152ec-45e3-4a72-97a9-2d5c99e61657 req-ed64dc38-f637-43f6-a042-43730c99f2af tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0748398 Sep 16 05:52:13.653894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25b152ec-45e3-4a72-97a9-2d5c99e61657 req-34400d44-3f5a-478b-a1c8-ab19c34f568e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Sep 16 05:52:13.727432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:13.727785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.823329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] DHCP port deletion for afa27337-2581-4243-af08-0e35c9c839dc request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:52:13.918613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] Deleting port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:13.919172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.919298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] For port 760c7056-b707-4ebb-b71a-4cf7815a4ee7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=760c7056-b707-4ebb-b71a-4cf7815a4ee7,segment=NetworkSegment(b6f960f9-2f8d-4ac1-91a8-9681d4985dab),segment_id=b6f960f9-2f8d-4ac1-91a8-9681d4985dab)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:13.919625 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:13.956223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 760c7056-b707-4ebb-b71a-4cf7815a4ee7 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:14.036824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] For port 760c7056-b707-4ebb-b71a-4cf7815a4ee7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=760c7056-b707-4ebb-b71a-4cf7815a4ee7,segment=NetworkSegment(b6f960f9-2f8d-4ac1-91a8-9681d4985dab),segment_id=b6f960f9-2f8d-4ac1-91a8-9681d4985dab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:14.037140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.067171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 760c7056-b707-4ebb-b71a-4cf7815a4ee7 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:14.082945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] Calling delete_port for 760c7056-b707-4ebb-b71a-4cf7815a4ee7 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:14.211444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.245767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=760c7056-b707-4ebb-b71a-4cf7815a4ee7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:14.253088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No DVR routers for this DVR port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:14.259299 n-d-712749-15 neutron-server[95661]: INFO neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No ports have port_id starting with 760c7056-b707-4ebb-b71a-4cf7815a4ee7 Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:52:14.285932 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 05:52:14.292403 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.319350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] Pushing event deleted for resources: {'Port': ['ID=760c7056-b707-4ebb-b71a-4cf7815a4ee7,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:14.329119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfda072-1154-4574-a5d5-be28ba101a11 None None] No DVR routers for this DVR port 760c7056-b707-4ebb-b71a-4cf7815a4ee7 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:14.396482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.436357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa27337-2581-4243-af08-0e35c9c839dc']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:14.449135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f960f9-2f8d-4ac1-91a8-9681d4985dab') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:14.449616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f960f9-2f8d-4ac1-91a8-9681d4985dab') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:14.474345 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.498568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.512572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:52:14.518729 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:52:14.702935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.716940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.721190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/networks/afa27337-2581-4243-af08-0e35c9c839dc HTTP/1.1" status: 204 len: 168 time: 1.3155103 Sep 16 05:52:14.727310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40148) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:14.735758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1940442382'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:14.750222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22281e3-c695-4c57-b546-7509cbe5f698 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Network': ['ID=afa27337-2581-4243-af08-0e35c9c839dc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:14.833032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3a0b-84a6-432f-b0bc-302fb4b6f7d6 req-2648c359-de30-45f3-957c-a5fa4d43b13f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:14.834680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-606c3a0b-84a6-432f-b0bc-302fb4b6f7d6 req-2648c359-de30-45f3-957c-a5fa4d43b13f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0708568 Sep 16 05:52:14.854300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:14.866625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.888929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-606c3a0b-84a6-432f-b0bc-302fb4b6f7d6 req-5fae59e9-8121-4f68-82e9-08307dac161d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Sep 16 05:52:14.904580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:14.937243 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:14.937592 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Added segment 80000d33-9de0-4041-a7ac-a07a74758e01 of type vlan for network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 Sep 16 05:52:14.990024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:15.089139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:15.104164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:15.104164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:15.194999 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Network': ['ID=b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:15.205666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:15.233254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fe4ff463-86de-4019-b786-48358d343020 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5039809 Sep 16 05:52:15.236552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40152) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:15.242480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:15.446262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:15.451270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:15.758174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:15.833406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=e41ef785-3d90-45af-90c4-50653e8cfd6b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:15.856122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Checking segment: {'id': '80000d33-9de0-4041-a7ac-a07a74758e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:15.856557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network hostable DHCP agents. Network: b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:52:15.965959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:52:16.046721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608caf7e-2199-4feb-8c52-25571da7d42b req-6a104d04-5d37-40a7-b7c6-ec8b0b34296d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:16.048636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-608caf7e-2199-4feb-8c52-25571da7d42b req-6a104d04-5d37-40a7-b7c6-ec8b0b34296d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0610890 Sep 16 05:52:16.059502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:16.069829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:16.070044 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb940558-5ef6-41a9-961a-35b2c812abc8 None None] Network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:16.070610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.129763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-608caf7e-2199-4feb-8c52-25571da7d42b req-01d85566-8728-4d4d-8d3d-f61317eb3fd1 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720453 Sep 16 05:52:16.192095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-30e1010a-3973-4838-b82f-b9679e594153 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9550595 Sep 16 05:52:16.196354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40162) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:16.201271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5c448f9e-5fa7-4d9a-aca5-1c887866ac2a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-662497654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:16.245620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799', 'network_id': 'b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799', 'tenant_id': '536693f3bac5420e9dba20673c269edd', 'fixed_ips': [{'subnet_id': 'e41ef785-3d90-45af-90c4-50653e8cfd6b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:52:16.246576 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.297131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c448f9e-5fa7-4d9a-aca5-1c887866ac2a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.298131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c448f9e-5fa7-4d9a-aca5-1c887866ac2a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.421941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c448f9e-5fa7-4d9a-aca5-1c887866ac2a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.429313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Allocated IP 172.20.0.2 (b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799/e41ef785-3d90-45af-90c4-50653e8cfd6b/7be51a0c-b812-41ac-9ce4-8b50f72c4b4e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:16.540185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c448f9e-5fa7-4d9a-aca5-1c887866ac2a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.638276 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.642902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c448f9e-5fa7-4d9a-aca5-1c887866ac2a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.644587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c448f9e-5fa7-4d9a-aca5-1c887866ac2a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4470308 Sep 16 05:52:16.648398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40168) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:16.654018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'network_id': 'b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799', 'name': 'tempest-PortsTestJSON-1527239039'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:16.744330 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.782507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:16.785401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:16.788755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:16.804442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Pushing event updated for resources: {'Port': ['ID=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:16.861340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Attempting to bind port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:16.861727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Attempting to bind port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '80000d33-9de0-4041-a7ac-a07a74758e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:16.862071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Attempting to bind port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e on network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:16.867957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:16.868197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Checking segment: {'id': '80000d33-9de0-4041-a7ac-a07a74758e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:16.868694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.869247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Bound using segment: {'id': '80000d33-9de0-4041-a7ac-a07a74758e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:16.869695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Bound port: 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80000d33-9de0-4041-a7ac-a07a74758e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:16.870082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.902858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:16.909294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:16.958710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] For port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:16.962412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] For port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,segment=NetworkSegment(80000d33-9de0-4041-a7ac-a07a74758e01),segment_id=80000d33-9de0-4041-a7ac-a07a74758e01)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:16.971151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 9e94b9ab-f5e6-40b5-8029-ca587275e797 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:52:17.061587 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:17.148459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36ad4c-861d-41e0-a191-35d609f18b48 None None] Pushing event updated for resources: {'Port': ['ID=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:17.167482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.9 (b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799/e41ef785-3d90-45af-90c4-50653e8cfd6b/9e94b9ab-f5e6-40b5-8029-ca587275e797) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:17.363385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adced2b-a9ce-49b7-b1e5-f8f3ab5bcde8 req-b9d12d3e-ac9b-46e7-b0dc-03649e6d13f3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:17.371614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8adced2b-a9ce-49b7-b1e5-f8f3ab5bcde8 req-b9d12d3e-ac9b-46e7-b0dc-03649e6d13f3 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.1315393 Sep 16 05:52:17.421991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:17.482663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8adced2b-a9ce-49b7-b1e5-f8f3ab5bcde8 req-91b3088b-4554-47e0-afa6-f9ce0e77f412 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100535 Sep 16 05:52:18.078888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:18.162541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:18.163351 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:18.429779 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:18.468197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,segment=NetworkSegment(80000d33-9de0-4041-a7ac-a07a74758e01),segment_id=80000d33-9de0-4041-a7ac-a07a74758e01)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:18.528046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad5ded-0aa6-4c7a-a934-cddd81a77901 None None] Network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:18.546141 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:18.639012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:18.656766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:18.675811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:18.704722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2782234e-a0b9-4b81-8bf4-2116d835bc22 None None] Provisioning complete for port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:18.705088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2782234e-a0b9-4b81-8bf4-2116d835bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:18.714286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=9e94b9ab-f5e6-40b5-8029-ca587275e797,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:18.739737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa702e6-47da-4acb-8e87-3fa0d28a5b09 req-c058c483-ee38-4082-8e14-e347a14ae948 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:18.748516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfa702e6-47da-4acb-8e87-3fa0d28a5b09 req-c058c483-ee38-4082-8e14-e347a14ae948 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.1291335 Sep 16 05:52:18.802092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:18.802092 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:18.827756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfa702e6-47da-4acb-8e87-3fa0d28a5b09 req-f9cb860a-3bd9-40ec-8b14-7b945342140f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781929 Sep 16 05:52:18.887301 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:18.895315 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2782234e-a0b9-4b81-8bf4-2116d835bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:19.019398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:19.042225 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-2782234e-a0b9-4b81-8bf4-2116d835bc22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:52:19.042590 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-2782234e-a0b9-4b81-8bf4-2116d835bc22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:52:19.384293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ccacb8f-7d8d-4785-a4b0-ebac67d23236 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7310576 Sep 16 05:52:19.384746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40190) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:19.752150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bcb39000-59ef-4ed2-ab91-a8b8ed449d3c None None] Provisioning complete for port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:19.752989 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcb39000-59ef-4ed2-ab91-a8b8ed449d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:19.933718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bcb39000-59ef-4ed2-ab91-a8b8ed449d3c None None] Provisioning complete for port 9e94b9ab-f5e6-40b5-8029-ca587275e797 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:19.934397 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcb39000-59ef-4ed2-ab91-a8b8ed449d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.002388 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.009647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bcb39000-59ef-4ed2-ab91-a8b8ed449d3c None None] Port 9e94b9ab-f5e6-40b5-8029-ca587275e797 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:20.016113 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-db49fb0e-d428-4643-898a-61ccf9da2183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.055473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:20.142167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e3e9-c075-4eaa-ab22-b73e50908147 req-d74a923a-9269-481f-9e46-ac867ed0afd9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:20.145271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a782e3e9-c075-4eaa-ab22-b73e50908147 req-d74a923a-9269-481f-9e46-ac867ed0afd9 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.1785085 Sep 16 05:52:20.145524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:20.145806 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.418780 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a782e3e9-c075-4eaa-ab22-b73e50908147 req-049489a0-21a4-4844-b088-3047f5a0ab0b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657514 Sep 16 05:52:20.481343 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.577392 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.695535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=9e94b9ab-f5e6-40b5-8029-ca587275e797,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:20.879369 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.942529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cd5c10f8-e7a1-4dff-bf09-b2ee4e92a655 None None] Provisioning complete for port 9e94b9ab-f5e6-40b5-8029-ca587275e797 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:20.943167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd5c10f8-e7a1-4dff-bf09-b2ee4e92a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.947720 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:21.007968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c10f8-e7a1-4dff-bf09-b2ee4e92a655 None None] Port 9e94b9ab-f5e6-40b5-8029-ca587275e797 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:21.158519 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:21.604573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999cf6-25c2-41a3-8ce7-e81d2c1b3ba3 req-373d607b-eaff-4341-bf4b-252294941849 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:21.607083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e999cf6-25c2-41a3-8ce7-e81d2c1b3ba3 req-373d607b-eaff-4341-bf4b-252294941849 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0885208 Sep 16 05:52:21.675058 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e999cf6-25c2-41a3-8ce7-e81d2c1b3ba3 req-de581229-aefb-4e3d-9931-6a8c822a0b90 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576897 Sep 16 05:52:21.845618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:22.402726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:22.478037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=9e94b9ab-f5e6-40b5-8029-ca587275e797,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:22.482887 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:22.627816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:22.637533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:22.892402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d94353-3c7c-4b66-9a5b-9d08c826b729 req-512b7175-e78f-49d7-9420-2ea0af7819ec tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:22.894065 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8d94353-3c7c-4b66-9a5b-9d08c826b729 req-512b7175-e78f-49d7-9420-2ea0af7819ec tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0884192 Sep 16 05:52:22.954513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8d94353-3c7c-4b66-9a5b-9d08c826b729 req-8fb3773f-1902-4b8b-9fbc-36a02117f451 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520196 Sep 16 05:52:23.022713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Router 16ed6aab-83b8-4e3f-b00f-4c3d770487fc is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:52:23.045613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7701001c-9940-484a-8d52-46b13b702806 None None] Provisioning complete for port 9e94b9ab-f5e6-40b5-8029-ca587275e797 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:23.049339 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7701001c-9940-484a-8d52-46b13b702806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:23.085087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7701001c-9940-484a-8d52-46b13b702806 None None] Port 9e94b9ab-f5e6-40b5-8029-ca587275e797 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:23.123094 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:23.129174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-45f09b5a-5284-452c-be25-6fe337950903 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "PUT /v2.0/routers/16ed6aab-83b8-4e3f-b00f-4c3d770487fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7432439 Sep 16 05:52:23.133255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40220) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:23.135642 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d729b-93e7-4850-848a-2ef421d85470 None None] Sync routers for ids ['16ed6aab-83b8-4e3f-b00f-4c3d770487fc'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:23.152003 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d729b-93e7-4850-848a-2ef421d85470 None None] Routers {'16ed6aab-83b8-4e3f-b00f-4c3d770487fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:23.152003 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-609d729b-93e7-4850-848a-2ef421d85470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:51:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['16ed6aab-83b8-4e3f-b00f-4c3d770487fc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:23.154488 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-829eae8a-7fe3-4f8f-977b-25be4e9512cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:23.185332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f766f299-6897-46b3-8057-a25600b164d1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:23.189766 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f766f299-6897-46b3-8057-a25600b164d1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ed6aab-83b8-4e3f-b00f-4c3d770487fc HTTP/1.1" status: 200 len: 982 time: 0.0524902 Sep 16 05:52:23.189922 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-609d729b-93e7-4850-848a-2ef421d85470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:23.190122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40222) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:23.199898 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d729b-93e7-4850-848a-2ef421d85470 None None] Routers {'16ed6aab-83b8-4e3f-b00f-4c3d770487fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:23.200546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-609d729b-93e7-4850-848a-2ef421d85470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['16ed6aab-83b8-4e3f-b00f-4c3d770487fc'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:23.234116 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-609d729b-93e7-4850-848a-2ef421d85470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:23.234779 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d729b-93e7-4850-848a-2ef421d85470 None None] The sync data for ids ['16ed6aab-83b8-4e3f-b00f-4c3d770487fc'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:23.626082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:23.851038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:23.860398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 9e94b9ab-f5e6-40b5-8029-ca587275e797 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:23.860763 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:23.973385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:23.996589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 9e94b9ab-f5e6-40b5-8029-ca587275e797 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:24.087144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22f83c-0364-4ce8-ac63-331b4c9d59a4 req-07812c87-6c83-4326-bd51-89a7a2e47819 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:24.088723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb22f83c-0364-4ce8-ac63-331b4c9d59a4 req-07812c87-6c83-4326-bd51-89a7a2e47819 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.0588629 Sep 16 05:52:24.130221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb22f83c-0364-4ce8-ac63-331b4c9d59a4 req-3fd43f76-6984-4984-8512-9b71fa956ba7 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Sep 16 05:52:24.274190 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:24.307638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=9e94b9ab-f5e6-40b5-8029-ca587275e797,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:24.452915 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:24.893001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Router 16ed6aab-83b8-4e3f-b00f-4c3d770487fc has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:24.986132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:24.993373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2710c47e-59a6-40ae-9565-0af6728024a0 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "PUT /v2.0/routers/16ed6aab-83b8-4e3f-b00f-4c3d770487fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008881 Sep 16 05:52:24.995230 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40238) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:24.997090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f3ddd8-c953-4f49-a215-38a935802c2f None None] Sync routers for ids ['16ed6aab-83b8-4e3f-b00f-4c3d770487fc'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:25.008757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3ddd8-c953-4f49-a215-38a935802c2f None None] Routers {'16ed6aab-83b8-4e3f-b00f-4c3d770487fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:25.009389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f5f3ddd8-c953-4f49-a215-38a935802c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['16ed6aab-83b8-4e3f-b00f-4c3d770487fc'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:25.021004 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-64460666-7b1f-41c0-a09c-6dc89f6cad4f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:52:25.023102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-64460666-7b1f-41c0-a09c-6dc89f6cad4f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/9e94b9ab-f5e6-40b5-8029-ca587275e797 HTTP/1.1" status: 404 len: 333 time: 0.0265234 Sep 16 05:52:25.025825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40240) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:25.045156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f5f3ddd8-c953-4f49-a215-38a935802c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:25.054615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3ddd8-c953-4f49-a215-38a935802c2f None None] Routers {'16ed6aab-83b8-4e3f-b00f-4c3d770487fc'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:25.055286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f5f3ddd8-c953-4f49-a215-38a935802c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['16ed6aab-83b8-4e3f-b00f-4c3d770487fc'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:25.088058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f5f3ddd8-c953-4f49-a215-38a935802c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:25.088710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f3ddd8-c953-4f49-a215-38a935802c2f None None] The sync data for ids ['16ed6aab-83b8-4e3f-b00f-4c3d770487fc'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:25.104563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef4380b-b417-4fbc-b419-bf62ea4e3e8e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.307559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef4380b-b417-4fbc-b419-bf62ea4e3e8e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.310981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef4380b-b417-4fbc-b419-bf62ea4e3e8e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.342757 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.375574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3b989-1f44-41a8-b4f7-576865b424c2 req-47512014-9272-4fb6-9837-6b454811b8d0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:25.377290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5f3b989-1f44-41a8-b4f7-576865b424c2 req-47512014-9272-4fb6-9837-6b454811b8d0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 944 time: 0.1692359 Sep 16 05:52:25.421245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5f3b989-1f44-41a8-b4f7-576865b424c2 req-3d47c284-b1a4-4718-ad8d-898ab5bd9c76 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362298 Sep 16 05:52:25.493876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef4380b-b417-4fbc-b419-bf62ea4e3e8e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.494586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef4380b-b417-4fbc-b419-bf62ea4e3e8e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Fanout notify agent at l3_agent the message router_deleted on router 16ed6aab-83b8-4e3f-b00f-4c3d770487fc {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:52:25.502181 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bef4380b-b417-4fbc-b419-bf62ea4e3e8e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.503189 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bef4380b-b417-4fbc-b419-bf62ea4e3e8e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/routers/16ed6aab-83b8-4e3f-b00f-4c3d770487fc HTTP/1.1" status: 204 len: 168 time: 0.4762013 Sep 16 05:52:25.505807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:25.559917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-115a02fb-855f-42d2-9f86-17ccd4220c62 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet e41ef785-3d90-45af-90c4-50653e8cfd6b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:52:25.563044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115a02fb-855f-42d2-9f86-17ccd4220c62 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.609027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115a02fb-855f-42d2-9f86-17ccd4220c62 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.712726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115a02fb-855f-42d2-9f86-17ccd4220c62 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.743775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:52:25.878934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:25.898742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'network_id': '64071994-c7ef-4046-a6b2-03859754aabc', 'port_id': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'mac_address': 'fa:16:3e:9b:28:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b948f54-8b73-4bae-9e71-bef8d410bdad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:52:25.906587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115a02fb-855f-42d2-9f86-17ccd4220c62 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.946145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.955640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-115a02fb-855f-42d2-9f86-17ccd4220c62 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.960865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:52:25.961739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40252) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:25.962366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-115a02fb-855f-42d2-9f86-17ccd4220c62 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/e41ef785-3d90-45af-90c4-50653e8cfd6b HTTP/1.1" status: 204 len: 168 time: 0.4548051 Sep 16 05:52:25.963677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a02fb-855f-42d2-9f86-17ccd4220c62 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=e41ef785-3d90-45af-90c4-50653e8cfd6b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:25.977568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb195945-3d4f-45d1-afb2-178c81adc6f8 None None] Network b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:26.026787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:26.054574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.103175 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.120956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:26.121338 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.184580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:26.216927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] For port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,segment=NetworkSegment(80000d33-9de0-4041-a7ac-a07a74758e01),segment_id=80000d33-9de0-4041-a7ac-a07a74758e01)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:26.216927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.233884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:26.275228 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] DHCP port deletion for b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:52:26.357216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] Deleting port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:26.357499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.399621 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.430087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] For port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,segment=NetworkSegment(80000d33-9de0-4041-a7ac-a07a74758e01),segment_id=80000d33-9de0-4041-a7ac-a07a74758e01)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:26.432746 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.436666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:26.446769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No DVR routers for this DVR port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:26.451047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:52:26.458401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] Calling delete_port for 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:26.559174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.616328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:26.621325 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.642018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80000d33-9de0-4041-a7ac-a07a74758e01') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:26.642312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80000d33-9de0-4041-a7ac-a07a74758e01') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:26.654155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.675339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] Pushing event deleted for resources: {'Port': ['ID=7be51a0c-b812-41ac-9ce4-8b50f72c4b4e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:26.680737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9893e0-7c46-4f3f-a270-71cadc2e7636 req-b04d2119-d2fb-4089-a552-8896d33b8a65 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:26.684822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad9893e0-7c46-4f3f-a270-71cadc2e7636 req-b04d2119-d2fb-4089-a552-8896d33b8a65 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 945 time: 0.1205692 Sep 16 05:52:26.685620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.702764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1d83eb-ca02-41f8-9c58-15a551e087e9 None None] No DVR routers for this DVR port 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:26.735839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:52:26.736291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:52:26.739634 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:52:26.762168 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad9893e0-7c46-4f3f-a270-71cadc2e7636 req-cab7e0ac-6ad6-422d-a233-6e7adb7b160f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708587 Sep 16 05:52:26.948182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.955533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.957528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/networks/b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799 HTTP/1.1" status: 204 len: 168 time: 0.9946494 Sep 16 05:52:26.962612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:26.976374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5291db1-5317-423a-a597-79323c6ff088 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Network': ['ID=b0b83b5c-bcd7-42cc-9a97-dda4cf3e0799,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:27.009630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c8957-e6ae-42af-9607-4e349766adb6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:27.011211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-950c8957-e6ae-42af-9607-4e349766adb6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/2d8c359c-42dd-4f5e-adcf-e4232df4a98f HTTP/1.1" status: 200 len: 841 time: 0.0472889 Sep 16 05:52:27.014997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:27.058695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e3648d72-6c6e-40e6-b0fb-8e491ffc2d64 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/2d8c359c-42dd-4f5e-adcf-e4232df4a98f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0426295 Sep 16 05:52:27.062451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40264) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:27.067238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:27.227009 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:27.236975 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:27.241046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:27.474034 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:27.502691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:27.544052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:27.547171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:27.551343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:27.552110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:27.558492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c19bdd5-c4bb-49de-b1a8-74740587e355 None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:27.566020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=72066536-9fc2-4442-81c2-1060f1e5c071,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:27.646613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-533ed235-7799-4ef8-a6ea-8ab36068d0eb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5830798 Sep 16 05:52:27.650184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40268) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:27.655148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2c788bd5-0fd1-426e-9f9a-b43c345d6886 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'security_group': {'name': 'tempest-secgroup-537072914'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:27.731338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-e91782f0-379e-4404-b4bf-8f209edfce85', 'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'tenant_id': '536693f3bac5420e9dba20673c269edd', 'fixed_ips': [{'subnet_id': '72066536-9fc2-4442-81c2-1060f1e5c071'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:52:27.732301 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:27.743713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:27.785592 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2c788bd5-0fd1-426e-9f9a-b43c345d6886 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:27.903226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2c788bd5-0fd1-426e-9f9a-b43c345d6886 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:27.910288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:27.910651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:27.939245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f3900-7b1a-4f96-a631-7780e3dafeba req-c1d8bee5-2883-41e9-b7a5-81570badd63e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:27.940864 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-113f3900-7b1a-4f96-a631-7780e3dafeba req-c1d8bee5-2883-41e9-b7a5-81570badd63e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 945 time: 0.0625308 Sep 16 05:52:27.956596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Allocated IP 172.20.0.2 (e91782f0-379e-4404-b4bf-8f209edfce85/72066536-9fc2-4442-81c2-1060f1e5c071/6fbc8ad0-801e-4ec5-b592-7a0eb885cf20) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:27.998896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-113f3900-7b1a-4f96-a631-7780e3dafeba req-a8d63b92-18de-45b0-8327-831ad1578b43 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494184 Sep 16 05:52:28.014391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2c788bd5-0fd1-426e-9f9a-b43c345d6886 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.027036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:28.055635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c788bd5-0fd1-426e-9f9a-b43c345d6886 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e7e5d1-737e-4438-9f24-0b95349a6fdc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.079350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:52:28.085144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7be51a0c-b812-41ac-9ce4-8b50f72c4b4e not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:52:28.103591 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.150318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:28.151765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2c788bd5-0fd1-426e-9f9a-b43c345d6886 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.152638 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ced49-a725-4295-9053-08ec14a6a4b1" -d '{"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:28.156172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2c788bd5-0fd1-426e-9f9a-b43c345d6886 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5017488 Sep 16 05:52:28.157146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40280) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:28.162818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a76e26bc-e973-4a32-b519-cd256f55ad63 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'security_group': {'name': 'tempest-secgroup-1285490362'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:28.186486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:28.211302 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeac47ab-92ca-4845-9634-0390df47d1fb x-openstack-request-id: req-aeac47ab-92ca-4845-9634-0390df47d1fb {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:28.211642 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:28.211849 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aeac47ab-92ca-4845-9634-0390df47d1fb {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:28.212262 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'code': 200} Sep 16 05:52:28.218724 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.291155 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a76e26bc-e973-4a32-b519-cd256f55ad63 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.325756 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.373196 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.384300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a76e26bc-e973-4a32-b519-cd256f55ad63 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.388691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.397230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:28.399421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:28.418855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:28.454006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Pushing event updated for resources: {'Port': ['ID=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.471227 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a76e26bc-e973-4a32-b519-cd256f55ad63 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.485074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Attempting to bind port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:28.485862 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Attempting to bind port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f6d24695-def5-4963-b8bc-648c3861e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:28.486431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Attempting to bind port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 on network e91782f0-379e-4404-b4bf-8f209edfce85 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:28.492653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:28.493311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Checking segment: {'id': 'f6d24695-def5-4963-b8bc-648c3861e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:28.493920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.494615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Bound using segment: {'id': 'f6d24695-def5-4963-b8bc-648c3861e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:28.495267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Bound port: 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d24695-def5-4963-b8bc-648c3861e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:28.495682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.503848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e26bc-e973-4a32-b519-cd256f55ad63 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7361d8-0b3d-4ff3-aae8-cf28a67950bc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.550993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608840a6-c9bb-4f26-8cdf-916fcffd74b8 req-95a32677-ce01-4600-8d8f-e94dc9e0a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:28.552549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-608840a6-c9bb-4f26-8cdf-916fcffd74b8 req-95a32677-ce01-4600-8d8f-e94dc9e0a12d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1099 time: 0.0400028 Sep 16 05:52:28.567735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] For port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:28.571550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] For port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,segment=NetworkSegment(f6d24695-def5-4963-b8bc-648c3861e567),segment_id=f6d24695-def5-4963-b8bc-648c3861e567)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:28.572576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a76e26bc-e973-4a32-b519-cd256f55ad63 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.573867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a76e26bc-e973-4a32-b519-cd256f55ad63 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4162896 Sep 16 05:52:28.576824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40282) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:28.582462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1497267493', 'security_groups': ['1d7361d8-0b3d-4ff3-aae8-cf28a67950bc'], 'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72066536-9fc2-4442-81c2-1060f1e5c071'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:28.603111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-608840a6-c9bb-4f26-8cdf-916fcffd74b8 req-6ef939ae-8c4e-40f0-88d2-663e4a81f9b8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 Sep 16 05:52:28.671232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.734444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779edb9-ae5e-4745-a4f7-52d540204e67 None None] Pushing event updated for resources: {'Port': ['ID=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:28.762608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:28.866001 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.875295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.897655 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 4ca0c799-2b47-4e06-b4d9-52ed3a6099ac yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:52:29.105741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.9 (e91782f0-379e-4404-b4bf-8f209edfce85/72066536-9fc2-4442-81c2-1060f1e5c071/4ca0c799-2b47-4e06-b4d9-52ed3a6099ac) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:29.147337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849860f3-743a-42ef-9265-7f71e131f53a req-df6f39a0-3f80-4741-a972-5e102815f210 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:29.148910 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-849860f3-743a-42ef-9265-7f71e131f53a req-df6f39a0-3f80-4741-a972-5e102815f210 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0569232 Sep 16 05:52:29.189070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-849860f3-743a-42ef-9265-7f71e131f53a req-7497612b-9b42-4e8b-a9dd-b5efe6ef4120 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Sep 16 05:52:29.247482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:29.340243 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:29.388649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:29.394189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:29.399348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:29.403662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=4ca0c799-2b47-4e06-b4d9-52ed3a6099ac,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:29.452209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:29.452865 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:29.514527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fa629e08-fad0-464e-b30d-4bb02c99e5d5 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9362867 Sep 16 05:52:29.517360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40294) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:29.523746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2200258b-f17f-464d-82ff-67cb32f84f9e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:29.699564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200258b-f17f-464d-82ff-67cb32f84f9e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:29.703473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2200258b-f17f-464d-82ff-67cb32f84f9e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:29.828464 n-d-712749-15 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-2200258b-f17f-464d-82ff-67cb32f84f9e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 72066536-9fc2-4442-81c2-1060f1e5c071 (CIDR: 172.20.0.0/28) Sep 16 05:52:29.878596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] Provisioning complete for port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:29.879111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:29.880633 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2200258b-f17f-464d-82ff-67cb32f84f9e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:52:29.882474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2200258b-f17f-464d-82ff-67cb32f84f9e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:29.928741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] Port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:29.950698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:29.951171 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.002554 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2200258b-f17f-464d-82ff-67cb32f84f9e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4794483 Sep 16 05:52:30.002660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40316) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:30.007765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:30.061840 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:30.067113 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.137800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] For port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,segment=NetworkSegment(f6d24695-def5-4963-b8bc-648c3861e567),segment_id=f6d24695-def5-4963-b8bc-648c3861e567)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:30.153020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:30.153387 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.242272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.268274 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.306713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:30.310294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.333989 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:52:30.334294 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:52:30.351907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2895748-5c6c-4c51-9538-e7b7e24a967a None None] Pushing event updated for resources: {'Port': ['ID=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:30.394151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6109c770-e458-4cee-b835-61fe16526e9b None None] Provisioning complete for port 4ca0c799-2b47-4e06-b4d9-52ed3a6099ac triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:30.394548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6109c770-e458-4cee-b835-61fe16526e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.418300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a3106-9fc2-4b31-baf2-00cd55a56504 req-ed515699-0cb0-45f3-a6a1-8f5dd352dcc6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:30.419651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f8a3106-9fc2-4b31-baf2-00cd55a56504 req-ed515699-0cb0-45f3-a6a1-8f5dd352dcc6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.1514814 Sep 16 05:52:30.437743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6109c770-e458-4cee-b835-61fe16526e9b None None] Port 4ca0c799-2b47-4e06-b4d9-52ed3a6099ac cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:30.497882 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f8a3106-9fc2-4b31-baf2-00cd55a56504 req-d80dc46d-34fb-4406-9f35-4566369adcb7 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666184 Sep 16 05:52:30.754364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.804216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:30.807601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:30.810713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:30.811321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.819498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc934c4-b789-48f1-8465-dd7d94af4200 None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:30.829944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=9053cba9-9684-4c9b-90cc-122c838e2e3a,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:30.918738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40342) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:30.922124 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d0739104-c5d9-4eed-82a9-2903f4b88d12 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9198616 Sep 16 05:52:30.927136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-663411444', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9053cba9-9684-4c9b-90cc-122c838e2e3a'}], 'security_groups': ['36e7e5d1-737e-4438-9f24-0b95349a6fdc']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:31.092441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:31.102878 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07624c66-75fd-4b71-8794-cb11083c4dc0 None None] Update dhcp port {'port': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'fixed_ips': [{'subnet_id': '72066536-9fc2-4442-81c2-1060f1e5c071', 'ip_address': '172.20.0.2'}, {'subnet_id': '9053cba9-9684-4c9b-90cc-122c838e2e3a'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '6fbc8ad0-801e-4ec5-b592-7a0eb885cf20'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:52:31.137273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07624c66-75fd-4b71-8794-cb11083c4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:31.418433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Delete allocated IP 172.20.0.9 (e91782f0-379e-4404-b4bf-8f209edfce85/72066536-9fc2-4442-81c2-1060f1e5c071) {{(pid=95660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:52:31.430313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.28 (e91782f0-379e-4404-b4bf-8f209edfce85/9053cba9-9684-4c9b-90cc-122c838e2e3a/4ca0c799-2b47-4e06-b4d9-52ed3a6099ac) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:31.639355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:31.652533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b764ca-5040-4846-8bb3-1e6d2989f232 req-adf8b976-b4e0-486f-80ca-d1fb26202da4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:31.654027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2b764ca-5040-4846-8bb3-1e6d2989f232 req-adf8b976-b4e0-486f-80ca-d1fb26202da4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0773008 Sep 16 05:52:31.693917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2b764ca-5040-4846-8bb3-1e6d2989f232 req-48b9b3a4-f30b-4230-899a-c6f36b00731b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Sep 16 05:52:31.717043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:31.773138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-07624c66-75fd-4b71-8794-cb11083c4dc0 None None] Allocated IP 172.20.0.18 (e91782f0-379e-4404-b4bf-8f209edfce85/9053cba9-9684-4c9b-90cc-122c838e2e3a/6fbc8ad0-801e-4ec5-b592-7a0eb885cf20) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:31.816038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=4ca0c799-2b47-4e06-b4d9-52ed3a6099ac,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:31.830963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.831316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.831784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.832184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.840091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.840091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.840091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.840091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.840091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.840091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.840091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.840091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:31.853308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] In _notify_port_updated(), no bound segment for port 4ca0c799-2b47-4e06-b4d9-52ed3a6099ac on network e91782f0-379e-4404-b4bf-8f209edfce85 {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:52:31.858870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:31.859529 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:31.863522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8e57c260-e110-443a-a47b-01d39bef6ce4 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "PUT /v2.0/ports/4ca0c799-2b47-4e06-b4d9-52ed3a6099ac HTTP/1.1" status: 200 len: 920 time: 0.9398546 Sep 16 05:52:31.865494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40350) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:31.900160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-07624c66-75fd-4b71-8794-cb11083c4dc0 None None] For port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,segment=NetworkSegment(f6d24695-def5-4963-b8bc-648c3861e567),segment_id=f6d24695-def5-4963-b8bc-648c3861e567)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:31.932810 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07624c66-75fd-4b71-8794-cb11083c4dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:31.978885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b8a977e1-61da-4b5b-a463-3a2cff048885 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 4ca0c799-2b47-4e06-b4d9-52ed3a6099ac {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:31.979439 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8a977e1-61da-4b5b-a463-3a2cff048885 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.009387 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:32.035278 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-07624c66-75fd-4b71-8794-cb11083c4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.073884 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8a977e1-61da-4b5b-a463-3a2cff048885 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.090162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b8a977e1-61da-4b5b-a463-3a2cff048885 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 4ca0c799-2b47-4e06-b4d9-52ed3a6099ac owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:32.145081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07624c66-75fd-4b71-8794-cb11083c4dc0 None None] Pushing event updated for resources: {'Port': ['ID=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:32.152951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:32.153322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.336454 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8a977e1-61da-4b5b-a463-3a2cff048885 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.374323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a977e1-61da-4b5b-a463-3a2cff048885 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=4ca0c799-2b47-4e06-b4d9-52ed3a6099ac,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:32.464173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-5db46bef-3fa6-4c46-b0a1-608bb5784895 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005678 Sep 16 05:52:32.474514 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8a977e1-61da-4b5b-a463-3a2cff048885 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.477873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b8a977e1-61da-4b5b-a463-3a2cff048885 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/4ca0c799-2b47-4e06-b4d9-52ed3a6099ac HTTP/1.1" status: 204 len: 168 time: 0.6110368 Sep 16 05:52:32.480382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:32.516889 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cdb4d5-c344-46b8-abaa-a8dd392e7081 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:52:32.518960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-81cdb4d5-c344-46b8-abaa-a8dd392e7081 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/4ca0c799-2b47-4e06-b4d9-52ed3a6099ac HTTP/1.1" status: 404 len: 333 time: 0.0374525 Sep 16 05:52:32.521880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:32.576485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-597ffdda-0e38-409d-84e3-795bb443aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:32.578167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-597ffdda-0e38-409d-84e3-795bb443aef2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1099 time: 0.0457387 Sep 16 05:52:32.589919 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b519d5-4217-4308-8b74-0951a0a6ba05 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.614945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b519d5-4217-4308-8b74-0951a0a6ba05 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.696114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-4d2de463-bd65-41eb-941c-b805842a6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:32.699160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-4d2de463-bd65-41eb-941c-b805842a6feb service neutron] 10.222.0.66 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 915 time: 0.0989139 Sep 16 05:52:32.744672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-eef3036f-3168-48da-bf3f-aadc1ae2ce2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 HTTP/1.1" status: 200 len: 217 time: 0.0396335 Sep 16 05:52:32.756879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b519d5-4217-4308-8b74-0951a0a6ba05 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.759783 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-43b519d5-4217-4308-8b74-0951a0a6ba05 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.761184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-43b519d5-4217-4308-8b74-0951a0a6ba05 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d7361d8-0b3d-4ff3-aae8-cf28a67950bc HTTP/1.1" status: 204 len: 168 time: 0.2382894 Sep 16 05:52:32.765794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40364) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:32.791604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b519d5-4217-4308-8b74-0951a0a6ba05 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7361d8-0b3d-4ff3-aae8-cf28a67950bc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:32.823899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-b5188bdc-2d41-473c-9c6d-114c86dd0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:32.826088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-b5188bdc-2d41-473c-9c6d-114c86dd0561 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 200 len: 854 time: 0.0744190 Sep 16 05:52:32.865498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-9d3df50d-19ac-4cd3-9bb8-9076711eaba9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64071994-c7ef-4046-a6b2-03859754aabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289562 Sep 16 05:52:32.869077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-abd2c4b7-e83b-4f0f-a33b-aa380241ac10 None None] Could not find standard attr ID for object 4ca0c799-2b47-4e06-b4d9-52ed3a6099ac. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:52:32.878230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848a36-f022-4eb3-8bee-40b193939e99 req-409f555b-314f-4d59-9b9a-bc97de27b9db tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:32.880072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c848a36-f022-4eb3-8bee-40b193939e99 req-409f555b-314f-4d59-9b9a-bc97de27b9db tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0975738 Sep 16 05:52:32.885188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-abd2c4b7-e83b-4f0f-a33b-aa380241ac10 None None] Provisioning complete for port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:32.885726 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abd2c4b7-e83b-4f0f-a33b-aa380241ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.886046 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-774d56de-8ae6-4078-851f-6751770ba32f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.923674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-774d56de-8ae6-4078-851f-6751770ba32f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.955238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c848a36-f022-4eb3-8bee-40b193939e99 req-05a42595-1ec3-4b3a-b7e2-276a183360bf tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636976 Sep 16 05:52:32.963499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-abd2c4b7-e83b-4f0f-a33b-aa380241ac10 None None] Port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:33.101144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-abd2c4b7-e83b-4f0f-a33b-aa380241ac10 None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:33.101144 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abd2c4b7-e83b-4f0f-a33b-aa380241ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:33.101697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-b129d9ed-2e7a-4818-816a-3a5f89742027 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631258 Sep 16 05:52:33.187726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7b84dbec-2f28-45c3-be23-cf004478d251 req-4ab3637a-8820-43e3-ba68-542066fd2a30 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354489 Sep 16 05:52:33.196144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1852c39-d737-4dfa-a6dd-845aabe058bf req-d0cb2ca7-8e31-4a7b-a4de-91d6fcfc13f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:33.199742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1852c39-d737-4dfa-a6dd-845aabe058bf req-d0cb2ca7-8e31-4a7b-a4de-91d6fcfc13f2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0819044 Sep 16 05:52:33.233655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-774d56de-8ae6-4078-851f-6751770ba32f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:33.236392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-774d56de-8ae6-4078-851f-6751770ba32f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:33.237774 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-774d56de-8ae6-4078-851f-6751770ba32f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/security-groups/36e7e5d1-737e-4438-9f24-0b95349a6fdc HTTP/1.1" status: 204 len: 168 time: 0.4678144 Sep 16 05:52:33.241395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:33.248551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d56de-8ae6-4078-851f-6751770ba32f tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e7e5d1-737e-4438-9f24-0b95349a6fdc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:33.258844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1852c39-d737-4dfa-a6dd-845aabe058bf req-2b9ccc92-966a-44d7-b670-f352a3f4a8f6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533545 Sep 16 05:52:33.318922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafe78d7-8dfd-42ce-90d8-3aee4b23995a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 72066536-9fc2-4442-81c2-1060f1e5c071 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:52:33.333322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eafe78d7-8dfd-42ce-90d8-3aee4b23995a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:33.379390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eafe78d7-8dfd-42ce-90d8-3aee4b23995a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:33.453810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b040a7d-bbda-475b-9a4f-d25fc32096cd req-d9afd774-bac7-4998-ac0f-4bee31b19111 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:33.458164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b040a7d-bbda-475b-9a4f-d25fc32096cd req-d9afd774-bac7-4998-ac0f-4bee31b19111 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0730131 Sep 16 05:52:33.495158 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eafe78d7-8dfd-42ce-90d8-3aee4b23995a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:33.505551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c4d855a3-ea7d-494b-a59c-13cdfbd1a63b None None] Could not find standard attr ID for object 4ca0c799-2b47-4e06-b4d9-52ed3a6099ac. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:52:33.516517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b040a7d-bbda-475b-9a4f-d25fc32096cd req-4a727745-85a1-42bd-8614-d1b4988a6952 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540287 Sep 16 05:52:33.656982 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eafe78d7-8dfd-42ce-90d8-3aee4b23995a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:33.657374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66445382-202a-41d1-bb85-2aa77184f484 req-15ec22ad-4fc9-40ba-b21c-6387a0c88f46 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:33.659231 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66445382-202a-41d1-bb85-2aa77184f484 req-15ec22ad-4fc9-40ba-b21c-6387a0c88f46 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0651109 Sep 16 05:52:33.690167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe78d7-8dfd-42ce-90d8-3aee4b23995a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=72066536-9fc2-4442-81c2-1060f1e5c071,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:33.692218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-eafe78d7-8dfd-42ce-90d8-3aee4b23995a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:33.699239 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-eafe78d7-8dfd-42ce-90d8-3aee4b23995a tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/72066536-9fc2-4442-81c2-1060f1e5c071 HTTP/1.1" status: 204 len: 168 time: 0.4494798 Sep 16 05:52:33.699239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40382) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:33.704126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:33.707488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e44bc-71bb-4d58-9813-8f5f0e80344e None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:33.759278 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66445382-202a-41d1-bb85-2aa77184f484 req-efa31343-8ef6-434f-9408-b7da919a8f4f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914922 Sep 16 05:52:33.899140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1e95-a58b-4fc9-b9b3-23a9878e4357 req-1db5e8ab-1088-4f2d-9238-c5f3824cead7 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:33.900551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8aae1e95-a58b-4fc9-b9b3-23a9878e4357 req-1db5e8ab-1088-4f2d-9238-c5f3824cead7 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0716474 Sep 16 05:52:33.944833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8aae1e95-a58b-4fc9-b9b3-23a9878e4357 req-7b6249de-d0b4-4c9d-b315-0bc205d3071c tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369174 Sep 16 05:52:34.027139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:34.027628 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:34.038600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:34.092487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:34.092864 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:34.168221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420170b-85ed-4390-ab52-9467e1adda9b req-83940d41-9c32-4dd0-951b-1a2115ee4d29 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.169831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d420170b-85ed-4390-ab52-9467e1adda9b req-83940d41-9c32-4dd0-951b-1a2115ee4d29 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.1118660 Sep 16 05:52:34.514195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d420170b-85ed-4390-ab52-9467e1adda9b req-6deda88c-5134-4dc1-a874-9812355e1908 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368900 Sep 16 05:52:34.532297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-10406af1-a990-4df1-bbc0-d2ac0484e586 None None] Provisioning complete for port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:34.536112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10406af1-a990-4df1-bbc0-d2ac0484e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:34.578334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-10406af1-a990-4df1-bbc0-d2ac0484e586 None None] Port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:34.592329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-10406af1-a990-4df1-bbc0-d2ac0484e586 None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:34.598705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10406af1-a990-4df1-bbc0-d2ac0484e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:34.664775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b8468-ae43-46a4-a73b-571697b77f4c req-06f21634-aba3-435b-97c5-d096849ff52e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.666543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-356b8468-ae43-46a4-a73b-571697b77f4c req-06f21634-aba3-435b-97c5-d096849ff52e tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0718882 Sep 16 05:52:34.713779 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-356b8468-ae43-46a4-a73b-571697b77f4c req-17008b85-9814-4650-9aa0-93f194e447ab tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 Sep 16 05:52:34.765493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:34.813925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:34.817521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:34.826032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.827831 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:34.832072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e20a8-a975-4976-b585-292561b007b2 None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:34.852369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=5ff44df2-eac0-4681-8500-82e6633f5258,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.063380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ca7fd3aa-17f7-431a-82d7-a169399b1746 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3638544 Sep 16 05:52:35.066202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:35.071669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1235d388-5198-44fc-b67c-a9dce38df5f4 None None] Update dhcp port {'port': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'fixed_ips': [{'subnet_id': '9053cba9-9684-4c9b-90cc-122c838e2e3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '5ff44df2-eac0-4681-8500-82e6633f5258'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '6fbc8ad0-801e-4ec5-b592-7a0eb885cf20'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:52:35.071988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fe253040-d8c6-497d-8500-39e0f9c57e69 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'security_group': {'name': 'tempest-secgroup-94971939'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:35.101131 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1235d388-5198-44fc-b67c-a9dce38df5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.219953 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe253040-d8c6-497d-8500-39e0f9c57e69 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.303289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1235d388-5198-44fc-b67c-a9dce38df5f4 None None] Allocated IP 172.20.0.2 (e91782f0-379e-4404-b4bf-8f209edfce85/5ff44df2-eac0-4681-8500-82e6633f5258/6fbc8ad0-801e-4ec5-b592-7a0eb885cf20) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:35.351677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe253040-d8c6-497d-8500-39e0f9c57e69 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.418531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1235d388-5198-44fc-b67c-a9dce38df5f4 None None] For port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,segment=NetworkSegment(f6d24695-def5-4963-b8bc-648c3861e567),segment_id=f6d24695-def5-4963-b8bc-648c3861e567)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:35.439396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3d95c-059b-487c-a33c-268fede4ab85 req-a382bc94-4159-45ca-a2cf-93d10ff8cf05 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:35.441192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6a3d95c-059b-487c-a33c-268fede4ab85 req-a382bc94-4159-45ca-a2cf-93d10ff8cf05 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0879655 Sep 16 05:52:35.445151 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe253040-d8c6-497d-8500-39e0f9c57e69 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.465737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1235d388-5198-44fc-b67c-a9dce38df5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.479944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe253040-d8c6-497d-8500-39e0f9c57e69 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2358a54f-32a6-49e6-8f1e-d67327c25137,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.501544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6a3d95c-059b-487c-a33c-268fede4ab85 req-f26844e6-085a-44cb-98da-e8bf79d71730 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Sep 16 05:52:35.539661 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe253040-d8c6-497d-8500-39e0f9c57e69 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.541057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe253040-d8c6-497d-8500-39e0f9c57e69 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4737563 Sep 16 05:52:35.543722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40416) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:35.548233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ee2f0936-fe18-40b2-9836-058a023a9348 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'security_group': {'name': 'tempest-secgroup-2131754716'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:35.576230 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1235d388-5198-44fc-b67c-a9dce38df5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.656479 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0936-fe18-40b2-9836-058a023a9348 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.668907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235d388-5198-44fc-b67c-a9dce38df5f4 None None] Pushing event updated for resources: {'Port': ['ID=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.779729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0936-fe18-40b2-9836-058a023a9348 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.862035 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0936-fe18-40b2-9836-058a023a9348 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.903662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f0936-fe18-40b2-9836-058a023a9348 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2833c1-0334-482e-a1f8-02e72d016076,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:35.988040 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0936-fe18-40b2-9836-058a023a9348 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:35.989511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ee2f0936-fe18-40b2-9836-058a023a9348 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4447851 Sep 16 05:52:35.993052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:35.998440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d6205aa0-df0e-4db8-8c6f-9a73b7464964 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'security_group': {'name': 'tempest-secgroup-914809433'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:36.014661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:36.095680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:36.096195 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.118563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d6205aa0-df0e-4db8-8c6f-9a73b7464964 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.222891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d6205aa0-df0e-4db8-8c6f-9a73b7464964 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.316788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d6205aa0-df0e-4db8-8c6f-9a73b7464964 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.353917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-efff5d92-2022-4e1b-ab31-bd7580dd85c0 None None] Provisioning complete for port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:36.354281 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-efff5d92-2022-4e1b-ab31-bd7580dd85c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.354875 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6205aa0-df0e-4db8-8c6f-9a73b7464964 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b79996-3616-4a28-b90e-48ed78614bef,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:36.402180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-efff5d92-2022-4e1b-ab31-bd7580dd85c0 None None] Port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:36.412776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-efff5d92-2022-4e1b-ab31-bd7580dd85c0 None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:36.413175 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-efff5d92-2022-4e1b-ab31-bd7580dd85c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.431772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d6205aa0-df0e-4db8-8c6f-9a73b7464964 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.437346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d6205aa0-df0e-4db8-8c6f-9a73b7464964 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4386592 Sep 16 05:52:36.437346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:36.441558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1036802878', 'security_groups': ['16b79996-3616-4a28-b90e-48ed78614bef'], 'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ff44df2-eac0-4681-8500-82e6633f5258'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:36.617001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:36.629349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4667-961e-4053-bf8b-250dd787f5ff req-841516bb-dcb3-433a-b2e2-35dd7fef1c37 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.630935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-370f4667-961e-4053-bf8b-250dd787f5ff req-841516bb-dcb3-433a-b2e2-35dd7fef1c37 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0539558 Sep 16 05:52:36.718645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-370f4667-961e-4053-bf8b-250dd787f5ff req-f4eb8a43-c9a1-46b1-82e6-246dbd98e1f0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782919 Sep 16 05:52:36.746700 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.767076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] device_id is not set on port 21c3cd6d-4cf3-43a7-8827-76eab1531133 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:52:36.950275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.9 (e91782f0-379e-4404-b4bf-8f209edfce85/5ff44df2-eac0-4681-8500-82e6633f5258/21c3cd6d-4cf3-43a7-8827-76eab1531133) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:37.092563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.211538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691d63f-bc2a-4309-9a3f-8c17107370fa req-bf08a544-2f57-4355-9dfb-bc07fbf91ad8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.213996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5691d63f-bc2a-4309-9a3f-8c17107370fa req-bf08a544-2f57-4355-9dfb-bc07fbf91ad8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0559685 Sep 16 05:52:37.251152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.283259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5691d63f-bc2a-4309-9a3f-8c17107370fa req-6d0bf18c-5f30-4f86-9b72-6c02d98992a6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Sep 16 05:52:37.354878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:37.369962 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:37.395803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:37.404314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=21c3cd6d-4cf3-43a7-8827-76eab1531133,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:37.455050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-0a219d13-a1a2-4d76-9e2a-1e8885257ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.456659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-0a219d13-a1a2-4d76-9e2a-1e8885257ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d454fac84e34273b7043378049a2dd3&device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 1099 time: 0.1041315 Sep 16 05:52:37.463756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.464460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.572820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-a0c1b0e1-804d-446d-8dea-55023838e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.574768 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-a0c1b0e1-804d-446d-8dea-55023838e385 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 200 len: 915 time: 0.1064000 Sep 16 05:52:37.594395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9dfd540d-f399-4491-b5b9-7771709d4012 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1568081 Sep 16 05:52:37.597281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40446) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:37.602492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-607ad09b-e785-411d-9e53-dd5866f2df8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:37.621309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9732ab5e-f505-4075-939f-83f172452e07 None None] Provisioning complete for port 21c3cd6d-4cf3-43a7-8827-76eab1531133 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:37.621878 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9732ab5e-f505-4075-939f-83f172452e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.625379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-28bbcaf1-83b5-460d-a802-f64b9c447c96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 HTTP/1.1" status: 200 len: 217 time: 0.0390377 Sep 16 05:52:37.674056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9732ab5e-f505-4075-939f-83f172452e07 None None] Port 21c3cd6d-4cf3-43a7-8827-76eab1531133 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:37.682276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-03642345-e88d-4f03-a519-d47d87f8a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.684010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-03642345-e88d-4f03-a519-d47d87f8a53e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 200 len: 854 time: 0.0508940 Sep 16 05:52:37.730923 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-4cd4cf85-8a38-4551-9385-24eb1ed48020 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64071994-c7ef-4046-a6b2-03859754aabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388443 Sep 16 05:52:37.817390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607ad09b-e785-411d-9e53-dd5866f2df8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:37.822314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-607ad09b-e785-411d-9e53-dd5866f2df8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.836819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-8e6cad43-7fda-473f-a7da-fdf5d064a872 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964658 Sep 16 05:52:37.929730 n-d-712749-15 neutron-server[95659]: INFO neutron.db.ipam_backend_mixin [None req-607ad09b-e785-411d-9e53-dd5866f2df8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ff44df2-eac0-4681-8500-82e6633f5258 (CIDR: 172.20.0.0/28) Sep 16 05:52:37.949598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6367e57f-2fdd-468b-b16c-7d23086d11e6 req-923d0020-b10a-4203-bf4b-3b463621a025 service neutron] 10.222.0.66 "GET /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019309 Sep 16 05:52:37.971550 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-607ad09b-e785-411d-9e53-dd5866f2df8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:52:37.973058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607ad09b-e785-411d-9e53-dd5866f2df8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:38.094616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-607ad09b-e785-411d-9e53-dd5866f2df8c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4960933 Sep 16 05:52:38.097693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40454) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:38.103481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f8e3aabf-7adb-440e-9dcd-430bc7fc75ab tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:38.325440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e3aabf-7adb-440e-9dcd-430bc7fc75ab tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:38.328958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aabf-7adb-440e-9dcd-430bc7fc75ab tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:38.454521 n-d-712749-15 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-f8e3aabf-7adb-440e-9dcd-430bc7fc75ab tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9053cba9-9684-4c9b-90cc-122c838e2e3a (CIDR: 172.20.0.16/28) Sep 16 05:52:38.468944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ce05b-31b4-4caf-a069-983df69733bf req-9aeab769-cbda-449a-aac0-9af0e87a4aa2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:38.470562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5ce05b-31b4-4caf-a069-983df69733bf req-9aeab769-cbda-449a-aac0-9af0e87a4aa2 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0760386 Sep 16 05:52:38.538510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a5ce05b-31b4-4caf-a069-983df69733bf req-0e904662-242e-48c8-877f-af1f00cca541 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549350 Sep 16 05:52:38.539913 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e3aabf-7adb-440e-9dcd-430bc7fc75ab tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:52:38.540416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e3aabf-7adb-440e-9dcd-430bc7fc75ab tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:38.623160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f8e3aabf-7adb-440e-9dcd-430bc7fc75ab tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5241923 Sep 16 05:52:38.626295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40460) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:38.635069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'subnet': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:38.834532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Made reservation on behalf of 536693f3bac5420e9dba20673c269edd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:38.838505 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.122779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.172191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Network e91782f0-379e-4404-b4bf-8f209edfce85 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:39.175367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:39.180339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.181795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.185232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c546192c-1cfe-49f8-acfb-95d7aa885707 None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:39.196891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Subnet': ['ID=12be260a-ab17-404d-a249-33396b77e906,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:39.204541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.204905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.205239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.205577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.205975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.206333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.206643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.207278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.207278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.207613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.207996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.208329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:39.305746 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-764f9f31-e204-4371-97f8-f1cbbb701a24 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6744938 Sep 16 05:52:39.305975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40472) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:39.311533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-720336216', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12be260a-ab17-404d-a249-33396b77e906'}], 'security_groups': ['2358a54f-32a6-49e6-8f1e-d67327c25137', '8b2833c1-0334-482e-a1f8-02e72d016076']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:39.423790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04cb97-2190-43b8-b6a3-f5b592332e67 None None] Update dhcp port {'port': {'network_id': 'e91782f0-379e-4404-b4bf-8f209edfce85', 'fixed_ips': [{'subnet_id': '9053cba9-9684-4c9b-90cc-122c838e2e3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '5ff44df2-eac0-4681-8500-82e6633f5258', 'ip_address': '172.20.0.2'}, {'subnet_id': '12be260a-ab17-404d-a249-33396b77e906'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '6fbc8ad0-801e-4ec5-b592-7a0eb885cf20'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:52:39.449989 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb97-2190-43b8-b6a3-f5b592332e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.478441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.652583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ba04cb97-2190-43b8-b6a3-f5b592332e67 None None] Allocated IP 172.20.0.34 (e91782f0-379e-4404-b4bf-8f209edfce85/12be260a-ab17-404d-a249-33396b77e906/6fbc8ad0-801e-4ec5-b592-7a0eb885cf20) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:39.731637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aedb3a-f5ab-4036-b8f7-d1342d2de293 req-3a8ece23-f6c9-49a3-af8e-54b1e3e50925 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.733253 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48aedb3a-f5ab-4036-b8f7-d1342d2de293 req-3a8ece23-f6c9-49a3-af8e-54b1e3e50925 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0951095 Sep 16 05:52:39.773953 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48aedb3a-f5ab-4036-b8f7-d1342d2de293 req-b1fe2cab-c459-4a57-8db1-e024109436e7 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Sep 16 05:52:39.775584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ba04cb97-2190-43b8-b6a3-f5b592332e67 None None] For port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,segment=NetworkSegment(f6d24695-def5-4963-b8bc-648c3861e567),segment_id=f6d24695-def5-4963-b8bc-648c3861e567)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:39.812680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb97-2190-43b8-b6a3-f5b592332e67 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.896431 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb97-2190-43b8-b6a3-f5b592332e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:39.901014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff19767-c7ef-479e-96e0-9d567c402188 req-3173e7bc-5d0a-40ff-9c49-5411aecf8c41 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.903614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dff19767-c7ef-479e-96e0-9d567c402188 req-3173e7bc-5d0a-40ff-9c49-5411aecf8c41 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0545068 Sep 16 05:52:39.979845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dff19767-c7ef-479e-96e0-9d567c402188 req-bf830a70-ba71-4165-8e40-d46de10b2b4d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660853 Sep 16 05:52:40.025078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04cb97-2190-43b8-b6a3-f5b592332e67 None None] Pushing event updated for resources: {'Port': ['ID=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:40.053319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Delete allocated IP 172.20.0.9 (e91782f0-379e-4404-b4bf-8f209edfce85/5ff44df2-eac0-4681-8500-82e6633f5258) {{(pid=95659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:52:40.062125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Allocated IP 172.20.0.40 (e91782f0-379e-4404-b4bf-8f209edfce85/12be260a-ab17-404d-a249-33396b77e906/21c3cd6d-4cf3-43a7-8827-76eab1531133) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:40.141076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68c60f-a43e-4bd5-b7df-6d853ea72aea req-a6a445b0-cdbe-4944-be5b-58f5cd6f626a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.144337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab68c60f-a43e-4bd5-b7df-6d853ea72aea req-a6a445b0-cdbe-4944-be5b-58f5cd6f626a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0636201 Sep 16 05:52:40.204710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab68c60f-a43e-4bd5-b7df-6d853ea72aea req-3260f7dd-0631-40fc-8677-5ac411d8456f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547001 Sep 16 05:52:40.253545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.327765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.346078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c62db-aa03-499d-81b6-ee6c2e19db4e req-9effa8ab-8c0a-4fb6-802f-cc329125fb3d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.348315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d96c62db-aa03-499d-81b6-ee6c2e19db4e req-9effa8ab-8c0a-4fb6-802f-cc329125fb3d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0693388 Sep 16 05:52:40.449988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event updated for resources: {'Port': ['ID=21c3cd6d-4cf3-43a7-8827-76eab1531133,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:40.465457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d96c62db-aa03-499d-81b6-ee6c2e19db4e req-74c83828-890f-47e8-a1e1-b2c792004176 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913842 Sep 16 05:52:40.516177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] In _notify_port_updated(), no bound segment for port 21c3cd6d-4cf3-43a7-8827-76eab1531133 on network e91782f0-379e-4404-b4bf-8f209edfce85 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:52:40.523475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.524303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.529329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40496) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:40.529895 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9a0de979-d8f9-482c-8551-bcef7d539843 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "PUT /v2.0/ports/21c3cd6d-4cf3-43a7-8827-76eab1531133 HTTP/1.1" status: 200 len: 959 time: 1.2227607 Sep 16 05:52:40.679594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bed59-b729-4e97-9bfd-c1145399b2b9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 21c3cd6d-4cf3-43a7-8827-76eab1531133 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:40.680376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed59-b729-4e97-9bfd-c1145399b2b9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.714336 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-b1a3d20b-b2c6-411e-9cb8-69e779a15c15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1527851 Sep 16 05:52:40.727659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd86998-7f4d-4d1e-a0d8-1f6993b0695d req-27a0a7ae-864d-40be-bd4f-b1f0e0e046c0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.729608 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bd86998-7f4d-4d1e-a0d8-1f6993b0695d req-27a0a7ae-864d-40be-bd4f-b1f0e0e046c0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0622592 Sep 16 05:52:40.744065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c4be986d-15d0-4f70-a2e9-f998f44d74c6 None None] Provisioning complete for port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:40.745493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4be986d-15d0-4f70-a2e9-f998f44d74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.797684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bd86998-7f4d-4d1e-a0d8-1f6993b0695d req-c39f7b98-e7f9-433d-bb51-f2ee43d43893 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604820 Sep 16 05:52:40.805263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed59-b729-4e97-9bfd-c1145399b2b9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.810124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4be986d-15d0-4f70-a2e9-f998f44d74c6 None None] Port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:40.826157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bed59-b729-4e97-9bfd-c1145399b2b9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 21c3cd6d-4cf3-43a7-8827-76eab1531133 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:40.840799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c4be986d-15d0-4f70-a2e9-f998f44d74c6 None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:40.842926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae469509-3e62-41af-8f27-f18e575d69fa req-6bd616e3-e651-4943-afac-dee738354739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.843559 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4be986d-15d0-4f70-a2e9-f998f44d74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.845479 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-6bd616e3-e651-4943-afac-dee738354739 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.0640290 Sep 16 05:52:40.987894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c4be986d-15d0-4f70-a2e9-f998f44d74c6 None None] Provisioning complete for port 21c3cd6d-4cf3-43a7-8827-76eab1531133 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:40.987894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4be986d-15d0-4f70-a2e9-f998f44d74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:40.989176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae469509-3e62-41af-8f27-f18e575d69fa req-6a40e522-735f-4897-beef-cf6b4eba0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.992433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-6a40e522-735f-4897-beef-cf6b4eba0242 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1251137 Sep 16 05:52:41.035642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c4be986d-15d0-4f70-a2e9-f998f44d74c6 None None] Port 21c3cd6d-4cf3-43a7-8827-76eab1531133 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:41.074130 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-03b48617-cf19-493a-aa73-4163d2663adf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 1001 time: 0.0743220 Sep 16 05:52:41.083082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6a71b-19b9-4959-9ae6-9e8d4077d725 req-8420b313-c84f-4839-b168-825ed1e44de8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.095586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8b6a71b-19b9-4959-9ae6-9e8d4077d725 req-8420b313-c84f-4839-b168-825ed1e44de8 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.1479390 Sep 16 05:52:41.143278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae469509-3e62-41af-8f27-f18e575d69fa req-378de902-2260-487e-977d-e590be619658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.146272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-378de902-2260-487e-977d-e590be619658 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0620785 Sep 16 05:52:41.172863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8b6a71b-19b9-4959-9ae6-9e8d4077d725 req-2b33c0f6-f04d-4a81-a732-b8bf5d9e9fe0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761828 Sep 16 05:52:41.224206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae469509-3e62-41af-8f27-f18e575d69fa req-9a9a9907-9b3b-4633-916b-e8da86890bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.227958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-9a9a9907-9b3b-4633-916b-e8da86890bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755215 Sep 16 05:52:41.239356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-44f79241-19ac-445f-97b5-42cb7628c869 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:41.241008 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-44f79241-19ac-445f-97b5-42cb7628c869 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054116 Sep 16 05:52:41.313160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed59-b729-4e97-9bfd-c1145399b2b9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.344490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-2e6e2b32-0a73-4fdc-a74a-8b6398eaa079 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941856 Sep 16 05:52:41.350305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-36b7eb47-431c-48fa-baa2-89af04b20175 None None] Could not find standard attr ID for object 21c3cd6d-4cf3-43a7-8827-76eab1531133. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:52:41.360698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bed59-b729-4e97-9bfd-c1145399b2b9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=21c3cd6d-4cf3-43a7-8827-76eab1531133,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:41.428826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82be5f3-30d3-480f-8fdb-85e324b3c06d req-e2745881-d1be-4551-9859-5a2693d6ae09 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.431689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f82be5f3-30d3-480f-8fdb-85e324b3c06d req-e2745881-d1be-4551-9859-5a2693d6ae09 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.1477416 Sep 16 05:52:41.456371 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ae469509-3e62-41af-8f27-f18e575d69fa req-3d6b469f-e74b-4bd6-9faa-af392d7d33f9 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046674 Sep 16 05:52:41.457513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2c7bed59-b729-4e97-9bfd-c1145399b2b9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.460651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2c7bed59-b729-4e97-9bfd-c1145399b2b9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/21c3cd6d-4cf3-43a7-8827-76eab1531133 HTTP/1.1" status: 204 len: 168 time: 0.9296491 Sep 16 05:52:41.466858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40514) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:41.496652 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ba8a6d-5361-4eb1-ad4b-cbfea07cb532 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] GET failed (client error): The resource could not be found. Sep 16 05:52:41.499091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-53ba8a6d-5361-4eb1-ad4b-cbfea07cb532 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports/21c3cd6d-4cf3-43a7-8827-76eab1531133 HTTP/1.1" status: 404 len: 333 time: 0.0304000 Sep 16 05:52:41.500749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f82be5f3-30d3-480f-8fdb-85e324b3c06d req-5d8f81a6-c39c-40c5-a439-0a530c4ac760 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580180 Sep 16 05:52:41.501809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40516) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:41.574989 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df845373-7a45-4ed0-a8c1-c459379844e6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.613998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df845373-7a45-4ed0-a8c1-c459379844e6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.675695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2ffe0-b415-4583-ab70-c88c6133a6fd req-afe8dd06-e3ae-4544-9fbe-868c3e5abbee tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.677224 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5f2ffe0-b415-4583-ab70-c88c6133a6fd req-afe8dd06-e3ae-4544-9fbe-868c3e5abbee tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0869691 Sep 16 05:52:41.718047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5f2ffe0-b415-4583-ab70-c88c6133a6fd req-a1bb4f12-15c6-4524-a02e-e339da5ef573 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Sep 16 05:52:41.799463 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df845373-7a45-4ed0-a8c1-c459379844e6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.808616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df845373-7a45-4ed0-a8c1-c459379844e6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.808616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-df845373-7a45-4ed0-a8c1-c459379844e6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/security-groups/16b79996-3616-4a28-b90e-48ed78614bef HTTP/1.1" status: 204 len: 168 time: 0.3010571 Sep 16 05:52:41.810724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40528) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:41.814179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df845373-7a45-4ed0-a8c1-c459379844e6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b79996-3616-4a28-b90e-48ed78614bef,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:41.884438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8f53-69a3-40d9-b012-64e58cae3d0e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.894546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60606806-18af-43bf-82a5-0efedbc33696 req-9ff989cf-d861-4156-80df-24461dccfc82 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.897382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60606806-18af-43bf-82a5-0efedbc33696 req-9ff989cf-d861-4156-80df-24461dccfc82 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0569046 Sep 16 05:52:41.929068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8f53-69a3-40d9-b012-64e58cae3d0e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.942954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60606806-18af-43bf-82a5-0efedbc33696 req-7bcf3ebe-4e5c-45e2-a5cb-defa26bcbc22 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Sep 16 05:52:42.042435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:42.129645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8f53-69a3-40d9-b012-64e58cae3d0e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.132871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:42.133349 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.135078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1ab8f53-69a3-40d9-b012-64e58cae3d0e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.136954 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b1ab8f53-69a3-40d9-b012-64e58cae3d0e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/security-groups/8b2833c1-0334-482e-a1f8-02e72d016076 HTTP/1.1" status: 204 len: 168 time: 0.3249745 Sep 16 05:52:42.141295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40532) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:42.158604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab8f53-69a3-40d9-b012-64e58cae3d0e tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2833c1-0334-482e-a1f8-02e72d016076,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:42.189297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe433d-4d9c-4577-ac5a-ad0daf2673b0 req-d3a3cec4-4226-4679-90ec-370050c12bd5 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:42.192529 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fafe433d-4d9c-4577-ac5a-ad0daf2673b0 req-d3a3cec4-4226-4679-90ec-370050c12bd5 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.1192200 Sep 16 05:52:42.229845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-32725f5e-f34e-4887-b41d-ba8329da1d4b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.247935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fafe433d-4d9c-4577-ac5a-ad0daf2673b0 req-b20ea20c-614c-4635-868e-4c299c7a6a66 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468318 Sep 16 05:52:42.254580 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-32725f5e-f34e-4887-b41d-ba8329da1d4b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.392796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f113229-f8e5-4d0e-bcb8-c3d6c5bfaa85 req-2468d147-d9fc-457c-a566-4b2a27c1d15d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:42.394418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f113229-f8e5-4d0e-bcb8-c3d6c5bfaa85 req-2468d147-d9fc-457c-a566-4b2a27c1d15d tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0515015 Sep 16 05:52:42.422226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-32725f5e-f34e-4887-b41d-ba8329da1d4b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.424847 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-32725f5e-f34e-4887-b41d-ba8329da1d4b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.429974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-32725f5e-f34e-4887-b41d-ba8329da1d4b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/security-groups/2358a54f-32a6-49e6-8f1e-d67327c25137 HTTP/1.1" status: 204 len: 168 time: 0.2872913 Sep 16 05:52:42.431026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40544) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:42.444759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f113229-f8e5-4d0e-bcb8-c3d6c5bfaa85 req-7255d67c-ed14-447d-b402-adb5990d549b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439479 Sep 16 05:52:42.471258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32725f5e-f34e-4887-b41d-ba8329da1d4b tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2358a54f-32a6-49e6-8f1e-d67327c25137,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:42.510012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edd7915-a2a0-474f-a9ec-65788187f935 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 5ff44df2-eac0-4681-8500-82e6633f5258 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:52:42.513628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1edd7915-a2a0-474f-a9ec-65788187f935 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.580449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1edd7915-a2a0-474f-a9ec-65788187f935 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.629344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fdc4f-c2b9-43a8-85c3-f76950330bd6 req-52ea603f-af47-4b6a-98a8-f06bc3e3e483 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:42.630883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-068fdc4f-c2b9-43a8-85c3-f76950330bd6 req-52ea603f-af47-4b6a-98a8-f06bc3e3e483 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0959175 Sep 16 05:52:42.705062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-068fdc4f-c2b9-43a8-85c3-f76950330bd6 req-fc64df0f-142c-4c90-9559-34c6631a0c9f tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666211 Sep 16 05:52:42.710541 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1edd7915-a2a0-474f-a9ec-65788187f935 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.108149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1edd7915-a2a0-474f-a9ec-65788187f935 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.146789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809d9d-2767-4a61-a249-4468f975a239 req-f528db84-82df-4f69-9401-b5c6b0fb6141 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:43.148370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e809d9d-2767-4a61-a249-4468f975a239 req-f528db84-82df-4f69-9401-b5c6b0fb6141 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.3648925 Sep 16 05:52:43.149118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd7915-a2a0-474f-a9ec-65788187f935 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff44df2-eac0-4681-8500-82e6633f5258,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:43.152912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1edd7915-a2a0-474f-a9ec-65788187f935 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.158801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1edd7915-a2a0-474f-a9ec-65788187f935 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/5ff44df2-eac0-4681-8500-82e6633f5258 HTTP/1.1" status: 204 len: 168 time: 0.7192459 Sep 16 05:52:43.159324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:43.177152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a5cb6-90be-4e88-b050-97d07215ce68 None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:43.201006 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e809d9d-2767-4a61-a249-4468f975a239 req-7ec64cf8-4772-4c56-bfc7-de18558ce22b tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Sep 16 05:52:43.236870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-59801d5a-63e2-4da1-a319-90a8cf7944c9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 12be260a-ab17-404d-a249-33396b77e906 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:52:43.240646 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59801d5a-63e2-4da1-a319-90a8cf7944c9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.291678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59801d5a-63e2-4da1-a319-90a8cf7944c9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.381282 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c3ee-05de-44b5-9694-62aa449d0d37 req-f9501de9-938e-46b6-bf8d-79e68a68e173 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:43.382883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd62c3ee-05de-44b5-9694-62aa449d0d37 req-f9501de9-938e-46b6-bf8d-79e68a68e173 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0937541 Sep 16 05:52:43.446823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59801d5a-63e2-4da1-a319-90a8cf7944c9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.482419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd62c3ee-05de-44b5-9694-62aa449d0d37 req-30e0edef-6bd7-4329-a560-e862326c4750 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814376 Sep 16 05:52:43.639221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa347e-69fd-4925-9347-f72cd806e4e8 req-f37df0c9-4091-4261-b539-209cc6d0d6a6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:43.647848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0fa347e-69fd-4925-9347-f72cd806e4e8 req-f37df0c9-4091-4261-b539-209cc6d0d6a6 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0603292 Sep 16 05:52:43.663513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59801d5a-63e2-4da1-a319-90a8cf7944c9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.699765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59801d5a-63e2-4da1-a319-90a8cf7944c9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=12be260a-ab17-404d-a249-33396b77e906,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:43.706748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-59801d5a-63e2-4da1-a319-90a8cf7944c9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.708764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-59801d5a-63e2-4da1-a319-90a8cf7944c9 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/12be260a-ab17-404d-a249-33396b77e906 HTTP/1.1" status: 204 len: 168 time: 0.5470824 Sep 16 05:52:43.712413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40572) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:43.727083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0fa347e-69fd-4925-9347-f72cd806e4e8 req-6b46b963-bba1-4ee6-9e75-f26dd8ce0b71 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784674 Sep 16 05:52:43.744895 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e0b40c-f9d0-4816-ad1a-7454469a25fe tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:43.745351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e0b40c-f9d0-4816-ad1a-7454469a25fe tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:43.747151 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-99e0b40c-f9d0-4816-ad1a-7454469a25fe tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/5ff44df2-eac0-4681-8500-82e6633f5258 HTTP/1.1" status: 404 len: 337 time: 0.0338736 Sep 16 05:52:43.749846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40574) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:43.812877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d1c126-cfaa-4065-8548-1061b3ce99bd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting subnet 9053cba9-9684-4c9b-90cc-122c838e2e3a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:52:43.816983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c126-cfaa-4065-8548-1061b3ce99bd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.863142 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c126-cfaa-4065-8548-1061b3ce99bd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.937393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5448b5-f200-4e8c-85bb-1ba6245b6786 None None] Network e91782f0-379e-4404-b4bf-8f209edfce85 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:43.963130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c126-cfaa-4065-8548-1061b3ce99bd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.174485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c126-cfaa-4065-8548-1061b3ce99bd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.185084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e09d65ee-31c6-4b51-be5d-b84af085bbb3 None None] Provisioning complete for port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:44.185689 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e09d65ee-31c6-4b51-be5d-b84af085bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.207987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1c126-cfaa-4065-8548-1061b3ce99bd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Subnet': ['ID=9053cba9-9684-4c9b-90cc-122c838e2e3a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:44.215981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c126-cfaa-4065-8548-1061b3ce99bd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.218206 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a5d1c126-cfaa-4065-8548-1061b3ce99bd tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/9053cba9-9684-4c9b-90cc-122c838e2e3a HTTP/1.1" status: 204 len: 168 time: 0.4674459 Sep 16 05:52:44.220892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40582) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.251275 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6cb570-6241-432d-a5c4-bde7e16f6d4c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.251894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6cb570-6241-432d-a5c4-bde7e16f6d4c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.253986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fb6cb570-6241-432d-a5c4-bde7e16f6d4c tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/72066536-9fc2-4442-81c2-1060f1e5c071 HTTP/1.1" status: 404 len: 337 time: 0.0316918 Sep 16 05:52:44.257827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40584) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.275567 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e09d65ee-31c6-4b51-be5d-b84af085bbb3 None None] Port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:44.296419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e09d65ee-31c6-4b51-be5d-b84af085bbb3 None None] Provisioning complete for port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:44.296933 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e09d65ee-31c6-4b51-be5d-b84af085bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.303116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-71722830-328b-47f0-af28-cde735ba8f23 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ed6aab-83b8-4e3f-b00f-4c3d770487fc HTTP/1.1" status: 200 len: 205 time: 0.0415657 Sep 16 05:52:44.303371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40586) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.384144 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-485b74d9-fff3-456b-a291-b7cda27f08be tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] delete failed (client error): The resource could not be found. Sep 16 05:52:44.387892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-485b74d9-fff3-456b-a291-b7cda27f08be tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/routers/16ed6aab-83b8-4e3f-b00f-4c3d770487fc HTTP/1.1" status: 404 len: 336 time: 0.0808294 Sep 16 05:52:44.388289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40590) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.400142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] DHCP port deletion for e91782f0-379e-4404-b4bf-8f209edfce85 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:52:44.418097 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-350670e0-ef4a-4ee2-bd89-b21377a9b924 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.418690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350670e0-ef4a-4ee2-bd89-b21377a9b924 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.423060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-350670e0-ef4a-4ee2-bd89-b21377a9b924 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/e41ef785-3d90-45af-90c4-50653e8cfd6b HTTP/1.1" status: 404 len: 337 time: 0.0312238 Sep 16 05:52:44.423643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40592) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.452890 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c419f5c5-363a-4c6f-9cca-079eb9471f28 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.453272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c419f5c5-363a-4c6f-9cca-079eb9471f28 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.457890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c419f5c5-363a-4c6f-9cca-079eb9471f28 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/55f4d046-05f8-453f-bd94-a0e8a8351ea0 HTTP/1.1" status: 404 len: 337 time: 0.0305812 Sep 16 05:52:44.458761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40594) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.496456 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c27f4a3-0d1d-468a-b940-f00a25077b38 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.497350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c27f4a3-0d1d-468a-b940-f00a25077b38 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.503150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40596) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.503571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c27f4a3-0d1d-468a-b940-f00a25077b38 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/88a43121-b1aa-479d-be74-96664c9a7731 HTTP/1.1" status: 404 len: 337 time: 0.0424581 Sep 16 05:52:44.516871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Deleting port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:44.517288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.530252 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf7b250-d3d0-4924-b113-0f908424b7bb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.531193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf7b250-d3d0-4924-b113-0f908424b7bb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.533332 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6bf7b250-d3d0-4924-b113-0f908424b7bb tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/4b4f5870-37a4-4500-8b8f-476c038ff886 HTTP/1.1" status: 404 len: 333 time: 0.0285606 Sep 16 05:52:44.536107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40598) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.565456 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab1eafa-1c11-4473-8a35-8dc2c9192ec6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.566284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab1eafa-1c11-4473-8a35-8dc2c9192ec6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.569051 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cab1eafa-1c11-4473-8a35-8dc2c9192ec6 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/7e9a84c3-0a63-4927-b2e0-5fcc6a1b6a06 HTTP/1.1" status: 404 len: 337 time: 0.0317473 Sep 16 05:52:44.571701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40600) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.592200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] For port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,segment=NetworkSegment(f6d24695-def5-4963-b8bc-648c3861e567),segment_id=f6d24695-def5-4963-b8bc-648c3861e567)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:44.592853 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.606232 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4660178-cf8a-45ff-83d1-5d9235053fca tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.607019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4660178-cf8a-45ff-83d1-5d9235053fca tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.609145 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b4660178-cf8a-45ff-83d1-5d9235053fca tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/82452393-4b51-4be1-a698-6ab356186f99 HTTP/1.1" status: 404 len: 337 time: 0.0362647 Sep 16 05:52:44.611714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40602) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.618226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Calling delete_port for 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:44.641018 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27f963f-2420-42f9-a029-80fd42c51f42 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.641780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27f963f-2420-42f9-a029-80fd42c51f42 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.646296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c27f963f-2420-42f9-a029-80fd42c51f42 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/ef48ade5-1dc9-41f4-86ce-499beb358416 HTTP/1.1" status: 404 len: 333 time: 0.0307448 Sep 16 05:52:44.646684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40606) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.672988 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece360f5-422f-4203-9c6d-5608a2254ab7 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.673440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece360f5-422f-4203-9c6d-5608a2254ab7 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.678136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ece360f5-422f-4203-9c6d-5608a2254ab7 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/2cf5b7b9-14cc-43b2-a7bc-c99541d88f1d HTTP/1.1" status: 404 len: 337 time: 0.0275459 Sep 16 05:52:44.678417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40608) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.705221 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08bfa0b-61cc-44d4-a402-dd701d242d18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] DELETE failed (client error): The resource could not be found. Sep 16 05:52:44.705587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08bfa0b-61cc-44d4-a402-dd701d242d18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:52:44.707383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e08bfa0b-61cc-44d4-a402-dd701d242d18 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/subnets/a4aba6e4-22c8-4a2c-bf5e-26815f78593d HTTP/1.1" status: 404 len: 337 time: 0.0279963 Sep 16 05:52:44.710298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:44.806321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cd152ec1-9e3d-4a30-a512-d312375764c1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Deleting port 2d8c359c-42dd-4f5e-adcf-e4232df4a98f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:44.806655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd152ec1-9e3d-4a30-a512-d312375764c1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.818099 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.871087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Pushing event deleted for resources: {'Port': ['ID=6fbc8ad0-801e-4ec5-b592-7a0eb885cf20,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:44.893678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] No DVR routers for this DVR port 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:44.895916 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd152ec1-9e3d-4a30-a512-d312375764c1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.913265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.914109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.914109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.914317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.919655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.920089 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.920437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.920805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.921143 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.921474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.921805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.922133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3bb827-daef-4c1f-9f50-384128d48e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:44.931732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cd152ec1-9e3d-4a30-a512-d312375764c1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Calling delete_port for 2d8c359c-42dd-4f5e-adcf-e4232df4a98f owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:45.082360 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd152ec1-9e3d-4a30-a512-d312375764c1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.120458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd152ec1-9e3d-4a30-a512-d312375764c1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Port': ['ID=2d8c359c-42dd-4f5e-adcf-e4232df4a98f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:45.134959 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd152ec1-9e3d-4a30-a512-d312375764c1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.137531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cd152ec1-9e3d-4a30-a512-d312375764c1 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/ports/2d8c359c-42dd-4f5e-adcf-e4232df4a98f HTTP/1.1" status: 204 len: 168 time: 0.4262943 Sep 16 05:52:45.140347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40616) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:45.233112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.326181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.351577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91782f0-379e-4404-b4bf-8f209edfce85']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:45.363133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d24695-def5-4963-b8bc-648c3861e567') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:45.367783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d24695-def5-4963-b8bc-648c3861e567') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:45.374155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.387746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.394813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:52:45.395458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:52:45.399295 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:52:45.534400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.549283 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:45.554056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] 10.222.0.49 "DELETE /v2.0/networks/e91782f0-379e-4404-b4bf-8f209edfce85 HTTP/1.1" status: 204 len: 168 time: 0.4096186 Sep 16 05:52:45.568438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8251c0-4993-456c-958b-3781db4b3f75 tempest-PortsTestJSON-74049725 tempest-PortsTestJSON-74049725-project] Pushing event deleted for resources: {'Network': ['ID=e91782f0-379e-4404-b4bf-8f209edfce85,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:46.025385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:46.048591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:52:46.048591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 6fbc8ad0-801e-4ec5-b592-7a0eb885cf20 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:52:46.155978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40626) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:46.320510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-facf7c3c-e80e-456d-9437-bc24c7f8e027 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=536693f3bac5420e9dba20673c269edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630692 Sep 16 05:52:46.323161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:46.379783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76da339c-6888-457a-afea-b6c7d80bce1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:46.406853 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76da339c-6888-457a-afea-b6c7d80bce1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:46.553883 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76da339c-6888-457a-afea-b6c7d80bce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:46.556847 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76da339c-6888-457a-afea-b6c7d80bce1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:46.558044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-76da339c-6888-457a-afea-b6c7d80bce1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9c7ee42-e23a-471c-af43-cfc393a4f673 HTTP/1.1" status: 204 len: 168 time: 0.2338157 Sep 16 05:52:46.567446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da339c-6888-457a-afea-b6c7d80bce1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c7ee42-e23a-471c-af43-cfc393a4f673,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:47.853391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:47.971144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9e03f45e-b641-434c-b12a-a24f53e64f6f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1501238748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:48.088572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e03f45e-b641-434c-b12a-a24f53e64f6f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.090014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e03f45e-b641-434c-b12a-a24f53e64f6f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.145579 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e03f45e-b641-434c-b12a-a24f53e64f6f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.248533 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e03f45e-b641-434c-b12a-a24f53e64f6f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.374366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e03f45e-b641-434c-b12a-a24f53e64f6f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.378951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40686) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:48.379406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9e03f45e-b641-434c-b12a-a24f53e64f6f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5242503 Sep 16 05:52:48.385468 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1683238626'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:48.510489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Made reservation on behalf of 3769c53f3bce433cb1c66bffffa9b6bd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:48.514103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.524124 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.640225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.721963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.750692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:48.760582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277087eb-f8c1-44ed-9dec-4cb6f7231362,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:48.777269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.777625 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Added segment 50ef506e-b8ba-4c28-99a3-ce08881dcc14 of type vlan for network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c Sep 16 05:52:48.823579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.914479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.921309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:48.922029 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.999841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6196597 Sep 16 05:52:49.004450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40698) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:49.010410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'subnet': {'network_id': '0d743d7a-a64e-4b53-84e5-2580c6bbe35c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:49.015006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dd0d6-128d-4fde-8716-74bce273afc1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Network': ['ID=0d743d7a-a64e-4b53-84e5-2580c6bbe35c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:49.027276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:49.208256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Made reservation on behalf of 3769c53f3bce433cb1c66bffffa9b6bd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:49.214217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:49.499339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:49.566117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Subnet': ['ID=26476e6a-637d-4679-b6ba-a95748fd2e41,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:49.577588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Checking segment: {'id': '50ef506e-b8ba-4c28-99a3-ce08881dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0d743d7a-a64e-4b53-84e5-2580c6bbe35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:49.577953 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network hostable DHCP agents. Network: 0d743d7a-a64e-4b53-84e5-2580c6bbe35c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:52:49.673211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:52:49.785080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0d743d7a-a64e-4b53-84e5-2580c6bbe35c) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:49.790464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.791448 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:49.798242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22299146-2866-4736-b550-f8606232e207 None None] Network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:49.935628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:49.936283 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b73a8f6d-3374-4dd2-bcf9-dc93220e55e3 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9297521 Sep 16 05:52:49.942155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'network': {'name': 'tempest-router-network01--1288607153'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:49.954057 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2050c0cd-cad4-47d5-8f39-47a843fa3b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:49.981452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0d743d7a-a64e-4b53-84e5-2580c6bbe35c', 'network_id': '0d743d7a-a64e-4b53-84e5-2580c6bbe35c', 'tenant_id': '3769c53f3bce433cb1c66bffffa9b6bd', 'fixed_ips': [{'subnet_id': '26476e6a-637d-4679-b6ba-a95748fd2e41'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:52:49.982501 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.054486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Made reservation on behalf of 3769c53f3bce433cb1c66bffffa9b6bd for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:50.058807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.085340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:50.101370 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.101757 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Added segment 8824c3db-86d1-4723-821a-e141b4207949 of type vlan for network f07120ec-7d5e-458f-a450-5c7644af7561 Sep 16 05:52:50.144927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Allocated IP 2001:db8::2 (0d743d7a-a64e-4b53-84e5-2580c6bbe35c/26476e6a-637d-4679-b6ba-a95748fd2e41/aec30b21-caae-42f2-ad6f-7f771d773f85) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:50.166516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.269531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.273888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:50.274617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.357780 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.420166 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4824066 Sep 16 05:52:50.422251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7f399-4c03-44e0-8fdb-d893fe33dc34 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Network': ['ID=f07120ec-7d5e-458f-a450-5c7644af7561,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:50.422899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40726) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:50.439499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.445761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'network': {'name': 'tempest-router-network02--405593733'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:50.445987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f07120ec-7d5e-458f-a450-5c7644af7561 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:50.469579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc0b5f-c89b-4839-bd29-8291697d4459 req-fa802999-97db-4e60-aa36-2e6e8a95b2e4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:50.471245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-57cc0b5f-c89b-4839-bd29-8291697d4459 req-fa802999-97db-4e60-aa36-2e6e8a95b2e4 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.1328824 Sep 16 05:52:50.526381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:50.539745 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-57cc0b5f-c89b-4839-bd29-8291697d4459 req-e19e3cda-bc0d-4d7a-a7f3-8e961caf779a tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575728 Sep 16 05:52:50.543225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:50.548010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:50.567891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Made reservation on behalf of 3769c53f3bce433cb1c66bffffa9b6bd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:50.573908 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.601287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:50.611286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.611669 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Added segment f234b496-2563-4ef7-9137-c0e21e25503e of type vlan for network ee680e92-5951-409e-a0c1-14d258f73d54 Sep 16 05:52:50.621031 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Pushing event updated for resources: {'Port': ['ID=aec30b21-caae-42f2-ad6f-7f771d773f85,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:50.666892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.671349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Attempting to bind port aec30b21-caae-42f2-ad6f-7f771d773f85 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:50.671726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Attempting to bind port aec30b21-caae-42f2-ad6f-7f771d773f85 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '50ef506e-b8ba-4c28-99a3-ce08881dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0d743d7a-a64e-4b53-84e5-2580c6bbe35c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:50.672128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Attempting to bind port aec30b21-caae-42f2-ad6f-7f771d773f85 on network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:50.678382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:50.678789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Checking segment: {'id': '50ef506e-b8ba-4c28-99a3-ce08881dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0d743d7a-a64e-4b53-84e5-2580c6bbe35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:50.679362 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.679768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Bound using segment: {'id': '50ef506e-b8ba-4c28-99a3-ce08881dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0d743d7a-a64e-4b53-84e5-2580c6bbe35c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:50.680283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Bound port: aec30b21-caae-42f2-ad6f-7f771d773f85, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ef506e-b8ba-4c28-99a3-ce08881dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0d743d7a-a64e-4b53-84e5-2580c6bbe35c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:50.680830 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.753997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] For port aec30b21-caae-42f2-ad6f-7f771d773f85, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:50.757178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] For port aec30b21-caae-42f2-ad6f-7f771d773f85, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aec30b21-caae-42f2-ad6f-7f771d773f85,segment=NetworkSegment(50ef506e-b8ba-4c28-99a3-ce08881dcc14),segment_id=50ef506e-b8ba-4c28-99a3-ce08881dcc14)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:50.770303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.776428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:50.777031 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.858338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Network': ['ID=ee680e92-5951-409e-a0c1-14d258f73d54,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:50.869204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ee680e92-5951-409e-a0c1-14d258f73d54 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:50.872023 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.925410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40736) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:50.926096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c6112057-04b0-4b16-897a-3550c3f339b1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5012753 Sep 16 05:52:50.932609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'subnet': {'network_id': 'f07120ec-7d5e-458f-a450-5c7644af7561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:50.986409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bad475-515e-4fd4-8ba4-ccfbde204d25 None None] Pushing event updated for resources: {'Port': ['ID=aec30b21-caae-42f2-ad6f-7f771d773f85,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:50.990698 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:51.219728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Made reservation on behalf of 3769c53f3bce433cb1c66bffffa9b6bd for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:51.223599 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:51.496406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:51.583675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Subnet': ['ID=63f6f438-fb0c-442f-be58-b84caf45eeb5,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:51.593528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Checking segment: {'id': '8824c3db-86d1-4723-821a-e141b4207949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f07120ec-7d5e-458f-a450-5c7644af7561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:51.593650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network hostable DHCP agents. Network: f07120ec-7d5e-458f-a450-5c7644af7561, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:52:51.692190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af5867-1d3e-4033-846c-e0dc6d41ef74 req-b3bb4c05-725e-40fa-9d1a-8a5c758126e5 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:51.694416 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1af5867-1d3e-4033-846c-e0dc6d41ef74 req-b3bb4c05-725e-40fa-9d1a-8a5c758126e5 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0531735 Sep 16 05:52:51.716794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network f07120ec-7d5e-458f-a450-5c7644af7561 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:52:51.736188 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1af5867-1d3e-4033-846c-e0dc6d41ef74 req-411de89f-4b04-42fe-9ca7-6245e4649380 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1fda50c-82dd-4937-82c7-1893a9568f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Sep 16 05:52:51.873456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f07120ec-7d5e-458f-a450-5c7644af7561) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:51.879190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:51.884078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:51.884694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea6ae4-2a69-4c6c-8961-034fbac9ea61 None None] Network f07120ec-7d5e-458f-a450-5c7644af7561 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:51.943443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f748d73-10cc-4931-8d9a-f744389abe43 None None] Network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:52.000175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40752) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:52.001028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dac05e23-5efd-455e-b1bc-4451bb8ce635 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0739801 Sep 16 05:52:52.004335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5152072f-6c31-49ed-aa49-a2d47c04b3ac None None] Provisioning complete for port aec30b21-caae-42f2-ad6f-7f771d773f85 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:52.004712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5152072f-6c31-49ed-aa49-a2d47c04b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.007787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'subnet': {'network_id': 'ee680e92-5951-409e-a0c1-14d258f73d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:52.076869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aec30b21-caae-42f2-ad6f-7f771d773f85 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:52.221145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-48e201c1-1400-42fd-a2e4-bfc8857894a0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:52.222556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-48e201c1-1400-42fd-a2e4-bfc8857894a0 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 947 time: 0.0504620 Sep 16 05:52:52.225919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Made reservation on behalf of 3769c53f3bce433cb1c66bffffa9b6bd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:52.229825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.266497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f07120ec-7d5e-458f-a450-5c7644af7561', 'network_id': 'f07120ec-7d5e-458f-a450-5c7644af7561', 'tenant_id': '3769c53f3bce433cb1c66bffffa9b6bd', 'fixed_ips': [{'subnet_id': '63f6f438-fb0c-442f-be58-b84caf45eeb5'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:52:52.267344 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.298281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aec30b21-caae-42f2-ad6f-7f771d773f85 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:52.298648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.347236 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5152072f-6c31-49ed-aa49-a2d47c04b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.348593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Deleting port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:52.349823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.473162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] For port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,segment=NetworkSegment(60b48ce9-9cd7-4e1b-99e9-a0f13cccc513),segment_id=60b48ce9-9cd7-4e1b-99e9-a0f13cccc513)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:52.473576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.488055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Calling delete_port for 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:52.497954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5152072f-6c31-49ed-aa49-a2d47c04b3ac None None] For port aec30b21-caae-42f2-ad6f-7f771d773f85, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aec30b21-caae-42f2-ad6f-7f771d773f85,segment=NetworkSegment(50ef506e-b8ba-4c28-99a3-ce08881dcc14),segment_id=50ef506e-b8ba-4c28-99a3-ce08881dcc14)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:52.562139 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.596745 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5152072f-6c31-49ed-aa49-a2d47c04b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.618722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.621486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Allocated IP 2001:db8::2 (f07120ec-7d5e-458f-a450-5c7644af7561/63f6f438-fb0c-442f-be58-b84caf45eeb5/e4f732da-b401-4fa6-9640-d6c450e01339) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:52.659731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Subnet': ['ID=1991c69b-480b-41a7-8bd0-cbb650ea581c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:52.676839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Checking segment: {'id': 'f234b496-2563-4ef7-9137-c0e21e25503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee680e92-5951-409e-a0c1-14d258f73d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:52.679237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network hostable DHCP agents. Network: ee680e92-5951-409e-a0c1-14d258f73d54, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:52:52.735893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152072f-6c31-49ed-aa49-a2d47c04b3ac None None] Pushing event updated for resources: {'Port': ['ID=aec30b21-caae-42f2-ad6f-7f771d773f85,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:52.779074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.810418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Pushing event deleted for resources: {'Port': ['ID=0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:52.825330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network ee680e92-5951-409e-a0c1-14d258f73d54 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:52:52.827190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:52:52.827498 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:52:52.828421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:52:52.898395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b856e92e-cf37-42ed-a001-b610bd0ae981 req-18b4f01d-9a92-400e-ab51-188b7911f541 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 210 time: 0.0496879 Sep 16 05:52:52.898514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cfbe0cc0-c7d6-4dc2-b570-7d559ae5a5ad None None] Provisioning complete for port aec30b21-caae-42f2-ad6f-7f771d773f85 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:52.898514 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cfbe0cc0-c7d6-4dc2-b570-7d559ae5a5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.898965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] No DVR routers for this DVR port 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:52.898965 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.898965 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-300ebeb8-2dbc-4445-8803-9e6482861b04 req-b30f58b7-00e1-4bad-8cd7-12fc02279c51 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.66 "DELETE /v2.0/ports/0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 HTTP/1.1" status: 204 len: 173 time: 0.6490464 Sep 16 05:52:52.898965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-deleted', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:52.898965 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11de33d-da25-484a-809e-0e28164957e5" -d '{"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-deleted", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:52.943049 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a5462-32ff-4a10-a216-25b64c4e9fd1 x-openstack-request-id: req-0e6a5462-32ff-4a10-a216-25b64c4e9fd1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:52.943049 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76", "name": "network-vif-deleted", "tag": "0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:52.943049 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e6a5462-32ff-4a10-a216-25b64c4e9fd1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:52.943049 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76', 'name': 'network-vif-deleted', 'tag': '0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5', 'status': 'completed', 'code': 200} Sep 16 05:52:53.044661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ee680e92-5951-409e-a0c1-14d258f73d54) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:53.104721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:53.104721 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.106798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ab7af-8fbb-449a-b2ce-4d58663acf39 None None] Network ee680e92-5951-409e-a0c1-14d258f73d54 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:53.217088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.235710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61d01504-7dd6-49b4-8fea-7440e649e3b5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2331021 Sep 16 05:52:53.237887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40768) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:53.261521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f443ec64-0ae3-43ae-833e-b5fe8bed6bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.335134 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.409681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-ee680e92-5951-409e-a0c1-14d258f73d54', 'network_id': 'ee680e92-5951-409e-a0c1-14d258f73d54', 'tenant_id': '3769c53f3bce433cb1c66bffffa9b6bd', 'fixed_ips': [{'subnet_id': '1991c69b-480b-41a7-8bd0-cbb650ea581c'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:52:53.410530 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.443730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Network f07120ec-7d5e-458f-a450-5c7644af7561 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:53.455720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:53.463257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:53.465130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Pushing event updated for resources: {'Port': ['ID=e4f732da-b401-4fa6-9640-d6c450e01339,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:53.579717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.611599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Attempting to bind port e4f732da-b401-4fa6-9640-d6c450e01339 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:53.612248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Attempting to bind port e4f732da-b401-4fa6-9640-d6c450e01339 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '8824c3db-86d1-4723-821a-e141b4207949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f07120ec-7d5e-458f-a450-5c7644af7561'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:53.612844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Attempting to bind port e4f732da-b401-4fa6-9640-d6c450e01339 on network f07120ec-7d5e-458f-a450-5c7644af7561 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:53.624423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:53.625844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Checking segment: {'id': '8824c3db-86d1-4723-821a-e141b4207949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f07120ec-7d5e-458f-a450-5c7644af7561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:53.625844 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.625844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Bound using segment: {'id': '8824c3db-86d1-4723-821a-e141b4207949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f07120ec-7d5e-458f-a450-5c7644af7561'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:53.626218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Bound port: e4f732da-b401-4fa6-9640-d6c450e01339, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8824c3db-86d1-4723-821a-e141b4207949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f07120ec-7d5e-458f-a450-5c7644af7561'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:53.626424 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.676130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Allocated IP 2001:db8::2 (ee680e92-5951-409e-a0c1-14d258f73d54/1991c69b-480b-41a7-8bd0-cbb650ea581c/a11b2bd5-e62f-4c29-9575-c3b21a80553e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:53.744444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] For port e4f732da-b401-4fa6-9640-d6c450e01339, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:53.790454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] For port e4f732da-b401-4fa6-9640-d6c450e01339, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e4f732da-b401-4fa6-9640-d6c450e01339,segment=NetworkSegment(8824c3db-86d1-4723-821a-e141b4207949),segment_id=8824c3db-86d1-4723-821a-e141b4207949)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:53.871940 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.892760 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Allocated IP 2001:db8::1 (f07120ec-7d5e-458f-a450-5c7644af7561/63f6f438-fb0c-442f-be58-b84caf45eeb5/81adbf7a-72d9-48d9-b60e-d35dc117db8a) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:53.977952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.030062 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a2e43607-5871-4c88-b082-92d47f099afc req-d847b1e9-0266-467e-a022-0f810b271310 tempest-ServersNegativeTestJSON-339150535 tempest-ServersNegativeTestJSON-339150535-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb5d21a-d0a8-4ee8-ba32-4fcd3a738f76 HTTP/1.1" status: 200 len: 210 time: 0.0604901 Sep 16 05:52:54.049811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bcae4-7cad-47fd-95c6-fa4f1cd32850 None None] Pushing event updated for resources: {'Port': ['ID=e4f732da-b401-4fa6-9640-d6c450e01339,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:54.053223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.066144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.070162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aec30b21-caae-42f2-ad6f-7f771d773f85 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:54.126954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aec30b21-caae-42f2-ad6f-7f771d773f85 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:54.127332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.153238 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.177001 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.234556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network f07120ec-7d5e-458f-a450-5c7644af7561 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:54.253666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Network ee680e92-5951-409e-a0c1-14d258f73d54 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:54.259516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:54.264213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:54.267669 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.270558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:54.276890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:54.280490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Pushing event updated for resources: {'Port': ['ID=a11b2bd5-e62f-4c29-9575-c3b21a80553e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:54.351151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Port': ['ID=81adbf7a-72d9-48d9-b60e-d35dc117db8a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:54.390063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Attempting to bind port a11b2bd5-e62f-4c29-9575-c3b21a80553e on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:54.390443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Attempting to bind port a11b2bd5-e62f-4c29-9575-c3b21a80553e by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f234b496-2563-4ef7-9137-c0e21e25503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee680e92-5951-409e-a0c1-14d258f73d54'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:54.390808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Attempting to bind port a11b2bd5-e62f-4c29-9575-c3b21a80553e on network ee680e92-5951-409e-a0c1-14d258f73d54 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:54.399606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:54.399606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Checking segment: {'id': 'f234b496-2563-4ef7-9137-c0e21e25503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee680e92-5951-409e-a0c1-14d258f73d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:54.400045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.400456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Bound using segment: {'id': 'f234b496-2563-4ef7-9137-c0e21e25503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee680e92-5951-409e-a0c1-14d258f73d54'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:54.400999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Bound port: a11b2bd5-e62f-4c29-9575-c3b21a80553e, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234b496-2563-4ef7-9137-c0e21e25503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee680e92-5951-409e-a0c1-14d258f73d54'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:54.401279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.468984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] For port a11b2bd5-e62f-4c29-9575-c3b21a80553e, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:54.472084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] For port a11b2bd5-e62f-4c29-9575-c3b21a80553e, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a11b2bd5-e62f-4c29-9575-c3b21a80553e,segment=NetworkSegment(f234b496-2563-4ef7-9137-c0e21e25503e),segment_id=f234b496-2563-4ef7-9137-c0e21e25503e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:54.533294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.554393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.620512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0731e-440f-4a56-a1e4-d04fd5563e92 None None] Pushing event updated for resources: {'Port': ['ID=a11b2bd5-e62f-4c29-9575-c3b21a80553e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:54.920064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.990632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:54.992655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.067739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Port': ['ID=81adbf7a-72d9-48d9-b60e-d35dc117db8a,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:55.090336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:55.147836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d5be75-10f5-4905-bb27-17325f92d282 admin admin] Deleting subnet 7b948f54-8b73-4bae-9e71-bef8d410bdad {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:52:55.151796 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5d5be75-10f5-4905-bb27-17325f92d282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.155668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network f07120ec-7d5e-458f-a450-5c7644af7561 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:55.158016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:55.198380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5d5be75-10f5-4905-bb27-17325f92d282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.229304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014298e0-e2cd-4e51-af42-e6f366eba392 None None] Network f07120ec-7d5e-458f-a450-5c7644af7561 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:55.258396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5d5be75-10f5-4905-bb27-17325f92d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.312728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7f6be1b0-aa80-4d53-829e-eea1724422b5 None None] Provisioning complete for port e4f732da-b401-4fa6-9640-d6c450e01339 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:55.312989 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6be1b0-aa80-4d53-829e-eea1724422b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.451255 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.471071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Router 848ec7bf-c4cc-4fee-95ec-a8537de6a13a is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:52:55.471504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5d5be75-10f5-4905-bb27-17325f92d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.471652 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6be1b0-aa80-4d53-829e-eea1724422b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.510917 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5d5be75-10f5-4905-bb27-17325f92d282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.515727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5d5be75-10f5-4905-bb27-17325f92d282 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7b948f54-8b73-4bae-9e71-bef8d410bdad HTTP/1.1" status: 204 len: 168 time: 0.4220328 Sep 16 05:52:55.516967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40798) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:55.520018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7f6be1b0-aa80-4d53-829e-eea1724422b5 None None] For port e4f732da-b401-4fa6-9640-d6c450e01339, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e4f732da-b401-4fa6-9640-d6c450e01339,segment=NetworkSegment(8824c3db-86d1-4723-821a-e141b4207949),segment_id=8824c3db-86d1-4723-821a-e141b4207949)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:55.525776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5be75-10f5-4905-bb27-17325f92d282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b948f54-8b73-4bae-9e71-bef8d410bdad,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:55.607425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.627727 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6be1b0-aa80-4d53-829e-eea1724422b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.707635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6be1b0-aa80-4d53-829e-eea1724422b5 None None] Pushing event updated for resources: {'Port': ['ID=e4f732da-b401-4fa6-9640-d6c450e01339,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:55.776982 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.805299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64071994-c7ef-4046-a6b2-03859754aabc']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:55.816828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:55.817127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b48ce9-9cd7-4e1b-99e9-a0f13cccc513') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:55.834578 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.861234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.869044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:52:55.869583 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:52:55.871383 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:52:55.900245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:55.930866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:52:55.934381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0d7c51bc-b0f8-4f3a-bae1-d18e7843a1f5 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:52:55.982235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-482cad8c-fae3-4a77-a5d3-29273b5da5dd None None] Provisioning complete for port e4f732da-b401-4fa6-9640-d6c450e01339 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:55.982235 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-482cad8c-fae3-4a77-a5d3-29273b5da5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.999063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:56.017366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8ad97074-f3cd-4233-a79b-9080d2eafad1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "PUT /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7699707 Sep 16 05:52:56.017366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40806) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:56.017741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd8234-1685-465f-9eaa-261064ea9da4 None None] Network ee680e92-5951-409e-a0c1-14d258f73d54 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:52:56.017838 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7e20d-bb7e-4657-98e5-4637627d9fee None None] Sync routers for ids ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:56.028349 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7e20d-bb7e-4657-98e5-4637627d9fee None None] Routers {'848ec7bf-c4cc-4fee-95ec-a8537de6a13a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:56.029046 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2a7e20d-bb7e-4657-98e5-4637627d9fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:56.049385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.049385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.059476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] 10.222.0.49 "DELETE /v2.0/networks/64071994-c7ef-4046-a6b2-03859754aabc HTTP/1.1" status: 204 len: 168 time: 0.5317857 Sep 16 05:52:56.090573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2a7e20d-bb7e-4657-98e5-4637627d9fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:56.102474 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7e20d-bb7e-4657-98e5-4637627d9fee None None] Routers {'848ec7bf-c4cc-4fee-95ec-a8537de6a13a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:56.103014 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2a7e20d-bb7e-4657-98e5-4637627d9fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:56.119714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2f66b-c08c-420e-9ab6-f59a0409d47f admin admin] Pushing event deleted for resources: {'Network': ['ID=64071994-c7ef-4046-a6b2-03859754aabc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:56.144790 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b2a7e20d-bb7e-4657-98e5-4637627d9fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:56.145789 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7e20d-bb7e-4657-98e5-4637627d9fee None None] The sync data for ids ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:56.219979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e4f732da-b401-4fa6-9640-d6c450e01339 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:56.421212 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e4f732da-b401-4fa6-9640-d6c450e01339 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:56.422357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.445307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-482cad8c-fae3-4a77-a5d3-29273b5da5dd None None] Provisioning complete for port 81adbf7a-72d9-48d9-b60e-d35dc117db8a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:56.445673 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-482cad8c-fae3-4a77-a5d3-29273b5da5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.522221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-482cad8c-fae3-4a77-a5d3-29273b5da5dd None None] Port 81adbf7a-72d9-48d9-b60e-d35dc117db8a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:56.585410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a11b2bd5-e62f-4c29-9575-c3b21a80553e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:56.643790 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-c6275879-1bff-453f-ae4c-12b1c10294cd tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:52:56.649024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c6275879-1bff-453f-ae4c-12b1c10294cd tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "PUT /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6343164 Sep 16 05:52:56.653161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40814) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:56.659274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0898b428-533b-4251-a9f1-433ba6ea0690 None None] Provisioning complete for port a11b2bd5-e62f-4c29-9575-c3b21a80553e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:56.659579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0898b428-533b-4251-a9f1-433ba6ea0690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.661378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a11b2bd5-e62f-4c29-9575-c3b21a80553e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:56.662301 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.669970 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40816) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:56.760828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b010081a-3528-4970-8a6b-92ce15666a03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d454fac84e34273b7043378049a2dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874245 Sep 16 05:52:56.761067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40822) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:56.837460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd98528e-ab5c-4304-8d78-fb041a5a9662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.871430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd98528e-ab5c-4304-8d78-fb041a5a9662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.885659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.889752 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0898b428-533b-4251-a9f1-433ba6ea0690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.943971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port a11b2bd5-e62f-4c29-9575-c3b21a80553e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a11b2bd5-e62f-4c29-9575-c3b21a80553e,segment=NetworkSegment(f234b496-2563-4ef7-9137-c0e21e25503e),segment_id=f234b496-2563-4ef7-9137-c0e21e25503e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:57.022931 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd98528e-ab5c-4304-8d78-fb041a5a9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.025751 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd98528e-ab5c-4304-8d78-fb041a5a9662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.027051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fd98528e-ab5c-4304-8d78-fb041a5a9662 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1fda50c-82dd-4937-82c7-1893a9568f0d HTTP/1.1" status: 204 len: 168 time: 0.2650146 Sep 16 05:52:57.034503 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.045670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98528e-ab5c-4304-8d78-fb041a5a9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fda50c-82dd-4937-82c7-1893a9568f0d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:57.130996 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-0898b428-533b-4251-a9f1-433ba6ea0690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:52:57.131519 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-0898b428-533b-4251-a9f1-433ba6ea0690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:52:57.134404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=a11b2bd5-e62f-4c29-9575-c3b21a80553e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:57.157992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.501002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting port 81adbf7a-72d9-48d9-b60e-d35dc117db8a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:57.501630 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.513475 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.601985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.616227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Calling delete_port for 81adbf7a-72d9-48d9-b60e-d35dc117db8a owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:57.686118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0898b428-533b-4251-a9f1-433ba6ea0690 None None] Provisioning complete for port 81adbf7a-72d9-48d9-b60e-d35dc117db8a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:57.688825 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0898b428-533b-4251-a9f1-433ba6ea0690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.749116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0898b428-533b-4251-a9f1-433ba6ea0690 None None] Port 81adbf7a-72d9-48d9-b60e-d35dc117db8a cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:57.870183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-513e0b6c-ff94-41c9-a7f5-a2ebaf378088 None None] Provisioning complete for port a11b2bd5-e62f-4c29-9575-c3b21a80553e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:57.874969 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-513e0b6c-ff94-41c9-a7f5-a2ebaf378088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.893963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:57.923239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Port': ['ID=81adbf7a-72d9-48d9-b60e-d35dc117db8a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:57.982575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-513e0b6c-ff94-41c9-a7f5-a2ebaf378088 None None] Could not find standard attr ID for object 81adbf7a-72d9-48d9-b60e-d35dc117db8a. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:52:58.039738 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:58.041852 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a11b2bd5-e62f-4c29-9575-c3b21a80553e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:58.143358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a11b2bd5-e62f-4c29-9575-c3b21a80553e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:58.143736 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:58.244650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Router 848ec7bf-c4cc-4fee-95ec-a8537de6a13a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:58.332711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:58.344750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee4fdb93-8cb0-4308-9b32-a283550ca3e1 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "PUT /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6939867 Sep 16 05:52:58.349979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40858) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:58.403140 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-f1e381e2-093a-4123-8441-c429b054615f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] delete failed (client error): The resource could not be found. Sep 16 05:52:58.404151 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f1e381e2-093a-4123-8441-c429b054615f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1486074310 HTTP/1.1" status: 404 len: 335 time: 0.0526075 Sep 16 05:52:58.408031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40864) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:58.414209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-680bc85f-db99-48b7-9c0d-bfcc966e654e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'router': {'external_gateway_info': {'network_id': '848ec7bf-c4cc-4fee-95ec-a8537de6a13a'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:58.436503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba851aee-f69c-4685-b1df-694a340543c0 None None] Sync routers for ids ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:58.453694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba851aee-f69c-4685-b1df-694a340543c0 None None] Routers {'848ec7bf-c4cc-4fee-95ec-a8537de6a13a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:58.454362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ba851aee-f69c-4685-b1df-694a340543c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:58.496187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ba851aee-f69c-4685-b1df-694a340543c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:58.506754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba851aee-f69c-4685-b1df-694a340543c0 None None] Routers {'848ec7bf-c4cc-4fee-95ec-a8537de6a13a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:58.507493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ba851aee-f69c-4685-b1df-694a340543c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:58.547628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ba851aee-f69c-4685-b1df-694a340543c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:58.548320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba851aee-f69c-4685-b1df-694a340543c0 None None] The sync data for ids ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:58.660314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-680bc85f-db99-48b7-9c0d-bfcc966e654e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:58.744011 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-680bc85f-db99-48b7-9c0d-bfcc966e654e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] update failed (client error): The resource could not be found. Sep 16 05:52:58.745164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-680bc85f-db99-48b7-9c0d-bfcc966e654e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "PUT /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a HTTP/1.1" status: 404 len: 339 time: 0.3361144 Sep 16 05:52:58.750438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40874) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:58.756864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-634273527'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:58.861636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Made reservation on behalf of 3769c53f3bce433cb1c66bffffa9b6bd for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:58.865965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:58.891844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:52:58.903982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:58.903982 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Added segment 3ea605dc-9dd0-40a3-8d45-235224a2de8f of type vlan for network 14d3f120-6626-4b68-805c-f3074963073c Sep 16 05:52:58.954282 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:58.981809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.079697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.085784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:59.086396 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.163734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Network': ['ID=14d3f120-6626-4b68-805c-f3074963073c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:59.174329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 14d3f120-6626-4b68-805c-f3074963073c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:52:59.289442 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5c2a6c75-2c8d-477f-8765-77d1d42e3bb6 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5378485 Sep 16 05:52:59.292664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40884) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:59.299100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'subnet': {'network_id': '14d3f120-6626-4b68-805c-f3074963073c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:59.314451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40886) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:59.467323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Made reservation on behalf of 3769c53f3bce433cb1c66bffffa9b6bd for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:59.468426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-178b6952-0c51-417b-acfd-08a3ae1f9b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.472302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.573931 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-178b6952-0c51-417b-acfd-08a3ae1f9b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.655554 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-178b6952-0c51-417b-acfd-08a3ae1f9b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.716476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-178b6952-0c51-417b-acfd-08a3ae1f9b38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c93179cd5534ab88df61a07dedf354c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969352 Sep 16 05:52:59.717320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40894) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:59.718132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b6952-0c51-417b-acfd-08a3ae1f9b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d19d9f4-42af-490e-8756-b0217b92ba3c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:59.774448 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4888-476e-42c8-a89f-c77c2703af4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.796305 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.800594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4888-476e-42c8-a89f-c77c2703af4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.886789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Subnet': ['ID=1daf11eb-f98e-4e40-8971-259f8b651c24,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:59.906677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Checking segment: {'id': '3ea605dc-9dd0-40a3-8d45-235224a2de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14d3f120-6626-4b68-805c-f3074963073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:59.911007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network hostable DHCP agents. Network: 14d3f120-6626-4b68-805c-f3074963073c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:53:00.010571 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4888-476e-42c8-a89f-c77c2703af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:00.013169 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4888-476e-42c8-a89f-c77c2703af4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:00.015153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f3ff4888-476e-42c8-a89f-c77c2703af4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d19d9f4-42af-490e-8756-b0217b92ba3c HTTP/1.1" status: 204 len: 168 time: 0.2965374 Sep 16 05:53:00.028018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff4888-476e-42c8-a89f-c77c2703af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d19d9f4-42af-490e-8756-b0217b92ba3c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:00.033745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network 14d3f120-6626-4b68-805c-f3074963073c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:53:00.270604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 14d3f120-6626-4b68-805c-f3074963073c) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:00.279528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:00.282904 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:00.283047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c89e53-f94d-432e-b4fe-c98cfab4ab94 None None] Network 14d3f120-6626-4b68-805c-f3074963073c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:00.354213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-09e8f748-8c24-4a68-88fc-602b698b9701 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0604036 Sep 16 05:53:00.357027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:00.361752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-52eea962-a880-4105-b3f4-c09f2da0eac2 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'router': {'external_gateway_info': {'network_id': '14d3f120-6626-4b68-805c-f3074963073c'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:00.450186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-14d3f120-6626-4b68-805c-f3074963073c', 'network_id': '14d3f120-6626-4b68-805c-f3074963073c', 'tenant_id': '3769c53f3bce433cb1c66bffffa9b6bd', 'fixed_ips': [{'subnet_id': '1daf11eb-f98e-4e40-8971-259f8b651c24'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:53:00.451259 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:00.636039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Allocated IP 2001:db8:1::2 (14d3f120-6626-4b68-805c-f3074963073c/1daf11eb-f98e-4e40-8971-259f8b651c24/99921c9b-94d1-47eb-82f7-dea3493023dc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:00.805333 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:00.892105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:00.937345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52eea962-a880-4105-b3f4-c09f2da0eac2 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:00.945140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Network 14d3f120-6626-4b68-805c-f3074963073c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:00.948096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:00.951643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:00.963928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Pushing event updated for resources: {'Port': ['ID=99921c9b-94d1-47eb-82f7-dea3493023dc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:01.016261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Attempting to bind port 99921c9b-94d1-47eb-82f7-dea3493023dc on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:01.016626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Attempting to bind port 99921c9b-94d1-47eb-82f7-dea3493023dc by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3ea605dc-9dd0-40a3-8d45-235224a2de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14d3f120-6626-4b68-805c-f3074963073c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:01.016984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Attempting to bind port 99921c9b-94d1-47eb-82f7-dea3493023dc on network 14d3f120-6626-4b68-805c-f3074963073c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:01.022924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:01.023296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Checking segment: {'id': '3ea605dc-9dd0-40a3-8d45-235224a2de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14d3f120-6626-4b68-805c-f3074963073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:01.023691 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:01.024120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Bound using segment: {'id': '3ea605dc-9dd0-40a3-8d45-235224a2de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14d3f120-6626-4b68-805c-f3074963073c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:01.024581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Bound port: 99921c9b-94d1-47eb-82f7-dea3493023dc, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea605dc-9dd0-40a3-8d45-235224a2de8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14d3f120-6626-4b68-805c-f3074963073c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:01.024954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:01.118096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] For port 99921c9b-94d1-47eb-82f7-dea3493023dc, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:01.122226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] For port 99921c9b-94d1-47eb-82f7-dea3493023dc, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=99921c9b-94d1-47eb-82f7-dea3493023dc,segment=NetworkSegment(3ea605dc-9dd0-40a3-8d45-235224a2de8f),segment_id=3ea605dc-9dd0-40a3-8d45-235224a2de8f)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:01.212951 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-52eea962-a880-4105-b3f4-c09f2da0eac2 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:53:01.214283 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-52eea962-a880-4105-b3f4-c09f2da0eac2 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "PUT /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a HTTP/1.1" status: 400 len: 364 time: 0.8561988 Sep 16 05:53:01.218903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 40936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:01.242143 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:01.326707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42e3d4-3ee0-4bce-b3a3-ebdfa3d8fba5 None None] Pushing event updated for resources: {'Port': ['ID=99921c9b-94d1-47eb-82f7-dea3493023dc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:02.037076 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.163445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 99921c9b-94d1-47eb-82f7-dea3493023dc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:02.229975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 99921c9b-94d1-47eb-82f7-dea3493023dc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:02.230686 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.385326 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.428449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 99921c9b-94d1-47eb-82f7-dea3493023dc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=99921c9b-94d1-47eb-82f7-dea3493023dc,segment=NetworkSegment(3ea605dc-9dd0-40a3-8d45-235224a2de8f),segment_id=3ea605dc-9dd0-40a3-8d45-235224a2de8f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:02.480903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Allocated IP 2001:db8::1 (0d743d7a-a64e-4b53-84e5-2580c6bbe35c/26476e6a-637d-4679-b6ba-a95748fd2e41/c2e5eabf-0c7a-473a-a01e-852a0af8a2ff) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:02.525258 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.595166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=99921c9b-94d1-47eb-82f7-dea3493023dc,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:02.644443 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.701585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ab5de-2bbe-4543-857c-a557cdf70e73 None None] Network 14d3f120-6626-4b68-805c-f3074963073c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:02.779411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.791779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b23da1d3-1d44-4e5c-a250-6de36441a6e4 None None] Provisioning complete for port 99921c9b-94d1-47eb-82f7-dea3493023dc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:02.791779 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b23da1d3-1d44-4e5c-a250-6de36441a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.822196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:02.826164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:02.831409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:02.832154 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:02.951567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Port': ['ID=c2e5eabf-0c7a-473a-a01e-852a0af8a2ff,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:03.227380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:03.300781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1b915c77-cf0a-4253-8873-fb28c775bc59 None None] Provisioning complete for port c2e5eabf-0c7a-473a-a01e-852a0af8a2ff triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:03.301708 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b915c77-cf0a-4253-8873-fb28c775bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:03.342428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1b915c77-cf0a-4253-8873-fb28c775bc59 None None] Port c2e5eabf-0c7a-473a-a01e-852a0af8a2ff cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:03.469412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-739598cb-7d38-4c9e-bc10-652c9b86aaf5 None None] Provisioning complete for port 99921c9b-94d1-47eb-82f7-dea3493023dc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:03.470071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-739598cb-7d38-4c9e-bc10-652c9b86aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:03.539817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:03.616849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:03.617830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:03.690897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event updated for resources: {'Port': ['ID=c2e5eabf-0c7a-473a-a01e-852a0af8a2ff,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:03.758519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:03.760491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:03.884385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Router 848ec7bf-c4cc-4fee-95ec-a8537de6a13a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:04.013709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:04.024689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4d5a1efc-8e52-4aed-b5cb-f1541eac19ee tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "PUT /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8045447 Sep 16 05:53:04.025729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40978) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:04.029746 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca769c8-24f5-4c92-b8c2-cebcb68f0f01 None None] Sync routers for ids ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:04.057236 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca769c8-24f5-4c92-b8c2-cebcb68f0f01 None None] Routers {'848ec7bf-c4cc-4fee-95ec-a8537de6a13a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:04.057892 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bca769c8-24f5-4c92-b8c2-cebcb68f0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:04.087776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 99921c9b-94d1-47eb-82f7-dea3493023dc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:04.125262 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bca769c8-24f5-4c92-b8c2-cebcb68f0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:04.139107 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca769c8-24f5-4c92-b8c2-cebcb68f0f01 None None] Routers {'848ec7bf-c4cc-4fee-95ec-a8537de6a13a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:04.140084 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bca769c8-24f5-4c92-b8c2-cebcb68f0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:04.152429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1b91782a-b11c-4714-aa1e-fb3aecbe55ad None None] Provisioning complete for port c2e5eabf-0c7a-473a-a01e-852a0af8a2ff triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:04.152989 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b91782a-b11c-4714-aa1e-fb3aecbe55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:04.193286 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bca769c8-24f5-4c92-b8c2-cebcb68f0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:04.195476 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca769c8-24f5-4c92-b8c2-cebcb68f0f01 None None] The sync data for ids ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:04.196836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 99921c9b-94d1-47eb-82f7-dea3493023dc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:04.197445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:04.201100 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ff572fb9-5e9d-49b1-a57a-47a01da311b7 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:04.223289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1b91782a-b11c-4714-aa1e-fb3aecbe55ad None None] Port c2e5eabf-0c7a-473a-a01e-852a0af8a2ff cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:04.228028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:04.362644 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-ff572fb9-5e9d-49b1-a57a-47a01da311b7 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:53:04.363732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ff572fb9-5e9d-49b1-a57a-47a01da311b7 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a HTTP/1.1" status: 409 len: 329 time: 0.3370132 Sep 16 05:53:04.367005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 40988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:04.721514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:05.020306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting port c2e5eabf-0c7a-473a-a01e-852a0af8a2ff {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:05.020691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:05.134912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:05.152957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Calling delete_port for c2e5eabf-0c7a-473a-a01e-852a0af8a2ff owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:05.438904 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:05.468765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Port': ['ID=c2e5eabf-0c7a-473a-a01e-852a0af8a2ff,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:05.583809 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:05.782921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Router 848ec7bf-c4cc-4fee-95ec-a8537de6a13a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:05.877965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:05.888720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b3ce20ed-5a66-4748-8b80-253f264212de tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "PUT /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5206215 Sep 16 05:53:05.892252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41012) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:05.892678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44de324-0199-4408-a36c-33375f5aaad3 None None] Sync routers for ids ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:05.904624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44de324-0199-4408-a36c-33375f5aaad3 None None] Routers {'848ec7bf-c4cc-4fee-95ec-a8537de6a13a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:05.905530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a44de324-0199-4408-a36c-33375f5aaad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:05.935299 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-ee7d5aeb-0823-45f6-bb91-bbe28a9a395f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] show failed (client error): The resource could not be found. Sep 16 05:53:05.936392 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee7d5aeb-0823-45f6-bb91-bbe28a9a395f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-759960809 HTTP/1.1" status: 404 len: 334 time: 0.0431612 Sep 16 05:53:05.940660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41014) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:05.946778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7f70dec4-3fe2-4e07-963e-ab7f67e4091c tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:05.963056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a44de324-0199-4408-a36c-33375f5aaad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:05.975137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44de324-0199-4408-a36c-33375f5aaad3 None None] Routers {'848ec7bf-c4cc-4fee-95ec-a8537de6a13a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:05.976285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a44de324-0199-4408-a36c-33375f5aaad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:52:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:05.989030 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-7f70dec4-3fe2-4e07-963e-ab7f67e4091c tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] update failed (client error): The resource could not be found. Sep 16 05:53:05.990780 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7f70dec4-3fe2-4e07-963e-ab7f67e4091c tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-2039698315 HTTP/1.1" status: 404 len: 335 time: 0.0490739 Sep 16 05:53:05.994658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41016) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:06.021651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a44de324-0199-4408-a36c-33375f5aaad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:06.021651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44de324-0199-4408-a36c-33375f5aaad3 None None] The sync data for ids ['848ec7bf-c4cc-4fee-95ec-a8537de6a13a'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:06.051352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd2160d-f344-4774-a38e-6dfbefac6d3e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting subnet 1daf11eb-f98e-4e40-8971-259f8b651c24 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:06.054795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afd2160d-f344-4774-a38e-6dfbefac6d3e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.097752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afd2160d-f344-4774-a38e-6dfbefac6d3e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.200626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afd2160d-f344-4774-a38e-6dfbefac6d3e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.322748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afd2160d-f344-4774-a38e-6dfbefac6d3e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.354085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2160d-f344-4774-a38e-6dfbefac6d3e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Subnet': ['ID=1daf11eb-f98e-4e40-8971-259f8b651c24,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:06.361981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afd2160d-f344-4774-a38e-6dfbefac6d3e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.367525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41022) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:06.368098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-afd2160d-f344-4774-a38e-6dfbefac6d3e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/subnets/1daf11eb-f98e-4e40-8971-259f8b651c24 HTTP/1.1" status: 204 len: 168 time: 0.3719039 Sep 16 05:53:06.380097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b16e00-db08-4307-ba66-07e9ec811df7 None None] Network 14d3f120-6626-4b68-805c-f3074963073c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:06.485779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.546463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting port 99921c9b-94d1-47eb-82f7-dea3493023dc {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:06.546855 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.590300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] DHCP port deletion for 14d3f120-6626-4b68-805c-f3074963073c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:06.629345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] For port 99921c9b-94d1-47eb-82f7-dea3493023dc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=99921c9b-94d1-47eb-82f7-dea3493023dc,segment=NetworkSegment(3ea605dc-9dd0-40a3-8d45-235224a2de8f),segment_id=3ea605dc-9dd0-40a3-8d45-235224a2de8f)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:06.629735 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.643389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Calling delete_port for 99921c9b-94d1-47eb-82f7-dea3493023dc owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:06.644457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] Deleting port 99921c9b-94d1-47eb-82f7-dea3493023dc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:06.644936 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.725721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] For port 99921c9b-94d1-47eb-82f7-dea3493023dc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=99921c9b-94d1-47eb-82f7-dea3493023dc,segment=NetworkSegment(3ea605dc-9dd0-40a3-8d45-235224a2de8f),segment_id=3ea605dc-9dd0-40a3-8d45-235224a2de8f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:06.726073 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.745842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] Calling delete_port for 99921c9b-94d1-47eb-82f7-dea3493023dc owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:06.833371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.839632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.870273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] Pushing event deleted for resources: {'Port': ['ID=99921c9b-94d1-47eb-82f7-dea3493023dc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:06.874243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a76b0-5b43-4473-9004-dcde676e06c6 None None] No DVR routers for this DVR port 99921c9b-94d1-47eb-82f7-dea3493023dc on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:06.889623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] No DVR routers for this DVR port 99921c9b-94d1-47eb-82f7-dea3493023dc on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:06.894946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Port': ['ID=99921c9b-94d1-47eb-82f7-dea3493023dc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:06.989205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.010288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d3f120-6626-4b68-805c-f3074963073c']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:07.019888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea605dc-9dd0-40a3-8d45-235224a2de8f') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:07.020183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea605dc-9dd0-40a3-8d45-235224a2de8f') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:07.030347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.044144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.049932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:07.050374 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:07.054534 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:07.390448 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.408517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.410380 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/networks/14d3f120-6626-4b68-805c-f3074963073c HTTP/1.1" status: 204 len: 168 time: 1.0409517 Sep 16 05:53:07.412014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13265b85-a360-43fe-b744-f284f741997f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Network': ['ID=14d3f120-6626-4b68-805c-f3074963073c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:07.419070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41030) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:07.465663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b479389-4afe-409e-ad3f-00af7c98fde9 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting subnet 1991c69b-480b-41a7-8bd0-cbb650ea581c {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:07.469037 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b479389-4afe-409e-ad3f-00af7c98fde9 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.522283 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b479389-4afe-409e-ad3f-00af7c98fde9 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.617093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b479389-4afe-409e-ad3f-00af7c98fde9 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.742765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b479389-4afe-409e-ad3f-00af7c98fde9 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.774136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2b479389-4afe-409e-ad3f-00af7c98fde9 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.778309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2b479389-4afe-409e-ad3f-00af7c98fde9 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/subnets/1991c69b-480b-41a7-8bd0-cbb650ea581c HTTP/1.1" status: 204 len: 168 time: 0.3618977 Sep 16 05:53:07.778309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b479389-4afe-409e-ad3f-00af7c98fde9 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Subnet': ['ID=1991c69b-480b-41a7-8bd0-cbb650ea581c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:07.779367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41032) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:07.782163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7732b8-a3eb-46d4-9086-578ff5a93df0 None None] Network ee680e92-5951-409e-a0c1-14d258f73d54 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:07.861561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8519cd7-a475-4021-b39b-22a09e1db2ef tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting subnet 63f6f438-fb0c-442f-be58-b84caf45eeb5 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:07.866561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8519cd7-a475-4021-b39b-22a09e1db2ef tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.914909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8519cd7-a475-4021-b39b-22a09e1db2ef tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:07.992652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] DHCP port deletion for ee680e92-5951-409e-a0c1-14d258f73d54 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:08.029574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8519cd7-a475-4021-b39b-22a09e1db2ef tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.054994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] Deleting port a11b2bd5-e62f-4c29-9575-c3b21a80553e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:08.055509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.145595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] For port a11b2bd5-e62f-4c29-9575-c3b21a80553e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a11b2bd5-e62f-4c29-9575-c3b21a80553e,segment=NetworkSegment(f234b496-2563-4ef7-9137-c0e21e25503e),segment_id=f234b496-2563-4ef7-9137-c0e21e25503e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:08.146077 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.158325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 99921c9b-94d1-47eb-82f7-dea3493023dc no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:08.164776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] Calling delete_port for a11b2bd5-e62f-4c29-9575-c3b21a80553e owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:08.185714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 99921c9b-94d1-47eb-82f7-dea3493023dc {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:08.186133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 99921c9b-94d1-47eb-82f7-dea3493023dc not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:08.190051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a11b2bd5-e62f-4c29-9575-c3b21a80553e no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:08.236442 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8519cd7-a475-4021-b39b-22a09e1db2ef tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.267278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8519cd7-a475-4021-b39b-22a09e1db2ef tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Subnet': ['ID=63f6f438-fb0c-442f-be58-b84caf45eeb5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:08.272936 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8519cd7-a475-4021-b39b-22a09e1db2ef tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.275716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c8519cd7-a475-4021-b39b-22a09e1db2ef tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/subnets/63f6f438-fb0c-442f-be58-b84caf45eeb5 HTTP/1.1" status: 204 len: 168 time: 0.4951229 Sep 16 05:53:08.278444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41044) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:08.303273 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685f6cd-ee82-4887-8601-5f2e0c454187 None None] Network f07120ec-7d5e-458f-a450-5c7644af7561 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:08.374797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.460740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting port a11b2bd5-e62f-4c29-9575-c3b21a80553e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:08.461411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.528560 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.535006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.541880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] For port a11b2bd5-e62f-4c29-9575-c3b21a80553e, host n-d-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:08.541880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.555205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Calling delete_port for a11b2bd5-e62f-4c29-9575-c3b21a80553e owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:08.558864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Port a11b2bd5-e62f-4c29-9575-c3b21a80553e was not found and therefore no delete operation was performed {{(pid=95659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:53:08.560378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.595516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Port': ['ID=a11b2bd5-e62f-4c29-9575-c3b21a80553e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:08.602013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] Pushing event deleted for resources: {'Port': ['ID=a11b2bd5-e62f-4c29-9575-c3b21a80553e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:08.603019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] No DVR routers for this DVR port a11b2bd5-e62f-4c29-9575-c3b21a80553e on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:08.604282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bfa6fb-e8c1-4781-ba89-57a90eb2406a None None] No DVR routers for this DVR port a11b2bd5-e62f-4c29-9575-c3b21a80553e on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:08.713325 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.761968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee680e92-5951-409e-a0c1-14d258f73d54']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:08.784854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f234b496-2563-4ef7-9137-c0e21e25503e') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:08.785093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f234b496-2563-4ef7-9137-c0e21e25503e') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:08.797500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.819007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.825706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:08.826252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:08.829957 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:08.870767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] DHCP port deletion for f07120ec-7d5e-458f-a450-5c7644af7561 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:08.960546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] Deleting port e4f732da-b401-4fa6-9640-d6c450e01339 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:08.960916 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.967623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.980380 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.985306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/networks/ee680e92-5951-409e-a0c1-14d258f73d54 HTTP/1.1" status: 204 len: 168 time: 0.7030447 Sep 16 05:53:08.986250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:08.994614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125e9d-53d9-4979-a275-882b99dff38e tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Network': ['ID=ee680e92-5951-409e-a0c1-14d258f73d54,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:09.041856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] For port e4f732da-b401-4fa6-9640-d6c450e01339, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e4f732da-b401-4fa6-9640-d6c450e01339,segment=NetworkSegment(8824c3db-86d1-4723-821a-e141b4207949),segment_id=8824c3db-86d1-4723-821a-e141b4207949)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:09.042712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.058128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] Calling delete_port for e4f732da-b401-4fa6-9640-d6c450e01339 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:09.079843 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.140258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting port e4f732da-b401-4fa6-9640-d6c450e01339 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:09.143925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.217332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] For port e4f732da-b401-4fa6-9640-d6c450e01339, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e4f732da-b401-4fa6-9640-d6c450e01339,segment=NetworkSegment(8824c3db-86d1-4723-821a-e141b4207949),segment_id=8824c3db-86d1-4723-821a-e141b4207949)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:09.217879 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.225926 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.251914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Calling delete_port for e4f732da-b401-4fa6-9640-d6c450e01339 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:09.264572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] Pushing event deleted for resources: {'Port': ['ID=e4f732da-b401-4fa6-9640-d6c450e01339,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:09.272024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e043516-a2e5-46dd-aaab-e05e31727884 None None] No DVR routers for this DVR port e4f732da-b401-4fa6-9640-d6c450e01339 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:09.363304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.398283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Port': ['ID=e4f732da-b401-4fa6-9640-d6c450e01339,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:09.403384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] No DVR routers for this DVR port e4f732da-b401-4fa6-9640-d6c450e01339 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:09.488908 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.512142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07120ec-7d5e-458f-a450-5c7644af7561']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:09.526413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8824c3db-86d1-4723-821a-e141b4207949') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:09.526413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8824c3db-86d1-4723-821a-e141b4207949') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:09.538525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.552674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.560097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:09.560638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: self.session.flush() Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:09.563679 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:09.704755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.725952 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.726493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/networks/f07120ec-7d5e-458f-a450-5c7644af7561 HTTP/1.1" status: 204 len: 168 time: 0.7379560 Sep 16 05:53:09.727532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06783f8a-840f-48a3-a22d-a1ce72c0a06f tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Network': ['ID=f07120ec-7d5e-458f-a450-5c7644af7561,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:09.729105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41056) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:09.780745 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8e7b16-1ae4-472a-85d9-d42576b3f2e5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting subnet 26476e6a-637d-4679-b6ba-a95748fd2e41 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:09.784241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7b16-1ae4-472a-85d9-d42576b3f2e5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.834172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7b16-1ae4-472a-85d9-d42576b3f2e5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.923791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7b16-1ae4-472a-85d9-d42576b3f2e5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.023337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e4f732da-b401-4fa6-9640-d6c450e01339 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:10.046141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e4f732da-b401-4fa6-9640-d6c450e01339 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:10.046482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e4f732da-b401-4fa6-9640-d6c450e01339 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:10.057310 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7b16-1ae4-472a-85d9-d42576b3f2e5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.090771 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e7b16-1ae4-472a-85d9-d42576b3f2e5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Subnet': ['ID=26476e6a-637d-4679-b6ba-a95748fd2e41,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:10.091271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7b16-1ae4-472a-85d9-d42576b3f2e5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.093232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6a8e7b16-1ae4-472a-85d9-d42576b3f2e5 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/subnets/26476e6a-637d-4679-b6ba-a95748fd2e41 HTTP/1.1" status: 204 len: 168 time: 0.3632081 Sep 16 05:53:10.095755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:10.098095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e76b1f-899c-474a-8d2b-de8531194aa2 None None] Network 0d743d7a-a64e-4b53-84e5-2580c6bbe35c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:10.173252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.228394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Deleting port aec30b21-caae-42f2-ad6f-7f771d773f85 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:10.228740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.265200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] DHCP port deletion for 0d743d7a-a64e-4b53-84e5-2580c6bbe35c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:10.300706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] For port aec30b21-caae-42f2-ad6f-7f771d773f85, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aec30b21-caae-42f2-ad6f-7f771d773f85,segment=NetworkSegment(50ef506e-b8ba-4c28-99a3-ce08881dcc14),segment_id=50ef506e-b8ba-4c28-99a3-ce08881dcc14)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:10.301089 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.317778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] Deleting port aec30b21-caae-42f2-ad6f-7f771d773f85 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:10.317984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Calling delete_port for aec30b21-caae-42f2-ad6f-7f771d773f85 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:10.318161 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.389930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] For port aec30b21-caae-42f2-ad6f-7f771d773f85, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aec30b21-caae-42f2-ad6f-7f771d773f85,segment=NetworkSegment(50ef506e-b8ba-4c28-99a3-ce08881dcc14),segment_id=50ef506e-b8ba-4c28-99a3-ce08881dcc14)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:10.390583 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.403362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] Calling delete_port for aec30b21-caae-42f2-ad6f-7f771d773f85 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:10.547661 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.554516 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.575793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Port': ['ID=aec30b21-caae-42f2-ad6f-7f771d773f85,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:10.577699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] No DVR routers for this DVR port aec30b21-caae-42f2-ad6f-7f771d773f85 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:10.582928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] Pushing event deleted for resources: {'Port': ['ID=aec30b21-caae-42f2-ad6f-7f771d773f85,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:10.590546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d473a-8edf-4ff2-a521-d679a9349803 None None] No DVR routers for this DVR port aec30b21-caae-42f2-ad6f-7f771d773f85 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:10.664395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.685867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d743d7a-a64e-4b53-84e5-2580c6bbe35c']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:10.696244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ef506e-b8ba-4c28-99a3-ce08881dcc14') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:10.696542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ef506e-b8ba-4c28-99a3-ce08881dcc14') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:10.706387 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.719994 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.726493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:10.727026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:10.730021 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:10.884258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.893637 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:10.895547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/networks/0d743d7a-a64e-4b53-84e5-2580c6bbe35c HTTP/1.1" status: 204 len: 168 time: 0.7988138 Sep 16 05:53:10.899253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41074) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:10.911446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48a85d-9300-4258-83a5-06eca3eaf176 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Pushing event deleted for resources: {'Network': ['ID=0d743d7a-a64e-4b53-84e5-2580c6bbe35c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:10.937112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7b76e12b-e088-4edd-8746-0ddc2aea6b2a tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "GET /v2.0/ports?device_id=848ec7bf-c4cc-4fee-95ec-a8537de6a13a HTTP/1.1" status: 200 len: 205 time: 0.0349011 Sep 16 05:53:10.937593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41078) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:11.017762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7076f-f5f7-4bbb-aac2-efa5d260ee59 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:11.496905 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7076f-f5f7-4bbb-aac2-efa5d260ee59 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:11.501592 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7076f-f5f7-4bbb-aac2-efa5d260ee59 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:11.615702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7076f-f5f7-4bbb-aac2-efa5d260ee59 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:11.616864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb7076f-f5f7-4bbb-aac2-efa5d260ee59 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Fanout notify agent at l3_agent the message router_deleted on router 848ec7bf-c4cc-4fee-95ec-a8537de6a13a {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:11.630577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bdb7076f-f5f7-4bbb-aac2-efa5d260ee59 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:11.634038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bdb7076f-f5f7-4bbb-aac2-efa5d260ee59 tempest-RoutersNegativeIpV6Test-1928557057 tempest-RoutersNegativeIpV6Test-1928557057-project] 10.222.0.49 "DELETE /v2.0/routers/848ec7bf-c4cc-4fee-95ec-a8537de6a13a HTTP/1.1" status: 204 len: 168 time: 0.6931241 Sep 16 05:53:12.047965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aec30b21-caae-42f2-ad6f-7f771d773f85 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:12.076091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: aec30b21-caae-42f2-ad6f-7f771d773f85 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:12.076514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aec30b21-caae-42f2-ad6f-7f771d773f85 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:12.181174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41128) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:12.334134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f22770f8-e035-4ed5-9eff-8f0cc49e8d47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3769c53f3bce433cb1c66bffffa9b6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516194 Sep 16 05:53:12.336859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41132) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:12.389738 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-689d7434-d73e-4ce2-a606-c4a1bc42859b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.413451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-689d7434-d73e-4ce2-a606-c4a1bc42859b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.544633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-689d7434-d73e-4ce2-a606-c4a1bc42859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.547274 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-689d7434-d73e-4ce2-a606-c4a1bc42859b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.548477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-689d7434-d73e-4ce2-a606-c4a1bc42859b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/277087eb-f8c1-44ed-9dec-4cb6f7231362 HTTP/1.1" status: 204 len: 168 time: 0.2106302 Sep 16 05:53:12.558457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d7434-d73e-4ce2-a606-c4a1bc42859b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277087eb-f8c1-44ed-9dec-4cb6f7231362,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:13.624302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41158) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:13.628426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029736 Sep 16 05:53:13.631088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41160) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:13.742730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5ba5a42-07a6-422f-8656-b74f78203b94 tempest-NetworksApiDiscovery-758817545 tempest-NetworksApiDiscovery-758817545-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1096942 Sep 16 05:53:14.247377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41174) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:14.368049 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc1dc-35dd-43e5-979b-a7376f505a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.483106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc1dc-35dd-43e5-979b-a7376f505a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.564734 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc1dc-35dd-43e5-979b-a7376f505a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.629952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8c0bc1dc-35dd-43e5-979b-a7376f505a1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d798adb6a41b4ca8beb4c091d0ee13cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811350 Sep 16 05:53:14.630816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bc1dc-35dd-43e5-979b-a7376f505a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b422400-65f4-4570-89f2-8b0bded00fcf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:14.633103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41182) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:14.707427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7901b5ab-e633-4734-b83d-862c4285bd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.743638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7901b5ab-e633-4734-b83d-862c4285bd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.861755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7901b5ab-e633-4734-b83d-862c4285bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.867082 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7901b5ab-e633-4734-b83d-862c4285bd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.872931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7901b5ab-e633-4734-b83d-862c4285bd60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b422400-65f4-4570-89f2-8b0bded00fcf HTTP/1.1" status: 204 len: 168 time: 0.2371068 Sep 16 05:53:14.889931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901b5ab-e633-4734-b83d-862c4285bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b422400-65f4-4570-89f2-8b0bded00fcf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:17.634940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41232) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:17.824388 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44ee5a22-bda6-4acb-9b16-1089e44efadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.948861 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44ee5a22-bda6-4acb-9b16-1089e44efadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.087554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44ee5a22-bda6-4acb-9b16-1089e44efadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.131270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-44ee5a22-bda6-4acb-9b16-1089e44efadf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75a2cdbe86f2488c8072fbad3a23bd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943187 Sep 16 05:53:18.132233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee5a22-bda6-4acb-9b16-1089e44efadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68584b0b-4057-486f-a1bd-1ef3836ae157,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:18.134052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41242) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:18.184535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-142400b5-6a47-4e29-876c-308eb0b7293e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.208777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-142400b5-6a47-4e29-876c-308eb0b7293e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.347049 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-142400b5-6a47-4e29-876c-308eb0b7293e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.349998 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-142400b5-6a47-4e29-876c-308eb0b7293e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:18.356323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-142400b5-6a47-4e29-876c-308eb0b7293e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68584b0b-4057-486f-a1bd-1ef3836ae157 HTTP/1.1" status: 204 len: 168 time: 0.2172718 Sep 16 05:53:18.364992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142400b5-6a47-4e29-876c-308eb0b7293e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68584b0b-4057-486f-a1bd-1ef3836ae157,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.011607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41252) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:19.027481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1b27c518-f701-4927-819a-a537b38df24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.133192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1b27c518-f701-4927-819a-a537b38df24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.350658 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1b27c518-f701-4927-819a-a537b38df24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.350658 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1b27c518-f701-4927-819a-a537b38df24b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d1e1b663eac46039bf7d1fc458b94cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284231 Sep 16 05:53:19.472273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:19.475777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27c518-f701-4927-819a-a537b38df24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ab18e3-408e-454f-b5ba-0cd6d1125948,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.482034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025dc1a0-ca70-459a-ace2-79a6ad9cd0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.482034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025dc1a0-ca70-459a-ace2-79a6ad9cd0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.546935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025dc1a0-ca70-459a-ace2-79a6ad9cd0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.549660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-025dc1a0-ca70-459a-ace2-79a6ad9cd0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.550852 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-025dc1a0-ca70-459a-ace2-79a6ad9cd0ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13ab18e3-408e-454f-b5ba-0cd6d1125948 HTTP/1.1" status: 204 len: 168 time: 0.2991364 Sep 16 05:53:19.560677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dc1a0-ca70-459a-ace2-79a6ad9cd0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ab18e3-408e-454f-b5ba-0cd6d1125948,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:19.941470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2a67-9850-49ab-b443-b3b9e457067a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.949536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.091082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:21.216119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4625ea4d-f3aa-41b9-8f6c-e0805f2007b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.338306 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4625ea4d-f3aa-41b9-8f6c-e0805f2007b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.452983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4625ea4d-f3aa-41b9-8f6c-e0805f2007b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.505728 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4625ea4d-f3aa-41b9-8f6c-e0805f2007b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa53b9f6d5d44a1fbcb4a8ba0c4330a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124248 Sep 16 05:53:21.509562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625ea4d-f3aa-41b9-8f6c-e0805f2007b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e49993e-0f38-4983-b215-1a48e6e497d0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:21.509850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41328) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:21.565035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ced4b3-d3c8-49b1-bdaa-f1e69f210f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.590132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ced4b3-d3c8-49b1-bdaa-f1e69f210f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.776269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ced4b3-d3c8-49b1-bdaa-f1e69f210f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.779071 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63ced4b3-d3c8-49b1-bdaa-f1e69f210f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.780406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-63ced4b3-d3c8-49b1-bdaa-f1e69f210f6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e49993e-0f38-4983-b215-1a48e6e497d0 HTTP/1.1" status: 204 len: 168 time: 0.2713361 Sep 16 05:53:21.789048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ced4b3-d3c8-49b1-bdaa-f1e69f210f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e49993e-0f38-4983-b215-1a48e6e497d0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:23.152879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76d85160-580b-447a-addc-850e8a2531b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.875897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.398606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.598650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:26.789954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-798b7bbe-5663-40ac-bdee-3290a22e48af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.944937 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-798b7bbe-5663-40ac-bdee-3290a22e48af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.053170 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-798b7bbe-5663-40ac-bdee-3290a22e48af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.096956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b7bbe-5663-40ac-bdee-3290a22e48af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cac047-3f36-408e-b336-aff0565a4372,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:27.101556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-798b7bbe-5663-40ac-bdee-3290a22e48af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c53082b1f8af4c56a2fe5655998f2de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035825 Sep 16 05:53:27.105663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 41494) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:27.159164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb54a3bb-da98-43eb-b5b7-c39f5304eda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.184220 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb54a3bb-da98-43eb-b5b7-c39f5304eda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.336019 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb54a3bb-da98-43eb-b5b7-c39f5304eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.336019 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb54a3bb-da98-43eb-b5b7-c39f5304eda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.336019 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fb54a3bb-da98-43eb-b5b7-c39f5304eda8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45cac047-3f36-408e-b336-aff0565a4372 HTTP/1.1" status: 204 len: 168 time: 0.2293518 Sep 16 05:53:27.349563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54a3bb-da98-43eb-b5b7-c39f5304eda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cac047-3f36-408e-b336-aff0565a4372,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:27.552747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.345701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41522) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:28.370202 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da6e71b9-8dbd-4246-866a-48b49e4c6256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.499450 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da6e71b9-8dbd-4246-866a-48b49e4c6256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.567570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da6e71b9-8dbd-4246-866a-48b49e4c6256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.620340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-da6e71b9-8dbd-4246-866a-48b49e4c6256 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4197da303cfb4a5bbd8789491bf40097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728522 Sep 16 05:53:28.621790 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e71b9-8dbd-4246-866a-48b49e4c6256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c463815b-cecd-45fb-8de9-d754246ff662,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:28.625253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 41526) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:28.698464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22ad1feb-886e-471d-87b1-8360c9e580e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.726685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22ad1feb-886e-471d-87b1-8360c9e580e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.921804 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22ad1feb-886e-471d-87b1-8360c9e580e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.925081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22ad1feb-886e-471d-87b1-8360c9e580e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.925728 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-22ad1feb-886e-471d-87b1-8360c9e580e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c463815b-cecd-45fb-8de9-d754246ff662 HTTP/1.1" status: 204 len: 168 time: 0.2995558 Sep 16 05:53:28.934208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad1feb-886e-471d-87b1-8360c9e580e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c463815b-cecd-45fb-8de9-d754246ff662,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.013355 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.801342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-4805ae84-c13a-44c6-ad58-21326cd88c8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448391 Sep 16 05:53:40.929110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-daac093a-6fd9-4f4e-91ad-7c66d9302494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:40.931096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-daac093a-6fd9-4f4e-91ad-7c66d9302494 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.0517168 Sep 16 05:53:41.057482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-9ffd2291-afed-4b0f-9398-0895083cb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.059081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-9ffd2291-afed-4b0f-9398-0895083cb6df service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1034312 Sep 16 05:53:41.132985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-89b39a63-5c78-42e6-9b91-cb4e8fadff25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 1001 time: 0.0643144 Sep 16 05:53:41.190246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-f10b70bf-a057-4f0e-8ee1-fdfb7fb9c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.196891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-f10b70bf-a057-4f0e-8ee1-fdfb7fb9c233 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0512755 Sep 16 05:53:41.232361 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:41.243019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-fca43cd1-a989-49ac-9046-9ed1e2c21b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:41.244638 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-fca43cd1-a989-49ac-9046-9ed1e2c21b5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450687 Sep 16 05:53:41.344861 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-f6353cbe-5706-4b39-a364-c01b3ffe11d3 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908802 Sep 16 05:53:41.448722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-02d11339-eb3a-45d7-980a-a82dfa27e2fa req-5e33da9f-6fda-4bf1-9ead-26f788ae1f3e service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959070 Sep 16 05:53:49.942866 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bcffaa0d-7345-4aba-9085-16e9365754f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:50.935898 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.079873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42130) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:52.199785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.297604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.378007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.418770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f409e558-ab7e-4412-bd2d-62405e5be59d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:52.423030 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f9751ac7ac4458d96f71764eae62916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418267 Sep 16 05:53:52.426289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42148) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:52.429593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.429947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.430545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.430934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.431274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.431632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.431992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.434201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.434201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.434201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.434201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.434201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26f3df-e61c-4473-8cea-450cfce8fc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.480984 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.504618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.666397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.669189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.670734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f409e558-ab7e-4412-bd2d-62405e5be59d HTTP/1.1" status: 204 len: 168 time: 0.2433760 Sep 16 05:53:52.678832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f409e558-ab7e-4412-bd2d-62405e5be59d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:52.687239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.687594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.687966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.688385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.688640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.689044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.689480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.689678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.690065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.690296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.690621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:52.690963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79169f4-a023-4576-9de8-b737646f07b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:53.106298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21bb7533-6c80-4aa4-8db2-9cae077b0677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.596573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:53.611777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0431ef4e-c07d-4d45-9ce5-1c19593f0d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.722125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0431ef4e-c07d-4d45-9ce5-1c19593f0d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.854963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0431ef4e-c07d-4d45-9ce5-1c19593f0d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.890127 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.906864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431ef4e-c07d-4d45-9ce5-1c19593f0d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2165a0ef-9e49-4717-ae6c-fb148b1f4d87,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:53.911453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0431ef4e-c07d-4d45-9ce5-1c19593f0d3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efff9bdeb6f847128ace20b26fc1b00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137367 Sep 16 05:53:53.914337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42220) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:53.978161 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d399661-cbdf-4861-b1eb-e7e037a4df64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.001112 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d399661-cbdf-4861-b1eb-e7e037a4df64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.144249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d399661-cbdf-4861-b1eb-e7e037a4df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.147896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1d399661-cbdf-4861-b1eb-e7e037a4df64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.149497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1d399661-cbdf-4861-b1eb-e7e037a4df64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2165a0ef-9e49-4717-ae6c-fb148b1f4d87 HTTP/1.1" status: 204 len: 168 time: 0.2340713 Sep 16 05:53:54.167151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d399661-cbdf-4861-b1eb-e7e037a4df64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165a0ef-9e49-4717-ae6c-fb148b1f4d87,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:55.392184 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.018366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42338) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:56.137940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b95a9637-97d3-4f57-afb3-798659b2df5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.248056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b95a9637-97d3-4f57-afb3-798659b2df5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.346213 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b95a9637-97d3-4f57-afb3-798659b2df5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.389420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a9637-97d3-4f57-afb3-798659b2df5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4cd518-3e9b-4f0d-82ff-4f57fe4a8f73,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:56.394715 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b95a9637-97d3-4f57-afb3-798659b2df5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5814f11c68204c7aae854e8a93d19438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746400 Sep 16 05:53:56.397507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42364) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:56.459014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d07fb075-969a-4e79-a092-c48e05173511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.481472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d07fb075-969a-4e79-a092-c48e05173511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.609530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d07fb075-969a-4e79-a092-c48e05173511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.612375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d07fb075-969a-4e79-a092-c48e05173511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.613845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d07fb075-969a-4e79-a092-c48e05173511 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf4cd518-3e9b-4f0d-82ff-4f57fe4a8f73 HTTP/1.1" status: 204 len: 168 time: 0.2150776 Sep 16 05:53:56.622312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fb075-969a-4e79-a092-c48e05173511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4cd518-3e9b-4f0d-82ff-4f57fe4a8f73,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:57.518847 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.237594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42480) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:58.370191 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7892be5-456c-4721-93d1-9b8701809c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.488519 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7892be5-456c-4721-93d1-9b8701809c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.643617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7892be5-456c-4721-93d1-9b8701809c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.684465 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b7892be5-456c-4721-93d1-9b8701809c65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bb045a5bbe44297abb6b4e46b797f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455712 Sep 16 05:53:58.685851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892be5-456c-4721-93d1-9b8701809c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8edd743-b157-4a7f-9657-38125b3f9d77,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:58.688625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42504) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:58.754657 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c67a4ce-8238-4e10-b3f5-597303b0e4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.778709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c67a4ce-8238-4e10-b3f5-597303b0e4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.937917 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c67a4ce-8238-4e10-b3f5-597303b0e4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.938549 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.940554 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3c67a4ce-8238-4e10-b3f5-597303b0e4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:58.941733 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3c67a4ce-8238-4e10-b3f5-597303b0e4de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8edd743-b157-4a7f-9657-38125b3f9d77 HTTP/1.1" status: 204 len: 168 time: 0.2522879 Sep 16 05:53:58.949933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67a4ce-8238-4e10-b3f5-597303b0e4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8edd743-b157-4a7f-9657-38125b3f9d77,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:59.500991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42548) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:59.619267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54380145-106f-457e-a219-753e1078d564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.686045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42560) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:59.702848 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5689ceb-feaf-4f6d-9753-08174807f076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.740998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54380145-106f-457e-a219-753e1078d564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.852198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54380145-106f-457e-a219-753e1078d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.897463 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-54380145-106f-457e-a219-753e1078d564 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aea701cdea334b4da66c8651cf92982b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953340 Sep 16 05:53:59.898008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:59.898691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380145-106f-457e-a219-753e1078d564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0d5a8f-5d2f-4083-a0c9-1446b29a871f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:59.977448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5689ceb-feaf-4f6d-9753-08174807f076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.985790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36fc1416-3d91-4677-8115-e895700b1dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.008451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36fc1416-3d91-4677-8115-e895700b1dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.063668 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5689ceb-feaf-4f6d-9753-08174807f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.106762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5689ceb-feaf-4f6d-9753-08174807f076 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ad9efcef6bf46f6af933aae52b2c34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191837 Sep 16 05:54:00.107773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5689ceb-feaf-4f6d-9753-08174807f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc44ce6-db54-47ee-a001-ef2d95a43e54,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:00.109570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42580) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:00.145956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36fc1416-3d91-4677-8115-e895700b1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.148988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-36fc1416-3d91-4677-8115-e895700b1dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.150290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-36fc1416-3d91-4677-8115-e895700b1dbe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c0d5a8f-5d2f-4083-a0c9-1446b29a871f HTTP/1.1" status: 204 len: 168 time: 0.2513151 Sep 16 05:54:00.159303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc1416-3d91-4677-8115-e895700b1dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0d5a8f-5d2f-4083-a0c9-1446b29a871f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:00.167535 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6656f3ce-5bb1-422f-9a1c-fd57ec99fc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.196851 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6656f3ce-5bb1-422f-9a1c-fd57ec99fc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.349528 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6656f3ce-5bb1-422f-9a1c-fd57ec99fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.352425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6656f3ce-5bb1-422f-9a1c-fd57ec99fc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:00.353675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6656f3ce-5bb1-422f-9a1c-fd57ec99fc7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bc44ce6-db54-47ee-a001-ef2d95a43e54 HTTP/1.1" status: 204 len: 168 time: 0.2424283 Sep 16 05:54:00.363908 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656f3ce-5bb1-422f-9a1c-fd57ec99fc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc44ce6-db54-47ee-a001-ef2d95a43e54,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:00.968601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42622) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:00.982678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d164abcf-3255-45c9-858b-4be3cdf147df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.087341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d164abcf-3255-45c9-858b-4be3cdf147df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.149859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d164abcf-3255-45c9-858b-4be3cdf147df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.194837 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d164abcf-3255-45c9-858b-4be3cdf147df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcab9d95c5ac4bc7976b1658e463b070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250404 Sep 16 05:54:01.195982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164abcf-3255-45c9-858b-4be3cdf147df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d15d8f6-4d2c-44bd-b194-636bf7277feb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:01.197886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42636) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:01.256020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c74db971-136d-43f7-9dbf-757226bf5010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.281189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c74db971-136d-43f7-9dbf-757226bf5010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.397910 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c74db971-136d-43f7-9dbf-757226bf5010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.400689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c74db971-136d-43f7-9dbf-757226bf5010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.401916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c74db971-136d-43f7-9dbf-757226bf5010 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d15d8f6-4d2c-44bd-b194-636bf7277feb HTTP/1.1" status: 204 len: 168 time: 0.2024326 Sep 16 05:54:01.412762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74db971-136d-43f7-9dbf-757226bf5010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d15d8f6-4d2c-44bd-b194-636bf7277feb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:08.126507 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42862) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:08.270332 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d253f3c1-0c35-4ae0-b688-17e1a4a74cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.415269 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d253f3c1-0c35-4ae0-b688-17e1a4a74cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.515433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d253f3c1-0c35-4ae0-b688-17e1a4a74cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.549505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f3c1-0c35-4ae0-b688-17e1a4a74cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7808006-0c60-4cbd-9b3c-3e1cfc6856d1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:08.570131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d253f3c1-0c35-4ae0-b688-17e1a4a74cac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08069196756640638c1c44401f3a9516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416051 Sep 16 05:54:08.572751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42874) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:08.637477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc7d4-4f4a-405f-9384-a5756401ce7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.660756 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc7d4-4f4a-405f-9384-a5756401ce7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.837876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc7d4-4f4a-405f-9384-a5756401ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.840192 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc7d4-4f4a-405f-9384-a5756401ce7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.850087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b7bfc7d4-4f4a-405f-9384-a5756401ce7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7808006-0c60-4cbd-9b3c-3e1cfc6856d1 HTTP/1.1" status: 204 len: 168 time: 0.2668467 Sep 16 05:54:08.868127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfc7d4-4f4a-405f-9384-a5756401ce7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7808006-0c60-4cbd-9b3c-3e1cfc6856d1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:09.548369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42886) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:09.564077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17f27f10-1801-4b4b-b411-b9ccfdf64a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:09.688044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17f27f10-1801-4b4b-b411-b9ccfdf64a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:10.100698 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-17f27f10-1801-4b4b-b411-b9ccfdf64a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:10.168338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-17f27f10-1801-4b4b-b411-b9ccfdf64a5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6134d40f07ae4c9aa647f6b8b21162bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162527 Sep 16 05:54:10.168338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f27f10-1801-4b4b-b411-b9ccfdf64a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f65a60-8b93-4549-a1f9-891bc0fa6ea4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:10.168918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42892) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:10.229750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08bf355e-f28c-4149-9af3-9e63bd1ebe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:10.253884 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08bf355e-f28c-4149-9af3-9e63bd1ebe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:10.390858 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08bf355e-f28c-4149-9af3-9e63bd1ebe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:10.393834 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08bf355e-f28c-4149-9af3-9e63bd1ebe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:10.399096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08bf355e-f28c-4149-9af3-9e63bd1ebe36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43f65a60-8b93-4549-a1f9-891bc0fa6ea4 HTTP/1.1" status: 204 len: 168 time: 0.2249749 Sep 16 05:54:10.403833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf355e-f28c-4149-9af3-9e63bd1ebe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f65a60-8b93-4549-a1f9-891bc0fa6ea4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:12.456287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 42944) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:12.580983 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6f066b6-8afb-48f9-8b81-f76bac5403e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:12.690050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6f066b6-8afb-48f9-8b81-f76bac5403e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:12.780671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6f066b6-8afb-48f9-8b81-f76bac5403e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:12.822701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f6f066b6-8afb-48f9-8b81-f76bac5403e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49e376ff9f974e1d8051b0db3fef1f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650920 Sep 16 05:54:12.823596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f066b6-8afb-48f9-8b81-f76bac5403e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa36cc5-9290-4e69-bbad-54a701f64ba2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:12.825495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 42948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:12.879836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8dc1-0676-4242-a30d-33924a491a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:12.909183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8dc1-0676-4242-a30d-33924a491a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:13.017752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8dc1-0676-4242-a30d-33924a491a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:13.020862 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8dc1-0676-4242-a30d-33924a491a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:13.022042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aa6e8dc1-0676-4242-a30d-33924a491a0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfa36cc5-9290-4e69-bbad-54a701f64ba2 HTTP/1.1" status: 204 len: 168 time: 0.1954958 Sep 16 05:54:13.030660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e8dc1-0676-4242-a30d-33924a491a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa36cc5-9290-4e69-bbad-54a701f64ba2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:18.232257 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:19.906158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b6381dc-f029-4004-9ee9-f8f8976806cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:20.943776 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:23.143222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-716711cb-272b-482a-b1b1-fea740db0344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:23.916516 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:25.378143 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:27.501184 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:29.018333 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:30.075525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:30.221507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18ee7163-47be-41d9-93b1-c58bfe2c01bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:30.325135 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18ee7163-47be-41d9-93b1-c58bfe2c01bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:30.400598 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18ee7163-47be-41d9-93b1-c58bfe2c01bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:30.444954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee7163-47be-41d9-93b1-c58bfe2c01bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01209965-777e-43e6-9a96-559e0aa18d49,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:30.449395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18ee7163-47be-41d9-93b1-c58bfe2c01bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f09a185aaa574fe3932afa52aae1713f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730581 Sep 16 05:54:30.453804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:30.508767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b396892-893c-48f6-80b1-cdbce431a5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:30.531327 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b396892-893c-48f6-80b1-cdbce431a5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:30.665661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b396892-893c-48f6-80b1-cdbce431a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:30.668476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7b396892-893c-48f6-80b1-cdbce431a5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:30.669994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7b396892-893c-48f6-80b1-cdbce431a5b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01209965-777e-43e6-9a96-559e0aa18d49 HTTP/1.1" status: 204 len: 168 time: 0.2158043 Sep 16 05:54:30.678737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b396892-893c-48f6-80b1-cdbce431a5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01209965-777e-43e6-9a96-559e0aa18d49,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:32.986611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43434) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:33.109181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1114439853', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:33.225386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Made reservation on behalf of 843aef9b400c4bc5955ea5c1d06be93a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:33.228173 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:33.236761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:33.334584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:33.448294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:33.458767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] device_id is not set on port 8e699414-60b8-4351-b7a4-a3ddfd921585 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:54:33.508765 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4864aa73-7bbf-4d34-92cc-45116b88c3c4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:33.595634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Allocated IP 172.25.1.185 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/8e699414-60b8-4351-b7a4-a3ddfd921585) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:33.756543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:33.960581 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:34.005124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:34.008123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:34.010828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:34.046264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Pushing event updated for resources: {'Port': ['ID=8e699414-60b8-4351-b7a4-a3ddfd921585,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:34.061567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:34.062387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:34.317697 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2ff8f84c-921f-40a5-a9ae-777e119f0764 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3299894 Sep 16 05:54:34.321282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43458) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:34.325868 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.185'}]}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:34.448628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:34.449716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:34.556523 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:34.843414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:34.969896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-0dd871ee-4585-4cdf-80eb-654f667d12e9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51852349&fields=id&tenant_id=eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 267 time: 0.0366592 Sep 16 05:54:35.138129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-a2717d05-b9be-4cc8-b49a-24ad8d7c7e42 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:35.140531 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-a2717d05-b9be-4cc8-b49a-24ad8d7c7e42 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1628611 Sep 16 05:54:35.161084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-d141b372-308f-428b-aeb0-4182c92073cc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/quotas/eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 375 time: 0.0136573 Sep 16 05:54:35.268285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-c416f329-8333-4526-a83a-b89429a07140 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1003256 Sep 16 05:54:35.300756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-bd952988-9b6e-444f-9644-22f4a66c1e47 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:54:35.305802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-bd952988-9b6e-444f-9644-22f4a66c1e47 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074434 Sep 16 05:54:35.396226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:35.421297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:35.517552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-8c5a61cf-e37f-4a3c-838c-e940f4d938bd service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878600 Sep 16 05:54:35.697005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-8cb42441-c547-40ad-be7c-027a2fe06d84 service neutron] 10.222.0.49 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720886 Sep 16 05:54:35.757394 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:35.932396 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:35.934589 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.071115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.071677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6898427-d29a-47f1-915b-960e610977b4 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:54:36.208552 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:54:36.209890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a6016b9b-3659-4317-aa40-f73194624ec6 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8874054 Sep 16 05:54:36.212770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:36.314215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8086b-c73e-4f58-a6c7-54d5e1a881f8 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Deleting port 8e699414-60b8-4351-b7a4-a3ddfd921585 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:36.314564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbd8086b-c73e-4f58-a6c7-54d5e1a881f8 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.414304 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbd8086b-c73e-4f58-a6c7-54d5e1a881f8 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.431704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8086b-c73e-4f58-a6c7-54d5e1a881f8 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Calling delete_port for 8e699414-60b8-4351-b7a4-a3ddfd921585 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:36.447071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c43a193d-538c-4000-884f-48514127e82b req-94849bca-721f-4b2e-8303-366b601db21c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 210 time: 0.0309210 Sep 16 05:54:36.703974 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbd8086b-c73e-4f58-a6c7-54d5e1a881f8 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.741891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8086b-c73e-4f58-a6c7-54d5e1a881f8 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e699414-60b8-4351-b7a4-a3ddfd921585,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:36.814950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbd8086b-c73e-4f58-a6c7-54d5e1a881f8 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.821637 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cbd8086b-c73e-4f58-a6c7-54d5e1a881f8 tempest-RoutersAdminNegativeTest-1943136795 tempest-RoutersAdminNegativeTest-1943136795-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8e699414-60b8-4351-b7a4-a3ddfd921585 HTTP/1.1" status: 204 len: 168 time: 0.6076252 Sep 16 05:54:37.430840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43536) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:37.541426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea046c3c-e9f7-4743-b7d7-29e9c4260654 req-2ada61a9-d1b2-4c7a-b602-dc7225e194b9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 210 time: 0.0374799 Sep 16 05:54:37.556930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2248e7d7-2455-43b7-ba1b-da4b17c0411b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:37.653014 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2248e7d7-2455-43b7-ba1b-da4b17c0411b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:37.800128 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2248e7d7-2455-43b7-ba1b-da4b17c0411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:37.839558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248e7d7-2455-43b7-ba1b-da4b17c0411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac228d37-9ae5-453c-99ed-73463774a09f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:37.851091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2248e7d7-2455-43b7-ba1b-da4b17c0411b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48774cc6c727417c898e72d912613be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152470 Sep 16 05:54:37.852093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43548) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:37.906449 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff74745-c70b-4f0c-a414-337a4e407f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:37.931182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff74745-c70b-4f0c-a414-337a4e407f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:38.116301 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff74745-c70b-4f0c-a414-337a4e407f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:38.119147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4ff74745-c70b-4f0c-a414-337a4e407f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:38.120503 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4ff74745-c70b-4f0c-a414-337a4e407f6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac228d37-9ae5-453c-99ed-73463774a09f HTTP/1.1" status: 204 len: 168 time: 0.2704163 Sep 16 05:54:38.130456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff74745-c70b-4f0c-a414-337a4e407f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac228d37-9ae5-453c-99ed-73463774a09f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:38.647653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7dc0a9d6-52e7-43c8-a1e8-93b4a36c2f1a req-1c7895e1-c5d1-4757-9979-5bdd2c318597 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 210 time: 0.0322711 Sep 16 05:54:39.047093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:39.090889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bcb0a759-4824-4b2d-babd-109e62f81890 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=843aef9b400c4bc5955ea5c1d06be93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425429 Sep 16 05:54:39.094296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43572) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:39.160230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c50f36b2-e129-4357-9314-65b0f4a66022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.187792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c50f36b2-e129-4357-9314-65b0f4a66022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.355619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c50f36b2-e129-4357-9314-65b0f4a66022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.355619 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c50f36b2-e129-4357-9314-65b0f4a66022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:39.355619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c50f36b2-e129-4357-9314-65b0f4a66022 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4864aa73-7bbf-4d34-92cc-45116b88c3c4 HTTP/1.1" status: 204 len: 168 time: 0.2576118 Sep 16 05:54:39.369624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f36b2-e129-4357-9314-65b0f4a66022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4864aa73-7bbf-4d34-92cc-45116b88c3c4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:39.399009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-b1855faa-e256-47b2-a154-ea6a618913e2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:39.400657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-b1855faa-e256-47b2-a154-ea6a618913e2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 812 time: 0.1443565 Sep 16 05:54:39.492085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-17a4f6fe-89a0-40c0-b506-a964b15b49cc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb93f4e80b947838ff72672315f5c3c HTTP/1.1" status: 200 len: 378 time: 0.0617881 Sep 16 05:54:39.504988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'port': {'device_id': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'admin_state_up': True, 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'security_groups': ['d7923bff-f7ee-4632-823d-bcfcb6d9e98d']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:39.755797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7a52508-b065-4a63-8e57-123c97537312 req-12cbe3e1-e7ae-46b7-8c0e-37f77232ac76 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 210 time: 0.0348763 Sep 16 05:54:39.785221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Made reservation on behalf of eeb93f4e80b947838ff72672315f5c3c for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:39.785221 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:40.274661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.20.0.5 (a7d6f3d0-949c-47e2-b1a8-37008c984f54/6cae090b-5732-4789-a074-050272cc4d9f/6e2cae85-9068-4f98-9ba5-dbf187506d35) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:40.448080 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:40.585838 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:40.634068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:40.635605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:40.640700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:40.684382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=6e2cae85-9068-4f98-9ba5-dbf187506d35,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:40.715533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:40.716523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:40.885099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-adcd5c53-b182-414a-8138-af8c621beb78 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3838632 Sep 16 05:54:40.914353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Request body: {'port': {'device_id': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:40.922911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fe39-419c-4c6b-88bf-253358db664c req-ad1b313f-37b0-4aed-b5ce-609598f01147 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:40.931776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99c3fe39-419c-4c6b-88bf-253358db664c req-ad1b313f-37b0-4aed-b5ce-609598f01147 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 931 time: 0.0805333 Sep 16 05:54:41.032257 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-88eb9ea9-e62c-45d5-8913-da6d10e7d31b None None] Provisioning complete for port 6e2cae85-9068-4f98-9ba5-dbf187506d35 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:41.036554 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-88eb9ea9-e62c-45d5-8913-da6d10e7d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:41.041859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:41.072871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99c3fe39-419c-4c6b-88bf-253358db664c req-ef441b63-acaf-4bfb-bc41-8bb094fb927e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400747 Sep 16 05:54:41.115818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-88eb9ea9-e62c-45d5-8913-da6d10e7d31b None None] Port 6e2cae85-9068-4f98-9ba5-dbf187506d35 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:54:41.157934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43622) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:41.331215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3d1fca43-cdbc-46d1-ae28-cdc8553a704d tempest-AgentManagementNegativeTest-905022703 tempest-AgentManagementNegativeTest-905022703-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1711242 Sep 16 05:54:41.458503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2cae85-9068-4f98-9ba5-dbf187506d35 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:54:41.472130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:41.493985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Transition to ACTIVE for port object 6e2cae85-9068-4f98-9ba5-dbf187506d35 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:54:41.605662 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:41.672449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2cae85-9068-4f98-9ba5-dbf187506d35,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:41.782450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Attempting to bind port 6e2cae85-9068-4f98-9ba5-dbf187506d35 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:41.782887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Attempting to bind port 6e2cae85-9068-4f98-9ba5-dbf187506d35 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:41.783567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Attempting to bind port 6e2cae85-9068-4f98-9ba5-dbf187506d35 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:41.788957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Port 6e2cae85-9068-4f98-9ba5-dbf187506d35 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:54:41.789273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Attempting to bind port 6e2cae85-9068-4f98-9ba5-dbf187506d35 on network a7d6f3d0-949c-47e2-b1a8-37008c984f54 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:41.794466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:41.794795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Checking segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:41.795946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Bound using segment: {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:41.796559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Bound port: 6e2cae85-9068-4f98-9ba5-dbf187506d35, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5d8200-a518-4d9c-8a2d-bf7991a3a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:41.796767 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:41.895036 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] For port 6e2cae85-9068-4f98-9ba5-dbf187506d35, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:41.900678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] For port 6e2cae85-9068-4f98-9ba5-dbf187506d35, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:42.006460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43640) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:42.046561 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.051631 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-2c912c47-b67b-4bd7-97a3-7e81efd95f26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620477 Sep 16 05:54:42.164155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2cae85-9068-4f98-9ba5-dbf187506d35,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:42.173276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.174011 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.177159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-6d026b8e-bed7-4e90-94b4-8d4d75c387c3 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e2cae85-9068-4f98-9ba5-dbf187506d35 HTTP/1.1" status: 200 len: 1092 time: 1.2717590 Sep 16 05:54:42.181670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:42.181670 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812d38b1-6138-490d-ba6d-f047a35cbfce" -d '{"events": [{"name": "network-changed", "server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:42.239820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c404e41e-8406-40bd-96c2-ee31464aabaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.257658 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60885e25-53fa-4984-8543-4209eda2ea39 x-openstack-request-id: req-60885e25-53fa-4984-8543-4209eda2ea39 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:42.265021 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:42.265021 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60885e25-53fa-4984-8543-4209eda2ea39 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:42.265021 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'status': 'completed', 'code': 200} Sep 16 05:54:42.270368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-e8ca2795-e367-41ea-8c1f-c8277ed36ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.274590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-e8ca2795-e367-41ea-8c1f-c8277ed36ee2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.1576357 Sep 16 05:54:42.422555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d38b1-6138-490d-ba6d-f047a35cbfce req-8bf4598b-b624-40cd-8238-5fb0f5241daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.424392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-812d38b1-6138-490d-ba6d-f047a35cbfce req-8bf4598b-b624-40cd-8238-5fb0f5241daf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 1095 time: 0.0985060 Sep 16 05:54:42.430088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7dcd-f609-4c5c-b620-3acd39a5fe70 req-ae80accc-6062-4adf-bd8e-d3461ceba53b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.430088 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b6a7dcd-f609-4c5c-b620-3acd39a5fe70 req-ae80accc-6062-4adf-bd8e-d3461ceba53b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.1932669 Sep 16 05:54:42.458639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c404e41e-8406-40bd-96c2-ee31464aabaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.525056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b6a7dcd-f609-4c5c-b620-3acd39a5fe70 req-3234ba58-9219-4ca4-9504-74ac5be7c232 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896139 Sep 16 05:54:42.559849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-abd45c37-aa27-4091-a834-6da8a78347cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.563563 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-abd45c37-aa27-4091-a834-6da8a78347cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.2348666 Sep 16 05:54:42.659689 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-fabb4a72-6887-481d-8bd4-4303911c6c6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 1001 time: 0.0903440 Sep 16 05:54:42.663357 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c404e41e-8406-40bd-96c2-ee31464aabaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.737178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d38b1-6138-490d-ba6d-f047a35cbfce req-1e17a48c-7758-4764-ab2c-961248e1cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.738992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-812d38b1-6138-490d-ba6d-f047a35cbfce req-1e17a48c-7758-4764-ab2c-961248e1cb2d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=eeb93f4e80b947838ff72672315f5c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2904103 Sep 16 05:54:42.739677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-89782a93-9ab4-4488-bb88-bb01d6531de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.740044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404e41e-8406-40bd-96c2-ee31464aabaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04003da6-76ff-4c39-ae74-5d24e88ccc46,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:42.741349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-89782a93-9ab4-4488-bb88-bb01d6531de9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0736866 Sep 16 05:54:42.750641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c404e41e-8406-40bd-96c2-ee31464aabaf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f99c1ac899f4d9097d2af2877024c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427008 Sep 16 05:54:42.770719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43656) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:42.870069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-d8ceabb0-9386-4731-a462-1b81c2ae84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.871820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-d8ceabb0-9386-4731-a462-1b81c2ae84d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136203 Sep 16 05:54:42.949349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df4f6b89-b5ef-4baf-8ca7-c6c988b96fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:42.967448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d38b1-6138-490d-ba6d-f047a35cbfce req-94e3c717-8057-4050-ac1d-7b1c9cc9d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:42.969065 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-812d38b1-6138-490d-ba6d-f047a35cbfce req-94e3c717-8057-4050-ac1d-7b1c9cc9d4d8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163119 Sep 16 05:54:42.982927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df4f6b89-b5ef-4baf-8ca7-c6c988b96fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:43.018476 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-ba26e9ef-beee-495f-bb62-28defd1c0a20 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332495 Sep 16 05:54:43.092995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-78667e68-a53f-4354-90af-0fe84ac6b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:43.094627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-78667e68-a53f-4354-90af-0fe84ac6b401 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 1095 time: 0.0482132 Sep 16 05:54:43.156660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-60d35dd3-cbe3-4d68-8cc6-da0c3f7fb0ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35 HTTP/1.1" status: 200 len: 217 time: 0.0399280 Sep 16 05:54:43.231345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-7c564110-ba1d-468a-ad1a-3eca063f0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:43.236861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-7c564110-ba1d-468a-ad1a-3eca063f0264 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0667655 Sep 16 05:54:43.314775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-2cea3098-7567-43c3-9af2-e53fbbeaf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:43.316961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-2cea3098-7567-43c3-9af2-e53fbbeaf372 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716143 Sep 16 05:54:43.449863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-e93d132f-e0af-40f2-b60d-d3ea340cf2f9 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235256 Sep 16 05:54:43.494141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6619e78-d2f5-4e15-936a-a8d76ba4c7f9 req-691b4070-6d8b-4766-9cac-b6859027f0a6 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735045 Sep 16 05:54:43.603417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-342fdfa6-4eda-4da6-9932-f301628ebd39 req-09aef5b5-2430-401a-893e-ddf995afc5f8 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413138 Sep 16 05:54:43.609155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df4f6b89-b5ef-4baf-8ca7-c6c988b96fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:43.609309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-df4f6b89-b5ef-4baf-8ca7-c6c988b96fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:43.610425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-df4f6b89-b5ef-4baf-8ca7-c6c988b96fb8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04003da6-76ff-4c39-ae74-5d24e88ccc46 HTTP/1.1" status: 204 len: 168 time: 0.8386452 Sep 16 05:54:43.628156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6b89-b5ef-4baf-8ca7-c6c988b96fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04003da6-76ff-4c39-ae74-5d24e88ccc46,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:43.684881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a272d7-74b5-4c1c-bcf0-a45a14c61cd7 req-acb8f197-4f4b-4395-be5e-6a604bcc441a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:43.687157 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1a272d7-74b5-4c1c-bcf0-a45a14c61cd7 req-acb8f197-4f4b-4395-be5e-6a604bcc441a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.0808687 Sep 16 05:54:43.730583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1a272d7-74b5-4c1c-bcf0-a45a14c61cd7 req-8426f6e6-3c89-41b7-a3c0-168fa676949d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369203 Sep 16 05:54:44.864887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48fc0f-ad00-49ca-ad3f-65099cc53f45 req-03c9d6ac-c087-4d1f-aaed-11329694cd07 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:44.866486 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb48fc0f-ad00-49ca-ad3f-65099cc53f45 req-03c9d6ac-c087-4d1f-aaed-11329694cd07 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.0624425 Sep 16 05:54:44.936915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb48fc0f-ad00-49ca-ad3f-65099cc53f45 req-a6d45018-0118-46f1-8b73-9b37d4313862 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630772 Sep 16 05:54:45.018662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:45.131646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-689938596'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:45.311243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Made reservation on behalf of 75419a29ea5f4bd5bae353f1f63495af for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:45.319971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.324873 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.424622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.548177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.587147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:54:45.602739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae222901-b424-4341-928c-e9b0ff136749,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:45.605792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.606143 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Added segment 3517e09c-10e4-422d-9d82-d8edfb3939d6 of type vlan for network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 Sep 16 05:54:45.649306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.768819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.775421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:45.776087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:45.845608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event updated for resources: {'Network': ['ID=bb117fd1-f6f7-42bd-80c1-90afe92f9f06,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:45.856213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:54:45.907032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9da8e19d-ff10-4763-9bf8-1d91f70279fc tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8867388 Sep 16 05:54:45.909974 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43724) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:45.920047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Request body: {'subnet': {'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:46.079810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b85217-b5b6-4174-93a1-33aca99c12e7 req-40f6b1a1-f9f1-4357-8f7a-f1e080f995f3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:46.081534 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4b85217-b5b6-4174-93a1-33aca99c12e7 req-40f6b1a1-f9f1-4357-8f7a-f1e080f995f3 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.0604007 Sep 16 05:54:46.130878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4b85217-b5b6-4174-93a1-33aca99c12e7 req-d31b1798-c7b5-4df4-a019-6dbf28908cde tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409329 Sep 16 05:54:46.173871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Made reservation on behalf of 75419a29ea5f4bd5bae353f1f63495af for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:46.178971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.465598 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.533020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event updated for resources: {'Subnet': ['ID=2a0f167f-a570-4110-9b6f-534726affced,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:46.541132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Checking segment: {'id': '3517e09c-10e4-422d-9d82-d8edfb3939d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:46.541563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Network hostable DHCP agents. Network: bb117fd1-f6f7-42bd-80c1-90afe92f9f06, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:54:46.654827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:54:46.754242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, bb117fd1-f6f7-42bd-80c1-90afe92f9f06) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:46.759413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:46.760419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:46.762582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a503d3-3af8-4706-86fc-a6b51d2dceb6 None None] Network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:46.883350 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0d713a77-3789-4462-b0ef-ebcf667944e4 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9720938 Sep 16 05:54:46.886219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43740) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:46.896084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Request body: {'port': {'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06', 'name': 'tempest-ExtraDHCPOptionsTestJSON-316743554'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:46.929840 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-bb117fd1-f6f7-42bd-80c1-90afe92f9f06', 'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06', 'tenant_id': '75419a29ea5f4bd5bae353f1f63495af', 'fixed_ips': [{'subnet_id': '2a0f167f-a570-4110-9b6f-534726affced'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:54:46.931466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.080293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Allocated IP 172.20.0.2 (bb117fd1-f6f7-42bd-80c1-90afe92f9f06/2a0f167f-a570-4110-9b6f-534726affced/11d6ecd7-3162-4b34-b5e2-1e1097c3a807) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:47.102056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Made reservation on behalf of 75419a29ea5f4bd5bae353f1f63495af for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:47.103690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.129576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] device_id is not set on port e052ee45-c44a-41b6-bee6-da1fce93b17e yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:54:47.250777 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.270542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d340c8-95c5-40a3-8957-3ff47e804ca1 req-b560b53b-5fad-45a3-b7dd-62d3288c93a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:47.272181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75d340c8-95c5-40a3-8957-3ff47e804ca1 req-b560b53b-5fad-45a3-b7dd-62d3288c93a2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.0606906 Sep 16 05:54:47.315957 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75d340c8-95c5-40a3-8957-3ff47e804ca1 req-005d2664-4ca5-4ad9-96d6-b99a48690be4 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375612 Sep 16 05:54:47.327533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.369861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:47.376582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:47.380377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:47.394008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Allocated IP 172.20.0.4 (bb117fd1-f6f7-42bd-80c1-90afe92f9f06/2a0f167f-a570-4110-9b6f-534726affced/e052ee45-c44a-41b6-bee6-da1fce93b17e) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:47.399521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Pushing event updated for resources: {'Port': ['ID=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:47.423434 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.424421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.425998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.427185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.427765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.428559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.429150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.430415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.431524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.432200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.432794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.433369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:47.478176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Attempting to bind port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:47.485987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Attempting to bind port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3517e09c-10e4-422d-9d82-d8edfb3939d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:47.485987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Attempting to bind port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 on network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:47.485987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:47.485987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Checking segment: {'id': '3517e09c-10e4-422d-9d82-d8edfb3939d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:47.485987 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.486847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Bound using segment: {'id': '3517e09c-10e4-422d-9d82-d8edfb3939d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:47.487345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Bound port: 11d6ecd7-3162-4b34-b5e2-1e1097c3a807, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3517e09c-10e4-422d-9d82-d8edfb3939d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:47.487962 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.560351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] For port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:47.565193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] For port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,segment=NetworkSegment(3517e09c-10e4-422d-9d82-d8edfb3939d6),segment_id=3517e09c-10e4-422d-9d82-d8edfb3939d6)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:47.601917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.644186 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.713402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3837ce-600a-4327-bf44-c44ee97254f0 None None] Pushing event updated for resources: {'Port': ['ID=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:47.733120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.792175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:47.801369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:47.807144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:47.812596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event updated for resources: {'Port': ['ID=e052ee45-c44a-41b6-bee6-da1fce93b17e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:47.901602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:47.901602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.070289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f15f1e4a-2d7d-4159-97cc-491db17d0eeb tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1828868 Sep 16 05:54:48.073739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43756) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:48.081260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Request body: {'port': {'network_id': 'bb117fd1-f6f7-42bd-80c1-90afe92f9f06', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1756854792', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:48.081788 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.api.validators [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] bootfile-name is not in valid_values {{(pid=95659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:54:48.082201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.api.validators [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] tftp-server is not in valid_values {{(pid=95659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:54:48.082549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.api.validators [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] server-ip-address is not in valid_values {{(pid=95659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:54:48.167519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:48.229097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:48.229529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.327022 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.349426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Made reservation on behalf of 75419a29ea5f4bd5bae353f1f63495af for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:48.363204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.370124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,segment=NetworkSegment(3517e09c-10e4-422d-9d82-d8edfb3939d6),segment_id=3517e09c-10e4-422d-9d82-d8edfb3939d6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:48.376417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] device_id is not set on port db2a2e51-32a5-44dc-a499-a30daad8da48 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:54:48.520114 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.531142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86e150-e0f0-44a0-873b-5715400054c1 req-85688d50-3670-4f21-8f5f-f71814f744e5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:48.532669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da86e150-e0f0-44a0-873b-5715400054c1 req-85688d50-3670-4f21-8f5f-f71814f744e5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.1338472 Sep 16 05:54:48.564986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Allocated IP 172.20.0.6 (bb117fd1-f6f7-42bd-80c1-90afe92f9f06/2a0f167f-a570-4110-9b6f-534726affced/db2a2e51-32a5-44dc-a499-a30daad8da48) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:48.621125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da86e150-e0f0-44a0-873b-5715400054c1 req-886230f5-db30-4fb9-b835-1802c71d9cd7 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780516 Sep 16 05:54:48.661133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:48.808415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.907867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea990914-cfb1-4dac-a525-9749b31aaa95 None None] Network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:48.989062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:48.992974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ea42ee45-eae8-438b-82c6-926d59dc0f14 None None] Provisioning complete for port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:48.992974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea42ee45-eae8-438b-82c6-926d59dc0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.041505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:49.047630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:49.053182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:49.057551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event updated for resources: {'Port': ['ID=db2a2e51-32a5-44dc-a499-a30daad8da48,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:49.111070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:49.111732 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.226548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b186ab1-8f19-49f6-8184-6d284717d42c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1514242 Sep 16 05:54:49.229599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43772) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:49.292931 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe0100-66ac-4b29-b052-0014f6ea08fe tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:49.300078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe0100-66ac-4b29-b052-0014f6ea08fe tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:49.306790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe0100-66ac-4b29-b052-0014f6ea08fe tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:49.309377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d5fe0100-66ac-4b29-b052-0014f6ea08fe tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0789185 Sep 16 05:54:49.313285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43776) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:49.372755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c7fb1cb3-473e-4b9e-9b63-3dbf8063f35b None None] Provisioning complete for port e052ee45-c44a-41b6-bee6-da1fce93b17e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:49.374238 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7fb1cb3-473e-4b9e-9b63-3dbf8063f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.414014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb1cb3-473e-4b9e-9b63-3dbf8063f35b None None] Port e052ee45-c44a-41b6-bee6-da1fce93b17e cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:54:49.425869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4c6de0da-cc5a-456c-a04d-7d04270549d9 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Deleting port db2a2e51-32a5-44dc-a499-a30daad8da48 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:49.426218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6de0da-cc5a-456c-a04d-7d04270549d9 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.431697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c7fb1cb3-473e-4b9e-9b63-3dbf8063f35b None None] Provisioning complete for port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:49.431697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7fb1cb3-473e-4b9e-9b63-3dbf8063f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.530484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6de0da-cc5a-456c-a04d-7d04270549d9 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.533922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c7fb1cb3-473e-4b9e-9b63-3dbf8063f35b None None] Provisioning complete for port db2a2e51-32a5-44dc-a499-a30daad8da48 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:49.534297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7fb1cb3-473e-4b9e-9b63-3dbf8063f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.543960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4c6de0da-cc5a-456c-a04d-7d04270549d9 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Calling delete_port for db2a2e51-32a5-44dc-a499-a30daad8da48 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:49.575916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb1cb3-473e-4b9e-9b63-3dbf8063f35b None None] Port db2a2e51-32a5-44dc-a499-a30daad8da48 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:54:49.712092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8341c52f-2419-4782-9339-5c052324c9db None None] Provisioning complete for port e052ee45-c44a-41b6-bee6-da1fce93b17e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:49.713367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8341c52f-2419-4782-9339-5c052324c9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.791569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8341c52f-2419-4782-9339-5c052324c9db None None] Port e052ee45-c44a-41b6-bee6-da1fce93b17e cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:54:49.804962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6de0da-cc5a-456c-a04d-7d04270549d9 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.854829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6de0da-cc5a-456c-a04d-7d04270549d9 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event deleted for resources: {'Port': ['ID=db2a2e51-32a5-44dc-a499-a30daad8da48,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:49.867873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e1d8e-ee4a-437c-8c4b-29e4aad011f1 req-e76cfcfe-b2ce-42d5-b9cd-dcd9f250c494 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:49.876841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-728e1d8e-ee4a-437c-8c4b-29e4aad011f1 req-e76cfcfe-b2ce-42d5-b9cd-dcd9f250c494 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.0949550 Sep 16 05:54:49.893941 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-64831e8d-eb34-4f2a-af50-d9aa331d343d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.954940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6de0da-cc5a-456c-a04d-7d04270549d9 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:49.957435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c6de0da-cc5a-456c-a04d-7d04270549d9 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "DELETE /v2.0/ports/db2a2e51-32a5-44dc-a499-a30daad8da48 HTTP/1.1" status: 204 len: 168 time: 0.6434174 Sep 16 05:54:49.959284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-728e1d8e-ee4a-437c-8c4b-29e4aad011f1 req-c3a0a4cf-7986-41e5-8b24-e6624c63242a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757320 Sep 16 05:54:49.961185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43792) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:49.971606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Request body: {'port': {'name': 'tempest-new-port-name-1277516879', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:49.972246 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.api.validators [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] bootfile-name is not in valid_values {{(pid=95659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:54:49.972520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.api.validators [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] tftp-server is not in valid_values {{(pid=95659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:54:49.972863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.api.validators [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] server-ip-address is not in valid_values {{(pid=95659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:54:50.006875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8eca15d1-2f31-45e5-b619-cbb9e5bf3121 None None] Could not find standard attr ID for object db2a2e51-32a5-44dc-a499-a30daad8da48. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:54:50.056054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.157977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:50.221087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:50.221545 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.339437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.396576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.483525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event updated for resources: {'Port': ['ID=e052ee45-c44a-41b6-bee6-da1fce93b17e,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:50.500638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] In _notify_port_updated(), no bound segment for port e052ee45-c44a-41b6-bee6-da1fce93b17e on network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:54:50.506354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:50.507187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.508633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2513ae36-5943-4eba-8e92-3ec185ce2f0d tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "PUT /v2.0/ports/e052ee45-c44a-41b6-bee6-da1fce93b17e HTTP/1.1" status: 200 len: 1136 time: 0.5458133 Sep 16 05:54:50.511273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43800) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:50.561057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3fc88-aaff-400e-b3c1-6347e9431d8e tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:50.562673 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3ce3fc88-aaff-400e-b3c1-6347e9431d8e tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "GET /v2.0/ports/e052ee45-c44a-41b6-bee6-da1fce93b17e HTTP/1.1" status: 200 len: 1136 time: 0.0501258 Sep 16 05:54:50.566039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43802) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:50.675099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c30ddd75-9ad4-4fc2-aac4-4dd381105202 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Deleting port e052ee45-c44a-41b6-bee6-da1fce93b17e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:50.675099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c30ddd75-9ad4-4fc2-aac4-4dd381105202 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.736970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dbe2bd5a-33b9-444d-bfb5-16226a85ef75 None None] Provisioning complete for port e052ee45-c44a-41b6-bee6-da1fce93b17e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:50.737534 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbe2bd5a-33b9-444d-bfb5-16226a85ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.784196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c30ddd75-9ad4-4fc2-aac4-4dd381105202 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.789358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dbe2bd5a-33b9-444d-bfb5-16226a85ef75 None None] Port e052ee45-c44a-41b6-bee6-da1fce93b17e cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:54:50.799519 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c30ddd75-9ad4-4fc2-aac4-4dd381105202 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Calling delete_port for e052ee45-c44a-41b6-bee6-da1fce93b17e owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:50.962462 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.042098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c30ddd75-9ad4-4fc2-aac4-4dd381105202 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.089599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ddd75-9ad4-4fc2-aac4-4dd381105202 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event deleted for resources: {'Port': ['ID=e052ee45-c44a-41b6-bee6-da1fce93b17e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:51.141986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839763-60b4-4382-b450-b2c758fa624d req-5defc688-2ff9-4c34-b860-932a09036a82 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:51.141986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5839763-60b4-4382-b450-b2c758fa624d req-5defc688-2ff9-4c34-b860-932a09036a82 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.1025839 Sep 16 05:54:51.208095 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c30ddd75-9ad4-4fc2-aac4-4dd381105202 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.209904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c30ddd75-9ad4-4fc2-aac4-4dd381105202 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "DELETE /v2.0/ports/e052ee45-c44a-41b6-bee6-da1fce93b17e HTTP/1.1" status: 204 len: 168 time: 0.6428604 Sep 16 05:54:51.213217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43818) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:51.236920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5839763-60b4-4382-b450-b2c758fa624d req-f165aca8-0b83-4ee9-9426-8fb52f7b9220 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948627 Sep 16 05:54:51.302555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcb132c-4e16-4602-aad4-e1a18920670c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Deleting subnet 2a0f167f-a570-4110-9b6f-534726affced {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:54:51.305079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adcb132c-4e16-4602-aad4-e1a18920670c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.361503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adcb132c-4e16-4602-aad4-e1a18920670c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.462536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adcb132c-4e16-4602-aad4-e1a18920670c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.659783 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adcb132c-4e16-4602-aad4-e1a18920670c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.691783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb132c-4e16-4602-aad4-e1a18920670c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0f167f-a570-4110-9b6f-534726affced,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:51.698435 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adcb132c-4e16-4602-aad4-e1a18920670c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.700510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-adcb132c-4e16-4602-aad4-e1a18920670c tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "DELETE /v2.0/subnets/2a0f167f-a570-4110-9b6f-534726affced HTTP/1.1" status: 204 len: 168 time: 0.4848728 Sep 16 05:54:51.704511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43824) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:51.711083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a0bcd5-8d58-4db7-848e-da7f78ecdb07 None None] Network bb117fd1-f6f7-42bd-80c1-90afe92f9f06 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:51.829973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.902739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Deleting port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:51.903083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.983260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] For port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,segment=NetworkSegment(3517e09c-10e4-422d-9d82-d8edfb3939d6),segment_id=3517e09c-10e4-422d-9d82-d8edfb3939d6)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:51.983908 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.997441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Calling delete_port for 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:52.084745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] DHCP port deletion for bb117fd1-f6f7-42bd-80c1-90afe92f9f06 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:54:52.144813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] Deleting port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:54:52.145191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.235505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] For port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,segment=NetworkSegment(3517e09c-10e4-422d-9d82-d8edfb3939d6),segment_id=3517e09c-10e4-422d-9d82-d8edfb3939d6)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:52.235952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.248027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.256825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] Calling delete_port for 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:54:52.284534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event deleted for resources: {'Port': ['ID=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:52.289739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] No DVR routers for this DVR port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:54:52.364728 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.394817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.419521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb117fd1-f6f7-42bd-80c1-90afe92f9f06']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:52.427476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] Pushing event deleted for resources: {'Port': ['ID=11d6ecd7-3162-4b34-b5e2-1e1097c3a807,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:52.435000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3517e09c-10e4-422d-9d82-d8edfb3939d6') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:52.439321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3517e09c-10e4-422d-9d82-d8edfb3939d6') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:54:52.440735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474bdc65-6c5d-4aa8-a901-de54a96bf906 None None] No DVR routers for this DVR port 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:54:52.453865 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.462352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe75fc-a00f-4261-98b0-655b0bbe0301 req-54c73462-d3a4-4a80-a90c-177afd40ed7c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:52.464294 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75fe75fc-a00f-4261-98b0-655b0bbe0301 req-54c73462-d3a4-4a80-a90c-177afd40ed7c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.0973639 Sep 16 05:54:52.475015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.482062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:54:52.485406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:54:52.488740 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:54:52.512657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75fe75fc-a00f-4261-98b0-655b0bbe0301 req-add95949-abcd-4fe1-b4c1-2db39cbd26e5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415947 Sep 16 05:54:52.642278 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.654881 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.657308 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] 10.222.0.49 "DELETE /v2.0/networks/bb117fd1-f6f7-42bd-80c1-90afe92f9f06 HTTP/1.1" status: 204 len: 168 time: 0.9517570 Sep 16 05:54:52.667629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d4ccb-81dc-4653-b1f0-b5d6c8817625 tempest-ExtraDHCPOptionsTestJSON-1487640457 tempest-ExtraDHCPOptionsTestJSON-1487640457-project] Pushing event deleted for resources: {'Network': ['ID=bb117fd1-f6f7-42bd-80c1-90afe92f9f06,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.200336 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bb17c19-7e6b-4f8a-8ab2-ade8fedd7587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.360892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43858) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:53.534975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43862) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:53.537020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dcfaa777-5e29-45c1-90cd-d9fe8ee63288 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75419a29ea5f4bd5bae353f1f63495af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729949 Sep 16 05:54:53.599760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.625233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.666421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ac91-fd75-4f95-95da-3948ccf17e76 req-11e619a5-fc21-40fc-8bb8-2811bfecb99b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:53.668063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eaa5ac91-fd75-4f95-95da-3948ccf17e76 req-11e619a5-fc21-40fc-8bb8-2811bfecb99b tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.0667028 Sep 16 05:54:53.712312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eaa5ac91-fd75-4f95-95da-3948ccf17e76 req-6a2055bb-7ed1-4eff-9a09-c64faf1dac10 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365646 Sep 16 05:54:53.808034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.812326 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:53.813644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae222901-b424-4341-928c-e9b0ff136749 HTTP/1.1" status: 204 len: 168 time: 0.2773070 Sep 16 05:54:53.824248 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae222901-b424-4341-928c-e9b0ff136749,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:53.847387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.847740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.848261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.848608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.848941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.850115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.850885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.851893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.852486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.852993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.853497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.854188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e71ab-7e0c-49ec-b4b0-cabc1a365d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:53.900201 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.121638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:54:54.142780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:54:54.143122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 11d6ecd7-3162-4b34-b5e2-1e1097c3a807 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:54:54.616378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6e2cae85-9068-4f98-9ba5-dbf187506d35 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:54:54.745767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6e2cae85-9068-4f98-9ba5-dbf187506d35, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:54.760977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'port_id': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'mac_address': 'fa:16:3e:5c:56:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:54:54.802925 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:54.819559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2cae85-9068-4f98-9ba5-dbf187506d35 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:54:54.856788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6e2cae85-9068-4f98-9ba5-dbf187506d35, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:54.892565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181727d9-8a57-4696-bf88-1ac0bf504c49 req-93c2ef42-ce22-4c32-8aff-0aded8bef931 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:54.894220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-181727d9-8a57-4696-bf88-1ac0bf504c49 req-93c2ef42-ce22-4c32-8aff-0aded8bef931 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 943 time: 0.0752017 Sep 16 05:54:54.962007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-181727d9-8a57-4696-bf88-1ac0bf504c49 req-a7ed87fd-fa08-4a4a-ada4-f92cf289bdec tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591424 Sep 16 05:54:54.966037 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.028182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6e2cae85-9068-4f98-9ba5-dbf187506d35,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.199690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43910) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:55.231466 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:55.327379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-566637254'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:55.378705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['6e2cae85-9068-4f98-9ba5-dbf187506d35'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:54:55.431894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.457386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Made reservation on behalf of ceb99112d63048659755019d1e849a8a for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:55.461408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.488526 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.622499 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.703156 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.728882 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:54:55.744759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433e93cb-f92f-4cee-8bd5-be235b05101a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:55.751763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.751763 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Added segment 4ff17e90-4de5-4b30-bac2-c78d6fe63fcc of type vlan for network f07fd740-87c6-4e18-9a7b-1425623f8bf8 Sep 16 05:54:55.801615 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.929163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.939151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:55.939808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.026208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'Network': ['ID=f07fd740-87c6-4e18-9a7b-1425623f8bf8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:56.039183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:54:56.056300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6cc649f8-8998-4439-bbbc-b5e5f921b756 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8546505 Sep 16 05:54:56.061199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43930) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:56.079084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Request body: {'subnet': {'network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:56.178226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4ed51-c82b-45a1-b494-ee321f898b8e req-cfa96ed3-9977-4962-ba37-693a86d8d4df tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:56.182752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9b4ed51-c82b-45a1-b494-ee321f898b8e req-cfa96ed3-9977-4962-ba37-693a86d8d4df tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 944 time: 0.0824521 Sep 16 05:54:56.232457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9b4ed51-c82b-45a1-b494-ee321f898b8e req-21cf7feb-004a-4f76-99b6-1ad00a7615ef tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445714 Sep 16 05:54:56.369271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Made reservation on behalf of ceb99112d63048659755019d1e849a8a for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:54:56.375404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.611238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6e2cae85-9068-4f98-9ba5-dbf187506d35 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:54:56.676637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.760347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'Subnet': ['ID=ac454626-414a-407b-8dc7-c9c472ec98f4,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:56.775743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Checking segment: {'id': '4ff17e90-4de5-4b30-bac2-c78d6fe63fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:56.778199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 6e2cae85-9068-4f98-9ba5-dbf187506d35 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:54:56.778335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Network hostable DHCP agents. Network: f07fd740-87c6-4e18-9a7b-1425623f8bf8, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:54:56.780450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 6e2cae85-9068-4f98-9ba5-dbf187506d35 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:56.781051 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.874998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:54:56.895804 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:56.922087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:54:56.924517 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd2912a-111e-42e2-9b9a-d1be68eb2d6f" -d '{"events": [{"server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "name": "network-vif-plugged", "status": "completed", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:54:56.939270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6e2cae85-9068-4f98-9ba5-dbf187506d35, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:57.042180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f07fd740-87c6-4e18-9a7b-1425623f8bf8) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:57.050000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:57.050489 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.058800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b149ba-c094-4011-8f73-fac596519b7e None None] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:57.089814 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.169508 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b6813f-8f0d-4202-b309-5ccd2477041f x-openstack-request-id: req-94b6813f-8f0d-4202-b309-5ccd2477041f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:54:57.170812 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "name": "network-vif-plugged", "status": "completed", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:54:57.171297 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94b6813f-8f0d-4202-b309-5ccd2477041f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:54:57.171944 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'code': 200} Sep 16 05:54:57.179643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8de25167-eb47-47e5-9068-6f3755e944fe tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1144187 Sep 16 05:54:57.182360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:57.192707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-90391c41-f25f-4777-b0a6-ff41aebe4fd4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1773791197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:54:57.230657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6e2cae85-9068-4f98-9ba5-dbf187506d35,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:57.332166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f07fd740-87c6-4e18-9a7b-1425623f8bf8', 'network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8', 'tenant_id': 'ceb99112d63048659755019d1e849a8a', 'fixed_ips': [{'subnet_id': 'ac454626-414a-407b-8dc7-c9c472ec98f4'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:54:57.333910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.346798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7189c-89b6-487b-95ad-201566881768 req-a6dc26a8-2c9c-470c-a20d-f9e58a5d48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:57.348369 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9a7189c-89b6-487b-95ad-201566881768 req-a6dc26a8-2c9c-470c-a20d-f9e58a5d48a1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 1097 time: 0.0846403 Sep 16 05:54:57.394283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63b2e1-43f6-41a7-beee-a12b247e1591 req-0de1a79c-93c8-4721-ab7d-e053c69fd362 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:57.396023 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf63b2e1-43f6-41a7-beee-a12b247e1591 req-0de1a79c-93c8-4721-ab7d-e053c69fd362 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 945 time: 0.0858433 Sep 16 05:54:57.421495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9a7189c-89b6-487b-95ad-201566881768 req-4ea234ba-02e2-49f8-8189-dd821ef007a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612531 Sep 16 05:54:57.454559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cf63b2e1-43f6-41a7-beee-a12b247e1591 req-19477713-40d1-4e99-a9f6-50bad75f50d5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479922 Sep 16 05:54:57.537328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Allocated IP 172.20.0.2 (f07fd740-87c6-4e18-9a7b-1425623f8bf8/ac454626-414a-407b-8dc7-c9c472ec98f4/ec6e8b78-9754-4c6a-85a2-c713d6c24297) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:57.564005 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90391c41-f25f-4777-b0a6-ff41aebe4fd4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.566246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90391c41-f25f-4777-b0a6-ff41aebe4fd4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.633166 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.648800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90391c41-f25f-4777-b0a6-ff41aebe4fd4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.736456 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.745823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90391c41-f25f-4777-b0a6-ff41aebe4fd4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.874752 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.920582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:57.924035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:57.926052 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90391c41-f25f-4777-b0a6-ff41aebe4fd4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:57.927575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-90391c41-f25f-4777-b0a6-ff41aebe4fd4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7418072 Sep 16 05:54:57.930893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:57.931285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 43958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:54:57.939502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Pushing event updated for resources: {'Port': ['ID=ec6e8b78-9754-4c6a-85a2-c713d6c24297,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:58.004891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Attempting to bind port ec6e8b78-9754-4c6a-85a2-c713d6c24297 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:54:58.005272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Attempting to bind port ec6e8b78-9754-4c6a-85a2-c713d6c24297 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '4ff17e90-4de5-4b30-bac2-c78d6fe63fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:54:58.005635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Attempting to bind port ec6e8b78-9754-4c6a-85a2-c713d6c24297 on network f07fd740-87c6-4e18-9a7b-1425623f8bf8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:54:58.011256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:54:58.015656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Checking segment: {'id': '4ff17e90-4de5-4b30-bac2-c78d6fe63fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:54:58.015656 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.015656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Bound using segment: {'id': '4ff17e90-4de5-4b30-bac2-c78d6fe63fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:54:58.015656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Bound port: ec6e8b78-9754-4c6a-85a2-c713d6c24297, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff17e90-4de5-4b30-bac2-c78d6fe63fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:54:58.015656 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.103002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] For port ec6e8b78-9754-4c6a-85a2-c713d6c24297, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:54:58.107205 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] For port ec6e8b78-9754-4c6a-85a2-c713d6c24297, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec6e8b78-9754-4c6a-85a2-c713d6c24297,segment=NetworkSegment(4ff17e90-4de5-4b30-bac2-c78d6fe63fcc),segment_id=4ff17e90-4de5-4b30-bac2-c78d6fe63fcc)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:54:58.203425 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.277459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556abd9-28d6-467e-bf59-b06e90efa753 None None] Pushing event updated for resources: {'Port': ['ID=ec6e8b78-9754-4c6a-85a2-c713d6c24297,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:58.631346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4434b-a654-46db-bca2-2e926b51d65b req-4e68df34-d400-49a7-a645-3d2964c40130 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:58.632850 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3aa4434b-a654-46db-bca2-2e926b51d65b req-4e68df34-d400-49a7-a645-3d2964c40130 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 945 time: 0.0699100 Sep 16 05:54:58.659145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.693866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3aa4434b-a654-46db-bca2-2e926b51d65b req-f77b4203-503e-4c88-b561-2e3a2a0aa18a tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467541 Sep 16 05:54:58.930821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Allocated IP 172.20.0.1 (f07fd740-87c6-4e18-9a7b-1425623f8bf8/ac454626-414a-407b-8dc7-c9c472ec98f4/02a5d6bb-23d3-45c3-9a96-cc55dea36774) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:54:58.973335 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.064819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.220316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.266971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:54:59.270513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:54:59.274849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:54:59.290847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a0d007-48b0-4a17-af6a-f8be54996bd2 None None] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:54:59.308296 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'Port': ['ID=02a5d6bb-23d3-45c3-9a96-cc55dea36774,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:59.324568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.325020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.329347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:54:59.346230 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.408966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3826e909-aae6-497e-a31b-41c2a02c9cfe None None] Provisioning complete for port ec6e8b78-9754-4c6a-85a2-c713d6c24297 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:59.409550 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3826e909-aae6-497e-a31b-41c2a02c9cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.538792 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3826e909-aae6-497e-a31b-41c2a02c9cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.592016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.617041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3826e909-aae6-497e-a31b-41c2a02c9cfe None None] For port ec6e8b78-9754-4c6a-85a2-c713d6c24297, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec6e8b78-9754-4c6a-85a2-c713d6c24297,segment=NetworkSegment(4ff17e90-4de5-4b30-bac2-c78d6fe63fcc),segment_id=4ff17e90-4de5-4b30-bac2-c78d6fe63fcc)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:54:59.699111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3826e909-aae6-497e-a31b-41c2a02c9cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.835166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826e909-aae6-497e-a31b-41c2a02c9cfe None None] Pushing event updated for resources: {'Port': ['ID=ec6e8b78-9754-4c6a-85a2-c713d6c24297,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:54:59.925372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e1e06f86-3837-4bb8-91a4-57009e2fc58b None None] Provisioning complete for port 02a5d6bb-23d3-45c3-9a96-cc55dea36774 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:59.926150 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1e06f86-3837-4bb8-91a4-57009e2fc58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.950431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b32c9-5bfb-4b77-8c1f-b45777e1a29a req-1589608b-581f-4808-8ba7-363cad66909d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:59.952968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-731b32c9-5bfb-4b77-8c1f-b45777e1a29a req-1589608b-581f-4808-8ba7-363cad66909d tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 945 time: 0.1291943 Sep 16 05:54:59.975773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e1e06f86-3837-4bb8-91a4-57009e2fc58b None None] Port 02a5d6bb-23d3-45c3-9a96-cc55dea36774 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:54:59.987599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e1e06f86-3837-4bb8-91a4-57009e2fc58b None None] Provisioning complete for port ec6e8b78-9754-4c6a-85a2-c713d6c24297 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:54:59.988286 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e1e06f86-3837-4bb8-91a4-57009e2fc58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.031830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-731b32c9-5bfb-4b77-8c1f-b45777e1a29a req-6a89fd16-6ca2-43fe-af60-450b14fbb919 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702703 Sep 16 05:55:00.098206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.192025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec6e8b78-9754-4c6a-85a2-c713d6c24297 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:00.211009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.214557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf9cb6-174c-45bc-8801-e3910626558b req-da73b31a-747a-431f-8b43-c90555fdf9eb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.217109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cf9cb6-174c-45bc-8801-e3910626558b req-da73b31a-747a-431f-8b43-c90555fdf9eb tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 945 time: 0.0652192 Sep 16 05:55:00.265238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cf9cb6-174c-45bc-8801-e3910626558b req-5e7d06ae-5b7f-487d-a922-3803c04b9004 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407732 Sep 16 05:55:00.284261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ec6e8b78-9754-4c6a-85a2-c713d6c24297 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:00.284691 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.293602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 43996) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:00.331586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.337108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-728afd6e-cef3-4877-8b80-48d786258659 None None] Provisioning complete for port 02a5d6bb-23d3-45c3-9a96-cc55dea36774 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:00.337689 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-728afd6e-cef3-4877-8b80-48d786258659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.369615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'Port': ['ID=02a5d6bb-23d3-45c3-9a96-cc55dea36774,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:00.431727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-728afd6e-cef3-4877-8b80-48d786258659 None None] Port 02a5d6bb-23d3-45c3-9a96-cc55dea36774 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:00.482646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:00.484584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:00.558204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e68bd5-377a-4372-97ac-72c8c9337a67 tempest-TestVolumeBootPattern-288049894 tempest-TestVolumeBootPattern-288049894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:00.559466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-63e68bd5-377a-4372-97ac-72c8c9337a67 tempest-TestVolumeBootPattern-288049894 tempest-TestVolumeBootPattern-288049894-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 1092 time: 0.2647974 Sep 16 05:55:00.563664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44000) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:00.568575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:00.689376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.840553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Router 603efdf7-32b5-4416-b56d-28913a6bb1a2 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:55:00.840960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.887141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-998432a4-11ab-45ea-9a8a-f7b5ff04526b None None] Provisioning complete for port 02a5d6bb-23d3-45c3-9a96-cc55dea36774 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:00.889505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-998432a4-11ab-45ea-9a8a-f7b5ff04526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.937471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-998432a4-11ab-45ea-9a8a-f7b5ff04526b None None] Port 02a5d6bb-23d3-45c3-9a96-cc55dea36774 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:00.985200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:00.996995 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-343ce229-4aec-4634-9344-8ab78b52f5d3 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "PUT /v2.0/routers/603efdf7-32b5-4416-b56d-28913a6bb1a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0640593 Sep 16 05:55:00.997456 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f96e65-dfe8-426d-a024-371a59883d60 None None] Sync routers for ids ['603efdf7-32b5-4416-b56d-28913a6bb1a2'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:01.001591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44008) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:01.007179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Request body: {'port': {'network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8', 'name': 'tempest-FloatingIPNegativeTestJSON-1510647849'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:01.009612 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f96e65-dfe8-426d-a024-371a59883d60 None None] Routers {'603efdf7-32b5-4416-b56d-28913a6bb1a2'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:01.010409 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-60f96e65-dfe8-426d-a024-371a59883d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:54:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['603efdf7-32b5-4416-b56d-28913a6bb1a2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:01.035372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Allocated IP 172.25.1.62 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/99c40931-80b4-4934-b206-cfe4c7d1a9a7) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:01.059352 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-60f96e65-dfe8-426d-a024-371a59883d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:01.071260 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f96e65-dfe8-426d-a024-371a59883d60 None None] Routers {'603efdf7-32b5-4416-b56d-28913a6bb1a2'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:01.071910 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-60f96e65-dfe8-426d-a024-371a59883d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:54:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['603efdf7-32b5-4416-b56d-28913a6bb1a2'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:01.109682 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-60f96e65-dfe8-426d-a024-371a59883d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:01.110226 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f96e65-dfe8-426d-a024-371a59883d60 None None] The sync data for ids ['603efdf7-32b5-4416-b56d-28913a6bb1a2'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:01.284002 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.330930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Made reservation on behalf of ceb99112d63048659755019d1e849a8a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:01.337815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.366279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] device_id is not set on port d5919f8d-0894-4b54-a361-bc9690865ed5 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:55:01.416888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.501500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:01.507726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:01.517634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:01.609904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=99c40931-80b4-4934-b206-cfe4c7d1a9a7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:01.692215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Allocated IP 172.20.0.14 (f07fd740-87c6-4e18-9a7b-1425623f8bf8/ac454626-414a-407b-8dc7-c9c472ec98f4/d5919f8d-0894-4b54-a361-bc9690865ed5) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:02.130118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.238701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.328646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.395634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:02.399074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:02.403836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:02.441840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'Port': ['ID=d5919f8d-0894-4b54-a361-bc9690865ed5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:02.497920 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.602887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:02.603591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.715229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.782016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9aff09c5-e3b2-412d-a13e-a919a30ff46d None None] Provisioning complete for port d5919f8d-0894-4b54-a361-bc9690865ed5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:02.782728 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9aff09c5-e3b2-412d-a13e-a919a30ff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.819687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-50e29d65-473f-44c2-a233-08006203251b tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8106337 Sep 16 05:55:02.821366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44028) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:02.831910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9aff09c5-e3b2-412d-a13e-a919a30ff46d None None] Port d5919f8d-0894-4b54-a361-bc9690865ed5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:02.833666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:02.857334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:02.950255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event updated for resources: {'Port': ['ID=99c40931-80b4-4934-b206-cfe4c7d1a9a7,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:02.980431 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.046725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.231281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.381193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Allocated IP 172.25.1.222 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0915b03c-07b3-42c6-9a39-d8cf7d6ce476) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:03.524007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.612009 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Floating IP 6a7620c5-bda7-46b6-a97a-45b037d5987e associated. External IP: 172.25.1.62, port: 6e2cae85-9068-4f98-9ba5-dbf187506d35. Sep 16 05:55:03.677415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.725891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:03.731769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:03.735783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:03.742483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'Port': ['ID=0915b03c-07b3-42c6-9a39-d8cf7d6ce476,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:03.835571 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:03.851301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:55:03.978703 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.026093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:04.044961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88718917-a53c-400a-9139-721a925a84ab None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:04.081468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88718917-a53c-400a-9139-721a925a84ab None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:04.082919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-88718917-a53c-400a-9139-721a925a84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:54:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:04.160369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.214582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.220612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3866fbe3-a4ae-4b07-aee4-437aab661210 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6555550 Sep 16 05:55:04.221408 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:04.225525 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18" -d '{"events": [{"name": "network-changed", "server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:04.272696 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194fcd9-2d0d-472d-b821-755351c20e5c x-openstack-request-id: req-2194fcd9-2d0d-472d-b821-755351c20e5c {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:04.273042 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:04.273384 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2194fcd9-2d0d-472d-b821-755351c20e5c {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:04.274073 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'status': 'completed', 'code': 200} Sep 16 05:55:04.283887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-88718917-a53c-400a-9139-721a925a84ab None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:04.302558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.419276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'Port': ['ID=0915b03c-07b3-42c6-9a39-d8cf7d6ce476,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:04.440538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-9148e5fe-ca16-4eaa-aca3-a3bf486956bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:04.442087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-9148e5fe-ca16-4eaa-aca3-a3bf486956bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 1097 time: 0.1004612 Sep 16 05:55:04.445627 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.565234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-bc5c81fd-bc8d-426b-87fb-c83f166d626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:04.567517 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-bc5c81fd-bc8d-426b-87fb-c83f166d626a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1171236 Sep 16 05:55:04.568072 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.569245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5b84c153-4790-479a-a635-280311f1dfd6 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7472923 Sep 16 05:55:04.574504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:04.581907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a044741e-c387-43c9-b866-0c1969c8a746 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Request body: {'floatingip': {'port_id': 'd5919f8d-0894-4b54-a361-bc9690865ed5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:04.687375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a044741e-c387-43c9-b866-0c1969c8a746 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:04.701511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-88718917-a53c-400a-9139-721a925a84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '6a7620c5-bda7-46b6-a97a-45b037d5987e', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:5c:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:55:02Z', 'updated_at': '2021-09-16T05:55:02Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}, {'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:51Z', 'revision_number': 1, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:04.763325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88718917-a53c-400a-9139-721a925a84ab None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:04.779582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88718917-a53c-400a-9139-721a925a84ab None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:04.779582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-88718917-a53c-400a-9139-721a925a84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:54:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:04.847895 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-a044741e-c387-43c9-b866-0c1969c8a746 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] update failed (client error): The resource could not be found. Sep 16 05:55:04.852289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a044741e-c387-43c9-b866-0c1969c8a746 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "PUT /v2.0/floatingips/f6499f9d-9b32-445f-aafa-66d923e21f17 HTTP/1.1" status: 404 len: 507 time: 0.2735837 Sep 16 05:55:04.852542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44064) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:04.882426 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-cc79a0ed-1b0c-4db3-a75b-4be5cae579cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35 HTTP/1.1" status: 200 len: 998 time: 0.2970772 Sep 16 05:55:04.941938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-940394b1-b0fb-47d8-b287-a2db64e8a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:04.943949 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-940394b1-b0fb-47d8-b287-a2db64e8a738 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0514896 Sep 16 05:55:04.950970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-88718917-a53c-400a-9139-721a925a84ab None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:05.046000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Deleting port 0915b03c-07b3-42c6-9a39-d8cf7d6ce476 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:05.046573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.055372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-f465b8e4-efa4-4419-8943-220198b97c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:05.058034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-f465b8e4-efa4-4419-8943-220198b97c64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054919 Sep 16 05:55:05.177814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.178427 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.195196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Calling delete_port for 0915b03c-07b3-42c6-9a39-d8cf7d6ce476 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:05.233302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-7ffbeda9-a428-40bc-bc10-cc47d22514cf service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589272 Sep 16 05:55:05.374608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-98387d1e-9b1c-4a8b-941b-b8b23bb66b18 req-ce01b305-f015-43fc-854a-0447f6a532e6 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334662 Sep 16 05:55:05.399657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-88718917-a53c-400a-9139-721a925a84ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '6a7620c5-bda7-46b6-a97a-45b037d5987e', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:5c:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:55:02Z', 'updated_at': '2021-09-16T05:55:02Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}, {'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:51Z', 'revision_number': 1, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:05.433622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88718917-a53c-400a-9139-721a925a84ab None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '6a7620c5-bda7-46b6-a97a-45b037d5987e', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:5c:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:55:02Z', 'updated_at': '2021-09-16T05:55:02Z', 'revision_number': 0, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}, {'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:51Z', 'revision_number': 1, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:05.476782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.507068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event deleted for resources: {'Port': ['ID=0915b03c-07b3-42c6-9a39-d8cf7d6ce476,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:05.593026 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.596641 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:05.597938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e08a7681-a574-40d3-8724-e560c62b88a4 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "DELETE /v2.0/floatingips/f6499f9d-9b32-445f-aafa-66d923e21f17 HTTP/1.1" status: 204 len: 168 time: 0.7447565 Sep 16 05:55:05.604352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44076) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:05.609625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3dac9a98-de8d-4165-870f-70e5e5798d03 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Request body: {'floatingip': {'floating_network_id': 'f07fd740-87c6-4e18-9a7b-1425623f8bf8', 'port_id': 'd5919f8d-0894-4b54-a361-bc9690865ed5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:05.698712 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f56df-1285-40f5-bfb1-562cac56a4ca None None] New status for floating IP 6a7620c5-bda7-46b6-a97a-45b037d5987e: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:55:05.722783 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dac9a98-de8d-4165-870f-70e5e5798d03 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.026923 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-3dac9a98-de8d-4165-870f-70e5e5798d03 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:55:06.034215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3dac9a98-de8d-4165-870f-70e5e5798d03 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4235640 Sep 16 05:55:06.036237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44080) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:06.041042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'd5919f8d-0894-4b54-a361-bc9690865ed5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:06.248583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.351132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.483780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Allocated IP 172.25.1.164 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/3ef008bc-91c4-494d-87fd-87f1230bb318) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:06.597161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.774083 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:06.819687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:06.827506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:06.830269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:06.833481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event updated for resources: {'Port': ['ID=3ef008bc-91c4-494d-87fd-87f1230bb318,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:07.006943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Deleting port 3ef008bc-91c4-494d-87fd-87f1230bb318 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:07.007202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.093024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.093789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.106452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Calling delete_port for 3ef008bc-91c4-494d-87fd-87f1230bb318 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:07.328703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.358266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event deleted for resources: {'Port': ['ID=3ef008bc-91c4-494d-87fd-87f1230bb318,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:07.522135 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] create failed (client error): The resource could not be found. Sep 16 05:55:07.523266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-167a8059-4ce1-4fe5-8d15-277716fa7295 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4859302 Sep 16 05:55:07.526746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44110) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:07.628860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-523344e8-97d5-4904-ab41-70a78b1db3fc tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Deleting port d5919f8d-0894-4b54-a361-bc9690865ed5 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:07.629312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523344e8-97d5-4904-ab41-70a78b1db3fc tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.733082 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523344e8-97d5-4904-ab41-70a78b1db3fc tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:07.747260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-523344e8-97d5-4904-ab41-70a78b1db3fc tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Calling delete_port for d5919f8d-0894-4b54-a361-bc9690865ed5 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:07.978999 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523344e8-97d5-4904-ab41-70a78b1db3fc tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.018364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523344e8-97d5-4904-ab41-70a78b1db3fc tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event deleted for resources: {'Port': ['ID=d5919f8d-0894-4b54-a361-bc9690865ed5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:08.120618 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-523344e8-97d5-4904-ab41-70a78b1db3fc tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.125757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-523344e8-97d5-4904-ab41-70a78b1db3fc tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "DELETE /v2.0/ports/d5919f8d-0894-4b54-a361-bc9690865ed5 HTTP/1.1" status: 204 len: 168 time: 0.5950074 Sep 16 05:55:08.126103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44120) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:08.191373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca76372-eb0e-4688-b414-1644ffe54b30 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:08.193281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1ca76372-eb0e-4688-b414-1644ffe54b30 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "GET /v2.0/ports?device_id=603efdf7-32b5-4416-b56d-28913a6bb1a2 HTTP/1.1" status: 200 len: 913 time: 0.0655873 Sep 16 05:55:08.196185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44122) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:08.597062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.913915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Deleting port 02a5d6bb-23d3-45c3-9a96-cc55dea36774 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:08.916102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.024933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.038911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Calling delete_port for 02a5d6bb-23d3-45c3-9a96-cc55dea36774 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:09.316498 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.346105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event deleted for resources: {'Port': ['ID=02a5d6bb-23d3-45c3-9a96-cc55dea36774,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:09.519613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.708645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Router 603efdf7-32b5-4416-b56d-28913a6bb1a2 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:55:09.789502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:09.801052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d6f4213-5c2e-46a5-b57b-11c14e7ee996 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "PUT /v2.0/routers/603efdf7-32b5-4416-b56d-28913a6bb1a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970557 Sep 16 05:55:09.801052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44130) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:09.805592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56423cd-e693-4b29-9cc3-deba7c4ffe90 None None] Sync routers for ids ['603efdf7-32b5-4416-b56d-28913a6bb1a2'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:09.822728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56423cd-e693-4b29-9cc3-deba7c4ffe90 None None] Routers {'603efdf7-32b5-4416-b56d-28913a6bb1a2'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:09.823547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c56423cd-e693-4b29-9cc3-deba7c4ffe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:54:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['603efdf7-32b5-4416-b56d-28913a6bb1a2'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:09.866412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c56423cd-e693-4b29-9cc3-deba7c4ffe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:09.877256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56423cd-e693-4b29-9cc3-deba7c4ffe90 None None] Routers {'603efdf7-32b5-4416-b56d-28913a6bb1a2'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:09.878158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c56423cd-e693-4b29-9cc3-deba7c4ffe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:54:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['603efdf7-32b5-4416-b56d-28913a6bb1a2'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:09.894059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-385326f1-d16e-477b-abef-51bfe8b6f467 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:09.947590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c56423cd-e693-4b29-9cc3-deba7c4ffe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:09.948933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56423cd-e693-4b29-9cc3-deba7c4ffe90 None None] The sync data for ids ['603efdf7-32b5-4416-b56d-28913a6bb1a2'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:10.446396 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-385326f1-d16e-477b-abef-51bfe8b6f467 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.449274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-385326f1-d16e-477b-abef-51bfe8b6f467 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.608762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-385326f1-d16e-477b-abef-51bfe8b6f467 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.609877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385326f1-d16e-477b-abef-51bfe8b6f467 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Fanout notify agent at l3_agent the message router_deleted on router 603efdf7-32b5-4416-b56d-28913a6bb1a2 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:55:10.620792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-385326f1-d16e-477b-abef-51bfe8b6f467 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.622327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-385326f1-d16e-477b-abef-51bfe8b6f467 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "DELETE /v2.0/routers/603efdf7-32b5-4416-b56d-28913a6bb1a2 HTTP/1.1" status: 204 len: 168 time: 0.8232825 Sep 16 05:55:10.624832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44140) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:10.690758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec378864-b20f-4bfc-8325-23819470e50c tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Deleting subnet ac454626-414a-407b-8dc7-c9c472ec98f4 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:10.695464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec378864-b20f-4bfc-8325-23819470e50c tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.749097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec378864-b20f-4bfc-8325-23819470e50c tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.854842 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec378864-b20f-4bfc-8325-23819470e50c tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.028638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec378864-b20f-4bfc-8325-23819470e50c tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.070745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec378864-b20f-4bfc-8325-23819470e50c tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.076305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec378864-b20f-4bfc-8325-23819470e50c tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "DELETE /v2.0/subnets/ac454626-414a-407b-8dc7-c9c472ec98f4 HTTP/1.1" status: 204 len: 168 time: 0.4473131 Sep 16 05:55:11.076305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec378864-b20f-4bfc-8325-23819470e50c tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event deleted for resources: {'Subnet': ['ID=ac454626-414a-407b-8dc7-c9c472ec98f4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:11.077480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44142) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:11.082292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e2755-e473-412e-ada8-b8c08cfbd1cb None None] Network f07fd740-87c6-4e18-9a7b-1425623f8bf8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:11.207732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.282842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Deleting port ec6e8b78-9754-4c6a-85a2-c713d6c24297 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:11.282842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.325344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345af328-f9da-4b0d-add7-25459e396106 None None] DHCP port deletion for f07fd740-87c6-4e18-9a7b-1425623f8bf8 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:11.385214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] For port ec6e8b78-9754-4c6a-85a2-c713d6c24297, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec6e8b78-9754-4c6a-85a2-c713d6c24297,segment=NetworkSegment(4ff17e90-4de5-4b30-bac2-c78d6fe63fcc),segment_id=4ff17e90-4de5-4b30-bac2-c78d6fe63fcc)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:11.385677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.404005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Calling delete_port for ec6e8b78-9754-4c6a-85a2-c713d6c24297 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:11.410896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-345af328-f9da-4b0d-add7-25459e396106 None None] Deleting port ec6e8b78-9754-4c6a-85a2-c713d6c24297 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:11.411268 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-345af328-f9da-4b0d-add7-25459e396106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.478214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-345af328-f9da-4b0d-add7-25459e396106 None None] For port ec6e8b78-9754-4c6a-85a2-c713d6c24297, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec6e8b78-9754-4c6a-85a2-c713d6c24297,segment=NetworkSegment(4ff17e90-4de5-4b30-bac2-c78d6fe63fcc),segment_id=4ff17e90-4de5-4b30-bac2-c78d6fe63fcc)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:11.478977 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-345af328-f9da-4b0d-add7-25459e396106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.493563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-345af328-f9da-4b0d-add7-25459e396106 None None] Calling delete_port for ec6e8b78-9754-4c6a-85a2-c713d6c24297 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:11.596282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.604604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-345af328-f9da-4b0d-add7-25459e396106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.631477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event deleted for resources: {'Port': ['ID=ec6e8b78-9754-4c6a-85a2-c713d6c24297,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:11.636400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] No DVR routers for this DVR port ec6e8b78-9754-4c6a-85a2-c713d6c24297 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:11.646331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345af328-f9da-4b0d-add7-25459e396106 None None] Pushing event deleted for resources: {'Port': ['ID=ec6e8b78-9754-4c6a-85a2-c713d6c24297,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:11.653103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345af328-f9da-4b0d-add7-25459e396106 None None] No DVR routers for this DVR port ec6e8b78-9754-4c6a-85a2-c713d6c24297 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:11.757629 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.781536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07fd740-87c6-4e18-9a7b-1425623f8bf8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:11.792102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff17e90-4de5-4b30-bac2-c78d6fe63fcc') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:11.792409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff17e90-4de5-4b30-bac2-c78d6fe63fcc') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:11.803079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.817733 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.825413 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:11.830653 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:12.033999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.041839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.047102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] 10.222.0.49 "DELETE /v2.0/networks/f07fd740-87c6-4e18-9a7b-1425623f8bf8 HTTP/1.1" status: 204 len: 168 time: 0.9693334 Sep 16 05:55:12.059886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3583b-9a3d-4d68-a2d6-dfbd5fc676d8 tempest-FloatingIPNegativeTestJSON-1035163212 tempest-FloatingIPNegativeTestJSON-1035163212-project] Pushing event deleted for resources: {'Network': ['ID=f07fd740-87c6-4e18-9a7b-1425623f8bf8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:12.142884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec6e8b78-9754-4c6a-85a2-c713d6c24297 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:12.182669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ec6e8b78-9754-4c6a-85a2-c713d6c24297 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:12.183362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec6e8b78-9754-4c6a-85a2-c713d6c24297 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:12.674430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44156) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:12.893089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-628a7655-33c5-4a25-8d0b-483a459d68d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ceb99112d63048659755019d1e849a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122529 Sep 16 05:55:12.893089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44162) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:12.946570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d4f41ee-6671-4e1c-92fb-e5cb407786f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:12.972131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d4f41ee-6671-4e1c-92fb-e5cb407786f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.133385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d4f41ee-6671-4e1c-92fb-e5cb407786f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.136144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3d4f41ee-6671-4e1c-92fb-e5cb407786f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:13.137393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3d4f41ee-6671-4e1c-92fb-e5cb407786f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/433e93cb-f92f-4cee-8bd5-be235b05101a HTTP/1.1" status: 204 len: 168 time: 0.2446270 Sep 16 05:55:13.148398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f41ee-6671-4e1c-92fb-e5cb407786f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e93cb-f92f-4cee-8bd5-be235b05101a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:14.222849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44194) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:14.379206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bc5b5ad-aedc-4d21-a7e2-c4f6f6173e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.480869 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bc5b5ad-aedc-4d21-a7e2-c4f6f6173e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.634209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44204) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:14.705095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8bc5b5ad-aedc-4d21-a7e2-c4f6f6173e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.748993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-836519048'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:14.759769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5b5ad-aedc-4d21-a7e2-c4f6f6173e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef791a-980f-4a82-a435-5a23a3e86a0d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:14.773293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8bc5b5ad-aedc-4d21-a7e2-c4f6f6173e2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=316e184117ad43bd91c9aa7039f66ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456924 Sep 16 05:55:14.775081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:14.838871 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1630ca58-ae0a-4836-ab89-56926dfb634c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.866087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1630ca58-ae0a-4836-ab89-56926dfb634c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.877285 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:14.881256 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:14.896500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.019277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1630ca58-ae0a-4836-ab89-56926dfb634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.022226 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1630ca58-ae0a-4836-ab89-56926dfb634c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.023457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1630ca58-ae0a-4836-ab89-56926dfb634c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27ef791a-980f-4a82-a435-5a23a3e86a0d HTTP/1.1" status: 204 len: 168 time: 0.2471302 Sep 16 05:55:15.033516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630ca58-ae0a-4836-ab89-56926dfb634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef791a-980f-4a82-a435-5a23a3e86a0d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:15.109330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.187879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.220874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:15.233325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e264366-2fab-40fc-8a86-fc722be9e4ab,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:15.241312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.241817 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment 2966b374-0f7e-46f7-8bc2-4e53a887e437 of type vlan for network 9adfec85-0b27-4515-b3e2-a3de0a6d2cff Sep 16 05:55:15.293209 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.396348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.402684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:15.407604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:15.510691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=9adfec85-0b27-4515-b3e2-a3de0a6d2cff,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:15.511446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9adfec85-0b27-4515-b3e2-a3de0a6d2cff details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:15.751249 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a532e10a-5f3c-48f3-aadf-05c35c43d41e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1158266 Sep 16 05:55:19.093259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44264) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:19.099348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': '9adfec85-0b27-4515-b3e2-a3de0a6d2cff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:19.387827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:19.391624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:19.705295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:19.769043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=31342936-0238-483b-a19f-de55052c524d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:19.782483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': '2966b374-0f7e-46f7-8bc2-4e53a887e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9adfec85-0b27-4515-b3e2-a3de0a6d2cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:19.782853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: 9adfec85-0b27-4515-b3e2-a3de0a6d2cff, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:19.891516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network 9adfec85-0b27-4515-b3e2-a3de0a6d2cff is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:19.970966 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1e68b25-f8d0-44df-95cb-50e4af06ba50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.053643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9adfec85-0b27-4515-b3e2-a3de0a6d2cff) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:20.062949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:20.066488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0290ffe-42a4-4431-8c08-879d6de3fcf8 None None] Network 9adfec85-0b27-4515-b3e2-a3de0a6d2cff requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:20.066630 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.208448 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0d7201ba-3b8c-4dcd-ba86-c021f2c3b199 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1136034 Sep 16 05:55:20.212041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44276) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:20.217201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-441274687'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:20.236208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-9adfec85-0b27-4515-b3e2-a3de0a6d2cff', 'network_id': '9adfec85-0b27-4515-b3e2-a3de0a6d2cff', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': '31342936-0238-483b-a19f-de55052c524d'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:20.237089 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.334685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:20.342421 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.370797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:20.379370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Allocated IP 2001:db8:0:ffff::2 (9adfec85-0b27-4515-b3e2-a3de0a6d2cff/31342936-0238-483b-a19f-de55052c524d/84557a16-897f-4c45-aa11-5c3ae15f14d9) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:20.381837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.382405 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment c0e516be-a701-4ea0-a59c-d19fef765508 of type vlan for network 9b77e172-2b66-42d7-90ba-446f5c144d3a Sep 16 05:55:20.427001 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.545620 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.604967 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.611733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:20.612393 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.693108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=9b77e172-2b66-42d7-90ba-446f5c144d3a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:20.697147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.708390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9b77e172-2b66-42d7-90ba-446f5c144d3a details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:20.763740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Network 9adfec85-0b27-4515-b3e2-a3de0a6d2cff is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:20.772250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:20.775990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:20.777979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Pushing event updated for resources: {'Port': ['ID=84557a16-897f-4c45-aa11-5c3ae15f14d9,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:20.795036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-377c8e37-a41a-41f5-80cb-dacf0851e058 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5810390 Sep 16 05:55:20.798455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44278) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:20.802896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': '9b77e172-2b66-42d7-90ba-446f5c144d3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:20.871440 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Attempting to bind port 84557a16-897f-4c45-aa11-5c3ae15f14d9 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:20.872159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Attempting to bind port 84557a16-897f-4c45-aa11-5c3ae15f14d9 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2966b374-0f7e-46f7-8bc2-4e53a887e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9adfec85-0b27-4515-b3e2-a3de0a6d2cff'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:20.872757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Attempting to bind port 84557a16-897f-4c45-aa11-5c3ae15f14d9 on network 9adfec85-0b27-4515-b3e2-a3de0a6d2cff {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:20.880884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:20.881557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Checking segment: {'id': '2966b374-0f7e-46f7-8bc2-4e53a887e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9adfec85-0b27-4515-b3e2-a3de0a6d2cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:20.882167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.882761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Bound using segment: {'id': '2966b374-0f7e-46f7-8bc2-4e53a887e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9adfec85-0b27-4515-b3e2-a3de0a6d2cff'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:20.883458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Bound port: 84557a16-897f-4c45-aa11-5c3ae15f14d9, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2966b374-0f7e-46f7-8bc2-4e53a887e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9adfec85-0b27-4515-b3e2-a3de0a6d2cff'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:20.884076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.978198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] For port 84557a16-897f-4c45-aa11-5c3ae15f14d9, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:20.981328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] For port 84557a16-897f-4c45-aa11-5c3ae15f14d9, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=84557a16-897f-4c45-aa11-5c3ae15f14d9,segment=NetworkSegment(2966b374-0f7e-46f7-8bc2-4e53a887e437),segment_id=2966b374-0f7e-46f7-8bc2-4e53a887e437)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:21.025126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.070438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:21.076552 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.188280 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.267566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4673d2-5e7a-4714-826f-2838e2d85aff None None] Pushing event updated for resources: {'Port': ['ID=84557a16-897f-4c45-aa11-5c3ae15f14d9,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:21.407455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.531674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=88af90d3-09cb-44ef-8e3a-de96ec809471,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:21.537068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': 'c0e516be-a701-4ea0-a59c-d19fef765508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9b77e172-2b66-42d7-90ba-446f5c144d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:21.537346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: 9b77e172-2b66-42d7-90ba-446f5c144d3a, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:21.668865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network 9b77e172-2b66-42d7-90ba-446f5c144d3a is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:21.792080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9b77e172-2b66-42d7-90ba-446f5c144d3a) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:21.796422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:21.797353 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.804152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59135c-9cc9-4908-b497-0489b59e535e None None] Network 9b77e172-2b66-42d7-90ba-446f5c144d3a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:21.963680 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6e0aafe7-d609-466c-a5a7-940cbe695fbe tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1644199 Sep 16 05:55:21.967316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44288) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:21.972638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-9b77e172-2b66-42d7-90ba-446f5c144d3a', 'network_id': '9b77e172-2b66-42d7-90ba-446f5c144d3a', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': '88af90d3-09cb-44ef-8e3a-de96ec809471'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:21.974141 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.186864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Allocated IP 2001:db8::1 (9b77e172-2b66-42d7-90ba-446f5c144d3a/88af90d3-09cb-44ef-8e3a-de96ec809471/f3fea999-b459-4246-ac47-97e7b10e404c) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:22.212181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.240882 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 84557a16-897f-4c45-aa11-5c3ae15f14d9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:22.312124 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.358655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 84557a16-897f-4c45-aa11-5c3ae15f14d9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:22.359282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.444170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74446928-4935-4162-a593-56b4c180a782 None None] Network 9adfec85-0b27-4515-b3e2-a3de0a6d2cff requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:22.504186 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.596149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b3a7d80a-48eb-47ae-8600-fcbee2fb9991 None None] Provisioning complete for port 84557a16-897f-4c45-aa11-5c3ae15f14d9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:22.596437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d80a-48eb-47ae-8600-fcbee2fb9991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.627826 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.701011 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.744969 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Network 9b77e172-2b66-42d7-90ba-446f5c144d3a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:22.750863 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Pushing event updated for resources: {'Port': ['ID=f3fea999-b459-4246-ac47-97e7b10e404c,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:22.755388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:22.773763 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.777333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:22.860145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 84557a16-897f-4c45-aa11-5c3ae15f14d9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=84557a16-897f-4c45-aa11-5c3ae15f14d9,segment=NetworkSegment(2966b374-0f7e-46f7-8bc2-4e53a887e437),segment_id=2966b374-0f7e-46f7-8bc2-4e53a887e437)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:22.888601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=88af90d3-09cb-44ef-8e3a-de96ec809471,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:22.994477 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d80a-48eb-47ae-8600-fcbee2fb9991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:22.999708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Attempting to bind port f3fea999-b459-4246-ac47-97e7b10e404c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:23.000389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Attempting to bind port f3fea999-b459-4246-ac47-97e7b10e404c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'c0e516be-a701-4ea0-a59c-d19fef765508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9b77e172-2b66-42d7-90ba-446f5c144d3a'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:23.001010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Attempting to bind port f3fea999-b459-4246-ac47-97e7b10e404c on network 9b77e172-2b66-42d7-90ba-446f5c144d3a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:23.005129 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.013016 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.063639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:23.064320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Checking segment: {'id': 'c0e516be-a701-4ea0-a59c-d19fef765508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9b77e172-2b66-42d7-90ba-446f5c144d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:23.064747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.065145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Bound using segment: {'id': 'c0e516be-a701-4ea0-a59c-d19fef765508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9b77e172-2b66-42d7-90ba-446f5c144d3a'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:23.065648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Bound port: f3fea999-b459-4246-ac47-97e7b10e404c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e516be-a701-4ea0-a59c-d19fef765508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9b77e172-2b66-42d7-90ba-446f5c144d3a'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:23.066054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.086918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b77e172-2b66-42d7-90ba-446f5c144d3a']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:23.101643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e516be-a701-4ea0-a59c-d19fef765508') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:23.102404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e516be-a701-4ea0-a59c-d19fef765508') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:23.116814 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.149237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.161677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:23.162081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:23.165739 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:23.261577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=84557a16-897f-4c45-aa11-5c3ae15f14d9,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:23.293252 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-009871e7-f131-4f0b-9956-679be8ee161a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.293252 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-b3a7d80a-48eb-47ae-8600-fcbee2fb9991 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:23.293252 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-b3a7d80a-48eb-47ae-8600-fcbee2fb9991 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:23.306737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] For port f3fea999-b459-4246-ac47-97e7b10e404c, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:23.310416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] For port f3fea999-b459-4246-ac47-97e7b10e404c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f3fea999-b459-4246-ac47-97e7b10e404c,segment=NetworkSegment(c0e516be-a701-4ea0-a59c-d19fef765508),segment_id=c0e516be-a701-4ea0-a59c-d19fef765508)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:23.359373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:55:23.359373 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:55:23.359373 n-d-712749-15 neutron-server[95659]: [parameters: {'id': '9b77e172-2b66-42d7-90ba-446f5c144d3a'}] Sep 16 05:55:23.359373 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:23.360149 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:23.473941 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.562402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c979c0e-b47d-4c92-af8d-396309059e5e None None] Pushing event updated for resources: {'Port': ['ID=f3fea999-b459-4246-ac47-97e7b10e404c,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:23.582172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb3d69-cc95-464e-8d76-e1082b31b362 None None] Network 9b77e172-2b66-42d7-90ba-446f5c144d3a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:23.787552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b51187-be8b-432a-af55-5569b0e6b721 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:55:23.938671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.943763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b51187-be8b-432a-af55-5569b0e6b721 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:55:23.967199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting port f3fea999-b459-4246-ac47-97e7b10e404c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:23.967199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.062038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] For port f3fea999-b459-4246-ac47-97e7b10e404c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f3fea999-b459-4246-ac47-97e7b10e404c,segment=NetworkSegment(c0e516be-a701-4ea0-a59c-d19fef765508),segment_id=c0e516be-a701-4ea0-a59c-d19fef765508)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:24.062745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.082551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Calling delete_port for f3fea999-b459-4246-ac47-97e7b10e404c owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:24.126988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.177011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 84557a16-897f-4c45-aa11-5c3ae15f14d9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:24.248219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-83530fd8-4352-4b34-babe-996fdba43dc5 None None] Provisioning complete for port 84557a16-897f-4c45-aa11-5c3ae15f14d9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:24.248594 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-83530fd8-4352-4b34-babe-996fdba43dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.345348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 84557a16-897f-4c45-aa11-5c3ae15f14d9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:24.352564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.352777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.400478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Port': ['ID=f3fea999-b459-4246-ac47-97e7b10e404c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:24.400716 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No DVR routers for this DVR port f3fea999-b459-4246-ac47-97e7b10e404c on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:24.522681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.551778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b77e172-2b66-42d7-90ba-446f5c144d3a']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:24.563671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e516be-a701-4ea0-a59c-d19fef765508') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:24.564550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e516be-a701-4ea0-a59c-d19fef765508') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:24.577468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.610321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.618941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:24.619321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:24.624263 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:24.773277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.787354 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.793276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/9b77e172-2b66-42d7-90ba-446f5c144d3a HTTP/1.1" status: 204 len: 168 time: 2.8204560 Sep 16 05:55:24.801265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44334) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:24.801265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1982393067'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:24.817006 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d64dd3-fa6a-4c8f-86aa-b8345b5f6c07 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=9b77e172-2b66-42d7-90ba-446f5c144d3a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:24.906078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:24.910004 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.940743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:24.952201 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:24.952897 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment d7938771-48da-4f06-aea6-b7405e834885 of type vlan for network c4c522ff-a265-4d6b-bd61-e5ad483f7723 Sep 16 05:55:25.000133 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.144705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.150430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:25.151047 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.234863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=c4c522ff-a265-4d6b-bd61-e5ad483f7723,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:25.249715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c4c522ff-a265-4d6b-bd61-e5ad483f7723 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:25.295948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b8f1215d-c782-4a93-9e6e-03314a300c8b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4994547 Sep 16 05:55:25.300415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44342) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:25.309858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': 'c4c522ff-a265-4d6b-bd61-e5ad483f7723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:25.478335 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.542874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:25.550887 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.956269 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.362893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=def063e1-1c36-4c22-9e59-aaf21c968e80,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:26.375495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': 'd7938771-48da-4f06-aea6-b7405e834885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4c522ff-a265-4d6b-bd61-e5ad483f7723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:26.375830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: c4c522ff-a265-4d6b-bd61-e5ad483f7723, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:26.590455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network c4c522ff-a265-4d6b-bd61-e5ad483f7723 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:26.810796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c4c522ff-a265-4d6b-bd61-e5ad483f7723) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:26.817686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:26.818679 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:26.822264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905f947-ce12-4489-bf3f-4f8e29fcdb32 None None] Network c4c522ff-a265-4d6b-bd61-e5ad483f7723 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:26.985673 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-990bf3d1-c452-444d-b763-9fb72f7abc2a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6834843 Sep 16 05:55:26.996721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44370) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:27.004202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1399578178'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:27.067059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c4c522ff-a265-4d6b-bd61-e5ad483f7723', 'network_id': 'c4c522ff-a265-4d6b-bd61-e5ad483f7723', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': 'def063e1-1c36-4c22-9e59-aaf21c968e80'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:27.070527 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.206270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:27.213879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.267477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:27.280511 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.281096 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment 6e8e3e60-73f5-4e13-b47b-acf3812b61c3 of type vlan for network c0c8b1b7-8dff-4800-99e4-8d9a63362a54 Sep 16 05:55:27.352857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Allocated IP 2001:db8::1 (c4c522ff-a265-4d6b-bd61-e5ad483f7723/def063e1-1c36-4c22-9e59-aaf21c968e80/8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:27.369136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.533741 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.545228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:27.546273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.602414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.624753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.683029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=c0c8b1b7-8dff-4800-99e4-8d9a63362a54,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:27.701549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c0c8b1b7-8dff-4800-99e4-8d9a63362a54 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:27.730500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cafbfd34-cdf6-41b8-a44e-099fce5c9ad0 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7314358 Sep 16 05:55:27.734236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44380) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:27.741354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': 'c0c8b1b7-8dff-4800-99e4-8d9a63362a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:27.797276 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:27.861581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Network c4c522ff-a265-4d6b-bd61-e5ad483f7723 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:27.866144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:27.871284 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:27.907763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Pushing event updated for resources: {'Port': ['ID=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:27.994065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Attempting to bind port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:27.994441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Attempting to bind port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'd7938771-48da-4f06-aea6-b7405e834885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4c522ff-a265-4d6b-bd61-e5ad483f7723'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:27.994899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Attempting to bind port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf on network c4c522ff-a265-4d6b-bd61-e5ad483f7723 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:28.002839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:28.003617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Checking segment: {'id': 'd7938771-48da-4f06-aea6-b7405e834885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4c522ff-a265-4d6b-bd61-e5ad483f7723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:28.004276 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.004804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Bound using segment: {'id': 'd7938771-48da-4f06-aea6-b7405e834885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4c522ff-a265-4d6b-bd61-e5ad483f7723'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:28.005408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Bound port: 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7938771-48da-4f06-aea6-b7405e834885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4c522ff-a265-4d6b-bd61-e5ad483f7723'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:28.006366 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.079042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:28.083659 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.116727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] For port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:28.121956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] For port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,segment=NetworkSegment(d7938771-48da-4f06-aea6-b7405e834885),segment_id=d7938771-48da-4f06-aea6-b7405e834885)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:28.178498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Performing IP validity checks on allocation pools {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:55:28.179269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.ipam_backend_mixin [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:55:28.347740 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.420019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccd577-a9f9-4bb7-89cc-ec7b07a2898e None None] Pushing event updated for resources: {'Port': ['ID=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:28.476726 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.575960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=2dd24ce7-7e0f-44d6-b691-55a6e95a4b67,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:28.585005 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': '6e8e3e60-73f5-4e13-b47b-acf3812b61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c0c8b1b7-8dff-4800-99e4-8d9a63362a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:28.585613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: c0c8b1b7-8dff-4800-99e4-8d9a63362a54, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:28.792156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network c0c8b1b7-8dff-4800-99e4-8d9a63362a54 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:28.931132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c0c8b1b7-8dff-4800-99e4-8d9a63362a54) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:28.946505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:28.946505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.947820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6cbda-8761-47a3-a67e-f78e57956bc4 None None] Network c0c8b1b7-8dff-4800-99e4-8d9a63362a54 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:28.978282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.093978 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-71e11f5d-679e-46fe-9717-46281e709441 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3547809 Sep 16 05:55:29.104966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44398) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:29.164662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c0c8b1b7-8dff-4800-99e4-8d9a63362a54', 'network_id': 'c0c8b1b7-8dff-4800-99e4-8d9a63362a54', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': '2dd24ce7-7e0f-44d6-b691-55a6e95a4b67'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:29.165803 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.255884 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.331307 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.368502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Allocated IP 2001:db8::3 (c0c8b1b7-8dff-4800-99e4-8d9a63362a54/2dd24ce7-7e0f-44d6-b691-55a6e95a4b67/92e600c7-7460-4e98-8bc5-1cae0128e6d4) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:29.586664 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.688448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de86ea-7490-4e87-b9f6-c10edfd31c14 None None] Network c4c522ff-a265-4d6b-bd61-e5ad483f7723 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:29.692735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.797916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Network c0c8b1b7-8dff-4800-99e4-8d9a63362a54 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:29.814180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:29.822492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.823452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:29.829060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4469086a-49ed-4be3-915f-5bf000178a66 None None] Provisioning complete for port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:29.829777 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4469086a-49ed-4be3-915f-5bf000178a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.831559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Pushing event updated for resources: {'Port': ['ID=92e600c7-7460-4e98-8bc5-1cae0128e6d4,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:29.886557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd24ce7-7e0f-44d6-b691-55a6e95a4b67,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:29.967067 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.981506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Attempting to bind port 92e600c7-7460-4e98-8bc5-1cae0128e6d4 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:29.982620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Attempting to bind port 92e600c7-7460-4e98-8bc5-1cae0128e6d4 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6e8e3e60-73f5-4e13-b47b-acf3812b61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c0c8b1b7-8dff-4800-99e4-8d9a63362a54'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:29.982732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Attempting to bind port 92e600c7-7460-4e98-8bc5-1cae0128e6d4 on network c0c8b1b7-8dff-4800-99e4-8d9a63362a54 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:29.993034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c8b1b7-8dff-4800-99e4-8d9a63362a54']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:29.997937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:29.998353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Checking segment: {'id': '6e8e3e60-73f5-4e13-b47b-acf3812b61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c0c8b1b7-8dff-4800-99e4-8d9a63362a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:29.998985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.999395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Bound using segment: {'id': '6e8e3e60-73f5-4e13-b47b-acf3812b61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c0c8b1b7-8dff-4800-99e4-8d9a63362a54'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:29.999918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Bound port: 92e600c7-7460-4e98-8bc5-1cae0128e6d4, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8e3e60-73f5-4e13-b47b-acf3812b61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c0c8b1b7-8dff-4800-99e4-8d9a63362a54'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:30.000310 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.009355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8e3e60-73f5-4e13-b47b-acf3812b61c3') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:30.010034 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8e3e60-73f5-4e13-b47b-acf3812b61c3') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:30.023346 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.039682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.047382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:30.047899 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:30.051120 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:30.130383 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4469086a-49ed-4be3-915f-5bf000178a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.223102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] For port 92e600c7-7460-4e98-8bc5-1cae0128e6d4, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:30.244939 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:55:30.244939 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:55:30.244939 n-d-712749-15 neutron-server[95659]: [parameters: {'id': 'c0c8b1b7-8dff-4800-99e4-8d9a63362a54'}] Sep 16 05:55:30.244939 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:30.245797 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:30.247661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] For port 92e600c7-7460-4e98-8bc5-1cae0128e6d4, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=92e600c7-7460-4e98-8bc5-1cae0128e6d4,segment=NetworkSegment(6e8e3e60-73f5-4e13-b47b-acf3812b61c3),segment_id=6e8e3e60-73f5-4e13-b47b-acf3812b61c3)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:30.255383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4469086a-49ed-4be3-915f-5bf000178a66 None None] For port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,segment=NetworkSegment(d7938771-48da-4f06-aea6-b7405e834885),segment_id=d7938771-48da-4f06-aea6-b7405e834885)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:30.277650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:30.351998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:30.352473 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.407749 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.412702 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4469086a-49ed-4be3-915f-5bf000178a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.568625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b75fe6-9bf5-4989-9e42-7239e36bd0d7 None None] Pushing event updated for resources: {'Port': ['ID=92e600c7-7460-4e98-8bc5-1cae0128e6d4,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:30.612699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501b365-f807-49bf-9182-cc02e0727e21 None None] Network c0c8b1b7-8dff-4800-99e4-8d9a63362a54 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:30.631549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bce1e739-26db-4363-8d51-2db3ceda1aa5 None None] Provisioning complete for port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:30.632316 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bce1e739-26db-4363-8d51-2db3ceda1aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.747083 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.830730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting port 92e600c7-7460-4e98-8bc5-1cae0128e6d4 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:30.830987 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.927587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] For port 92e600c7-7460-4e98-8bc5-1cae0128e6d4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=92e600c7-7460-4e98-8bc5-1cae0128e6d4,segment=NetworkSegment(6e8e3e60-73f5-4e13-b47b-acf3812b61c3),segment_id=6e8e3e60-73f5-4e13-b47b-acf3812b61c3)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:30.932406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.938341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469086a-49ed-4be3-915f-5bf000178a66 None None] Pushing event updated for resources: {'Port': ['ID=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:30.968452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Calling delete_port for 92e600c7-7460-4e98-8bc5-1cae0128e6d4 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:31.035459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:31.094213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b26db8-6394-4f84-a2d5-46226bd7d7a7 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:55:31.208344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6103c256-8c64-4f1e-a5ce-bafe46e144f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.249927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b26db8-6394-4f84-a2d5-46226bd7d7a7 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:55:31.379024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.448517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Port': ['ID=92e600c7-7460-4e98-8bc5-1cae0128e6d4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:31.464490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No DVR routers for this DVR port 92e600c7-7460-4e98-8bc5-1cae0128e6d4 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:31.521392 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6103c256-8c64-4f1e-a5ce-bafe46e144f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.603593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.629941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6103c256-8c64-4f1e-a5ce-bafe46e144f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.639357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c8b1b7-8dff-4800-99e4-8d9a63362a54']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:31.655798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8e3e60-73f5-4e13-b47b-acf3812b61c3') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:31.656264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8e3e60-73f5-4e13-b47b-acf3812b61c3') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:31.675577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.679882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6103c256-8c64-4f1e-a5ce-bafe46e144f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93a7d95582aa418193761ba1f38d6f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6432118 Sep 16 05:55:31.680850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103c256-8c64-4f1e-a5ce-bafe46e144f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fde154-96ca-4da3-93d4-b4e9b6d57343,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:31.686512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:31.711696 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.723780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:31.724915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:31.730709 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:31.780570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad9d62d9-0ff9-48f6-a44f-4b24911d6437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.807839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad9d62d9-0ff9-48f6-a44f-4b24911d6437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.914328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.931298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.933488 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/c0c8b1b7-8dff-4800-99e4-8d9a63362a54 HTTP/1.1" status: 204 len: 168 time: 2.8374603 Sep 16 05:55:31.938534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44442) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:31.945661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1472580404'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:31.947745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61731bd6-3207-4ded-9318-29959bfdc880 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=c0c8b1b7-8dff-4800-99e4-8d9a63362a54,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:32.073339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad9d62d9-0ff9-48f6-a44f-4b24911d6437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.075972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad9d62d9-0ff9-48f6-a44f-4b24911d6437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.083298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad9d62d9-0ff9-48f6-a44f-4b24911d6437 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4fde154-96ca-4da3-93d4-b4e9b6d57343 HTTP/1.1" status: 204 len: 168 time: 0.3949518 Sep 16 05:55:32.103235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d62d9-0ff9-48f6-a44f-4b24911d6437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fde154-96ca-4da3-93d4-b4e9b6d57343,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:32.115984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:32.138280 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.181966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:32.194522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.194945 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment 8ef85f1a-f125-4f85-a63f-1e296f69fd4f of type vlan for network 1abfea1d-027a-4779-a1fa-3f662fbcb289 Sep 16 05:55:32.207603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:32.235121 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:32.245027 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.275730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:32.276467 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.385167 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.394426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:32.395441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:32.480554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=1abfea1d-027a-4779-a1fa-3f662fbcb289,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:32.504407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1abfea1d-027a-4779-a1fa-3f662fbcb289 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:32.572041 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cab425d9-7150-4882-8536-1fe676152432 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6317239 Sep 16 05:55:32.576660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44454) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:32.584002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': '1abfea1d-027a-4779-a1fa-3f662fbcb289', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:32.805353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:32.810323 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.236370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.309611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=1f349488-0949-4b8c-a34d-ef54e9e1a2ae,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:33.323050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': '8ef85f1a-f125-4f85-a63f-1e296f69fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1abfea1d-027a-4779-a1fa-3f662fbcb289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:33.323429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: 1abfea1d-027a-4779-a1fa-3f662fbcb289, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:33.499266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network 1abfea1d-027a-4779-a1fa-3f662fbcb289 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:33.642296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 1abfea1d-027a-4779-a1fa-3f662fbcb289) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:33.649503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:33.650579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.658186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c7758-25ea-4744-8077-27ee6e8f04fa None None] Network 1abfea1d-027a-4779-a1fa-3f662fbcb289 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:33.758160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ed55d054-a766-4fe3-812b-bac0da22e991 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1791606 Sep 16 05:55:33.762560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44470) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:33.878991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-1abfea1d-027a-4779-a1fa-3f662fbcb289', 'network_id': '1abfea1d-027a-4779-a1fa-3f662fbcb289', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': '1f349488-0949-4b8c-a34d-ef54e9e1a2ae'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:33.878991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:33.895570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.004628 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.081560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Allocated IP 2001:db8::1 (1abfea1d-027a-4779-a1fa-3f662fbcb289/1f349488-0949-4b8c-a34d-ef54e9e1a2ae/8004ee57-9b30-40e6-b211-d5155869d855) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:34.295561 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.393894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.443159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Network 1abfea1d-027a-4779-a1fa-3f662fbcb289 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:34.448851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:34.454536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cde8947-880f-4954-8e46-c09c76e06abf req-cc08532b-13b5-4419-8f32-5072c7012401 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625510 Sep 16 05:55:34.457806 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:34.458480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Pushing event updated for resources: {'Port': ['ID=8004ee57-9b30-40e6-b211-d5155869d855,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:34.515739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Attempting to bind port 8004ee57-9b30-40e6-b211-d5155869d855 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:34.516133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Attempting to bind port 8004ee57-9b30-40e6-b211-d5155869d855 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '8ef85f1a-f125-4f85-a63f-1e296f69fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1abfea1d-027a-4779-a1fa-3f662fbcb289'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:34.516496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Attempting to bind port 8004ee57-9b30-40e6-b211-d5155869d855 on network 1abfea1d-027a-4779-a1fa-3f662fbcb289 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:34.521748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:34.522112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Checking segment: {'id': '8ef85f1a-f125-4f85-a63f-1e296f69fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1abfea1d-027a-4779-a1fa-3f662fbcb289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:34.522510 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.523213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Bound using segment: {'id': '8ef85f1a-f125-4f85-a63f-1e296f69fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1abfea1d-027a-4779-a1fa-3f662fbcb289'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:34.523365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Bound port: 8004ee57-9b30-40e6-b211-d5155869d855, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef85f1a-f125-4f85-a63f-1e296f69fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1abfea1d-027a-4779-a1fa-3f662fbcb289'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:34.523707 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.580493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde8947-880f-4954-8e46-c09c76e06abf req-4483f40c-37a3-4204-8cd3-5675dec391c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:34.582200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cde8947-880f-4954-8e46-c09c76e06abf req-4483f40c-37a3-4204-8cd3-5675dec391c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 1097 time: 0.0509839 Sep 16 05:55:34.606743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] For port 8004ee57-9b30-40e6-b211-d5155869d855, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:34.608448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.610437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] For port 8004ee57-9b30-40e6-b211-d5155869d855, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8004ee57-9b30-40e6-b211-d5155869d855,segment=NetworkSegment(8ef85f1a-f125-4f85-a63f-1e296f69fd4f),segment_id=8ef85f1a-f125-4f85-a63f-1e296f69fd4f)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:34.668107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=1f349488-0949-4b8c-a34d-ef54e9e1a2ae,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:34.766541 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.789366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.838515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abfea1d-027a-4779-a1fa-3f662fbcb289']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:34.838515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde8947-880f-4954-8e46-c09c76e06abf req-45173d6d-21aa-4d9f-93a6-722f83cc198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:34.838515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cde8947-880f-4954-8e46-c09c76e06abf req-45173d6d-21aa-4d9f-93a6-722f83cc198a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.2251058 Sep 16 05:55:34.856703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef85f1a-f125-4f85-a63f-1e296f69fd4f') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:34.856703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef85f1a-f125-4f85-a63f-1e296f69fd4f') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:34.880125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b83dc4-32c5-4121-a4e6-4d07b5bbe7f9 None None] Pushing event updated for resources: {'Port': ['ID=8004ee57-9b30-40e6-b211-d5155869d855,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:34.901010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.923729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.941286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:34.941709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:34.944905 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:34.947888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cde8947-880f-4954-8e46-c09c76e06abf req-05248acf-989d-47f9-8d65-4265b77b253a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35 HTTP/1.1" status: 200 len: 1000 time: 0.1009662 Sep 16 05:55:35.060913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde8947-880f-4954-8e46-c09c76e06abf req-d753af84-2ecf-4436-8c9a-0dc1648d5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:35.062596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cde8947-880f-4954-8e46-c09c76e06abf req-d753af84-2ecf-4436-8c9a-0dc1648d5af1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.1037228 Sep 16 05:55:35.147261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:55:35.147261 n-d-712749-15 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:55:35.147261 n-d-712749-15 neutron-server[95660]: [parameters: {'id': '1abfea1d-027a-4779-a1fa-3f662fbcb289'}] Sep 16 05:55:35.147261 n-d-712749-15 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:35.150913 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:35.151049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde8947-880f-4954-8e46-c09c76e06abf req-c5d39738-9fb0-455b-af8c-f2055352ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:35.152750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cde8947-880f-4954-8e46-c09c76e06abf req-c5d39738-9fb0-455b-af8c-f2055352ae65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801671 Sep 16 05:55:35.292386 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cde8947-880f-4954-8e46-c09c76e06abf req-dbb9aa82-2b69-4971-b06f-a020251c7dd2 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272244 Sep 16 05:55:35.406683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cde8947-880f-4954-8e46-c09c76e06abf req-fe3c8005-6ae1-4c17-ae17-c27c67257b2e service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045833 Sep 16 05:55:35.649746 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.753317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting port 8004ee57-9b30-40e6-b211-d5155869d855 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:35.753799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.865800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] For port 8004ee57-9b30-40e6-b211-d5155869d855, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8004ee57-9b30-40e6-b211-d5155869d855,segment=NetworkSegment(8ef85f1a-f125-4f85-a63f-1e296f69fd4f),segment_id=8ef85f1a-f125-4f85-a63f-1e296f69fd4f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:35.866544 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:35.894609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Calling delete_port for 8004ee57-9b30-40e6-b211-d5155869d855 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:35.967231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f93dd-a35d-4b42-9679-eefced5830e2 None None] Network 1abfea1d-027a-4779-a1fa-3f662fbcb289 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:36.091829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-592dabb8-26d6-42b9-9529-9b0482d186f5 None None] Provisioning complete for port 8004ee57-9b30-40e6-b211-d5155869d855 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:36.092256 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-592dabb8-26d6-42b9-9529-9b0482d186f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.098906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.136127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Port': ['ID=8004ee57-9b30-40e6-b211-d5155869d855,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:36.143476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No DVR routers for this DVR port 8004ee57-9b30-40e6-b211-d5155869d855 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:36.170396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-592dabb8-26d6-42b9-9529-9b0482d186f5 None None] Could not find standard attr ID for object 8004ee57-9b30-40e6-b211-d5155869d855. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:55:36.175079 n-d-712749-15 neutron-server[95661]: INFO neutron.plugins.ml2.db [None req-592dabb8-26d6-42b9-9529-9b0482d186f5 None None] No ports have port_id starting with 8004ee57-9b30-40e6-b211-d5155869d855 Sep 16 05:55:36.235218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905490f2-6300-4267-9712-ea9a40d06c9d None None] DHCP port deletion for 1abfea1d-027a-4779-a1fa-3f662fbcb289 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:36.274505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.301879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abfea1d-027a-4779-a1fa-3f662fbcb289']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:36.315026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef85f1a-f125-4f85-a63f-1e296f69fd4f') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:36.315417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef85f1a-f125-4f85-a63f-1e296f69fd4f') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:36.328090 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.343545 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.351171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:36.351573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:36.354748 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:36.517407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.525951 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.527974 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/1abfea1d-027a-4779-a1fa-3f662fbcb289 HTTP/1.1" status: 204 len: 168 time: 2.7633460 Sep 16 05:55:36.532269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44502) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:36.538148 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262047823'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:36.541015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a042-49fd-4958-9f22-81374975655e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=1abfea1d-027a-4779-a1fa-3f662fbcb289,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:36.621782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:36.626600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.675070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:36.686369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.686801 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment b42a31db-aa5b-491f-93f8-3967ce47e431 of type vlan for network 2e07651a-8584-426c-8fe8-e47f1e232e77 Sep 16 05:55:36.737922 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.847175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.853354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:36.854121 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.933270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=2e07651a-8584-426c-8fe8-e47f1e232e77,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:36.945409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 2e07651a-8584-426c-8fe8-e47f1e232e77 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:36.973921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-adc3cca7-87ec-4fee-b8b6-12b9e60bdf97 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4403818 Sep 16 05:55:36.976701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44512) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:36.982933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': '2e07651a-8584-426c-8fe8-e47f1e232e77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:37.199265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:37.205543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:37.538796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:37.623802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=32af2e8a-d9fd-4863-b714-f47f06d6110f,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:37.633446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': 'b42a31db-aa5b-491f-93f8-3967ce47e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2e07651a-8584-426c-8fe8-e47f1e232e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:37.633821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: 2e07651a-8584-426c-8fe8-e47f1e232e77, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:37.771047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network 2e07651a-8584-426c-8fe8-e47f1e232e77 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:37.893112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 2e07651a-8584-426c-8fe8-e47f1e232e77) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:37.898458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:37.904253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:37.908428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179eb387-b8e4-4098-9b63-05f6d6f021c4 None None] Network 2e07651a-8584-426c-8fe8-e47f1e232e77 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:38.063334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec3eaede-1fb7-4d3a-b645-ada67ec4d4d3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0851526 Sep 16 05:55:38.066298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44526) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:38.070606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-2e07651a-8584-426c-8fe8-e47f1e232e77', 'network_id': '2e07651a-8584-426c-8fe8-e47f1e232e77', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': '32af2e8a-d9fd-4863-b714-f47f06d6110f'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:38.078402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.161615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8004ee57-9b30-40e6-b211-d5155869d855 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:38.196294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8004ee57-9b30-40e6-b211-d5155869d855 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:38.196645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8004ee57-9b30-40e6-b211-d5155869d855 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:38.243538 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.260142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Allocated IP 2001:db8::1 (2e07651a-8584-426c-8fe8-e47f1e232e77/32af2e8a-d9fd-4863-b714-f47f06d6110f/78d68821-3f4a-4251-8427-b06b7bc3b2cb) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:38.312297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.435294 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.582584 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.639304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Network 2e07651a-8584-426c-8fe8-e47f1e232e77 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:38.642717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:38.645428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:38.660639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Pushing event updated for resources: {'Port': ['ID=78d68821-3f4a-4251-8427-b06b7bc3b2cb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:38.727884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Attempting to bind port 78d68821-3f4a-4251-8427-b06b7bc3b2cb on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:38.728300 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Attempting to bind port 78d68821-3f4a-4251-8427-b06b7bc3b2cb by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b42a31db-aa5b-491f-93f8-3967ce47e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2e07651a-8584-426c-8fe8-e47f1e232e77'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:38.728648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Attempting to bind port 78d68821-3f4a-4251-8427-b06b7bc3b2cb on network 2e07651a-8584-426c-8fe8-e47f1e232e77 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:38.734854 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:38.735236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Checking segment: {'id': 'b42a31db-aa5b-491f-93f8-3967ce47e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2e07651a-8584-426c-8fe8-e47f1e232e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:38.735644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.736078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Bound using segment: {'id': 'b42a31db-aa5b-491f-93f8-3967ce47e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2e07651a-8584-426c-8fe8-e47f1e232e77'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:38.736543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Bound port: 78d68821-3f4a-4251-8427-b06b7bc3b2cb, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42a31db-aa5b-491f-93f8-3967ce47e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2e07651a-8584-426c-8fe8-e47f1e232e77'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:38.737295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.739014 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.770836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=32af2e8a-d9fd-4863-b714-f47f06d6110f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:38.823734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] For port 78d68821-3f4a-4251-8427-b06b7bc3b2cb, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:38.828413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] For port 78d68821-3f4a-4251-8427-b06b7bc3b2cb, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78d68821-3f4a-4251-8427-b06b7bc3b2cb,segment=NetworkSegment(b42a31db-aa5b-491f-93f8-3967ce47e431),segment_id=b42a31db-aa5b-491f-93f8-3967ce47e431)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:38.861109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.887283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e07651a-8584-426c-8fe8-e47f1e232e77']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:38.907824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42a31db-aa5b-491f-93f8-3967ce47e431') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:38.908163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42a31db-aa5b-491f-93f8-3967ce47e431') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:38.919647 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.984676 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.986845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.993512 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:38.993912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:38.997609 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:39.069507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a1aa1-28f3-4a08-8015-e2940ff42bac None None] Pushing event updated for resources: {'Port': ['ID=78d68821-3f4a-4251-8427-b06b7bc3b2cb,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:39.090602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2e7f7-3023-4d85-9b68-844ea02d3c2c None None] Network 2e07651a-8584-426c-8fe8-e47f1e232e77 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:39.158095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:55:39.158095 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:55:39.158095 n-d-712749-15 neutron-server[95659]: [parameters: {'id': '2e07651a-8584-426c-8fe8-e47f1e232e77'}] Sep 16 05:55:39.158095 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:39.158985 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:39.234516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780a1d27-e9ab-4c35-8244-a94c0744cbd2 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:55:39.358045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a1d27-e9ab-4c35-8244-a94c0744cbd2 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:55:39.659848 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:39.746831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting port 78d68821-3f4a-4251-8427-b06b7bc3b2cb {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:39.748925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:39.829520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] For port 78d68821-3f4a-4251-8427-b06b7bc3b2cb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=78d68821-3f4a-4251-8427-b06b7bc3b2cb,segment=NetworkSegment(b42a31db-aa5b-491f-93f8-3967ce47e431),segment_id=b42a31db-aa5b-491f-93f8-3967ce47e431)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:39.830244 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:39.846288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Calling delete_port for 78d68821-3f4a-4251-8427-b06b7bc3b2cb owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:40.094018 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.122878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Port': ['ID=78d68821-3f4a-4251-8427-b06b7bc3b2cb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:40.126969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No DVR routers for this DVR port 78d68821-3f4a-4251-8427-b06b7bc3b2cb on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:40.218557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.239915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e07651a-8584-426c-8fe8-e47f1e232e77']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:40.249704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42a31db-aa5b-491f-93f8-3967ce47e431') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:40.250004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42a31db-aa5b-491f-93f8-3967ce47e431') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:40.259098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.273113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.280294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:40.280294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:40.282952 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:40.447072 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.455464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.457383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/2e07651a-8584-426c-8fe8-e47f1e232e77 HTTP/1.1" status: 204 len: 168 time: 2.3899555 Sep 16 05:55:40.462457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44554) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:40.468019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404695200'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:40.470130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6541e-c9e8-48d9-9d5c-541ac29a4f4f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=2e07651a-8584-426c-8fe8-e47f1e232e77,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:40.613314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:40.616948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.642147 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:40.651206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.651552 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment 93390e20-7aab-4614-8ab7-eecd57d26cf0 of type vlan for network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d Sep 16 05:55:40.715667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.864206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.870014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:40.872532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:40.939368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=9c9d02df-4ac0-44cb-a42d-1172c4499d0d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:40.953704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:41.029175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-24630c10-f5b3-48a0-9697-557e2778df1a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5646746 Sep 16 05:55:41.033161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44564) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:41.038150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:41.241733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:41.245814 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.521830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.588235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=5f1b4b82-7b99-420c-b17c-a1a8c4fadc62,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:41.602826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': '93390e20-7aab-4614-8ab7-eecd57d26cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:41.602826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: 9c9d02df-4ac0-44cb-a42d-1172c4499d0d, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:41.835343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:41.984690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9c9d02df-4ac0-44cb-a42d-1172c4499d0d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:41.989374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:41.990400 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:41.995437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70589839-8175-4b48-8914-73778f80d36a None None] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:42.105335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44576) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:42.106868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1c663d37-814c-4bd8-8572-21bd7bd91840 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0712585 Sep 16 05:55:42.111361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:42.186679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364c087-b065-41f1-931b-3594c548240f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-9c9d02df-4ac0-44cb-a42d-1172c4499d0d', 'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': '5f1b4b82-7b99-420c-b17c-a1a8c4fadc62'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:42.204000 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d364c087-b065-41f1-931b-3594c548240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.361860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d364c087-b065-41f1-931b-3594c548240f None None] Allocated IP 2001:db8::2 (9c9d02df-4ac0-44cb-a42d-1172c4499d0d/5f1b4b82-7b99-420c-b17c-a1a8c4fadc62/42631df6-f5ef-4d8d-95cd-ddf2baacd954) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:42.431103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:42.436658 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.576414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d364c087-b065-41f1-931b-3594c548240f None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.753523 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d364c087-b065-41f1-931b-3594c548240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.795070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364c087-b065-41f1-931b-3594c548240f None None] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:42.807565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d364c087-b065-41f1-931b-3594c548240f None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:42.807565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364c087-b065-41f1-931b-3594c548240f None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:42.811559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c087-b065-41f1-931b-3594c548240f None None] Pushing event updated for resources: {'Port': ['ID=42631df6-f5ef-4d8d-95cd-ddf2baacd954,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:42.869584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d364c087-b065-41f1-931b-3594c548240f None None] Attempting to bind port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:42.869959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d364c087-b065-41f1-931b-3594c548240f None None] Attempting to bind port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '93390e20-7aab-4614-8ab7-eecd57d26cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:42.876639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364c087-b065-41f1-931b-3594c548240f None None] Attempting to bind port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 on network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:42.878045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364c087-b065-41f1-931b-3594c548240f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:42.878295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364c087-b065-41f1-931b-3594c548240f None None] Checking segment: {'id': '93390e20-7aab-4614-8ab7-eecd57d26cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:42.878903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d364c087-b065-41f1-931b-3594c548240f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.879721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364c087-b065-41f1-931b-3594c548240f None None] Bound using segment: {'id': '93390e20-7aab-4614-8ab7-eecd57d26cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:42.880526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d364c087-b065-41f1-931b-3594c548240f None None] Bound port: 42631df6-f5ef-4d8d-95cd-ddf2baacd954, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93390e20-7aab-4614-8ab7-eecd57d26cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:42.881105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d364c087-b065-41f1-931b-3594c548240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.905217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.971727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:42.973772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:42.978811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:42.979429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.997504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=5364bb45-77c2-4e44-b261-6be25e9e4bd0,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:43.002763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d364c087-b065-41f1-931b-3594c548240f None None] For port 42631df6-f5ef-4d8d-95cd-ddf2baacd954, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:43.006867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d364c087-b065-41f1-931b-3594c548240f None None] For port 42631df6-f5ef-4d8d-95cd-ddf2baacd954, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=42631df6-f5ef-4d8d-95cd-ddf2baacd954,segment=NetworkSegment(93390e20-7aab-4614-8ab7-eecd57d26cf0),segment_id=93390e20-7aab-4614-8ab7-eecd57d26cf0)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:43.062977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fc925244-4909-46ee-b8ec-7260403464bc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9563947 Sep 16 05:55:43.065628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44592) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:43.099505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d364c087-b065-41f1-931b-3594c548240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.170635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c087-b065-41f1-931b-3594c548240f None None] Pushing event updated for resources: {'Port': ['ID=42631df6-f5ef-4d8d-95cd-ddf2baacd954,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:43.183233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae22a7d-e4b3-4753-bfef-81586ebd81d1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.185813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae22a7d-e4b3-4753-bfef-81586ebd81d1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.187967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae22a7d-e4b3-4753-bfef-81586ebd81d1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.190189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae22a7d-e4b3-4753-bfef-81586ebd81d1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.192240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae22a7d-e4b3-4753-bfef-81586ebd81d1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.194443 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fae22a7d-e4b3-4753-bfef-81586ebd81d1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1277733 Sep 16 05:55:43.199470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44596) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:43.203487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428391224'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:43.355051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:43.364446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.399353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:43.414227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.414973 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment 9cefceee-5902-4c6f-82de-1867e1d2582b of type vlan for network c33971d2-3157-4d79-9c0f-634751fb6374 Sep 16 05:55:43.861733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.989957 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.998868 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.998868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654678'] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.067726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=c33971d2-3157-4d79-9c0f-634751fb6374,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:44.078998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c33971d2-3157-4d79-9c0f-634751fb6374 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:44.127361 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9b89fa02-e311-4248-98af-9746f010989c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9247801 Sep 16 05:55:44.127361 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44612) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:44.134292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-829ab486-1a26-4ca4-a3be-ec5c018db724 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:44.242335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 42631df6-f5ef-4d8d-95cd-ddf2baacd954 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:44.269694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef8d907-f723-42ed-a965-9af832cfe815 None None] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:44.321566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4648a0a1-5eac-4adf-8e50-506720afd0d9 None None] Provisioning complete for port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:44.321950 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4648a0a1-5eac-4adf-8e50-506720afd0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.354670 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-829ab486-1a26-4ca4-a3be-ec5c018db724 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.438539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-829ab486-1a26-4ca4-a3be-ec5c018db724 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.468705 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-829ab486-1a26-4ca4-a3be-ec5c018db724 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network c33971d2-3157-4d79-9c0f-634751fb6374 is not hosted by any dhcp agent {{(pid=95659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:55:44.474605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ab486-1a26-4ca4-a3be-ec5c018db724 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.475269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-829ab486-1a26-4ca4-a3be-ec5c018db724 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.476995 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-829ab486-1a26-4ca4-a3be-ec5c018db724 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "PUT /v2.0/networks/c33971d2-3157-4d79-9c0f-634751fb6374 HTTP/1.1" status: 200 len: 723 time: 0.3490691 Sep 16 05:55:44.480244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:44.489656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': 'c33971d2-3157-4d79-9c0f-634751fb6374', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:44.546141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ab486-1a26-4ca4-a3be-ec5c018db724 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=c33971d2-3157-4d79-9c0f-634751fb6374,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:44.562530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c33971d2-3157-4d79-9c0f-634751fb6374 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:44.617868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:44.618159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.619364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-9791fca3-43b7-4857-82a7-05ea2bade312 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687606 Sep 16 05:55:44.722457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-70ff77bd-de60-43c0-9fb3-f170c8e9c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.724317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-70ff77bd-de60-43c0-9fb3-f170c8e9c517 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.0459986 Sep 16 05:55:44.727478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:44.734125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.813266 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4648a0a1-5eac-4adf-8e50-506720afd0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.879358 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:44.880681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-beb1a93f-8fa3-490a-aae7-205bcdec3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.882487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-beb1a93f-8fa3-490a-aae7-205bcdec3669 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1322026 Sep 16 05:55:44.899911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-4648a0a1-5eac-4adf-8e50-506720afd0d9 None None] For port 42631df6-f5ef-4d8d-95cd-ddf2baacd954, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=42631df6-f5ef-4d8d-95cd-ddf2baacd954,segment=NetworkSegment(93390e20-7aab-4614-8ab7-eecd57d26cf0),segment_id=93390e20-7aab-4614-8ab7-eecd57d26cf0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:45.009137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7560623-05da-4a89-a56a-c31acc7bf5e5 None None] Update dhcp port {'port': {'network_id': '9c9d02df-4ac0-44cb-a42d-1172c4499d0d', 'fixed_ips': [{'subnet_id': '5f1b4b82-7b99-420c-b17c-a1a8c4fadc62', 'ip_address': '2001:db8::2'}, {'subnet_id': '5364bb45-77c2-4e44-b261-6be25e9e4bd0'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '42631df6-f5ef-4d8d-95cd-ddf2baacd954'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:55:45.010176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-ef126ed2-ae73-46e1-83a8-e83ce4d77dcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 1001 time: 0.1200538 Sep 16 05:55:45.011836 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4648a0a1-5eac-4adf-8e50-506720afd0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.060925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-1487db5b-a821-4f7d-a707-e2838b529b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:45.062409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-1487db5b-a821-4f7d-a707-e2838b529b6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0453050 Sep 16 05:55:45.092008 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7560623-05da-4a89-a56a-c31acc7bf5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.093383 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.112068 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:45.112650 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:45.119063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-fd23ad26-ad95-4cef-87ee-0aec6e9c267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:45.122500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-fd23ad26-ad95-4cef-87ee-0aec6e9c267e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512698 Sep 16 05:55:45.160705 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=8b15c74f-b048-4b55-8b3e-c47763ca5ce8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:45.170612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': '9cefceee-5902-4c6f-82de-1867e1d2582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c33971d2-3157-4d79-9c0f-634751fb6374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:45.171173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: c33971d2-3157-4d79-9c0f-634751fb6374, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:45.217209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648a0a1-5eac-4adf-8e50-506720afd0d9 None None] Pushing event updated for resources: {'Port': ['ID=42631df6-f5ef-4d8d-95cd-ddf2baacd954,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:45.243191 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-4ac3306d-cb7c-4d99-9c8c-d341d68cfd71 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151109 Sep 16 05:55:45.293629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f7560623-05da-4a89-a56a-c31acc7bf5e5 None None] Allocated IP 172.20.0.1 (9c9d02df-4ac0-44cb-a42d-1172c4499d0d/5364bb45-77c2-4e44-b261-6be25e9e4bd0/42631df6-f5ef-4d8d-95cd-ddf2baacd954) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:45.309370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network c33971d2-3157-4d79-9c0f-634751fb6374 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:45.342139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f08b7e53-0e5c-426d-a459-4e62af21a81f req-821045ac-b789-4fb7-8211-7d50506dcef8 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916221 Sep 16 05:55:45.401752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f7560623-05da-4a89-a56a-c31acc7bf5e5 None None] For port 42631df6-f5ef-4d8d-95cd-ddf2baacd954, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=42631df6-f5ef-4d8d-95cd-ddf2baacd954,segment=NetworkSegment(93390e20-7aab-4614-8ab7-eecd57d26cf0),segment_id=93390e20-7aab-4614-8ab7-eecd57d26cf0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:45.441837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c33971d2-3157-4d79-9c0f-634751fb6374) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:45.441837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:45.441837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.442923 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7560623-05da-4a89-a56a-c31acc7bf5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.442923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f954d072-720e-4d85-adaf-e76aa6b53540 None None] Network c33971d2-3157-4d79-9c0f-634751fb6374 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:45.545923 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7560623-05da-4a89-a56a-c31acc7bf5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.584985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad2b57ff-15b8-4ca2-8a34-d2216cede4f3 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1035693 Sep 16 05:55:45.588149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44632) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:45.596645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-096eb90c-f26b-47f1-95b2-30a383b8c2fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:45.686363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c33971d2-3157-4d79-9c0f-634751fb6374', 'network_id': 'c33971d2-3157-4d79-9c0f-634751fb6374', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': '8b15c74f-b048-4b55-8b3e-c47763ca5ce8'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:45.687239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.705221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7560623-05da-4a89-a56a-c31acc7bf5e5 None None] Pushing event updated for resources: {'Port': ['ID=42631df6-f5ef-4d8d-95cd-ddf2baacd954,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:45.708548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-096eb90c-f26b-47f1-95b2-30a383b8c2fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8581077'] for subnet, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:45.999369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-096eb90c-f26b-47f1-95b2-30a383b8c2fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788593524228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4148766'] for subnet, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.073792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Allocated IP 2001:db8::2 (c33971d2-3157-4d79-9c0f-634751fb6374/8b15c74f-b048-4b55-8b3e-c47763ca5ce8/318f48d2-9798-4959-b921-43fe3321b192) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:46.077149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096eb90c-f26b-47f1-95b2-30a383b8c2fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:46.077149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-096eb90c-f26b-47f1-95b2-30a383b8c2fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.079108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44642) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:46.090860 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-096eb90c-f26b-47f1-95b2-30a383b8c2fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "PUT /v2.0/subnets/8b15c74f-b048-4b55-8b3e-c47763ca5ce8 HTTP/1.1" status: 200 len: 826 time: 0.4873862 Sep 16 05:55:46.097113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eb90c-f26b-47f1-95b2-30a383b8c2fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=8b15c74f-b048-4b55-8b3e-c47763ca5ce8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:46.183022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 42631df6-f5ef-4d8d-95cd-ddf2baacd954 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:46.217675 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.284211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.297427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.301710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012f205-f431-4c8a-9a31-ca52b9766aef None None] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:46.303378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:46.304030 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.398962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-37cedf1e-4452-4331-ae4d-3875d4566f5d None None] Provisioning complete for port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:46.402816 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-37cedf1e-4452-4331-ae4d-3875d4566f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.442419 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.510941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.550451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=8b15c74f-b048-4b55-8b3e-c47763ca5ce8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:46.551001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Network c33971d2-3157-4d79-9c0f-634751fb6374 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:46.561400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Pushing event updated for resources: {'Port': ['ID=318f48d2-9798-4959-b921-43fe3321b192,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:46.564172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:46.576961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:46.633117 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.664143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33971d2-3157-4d79-9c0f-634751fb6374']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:46.674566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cefceee-5902-4c6f-82de-1867e1d2582b') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:46.674863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cefceee-5902-4c6f-82de-1867e1d2582b') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:46.685891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.701074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.708053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:46.721271 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Attempting to bind port 318f48d2-9798-4959-b921-43fe3321b192 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Attempting to bind port 318f48d2-9798-4959-b921-43fe3321b192 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '9cefceee-5902-4c6f-82de-1867e1d2582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c33971d2-3157-4d79-9c0f-634751fb6374'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Attempting to bind port 318f48d2-9798-4959-b921-43fe3321b192 on network c33971d2-3157-4d79-9c0f-634751fb6374 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Checking segment: {'id': '9cefceee-5902-4c6f-82de-1867e1d2582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c33971d2-3157-4d79-9c0f-634751fb6374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Bound using segment: {'id': '9cefceee-5902-4c6f-82de-1867e1d2582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c33971d2-3157-4d79-9c0f-634751fb6374'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Bound port: 318f48d2-9798-4959-b921-43fe3321b192, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cefceee-5902-4c6f-82de-1867e1d2582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c33971d2-3157-4d79-9c0f-634751fb6374'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:46.724125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.799192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] For port 318f48d2-9798-4959-b921-43fe3321b192, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:46.802326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] For port 318f48d2-9798-4959-b921-43fe3321b192, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=318f48d2-9798-4959-b921-43fe3321b192,segment=NetworkSegment(9cefceee-5902-4c6f-82de-1867e1d2582b),segment_id=9cefceee-5902-4c6f-82de-1867e1d2582b)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:46.845855 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.db.api [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:55:46.845855 n-d-712749-15 neutron-server[95660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:55:46.845855 n-d-712749-15 neutron-server[95660]: [parameters: {'id': 'c33971d2-3157-4d79-9c0f-634751fb6374'}] Sep 16 05:55:46.845855 n-d-712749-15 neutron-server[95660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:46.847519 n-d-712749-15 neutron-server[95660]: DEBUG oslo_db.api [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:46.895025 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:46.983823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6693a6-2722-46ca-9e05-1b49cf434a49 None None] Pushing event updated for resources: {'Port': ['ID=318f48d2-9798-4959-b921-43fe3321b192,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:47.005981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343adbb1-bab9-4194-8341-4bcd7e207dbf None None] Network c33971d2-3157-4d79-9c0f-634751fb6374 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:47.080473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a07421c5-fc59-46e0-8a9e-f4984d6225fa None None] Provisioning complete for port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:47.080838 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a07421c5-fc59-46e0-8a9e-f4984d6225fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.192386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3423ed-a1f9-444a-b07d-8300f28d3ef9 None None] Network c33971d2-3157-4d79-9c0f-634751fb6374 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:47.330824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670108d-4714-46d0-a428-1b559f5b1d2b None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:55:47.347093 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.408689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting port 318f48d2-9798-4959-b921-43fe3321b192 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:47.409397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.484181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] For port 318f48d2-9798-4959-b921-43fe3321b192, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=318f48d2-9798-4959-b921-43fe3321b192,segment=NetworkSegment(9cefceee-5902-4c6f-82de-1867e1d2582b),segment_id=9cefceee-5902-4c6f-82de-1867e1d2582b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:47.484623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.500312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Calling delete_port for 318f48d2-9798-4959-b921-43fe3321b192 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:47.584402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670108d-4714-46d0-a428-1b559f5b1d2b None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:55:47.652701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.679670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Port': ['ID=318f48d2-9798-4959-b921-43fe3321b192,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:47.691808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No DVR routers for this DVR port 318f48d2-9798-4959-b921-43fe3321b192 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:47.790298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.814769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33971d2-3157-4d79-9c0f-634751fb6374']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:47.826279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cefceee-5902-4c6f-82de-1867e1d2582b') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:47.826564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cefceee-5902-4c6f-82de-1867e1d2582b') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:47.842707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.861010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.868198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:47.868612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:47.872057 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:48.056025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.063632 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.065514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/c33971d2-3157-4d79-9c0f-634751fb6374 HTTP/1.1" status: 204 len: 168 time: 1.9850323 Sep 16 05:55:48.068521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44646) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:48.077791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5c07c-a7d9-4b44-9f01-1f9cd3a85848 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=c33971d2-3157-4d79-9c0f-634751fb6374,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:48.107822 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-db140c37-44b3-418d-981c-832e148b5e4c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:48.108599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db140c37-44b3-418d-981c-832e148b5e4c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:48.115799 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-db140c37-44b3-418d-981c-832e148b5e4c tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/c33971d2-3157-4d79-9c0f-634751fb6374 HTTP/1.1" status: 404 len: 339 time: 0.0460968 Sep 16 05:55:48.119791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:48.125378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627494724', 'description': 'd1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:48.212808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:48.217279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.243756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:48.254472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.257402 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment 2cbe9f08-5c52-4a66-ac62-253dfbd88124 of type vlan for network de0e4e54-600b-402a-861e-fe8985966f78 Sep 16 05:55:48.306464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.416201 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.423142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:48.423787 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.493106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=de0e4e54-600b-402a-861e-fe8985966f78,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:48.504456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network de0e4e54-600b-402a-861e-fe8985966f78 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:48.539220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6d154f36-a037-4755-b3c9-8db5361a8f69 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4180489 Sep 16 05:55:48.541885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44652) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:48.655419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf6437-a8f9-4d4e-960b-e7557ddf717a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:48.660056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-97bf6437-a8f9-4d4e-960b-e7557ddf717a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/networks?id=de0e4e54-600b-402a-861e-fe8985966f78 HTTP/1.1" status: 200 len: 765 time: 0.1168036 Sep 16 05:55:48.661241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44654) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:48.668715 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d9b89d6a-46a2-47ab-bf14-87d30d907cf5 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'description': 'd2'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:48.828189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9b89d6a-46a2-47ab-bf14-87d30d907cf5 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.935483 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9b89d6a-46a2-47ab-bf14-87d30d907cf5 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.954425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9b89d6a-46a2-47ab-bf14-87d30d907cf5 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network de0e4e54-600b-402a-861e-fe8985966f78 is not hosted by any dhcp agent {{(pid=95660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:55:48.959784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b89d6a-46a2-47ab-bf14-87d30d907cf5 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:48.960398 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d9b89d6a-46a2-47ab-bf14-87d30d907cf5 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.961834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d9b89d6a-46a2-47ab-bf14-87d30d907cf5 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "PUT /v2.0/networks/de0e4e54-600b-402a-861e-fe8985966f78 HTTP/1.1" status: 200 len: 762 time: 0.2992322 Sep 16 05:55:48.964781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44656) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:49.013982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b89d6a-46a2-47ab-bf14-87d30d907cf5 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=de0e4e54-600b-402a-861e-fe8985966f78,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:49.023911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network de0e4e54-600b-402a-861e-fe8985966f78 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:49.055325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c690f-1a15-4ad5-a4d2-e09fe6763a7a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.060948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0e6c690f-1a15-4ad5-a4d2-e09fe6763a7a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/networks?id=de0e4e54-600b-402a-861e-fe8985966f78 HTTP/1.1" status: 200 len: 765 time: 0.0905235 Sep 16 05:55:49.061351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44658) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:49.261294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f69bb-0734-4eb2-9b02-5f186c7841cc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.263504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b97f69bb-0734-4eb2-9b02-5f186c7841cc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2010872 Sep 16 05:55:49.266423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44662) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:49.303713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-da808ad4-932c-4046-854f-d8beec71729a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 207 time: 0.0358491 Sep 16 05:55:49.307110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:49.500618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01656b8b-ae37-44cc-9dea-d785af7a2a7f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.506935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01656b8b-ae37-44cc-9dea-d785af7a2a7f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.514206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01656b8b-ae37-44cc-9dea-d785af7a2a7f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.520145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01656b8b-ae37-44cc-9dea-d785af7a2a7f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.526123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01656b8b-ae37-44cc-9dea-d785af7a2a7f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.532743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01656b8b-ae37-44cc-9dea-d785af7a2a7f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.534602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-01656b8b-ae37-44cc-9dea-d785af7a2a7f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2264037 Sep 16 05:55:49.540919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44666) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:49.916303 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0378cefa-28b3-46e3-8dd0-772f470d64c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:49.995047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ef046c47-a97d-48f9-a5be-2e828098efd7 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4528203 Sep 16 05:55:49.998865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44668) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:50.079793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fac9d-092b-4792-a913-18383a21439e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.081739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fac9d-092b-4792-a913-18383a21439e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.082876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fac9d-092b-4792-a913-18383a21439e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.084553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fac9d-092b-4792-a913-18383a21439e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.086090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fac9d-092b-4792-a913-18383a21439e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.087917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c74fac9d-092b-4792-a913-18383a21439e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0878980 Sep 16 05:55:50.093373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44670) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:50.152075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd68ae2-2783-4bd9-80a9-7fa2ba04a70f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.154208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd68ae2-2783-4bd9-80a9-7fa2ba04a70f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.155753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd68ae2-2783-4bd9-80a9-7fa2ba04a70f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.157342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd68ae2-2783-4bd9-80a9-7fa2ba04a70f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.158768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd68ae2-2783-4bd9-80a9-7fa2ba04a70f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.164200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-efd68ae2-2783-4bd9-80a9-7fa2ba04a70f tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0661900 Sep 16 05:55:50.164423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44674) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:50.276423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef770df-8fb7-4f5c-ac45-bc396664707a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.277772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eef770df-8fb7-4f5c-ac45-bc396664707a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/networks/9adfec85-0b27-4515-b3e2-a3de0a6d2cff HTTP/1.1" status: 200 len: 803 time: 0.1124132 Sep 16 05:55:50.282007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44676) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:50.381270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-401cc46c-b1d8-49b3-855d-313d5dcfb6c7 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/networks/9adfec85-0b27-4515-b3e2-a3de0a6d2cff?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0981014 Sep 16 05:55:50.384919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44678) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:50.445952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901871b-eb8f-4467-9c8a-e1cf763a6ce9 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.447220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7901871b-eb8f-4467-9c8a-e1cf763a6ce9 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/subnets/31342936-0238-483b-a19f-de55052c524d HTTP/1.1" status: 200 len: 843 time: 0.0611539 Sep 16 05:55:50.452264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44680) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:50.505993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3037f9c-0802-4031-bdaf-d2708bef6835 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['shared'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.507382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a3037f9c-0802-4031-bdaf-d2708bef6835 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "GET /v2.0/subnets/31342936-0238-483b-a19f-de55052c524d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0541723 Sep 16 05:55:50.510950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44682) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:50.517060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2119211983'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:50.650017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:50.654402 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.687868 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:55:50.698660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.699840 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Added segment 083afe0d-012a-41b4-b578-d7b5b328c627 of type vlan for network 076cf469-bce2-4118-9a65-cc87e3e20ddf Sep 16 05:55:50.744552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.875198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.881122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.884829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.926913 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.956487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Network': ['ID=076cf469-bce2-4118-9a65-cc87e3e20ddf,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:50.966278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 076cf469-bce2-4118-9a65-cc87e3e20ddf details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:55:51.044986 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3dd428a2-706f-410c-839b-68adcd8ec928 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5329096 Sep 16 05:55:51.047673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44684) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:51.052681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'network_id': '076cf469-bce2-4118-9a65-cc87e3e20ddf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:51.235355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Made reservation on behalf of bae896a8a433466fba25ad19c1d8e3d8 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:51.239192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:51.307718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Performing IP validity checks on allocation pools {{(pid=95659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:55:51.308342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:55:51.541573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:51.609173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=c4e60019-f486-4de5-8c8d-7cf653bec4d3,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:51.618621 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Checking segment: {'id': '083afe0d-012a-41b4-b578-d7b5b328c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '076cf469-bce2-4118-9a65-cc87e3e20ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:51.618989 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network hostable DHCP agents. Network: 076cf469-bce2-4118-9a65-cc87e3e20ddf, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:55:51.747090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Network 076cf469-bce2-4118-9a65-cc87e3e20ddf is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:55:51.886748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 076cf469-bce2-4118-9a65-cc87e3e20ddf) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:51.897357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:51.898364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:51.901950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ba38b-e414-49c7-87ae-82a612c5378a None None] Network 076cf469-bce2-4118-9a65-cc87e3e20ddf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:52.007797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8396c6ff-5953-4f35-a3ba-60959cc7e94e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9588680 Sep 16 05:55:52.011397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44696) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:52.018178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b70f9fc3-5c54-4846-a725-7eede7b411d2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:52.078916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b28f2e5-017f-4205-befe-8a7f39e36356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-076cf469-bce2-4118-9a65-cc87e3e20ddf', 'network_id': '076cf469-bce2-4118-9a65-cc87e3e20ddf', 'tenant_id': 'bae896a8a433466fba25ad19c1d8e3d8', 'fixed_ips': [{'subnet_id': 'c4e60019-f486-4de5-8c8d-7cf653bec4d3'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:55:52.080102 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b28f2e5-017f-4205-befe-8a7f39e36356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.129341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b70f9fc3-5c54-4846-a725-7eede7b411d2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8593474'] for subnet, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.259962 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-9b28f2e5-017f-4205-befe-8a7f39e36356 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:55:52.259962 n-d-712749-15 neutron-server[95661]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 16 05:55:52.259962 n-d-712749-15 neutron-server[95661]: [parameters: {'in_use': 1, 'id_1': 'c4e60019-f486-4de5-8c8d-7cf653bec4d3'}] Sep 16 05:55:52.259962 n-d-712749-15 neutron-server[95661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:55:52.260712 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-9b28f2e5-017f-4205-befe-8a7f39e36356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:55:52.432909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b70f9fc3-5c54-4846-a725-7eede7b411d2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788593524228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3523569'] for subnet, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.486564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f9fc3-5c54-4846-a725-7eede7b411d2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:52.487225 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b70f9fc3-5c54-4846-a725-7eede7b411d2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.489109 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b70f9fc3-5c54-4846-a725-7eede7b411d2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "PUT /v2.0/subnets/c4e60019-f486-4de5-8c8d-7cf653bec4d3 HTTP/1.1" status: 200 len: 900 time: 0.4754848 Sep 16 05:55:52.491598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44698) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:52.521341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f9fc3-5c54-4846-a725-7eede7b411d2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event updated for resources: {'Subnet': ['ID=c4e60019-f486-4de5-8c8d-7cf653bec4d3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:52.614073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.693560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.761903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b28f2e5-017f-4205-befe-8a7f39e36356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.893368 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.933289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e60019-f486-4de5-8c8d-7cf653bec4d3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:52.999159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server [None req-9b28f2e5-017f-4205-befe-8a7f39e36356 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4e60019-f486-4de5-8c8d-7cf653bec4d3: This subnet is being modified by another concurrent operation. Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4e60019-f486-4de5-8c8d-7cf653bec4d3: This subnet is being modified by another concurrent operation. Sep 16 05:55:53.025232 n-d-712749-15 neutron-server[95661]: ERROR oslo_messaging.rpc.server Sep 16 05:55:53.037420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076cf469-bce2-4118-9a65-cc87e3e20ddf']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.038479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083afe0d-012a-41b4-b578-d7b5b328c627') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.038479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083afe0d-012a-41b4-b578-d7b5b328c627') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.050045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9975a054-3eca-4f78-a7ef-297aaa07728c None None] Network 076cf469-bce2-4118-9a65-cc87e3e20ddf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:53.050171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.065924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.073096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:53.073513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:53.077289 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:53.114255 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cdd3237e-e425-43b7-b590-29b5bb99412a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.176667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219aa4ef-4d6c-409d-9fff-abfb594d2f02 None None] Network 076cf469-bce2-4118-9a65-cc87e3e20ddf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:53.276073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.283511 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.285508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/076cf469-bce2-4118-9a65-cc87e3e20ddf HTTP/1.1" status: 204 len: 168 time: 0.7931094 Sep 16 05:55:53.289766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44704) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:53.294685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032dd5db-b520-48f1-8061-d55ee96b20e9 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:55:53.299910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7e03e-64d8-4d73-90cc-bd2844062a60 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=076cf469-bce2-4118-9a65-cc87e3e20ddf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:53.318963 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1ec8be-8d2a-4436-8f37-fb06bfbd7328 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:53.319763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1ec8be-8d2a-4436-8f37-fb06bfbd7328 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:53.321921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-de1ec8be-8d2a-4436-8f37-fb06bfbd7328 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/c4e60019-f486-4de5-8c8d-7cf653bec4d3 HTTP/1.1" status: 404 len: 337 time: 0.0310361 Sep 16 05:55:53.324471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44706) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:53.344651 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdae197-5636-4738-8108-dfe5ea64b321 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:53.345585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdae197-5636-4738-8108-dfe5ea64b321 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:53.351192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4bdae197-5636-4738-8108-dfe5ea64b321 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/076cf469-bce2-4118-9a65-cc87e3e20ddf HTTP/1.1" status: 404 len: 339 time: 0.0247989 Sep 16 05:55:53.353923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:53.412023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032dd5db-b520-48f1-8061-d55ee96b20e9 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:55:53.448136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.547462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.570055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0e4e54-600b-402a-861e-fe8985966f78']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.581294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbe9f08-5c52-4a66-ac62-253dfbd88124') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.581636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbe9f08-5c52-4a66-ac62-253dfbd88124') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.592578 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.606277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.613883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:53.614313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:53.617997 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:53.815561 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.822049 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.825695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/de0e4e54-600b-402a-861e-fe8985966f78 HTTP/1.1" status: 204 len: 168 time: 0.4697139 Sep 16 05:55:53.829791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44712) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:53.845499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f6934-1663-46d4-8ff7-0a5825f8f345 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=de0e4e54-600b-402a-861e-fe8985966f78,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:53.855251 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eab3171-a453-4940-ac69-fc652a54c774 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:53.855709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eab3171-a453-4940-ac69-fc652a54c774 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:53.857705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4eab3171-a453-4940-ac69-fc652a54c774 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/8b15c74f-b048-4b55-8b3e-c47763ca5ce8 HTTP/1.1" status: 404 len: 337 time: 0.0281863 Sep 16 05:55:53.860506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44714) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:53.880832 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f41465-c6dd-4cf7-9c27-6bf9b11cb8e2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:53.881383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f41465-c6dd-4cf7-9c27-6bf9b11cb8e2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:53.883129 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b9f41465-c6dd-4cf7-9c27-6bf9b11cb8e2 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/c33971d2-3157-4d79-9c0f-634751fb6374 HTTP/1.1" status: 404 len: 339 time: 0.0214190 Sep 16 05:55:53.885790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44716) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:53.889879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.945916 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting subnet 5364bb45-77c2-4e44-b261-6be25e9e4bd0 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:53.952583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.998117 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.091550 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.250534 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.275987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=5364bb45-77c2-4e44-b261-6be25e9e4bd0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:54.287049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.287398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.287743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.288108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.288446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.289365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.289365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.289572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.290224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.290224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.290847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.290847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:54.292462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8630c9a1-d475-4422-a438-6cccdb4a813e None None] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:54.300411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.300411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f5eb09fa-4a77-4bfc-bd7a-fb5603a6763b tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/5364bb45-77c2-4e44-b261-6be25e9e4bd0 HTTP/1.1" status: 204 len: 168 time: 0.4130001 Sep 16 05:55:54.302289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44718) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:54.369558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dde8ac6-464f-43ea-bbab-107e18415c4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting subnet 5f1b4b82-7b99-420c-b17c-a1a8c4fadc62 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:54.374988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ac6-464f-43ea-bbab-107e18415c4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.442779 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ac6-464f-43ea-bbab-107e18415c4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.539752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ac6-464f-43ea-bbab-107e18415c4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.684746 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ac6-464f-43ea-bbab-107e18415c4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.712312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde8ac6-464f-43ea-bbab-107e18415c4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1b4b82-7b99-420c-b17c-a1a8c4fadc62,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:54.721360 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ac6-464f-43ea-bbab-107e18415c4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.723315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4dde8ac6-464f-43ea-bbab-107e18415c4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/5f1b4b82-7b99-420c-b17c-a1a8c4fadc62 HTTP/1.1" status: 204 len: 168 time: 0.4199557 Sep 16 05:55:54.725956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44722) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:54.819142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.902706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:54.903809 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:54.988486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] For port 42631df6-f5ef-4d8d-95cd-ddf2baacd954, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=42631df6-f5ef-4d8d-95cd-ddf2baacd954,segment=NetworkSegment(93390e20-7aab-4614-8ab7-eecd57d26cf0),segment_id=93390e20-7aab-4614-8ab7-eecd57d26cf0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:54.989003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.017284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Calling delete_port for 42631df6-f5ef-4d8d-95cd-ddf2baacd954 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:55.052337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d96d1d-f970-46ff-8c1c-ad4e8ca0119e None None] Network 9c9d02df-4ac0-44cb-a42d-1172c4499d0d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:55.155993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ef34b5e7-d6da-4b20-a774-42ab019c697a None None] Provisioning complete for port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:55.156373 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef34b5e7-d6da-4b20-a774-42ab019c697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.203977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.215427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ef34b5e7-d6da-4b20-a774-42ab019c697a None None] Could not find standard attr ID for object 42631df6-f5ef-4d8d-95cd-ddf2baacd954. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:55:55.220638 n-d-712749-15 neutron-server[95661]: INFO neutron.plugins.ml2.db [None req-ef34b5e7-d6da-4b20-a774-42ab019c697a None None] No ports have port_id starting with 42631df6-f5ef-4d8d-95cd-ddf2baacd954 Sep 16 05:55:55.233968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Port': ['ID=42631df6-f5ef-4d8d-95cd-ddf2baacd954,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:55.234117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No DVR routers for this DVR port 42631df6-f5ef-4d8d-95cd-ddf2baacd954 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:55.303282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33239f81-a816-401f-853f-336508b4d932 None None] DHCP port deletion for 9c9d02df-4ac0-44cb-a42d-1172c4499d0d request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:55.322087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.345368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9d02df-4ac0-44cb-a42d-1172c4499d0d']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:55.354663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93390e20-7aab-4614-8ab7-eecd57d26cf0') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:55.354958 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93390e20-7aab-4614-8ab7-eecd57d26cf0') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:55.365312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.380410 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.387232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:55.397108 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:55.423359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.587484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.596153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.597994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/9c9d02df-4ac0-44cb-a42d-1172c4499d0d HTTP/1.1" status: 204 len: 168 time: 0.8710401 Sep 16 05:55:55.600473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44754) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:55.619029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d96bba-e1ce-46e9-ba6e-2703924a7200 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=9c9d02df-4ac0-44cb-a42d-1172c4499d0d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:55.639572 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6191a064-0877-4500-bdf0-dc7a58d0d7cd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:55.640075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6191a064-0877-4500-bdf0-dc7a58d0d7cd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:55.641957 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6191a064-0877-4500-bdf0-dc7a58d0d7cd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/32af2e8a-d9fd-4863-b714-f47f06d6110f HTTP/1.1" status: 404 len: 337 time: 0.0405536 Sep 16 05:55:55.645313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44760) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:55.664302 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cb12f8-7aa3-4180-9fb7-c8c8bca77ac1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:55.664858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cb12f8-7aa3-4180-9fb7-c8c8bca77ac1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:55.666613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-41cb12f8-7aa3-4180-9fb7-c8c8bca77ac1 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/2e07651a-8584-426c-8fe8-e47f1e232e77 HTTP/1.1" status: 404 len: 339 time: 0.0203562 Sep 16 05:55:55.669714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44762) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:55.696945 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e0de0b-bfe9-4d66-b727-6b5ed48bdb94 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:55.697403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e0de0b-bfe9-4d66-b727-6b5ed48bdb94 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:55.699182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-51e0de0b-bfe9-4d66-b727-6b5ed48bdb94 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/1f349488-0949-4b8c-a34d-ef54e9e1a2ae HTTP/1.1" status: 404 len: 337 time: 0.0285656 Sep 16 05:55:55.702154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44764) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:55.720621 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b069263-7581-45e7-bdcf-1dc536edd161 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:55.721177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b069263-7581-45e7-bdcf-1dc536edd161 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:55.722933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9b069263-7581-45e7-bdcf-1dc536edd161 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/1abfea1d-027a-4779-a1fa-3f662fbcb289 HTTP/1.1" status: 404 len: 339 time: 0.0198646 Sep 16 05:55:55.725552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44766) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:55.756900 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7442b2be-18fe-40fc-9c4b-389f0c400693 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:55.757360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7442b2be-18fe-40fc-9c4b-389f0c400693 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:55.759147 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7442b2be-18fe-40fc-9c4b-389f0c400693 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/2dd24ce7-7e0f-44d6-b691-55a6e95a4b67 HTTP/1.1" status: 404 len: 337 time: 0.0326750 Sep 16 05:55:55.761790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44770) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:55.780604 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39e072d-2105-4d8b-ab66-3f7e57cbf7fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:55.781203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39e072d-2105-4d8b-ab66-3f7e57cbf7fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:55.783045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e39e072d-2105-4d8b-ab66-3f7e57cbf7fd tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/c0c8b1b7-8dff-4800-99e4-8d9a63362a54 HTTP/1.1" status: 404 len: 339 time: 0.0200751 Sep 16 05:55:55.785641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44774) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:55.843797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6863dbf-4537-448d-8ddb-164de721db9a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting subnet def063e1-1c36-4c22-9e59-aaf21c968e80 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:55.848651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6863dbf-4537-448d-8ddb-164de721db9a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.894042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6863dbf-4537-448d-8ddb-164de721db9a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.986376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6863dbf-4537-448d-8ddb-164de721db9a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.145447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 42631df6-f5ef-4d8d-95cd-ddf2baacd954 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:56.151248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6863dbf-4537-448d-8ddb-164de721db9a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.166179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 42631df6-f5ef-4d8d-95cd-ddf2baacd954 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:56.166523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 42631df6-f5ef-4d8d-95cd-ddf2baacd954 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:56.185442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6863dbf-4537-448d-8ddb-164de721db9a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.187409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c6863dbf-4537-448d-8ddb-164de721db9a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/def063e1-1c36-4c22-9e59-aaf21c968e80 HTTP/1.1" status: 204 len: 168 time: 0.4008467 Sep 16 05:55:56.188773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6863dbf-4537-448d-8ddb-164de721db9a tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=def063e1-1c36-4c22-9e59-aaf21c968e80,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:56.190159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44790) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:56.192996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f3383f-3a39-4fbc-9a00-174ed73c3ad4 None None] Network c4c522ff-a265-4d6b-bd61-e5ad483f7723 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:56.276864 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.336894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:56.337527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.371975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] DHCP port deletion for c4c522ff-a265-4d6b-bd61-e5ad483f7723 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:56.414233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] For port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,segment=NetworkSegment(d7938771-48da-4f06-aea6-b7405e834885),segment_id=d7938771-48da-4f06-aea6-b7405e834885)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:56.416436 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.428875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Deleting port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:56.429251 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.429564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Calling delete_port for 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:56.496331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] For port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,segment=NetworkSegment(d7938771-48da-4f06-aea6-b7405e834885),segment_id=d7938771-48da-4f06-aea6-b7405e834885)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:56.496961 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.511804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Calling delete_port for 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:56.633899 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.639456 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.662743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Port': ['ID=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:56.664893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Pushing event deleted for resources: {'Port': ['ID=8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:56.665581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No DVR routers for this DVR port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:56.670308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] No DVR routers for this DVR port 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:56.677424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.683462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6c9a-d15f-459e-a231-5ae15c4d4190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:56.756306 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.778700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c522ff-a265-4d6b-bd61-e5ad483f7723']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:56.788699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7938771-48da-4f06-aea6-b7405e834885') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:56.788995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7938771-48da-4f06-aea6-b7405e834885') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:56.798981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.813759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.820722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:56.821157 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:56.824208 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:56.967243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.973563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.977833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/c4c522ff-a265-4d6b-bd61-e5ad483f7723 HTTP/1.1" status: 204 len: 168 time: 0.7861130 Sep 16 05:55:56.980289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44820) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:56.992464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1de33-0522-4804-a453-6c2a9658bd4e tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=c4c522ff-a265-4d6b-bd61-e5ad483f7723,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:57.016799 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-50586ad5-9611-455c-b483-b645b0f55155 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:57.017258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50586ad5-9611-455c-b483-b645b0f55155 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:57.019114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-50586ad5-9611-455c-b483-b645b0f55155 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/88af90d3-09cb-44ef-8e3a-de96ec809471 HTTP/1.1" status: 404 len: 337 time: 0.0360472 Sep 16 05:55:57.021677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44824) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:57.040187 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b4f6e9-d77a-4b4c-b5ff-f9d64ba40296 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] DELETE failed (client error): The resource could not be found. Sep 16 05:55:57.040741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b4f6e9-d77a-4b4c-b5ff-f9d64ba40296 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:55:57.042475 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-96b4f6e9-d77a-4b4c-b5ff-f9d64ba40296 tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/9b77e172-2b66-42d7-90ba-446f5c144d3a HTTP/1.1" status: 404 len: 339 time: 0.0198944 Sep 16 05:55:57.051180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44826) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:57.104609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3a2429-f62b-427d-b889-c7bc6d9f76ac tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting subnet 31342936-0238-483b-a19f-de55052c524d {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:55:57.108417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2429-f62b-427d-b889-c7bc6d9f76ac tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.154408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2429-f62b-427d-b889-c7bc6d9f76ac tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.241989 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2429-f62b-427d-b889-c7bc6d9f76ac tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.453069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2429-f62b-427d-b889-c7bc6d9f76ac tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.486980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a2429-f62b-427d-b889-c7bc6d9f76ac tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Subnet': ['ID=31342936-0238-483b-a19f-de55052c524d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:57.490896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2429-f62b-427d-b889-c7bc6d9f76ac tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.493555 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5b3a2429-f62b-427d-b889-c7bc6d9f76ac tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/subnets/31342936-0238-483b-a19f-de55052c524d HTTP/1.1" status: 204 len: 168 time: 0.4413700 Sep 16 05:55:57.496221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44840) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:57.500662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95171bc4-9f25-4848-a209-4bfa204f7737 None None] Network 9adfec85-0b27-4515-b3e2-a3de0a6d2cff requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:55:57.553727 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.586341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.669874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Deleting port 84557a16-897f-4c45-aa11-5c3ae15f14d9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:57.670229 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.694187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] DHCP port deletion for 9adfec85-0b27-4515-b3e2-a3de0a6d2cff request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:55:57.745372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] Deleting port 84557a16-897f-4c45-aa11-5c3ae15f14d9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:57.745748 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.746640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] For port 84557a16-897f-4c45-aa11-5c3ae15f14d9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=84557a16-897f-4c45-aa11-5c3ae15f14d9,segment=NetworkSegment(2966b374-0f7e-46f7-8bc2-4e53a887e437),segment_id=2966b374-0f7e-46f7-8bc2-4e53a887e437)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:57.747020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.761509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Calling delete_port for 84557a16-897f-4c45-aa11-5c3ae15f14d9 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:57.816195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] For port 84557a16-897f-4c45-aa11-5c3ae15f14d9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=84557a16-897f-4c45-aa11-5c3ae15f14d9,segment=NetworkSegment(2966b374-0f7e-46f7-8bc2-4e53a887e437),segment_id=2966b374-0f7e-46f7-8bc2-4e53a887e437)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:57.816605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.830847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] Calling delete_port for 84557a16-897f-4c45-aa11-5c3ae15f14d9 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:57.944435 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.951434 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.978700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] Pushing event deleted for resources: {'Port': ['ID=84557a16-897f-4c45-aa11-5c3ae15f14d9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:57.980436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Port': ['ID=84557a16-897f-4c45-aa11-5c3ae15f14d9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:57.982578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] No DVR routers for this DVR port 84557a16-897f-4c45-aa11-5c3ae15f14d9 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:57.990448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71253e55-1e20-437f-a5ec-7fc435b5ba22 None None] No DVR routers for this DVR port 84557a16-897f-4c45-aa11-5c3ae15f14d9 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:58.072539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.093248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adfec85-0b27-4515-b3e2-a3de0a6d2cff']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:58.104961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2966b374-0f7e-46f7-8bc2-4e53a887e437') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:58.105268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2966b374-0f7e-46f7-8bc2-4e53a887e437') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:58.125108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.140714 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.148170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:55:58.148898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.150130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 84557a16-897f-4c45-aa11-5c3ae15f14d9 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:55:58.152640 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:55:58.172235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 84557a16-897f-4c45-aa11-5c3ae15f14d9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:58.172669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 84557a16-897f-4c45-aa11-5c3ae15f14d9 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:58.173184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:58.195766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:58.196141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8c63cb4b-fd44-4fcc-8c0a-41e4ca2ebddf not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:58.330132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.337144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.339005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] 10.222.0.49 "DELETE /v2.0/networks/9adfec85-0b27-4515-b3e2-a3de0a6d2cff HTTP/1.1" status: 204 len: 168 time: 0.8416381 Sep 16 05:55:58.351472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f9330-6bc2-4eeb-8aca-6a4474b93bcc tempest-NetworksIpV6Test-1365921507 tempest-NetworksIpV6Test-1365921507-project] Pushing event deleted for resources: {'Network': ['ID=9adfec85-0b27-4515-b3e2-a3de0a6d2cff,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:58.829820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44888) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:58.932251 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.980127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d1133656-5332-4240-9b7f-450b4bc4bae1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bae896a8a433466fba25ad19c1d8e3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489832 Sep 16 05:55:58.983563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 44898) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:55:59.055100 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b262600f-3980-4db3-a093-8b6725aa93d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:59.079545 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b262600f-3980-4db3-a093-8b6725aa93d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:59.227102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b262600f-3980-4db3-a093-8b6725aa93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:59.229971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b262600f-3980-4db3-a093-8b6725aa93d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:59.231162 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b262600f-3980-4db3-a093-8b6725aa93d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e264366-2fab-40fc-8a86-fc722be9e4ab HTTP/1.1" status: 204 len: 168 time: 0.2463939 Sep 16 05:55:59.239750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262600f-3980-4db3-a093-8b6725aa93d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e264366-2fab-40fc-8a86-fc722be9e4ab,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:00.356967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 44978) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:00.462287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-511317106'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:00.549813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:00.554636 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:00.563026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:00.669633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:00.775581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:00.798807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:00.813468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f282deb6-77fe-400d-9dbd-8d658ffbec65,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:00.818321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:00.818675 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Added segment 8ad7c700-271f-4acb-92eb-25f1a7b2e412 of type vlan for network 9402ad5d-33cb-4a01-81f9-5521e7defcdc Sep 16 05:56:00.832173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.832521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.832862 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.833199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.833571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.833900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.834261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.834609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.834917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.835239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.835563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.835908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:00.887432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:00.989253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:00.995066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:00.998210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:01.074528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Network': ['ID=9402ad5d-33cb-4a01-81f9-5521e7defcdc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:01.085320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:01.091632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2987f260-0067-4f4e-b036-1ea8ce168f1a tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7333062 Sep 16 05:56:01.093994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45016) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:01.099129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'name': 'tempest-PortsIpV6TestJSON-1389919654'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:01.275321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:01.285418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:01.299074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:01.479179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:01.647046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:01.709070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=6b2f8427-4b6a-49e6-bc6b-3f70efd41edc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:01.720775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Checking segment: {'id': '8ad7c700-271f-4acb-92eb-25f1a7b2e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:01.721127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network hostable DHCP agents. Network: 9402ad5d-33cb-4a01-81f9-5521e7defcdc, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:01.843978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:01.935901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 9402ad5d-33cb-4a01-81f9-5521e7defcdc) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:01.939753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:01.945557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca764ee6-5ef9-4e46-851b-764b8f6a7201 None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:01.946095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:01.946785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.047819 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e7846221-be8b-46d7-84cb-6a399f326c2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9498541 Sep 16 05:56:02.048302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:02.055060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1298540240'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:02.155173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:02.158796 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.185736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:02.194527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.194875 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Added segment 0ff1204c-31b1-4849-89f6-79d6d732a391 of type vlan for network df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5 Sep 16 05:56:02.240815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.312985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.318571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:02.319181 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.387704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Network': ['ID=df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:02.398654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:02.425751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-90b58510-8402-462f-91c8-d6a6b3c9bebf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3749008 Sep 16 05:56:02.427833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45072) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:02.434745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'ports': [{'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc'}, {'network_id': 'df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5'}]} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:02.435136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:02.435687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': 'df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:02.660928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 2} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:02.665686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.681022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.770490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port b9c89cc6-f26c-45e9-93cf-96c5aa62d591 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:02.884985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.959508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port f38c6de1-b2b5-45b6-8349-de52900ae5fb yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:03.072372 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:03.207088 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:03.248514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:03.251485 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:03.255089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:03.255951 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:03.269356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=b9c89cc6-f26c-45e9-93cf-96c5aa62d591,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:03.333975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=f38c6de1-b2b5-45b6-8349-de52900ae5fb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:03.339428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Checking segment: {'id': '0ff1204c-31b1-4849-89f6-79d6d732a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:03.342252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network hostable DHCP agents. Network: df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:03.412567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:03.480624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:03.484580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:03.490235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5bcd0c-b698-4c73-98ad-d991146ebd50 None None] Network df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:03.491470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:03.495316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:03.496013 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:03.561927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-594c4d54-1a03-437a-b24e-59b34782b40d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1325824 Sep 16 05:56:03.564576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45130) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:03.661429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-92fc53ba-ccae-43e5-87e1-096e8237e6c8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port f38c6de1-b2b5-45b6-8349-de52900ae5fb {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:03.661810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92fc53ba-ccae-43e5-87e1-096e8237e6c8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.055130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92fc53ba-ccae-43e5-87e1-096e8237e6c8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.069511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-92fc53ba-ccae-43e5-87e1-096e8237e6c8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for f38c6de1-b2b5-45b6-8349-de52900ae5fb owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:04.212356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92fc53ba-ccae-43e5-87e1-096e8237e6c8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.245111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc53ba-ccae-43e5-87e1-096e8237e6c8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=f38c6de1-b2b5-45b6-8349-de52900ae5fb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:04.251298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92fc53ba-ccae-43e5-87e1-096e8237e6c8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.253714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-92fc53ba-ccae-43e5-87e1-096e8237e6c8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/f38c6de1-b2b5-45b6-8349-de52900ae5fb HTTP/1.1" status: 204 len: 168 time: 0.6880960 Sep 16 05:56:04.256318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45164) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:04.306945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c2307-ebff-4f34-9efa-7763a8288891 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:04.312818 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c2307-ebff-4f34-9efa-7763a8288891 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:04.314417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a96c2307-ebff-4f34-9efa-7763a8288891 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0567532 Sep 16 05:56:04.317483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45170) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:04.410164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3cc76249-4a4f-4277-a60e-21d1986e1f2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port b9c89cc6-f26c-45e9-93cf-96c5aa62d591 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:04.410397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cc76249-4a4f-4277-a60e-21d1986e1f2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.479733 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cc76249-4a4f-4277-a60e-21d1986e1f2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.496203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3cc76249-4a4f-4277-a60e-21d1986e1f2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for b9c89cc6-f26c-45e9-93cf-96c5aa62d591 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:04.655485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cc76249-4a4f-4277-a60e-21d1986e1f2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.682870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc76249-4a4f-4277-a60e-21d1986e1f2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=b9c89cc6-f26c-45e9-93cf-96c5aa62d591,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:04.690784 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3cc76249-4a4f-4277-a60e-21d1986e1f2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.693100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3cc76249-4a4f-4277-a60e-21d1986e1f2d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/b9c89cc6-f26c-45e9-93cf-96c5aa62d591 HTTP/1.1" status: 204 len: 168 time: 0.3744884 Sep 16 05:56:04.695544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45188) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:04.777191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3a11a-b5a2-47ad-b218-826b99f820d2 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:04.779383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dbf3a11a-b5a2-47ad-b218-826b99f820d2 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0828066 Sep 16 05:56:04.782807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45196) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:04.812072 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd08fd78-3e90-4876-b022-8935514bb8b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:04.813608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fd08fd78-3e90-4876-b022-8935514bb8b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/f38c6de1-b2b5-45b6-8349-de52900ae5fb HTTP/1.1" status: 404 len: 333 time: 0.0298705 Sep 16 05:56:04.816585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45198) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:04.844063 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0ce9a5-1be6-4464-bb68-a3d9ef6f1a51 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:04.848118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1f0ce9a5-1be6-4464-bb68-a3d9ef6f1a51 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/b9c89cc6-f26c-45e9-93cf-96c5aa62d591 HTTP/1.1" status: 404 len: 333 time: 0.0278978 Sep 16 05:56:04.848553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45200) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:04.927185 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.037637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.059652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:05.069222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff1204c-31b1-4849-89f6-79d6d732a391') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:05.069515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff1204c-31b1-4849-89f6-79d6d732a391') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:05.079393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.092533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.098651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:56:05.099027 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:56:05.101985 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:56:05.238532 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.250703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.252604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/networks/df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5 HTTP/1.1" status: 204 len: 168 time: 0.4030535 Sep 16 05:56:05.256711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45224) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:05.261694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-708385593'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:05.263633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed7be5-14cd-4ee7-9b6b-8bc983c9eae6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Network': ['ID=df5f7eb4-3107-4c7b-9e83-bd1d474a9cc5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:05.358095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:05.361849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.385803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:05.394917 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.395269 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Added segment 0c1b84bb-e5db-44c1-a76f-ec8468b6f577 of type vlan for network c1a5b06a-1cb5-4b37-b12e-8e131059b54b Sep 16 05:56:05.439602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.548982 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.554823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:05.555411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:05.623355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Network': ['ID=c1a5b06a-1cb5-4b37-b12e-8e131059b54b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:05.637484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c1a5b06a-1cb5-4b37-b12e-8e131059b54b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:05.656184 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-90d9cc1e-82f3-4f04-b0f3-41ac40112ea0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3982873 Sep 16 05:56:05.658977 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45244) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:05.664037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': 'c1a5b06a-1cb5-4b37-b12e-8e131059b54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:05.863378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:05.866996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.143699 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.210753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=5cfdc9d6-44ac-40a8-9724-24389561c5b1,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:06.222780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Checking segment: {'id': '0c1b84bb-e5db-44c1-a76f-ec8468b6f577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c1a5b06a-1cb5-4b37-b12e-8e131059b54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:06.222780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network hostable DHCP agents. Network: c1a5b06a-1cb5-4b37-b12e-8e131059b54b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:06.314871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network c1a5b06a-1cb5-4b37-b12e-8e131059b54b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:06.398054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c1a5b06a-1cb5-4b37-b12e-8e131059b54b) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:06.402425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.405639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.407996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b40388-42d5-4ef3-ae43-33f0fa752147 None None] Network c1a5b06a-1cb5-4b37-b12e-8e131059b54b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:06.482116 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-61b11a82-cd4a-464b-914f-4b425838e425 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8215201 Sep 16 05:56:06.484245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:06.489529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': 'c1a5b06a-1cb5-4b37-b12e-8e131059b54b', 'name': 'tempest-PortsIpV6TestJSON-810386718'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:06.552769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c1a5b06a-1cb5-4b37-b12e-8e131059b54b', 'network_id': 'c1a5b06a-1cb5-4b37-b12e-8e131059b54b', 'tenant_id': '70303c7a409a4cff8413e37f1273aa2a', 'fixed_ips': [{'subnet_id': '5cfdc9d6-44ac-40a8-9724-24389561c5b1'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:06.553950 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.657907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:06.661553 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.680091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port ac9edb98-2583-4222-8825-f8409bc67617 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:06.691245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Allocated IP 2001:db8::2 (c1a5b06a-1cb5-4b37-b12e-8e131059b54b/5cfdc9d6-44ac-40a8-9724-24389561c5b1/cba5c79c-a2a7-41cc-8dab-d68302cb8ccd) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:06.835365 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.884176 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.926478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Network c1a5b06a-1cb5-4b37-b12e-8e131059b54b is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:06.929513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:06.932137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:06.948608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Pushing event updated for resources: {'Port': ['ID=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:06.950544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::c8 (c1a5b06a-1cb5-4b37-b12e-8e131059b54b/5cfdc9d6-44ac-40a8-9724-24389561c5b1/ac9edb98-2583-4222-8825-f8409bc67617) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:06.995128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Attempting to bind port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:06.995504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Attempting to bind port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '0c1b84bb-e5db-44c1-a76f-ec8468b6f577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c1a5b06a-1cb5-4b37-b12e-8e131059b54b'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:06.995906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Attempting to bind port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd on network c1a5b06a-1cb5-4b37-b12e-8e131059b54b {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:07.001987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:07.002367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Checking segment: {'id': '0c1b84bb-e5db-44c1-a76f-ec8468b6f577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c1a5b06a-1cb5-4b37-b12e-8e131059b54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:07.002776 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.003172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Bound using segment: {'id': '0c1b84bb-e5db-44c1-a76f-ec8468b6f577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c1a5b06a-1cb5-4b37-b12e-8e131059b54b'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:07.003653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Bound port: cba5c79c-a2a7-41cc-8dab-d68302cb8ccd, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1b84bb-e5db-44c1-a76f-ec8468b6f577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c1a5b06a-1cb5-4b37-b12e-8e131059b54b'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:07.004061 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.072941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] For port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:07.076321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] For port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,segment=NetworkSegment(0c1b84bb-e5db-44c1-a76f-ec8468b6f577),segment_id=0c1b84bb-e5db-44c1-a76f-ec8468b6f577)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:07.109593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.227441 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.275589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.289055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ff5a0-b993-4ad1-b907-20506202c25e None None] Pushing event updated for resources: {'Port': ['ID=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:07.321724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network c1a5b06a-1cb5-4b37-b12e-8e131059b54b is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:07.325289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:07.331689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:07.337514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:07.338172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.348176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=ac9edb98-2583-4222-8825-f8409bc67617,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:07.410317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9b8e030d-20f0-4983-9ddd-9e541d829390 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9249210 Sep 16 05:56:07.413221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45272) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:07.540870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f29c3891-0fe3-4fc5-b0fb-2d5813f2ab53 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port ac9edb98-2583-4222-8825-f8409bc67617 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:07.541214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f29c3891-0fe3-4fc5-b0fb-2d5813f2ab53 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.654395 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f29c3891-0fe3-4fc5-b0fb-2d5813f2ab53 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.667739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f29c3891-0fe3-4fc5-b0fb-2d5813f2ab53 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for ac9edb98-2583-4222-8825-f8409bc67617 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:07.892500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f29c3891-0fe3-4fc5-b0fb-2d5813f2ab53 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.926892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c3891-0fe3-4fc5-b0fb-2d5813f2ab53 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=ac9edb98-2583-4222-8825-f8409bc67617,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:07.956889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f29c3891-0fe3-4fc5-b0fb-2d5813f2ab53 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.961391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f29c3891-0fe3-4fc5-b0fb-2d5813f2ab53 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/ac9edb98-2583-4222-8825-f8409bc67617 HTTP/1.1" status: 204 len: 168 time: 0.5441644 Sep 16 05:56:07.961700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45278) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:07.984754 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-78010317-9d52-4a56-b820-01b0c7348938 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:56:07.985518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78010317-9d52-4a56-b820-01b0c7348938 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:56:07.990083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-78010317-9d52-4a56-b820-01b0c7348938 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/ac9edb98-2583-4222-8825-f8409bc67617 HTTP/1.1" status: 404 len: 333 time: 0.0270083 Sep 16 05:56:07.992420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45280) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:08.018762 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-64203856-0228-4392-951d-89a2cdbf595f tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:08.022790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-64203856-0228-4392-951d-89a2cdbf595f tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/ac9edb98-2583-4222-8825-f8409bc67617 HTTP/1.1" status: 404 len: 333 time: 0.0270362 Sep 16 05:56:08.023250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45282) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:08.080922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3e2716-3dff-40fd-b36e-7af37b3c4b21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet 5cfdc9d6-44ac-40a8-9724-24389561c5b1 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:08.084385 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2716-3dff-40fd-b36e-7af37b3c4b21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.153817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2716-3dff-40fd-b36e-7af37b3c4b21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.217799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cba5c79c-a2a7-41cc-8dab-d68302cb8ccd up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:08.249026 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2716-3dff-40fd-b36e-7af37b3c4b21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.280238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:08.280714 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.379126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.389670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25498fdf-7e5e-4d04-9a3d-f7394546bc20 None None] Network c1a5b06a-1cb5-4b37-b12e-8e131059b54b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:08.398768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2716-3dff-40fd-b36e-7af37b3c4b21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.433906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e2716-3dff-40fd-b36e-7af37b3c4b21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfdc9d6-44ac-40a8-9724-24389561c5b1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:08.440937 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2716-3dff-40fd-b36e-7af37b3c4b21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.443610 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e3e2716-3dff-40fd-b36e-7af37b3c4b21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/5cfdc9d6-44ac-40a8-9724-24389561c5b1 HTTP/1.1" status: 204 len: 168 time: 0.4191763 Sep 16 05:56:08.446310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45284) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:08.500394 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:56:08.500756 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:56:08.505846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8b773d7c-d39a-49e7-b5f0-7afd24035f12 None None] Provisioning complete for port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:08.506218 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b773d7c-d39a-49e7-b5f0-7afd24035f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.541984 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.609364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:08.609841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.658581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b773d7c-d39a-49e7-b5f0-7afd24035f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.694922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8b773d7c-d39a-49e7-b5f0-7afd24035f12 None None] For port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,segment=NetworkSegment(0c1b84bb-e5db-44c1-a76f-ec8468b6f577),segment_id=0c1b84bb-e5db-44c1-a76f-ec8468b6f577)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:08.697426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] For port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,segment=NetworkSegment(0c1b84bb-e5db-44c1-a76f-ec8468b6f577),segment_id=0c1b84bb-e5db-44c1-a76f-ec8468b6f577)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:08.697426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.713221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for cba5c79c-a2a7-41cc-8dab-d68302cb8ccd owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:08.717975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] DHCP port deletion for c1a5b06a-1cb5-4b37-b12e-8e131059b54b request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:56:08.755597 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8b773d7c-d39a-49e7-b5f0-7afd24035f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.805028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] Deleting port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:08.805307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.834986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b773d7c-d39a-49e7-b5f0-7afd24035f12 None None] Pushing event updated for resources: {'Port': ['ID=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:08.882293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] For port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,segment=NetworkSegment(0c1b84bb-e5db-44c1-a76f-ec8468b6f577),segment_id=0c1b84bb-e5db-44c1-a76f-ec8468b6f577)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:08.882700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.886536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.897269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] Calling delete_port for cba5c79c-a2a7-41cc-8dab-d68302cb8ccd owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:08.900149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No DVR routers for this DVR port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:08.926965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:09.011877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.022451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd update to ACTIVE by agent not found {{(pid=95661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:56:09.037807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a5b06a-1cb5-4b37-b12e-8e131059b54b']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:09.049217 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1b84bb-e5db-44c1-a76f-ec8468b6f577') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:09.049525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1b84bb-e5db-44c1-a76f-ec8468b6f577') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:09.060205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.073790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.076007 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.081839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:56:09.082238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:56:09.085577 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:56:09.104552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] No DVR routers for this DVR port cba5c79c-a2a7-41cc-8dab-d68302cb8ccd on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:09.109382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc7aaf-5f73-4915-9558-7be6485dc96d None None] Pushing event deleted for resources: {'Port': ['ID=cba5c79c-a2a7-41cc-8dab-d68302cb8ccd,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:09.235448 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:09.264212 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.271586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.273384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/networks/c1a5b06a-1cb5-4b37-b12e-8e131059b54b HTTP/1.1" status: 204 len: 168 time: 0.8259997 Sep 16 05:56:09.277149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45288) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:09.283113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-705194402'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:09.288940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c612d7-7c48-4ba0-b236-3d51d4d7646c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Network': ['ID=c1a5b06a-1cb5-4b37-b12e-8e131059b54b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:09.360870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:09.364483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.389780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:09.398832 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.399179 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Added segment 51ff725d-f7c6-44a6-95c0-43a0a543c226 of type vlan for network 83c046b9-b153-4828-9cb3-486aebc5d3a3 Sep 16 05:56:09.446621 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.537751 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.543666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:09.544967 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.622298 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Network': ['ID=83c046b9-b153-4828-9cb3-486aebc5d3a3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:09.634168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 83c046b9-b153-4828-9cb3-486aebc5d3a3 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:09.659240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f01865ae-26dd-4e9d-bef3-efad1c737d99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3806953 Sep 16 05:56:09.662026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:09.667689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '83c046b9-b153-4828-9cb3-486aebc5d3a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:09.854946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:09.859056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:10.132193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:10.151072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cba5c79c-a2a7-41cc-8dab-d68302cb8ccd no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:10.176538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: cba5c79c-a2a7-41cc-8dab-d68302cb8ccd {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:10.176538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cba5c79c-a2a7-41cc-8dab-d68302cb8ccd not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:10.206543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=a15b2795-f0cf-424a-ad12-ff8425b50c33,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:10.216435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Checking segment: {'id': '51ff725d-f7c6-44a6-95c0-43a0a543c226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83c046b9-b153-4828-9cb3-486aebc5d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:10.216713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network hostable DHCP agents. Network: 83c046b9-b153-4828-9cb3-486aebc5d3a3, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:10.315156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 83c046b9-b153-4828-9cb3-486aebc5d3a3 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:10.377656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 83c046b9-b153-4828-9cb3-486aebc5d3a3) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:10.381884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:10.382484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:10.389113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8a5c4-1317-4120-a545-9c32ef77abce None None] Network 83c046b9-b153-4828-9cb3-486aebc5d3a3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:10.481621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-88148026-e708-480c-95b4-5640bb135535 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8182204 Sep 16 05:56:10.484650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45294) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:10.490188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': '83c046b9-b153-4828-9cb3-486aebc5d3a3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1673793116'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:10.554255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-83c046b9-b153-4828-9cb3-486aebc5d3a3', 'network_id': '83c046b9-b153-4828-9cb3-486aebc5d3a3', 'tenant_id': '70303c7a409a4cff8413e37f1273aa2a', 'fixed_ips': [{'subnet_id': 'a15b2795-f0cf-424a-ad12-ff8425b50c33'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:10.555158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:10.697988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:10.703029 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:10.716346 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Allocated IP 2001:db8::2 (83c046b9-b153-4828-9cb3-486aebc5d3a3/a15b2795-f0cf-424a-ad12-ff8425b50c33/f6c6d8a0-9139-4733-a7b6-596a344f3142) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:10.727682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 73fc0720-bd46-4b19-a630-b5c16963eff4 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:10.880651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:10.945705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:10.987562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Network 83c046b9-b153-4828-9cb3-486aebc5d3a3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:10.990942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:10.998224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:11.034691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Pushing event updated for resources: {'Port': ['ID=f6c6d8a0-9139-4733-a7b6-596a344f3142,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:11.067137 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::1d6 (83c046b9-b153-4828-9cb3-486aebc5d3a3/a15b2795-f0cf-424a-ad12-ff8425b50c33/73fc0720-bd46-4b19-a630-b5c16963eff4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:11.076914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Attempting to bind port f6c6d8a0-9139-4733-a7b6-596a344f3142 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:11.077324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Attempting to bind port f6c6d8a0-9139-4733-a7b6-596a344f3142 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '51ff725d-f7c6-44a6-95c0-43a0a543c226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83c046b9-b153-4828-9cb3-486aebc5d3a3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:11.077671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Attempting to bind port f6c6d8a0-9139-4733-a7b6-596a344f3142 on network 83c046b9-b153-4828-9cb3-486aebc5d3a3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:11.084025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:11.084411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Checking segment: {'id': '51ff725d-f7c6-44a6-95c0-43a0a543c226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83c046b9-b153-4828-9cb3-486aebc5d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:11.084824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.085220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Bound using segment: {'id': '51ff725d-f7c6-44a6-95c0-43a0a543c226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83c046b9-b153-4828-9cb3-486aebc5d3a3'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:11.085792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Bound port: f6c6d8a0-9139-4733-a7b6-596a344f3142, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ff725d-f7c6-44a6-95c0-43a0a543c226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83c046b9-b153-4828-9cb3-486aebc5d3a3'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:11.086241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.171723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] For port f6c6d8a0-9139-4733-a7b6-596a344f3142, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:11.176161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] For port f6c6d8a0-9139-4733-a7b6-596a344f3142, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f6c6d8a0-9139-4733-a7b6-596a344f3142,segment=NetworkSegment(51ff725d-f7c6-44a6-95c0-43a0a543c226),segment_id=51ff725d-f7c6-44a6-95c0-43a0a543c226)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:11.216697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.261899 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.315664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.326499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d44dec-8bed-4c4e-8cf2-d6be32fe1f4d None None] Pushing event updated for resources: {'Port': ['ID=f6c6d8a0-9139-4733-a7b6-596a344f3142,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:11.360182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 83c046b9-b153-4828-9cb3-486aebc5d3a3 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:11.363744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:11.366914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:11.374511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:11.375202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.405792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=73fc0720-bd46-4b19-a630-b5c16963eff4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:11.471674 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-52b62774-df8b-4e6c-b541-939ddb4fa75d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9832079 Sep 16 05:56:11.471975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45304) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:11.602242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-da3fd931-e848-434c-86db-d33d8d188691 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 73fc0720-bd46-4b19-a630-b5c16963eff4 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:11.603045 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da3fd931-e848-434c-86db-d33d8d188691 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.711118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da3fd931-e848-434c-86db-d33d8d188691 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.725631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-da3fd931-e848-434c-86db-d33d8d188691 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 73fc0720-bd46-4b19-a630-b5c16963eff4 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:11.958879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da3fd931-e848-434c-86db-d33d8d188691 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:11.993062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fd931-e848-434c-86db-d33d8d188691 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=73fc0720-bd46-4b19-a630-b5c16963eff4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:12.019225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da3fd931-e848-434c-86db-d33d8d188691 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.024136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45306) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:12.024729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-da3fd931-e848-434c-86db-d33d8d188691 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/73fc0720-bd46-4b19-a630-b5c16963eff4 HTTP/1.1" status: 204 len: 168 time: 0.5508595 Sep 16 05:56:12.057715 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-de665c37-fec0-4c6d-a650-3ece8bb24ea8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:12.062422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45310) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:12.072143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-de665c37-fec0-4c6d-a650-3ece8bb24ea8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/73fc0720-bd46-4b19-a630-b5c16963eff4 HTTP/1.1" status: 404 len: 333 time: 0.0458312 Sep 16 05:56:12.128608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6be463f-ebc5-4e81-8ee7-efab343bfbe3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet a15b2795-f0cf-424a-ad12-ff8425b50c33 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:12.138882 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6be463f-ebc5-4e81-8ee7-efab343bfbe3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.194738 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6be463f-ebc5-4e81-8ee7-efab343bfbe3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.229652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f6c6d8a0-9139-4733-a7b6-596a344f3142 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:12.295461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f6c6d8a0-9139-4733-a7b6-596a344f3142 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:12.296192 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.298725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6be463f-ebc5-4e81-8ee7-efab343bfbe3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.402653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e48267-6dcf-4cc1-9830-d5485fb55dcf None None] Network 83c046b9-b153-4828-9cb3-486aebc5d3a3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:12.406363 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.450349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6be463f-ebc5-4e81-8ee7-efab343bfbe3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.482975 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c6be463f-ebc5-4e81-8ee7-efab343bfbe3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.488115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c6be463f-ebc5-4e81-8ee7-efab343bfbe3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/a15b2795-f0cf-424a-ad12-ff8425b50c33 HTTP/1.1" status: 204 len: 168 time: 0.4220221 Sep 16 05:56:12.488115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be463f-ebc5-4e81-8ee7-efab343bfbe3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=a15b2795-f0cf-424a-ad12-ff8425b50c33,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:12.488450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45312) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:12.539358 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:56:12.539709 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:56:12.550230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8ebe37fa-d864-413a-9539-781f65957060 None None] Provisioning complete for port f6c6d8a0-9139-4733-a7b6-596a344f3142 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:12.550835 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ebe37fa-d864-413a-9539-781f65957060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.569336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.648967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port f6c6d8a0-9139-4733-a7b6-596a344f3142 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:12.653729 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.685978 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ebe37fa-d864-413a-9539-781f65957060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.720033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8ebe37fa-d864-413a-9539-781f65957060 None None] For port f6c6d8a0-9139-4733-a7b6-596a344f3142, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f6c6d8a0-9139-4733-a7b6-596a344f3142,segment=NetworkSegment(51ff725d-f7c6-44a6-95c0-43a0a543c226),segment_id=51ff725d-f7c6-44a6-95c0-43a0a543c226)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:12.725656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] DHCP port deletion for 83c046b9-b153-4828-9cb3-486aebc5d3a3 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:56:12.736992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] For port f6c6d8a0-9139-4733-a7b6-596a344f3142, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f6c6d8a0-9139-4733-a7b6-596a344f3142,segment=NetworkSegment(51ff725d-f7c6-44a6-95c0-43a0a543c226),segment_id=51ff725d-f7c6-44a6-95c0-43a0a543c226)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:12.737395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.749881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for f6c6d8a0-9139-4733-a7b6-596a344f3142 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:12.777357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] Deleting port f6c6d8a0-9139-4733-a7b6-596a344f3142 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:12.777722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.849532 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] For port f6c6d8a0-9139-4733-a7b6-596a344f3142, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f6c6d8a0-9139-4733-a7b6-596a344f3142,segment=NetworkSegment(51ff725d-f7c6-44a6-95c0-43a0a543c226),segment_id=51ff725d-f7c6-44a6-95c0-43a0a543c226)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:12.850761 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.865105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ebe37fa-d864-413a-9539-781f65957060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.867023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] Calling delete_port for f6c6d8a0-9139-4733-a7b6-596a344f3142 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:12.937929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:12.956543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe37fa-d864-413a-9539-781f65957060 None None] Pushing event updated for resources: {'Port': ['ID=f6c6d8a0-9139-4733-a7b6-596a344f3142,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:12.968102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=f6c6d8a0-9139-4733-a7b6-596a344f3142,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:12.972457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No DVR routers for this DVR port f6c6d8a0-9139-4733-a7b6-596a344f3142 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:12.989619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.015142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] Pushing event deleted for resources: {'Port': ['ID=f6c6d8a0-9139-4733-a7b6-596a344f3142,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:13.018956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99539014-f468-4722-af3d-f7d1b5f56113 None None] No DVR routers for this DVR port f6c6d8a0-9139-4733-a7b6-596a344f3142 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:13.063236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Port f6c6d8a0-9139-4733-a7b6-596a344f3142 update to ACTIVE by agent not found {{(pid=95661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:56:13.070315 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.094263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c046b9-b153-4828-9cb3-486aebc5d3a3']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:13.104287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ff725d-f7c6-44a6-95c0-43a0a543c226') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:13.107162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ff725d-f7c6-44a6-95c0-43a0a543c226') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:13.114742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.139603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.150514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:56:13.151640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:56:13.156567 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:56:13.304088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.313041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.315010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/networks/83c046b9-b153-4828-9cb3-486aebc5d3a3 HTTP/1.1" status: 204 len: 168 time: 0.8255863 Sep 16 05:56:13.319524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45316) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:13.326419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'name': 'tempest-PortsIpV6TestJSON-207306082'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:13.328852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007fa83-3cbe-4c5f-816f-2b0990764ec6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Network': ['ID=83c046b9-b153-4828-9cb3-486aebc5d3a3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:13.509381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:13.514422 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.533292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 4b622a23-3965-4eb0-9114-953d6ba772a4 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:13.700599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.890143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.939544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:13.942838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:13.949349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:13.955375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:13.958790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:13.965980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=4b622a23-3965-4eb0-9114-953d6ba772a4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:14.052819 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4a7e5648-a165-4567-b6b3-3b50c81c1748 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7317758 Sep 16 05:56:14.056047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45318) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:14.160061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-31ddf5d0-a482-4339-abf6-8e4a8a829f66 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 4b622a23-3965-4eb0-9114-953d6ba772a4 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:14.161003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ddf5d0-a482-4339-abf6-8e4a8a829f66 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.164083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f6c6d8a0-9139-4733-a7b6-596a344f3142 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:14.185965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: f6c6d8a0-9139-4733-a7b6-596a344f3142 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:14.186535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f6c6d8a0-9139-4733-a7b6-596a344f3142 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:14.245655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ddf5d0-a482-4339-abf6-8e4a8a829f66 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.259975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-31ddf5d0-a482-4339-abf6-8e4a8a829f66 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 4b622a23-3965-4eb0-9114-953d6ba772a4 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:14.426878 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ddf5d0-a482-4339-abf6-8e4a8a829f66 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.459747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddf5d0-a482-4339-abf6-8e4a8a829f66 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=4b622a23-3965-4eb0-9114-953d6ba772a4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:14.471285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ddf5d0-a482-4339-abf6-8e4a8a829f66 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.475886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45326) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:14.476385 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-31ddf5d0-a482-4339-abf6-8e4a8a829f66 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/4b622a23-3965-4eb0-9114-953d6ba772a4 HTTP/1.1" status: 204 len: 168 time: 0.4188981 Sep 16 05:56:14.481922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'mac_address': 'fa:16:3e:de:f7:67', 'name': 'tempest-PortsIpV6TestJSON-2037574061'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:14.692308 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:14.764788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:14.775182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45330) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:14.787766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 8534eaf3-6812-4b32-b807-b559afbd0d70 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:14.945116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-057a4a20-bc0d-4b92-a428-042473a540a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28097781bbfa4114a308813fc67d4306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680636 Sep 16 05:56:14.947821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45334) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:14.987375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.004760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dd36d7e5-61a1-40e3-b01d-49dfe63f3d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.036177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dd36d7e5-61a1-40e3-b01d-49dfe63f3d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.075319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.127417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:15.132739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:15.135206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:15.141596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.151110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.151110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=8534eaf3-6812-4b32-b807-b559afbd0d70,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:15.170526 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dd36d7e5-61a1-40e3-b01d-49dfe63f3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.173238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dd36d7e5-61a1-40e3-b01d-49dfe63f3d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.174515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dd36d7e5-61a1-40e3-b01d-49dfe63f3d09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddde7114-2741-43bb-8580-e038aaa549c5 HTTP/1.1" status: 204 len: 168 time: 0.2254827 Sep 16 05:56:15.183064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36d7e5-61a1-40e3-b01d-49dfe63f3d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddde7114-2741-43bb-8580-e038aaa549c5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:15.250298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-916ccf5c-35f4-4c1f-bf15-411652b84117 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7730873 Sep 16 05:56:15.259202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45338) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:15.304072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8182692-bf3f-45ca-abf9-f5eb787c51c3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:15.305474 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e8182692-bf3f-45ca-abf9-f5eb787c51c3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/8534eaf3-6812-4b32-b807-b559afbd0d70 HTTP/1.1" status: 200 len: 845 time: 0.0451970 Sep 16 05:56:15.308259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45340) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:15.400376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-68cec7c4-d44f-4c30-89af-f46fb0720793 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 8534eaf3-6812-4b32-b807-b559afbd0d70 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:15.400715 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68cec7c4-d44f-4c30-89af-f46fb0720793 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.471480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68cec7c4-d44f-4c30-89af-f46fb0720793 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.486428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-68cec7c4-d44f-4c30-89af-f46fb0720793 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 8534eaf3-6812-4b32-b807-b559afbd0d70 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:15.649821 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68cec7c4-d44f-4c30-89af-f46fb0720793 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.681919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cec7c4-d44f-4c30-89af-f46fb0720793 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=8534eaf3-6812-4b32-b807-b559afbd0d70,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:15.687404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-68cec7c4-d44f-4c30-89af-f46fb0720793 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.689399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-68cec7c4-d44f-4c30-89af-f46fb0720793 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/8534eaf3-6812-4b32-b807-b559afbd0d70 HTTP/1.1" status: 204 len: 168 time: 0.3801682 Sep 16 05:56:15.692032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45350) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:15.716927 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0588c582-c15b-4ad3-baa6-0f088405e228 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:15.718398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0588c582-c15b-4ad3-baa6-0f088405e228 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/8534eaf3-6812-4b32-b807-b559afbd0d70 HTTP/1.1" status: 404 len: 333 time: 0.0254414 Sep 16 05:56:15.722211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45352) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:15.727081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'name': 'tempest-PortsIpV6TestJSON-2078999869'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:15.886274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:15.890528 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:15.909138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port d62ffb53-df45-402e-8cf0-3a243225bdd3 yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:16.084961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.195493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.239254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:16.242510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:16.246445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:16.252242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:16.252868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.272939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=d62ffb53-df45-402e-8cf0-3a243225bdd3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:16.355490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ced2de89-cbb4-45f4-b59f-1eb3e4d984b8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6322999 Sep 16 05:56:16.358880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45364) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:16.364707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:16.436153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.608785 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.684886 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.722057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] In _notify_port_updated(), no bound segment for port d62ffb53-df45-402e-8cf0-3a243225bdd3 on network 9402ad5d-33cb-4a01-81f9-5521e7defcdc {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:56:16.727712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:16.728389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:16.729736 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "PUT /v2.0/ports/d62ffb53-df45-402e-8cf0-3a243225bdd3 HTTP/1.1" status: 200 len: 818 time: 0.3697228 Sep 16 05:56:16.732834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45370) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:16.746415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16213f-3e5b-4bd9-ab10-7d4af9b66578 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=d62ffb53-df45-402e-8cf0-3a243225bdd3,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:16.828235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b0a1e-c318-4baa-a60f-edf37897343d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port d62ffb53-df45-402e-8cf0-3a243225bdd3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:16.828732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0a1e-c318-4baa-a60f-edf37897343d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.223416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0a1e-c318-4baa-a60f-edf37897343d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.236661 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b0a1e-c318-4baa-a60f-edf37897343d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for d62ffb53-df45-402e-8cf0-3a243225bdd3 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:17.375106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0a1e-c318-4baa-a60f-edf37897343d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.403544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b0a1e-c318-4baa-a60f-edf37897343d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=d62ffb53-df45-402e-8cf0-3a243225bdd3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:17.408944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0a1e-c318-4baa-a60f-edf37897343d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.411160 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0a1b0a1e-c318-4baa-a60f-edf37897343d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/d62ffb53-df45-402e-8cf0-3a243225bdd3 HTTP/1.1" status: 204 len: 168 time: 0.6770852 Sep 16 05:56:17.413654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45390) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:17.466359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f37dca-4abe-450b-8194-a5acda99f1e8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:17.467934 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-86f37dca-4abe-450b-8194-a5acda99f1e8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0531309 Sep 16 05:56:17.470763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45392) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:17.496020 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-465b6131-8aff-46ea-a60b-aa0e37487481 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:17.498094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-465b6131-8aff-46ea-a60b-aa0e37487481 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/d62ffb53-df45-402e-8cf0-3a243225bdd3 HTTP/1.1" status: 404 len: 333 time: 0.0264237 Sep 16 05:56:17.501900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45394) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:17.506703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-554697694'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:17.640180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:17.643713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.673783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:17.682582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.682923 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Added segment f15150e5-b580-4db2-a28a-6f822e65077d of type vlan for network fb28dc53-98ff-4c69-8a44-e82e1d936c1d Sep 16 05:56:17.723874 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:17.864161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45396) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:17.870151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862027764', 'description': 'tempest-secgroup-smoke-862027764 description', 'project_id': 'adeb84abad58478eb9a2947112779c52'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:18.003570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.009265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:18.009849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.029459 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.038718 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.079800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Network': ['ID=fb28dc53-98ff-4c69-8a44-e82e1d936c1d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:18.090087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:18.127564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0f4c5c4e-cad7-4652-b614-dc67e19b9cc6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6245916 Sep 16 05:56:18.131902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45398) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:18.135606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:18.221494 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.300887 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.331071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d09fa0-c004-46e1-8458-c37af6c374a2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:18.377338 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:18.380920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.447415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.506244 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.536830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49df0f24-45ba-4372-84f9-db0e4580ed04,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:18.615079 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.616426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-96ea1ece-581c-4bef-b7b5-6209aa5d1d38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7510664 Sep 16 05:56:18.619549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45400) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:18.624976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-02ac49ec-cbd3-4119-a07f-d2174d8b3f13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '49df0f24-45ba-4372-84f9-db0e4580ed04', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:18.643394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.711526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=ed26e65f-c50c-452f-8125-8c2ed51dc9db,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:18.721033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Checking segment: {'id': 'f15150e5-b580-4db2-a28a-6f822e65077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:18.721397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network hostable DHCP agents. Network: fb28dc53-98ff-4c69-8a44-e82e1d936c1d, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:18.750829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02ac49ec-cbd3-4119-a07f-d2174d8b3f13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.821296 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02ac49ec-cbd3-4119-a07f-d2174d8b3f13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.826595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:18.917560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02ac49ec-cbd3-4119-a07f-d2174d8b3f13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.935836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac49ec-cbd3-4119-a07f-d2174d8b3f13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f071f6a8-e04a-4657-a497-92cdd69f452d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:18.940440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, fb28dc53-98ff-4c69-8a44-e82e1d936c1d) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:18.946066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:18.947046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.957035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d3ce0-79ce-468a-9623-ea7170d990b4 None None] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:19.006179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-02ac49ec-cbd3-4119-a07f-d2174d8b3f13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.007440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-02ac49ec-cbd3-4119-a07f-d2174d8b3f13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3867900 Sep 16 05:56:19.010302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45402) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:19.015993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dfd72d3e-6f2a-4249-9da0-7584a3010885 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '49df0f24-45ba-4372-84f9-db0e4580ed04', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:19.037114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aef46f9b-b61b-472a-a1b4-4a8a22b72653 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9055789 Sep 16 05:56:19.040558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45404) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:19.045696 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2a22d13c-edc4-43b5-9343-56019245cc99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:19.107305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-fb28dc53-98ff-4c69-8a44-e82e1d936c1d', 'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d', 'tenant_id': '70303c7a409a4cff8413e37f1273aa2a', 'fixed_ips': [{'subnet_id': 'ed26e65f-c50c-452f-8125-8c2ed51dc9db'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:19.108190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.204876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfd72d3e-6f2a-4249-9da0-7584a3010885 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.250546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Allocated IP 2001:db8::2 (fb28dc53-98ff-4c69-8a44-e82e1d936c1d/ed26e65f-c50c-452f-8125-8c2ed51dc9db/617f0ee2-1608-4207-b7f7-d238de9d37ef) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:19.276066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfd72d3e-6f2a-4249-9da0-7584a3010885 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.300941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a22d13c-edc4-43b5-9343-56019245cc99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:19.305266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a22d13c-edc4-43b5-9343-56019245cc99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.400343 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfd72d3e-6f2a-4249-9da0-7584a3010885 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.437768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd72d3e-6f2a-4249-9da0-7584a3010885 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec469ef-9b0f-4985-824e-28dcaf4da406,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:19.443885 n-d-712749-15 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-2a22d13c-edc4-43b5-9343-56019245cc99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed26e65f-c50c-452f-8125-8c2ed51dc9db (CIDR: 2001:db8::/64) Sep 16 05:56:19.475901 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a22d13c-edc4-43b5-9343-56019245cc99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:56:19.476466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a22d13c-edc4-43b5-9343-56019245cc99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:56:19.503356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dfd72d3e-6f2a-4249-9da0-7584a3010885 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.504725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dfd72d3e-6f2a-4249-9da0-7584a3010885 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4934905 Sep 16 05:56:19.507965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:19.513712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e17f3f5b-1003-463f-bc16-2c38796bdb2e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '49df0f24-45ba-4372-84f9-db0e4580ed04', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:19.560571 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.591968 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2a22d13c-edc4-43b5-9343-56019245cc99 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5503178 Sep 16 05:56:19.595314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:19.603753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:19.714163 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.758468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:19.760020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e17f3f5b-1003-463f-bc16-2c38796bdb2e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.761953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:19.768636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:19.776049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Pushing event updated for resources: {'Port': ['ID=617f0ee2-1608-4207-b7f7-d238de9d37ef,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:19.842293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Attempting to bind port 617f0ee2-1608-4207-b7f7-d238de9d37ef on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:19.842693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Attempting to bind port 617f0ee2-1608-4207-b7f7-d238de9d37ef by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f15150e5-b580-4db2-a28a-6f822e65077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:19.843060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Attempting to bind port 617f0ee2-1608-4207-b7f7-d238de9d37ef on network fb28dc53-98ff-4c69-8a44-e82e1d936c1d {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:19.848282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e17f3f5b-1003-463f-bc16-2c38796bdb2e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.848905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:19.849294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Checking segment: {'id': 'f15150e5-b580-4db2-a28a-6f822e65077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:19.849693 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.850080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Bound using segment: {'id': 'f15150e5-b580-4db2-a28a-6f822e65077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:19.850599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Bound port: 617f0ee2-1608-4207-b7f7-d238de9d37ef, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15150e5-b580-4db2-a28a-6f822e65077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:19.851114 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.908908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:19.912565 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.914770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] For port 617f0ee2-1608-4207-b7f7-d238de9d37ef, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:19.919936 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] For port 617f0ee2-1608-4207-b7f7-d238de9d37ef, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=617f0ee2-1608-4207-b7f7-d238de9d37ef,segment=NetworkSegment(f15150e5-b580-4db2-a28a-6f822e65077d),segment_id=f15150e5-b580-4db2-a28a-6f822e65077d)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:19.974731 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d08a-92b7-4f61-993e-892413b3bdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.979390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e17f3f5b-1003-463f-bc16-2c38796bdb2e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.013464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f3f5b-1003-463f-bc16-2c38796bdb2e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8cc942-dc75-43eb-94db-bc724e310d77,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:20.084160 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.142200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e17f3f5b-1003-463f-bc16-2c38796bdb2e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.144799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e17f3f5b-1003-463f-bc16-2c38796bdb2e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6345012 Sep 16 05:56:20.146494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:20.150584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff79181-7f39-4fb5-a882-a66cd855e705 None None] Pushing event updated for resources: {'Port': ['ID=617f0ee2-1608-4207-b7f7-d238de9d37ef,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:20.151466 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5556375e-972e-41de-a704-08da7af9e3eb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '49df0f24-45ba-4372-84f9-db0e4580ed04', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:20.291443 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.343920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5556375e-972e-41de-a704-08da7af9e3eb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.355846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:20.365892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:20.377071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:20.377482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.392700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=041f11ee-eca4-4125-9dc8-08c6e2b909c6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:20.427900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5556375e-972e-41de-a704-08da7af9e3eb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.536260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9c3e93eb-9232-424d-99c9-4df95a873082 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9396033 Sep 16 05:56:20.538721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45412) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:20.544136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d', 'fixed_ips': [{'subnet_id': 'ed26e65f-c50c-452f-8125-8c2ed51dc9db'}, {'subnet_id': '041f11ee-eca4-4125-9dc8-08c6e2b909c6'}], 'name': 'tempest-PortsIpV6TestJSON-982216957'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:20.624976 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5556375e-972e-41de-a704-08da7af9e3eb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.662815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556375e-972e-41de-a704-08da7af9e3eb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f76abd-ffd8-48fa-a618-927aef65b3e2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:20.767991 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5556375e-972e-41de-a704-08da7af9e3eb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.770438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5556375e-972e-41de-a704-08da7af9e3eb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6217816 Sep 16 05:56:20.772356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:20.777161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e2af1ffa-48c9-4846-aa80-ffc64a849845 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '49df0f24-45ba-4372-84f9-db0e4580ed04', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:20.897279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:20.993282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.000934 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.014508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 9b4f4c29-e8c6-497f-b392-26b280a656f7 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:21.018166 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-e2af1ffa-48c9-4846-aa80-ffc64a849845 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Project adeb84abad58478eb9a2947112779c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:56:21.025775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2af1ffa-48c9-4846-aa80-ffc64a849845 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.097142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2af1ffa-48c9-4846-aa80-ffc64a849845 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.110499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474677e-e353-4f6b-9813-2e4052ee7263 None None] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:21.157801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2af1ffa-48c9-4846-aa80-ffc64a849845 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.176966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af1ffa-48c9-4846-aa80-ffc64a849845 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f58f08c-4f87-4f93-8b7f-aa1b37042729,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:21.189617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3ac2ae15-4f78-4fea-b975-c2cab86757a4 None None] Provisioning complete for port 617f0ee2-1608-4207-b7f7-d238de9d37ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:21.190149 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ae15-4f78-4fea-b975-c2cab86757a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.255266 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e2af1ffa-48c9-4846-aa80-ffc64a849845 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.256605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e2af1ffa-48c9-4846-aa80-ffc64a849845 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4831462 Sep 16 05:56:21.259371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45416) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:21.264177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-44667aef-ea76-4d0b-adbc-412c70a29cf8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '49df0f24-45ba-4372-84f9-db0e4580ed04', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:21.306815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::aa (fb28dc53-98ff-4c69-8a44-e82e1d936c1d/ed26e65f-c50c-452f-8125-8c2ed51dc9db/9b4f4c29-e8c6-497f-b392-26b280a656f7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:21.314609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8:0:1::14a (fb28dc53-98ff-4c69-8a44-e82e1d936c1d/041f11ee-eca4-4125-9dc8-08c6e2b909c6/9b4f4c29-e8c6-497f-b392-26b280a656f7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:21.337825 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ae15-4f78-4fea-b975-c2cab86757a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.361533 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-44667aef-ea76-4d0b-adbc-412c70a29cf8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Project adeb84abad58478eb9a2947112779c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:56:21.367155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44667aef-ea76-4d0b-adbc-412c70a29cf8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.379108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3ac2ae15-4f78-4fea-b975-c2cab86757a4 None None] For port 617f0ee2-1608-4207-b7f7-d238de9d37ef, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=617f0ee2-1608-4207-b7f7-d238de9d37ef,segment=NetworkSegment(f15150e5-b580-4db2-a28a-6f822e65077d),segment_id=f15150e5-b580-4db2-a28a-6f822e65077d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:21.437261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f883328-f6e1-48c0-81f6-6982770b69e4 None None] Update dhcp port {'port': {'network_id': 'fb28dc53-98ff-4c69-8a44-e82e1d936c1d', 'fixed_ips': [{'subnet_id': 'ed26e65f-c50c-452f-8125-8c2ed51dc9db', 'ip_address': '2001:db8::2'}, {'subnet_id': '041f11ee-eca4-4125-9dc8-08c6e2b909c6'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '617f0ee2-1608-4207-b7f7-d238de9d37ef'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:56:21.446556 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44667aef-ea76-4d0b-adbc-412c70a29cf8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.457563 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ae15-4f78-4fea-b975-c2cab86757a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.473399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.485022 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f883328-f6e1-48c0-81f6-6982770b69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.537645 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44667aef-ea76-4d0b-adbc-412c70a29cf8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.542774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2ae15-4f78-4fea-b975-c2cab86757a4 None None] Pushing event updated for resources: {'Port': ['ID=617f0ee2-1608-4207-b7f7-d238de9d37ef,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:21.557255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44667aef-ea76-4d0b-adbc-412c70a29cf8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8862cee1-93fc-4e71-91b4-33cdebfc92de,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:21.595036 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.637852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:21.641209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:21.645142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:21.650811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:21.651469 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.665474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=9b4f4c29-e8c6-497f-b392-26b280a656f7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:21.677553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-2f883328-f6e1-48c0-81f6-6982770b69e4 None None] Allocated IP 2001:db8:0:1::2 (fb28dc53-98ff-4c69-8a44-e82e1d936c1d/041f11ee-eca4-4125-9dc8-08c6e2b909c6/617f0ee2-1608-4207-b7f7-d238de9d37ef) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:21.701232 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-44667aef-ea76-4d0b-adbc-412c70a29cf8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.706046 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-44667aef-ea76-4d0b-adbc-412c70a29cf8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4422960 Sep 16 05:56:21.706253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45418) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:21.711772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'network': {'name': 'tempest-network-smoke--531988524', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'port_security_enabled': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:21.778223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-2f883328-f6e1-48c0-81f6-6982770b69e4 None None] For port 617f0ee2-1608-4207-b7f7-d238de9d37ef, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=617f0ee2-1608-4207-b7f7-d238de9d37ef,segment=NetworkSegment(f15150e5-b580-4db2-a28a-6f822e65077d),segment_id=f15150e5-b580-4db2-a28a-6f822e65077d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:21.782740 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fffa2023-4e1a-4a4d-839d-b55c740c0aa3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2426991 Sep 16 05:56:21.783435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:21.788902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed26e65f-c50c-452f-8125-8c2ed51dc9db'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:21.809943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f883328-f6e1-48c0-81f6-6982770b69e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.868279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.926180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:21.930222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.949737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f883328-f6e1-48c0-81f6-6982770b69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.956732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:21.968060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.968483 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Added segment b63bf3d4-4d37-49d4-af15-b1943baebcd0 of type vlan for network c2c75112-5c45-4660-a631-8637e4620dfa Sep 16 05:56:22.014391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.050498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f883328-f6e1-48c0-81f6-6982770b69e4 None None] Pushing event updated for resources: {'Port': ['ID=617f0ee2-1608-4207-b7f7-d238de9d37ef,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:22.132996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Delete allocated IP 2001:db8:0:1::14a (fb28dc53-98ff-4c69-8a44-e82e1d936c1d/041f11ee-eca4-4125-9dc8-08c6e2b909c6) {{(pid=95660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:56:22.145440 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.155091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:22.157411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.232747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 617f0ee2-1608-4207-b7f7-d238de9d37ef up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:22.262557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Network': ['ID=c2c75112-5c45-4660-a631-8637e4620dfa,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:22.273959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f6eaaf4b-339f-4a11-bcf9-53fe7728ff45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5664861 Sep 16 05:56:22.277438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45422) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:22.279759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c2c75112-5c45-4660-a631-8637e4620dfa details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:22.282480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'admin_state_up': True, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:22.318020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 617f0ee2-1608-4207-b7f7-d238de9d37ef triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:22.318598 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.321768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.406373 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.406665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.407891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.476693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.484689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] In _notify_port_updated(), no bound segment for port 9b4f4c29-e8c6-497f-b392-26b280a656f7 on network fb28dc53-98ff-4c69-8a44-e82e1d936c1d {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:56:22.490265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:22.490896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.492288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "PUT /v2.0/ports/9b4f4c29-e8c6-497f-b392-26b280a656f7 HTTP/1.1" status: 200 len: 924 time: 0.7078419 Sep 16 05:56:22.495320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45424) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:22.501945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed26e65f-c50c-452f-8125-8c2ed51dc9db'}, {'subnet_id': '041f11ee-eca4-4125-9dc8-08c6e2b909c6'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:22.503615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761e209-9fe1-45d4-9f71-b537e7fcf6a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=9b4f4c29-e8c6-497f-b392-26b280a656f7,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:22.641092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f18658a-95b6-467c-8aa7-2cd9a037aa61 None None] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:22.726026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f20bfd46-f60a-49eb-ba05-7622f619102e None None] Provisioning complete for port 617f0ee2-1608-4207-b7f7-d238de9d37ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:22.726404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f20bfd46-f60a-49eb-ba05-7622f619102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.773683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.788287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.112841 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a73a-4b49-4c25-a9ed-8165005c5bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.148558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8:0:1::2a1 (fb28dc53-98ff-4c69-8a44-e82e1d936c1d/041f11ee-eca4-4125-9dc8-08c6e2b909c6/9b4f4c29-e8c6-497f-b392-26b280a656f7) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:23.199809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-61bc6342-562d-4612-90d5-71267f2d975f None None] Provisioning complete for port 9b4f4c29-e8c6-497f-b392-26b280a656f7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:23.200489 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61bc6342-562d-4612-90d5-71267f2d975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.244817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-61bc6342-562d-4612-90d5-71267f2d975f None None] Port 9b4f4c29-e8c6-497f-b392-26b280a656f7 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:23.256191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-61bc6342-562d-4612-90d5-71267f2d975f None None] Provisioning complete for port 617f0ee2-1608-4207-b7f7-d238de9d37ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:23.256562 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61bc6342-562d-4612-90d5-71267f2d975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.327821 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.352540 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.454153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.496037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9b9fe224-6d40-423f-9ac1-749881eafd8d None None] Provisioning complete for port 9b4f4c29-e8c6-497f-b392-26b280a656f7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:23.497071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe224-6d40-423f-9ac1-749881eafd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.507936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.25.1.247 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/ddee7fd0-c8f8-493c-859f-3d73a750d356) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:23.537910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9b9fe224-6d40-423f-9ac1-749881eafd8d None None] Port 9b4f4c29-e8c6-497f-b392-26b280a656f7 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:23.659535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7963e457-e2d4-409d-85f3-15cb2af6e56d None None] Provisioning complete for port 9b4f4c29-e8c6-497f-b392-26b280a656f7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:23.659967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7963e457-e2d4-409d-85f3-15cb2af6e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.702944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7963e457-e2d4-409d-85f3-15cb2af6e56d None None] Port 9b4f4c29-e8c6-497f-b392-26b280a656f7 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:23.884155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:23.914528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.009594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=9b4f4c29-e8c6-497f-b392-26b280a656f7,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:24.034004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] In _notify_port_updated(), no bound segment for port 9b4f4c29-e8c6-497f-b392-26b280a656f7 on network fb28dc53-98ff-4c69-8a44-e82e1d936c1d {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:56:24.039620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:24.040303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.041629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9836d551-bacc-4b17-a547-513d209756b1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "PUT /v2.0/ports/9b4f4c29-e8c6-497f-b392-26b280a656f7 HTTP/1.1" status: 200 len: 1010 time: 1.5451670 Sep 16 05:56:24.044886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:24.061090 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.156018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-69a51b07-63ae-4ffe-bd66-4b1f8c2d0f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 9b4f4c29-e8c6-497f-b392-26b280a656f7 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:24.157240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69a51b07-63ae-4ffe-bd66-4b1f8c2d0f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.175535 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.220225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:24.221966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:24.225567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:24.234452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-760ea744-fa12-49e0-85ed-f70a9aeb9521 None None] Provisioning complete for port 9b4f4c29-e8c6-497f-b392-26b280a656f7 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:24.234950 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-760ea744-fa12-49e0-85ed-f70a9aeb9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.256156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=ddee7fd0-c8f8-493c-859f-3d73a750d356,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:24.256796 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69a51b07-63ae-4ffe-bd66-4b1f8c2d0f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.274002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-69a51b07-63ae-4ffe-bd66-4b1f8c2d0f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 9b4f4c29-e8c6-497f-b392-26b280a656f7 owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:24.281382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-760ea744-fa12-49e0-85ed-f70a9aeb9521 None None] Port 9b4f4c29-e8c6-497f-b392-26b280a656f7 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:24.529609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69a51b07-63ae-4ffe-bd66-4b1f8c2d0f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.559777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a51b07-63ae-4ffe-bd66-4b1f8c2d0f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=9b4f4c29-e8c6-497f-b392-26b280a656f7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:24.598061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.610725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69a51b07-63ae-4ffe-bd66-4b1f8c2d0f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.613080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-69a51b07-63ae-4ffe-bd66-4b1f8c2d0f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/9b4f4c29-e8c6-497f-b392-26b280a656f7 HTTP/1.1" status: 204 len: 168 time: 0.5665970 Sep 16 05:56:24.615774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:24.643288 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21793ea-b333-4ed2-a652-5289d5e00fa2 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:24.644842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d21793ea-b333-4ed2-a652-5289d5e00fa2 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/9b4f4c29-e8c6-497f-b392-26b280a656f7 HTTP/1.1" status: 404 len: 333 time: 0.0279758 Sep 16 05:56:24.648202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45430) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:24.706937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6590659f-11f3-4ddd-9936-2b49d9d3c492 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet 041f11ee-eca4-4125-9dc8-08c6e2b909c6 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:24.711756 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6590659f-11f3-4ddd-9936-2b49d9d3c492 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.764588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6590659f-11f3-4ddd-9936-2b49d9d3c492 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.839740 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.860343 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6590659f-11f3-4ddd-9936-2b49d9d3c492 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.006678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6590659f-11f3-4ddd-9936-2b49d9d3c492 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.034383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590659f-11f3-4ddd-9936-2b49d9d3c492 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=041f11ee-eca4-4125-9dc8-08c6e2b909c6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:25.038139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6590659f-11f3-4ddd-9936-2b49d9d3c492 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.040077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6590659f-11f3-4ddd-9936-2b49d9d3c492 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/041f11ee-eca4-4125-9dc8-08c6e2b909c6 HTTP/1.1" status: 204 len: 168 time: 0.3903997 Sep 16 05:56:25.042799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:25.046287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e0aac3-5d7d-4aa8-9e81-6b8ccbea0a47 None None] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:25.083641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 598f11da-1e08-4470-ac38-282c5d525c92 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:56:25.103084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ac1df7-fa9b-4b75-a886-c24978688326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet ed26e65f-c50c-452f-8125-8c2ed51dc9db {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:25.106481 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88ac1df7-fa9b-4b75-a886-c24978688326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.159186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88ac1df7-fa9b-4b75-a886-c24978688326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.207120 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:25.219201 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Sync routers for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:25.229275 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:25.230595 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:25.258299 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88ac1df7-fa9b-4b75-a886-c24978688326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.321064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.325454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-76f5e555-e5ac-48b7-9a82-a3cc40bc6e74 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0445237 Sep 16 05:56:25.326215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45434) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:25.341023 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:25.400707 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.413313 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88ac1df7-fa9b-4b75-a886-c24978688326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.445506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac1df7-fa9b-4b75-a886-c24978688326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=ed26e65f-c50c-452f-8125-8c2ed51dc9db,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:25.450104 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-88ac1df7-fa9b-4b75-a886-c24978688326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.452256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-88ac1df7-fa9b-4b75-a886-c24978688326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/ed26e65f-c50c-452f-8125-8c2ed51dc9db HTTP/1.1" status: 204 len: 168 time: 0.4084358 Sep 16 05:56:25.458987 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:25.495889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-faca6b81-9cc0-43c9-99ca-6a2b8c016488 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=adeb84abad58478eb9a2947112779c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1677065 Sep 16 05:56:25.501252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45440) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:25.610168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.640672 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:24Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:25.668828 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Checking router: 598f11da-1e08-4470-ac38-282c5d525c92 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:25.669761 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Updating router 598f11da-1e08-4470-ac38-282c5d525c92 port ddee7fd0-c8f8-493c-859f-3d73a750d356 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:56:25.697281 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.730920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc485616-dfdb-4eb0-b8ec-00c880e4472e tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.733247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fc485616-dfdb-4eb0-b8ec-00c880e4472e tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2308428 Sep 16 05:56:25.736411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:25.769120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 617f0ee2-1608-4207-b7f7-d238de9d37ef {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:25.769598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.797905 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7b35274a-36d0-4954-94b7-3145e2eddb1c tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569987 Sep 16 05:56:25.799469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45444) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:25.805043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647620205', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:25.877098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] For port 617f0ee2-1608-4207-b7f7-d238de9d37ef, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=617f0ee2-1608-4207-b7f7-d238de9d37ef,segment=NetworkSegment(f15150e5-b580-4db2-a28a-6f822e65077d),segment_id=f15150e5-b580-4db2-a28a-6f822e65077d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:25.877492 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.930421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5842d20-64af-494e-8466-3cf6b07515ea None None] Network fb28dc53-98ff-4c69-8a44-e82e1d936c1d requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:25.937397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 617f0ee2-1608-4207-b7f7-d238de9d37ef owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:25.988718 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.042033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-04a08a50-bc5c-4cb5-9915-37e3a1468186 None None] Provisioning complete for port 617f0ee2-1608-4207-b7f7-d238de9d37ef triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:26.042408 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-04a08a50-bc5c-4cb5-9915-37e3a1468186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.089563 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.127829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:26.133587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.137493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.143349 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Pushing event updated for resources: {'Port': ['ID=ddee7fd0-c8f8-493c-859f-3d73a750d356,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:26.163274 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.163629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.164048 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.164925 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.165218 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.165673 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.165853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.166186 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.166514 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.166839 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.167165 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.167492 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:26.177325 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Attempting to bind port ddee7fd0-c8f8-493c-859f-3d73a750d356 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:26.177702 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Attempting to bind port ddee7fd0-c8f8-493c-859f-3d73a750d356 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:26.178322 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Attempting to bind port ddee7fd0-c8f8-493c-859f-3d73a750d356 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:26.184499 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:26.184856 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:26.185875 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.186489 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:26.187024 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Bound port: ddee7fd0-c8f8-493c-859f-3d73a750d356, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:26.187522 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.198409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=617f0ee2-1608-4207-b7f7-d238de9d37ef,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:26.202391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No DVR routers for this DVR port 617f0ee2-1608-4207-b7f7-d238de9d37ef on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:26.203666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80fd75-d63b-46ac-a560-1794b1d85040 None None] DHCP port deletion for fb28dc53-98ff-4c69-8a44-e82e1d936c1d request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:56:26.258880 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] For port ddee7fd0-c8f8-493c-859f-3d73a750d356, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:26.262393 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] For port ddee7fd0-c8f8-493c-859f-3d73a750d356, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ddee7fd0-c8f8-493c-859f-3d73a750d356,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:26.338569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.366465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb28dc53-98ff-4c69-8a44-e82e1d936c1d']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:26.381307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15150e5-b580-4db2-a28a-6f822e65077d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:26.381634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15150e5-b580-4db2-a28a-6f822e65077d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:26.386725 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.416795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.443560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.447718 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:26.448402 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:26.454566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:56:26.454983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:56:26.458130 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:56:26.491473 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835e9ad-e8e9-45ab-adaf-1b6dd51e9469 None None] Pushing event updated for resources: {'Port': ['ID=ddee7fd0-c8f8-493c-859f-3d73a750d356,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:26.562139 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:26.626799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.688861 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.710671 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.712499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/networks/fb28dc53-98ff-4c69-8a44-e82e1d936c1d HTTP/1.1" status: 204 len: 168 time: 1.2537866 Sep 16 05:56:26.718103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45446) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:26.738837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Subnet': ['ID=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:26.755055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fe59e-4d2f-4229-84f6-233bf7d150d4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Network': ['ID=fb28dc53-98ff-4c69-8a44-e82e1d936c1d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:26.764896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Checking segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:26.765263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network hostable DHCP agents. Network: c2c75112-5c45-4660-a631-8637e4620dfa, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:26.784606 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:24Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:26.796818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fad73c-dea0-4cff-92af-1215ed48e798 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:26.803577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d7fad73c-dea0-4cff-92af-1215ed48e798 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0803514 Sep 16 05:56:26.803577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:26.812484 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01081ba4-a603-42a4-8903-5f7e8685c43f None None] The sync data for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 is: [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:24Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:26.857565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e995f9be-6f82-4200-8122-4503c3a9a588 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0537510 Sep 16 05:56:26.861103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45450) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:26.867957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1276864320'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:26.912046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network c2c75112-5c45-4660-a631-8637e4620dfa is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:27.035711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:27.035711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.077798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:27.090238 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.090657 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Added segment a6502508-e568-449a-b8f6-1be43e91f1dd of type vlan for network cb2112a3-aef8-40f1-93ee-99637805bb30 Sep 16 05:56:27.137671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c2c75112-5c45-4660-a631-8637e4620dfa) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:27.144906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.147695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e122de3-73b4-4b4d-9ef7-82f37c509f43 None None] Network c2c75112-5c45-4660-a631-8637e4620dfa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:27.148276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:27.148718 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.273460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fac2243a-a660-4f70-8b35-b944b2a01608 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4727826 Sep 16 05:56:27.276582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45452) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:27.310521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.312865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:27.313525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.326262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c2c75112-5c45-4660-a631-8637e4620dfa', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:27.327820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.422707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Network': ['ID=cb2112a3-aef8-40f1-93ee-99637805bb30,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:27.432904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-26bbea9e-02e4-43ae-9a43-2ee069c6f4e3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5677972 Sep 16 05:56:27.432904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45454) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:27.439020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:27.441014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network cb2112a3-aef8-40f1-93ee-99637805bb30 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:27.569800 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.593546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Allocated IP 172.20.0.2 (c2c75112-5c45-4660-a631-8637e4620dfa/b81cfabe-3d8a-4dc6-9813-2af7c8639d1a/9864db2e-2944-4ee1-8acd-6c218662972e) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:27.637794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:27.642622 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.778561 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.860332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.863909 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:27.904937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Network c2c75112-5c45-4660-a631-8637e4620dfa is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:27.907995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:27.911666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:27.923445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Pushing event updated for resources: {'Port': ['ID=9864db2e-2944-4ee1-8acd-6c218662972e,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:27.991105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Attempting to bind port 9864db2e-2944-4ee1-8acd-6c218662972e on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:27.991633 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Attempting to bind port 9864db2e-2944-4ee1-8acd-6c218662972e by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:27.992162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Attempting to bind port 9864db2e-2944-4ee1-8acd-6c218662972e on network c2c75112-5c45-4660-a631-8637e4620dfa {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:28.000995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:28.001589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Checking segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:28.002288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.002872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Bound using segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:28.003625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Bound port: 9864db2e-2944-4ee1-8acd-6c218662972e, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:28.004378 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.010381 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.088270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] For port 9864db2e-2944-4ee1-8acd-6c218662972e, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:28.092334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] For port 9864db2e-2944-4ee1-8acd-6c218662972e, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9864db2e-2944-4ee1-8acd-6c218662972e,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:28.107826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=01c75e23-f385-4b46-af97-99272ac06a2b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:28.113479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Checking segment: {'id': 'a6502508-e568-449a-b8f6-1be43e91f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:28.113943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network hostable DHCP agents. Network: cb2112a3-aef8-40f1-93ee-99637805bb30, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:28.225963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.20.0.1 (c2c75112-5c45-4660-a631-8637e4620dfa/b81cfabe-3d8a-4dc6-9813-2af7c8639d1a/1e359add-9f59-4526-8131-8a9fd5a78bdd) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:28.228703 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.238121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ddee7fd0-c8f8-493c-859f-3d73a750d356 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:28.274760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network cb2112a3-aef8-40f1-93ee-99637805bb30 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:28.369643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf9991-5f3b-42a7-bcc9-25f211b76e8f None None] Pushing event updated for resources: {'Port': ['ID=9864db2e-2944-4ee1-8acd-6c218662972e,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:28.382135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ddee7fd0-c8f8-493c-859f-3d73a750d356 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:28.382652 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.410350 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.421973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, cb2112a3-aef8-40f1-93ee-99637805bb30) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:28.424073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.424813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.434052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2654b-72cc-4eb9-a780-45a24236cda9 None None] Network cb2112a3-aef8-40f1-93ee-99637805bb30 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:28.527536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7fe5b588-a458-41be-a1a2-b9ac55bba0b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0934193 Sep 16 05:56:28.530342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45458) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:28.537334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30', 'name': 'tempest-PortsIpV6TestJSON-1270766568'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:28.585429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.589283 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.659718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network c2c75112-5c45-4660-a631-8637e4620dfa is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:28.663163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port ddee7fd0-c8f8-493c-859f-3d73a750d356, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ddee7fd0-c8f8-493c-859f-3d73a750d356,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:28.674086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:28.694534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:28.716898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-cb2112a3-aef8-40f1-93ee-99637805bb30', 'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30', 'tenant_id': '70303c7a409a4cff8413e37f1273aa2a', 'fixed_ips': [{'subnet_id': '01c75e23-f385-4b46-af97-99272ac06a2b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:28.718054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.759467 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.789561 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.844859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=1e359add-9f59-4526-8131-8a9fd5a78bdd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:28.865052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:28.874525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.899521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port c9a5327c-4999-410f-ade2-b54f99a575f7 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:28.903027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 617f0ee2-1608-4207-b7f7-d238de9d37ef no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:29.077699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::295 (cb2112a3-aef8-40f1-93ee-99637805bb30/01c75e23-f385-4b46-af97-99272ac06a2b/c9a5327c-4999-410f-ade2-b54f99a575f7) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:29.081288 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.156105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 617f0ee2-1608-4207-b7f7-d238de9d37ef {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:29.157750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 617f0ee2-1608-4207-b7f7-d238de9d37ef not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:29.181798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=ddee7fd0-c8f8-493c-859f-3d73a750d356,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:29.269317 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.321098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.469823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.529174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.531060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network cb2112a3-aef8-40f1-93ee-99637805bb30 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:29.534706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:29.540453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:29.543333 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Allocated IP 2001:db8::2 (cb2112a3-aef8-40f1-93ee-99637805bb30/01c75e23-f385-4b46-af97-99272ac06a2b/583bfd79-9649-42a7-b038-3b80ae0cfe65) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:29.549517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:29.550193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.565313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=c9a5327c-4999-410f-ade2-b54f99a575f7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:29.588994 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.642735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95a80a-0a54-4236-836b-03829ca601b8 None None] Network c2c75112-5c45-4660-a631-8637e4620dfa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:29.650989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6cf1f4c0-ee70-4b81-a9aa-2586fb3f9a35 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1192341 Sep 16 05:56:29.651618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45460) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:29.657528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30', 'name': 'tempest-PortsIpV6TestJSON-130534491'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:29.677688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=1e359add-9f59-4526-8131-8a9fd5a78bdd,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:29.682464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.777009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-407df2b8-ba40-4952-9f6d-238a5576c970 None None] Provisioning complete for port 9864db2e-2944-4ee1-8acd-6c218662972e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:29.777436 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-407df2b8-ba40-4952-9f6d-238a5576c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.784283 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.798127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network c2c75112-5c45-4660-a631-8637e4620dfa is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:29.799591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:29.900835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:29.904857 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.924096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port ff1e61d1-9de0-4046-856c-18e297853bff yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:29.937745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 598f11da-1e08-4470-ac38-282c5d525c92 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:29.939197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-407df2b8-ba40-4952-9f6d-238a5576c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.953180 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.019787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Network cb2112a3-aef8-40f1-93ee-99637805bb30 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:30.023716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-407df2b8-ba40-4952-9f6d-238a5576c970 None None] For port 9864db2e-2944-4ee1-8acd-6c218662972e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9864db2e-2944-4ee1-8acd-6c218662972e,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:30.027136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:30.035608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:30.044881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Pushing event updated for resources: {'Port': ['ID=583bfd79-9649-42a7-b038-3b80ae0cfe65,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:30.103177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Attempting to bind port 583bfd79-9649-42a7-b038-3b80ae0cfe65 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:30.103756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Attempting to bind port 583bfd79-9649-42a7-b038-3b80ae0cfe65 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'a6502508-e568-449a-b8f6-1be43e91f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:30.104171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Attempting to bind port 583bfd79-9649-42a7-b038-3b80ae0cfe65 on network cb2112a3-aef8-40f1-93ee-99637805bb30 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:30.113226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:30.125149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:30.125759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Checking segment: {'id': 'a6502508-e568-449a-b8f6-1be43e91f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:30.125920 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.127180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Bound using segment: {'id': 'a6502508-e568-449a-b8f6-1be43e91f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:30.128842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Bound port: 583bfd79-9649-42a7-b038-3b80ae0cfe65, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6502508-e568-449a-b8f6-1be43e91f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'cb2112a3-aef8-40f1-93ee-99637805bb30'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:30.129455 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.140773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Sync routers for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:30.141079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e9c8ed2a-ae4e-4516-a57d-b6a16f97d616 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "PUT /v2.0/routers/598f11da-1e08-4470-ac38-282c5d525c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8628101 Sep 16 05:56:30.191495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-407df2b8-ba40-4952-9f6d-238a5576c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.282353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:30.283019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:30.393362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407df2b8-ba40-4952-9f6d-238a5576c970 None None] Pushing event updated for resources: {'Port': ['ID=9864db2e-2944-4ee1-8acd-6c218662972e,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:30.414777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ddee7fd0-c8f8-493c-859f-3d73a750d356 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:30.450193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::1b4 (cb2112a3-aef8-40f1-93ee-99637805bb30/01c75e23-f385-4b46-af97-99272ac06a2b/ff1e61d1-9de0-4046-856c-18e297853bff) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:30.462250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] For port 583bfd79-9649-42a7-b038-3b80ae0cfe65, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:30.507060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] For port 583bfd79-9649-42a7-b038-3b80ae0cfe65, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=583bfd79-9649-42a7-b038-3b80ae0cfe65,segment=NetworkSegment(a6502508-e568-449a-b8f6-1be43e91f1dd),segment_id=a6502508-e568-449a-b8f6-1be43e91f1dd)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:30.533202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-556d6388-c3bc-4602-b1f6-6177f8c6c7ba None None] Provisioning complete for port 9864db2e-2944-4ee1-8acd-6c218662972e triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:30.533497 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-556d6388-c3bc-4602-b1f6-6177f8c6c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.536439 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:30.614878 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-3b503149-85e7-4c2c-b3e3-ad8009770eb3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862027764&fields=id&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 267 time: 0.1076429 Sep 16 05:56:30.616141 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.679827 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.717965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ddee7fd0-c8f8-493c-859f-3d73a750d356 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:30.717965 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.796190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3b382-ddbe-4b61-9bfc-5e62773d71a7 None None] Pushing event updated for resources: {'Port': ['ID=583bfd79-9649-42a7-b038-3b80ae0cfe65,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:30.814549 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.835614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network cb2112a3-aef8-40f1-93ee-99637805bb30 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:30.843759 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:30.876431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:30.883504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:30.884530 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.899973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-7df11e64-e2fc-414a-ab17-4ca6bbc50c61 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:30.901577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-7df11e64-e2fc-414a-ab17-4ca6bbc50c61 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 796 time: 0.2740378 Sep 16 05:56:30.933766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-f6403c8f-1c7c-45ba-9c52-0923523b261c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/quotas/adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 375 time: 0.0189204 Sep 16 05:56:30.935444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=ff1e61d1-9de0-4046-856c-18e297853bff,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:30.986081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-556d6388-c3bc-4602-b1f6-6177f8c6c7ba None None] Provisioning complete for port 1e359add-9f59-4526-8131-8a9fd5a78bdd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:30.986460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-556d6388-c3bc-4602-b1f6-6177f8c6c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:30.991681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9864db2e-2944-4ee1-8acd-6c218662972e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:31.027444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0106243e-a7a1-45a7-95ed-39ce7862aacf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3746917 Sep 16 05:56:31.030257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45484) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:31.055174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-016a9f25-8b36-4dc3-964e-8bf6aac64a49 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931902 Sep 16 05:56:31.084522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-556d6388-c3bc-4602-b1f6-6177f8c6c7ba None None] Port 1e359add-9f59-4526-8131-8a9fd5a78bdd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:31.087894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:29Z', 'revision_number': 2, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:31.114104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfe487b-2186-4de6-8c28-5d486dcbbe21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:31.116255 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8dfe487b-2186-4de6-8c28-5d486dcbbe21 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A295 HTTP/1.1" status: 200 len: 929 time: 0.0848706 Sep 16 05:56:31.119751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45488) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:31.127368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Checking router: 598f11da-1e08-4470-ac38-282c5d525c92 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:31.127728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Updating router 598f11da-1e08-4470-ac38-282c5d525c92 port 1e359add-9f59-4526-8131-8a9fd5a78bdd binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:56:31.162849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 9864db2e-2944-4ee1-8acd-6c218662972e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:31.163236 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.164974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.238565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0abaabd7-6b60-4bfb-8aea-b159359e1823 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port ff1e61d1-9de0-4046-856c-18e297853bff {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:31.238957 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0abaabd7-6b60-4bfb-8aea-b159359e1823 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.257726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-32ece7cc-e765-4f84-9c78-ccfe88a2ce1f None None] Provisioning complete for port 1e359add-9f59-4526-8131-8a9fd5a78bdd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:31.258101 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-32ece7cc-e765-4f84-9c78-ccfe88a2ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.276326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-a7b0f301-9f1f-4e8c-9e77-5a2769c1c8c2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:56:31.281413 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-a7b0f301-9f1f-4e8c-9e77-5a2769c1c8c2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2174935 Sep 16 05:56:31.377700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-32ece7cc-e765-4f84-9c78-ccfe88a2ce1f None None] Port 1e359add-9f59-4526-8131-8a9fd5a78bdd cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:31.402893 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0abaabd7-6b60-4bfb-8aea-b159359e1823 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.421826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0abaabd7-6b60-4bfb-8aea-b159359e1823 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for ff1e61d1-9de0-4046-856c-18e297853bff owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:31.460896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-72e4999b-778e-44b0-88d7-791fda5b11ea service neutron] 10.222.0.49 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496975 Sep 16 05:56:31.563787 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.609872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-f82504b1-1c18-4c1f-bba7-14ba65f2a3db service neutron] 10.222.0.49 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194406 Sep 16 05:56:31.632115 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.692550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf9f0f-16cd-4e44-ab0d-3eacfad11e16 None None] Pushing event updated for resources: {'Port': ['ID=1e359add-9f59-4526-8131-8a9fd5a78bdd,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:31.755214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Attempting to bind port 1e359add-9f59-4526-8131-8a9fd5a78bdd on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:31.755588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Attempting to bind port 1e359add-9f59-4526-8131-8a9fd5a78bdd by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:31.755968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Attempting to bind port 1e359add-9f59-4526-8131-8a9fd5a78bdd on network c2c75112-5c45-4660-a631-8637e4620dfa {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:31.761318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:31.761690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Checking segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:31.762095 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.762492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Bound using segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:31.763003 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Bound port: 1e359add-9f59-4526-8131-8a9fd5a78bdd, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:31.763829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.817714 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0abaabd7-6b60-4bfb-8aea-b159359e1823 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.836477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] For port 1e359add-9f59-4526-8131-8a9fd5a78bdd, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:31.842024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] For port 1e359add-9f59-4526-8131-8a9fd5a78bdd, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e359add-9f59-4526-8131-8a9fd5a78bdd,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:31.862643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaabd7-6b60-4bfb-8aea-b159359e1823 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=ff1e61d1-9de0-4046-856c-18e297853bff,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:31.897141 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0abaabd7-6b60-4bfb-8aea-b159359e1823 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.901779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0abaabd7-6b60-4bfb-8aea-b159359e1823 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/ff1e61d1-9de0-4046-856c-18e297853bff HTTP/1.1" status: 204 len: 168 time: 0.7782214 Sep 16 05:56:31.902044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45492) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:31.912960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f12cc-7ed4-40fb-b808-ca1a8b65dfe3 None None] Network cb2112a3-aef8-40f1-93ee-99637805bb30 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:31.953713 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91ab959-a79c-47f9-8c06-27cfb7efe7a9 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:31.956269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e91ab959-a79c-47f9-8c06-27cfb7efe7a9 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/ff1e61d1-9de0-4046-856c-18e297853bff HTTP/1.1" status: 404 len: 333 time: 0.0524056 Sep 16 05:56:31.958243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45498) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:31.992370 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.105571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Provisioning complete for port 583bfd79-9649-42a7-b038-3b80ae0cfe65 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:32.106124 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.144194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-01fcd449-1c2e-4ee3-9b7d-2987cc16a7b5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port c9a5327c-4999-410f-ade2-b54f99a575f7 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:32.152435 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01fcd449-1c2e-4ee3-9b7d-2987cc16a7b5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.166604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:32.167262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:32.270972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-53c4af24-750b-40e8-a771-85fcc2dedfe9 req-55b53589-9764-4614-a3dd-a9c103401b10 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 210 time: 0.2663231 Sep 16 05:56:32.358747 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01fcd449-1c2e-4ee3-9b7d-2987cc16a7b5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.372198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-01fcd449-1c2e-4ee3-9b7d-2987cc16a7b5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for c9a5327c-4999-410f-ade2-b54f99a575f7 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:32.397998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf9f0f-16cd-4e44-ab0d-3eacfad11e16 None None] Pushing event updated for resources: {'Port': ['ID=1e359add-9f59-4526-8131-8a9fd5a78bdd,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:32.409132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9864db2e-2944-4ee1-8acd-6c218662972e up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:32.582351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:32.655269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 9864db2e-2944-4ee1-8acd-6c218662972e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:32.655656 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.727188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.808564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] For port 583bfd79-9649-42a7-b038-3b80ae0cfe65, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=583bfd79-9649-42a7-b038-3b80ae0cfe65,segment=NetworkSegment(a6502508-e568-449a-b8f6-1be43e91f1dd),segment_id=a6502508-e568-449a-b8f6-1be43e91f1dd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:32.912797 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.963549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01fcd449-1c2e-4ee3-9b7d-2987cc16a7b5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:32.994555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 583bfd79-9649-42a7-b038-3b80ae0cfe65 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:33.002385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcd449-1c2e-4ee3-9b7d-2987cc16a7b5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=c9a5327c-4999-410f-ade2-b54f99a575f7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:33.027828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Provisioning complete for port 1e359add-9f59-4526-8131-8a9fd5a78bdd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:33.028300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.042385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-01fcd449-1c2e-4ee3-9b7d-2987cc16a7b5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.045900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-01fcd449-1c2e-4ee3-9b7d-2987cc16a7b5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/c9a5327c-4999-410f-ade2-b54f99a575f7 HTTP/1.1" status: 204 len: 168 time: 1.0849144 Sep 16 05:56:33.051200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45512) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:33.080632 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a87a150-a375-4868-a622-9b88366a7c28 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:33.084696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a87a150-a375-4868-a622-9b88366a7c28 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/c9a5327c-4999-410f-ade2-b54f99a575f7 HTTP/1.1" status: 404 len: 333 time: 0.0328648 Sep 16 05:56:33.084948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45514) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:33.085564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Pushing event updated for resources: {'Port': ['ID=583bfd79-9649-42a7-b038-3b80ae0cfe65,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:33.131846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 583bfd79-9649-42a7-b038-3b80ae0cfe65 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:33.131846 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.142221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-86463aa6-fb6c-4c6a-911b-73a9c3170109 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet 01c75e23-f385-4b46-af97-99272ac06a2b {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:33.145738 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-86463aa6-fb6c-4c6a-911b-73a9c3170109 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.176330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:31Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:33.192879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-86463aa6-fb6c-4c6a-911b-73a9c3170109 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.221537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ae3c4-012f-4df9-8484-c256df6771a4 None None] The sync data for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 is: [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:31Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:33.236686 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.323678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] For port 1e359add-9f59-4526-8131-8a9fd5a78bdd, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e359add-9f59-4526-8131-8a9fd5a78bdd,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:33.341933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-86463aa6-fb6c-4c6a-911b-73a9c3170109 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.410007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7975dcf2-e57f-4b94-8d8d-3582cbaad228 req-b490b475-97bf-493e-884a-4ee4d7494a9b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 210 time: 0.0386770 Sep 16 05:56:33.463665 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.528466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e52081-aeda-441b-acc3-d93c3bcffb0b None None] Pushing event updated for resources: {'Port': ['ID=1e359add-9f59-4526-8131-8a9fd5a78bdd,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:33.543499 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-86463aa6-fb6c-4c6a-911b-73a9c3170109 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.572296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86463aa6-fb6c-4c6a-911b-73a9c3170109 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=01c75e23-f385-4b46-af97-99272ac06a2b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:33.585761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-86463aa6-fb6c-4c6a-911b-73a9c3170109 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.590254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-86463aa6-fb6c-4c6a-911b-73a9c3170109 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/01c75e23-f385-4b46-af97-99272ac06a2b HTTP/1.1" status: 204 len: 168 time: 0.5019591 Sep 16 05:56:33.590479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-660d47e4-bd45-461b-925d-6bc619919a5a None None] Provisioning complete for port 583bfd79-9649-42a7-b038-3b80ae0cfe65 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:33.590479 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-660d47e4-bd45-461b-925d-6bc619919a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.591980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45518) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:33.704402 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.705431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1d5c4-7a2c-488c-8356-aff0273c72a0 None None] Network cb2112a3-aef8-40f1-93ee-99637805bb30 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:33.733851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-660d47e4-bd45-461b-925d-6bc619919a5a None None] Could not find standard attr ID for object c9a5327c-4999-410f-ade2-b54f99a575f7. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:56:33.765108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-660d47e4-bd45-461b-925d-6bc619919a5a None None] Could not find standard attr ID for object ff1e61d1-9de0-4046-856c-18e297853bff. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:56:33.780713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 583bfd79-9649-42a7-b038-3b80ae0cfe65 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:33.781054 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.788937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-660d47e4-bd45-461b-925d-6bc619919a5a None None] Provisioning complete for port 1e359add-9f59-4526-8131-8a9fd5a78bdd triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:33.789308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-660d47e4-bd45-461b-925d-6bc619919a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.870333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] For port 583bfd79-9649-42a7-b038-3b80ae0cfe65, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=583bfd79-9649-42a7-b038-3b80ae0cfe65,segment=NetworkSegment(a6502508-e568-449a-b8f6-1be43e91f1dd),segment_id=a6502508-e568-449a-b8f6-1be43e91f1dd)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:33.870333 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:33.880465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 583bfd79-9649-42a7-b038-3b80ae0cfe65 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:33.991808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] DHCP port deletion for cb2112a3-aef8-40f1-93ee-99637805bb30 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:56:34.047302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] Deleting port 583bfd79-9649-42a7-b038-3b80ae0cfe65 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:34.047723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.078145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.106037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=583bfd79-9649-42a7-b038-3b80ae0cfe65,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:34.117693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No DVR routers for this DVR port 583bfd79-9649-42a7-b038-3b80ae0cfe65 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:34.120345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] For port 583bfd79-9649-42a7-b038-3b80ae0cfe65, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=583bfd79-9649-42a7-b038-3b80ae0cfe65,segment=NetworkSegment(a6502508-e568-449a-b8f6-1be43e91f1dd),segment_id=a6502508-e568-449a-b8f6-1be43e91f1dd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:34.120822 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.142140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] Calling delete_port for 583bfd79-9649-42a7-b038-3b80ae0cfe65 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:34.236056 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.240427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.266336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2112a3-aef8-40f1-93ee-99637805bb30']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:34.272410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e359add-9f59-4526-8131-8a9fd5a78bdd up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:34.276956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] Pushing event deleted for resources: {'Port': ['ID=583bfd79-9649-42a7-b038-3b80ae0cfe65,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:34.277167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6502508-e568-449a-b8f6-1be43e91f1dd') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:34.277167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6502508-e568-449a-b8f6-1be43e91f1dd') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:34.289679 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.298036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ea40b-ad97-4e6e-9eb0-d9b90c2b9843 None None] No DVR routers for this DVR port 583bfd79-9649-42a7-b038-3b80ae0cfe65 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:34.308525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.318294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:56:34.318881 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:56:34.322499 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:56:34.337295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1e359add-9f59-4526-8131-8a9fd5a78bdd triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:34.337679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.478119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.483383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 583bfd79-9649-42a7-b038-3b80ae0cfe65 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:34.490243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.493474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/networks/cb2112a3-aef8-40f1-93ee-99637805bb30 HTTP/1.1" status: 204 len: 168 time: 0.8993638 Sep 16 05:56:34.498841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45522) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:34.524009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 583bfd79-9649-42a7-b038-3b80ae0cfe65 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:34.524818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 583bfd79-9649-42a7-b038-3b80ae0cfe65 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:34.534119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b4defab-d0c1-445b-9a18-ce277a4f417b req-92a8c78c-c839-4cfb-a7be-ddb61b715773 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 210 time: 0.0373085 Sep 16 05:56:34.537658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-399691545'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:34.538495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4af32-f635-4dfa-8249-c6d700ad0a9b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Network': ['ID=cb2112a3-aef8-40f1-93ee-99637805bb30,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:34.657253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:34.660902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.686336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:34.696225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.696579 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Added segment 86f71374-71c3-409a-976f-868196a3ec38 of type vlan for network 0802e17e-bc79-4888-a6d8-3ad5468b285a Sep 16 05:56:34.738765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.874959 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.880670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:34.882020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:34.915613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-2646669e-a33e-4b09-8834-e3b09193167b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:34.918244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-2646669e-a33e-4b09-8834-e3b09193167b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 796 time: 0.1453092 Sep 16 05:56:34.979374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Network': ['ID=0802e17e-bc79-4888-a6d8-3ad5468b285a,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:34.990979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0802e17e-bc79-4888-a6d8-3ad5468b285a details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:35.005377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-a4eada8d-b1e5-469f-96d5-11d9612e5b41 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 379 time: 0.0710979 Sep 16 05:56:35.011901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dba475d5-ea25-446d-bcaa-1a6c921dc182 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5110455 Sep 16 05:56:35.016878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45526) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:35.019456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'port': {'device_id': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'admin_state_up': True, 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'security_groups': ['49df0f24-45ba-4372-84f9-db0e4580ed04']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:35.022694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:35.223241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:35.227060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.334935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:35.338462 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.362200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.20.0.12 (c2c75112-5c45-4660-a631-8637e4620dfa/b81cfabe-3d8a-4dc6-9813-2af7c8639d1a/bc91f9a1-4aa5-47e1-be8b-074382d8d127) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:35.467590 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-eff57869-9c6f-4165-94a4-d1fec74de2e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707932 Sep 16 05:56:35.511443 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.603524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-eca12c66-9e42-4444-8ae0-c41d69558445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.605171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-eca12c66-9e42-4444-8ae0-c41d69558445 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 1097 time: 0.0566909 Sep 16 05:56:35.612341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.656103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network c2c75112-5c45-4660-a631-8637e4620dfa is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:35.659169 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:35.663008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:35.671757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.692172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:35.724016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.724638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.792650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b06d22-0f41-44ad-97ba-135c832a2b99 req-31fac547-806d-4bde-a0c6-1c521e4326b8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.792650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3b06d22-0f41-44ad-97ba-135c832a2b99 req-31fac547-806d-4bde-a0c6-1c521e4326b8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 932 time: 0.1731157 Sep 16 05:56:35.794604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=725eb8d0-cd2c-4b42-891e-aa65dd4e4986,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:35.821447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-fab12874-01f1-472c-91be-5f84c0175e39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8080118 Sep 16 05:56:35.844617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Request body: {'port': {'device_id': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:35.857452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-36f14cc4-97fc-47ab-9d1d-f490f9f009f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:35.858961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-36f14cc4-97fc-47ab-9d1d-f490f9f009f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.2301946 Sep 16 05:56:35.859711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Checking segment: {'id': '86f71374-71c3-409a-976f-868196a3ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:35.860093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network hostable DHCP agents. Network: 0802e17e-bc79-4888-a6d8-3ad5468b285a, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:35.871699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3b06d22-0f41-44ad-97ba-135c832a2b99 req-8067aafe-28f4-44bc-8e81-74e5e0fbdb28 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712533 Sep 16 05:56:35.878198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2bf92471-f908-4744-b9b9-467c2f7b5399 None None] Provisioning complete for port bc91f9a1-4aa5-47e1-be8b-074382d8d127 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:35.878827 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2bf92471-f908-4744-b9b9-467c2f7b5399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.924144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2bf92471-f908-4744-b9b9-467c2f7b5399 None None] Port bc91f9a1-4aa5-47e1-be8b-074382d8d127 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:35.932362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:35.952992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-5674c403-31f4-4848-adad-20a2dc99490b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35 HTTP/1.1" status: 200 len: 1000 time: 0.0778019 Sep 16 05:56:36.017871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-c6f891ec-bbb8-4d97-aadb-733649ce278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:36.019523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-c6f891ec-bbb8-4d97-aadb-733649ce278f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0544674 Sep 16 05:56:36.026290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 0802e17e-bc79-4888-a6d8-3ad5468b285a is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:36.093346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-b8cf28dd-653f-46fa-adfc-aae054e63694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:36.096195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-b8cf28dd-653f-46fa-adfc-aae054e63694 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669405 Sep 16 05:56:36.124194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0802e17e-bc79-4888-a6d8-3ad5468b285a) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:36.128604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:36.129386 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.134558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f43710-2f12-4f29-a10e-0f99f346baab None None] Network 0802e17e-bc79-4888-a6d8-3ad5468b285a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:36.223356 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-04f3dc75-e211-478c-b255-392abb316d76 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187317 Sep 16 05:56:36.234197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-675869c1-60e1-4116-87e0-4ca89e738006 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2161944 Sep 16 05:56:36.242767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45530) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:36.248130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a', 'name': 'tempest-PortsIpV6TestJSON-169174334', 'fixed_ips': [{'subnet_id': '725eb8d0-cd2c-4b42-891e-aa65dd4e4986', 'ip_address': '2001:db8::10'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:36.270794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc91f9a1-4aa5-47e1-be8b-074382d8d127 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:36.279277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.297058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Transition to ACTIVE for port object bc91f9a1-4aa5-47e1-be8b-074382d8d127 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:56:36.306189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0802e17e-bc79-4888-a6d8-3ad5468b285a', 'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a', 'tenant_id': '70303c7a409a4cff8413e37f1273aa2a', 'fixed_ips': [{'subnet_id': '725eb8d0-cd2c-4b42-891e-aa65dd4e4986'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:36.306189 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.406090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8944dfe3-d4b1-4e58-bfc6-c8c53ebf2f1f req-681757e1-ecaa-4af2-ade6-99dad3adc5a3 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707313 Sep 16 05:56:36.429235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.457278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Allocated IP 2001:db8::2 (0802e17e-bc79-4888-a6d8-3ad5468b285a/725eb8d0-cd2c-4b42-891e-aa65dd4e4986/f743fe0f-61e7-41a9-b540-e41ed1e8d62f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:36.504459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Attempting to bind port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Attempting to bind port bc91f9a1-4aa5-47e1-be8b-074382d8d127 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Attempting to bind port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on network c2c75112-5c45-4660-a631-8637e4620dfa {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on network c2c75112-5c45-4660-a631-8637e4620dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Attempting to bind port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on network c2c75112-5c45-4660-a631-8637e4620dfa {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Checking segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Bound using segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Bound port: bc91f9a1-4aa5-47e1-be8b-074382d8d127, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:36.585112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.612013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:36.623003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.648479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:36.651713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:36.703189 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.712289 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.722372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 478c3a76-65cd-4923-8ddb-80e90d1dbe53 yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:36.740921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.752398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Network 0802e17e-bc79-4888-a6d8-3ad5468b285a is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:36.757340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:36.761796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:36.783314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:36.783966 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.785512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] 10.222.0.30 "PUT /v2.0/ports/bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 1093 time: 0.9488976 Sep 16 05:56:36.785963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:36.788370 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754" -d '{"events": [{"name": "network-changed", "server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:36.821650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb91ea2-b5b9-4a59-ba4a-40dc59893f3c service neutron] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:36.821909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Pushing event updated for resources: {'Port': ['ID=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:36.865372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Attempting to bind port f743fe0f-61e7-41a9-b540-e41ed1e8d62f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:36.866016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Attempting to bind port f743fe0f-61e7-41a9-b540-e41ed1e8d62f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '86f71374-71c3-409a-976f-868196a3ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:36.866596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Attempting to bind port f743fe0f-61e7-41a9-b540-e41ed1e8d62f on network 0802e17e-bc79-4888-a6d8-3ad5468b285a {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:36.872343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:36.872722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Checking segment: {'id': '86f71374-71c3-409a-976f-868196a3ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:36.873131 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.873522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Bound using segment: {'id': '86f71374-71c3-409a-976f-868196a3ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:36.873999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Bound port: f743fe0f-61e7-41a9-b540-e41ed1e8d62f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f71374-71c3-409a-976f-868196a3ec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:36.874381 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:36.945176 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409d00cf-ead1-4fff-9a95-f4d987e3b74f x-openstack-request-id: req-409d00cf-ead1-4fff-9a95-f4d987e3b74f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:36.946070 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:36.946324 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-409d00cf-ead1-4fff-9a95-f4d987e3b74f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:36.946732 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'status': 'completed', 'code': 200} Sep 16 05:56:36.959262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::10 (0802e17e-bc79-4888-a6d8-3ad5468b285a/725eb8d0-cd2c-4b42-891e-aa65dd4e4986/478c3a76-65cd-4923-8ddb-80e90d1dbe53) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:36.978773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-e85f107d-8422-43f1-b2e6-e972e32fbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:36.980421 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-e85f107d-8422-43f1-b2e6-e972e32fbb34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1096 time: 0.0813611 Sep 16 05:56:37.019715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] For port f743fe0f-61e7-41a9-b540-e41ed1e8d62f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:37.023334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] For port f743fe0f-61e7-41a9-b540-e41ed1e8d62f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,segment=NetworkSegment(86f71374-71c3-409a-976f-868196a3ec38),segment_id=86f71374-71c3-409a-976f-868196a3ec38)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:37.049433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-72f4631d-3bd3-4d7c-9c01-1ecd395db36f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 217 time: 0.0506589 Sep 16 05:56:37.102859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae276b-ec1c-4c58-8572-48bedc95a91c req-48fd9898-0891-4107-86f8-135277abd115 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.102859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfae276b-ec1c-4c58-8572-48bedc95a91c req-48fd9898-0891-4107-86f8-135277abd115 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.0956461 Sep 16 05:56:37.107471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-31e65bcb-5ec8-424b-8e3d-8b4f51ec5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.109428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-31e65bcb-5ec8-424b-8e3d-8b4f51ec5e84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.0526297 Sep 16 05:56:37.126332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:37.163476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-55b425d5-04c4-4f8d-a679-ddfacf170b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.165584 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-55b425d5-04c4-4f8d-a679-ddfacf170b21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483513 Sep 16 05:56:37.182023 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfae276b-ec1c-4c58-8572-48bedc95a91c req-565f9ab7-0e30-40c7-a014-ff5e7dfd2469 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541904 Sep 16 05:56:37.215405 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:37.234919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ac2cf-b19f-4276-8aa2-fa08a93dae64 None None] Pushing event updated for resources: {'Port': ['ID=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:37.290177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-8e72c88c-0172-4332-a858-97c35c64a7fc service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176343 Sep 16 05:56:37.361241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:37.411140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dfc284e4-0750-4842-879f-aef3bc7abef7 req-55788813-bfca-4cab-a406-902a6d677f2c service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137967 Sep 16 05:56:37.428604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 0802e17e-bc79-4888-a6d8-3ad5468b285a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:37.432144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:37.437370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:37.443167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.443835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:37.458393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=478c3a76-65cd-4923-8ddb-80e90d1dbe53,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:37.558417 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-20112fcd-a8ed-408b-86c2-baf3b5a1f5a8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3145640 Sep 16 05:56:37.562075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45538) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:37.567257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': '0802e17e-bc79-4888-a6d8-3ad5468b285a', 'name': 'tempest-PortsIpV6TestJSON-187816567', 'fixed_ips': [{'subnet_id': '725eb8d0-cd2c-4b42-891e-aa65dd4e4986', 'ip_address': '2001:db8::f'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:37.639287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-0c365b89-99f2-40e2-8500-a78816de13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.641013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-0c365b89-99f2-40e2-8500-a78816de13bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1096 time: 0.0483041 Sep 16 05:56:37.736039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-7f8f09e5-3d1d-456d-9320-72b8cf24925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.737613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-7f8f09e5-3d1d-456d-9320-72b8cf24925b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 897 time: 0.0896316 Sep 16 05:56:37.765872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:37.770980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:37.785672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-ca36567b-e769-4bc1-ac8e-9fa952fedb43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 217 time: 0.0408797 Sep 16 05:56:37.793062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 08daa930-41d1-4633-b5b3-74218084942c yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:37.850397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-d3afaea8-f5ba-4dd2-bafa-d5c5fce91bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.852055 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-d3afaea8-f5ba-4dd2-bafa-d5c5fce91bf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.0580251 Sep 16 05:56:37.902400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-9853b594-f4da-42bc-8171-696902684c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:37.905043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-9853b594-f4da-42bc-8171-696902684c3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448399 Sep 16 05:56:37.971517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::f (0802e17e-bc79-4888-a6d8-3ad5468b285a/725eb8d0-cd2c-4b42-891e-aa65dd4e4986/08daa930-41d1-4633-b5b3-74218084942c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:38.021591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-b098800e-0ea8-43df-8237-33691735e975 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089246 Sep 16 05:56:38.125039 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e9cc58e-a033-49b3-bea2-7bd8aa5ad754 req-91f756ae-0d17-41a9-9ba6-7d118691d9e3 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943892 Sep 16 05:56:38.159587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.231754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f743fe0f-61e7-41a9-b540-e41ed1e8d62f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:38.238341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da97eec3-5043-4323-abf5-024266f1a1ba None None] Network 0802e17e-bc79-4888-a6d8-3ad5468b285a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:38.318184 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.321543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79154c03-fb5e-4bf3-9938-ff825fb0b62e req-eca6801c-a509-4bc4-abfe-d4401adccc90 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.324098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79154c03-fb5e-4bf3-9938-ff825fb0b62e req-eca6801c-a509-4bc4-abfe-d4401adccc90 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.0534775 Sep 16 05:56:38.368961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 0802e17e-bc79-4888-a6d8-3ad5468b285a is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:38.373891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:38.375532 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-79154c03-fb5e-4bf3-9938-ff825fb0b62e req-584f4ee1-7493-419b-a803-0fc99731c6b5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423424 Sep 16 05:56:38.380721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:38.387320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.388226 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.408830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=08daa930-41d1-4633-b5b3-74218084942c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:38.513681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-61cf6dcf-39cc-494e-b5be-0065072a9be6 None None] Provisioning complete for port f743fe0f-61e7-41a9-b540-e41ed1e8d62f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:38.514068 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61cf6dcf-39cc-494e-b5be-0065072a9be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.538335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-796c0a1c-1c42-44cc-9024-9479ceeebe86 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9750431 Sep 16 05:56:38.541060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45542) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:38.594565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f743fe0f-61e7-41a9-b540-e41ed1e8d62f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:38.594885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.608899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f28ad66-4008-45da-8b67-1b85d9e6fbd0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.611064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3f28ad66-4008-45da-8b67-1b85d9e6fbd0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0681052 Sep 16 05:56:38.613857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45544) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:38.667827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3ac40-ecfc-467c-b321-9cfa6d1a29da tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.674696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3ac40-ecfc-467c-b321-9cfa6d1a29da tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.680969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3ac40-ecfc-467c-b321-9cfa6d1a29da tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:38.682694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d0d3ac40-ecfc-467c-b321-9cfa6d1a29da tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0678458 Sep 16 05:56:38.685509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45546) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:38.711023 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61cf6dcf-39cc-494e-b5be-0065072a9be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.774196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-8347b314-22ce-4086-9dd5-ab9f9d825c33 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 08daa930-41d1-4633-b5b3-74218084942c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:38.777022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8347b314-22ce-4086-9dd5-ab9f9d825c33 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.784147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-61cf6dcf-39cc-494e-b5be-0065072a9be6 None None] For port f743fe0f-61e7-41a9-b540-e41ed1e8d62f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,segment=NetworkSegment(86f71374-71c3-409a-976f-868196a3ec38),segment_id=86f71374-71c3-409a-976f-868196a3ec38)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:38.786909 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.852238 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61cf6dcf-39cc-494e-b5be-0065072a9be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.882387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8347b314-22ce-4086-9dd5-ab9f9d825c33 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.899061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-8347b314-22ce-4086-9dd5-ab9f9d825c33 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 08daa930-41d1-4633-b5b3-74218084942c owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:38.945389 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:56:38.945736 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:56:38.955828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf6dcf-39cc-494e-b5be-0065072a9be6 None None] Pushing event updated for resources: {'Port': ['ID=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:39.078974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cb028766-0176-4267-8fbe-65cf9f3e33d9 None None] Provisioning complete for port 478c3a76-65cd-4923-8ddb-80e90d1dbe53 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:39.079330 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb028766-0176-4267-8fbe-65cf9f3e33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.117685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8347b314-22ce-4086-9dd5-ab9f9d825c33 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.122766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cb028766-0176-4267-8fbe-65cf9f3e33d9 None None] Port 478c3a76-65cd-4923-8ddb-80e90d1dbe53 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:39.127415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cb028766-0176-4267-8fbe-65cf9f3e33d9 None None] Could not find standard attr ID for object 08daa930-41d1-4633-b5b3-74218084942c. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:56:39.139153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cb028766-0176-4267-8fbe-65cf9f3e33d9 None None] Provisioning complete for port f743fe0f-61e7-41a9-b540-e41ed1e8d62f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:39.142082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb028766-0176-4267-8fbe-65cf9f3e33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.148342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347b314-22ce-4086-9dd5-ab9f9d825c33 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=08daa930-41d1-4633-b5b3-74218084942c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:39.181484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8347b314-22ce-4086-9dd5-ab9f9d825c33 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.183878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8347b314-22ce-4086-9dd5-ab9f9d825c33 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/08daa930-41d1-4633-b5b3-74218084942c HTTP/1.1" status: 204 len: 168 time: 0.4973817 Sep 16 05:56:39.187385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45548) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:39.214679 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-684da538-aeb9-4cd9-8fbd-9bcccb14f374 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:39.216431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-684da538-aeb9-4cd9-8fbd-9bcccb14f374 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/08daa930-41d1-4633-b5b3-74218084942c HTTP/1.1" status: 404 len: 333 time: 0.0279977 Sep 16 05:56:39.220299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45550) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:39.337126 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-54c8cd09-4015-4e35-ab56-beb05ab97654 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 478c3a76-65cd-4923-8ddb-80e90d1dbe53 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:39.337579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54c8cd09-4015-4e35-ab56-beb05ab97654 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.360505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8155ea43-7dfe-4de4-82ea-04b816202776 None None] Provisioning complete for port 478c3a76-65cd-4923-8ddb-80e90d1dbe53 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:39.361128 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8155ea43-7dfe-4de4-82ea-04b816202776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.400800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8155ea43-7dfe-4de4-82ea-04b816202776 None None] Port 478c3a76-65cd-4923-8ddb-80e90d1dbe53 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:39.452230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54c8cd09-4015-4e35-ab56-beb05ab97654 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.471771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-54c8cd09-4015-4e35-ab56-beb05ab97654 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 478c3a76-65cd-4923-8ddb-80e90d1dbe53 owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:39.514179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2e8d361a-88c5-41cf-968b-7bd1cd24f7c1 None None] Could not find standard attr ID for object 08daa930-41d1-4633-b5b3-74218084942c. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:56:39.535206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b410c-afef-40c4-af19-556419ac1afe req-15f522d9-02d2-4d34-9308-2c950c6e7e5e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.536871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ea0b410c-afef-40c4-af19-556419ac1afe req-15f522d9-02d2-4d34-9308-2c950c6e7e5e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.0715604 Sep 16 05:56:39.585243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ea0b410c-afef-40c4-af19-556419ac1afe req-e1dc46e7-2e81-4531-9be8-c35615658641 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 Sep 16 05:56:39.743193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54c8cd09-4015-4e35-ab56-beb05ab97654 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.771086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8cd09-4015-4e35-ab56-beb05ab97654 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=478c3a76-65cd-4923-8ddb-80e90d1dbe53,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:39.800453 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-54c8cd09-4015-4e35-ab56-beb05ab97654 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.802590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-54c8cd09-4015-4e35-ab56-beb05ab97654 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/478c3a76-65cd-4923-8ddb-80e90d1dbe53 HTTP/1.1" status: 204 len: 168 time: 0.5811138 Sep 16 05:56:39.805445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45556) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:39.831732 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7983ef0b-20af-4ea7-aa4d-7d99bd780f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:39.833680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7983ef0b-20af-4ea7-aa4d-7d99bd780f75 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/478c3a76-65cd-4923-8ddb-80e90d1dbe53 HTTP/1.1" status: 404 len: 333 time: 0.0270946 Sep 16 05:56:39.840168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45558) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:39.907572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e51318-bd17-4af7-aa92-537fa48a2383 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet 725eb8d0-cd2c-4b42-891e-aa65dd4e4986 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:39.912709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e51318-bd17-4af7-aa92-537fa48a2383 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:39.979184 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e51318-bd17-4af7-aa92-537fa48a2383 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.065940 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e51318-bd17-4af7-aa92-537fa48a2383 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.183679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f743fe0f-61e7-41a9-b540-e41ed1e8d62f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:40.205995 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e51318-bd17-4af7-aa92-537fa48a2383 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.233065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f743fe0f-61e7-41a9-b540-e41ed1e8d62f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:40.233428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.235069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e51318-bd17-4af7-aa92-537fa48a2383 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=725eb8d0-cd2c-4b42-891e-aa65dd4e4986,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:40.238682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e51318-bd17-4af7-aa92-537fa48a2383 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.243302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-90e51318-bd17-4af7-aa92-537fa48a2383 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/725eb8d0-cd2c-4b42-891e-aa65dd4e4986 HTTP/1.1" status: 204 len: 168 time: 0.3992975 Sep 16 05:56:40.243302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45560) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:40.256851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6006367-5c8a-44ce-b4db-a7e568cec4f2 None None] Network 0802e17e-bc79-4888-a6d8-3ad5468b285a requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:40.330855 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.389007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port f743fe0f-61e7-41a9-b540-e41ed1e8d62f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:40.389351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.456057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] For port f743fe0f-61e7-41a9-b540-e41ed1e8d62f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,segment=NetworkSegment(86f71374-71c3-409a-976f-868196a3ec38),segment_id=86f71374-71c3-409a-976f-868196a3ec38)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:40.456427 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.472517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for f743fe0f-61e7-41a9-b540-e41ed1e8d62f owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:40.475673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] DHCP port deletion for 0802e17e-bc79-4888-a6d8-3ad5468b285a request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:56:40.483036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bc91f9a1-4aa5-47e1-be8b-074382d8d127 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:40.601525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] Deleting port f743fe0f-61e7-41a9-b540-e41ed1e8d62f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:40.601903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.636811 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.651291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:40.665720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:40.680017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No DVR routers for this DVR port f743fe0f-61e7-41a9-b540-e41ed1e8d62f on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:40.703222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'port_id': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'mac_address': 'fa:16:3e:0f:37:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:40.709477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] For port f743fe0f-61e7-41a9-b540-e41ed1e8d62f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,segment=NetworkSegment(86f71374-71c3-409a-976f-868196a3ec38),segment_id=86f71374-71c3-409a-976f-868196a3ec38)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:40.713659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.742400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] Calling delete_port for f743fe0f-61e7-41a9-b540-e41ed1e8d62f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:40.792635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dcbac-4834-4c2f-abf2-fec7c7f1cdec req-a4827211-a7dd-4de2-b840-c18c68ed6526 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:40.794698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-622dcbac-4834-4c2f-abf2-fec7c7f1cdec req-a4827211-a7dd-4de2-b840-c18c68ed6526 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.1262977 Sep 16 05:56:40.796584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.796831 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.817653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc91f9a1-4aa5-47e1-be8b-074382d8d127 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:40.831534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0802e17e-bc79-4888-a6d8-3ad5468b285a']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:40.846771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f71374-71c3-409a-976f-868196a3ec38') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:40.847241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f71374-71c3-409a-976f-868196a3ec38') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:40.856132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:40.868262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.871799 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.873310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-622dcbac-4834-4c2f-abf2-fec7c7f1cdec req-ad9782b7-2d44-4a3a-bbdf-2252f9520a9e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678740 Sep 16 05:56:40.891005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.897563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:56:40.908622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.909064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] Pushing event deleted for resources: {'Port': ['ID=f743fe0f-61e7-41a9-b540-e41ed1e8d62f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:56:40.909190 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:56:40.912092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6be1a-a22e-4bdc-a578-42f2bc6c1d64 None None] No DVR routers for this DVR port f743fe0f-61e7-41a9-b540-e41ed1e8d62f on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:40.925107 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:40.975601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:41.029306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.037129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.038996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/networks/0802e17e-bc79-4888-a6d8-3ad5468b285a HTTP/1.1" status: 204 len: 168 time: 0.7946279 Sep 16 05:56:41.042812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45564) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:41.048606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-391211605'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:41.056271 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545eafd-7830-4b54-aceb-fa620b16c854 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Network': ['ID=0802e17e-bc79-4888-a6d8-3ad5468b285a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:41.148748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:41.154827 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.179598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:56:41.189011 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.189362 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Added segment 0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb of type vlan for network e12f6693-03ab-4731-a6ec-05b1ea349f68 Sep 16 05:56:41.229307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.245887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['bc91f9a1-4aa5-47e1-be8b-074382d8d127'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:41.320235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.326402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:41.327138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.395824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Network': ['ID=e12f6693-03ab-4731-a6ec-05b1ea349f68,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:41.410276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e12f6693-03ab-4731-a6ec-05b1ea349f68 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:56:41.421117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-23878d87-93d7-4d35-8e68-1ac02f6d37f8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3771899 Sep 16 05:56:41.424802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45566) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:41.429727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': 'e12f6693-03ab-4731-a6ec-05b1ea349f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:41.616889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:41.620509 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:41.907025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.010773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=edae8578-e5a9-45fa-8338-6ac7658df348,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:42.030534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Checking segment: {'id': '0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e12f6693-03ab-4731-a6ec-05b1ea349f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:42.034694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network hostable DHCP agents. Network: e12f6693-03ab-4731-a6ec-05b1ea349f68, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:56:42.042374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63facaa3-2ef3-47ee-9c53-487efd190c55 req-436c4d8a-6be5-4961-94f9-854f0f0e6a51 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:42.043947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63facaa3-2ef3-47ee-9c53-487efd190c55 req-436c4d8a-6be5-4961-94f9-854f0f0e6a51 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 945 time: 0.0949998 Sep 16 05:56:42.090130 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63facaa3-2ef3-47ee-9c53-487efd190c55 req-0fea579b-5091-46ff-8068-e02d2fc3496e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389452 Sep 16 05:56:42.176351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f743fe0f-61e7-41a9-b540-e41ed1e8d62f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:42.198547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: f743fe0f-61e7-41a9-b540-e41ed1e8d62f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:42.198898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f743fe0f-61e7-41a9-b540-e41ed1e8d62f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:42.239919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network e12f6693-03ab-4731-a6ec-05b1ea349f68 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:56:42.376994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e12f6693-03ab-4731-a6ec-05b1ea349f68) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:42.380917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:42.381523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.385475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e10dd-85b3-48bd-a86b-10d60c4d57d3 None None] Network e12f6693-03ab-4731-a6ec-05b1ea349f68 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:42.501347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b796520c-6008-4ff5-a141-853fbb5f3d6b tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0763643 Sep 16 05:56:42.503477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bc91f9a1-4aa5-47e1-be8b-074382d8d127 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:42.504364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:42.510363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-24523a8a-54ff-4acf-b08a-449839972f3d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2101349382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:42.563299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-e12f6693-03ab-4731-a6ec-05b1ea349f68', 'network_id': 'e12f6693-03ab-4731-a6ec-05b1ea349f68', 'tenant_id': '70303c7a409a4cff8413e37f1273aa2a', 'fixed_ips': [{'subnet_id': 'edae8578-e5a9-45fa-8338-6ac7658df348'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:42.564200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.620464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24523a8a-54ff-4acf-b08a-449839972f3d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.621833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24523a8a-54ff-4acf-b08a-449839972f3d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.680873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24523a8a-54ff-4acf-b08a-449839972f3d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.712136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Allocated IP 2001:db8::2 (e12f6693-03ab-4731-a6ec-05b1ea349f68/edae8578-e5a9-45fa-8338-6ac7658df348/d320cdac-1ed1-491f-9636-c9f023e7d2e8) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:42.722780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port bc91f9a1-4aa5-47e1-be8b-074382d8d127 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:56:42.730149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port bc91f9a1-4aa5-47e1-be8b-074382d8d127 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:42.730637 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.794777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24523a8a-54ff-4acf-b08a-449839972f3d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.908557 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24523a8a-54ff-4acf-b08a-449839972f3d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.909801 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-24523a8a-54ff-4acf-b08a-449839972f3d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4044309 Sep 16 05:56:42.912514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45572) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:42.917489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'network_id': 'e12f6693-03ab-4731-a6ec-05b1ea349f68', 'name': 'tempest-PortsIpV6TestJSON-194882715'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:42.917954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.947213 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:42.955430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:42.959399 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3095d83-ff0d-4abe-b8f9-23dcb7285fb3" -d '{"events": [{"server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "name": "network-vif-plugged", "status": "completed", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:42.973809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:42.997838 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb8799-8c5d-4d1a-9039-05dac9dd9be1 x-openstack-request-id: req-d6cb8799-8c5d-4d1a-9039-05dac9dd9be1 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:43.002447 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "name": "network-vif-plugged", "status": "completed", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:43.002708 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6cb8799-8c5d-4d1a-9039-05dac9dd9be1 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:43.003155 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'code': 200} Sep 16 05:56:43.005815 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.049038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.053923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Network e12f6693-03ab-4731-a6ec-05b1ea349f68 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:43.058634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:43.063264 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:43.076595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Pushing event updated for resources: {'Port': ['ID=d320cdac-1ed1-491f-9636-c9f023e7d2e8,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:43.120246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:43.125429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.131821 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cdab1-348a-406b-8568-452dc476658d req-d1e22d7c-842d-4989-b36f-7acdab003e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:43.133441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e50cdab1-348a-406b-8568-452dc476658d req-d1e22d7c-842d-4989-b36f-7acdab003e3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1098 time: 0.0484018 Sep 16 05:56:43.149075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port cb57669d-59c0-459e-9551-ce6aba2224ce yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:43.167057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Attempting to bind port d320cdac-1ed1-491f-9636-c9f023e7d2e8 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:43.167424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Attempting to bind port d320cdac-1ed1-491f-9636-c9f023e7d2e8 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e12f6693-03ab-4731-a6ec-05b1ea349f68'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:43.169602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Attempting to bind port d320cdac-1ed1-491f-9636-c9f023e7d2e8 on network e12f6693-03ab-4731-a6ec-05b1ea349f68 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:43.177364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:43.178500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Checking segment: {'id': '0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e12f6693-03ab-4731-a6ec-05b1ea349f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:43.178500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.178789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Bound using segment: {'id': '0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e12f6693-03ab-4731-a6ec-05b1ea349f68'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:43.179267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Bound port: d320cdac-1ed1-491f-9636-c9f023e7d2e8, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e12f6693-03ab-4731-a6ec-05b1ea349f68'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:43.179648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.181619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:43.183429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e50cdab1-348a-406b-8568-452dc476658d req-5d90753c-8a9d-4410-a63f-a4bb63014e2a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Sep 16 05:56:43.249525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] For port d320cdac-1ed1-491f-9636-c9f023e7d2e8, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:43.252801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] For port d320cdac-1ed1-491f-9636-c9f023e7d2e8, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d320cdac-1ed1-491f-9636-c9f023e7d2e8,segment=NetworkSegment(0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb),segment_id=0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:43.298112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a3c4-23ac-4c2c-89fd-eb20c8c22223 req-979df021-5560-450f-89c0-e7d503c70a5e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:43.299669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9682a3c4-23ac-4c2c-89fd-eb20c8c22223 req-979df021-5560-450f-89c0-e7d503c70a5e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.1040130 Sep 16 05:56:43.339700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::287 (e12f6693-03ab-4731-a6ec-05b1ea349f68/edae8578-e5a9-45fa-8338-6ac7658df348/cb57669d-59c0-459e-9551-ce6aba2224ce) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:43.358866 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.368435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9682a3c4-23ac-4c2c-89fd-eb20c8c22223 req-e05e84c3-a61b-4f33-bd03-57f116f6c21c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623586 Sep 16 05:56:43.423671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff2f27-4950-4bbe-8550-ad2c668f5c02 None None] Pushing event updated for resources: {'Port': ['ID=d320cdac-1ed1-491f-9636-c9f023e7d2e8,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:43.547985 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.663878 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.712687 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network e12f6693-03ab-4731-a6ec-05b1ea349f68 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:43.716043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:43.719983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:43.725894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:43.726567 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:43.749609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=cb57669d-59c0-459e-9551-ce6aba2224ce,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:43.866669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fc73f806-585a-4dfc-9a07-8f574b4e9842 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9531064 Sep 16 05:56:43.869344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45578) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:43.909543 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8763541a-9e34-4332-9094-0bba965bcbdf req-82abb90f-a799-49ff-9a6b-e1be4b788bd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435932 Sep 16 05:56:44.019017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763541a-9e34-4332-9094-0bba965bcbdf req-a9b5d46c-2541-4246-887d-398881a7dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:44.020675 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8763541a-9e34-4332-9094-0bba965bcbdf req-a9b5d46c-2541-4246-887d-398881a7dba7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.0447979 Sep 16 05:56:44.205637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763541a-9e34-4332-9094-0bba965bcbdf req-c4f915f7-74d5-482f-8d91-8e4c10884d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:44.208993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8763541a-9e34-4332-9094-0bba965bcbdf req-c4f915f7-74d5-482f-8d91-8e4c10884d87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1648042 Sep 16 05:56:44.273844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d320cdac-1ed1-491f-9636-c9f023e7d2e8 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:44.346541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d320cdac-1ed1-491f-9636-c9f023e7d2e8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:44.347142 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.368455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8763541a-9e34-4332-9094-0bba965bcbdf req-b3f8159a-c7b3-4e56-a46d-253967641dc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 1001 time: 0.1289232 Sep 16 05:56:44.436469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763541a-9e34-4332-9094-0bba965bcbdf req-68565759-ae24-48ac-8f06-7f53b643d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:44.438179 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8763541a-9e34-4332-9094-0bba965bcbdf req-68565759-ae24-48ac-8f06-7f53b643d614 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0651770 Sep 16 05:56:44.483774 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.499596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e997c-8c8b-4825-b0b3-9d2fcc750bf5 None None] Network e12f6693-03ab-4731-a6ec-05b1ea349f68 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:44.548246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763541a-9e34-4332-9094-0bba965bcbdf req-ada873d6-25b6-4ec8-9e32-edf88c677dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:44.549892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8763541a-9e34-4332-9094-0bba965bcbdf req-ada873d6-25b6-4ec8-9e32-edf88c677dd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024368 Sep 16 05:56:44.598329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port d320cdac-1ed1-491f-9636-c9f023e7d2e8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d320cdac-1ed1-491f-9636-c9f023e7d2e8,segment=NetworkSegment(0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb),segment_id=0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:44.610250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c5d6b28d-0315-46a6-bc4b-3f879188356f None None] Provisioning complete for port d320cdac-1ed1-491f-9636-c9f023e7d2e8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:44.610713 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b28d-0315-46a6-bc4b-3f879188356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.633530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709799d4-6dea-4e80-bbda-7cc2e642ba1d req-49a309d8-2ea7-41d9-8a59-0ba51b2eb1c9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:44.635913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-709799d4-6dea-4e80-bbda-7cc2e642ba1d req-49a309d8-2ea7-41d9-8a59-0ba51b2eb1c9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.1281865 Sep 16 05:56:44.696685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.719201 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:44.734941 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-709799d4-6dea-4e80-bbda-7cc2e642ba1d req-45a63b55-9e75-4fd2-9d61-bb6405a0ed39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588989 Sep 16 05:56:44.736967 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8763541a-9e34-4332-9094-0bba965bcbdf req-2c755e00-c248-4065-aec2-27ff58b93be9 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794350 Sep 16 05:56:44.828784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=d320cdac-1ed1-491f-9636-c9f023e7d2e8,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:44.858659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8763541a-9e34-4332-9094-0bba965bcbdf req-0a45af52-c863-4f34-855f-551ac378efc3 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143408 Sep 16 05:56:45.002434 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.089047 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.135262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-63ad0058-a621-4e65-a9b0-f6394e0536c7 None None] Provisioning complete for port cb57669d-59c0-459e-9551-ce6aba2224ce triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:45.135804 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63ad0058-a621-4e65-a9b0-f6394e0536c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.176156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-63ad0058-a621-4e65-a9b0-f6394e0536c7 None None] Port cb57669d-59c0-459e-9551-ce6aba2224ce cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:45.188102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-63ad0058-a621-4e65-a9b0-f6394e0536c7 None None] Provisioning complete for port d320cdac-1ed1-491f-9636-c9f023e7d2e8 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:45.188473 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63ad0058-a621-4e65-a9b0-f6394e0536c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.198788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=cb57669d-59c0-459e-9551-ce6aba2224ce,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:45.296335 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.527494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.557769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4e27e319-c13a-4ff6-9313-a2278b26d41a None None] Provisioning complete for port cb57669d-59c0-459e-9551-ce6aba2224ce triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:45.558522 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4e27e319-c13a-4ff6-9313-a2278b26d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.593695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4e27e319-c13a-4ff6-9313-a2278b26d41a None None] Port cb57669d-59c0-459e-9551-ce6aba2224ce cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:45.796263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.858872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd9d98-dd29-40ae-a11b-b27adcd68870 req-0b8af7bc-edfa-48d7-a6e1-4fecae36dd5b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:45.860475 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-becd9d98-dd29-40ae-a11b-b27adcd68870 req-0b8af7bc-edfa-48d7-a6e1-4fecae36dd5b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0533004 Sep 16 05:56:45.891144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.891963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:45.937608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-becd9d98-dd29-40ae-a11b-b27adcd68870 req-18b79fc0-dfe1-48a4-936c-b0e6a3274b8c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710127 Sep 16 05:56:45.981114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=cb57669d-59c0-459e-9551-ce6aba2224ce,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:46.053477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network e12f6693-03ab-4731-a6ec-05b1ea349f68 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:46.055051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:46.060354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7221-b39c-46e2-a7b7-2296d83fb759 req-09ea8fa6-128e-4709-84e0-c7bed5223200 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:46.062589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e8e7221-b39c-46e2-a7b7-2296d83fb759 req-09ea8fa6-128e-4709-84e0-c7bed5223200 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0534565 Sep 16 05:56:46.106847 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e8e7221-b39c-46e2-a7b7-2296d83fb759 req-52a73227-1823-41c7-b97e-b841522fb303 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362949 Sep 16 05:56:46.132132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45586) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:46.179608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a80de1e-9cb1-4f82-b271-4beb96f70dd6 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:46.184794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0a80de1e-9cb1-4f82-b271-4beb96f70dd6 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1093 time: 0.0510900 Sep 16 05:56:46.186299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:46.191185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:46.215104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d320cdac-1ed1-491f-9636-c9f023e7d2e8 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:46.235045 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:46.272520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d320cdac-1ed1-491f-9636-c9f023e7d2e8 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:46.272942 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.302405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Router c49f6224-7f02-41ea-b6df-768367c70dae is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:56:46.341386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d6c38529-d0b3-4d56-9ec8-75754d48d6a2 None None] Provisioning complete for port cb57669d-59c0-459e-9551-ce6aba2224ce triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:46.342273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d6c38529-d0b3-4d56-9ec8-75754d48d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.352168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.409095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d6c38529-d0b3-4d56-9ec8-75754d48d6a2 None None] Port cb57669d-59c0-459e-9551-ce6aba2224ce cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:46.438291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:46.443678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2fdafa25-17de-48ab-b22e-24de2ec8fb65 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "PUT /v2.0/routers/c49f6224-7f02-41ea-b6df-768367c70dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5732958 Sep 16 05:56:46.447259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45590) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:46.450164 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3fa29-3ad7-45d2-8591-ce328ece1938 None None] Sync routers for ids ['c49f6224-7f02-41ea-b6df-768367c70dae'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:46.460076 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3fa29-3ad7-45d2-8591-ce328ece1938 None None] Routers {'c49f6224-7f02-41ea-b6df-768367c70dae'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:46.460828 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-30f3fa29-3ad7-45d2-8591-ce328ece1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c49f6224-7f02-41ea-b6df-768367c70dae'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:46.500354 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-30f3fa29-3ad7-45d2-8591-ce328ece1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:46.500675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db62a0f3-1661-437e-84e1-b87d38a0157e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:46.502266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-db62a0f3-1661-437e-84e1-b87d38a0157e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports?device_id=c49f6224-7f02-41ea-b6df-768367c70dae HTTP/1.1" status: 200 len: 988 time: 0.0538847 Sep 16 05:56:46.505339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45592) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:46.510059 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3fa29-3ad7-45d2-8591-ce328ece1938 None None] Routers {'c49f6224-7f02-41ea-b6df-768367c70dae'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:46.510883 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-30f3fa29-3ad7-45d2-8591-ce328ece1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c49f6224-7f02-41ea-b6df-768367c70dae'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:46.519274 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.543489 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-30f3fa29-3ad7-45d2-8591-ce328ece1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:46.544503 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3fa29-3ad7-45d2-8591-ce328ece1938 None None] The sync data for ids ['c49f6224-7f02-41ea-b6df-768367c70dae'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:46.638882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.25.1.38 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/185b255a-e990-433e-b082-5637a5f6cf35) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:46.753352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.855185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:46.902632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:46.907556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:46.914012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:46.920949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=185b255a-e990-433e-b082-5637a5f6cf35,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:46.960485 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.333783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.486042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.542544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port cb57669d-59c0-459e-9551-ce6aba2224ce {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:47.547449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.634992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.647551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for cb57669d-59c0-459e-9551-ce6aba2224ce owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:47.655586 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.725540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.799358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=185b255a-e990-433e-b082-5637a5f6cf35,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:47.809873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.916483 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Floating IP 3ebe5a0c-2eac-42bf-8e79-234fa856723e associated. External IP: 172.25.1.38, port: bc91f9a1-4aa5-47e1-be8b-074382d8d127. Sep 16 05:56:47.921776 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.952416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=cb57669d-59c0-459e-9551-ce6aba2224ce,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:48.062158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.156142 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 598f11da-1e08-4470-ac38-282c5d525c92 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:48.240890 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Router c49f6224-7f02-41ea-b6df-768367c70dae has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:48.276941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:48.288791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] Sync routers for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:48.298112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:48.304560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:48.323815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:48.330065 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-60ffc0e0-114f-40f1-92fc-a87986c884bf tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "PUT /v2.0/routers/c49f6224-7f02-41ea-b6df-768367c70dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8237324 Sep 16 05:56:48.332773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45594) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:48.338540 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49762efc-8904-470d-8eb9-06c4c0009647 None None] Sync routers for ids ['c49f6224-7f02-41ea-b6df-768367c70dae'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:48.350109 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49762efc-8904-470d-8eb9-06c4c0009647 None None] Routers {'c49f6224-7f02-41ea-b6df-768367c70dae'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:48.350775 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49762efc-8904-470d-8eb9-06c4c0009647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c49f6224-7f02-41ea-b6df-768367c70dae'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:48.359832 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c43550-22f4-4fd1-aa59-5f6aedbc329d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:48.361708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-38c43550-22f4-4fd1-aa59-5f6aedbc329d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/cb57669d-59c0-459e-9551-ce6aba2224ce HTTP/1.1" status: 404 len: 333 time: 0.0278249 Sep 16 05:56:48.364429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45596) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:48.400619 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49762efc-8904-470d-8eb9-06c4c0009647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:48.407171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.412766 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49762efc-8904-470d-8eb9-06c4c0009647 None None] Routers {'c49f6224-7f02-41ea-b6df-768367c70dae'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:48.413383 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49762efc-8904-470d-8eb9-06c4c0009647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['c49f6224-7f02-41ea-b6df-768367c70dae'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:48.421863 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:48.448013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-323e377e-021f-47c6-89af-3b9b2a0806e3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2559042 Sep 16 05:56:48.448013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:48.448360 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00" -d '{"events": [{"name": "network-changed", "server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:48.448484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-69b8216e-971e-426d-9e94-faff595ba019 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.448952 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-49762efc-8904-470d-8eb9-06c4c0009647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:48.449783 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49762efc-8904-470d-8eb9-06c4c0009647 None None] The sync data for ids ['c49f6224-7f02-41ea-b6df-768367c70dae'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:48.490069 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678730a0-50b1-4c99-83ac-4bd570616e72 x-openstack-request-id: req-678730a0-50b1-4c99-83ac-4bd570616e72 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:48.490699 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:48.491023 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-678730a0-50b1-4c99-83ac-4bd570616e72 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:48.492815 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'status': 'completed', 'code': 200} Sep 16 05:56:48.563520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee098988-b542-4124-82b3-1501753576e1 req-43af44ee-9f97-43d6-aff1-f23000e4a6ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:48.565141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee098988-b542-4124-82b3-1501753576e1 req-43af44ee-9f97-43d6-aff1-f23000e4a6ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0550623 Sep 16 05:56:48.609518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee098988-b542-4124-82b3-1501753576e1 req-84a25a16-a088-410a-930c-b9ba9f02e16e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359509 Sep 16 05:56:48.676968 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-69b8216e-971e-426d-9e94-faff595ba019 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.719418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-69b8216e-971e-426d-9e94-faff595ba019 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.719418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-aa8fbee1-067b-4c5a-860d-839ddb91637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:48.719418 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-aa8fbee1-067b-4c5a-860d-839ddb91637a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1098 time: 0.1426072 Sep 16 05:56:48.719822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '3ebe5a0c-2eac-42bf-8e79-234fa856723e', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'port_id': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'mac_address': 'fa:16:3e:0f:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:47Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:33Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:48.720058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45602) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:48.745070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] Checking router: 598f11da-1e08-4470-ac38-282c5d525c92 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:48.755562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:48.756223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:48.805423 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b743685a-f89b-4d58-adee-b671f29ab357 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/3ebe5a0c-2eac-42bf-8e79-234fa856723e HTTP/1.1" status: 200 len: 991 time: 0.0844471 Sep 16 05:56:48.824358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-e9cee601-d76e-404c-bcaa-e5059bbc76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:48.826454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-e9cee601-d76e-404c-bcaa-e5059bbc76ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 897 time: 0.1332653 Sep 16 05:56:48.872215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:48.897786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-640b130a-2650-4ca0-9808-297898fe2db8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 999 time: 0.0621314 Sep 16 05:56:48.937255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-69b8216e-971e-426d-9e94-faff595ba019 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.937790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b8216e-971e-426d-9e94-faff595ba019 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Fanout notify agent at l3_agent the message router_deleted on router c49f6224-7f02-41ea-b6df-768367c70dae {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:56:48.946886 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-69b8216e-971e-426d-9e94-faff595ba019 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:48.948030 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-69b8216e-971e-426d-9e94-faff595ba019 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/routers/c49f6224-7f02-41ea-b6df-768367c70dae HTTP/1.1" status: 204 len: 168 time: 0.5826190 Sep 16 05:56:48.951367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45604) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:48.967566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-a29dc959-9af7-4008-befc-31da9612a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:48.969637 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-a29dc959-9af7-4008-befc-31da9612a638 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.0641820 Sep 16 05:56:49.007534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec5945a-8cf8-4c81-881e-1c8707077e81 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet edae8578-e5a9-45fa-8338-6ac7658df348 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:49.010842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ec5945a-8cf8-4c81-881e-1c8707077e81 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.022586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-a21a98f5-6069-49c2-8458-6e9994bc3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:49.024286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-a21a98f5-6069-49c2-8458-6e9994bc3bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465190 Sep 16 05:56:49.054097 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ec5945a-8cf8-4c81-881e-1c8707077e81 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.126100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '3ebe5a0c-2eac-42bf-8e79-234fa856723e', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'port_id': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'mac_address': 'fa:16:3e:0f:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:47Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:33Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:49.129209 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-df2be856-c509-4a7c-a32a-1de1256820b0 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975630 Sep 16 05:56:49.152171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ec5945a-8cf8-4c81-881e-1c8707077e81 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.158874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d8c449-54d3-44ff-9106-43e06fa69716 None None] The sync data for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 is: [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '3ebe5a0c-2eac-42bf-8e79-234fa856723e', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'port_id': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'mac_address': 'fa:16:3e:0f:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:56:47Z', 'updated_at': '2021-09-16T05:56:47Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:33Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:49.235691 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e9330dbf-2e5e-4e21-bb16-ea5de079bf00 req-0095cb64-220d-4732-8b86-9aa56dfc7903 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994358 Sep 16 05:56:49.274732 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ec5945a-8cf8-4c81-881e-1c8707077e81 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.301091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5945a-8cf8-4c81-881e-1c8707077e81 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=edae8578-e5a9-45fa-8338-6ac7658df348,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:49.308930 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5ec5945a-8cf8-4c81-881e-1c8707077e81 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.312023 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5ec5945a-8cf8-4c81-881e-1c8707077e81 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/edae8578-e5a9-45fa-8338-6ac7658df348 HTTP/1.1" status: 204 len: 168 time: 0.3588691 Sep 16 05:56:49.314439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45606) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:49.316530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08237b67-325c-4e66-a9f9-a78e101cd428 None None] Network e12f6693-03ab-4731-a6ec-05b1ea349f68 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:49.402094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.404906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350a628-7ef0-4e42-ba2a-748fc4790c08 None None] New status for floating IP 3ebe5a0c-2eac-42bf-8e79-234fa856723e: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:56:49.460531 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port d320cdac-1ed1-491f-9636-c9f023e7d2e8 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:49.461007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.526980 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] For port d320cdac-1ed1-491f-9636-c9f023e7d2e8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d320cdac-1ed1-491f-9636-c9f023e7d2e8,segment=NetworkSegment(0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb),segment_id=0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:49.527410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.541793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for d320cdac-1ed1-491f-9636-c9f023e7d2e8 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:49.588608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] DHCP port deletion for e12f6693-03ab-4731-a6ec-05b1ea349f68 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:56:49.639077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] Deleting port d320cdac-1ed1-491f-9636-c9f023e7d2e8 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:49.639526 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.705590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] For port d320cdac-1ed1-491f-9636-c9f023e7d2e8, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d320cdac-1ed1-491f-9636-c9f023e7d2e8,segment=NetworkSegment(0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb),segment_id=0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:49.705983 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.722030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] Calling delete_port for d320cdac-1ed1-491f-9636-c9f023e7d2e8 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:49.753887 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.781444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=d320cdac-1ed1-491f-9636-c9f023e7d2e8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:49.783225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No DVR routers for this DVR port d320cdac-1ed1-491f-9636-c9f023e7d2e8 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:49.798994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.810159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45608) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:49.834634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] Pushing event deleted for resources: {'Port': ['ID=d320cdac-1ed1-491f-9636-c9f023e7d2e8,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:49.843498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daff4e94-910b-4bf1-84b2-781c785a7355 None None] No DVR routers for this DVR port d320cdac-1ed1-491f-9636-c9f023e7d2e8 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:56:49.882574 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-40820572-5439-4a18-9dd1-1f1a2c4432e5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/3ebe5a0c-2eac-42bf-8e79-234fa856723e HTTP/1.1" status: 200 len: 993 time: 0.0704026 Sep 16 05:56:49.883309 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.904431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12f6693-03ab-4731-a6ec-05b1ea349f68']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:49.913591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:49.913900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5abfc7-2b26-47a5-a3e4-0647ecf8adcb') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:49.914031 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c54dabf5-786c-4277-8088-a332e3a9a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.927526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.941320 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.947964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:56:49.948364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:56:49.951474 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:56:50.085928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.093406 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.095214 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/networks/e12f6693-03ab-4731-a6ec-05b1ea349f68 HTTP/1.1" status: 204 len: 168 time: 0.7798080 Sep 16 05:56:50.099315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45610) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:50.107116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39e951-d041-4f44-897c-1a888adaaae8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Network': ['ID=e12f6693-03ab-4731-a6ec-05b1ea349f68,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:50.150068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a072e1-d5be-492e-9967-c5de93af0b12 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:50.152525 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-45a072e1-d5be-492e-9967-c5de93af0b12 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/6b2f8427-4b6a-49e6-bc6b-3f70efd41edc HTTP/1.1" status: 200 len: 845 time: 0.0511146 Sep 16 05:56:50.156871 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45612) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:50.183566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d320cdac-1ed1-491f-9636-c9f023e7d2e8 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:50.198103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fb852abe-5214-4321-b349-b1bf27dd7be9 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/6b2f8427-4b6a-49e6-bc6b-3f70efd41edc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0400288 Sep 16 05:56:50.202472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45614) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:50.204144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d320cdac-1ed1-491f-9636-c9f023e7d2e8 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:56:50.204298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d320cdac-1ed1-491f-9636-c9f023e7d2e8 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:56:50.207602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:50.399410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:50.403157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.760473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.804529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:50.807679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:50.811919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:50.812536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.817587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e335f-1c18-413d-9c06-fc1646106707 None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:50.826077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=f275042d-b7fe-4a7e-946f-8823c52fe270,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:50.923661 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4db61708-190b-444d-b654-c35176e3ea37 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7201185 Sep 16 05:56:50.926376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45616) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:50.931239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4aaa7de3-23e3-4fdb-8afe-7179df6b5326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'security_group': {'name': 'tempest-secgroup-266508811'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:50.985672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'tenant_id': '70303c7a409a4cff8413e37f1273aa2a', 'fixed_ips': [{'subnet_id': 'f275042d-b7fe-4a7e-946f-8823c52fe270'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:56:50.986529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.056529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.080028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7de3-23e3-4fdb-8afe-7179df6b5326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.127944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Allocated IP 2001:db8::2 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/f275042d-b7fe-4a7e-946f-8823c52fe270/0b0e67b8-9ddf-4b34-8889-e3f77c29c570) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:51.163781 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7de3-23e3-4fdb-8afe-7179df6b5326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.265866 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7de3-23e3-4fdb-8afe-7179df6b5326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.273887 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.295573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa7de3-23e3-4fdb-8afe-7179df6b5326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c253308c-3408-49f8-82d6-c7eb527cff16,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:51.382760 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.422316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:51.427307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:51.431612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7de3-23e3-4fdb-8afe-7179df6b5326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.436820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:51.436993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4aaa7de3-23e3-4fdb-8afe-7179df6b5326 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5056663 Sep 16 05:56:51.437111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Pushing event updated for resources: {'Port': ['ID=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:51.437223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45618) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:51.441632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0b32b072-0f70-423f-9096-a516cb1ae557 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'security_group': {'name': 'tempest-secgroup-1143318920'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:51.492687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Attempting to bind port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:51.494147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Attempting to bind port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '8ad7c700-271f-4acb-92eb-25f1a7b2e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:51.494147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Attempting to bind port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 on network 9402ad5d-33cb-4a01-81f9-5521e7defcdc {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:51.498968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:51.499338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Checking segment: {'id': '8ad7c700-271f-4acb-92eb-25f1a7b2e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:51.499738 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.500158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Bound using segment: {'id': '8ad7c700-271f-4acb-92eb-25f1a7b2e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:51.500619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Bound port: 0b0e67b8-9ddf-4b34-8889-e3f77c29c570, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad7c700-271f-4acb-92eb-25f1a7b2e412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:51.501046 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.554265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b32b072-0f70-423f-9096-a516cb1ae557 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.568501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] For port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:51.571870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] For port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,segment=NetworkSegment(8ad7c700-271f-4acb-92eb-25f1a7b2e412),segment_id=8ad7c700-271f-4acb-92eb-25f1a7b2e412)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:51.645502 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b32b072-0f70-423f-9096-a516cb1ae557 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.663205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.726176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb7f4-dad2-4a4c-ba25-1684ec4520a0 None None] Pushing event updated for resources: {'Port': ['ID=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:51.774079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b32b072-0f70-423f-9096-a516cb1ae557 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.806208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32b072-0f70-423f-9096-a516cb1ae557 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676f38c7-e212-4176-ad8e-cc562ecae3e7,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:51.889864 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0b32b072-0f70-423f-9096-a516cb1ae557 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.890940 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0b32b072-0f70-423f-9096-a516cb1ae557 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4527249 Sep 16 05:56:51.893659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45620) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:51.901220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2100240340', 'security_groups': ['676f38c7-e212-4176-ad8e-cc562ecae3e7'], 'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f275042d-b7fe-4a7e-946f-8823c52fe270'}]}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:52.111835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:52.215924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:52.217321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.235750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 50edddf7-6ab7-4c00-b18e-a2c58945676c yet. {{(pid=95660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:52.268703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:52.269082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.364680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.397694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,segment=NetworkSegment(8ad7c700-271f-4acb-92eb-25f1a7b2e412),segment_id=8ad7c700-271f-4acb-92eb-25f1a7b2e412)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:52.443830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::224 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/f275042d-b7fe-4a7e-946f-8823c52fe270/50edddf7-6ab7-4c00-b18e-a2c58945676c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:52.477367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.527900 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:52.596910 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.670375 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c04785eb-e032-4d4e-b0a8-c3b297781907 None None] Provisioning complete for port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:52.670755 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c04785eb-e032-4d4e-b0a8-c3b297781907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.705443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c04785eb-e032-4d4e-b0a8-c3b297781907 None None] Port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:52.715543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c04785eb-e032-4d4e-b0a8-c3b297781907 None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:52.716285 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c04785eb-e032-4d4e-b0a8-c3b297781907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:52.743156 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.119642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:53.122746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:53.127542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:53.133237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:53.133961 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.151752 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34fd1aef-3c1e-43c6-bee6-a7fca168a770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.155709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=50edddf7-6ab7-4c00-b18e-a2c58945676c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:53.267142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a779f834-0e20-40c1-8896-13c717cbc676 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3688147 Sep 16 05:56:53.268014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45626) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:53.273262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-208c79e7-bbb3-479f-b5e9-6ac6ebf4b133 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:53.426516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f1cc6c46-70ef-4dda-b539-a405f470d8db None None] Provisioning complete for port 50edddf7-6ab7-4c00-b18e-a2c58945676c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:53.427149 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6c46-70ef-4dda-b539-a405f470d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.463250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc6c46-70ef-4dda-b539-a405f470d8db None None] Port 50edddf7-6ab7-4c00-b18e-a2c58945676c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:53.542772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c79e7-bbb3-479f-b5e9-6ac6ebf4b133 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:53.547173 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-208c79e7-bbb3-479f-b5e9-6ac6ebf4b133 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.644387 n-d-712749-15 neutron-server[95660]: INFO neutron.db.ipam_backend_mixin [None req-208c79e7-bbb3-479f-b5e9-6ac6ebf4b133 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f275042d-b7fe-4a7e-946f-8823c52fe270 (CIDR: 2001:db8::/64) Sep 16 05:56:53.714690 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-208c79e7-bbb3-479f-b5e9-6ac6ebf4b133 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:56:53.715043 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208c79e7-bbb3-479f-b5e9-6ac6ebf4b133 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:56:53.829051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-208c79e7-bbb3-479f-b5e9-6ac6ebf4b133 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5598810 Sep 16 05:56:53.831837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45628) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:53.836806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:53.902535 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:54.068512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:54.072024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:54.188564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:54.236761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:54.237134 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:54.559719 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:54.604321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:54.608320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:54.612856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.613497 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:54.620734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b45c6dc-4aca-42c8-ba41-d6be6bc76ff5 None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:54.625678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=e333ebfb-805f-4d54-8565-b86e65d5a3a9,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:54.721039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-038da99e-b5c8-4c2d-a774-6d04b5fbb515 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8877239 Sep 16 05:56:54.723302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45630) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:54.728841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1476108607', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e333ebfb-805f-4d54-8565-b86e65d5a3a9'}], 'security_groups': ['c253308c-3408-49f8-82d6-c7eb527cff16']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:54.802244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:54.867407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb55dd-0a91-488b-83ef-245e03dfff99 None None] Update dhcp port {'port': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'fixed_ips': [{'subnet_id': 'f275042d-b7fe-4a7e-946f-8823c52fe270', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e333ebfb-805f-4d54-8565-b86e65d5a3a9'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '0b0e67b8-9ddf-4b34-8889-e3f77c29c570'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:56:54.893581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbfb55dd-0a91-488b-83ef-245e03dfff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.064088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-fbfb55dd-0a91-488b-83ef-245e03dfff99 None None] Allocated IP 2001:db8:0:1::2 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/e333ebfb-805f-4d54-8565-b86e65d5a3a9/0b0e67b8-9ddf-4b34-8889-e3f77c29c570) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:55.327013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fbfb55dd-0a91-488b-83ef-245e03dfff99 None None] For port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,segment=NetworkSegment(8ad7c700-271f-4acb-92eb-25f1a7b2e412),segment_id=8ad7c700-271f-4acb-92eb-25f1a7b2e412)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:55.354946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbfb55dd-0a91-488b-83ef-245e03dfff99 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.442687 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.536752 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fbfb55dd-0a91-488b-83ef-245e03dfff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.621780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb55dd-0a91-488b-83ef-245e03dfff99 None None] Pushing event updated for resources: {'Port': ['ID=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:55.652610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Delete allocated IP 2001:db8::224 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/f275042d-b7fe-4a7e-946f-8823c52fe270) {{(pid=95660) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:56:55.662002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8:0:1::2fa (9402ad5d-33cb-4a01-81f9-5521e7defcdc/e333ebfb-805f-4d54-8565-b86e65d5a3a9/50edddf7-6ab7-4c00-b18e-a2c58945676c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:55.835186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.911845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.972965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] In _notify_port_updated(), no bound segment for port 50edddf7-6ab7-4c00-b18e-a2c58945676c on network 9402ad5d-33cb-4a01-81f9-5521e7defcdc {{(pid=95660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:56:55.978754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:55.979418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.980850 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "PUT /v2.0/ports/50edddf7-6ab7-4c00-b18e-a2c58945676c HTTP/1.1" status: 200 len: 931 time: 1.2565455 Sep 16 05:56:55.984969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45632) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:56.029351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0658ded-4626-477b-9540-963b3095b2f0 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=50edddf7-6ab7-4c00-b18e-a2c58945676c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:56.098726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-48478cd9-0bc6-4a2b-ab6b-cde4be69d2d5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 50edddf7-6ab7-4c00-b18e-a2c58945676c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:56:56.099075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48478cd9-0bc6-4a2b-ab6b-cde4be69d2d5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.200441 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48478cd9-0bc6-4a2b-ab6b-cde4be69d2d5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.208384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:56.214180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-48478cd9-0bc6-4a2b-ab6b-cde4be69d2d5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 50edddf7-6ab7-4c00-b18e-a2c58945676c owned by {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:56:56.238551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-66a07d8b-ca42-4dce-825f-ffb67ce7faea None None] Provisioning complete for port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:56.238924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-66a07d8b-ca42-4dce-825f-ffb67ce7faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.287657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-66a07d8b-ca42-4dce-825f-ffb67ce7faea None None] Port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:56.303981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:56.304428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.307815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-66a07d8b-ca42-4dce-825f-ffb67ce7faea None None] Provisioning complete for port 50edddf7-6ab7-4c00-b18e-a2c58945676c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:56.308075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-66a07d8b-ca42-4dce-825f-ffb67ce7faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.371988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-66a07d8b-ca42-4dce-825f-ffb67ce7faea None None] Port 50edddf7-6ab7-4c00-b18e-a2c58945676c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:56.412917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-66a07d8b-ca42-4dce-825f-ffb67ce7faea None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:56.413164 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-66a07d8b-ca42-4dce-825f-ffb67ce7faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.439485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48478cd9-0bc6-4a2b-ab6b-cde4be69d2d5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.471747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48478cd9-0bc6-4a2b-ab6b-cde4be69d2d5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=50edddf7-6ab7-4c00-b18e-a2c58945676c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:56.504826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-48478cd9-0bc6-4a2b-ab6b-cde4be69d2d5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.507360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-48478cd9-0bc6-4a2b-ab6b-cde4be69d2d5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/50edddf7-6ab7-4c00-b18e-a2c58945676c HTTP/1.1" status: 204 len: 168 time: 0.5211835 Sep 16 05:56:56.509947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45634) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:56.536239 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eaae621-b86e-4414-9025-5cf24f1ee942 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:56:56.537950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1eaae621-b86e-4414-9025-5cf24f1ee942 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/50edddf7-6ab7-4c00-b18e-a2c58945676c HTTP/1.1" status: 404 len: 333 time: 0.0270073 Sep 16 05:56:56.540785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45636) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:56.599154 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fd455ac-0669-49d8-a99e-785572afef5d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.617083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-749470e1-ddbb-4f86-ad08-db95fc926d02 None None] Could not find standard attr ID for object 50edddf7-6ab7-4c00-b18e-a2c58945676c. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:56:56.627933 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fd455ac-0669-49d8-a99e-785572afef5d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.759929 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fd455ac-0669-49d8-a99e-785572afef5d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.763983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3fd455ac-0669-49d8-a99e-785572afef5d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.765594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3fd455ac-0669-49d8-a99e-785572afef5d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/security-groups/676f38c7-e212-4176-ad8e-cc562ecae3e7 HTTP/1.1" status: 204 len: 168 time: 0.2238617 Sep 16 05:56:56.768530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45638) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:56.775342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd455ac-0669-49d8-a99e-785572afef5d tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676f38c7-e212-4176-ad8e-cc562ecae3e7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:56.824993 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.849756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.988317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.991137 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:56.992426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/security-groups/c253308c-3408-49f8-82d6-c7eb527cff16 HTTP/1.1" status: 204 len: 168 time: 0.2227821 Sep 16 05:56:56.995391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45640) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:57.003630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c253308c-3408-49f8-82d6-c7eb527cff16,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:57.012030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.012406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.016775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546b2bd-8ed2-4c23-b06c-f409a7508be1 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:57.053632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3550d8a2-5ee6-4f50-b77d-742bf1d43dd6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet f275042d-b7fe-4a7e-946f-8823c52fe270 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:56:57.057485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3550d8a2-5ee6-4f50-b77d-742bf1d43dd6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.105539 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3550d8a2-5ee6-4f50-b77d-742bf1d43dd6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.195772 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3550d8a2-5ee6-4f50-b77d-742bf1d43dd6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.329066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3550d8a2-5ee6-4f50-b77d-742bf1d43dd6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.361710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550d8a2-5ee6-4f50-b77d-742bf1d43dd6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=f275042d-b7fe-4a7e-946f-8823c52fe270,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:57.365835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3550d8a2-5ee6-4f50-b77d-742bf1d43dd6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.367886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3550d8a2-5ee6-4f50-b77d-742bf1d43dd6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/f275042d-b7fe-4a7e-946f-8823c52fe270 HTTP/1.1" status: 204 len: 168 time: 0.3713388 Sep 16 05:56:57.372023 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45642) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:57.372568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043b4cb-70f7-4a90-b33c-857f82f839c7 None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:57.378348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:57.535312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.582717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:57.587393 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.914028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.967804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:57.971366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:57.975740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:57.976507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:57.992483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=d165fe28-792b-4d49-bcd9-3c764d93ad20,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:58.073350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb97534-44d2-42e7-a4f3-3890d7d7f4fe None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:56:58.098757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7fab3c0c-c763-4911-99d9-7c76617a59b6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7248268 Sep 16 05:56:58.101919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:58.108860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8f5cdf1d-2a92-4881-b32d-bc45ab738d43 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'security_group': {'name': 'tempest-secgroup-727905955'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:58.188513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6e9b9539-2065-4cac-ad24-7b70448859e3 None None] Provisioning complete for port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:58.189059 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e9b9539-2065-4cac-ad24-7b70448859e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.251099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5cdf1d-2a92-4881-b32d-bc45ab738d43 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.257345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b9539-2065-4cac-ad24-7b70448859e3 None None] Port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:58.276998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6e9b9539-2065-4cac-ad24-7b70448859e3 None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:58.278513 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e9b9539-2065-4cac-ad24-7b70448859e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.338912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5cdf1d-2a92-4881-b32d-bc45ab738d43 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.414511 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5cdf1d-2a92-4881-b32d-bc45ab738d43 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.417708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Update dhcp port {'port': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'fixed_ips': [{'subnet_id': 'e333ebfb-805f-4d54-8565-b86e65d5a3a9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd165fe28-792b-4d49-bcd9-3c764d93ad20'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '0b0e67b8-9ddf-4b34-8889-e3f77c29c570'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:56:58.444823 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.448741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cdf1d-2a92-4881-b32d-bc45ab738d43 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7e3fe-f24d-4b75-96a3-0808bebfd9a4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:58.511645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f5cdf1d-2a92-4881-b32d-bc45ab738d43 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.514509 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8f5cdf1d-2a92-4881-b32d-bc45ab738d43 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4102733 Sep 16 05:56:58.517112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45646) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:58.522297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fe16e6f7-aaee-4950-b961-b4d2325884d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'security_group': {'name': 'tempest-secgroup-863635548'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:58.608872 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe16e6f7-aaee-4950-b961-b4d2325884d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.617654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Allocated IP 2001:db8::2 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/d165fe28-792b-4d49-bcd9-3c764d93ad20/0b0e67b8-9ddf-4b34-8889-e3f77c29c570) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:58.699322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe16e6f7-aaee-4950-b961-b4d2325884d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.722871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-456d7fb6-e726-401c-858f-206343e5164e None None] For port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,segment=NetworkSegment(8ad7c700-271f-4acb-92eb-25f1a7b2e412),segment_id=8ad7c700-271f-4acb-92eb-25f1a7b2e412)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:58.752314 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.782606 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe16e6f7-aaee-4950-b961-b4d2325884d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.813747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16e6f7-aaee-4950-b961-b4d2325884d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf20bcb-de0f-4e18-80f3-f27e6cf26fdc,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:58.845556 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.874886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe16e6f7-aaee-4950-b961-b4d2325884d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.878824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe16e6f7-aaee-4950-b961-b4d2325884d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3579178 Sep 16 05:56:58.879192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45648) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:58.884272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a376b5a7-3382-46d0-bf97-968ff7cfa948 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'security_group': {'name': 'tempest-secgroup-627939407'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:58.947642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Pushing event updated for resources: {'Port': ['ID=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:58.957721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.958074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.958423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.958760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.959096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.959426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.959794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.960176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.960447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.960753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.961074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.961395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d7fb6-e726-401c-858f-206343e5164e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:58.965974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.056909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a376b5a7-3382-46d0-bf97-968ff7cfa948 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.174322 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a376b5a7-3382-46d0-bf97-968ff7cfa948 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.271456 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a376b5a7-3382-46d0-bf97-968ff7cfa948 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.304045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376b5a7-3382-46d0-bf97-968ff7cfa948 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62244675-a32c-4063-b188-1d1b59565ec5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:59.394126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a376b5a7-3382-46d0-bf97-968ff7cfa948 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.395377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a376b5a7-3382-46d0-bf97-968ff7cfa948 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5150552 Sep 16 05:56:59.398155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45650) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:59.403281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1397993233', 'security_groups': ['62244675-a32c-4063-b188-1d1b59565ec5'], 'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd165fe28-792b-4d49-bcd9-3c764d93ad20'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:59.533809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b143df9e-08ac-4c4a-84d2-1b7c834ab8c0 None None] Provisioning complete for port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:59.534401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b143df9e-08ac-4c4a-84d2-1b7c834ab8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.568549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b143df9e-08ac-4c4a-84d2-1b7c834ab8c0 None None] Port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:59.578841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b143df9e-08ac-4c4a-84d2-1b7c834ab8c0 None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:59.579255 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b143df9e-08ac-4c4a-84d2-1b7c834ab8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.582168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:59.672087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.688875 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] device_id is not set on port 28d4a26d-4f1a-4afc-99be-6fb1150fb50f yet. {{(pid=95659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:56:59.863929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8::c8 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/d165fe28-792b-4d49-bcd9-3c764d93ad20/28d4a26d-4f1a-4afc-99be-6fb1150fb50f) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:00.002880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.102713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.144986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:00.148124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:00.162809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:00.169442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:00.170226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.182702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=28d4a26d-4f1a-4afc-99be-6fb1150fb50f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:00.221539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:00.278361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:00.278788 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.289419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a135c831-a288-4537-992d-d122a74bb3c7 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8901803 Sep 16 05:57:00.292220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45652) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:00.297491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d69665fb-8405-4b5c-9077-cd28a846c440 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:00.485690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69665fb-8405-4b5c-9077-cd28a846c440 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:00.489448 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d69665fb-8405-4b5c-9077-cd28a846c440 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.504616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2317f669-e2a7-44b9-9fe6-d148aa5896a6 None None] Provisioning complete for port 28d4a26d-4f1a-4afc-99be-6fb1150fb50f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:00.504990 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2317f669-e2a7-44b9-9fe6-d148aa5896a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.540191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2317f669-e2a7-44b9-9fe6-d148aa5896a6 None None] Port 28d4a26d-4f1a-4afc-99be-6fb1150fb50f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:00.585353 n-d-712749-15 neutron-server[95659]: INFO neutron.db.ipam_backend_mixin [None req-d69665fb-8405-4b5c-9077-cd28a846c440 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d165fe28-792b-4d49-bcd9-3c764d93ad20 (CIDR: 2001:db8::/64) Sep 16 05:57:00.628899 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69665fb-8405-4b5c-9077-cd28a846c440 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:00.629525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69665fb-8405-4b5c-9077-cd28a846c440 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:00.725969 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d69665fb-8405-4b5c-9077-cd28a846c440 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4325900 Sep 16 05:57:00.728572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45654) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:00.733772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-24fcfa9d-a613-4000-8fcc-29b6fbc73796 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:00.922952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fcfa9d-a613-4000-8fcc-29b6fbc73796 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:00.926684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-24fcfa9d-a613-4000-8fcc-29b6fbc73796 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:01.019946 n-d-712749-15 neutron-server[95659]: INFO neutron.db.ipam_backend_mixin [None req-24fcfa9d-a613-4000-8fcc-29b6fbc73796 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e333ebfb-805f-4d54-8565-b86e65d5a3a9 (CIDR: 2001:db8:0:1::/64) Sep 16 05:57:01.085940 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fcfa9d-a613-4000-8fcc-29b6fbc73796 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:01.086427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fcfa9d-a613-4000-8fcc-29b6fbc73796 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:01.206424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-24fcfa9d-a613-4000-8fcc-29b6fbc73796 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4767475 Sep 16 05:57:01.209407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:01.214574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'subnet': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:01.416984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Made reservation on behalf of 70303c7a409a4cff8413e37f1273aa2a for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:01.421256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:01.751466 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:01.799255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:01.802815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:01.807151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:01.807757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:01.813652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Subnet': ['ID=5c182677-8bd6-4878-b02b-6bebb860b051,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:01.814825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235391d-6e76-49c3-b9c9-f0520bb71006 None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:01.828110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.828539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.828797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.829132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.829467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.829792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.830141 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.830474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.830795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.831120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.831441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.831762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:01.921958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-835ea6c8-a99b-413a-81fa-1ce288514a96 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7105551 Sep 16 05:57:01.924252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45658) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:01.930315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-198834159', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5c182677-8bd6-4878-b02b-6bebb860b051'}], 'security_groups': ['9fd7e3fe-f24d-4b75-96a3-0808bebfd9a4', 'baf20bcb-de0f-4e18-80f3-f27e6cf26fdc']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:02.010038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:02.085987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b4c21-5883-49ae-95b0-0622f208db00 None None] Update dhcp port {'port': {'network_id': '9402ad5d-33cb-4a01-81f9-5521e7defcdc', 'fixed_ips': [{'subnet_id': 'e333ebfb-805f-4d54-8565-b86e65d5a3a9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd165fe28-792b-4d49-bcd9-3c764d93ad20', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c182677-8bd6-4878-b02b-6bebb860b051'}], 'binding:host_id': 'n-d-712749-15'}, 'id': '0b0e67b8-9ddf-4b34-8889-e3f77c29c570'} from n-d-712749-15. {{(pid=95661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:57:02.113583 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4c21-5883-49ae-95b0-0622f208db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:02.296058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-cb2b4c21-5883-49ae-95b0-0622f208db00 None None] Allocated IP 2001:db8:0:2::2 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/5c182677-8bd6-4878-b02b-6bebb860b051/0b0e67b8-9ddf-4b34-8889-e3f77c29c570) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:02.390741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cb2b4c21-5883-49ae-95b0-0622f208db00 None None] For port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,segment=NetworkSegment(8ad7c700-271f-4acb-92eb-25f1a7b2e412),segment_id=8ad7c700-271f-4acb-92eb-25f1a7b2e412)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:02.420312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4c21-5883-49ae-95b0-0622f208db00 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:02.502403 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4c21-5883-49ae-95b0-0622f208db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:02.595995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b4c21-5883-49ae-95b0-0622f208db00 None None] Pushing event updated for resources: {'Port': ['ID=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:02.617328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Delete allocated IP 2001:db8::c8 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/d165fe28-792b-4d49-bcd9-3c764d93ad20) {{(pid=95659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:57:02.626992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Allocated IP 2001:db8:0:2::e8 (9402ad5d-33cb-4a01-81f9-5521e7defcdc/5c182677-8bd6-4878-b02b-6bebb860b051/28d4a26d-4f1a-4afc-99be-6fb1150fb50f) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:02.810779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:02.874130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:02.936870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] In _notify_port_updated(), no bound segment for port 28d4a26d-4f1a-4afc-99be-6fb1150fb50f on network 9402ad5d-33cb-4a01-81f9-5521e7defcdc {{(pid=95659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:57:02.942389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:02.943032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:02.944417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "PUT /v2.0/ports/28d4a26d-4f1a-4afc-99be-6fb1150fb50f HTTP/1.1" status: 200 len: 968 time: 1.0188515 Sep 16 05:57:02.955221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45660) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:02.966696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cde2a-fcfd-463e-afb3-883db681ba85 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event updated for resources: {'Port': ['ID=28d4a26d-4f1a-4afc-99be-6fb1150fb50f,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:03.058586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc731c-473b-45e9-8c5a-88f61d78b43e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 28d4a26d-4f1a-4afc-99be-6fb1150fb50f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:03.063903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4bc731c-473b-45e9-8c5a-88f61d78b43e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.160726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4bc731c-473b-45e9-8c5a-88f61d78b43e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.174525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc731c-473b-45e9-8c5a-88f61d78b43e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 28d4a26d-4f1a-4afc-99be-6fb1150fb50f owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:03.278297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-44f6e1a0-d7c4-4d58-8cfb-b23a2815f7b2 None None] Provisioning complete for port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:03.279048 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44f6e1a0-d7c4-4d58-8cfb-b23a2815f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.319548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-44f6e1a0-d7c4-4d58-8cfb-b23a2815f7b2 None None] Port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:03.330553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-44f6e1a0-d7c4-4d58-8cfb-b23a2815f7b2 None None] Provisioning complete for port 28d4a26d-4f1a-4afc-99be-6fb1150fb50f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:03.331045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44f6e1a0-d7c4-4d58-8cfb-b23a2815f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.370810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-44f6e1a0-d7c4-4d58-8cfb-b23a2815f7b2 None None] Port 28d4a26d-4f1a-4afc-99be-6fb1150fb50f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:03.381743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-44f6e1a0-d7c4-4d58-8cfb-b23a2815f7b2 None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:03.382122 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-44f6e1a0-d7c4-4d58-8cfb-b23a2815f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.396928 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4bc731c-473b-45e9-8c5a-88f61d78b43e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.425669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc731c-473b-45e9-8c5a-88f61d78b43e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=28d4a26d-4f1a-4afc-99be-6fb1150fb50f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:03.460620 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e4bc731c-473b-45e9-8c5a-88f61d78b43e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.463020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e4bc731c-473b-45e9-8c5a-88f61d78b43e tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/28d4a26d-4f1a-4afc-99be-6fb1150fb50f HTTP/1.1" status: 204 len: 168 time: 0.5137863 Sep 16 05:57:03.465860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45662) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:03.491511 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd09562-f96a-49ee-a158-951ed7a21d90 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] GET failed (client error): The resource could not be found. Sep 16 05:57:03.493133 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3cd09562-f96a-49ee-a158-951ed7a21d90 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports/28d4a26d-4f1a-4afc-99be-6fb1150fb50f HTTP/1.1" status: 404 len: 333 time: 0.0257294 Sep 16 05:57:03.495833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45664) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:03.554154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-369f9768-a3b6-4935-bfd6-c02f6a9b73b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.577100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7e8f83c4-8c7a-4c24-a3d2-42f905d1db0a None None] Could not find standard attr ID for object 28d4a26d-4f1a-4afc-99be-6fb1150fb50f. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:57:03.580807 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-369f9768-a3b6-4935-bfd6-c02f6a9b73b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.713731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-369f9768-a3b6-4935-bfd6-c02f6a9b73b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.717317 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-369f9768-a3b6-4935-bfd6-c02f6a9b73b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.718529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-369f9768-a3b6-4935-bfd6-c02f6a9b73b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/security-groups/62244675-a32c-4063-b188-1d1b59565ec5 HTTP/1.1" status: 204 len: 168 time: 0.2216341 Sep 16 05:57:03.721408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45666) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:03.728220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f9768-a3b6-4935-bfd6-c02f6a9b73b4 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62244675-a32c-4063-b188-1d1b59565ec5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:03.783365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e94-e34c-4d65-9f90-2bf25ccd24ec tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.807009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e94-e34c-4d65-9f90-2bf25ccd24ec tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.919515 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e94-e34c-4d65-9f90-2bf25ccd24ec tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.922321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3e94-e34c-4d65-9f90-2bf25ccd24ec tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:03.923543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d2cf3e94-e34c-4d65-9f90-2bf25ccd24ec tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/security-groups/baf20bcb-de0f-4e18-80f3-f27e6cf26fdc HTTP/1.1" status: 204 len: 168 time: 0.2007267 Sep 16 05:57:03.926324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45668) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:03.933269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf3e94-e34c-4d65-9f90-2bf25ccd24ec tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf20bcb-de0f-4e18-80f3-f27e6cf26fdc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:03.985531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd7d4-0212-41f9-b745-3a579747eef8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.009614 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd7d4-0212-41f9-b745-3a579747eef8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.165369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd7d4-0212-41f9-b745-3a579747eef8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.176401 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd7d4-0212-41f9-b745-3a579747eef8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.176401 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ab4dd7d4-0212-41f9-b745-3a579747eef8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/security-groups/9fd7e3fe-f24d-4b75-96a3-0808bebfd9a4 HTTP/1.1" status: 204 len: 168 time: 0.2423499 Sep 16 05:57:04.176645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45670) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:04.179757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dd7d4-0212-41f9-b745-3a579747eef8 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7e3fe-f24d-4b75-96a3-0808bebfd9a4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:04.519319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:04.520471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f284b0-c6ba-46b2-87e0-857e0618480c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet d165fe28-792b-4d49-bcd9-3c764d93ad20 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:57:04.520471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24f284b0-c6ba-46b2-87e0-857e0618480c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.520655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:04.520655 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.520827 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24f284b0-c6ba-46b2-87e0-857e0618480c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.520827 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24f284b0-c6ba-46b2-87e0-857e0618480c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.640162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24f284b0-c6ba-46b2-87e0-857e0618480c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.665775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f284b0-c6ba-46b2-87e0-857e0618480c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=d165fe28-792b-4d49-bcd9-3c764d93ad20,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:04.672352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-24f284b0-c6ba-46b2-87e0-857e0618480c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.674051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-24f284b0-c6ba-46b2-87e0-857e0618480c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/d165fe28-792b-4d49-bcd9-3c764d93ad20 HTTP/1.1" status: 204 len: 168 time: 0.4998872 Sep 16 05:57:04.678108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45672) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:04.680773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ba257-5ace-4315-ac07-8f79aa447489 None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:04.734503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3e905c-345e-4013-9980-6d2426a01e6c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet 5c182677-8bd6-4878-b02b-6bebb860b051 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:57:04.737818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c3e905c-345e-4013-9980-6d2426a01e6c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.780740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c3e905c-345e-4013-9980-6d2426a01e6c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:04.875374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c3e905c-345e-4013-9980-6d2426a01e6c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.017288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c3e905c-345e-4013-9980-6d2426a01e6c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.048573 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e905c-345e-4013-9980-6d2426a01e6c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=5c182677-8bd6-4878-b02b-6bebb860b051,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:05.057183 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9c3e905c-345e-4013-9980-6d2426a01e6c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.059175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9c3e905c-345e-4013-9980-6d2426a01e6c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/5c182677-8bd6-4878-b02b-6bebb860b051 HTTP/1.1" status: 204 len: 168 time: 0.3800998 Sep 16 05:57:05.061932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.088866 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c829676-9ef8-43f4-ab19-f58687909cc9 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.089332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c829676-9ef8-43f4-ab19-f58687909cc9 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.091703 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3c829676-9ef8-43f4-ab19-f58687909cc9 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/d165fe28-792b-4d49-bcd9-3c764d93ad20 HTTP/1.1" status: 404 len: 337 time: 0.0282662 Sep 16 05:57:05.094485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.147214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5b9f2d-2ac3-436b-a078-00d4e8df6111 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting subnet e333ebfb-805f-4d54-8565-b86e65d5a3a9 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:57:05.150593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9f2d-2ac3-436b-a078-00d4e8df6111 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.198673 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9f2d-2ac3-436b-a078-00d4e8df6111 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.287184 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9f2d-2ac3-436b-a078-00d4e8df6111 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.373152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde1116-4ef0-4ed9-87ae-fd1af56e5b3b None None] Network 9402ad5d-33cb-4a01-81f9-5521e7defcdc requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:05.439720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-28b6a4f0-eafe-477d-be0e-c076e07ed1f0 None None] Provisioning complete for port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:05.440031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9f2d-2ac3-436b-a078-00d4e8df6111 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.440174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b6a4f0-eafe-477d-be0e-c076e07ed1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.474028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b9f2d-2ac3-436b-a078-00d4e8df6111 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Subnet': ['ID=e333ebfb-805f-4d54-8565-b86e65d5a3a9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:05.476073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9f2d-2ac3-436b-a078-00d4e8df6111 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.477992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0e5b9f2d-2ac3-436b-a078-00d4e8df6111 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/e333ebfb-805f-4d54-8565-b86e65d5a3a9 HTTP/1.1" status: 204 len: 168 time: 0.3825545 Sep 16 05:57:05.480724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45678) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.505183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-28b6a4f0-eafe-477d-be0e-c076e07ed1f0 None None] Port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:05.508069 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d1b2e3-3a07-405c-b5e1-9c344b7d5987 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.509555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d1b2e3-3a07-405c-b5e1-9c344b7d5987 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.510315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-87d1b2e3-3a07-405c-b5e1-9c344b7d5987 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/f275042d-b7fe-4a7e-946f-8823c52fe270 HTTP/1.1" status: 404 len: 337 time: 0.0285964 Sep 16 05:57:05.513777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45680) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.532328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-28b6a4f0-eafe-477d-be0e-c076e07ed1f0 None None] Provisioning complete for port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:05.532998 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28b6a4f0-eafe-477d-be0e-c076e07ed1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.541190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2253c78f-d635-4d29-a0a4-8500647b9f03 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "GET /v2.0/ports?device_id=c49f6224-7f02-41ea-b6df-768367c70dae HTTP/1.1" status: 200 len: 205 time: 0.0262032 Sep 16 05:57:05.545677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45682) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.584329 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-4345c041-c904-4444-b190-bed2903ee8e5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] delete failed (client error): The resource could not be found. Sep 16 05:57:05.585380 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4345c041-c904-4444-b190-bed2903ee8e5 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/routers/c49f6224-7f02-41ea-b6df-768367c70dae HTTP/1.1" status: 404 len: 336 time: 0.0383596 Sep 16 05:57:05.587903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45684) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.620158 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-66da2a0a-4df4-43fa-9bd3-c1310e081063 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.620539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66da2a0a-4df4-43fa-9bd3-c1310e081063 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.622821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-66da2a0a-4df4-43fa-9bd3-c1310e081063 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/edae8578-e5a9-45fa-8338-6ac7658df348 HTTP/1.1" status: 404 len: 337 time: 0.0334926 Sep 16 05:57:05.625381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45686) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.639204 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] DHCP port deletion for 9402ad5d-33cb-4a01-81f9-5521e7defcdc request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:57:05.653115 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-560abe57-e199-437f-9a9e-9f5b1336ebf3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.653606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560abe57-e199-437f-9a9e-9f5b1336ebf3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.655415 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-560abe57-e199-437f-9a9e-9f5b1336ebf3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/725eb8d0-cd2c-4b42-891e-aa65dd4e4986 HTTP/1.1" status: 404 len: 337 time: 0.0291016 Sep 16 05:57:05.657986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45688) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.683907 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab84df0-f4d9-4e38-b246-ae707d9ed4d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.684371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab84df0-f4d9-4e38-b246-ae707d9ed4d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.686706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2ab84df0-f4d9-4e38-b246-ae707d9ed4d6 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/01c75e23-f385-4b46-af97-99272ac06a2b HTTP/1.1" status: 404 len: 337 time: 0.0277965 Sep 16 05:57:05.689345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45690) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.690455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] Deleting port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:05.690838 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.712993 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-177e2fb5-c8bf-4c3f-9155-962503c33f40 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.713666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177e2fb5-c8bf-4c3f-9155-962503c33f40 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.717754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-177e2fb5-c8bf-4c3f-9155-962503c33f40 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/9b4f4c29-e8c6-497f-b392-26b280a656f7 HTTP/1.1" status: 404 len: 333 time: 0.0249248 Sep 16 05:57:05.718158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45692) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.743354 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e257f7-52a7-4d99-8f15-6a7085ce14a3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.743966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e257f7-52a7-4d99-8f15-6a7085ce14a3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.745711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f3e257f7-52a7-4d99-8f15-6a7085ce14a3 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/041f11ee-eca4-4125-9dc8-08c6e2b909c6 HTTP/1.1" status: 404 len: 337 time: 0.0266356 Sep 16 05:57:05.749477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45694) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.754069 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] For port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,segment=NetworkSegment(8ad7c700-271f-4acb-92eb-25f1a7b2e412),segment_id=8ad7c700-271f-4acb-92eb-25f1a7b2e412)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:05.754463 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.767825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] Calling delete_port for 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:05.779129 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dcdfba-43ad-478e-85fb-8c17a612a768 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.779584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dcdfba-43ad-478e-85fb-8c17a612a768 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.781367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f7dcdfba-43ad-478e-85fb-8c17a612a768 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/ed26e65f-c50c-452f-8125-8c2ed51dc9db HTTP/1.1" status: 404 len: 337 time: 0.0313623 Sep 16 05:57:05.783801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45696) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.805996 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b19e7e-98ce-4f05-9220-97d3e281d119 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.806616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b19e7e-98ce-4f05-9220-97d3e281d119 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.808348 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f4b19e7e-98ce-4f05-9220-97d3e281d119 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/73fc0720-bd46-4b19-a630-b5c16963eff4 HTTP/1.1" status: 404 len: 333 time: 0.0236208 Sep 16 05:57:05.811529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45698) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.837329 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9050f2f-eaba-46a2-af03-7ca450729308 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.837685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9050f2f-eaba-46a2-af03-7ca450729308 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.842696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a9050f2f-eaba-46a2-af03-7ca450729308 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/a15b2795-f0cf-424a-ad12-ff8425b50c33 HTTP/1.1" status: 404 len: 337 time: 0.0270076 Sep 16 05:57:05.842922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45700) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.868872 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3728273-35b8-465e-8e2f-35361292cf40 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] DELETE failed (client error): The resource could not be found. Sep 16 05:57:05.869323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3728273-35b8-465e-8e2f-35361292cf40 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:57:05.871088 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d3728273-35b8-465e-8e2f-35361292cf40 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/subnets/5cfdc9d6-44ac-40a8-9724-24389561c5b1 HTTP/1.1" status: 404 len: 337 time: 0.0272253 Sep 16 05:57:05.874269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45702) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:05.948396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.971212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-60f4951f-41d3-49bf-b5ab-42405ffc2040 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Deleting port 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:05.971593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60f4951f-41d3-49bf-b5ab-42405ffc2040 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:05.975601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] Pushing event deleted for resources: {'Port': ['ID=0b0e67b8-9ddf-4b34-8889-e3f77c29c570,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:05.977474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a840fd-4e6b-471a-a076-440856c33c16 None None] No DVR routers for this DVR port 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:06.040473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60f4951f-41d3-49bf-b5ab-42405ffc2040 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.053567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-60f4951f-41d3-49bf-b5ab-42405ffc2040 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Calling delete_port for 6b2f8427-4b6a-49e6-bc6b-3f70efd41edc owned by {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:06.197615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:06.216691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60f4951f-41d3-49bf-b5ab-42405ffc2040 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.217912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:06.217912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b0e67b8-9ddf-4b34-8889-e3f77c29c570 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:06.245833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4951f-41d3-49bf-b5ab-42405ffc2040 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Port': ['ID=6b2f8427-4b6a-49e6-bc6b-3f70efd41edc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:06.251833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-60f4951f-41d3-49bf-b5ab-42405ffc2040 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.254553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-60f4951f-41d3-49bf-b5ab-42405ffc2040 tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/ports/6b2f8427-4b6a-49e6-bc6b-3f70efd41edc HTTP/1.1" status: 204 len: 168 time: 0.3786638 Sep 16 05:57:06.256326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45704) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:06.332190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.423609 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.443442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9402ad5d-33cb-4a01-81f9-5521e7defcdc']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:06.452845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad7c700-271f-4acb-92eb-25f1a7b2e412') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:06.453136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad7c700-271f-4acb-92eb-25f1a7b2e412') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:06.462632 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.476120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.482946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:57:06.483575 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:57:06.486367 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:57:06.991381 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:07.000945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:07.006299 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] 10.222.0.49 "DELETE /v2.0/networks/9402ad5d-33cb-4a01-81f9-5521e7defcdc HTTP/1.1" status: 204 len: 168 time: 0.7484586 Sep 16 05:57:07.019709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff615f9-66b6-4295-bed1-a1a05fe5e22c tempest-PortsIpV6TestJSON-781574152 tempest-PortsIpV6TestJSON-781574152-project] Pushing event deleted for resources: {'Network': ['ID=9402ad5d-33cb-4a01-81f9-5521e7defcdc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:07.568581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:07.703042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f3b8429c-e4dc-4108-aac4-008be0f0d183 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70303c7a409a4cff8413e37f1273aa2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332619 Sep 16 05:57:07.705484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45716) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:07.755431 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57abd6aa-47f0-4cb7-ac48-d03c0dd84703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:07.776617 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57abd6aa-47f0-4cb7-ac48-d03c0dd84703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:07.937356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57abd6aa-47f0-4cb7-ac48-d03c0dd84703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:07.940208 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-57abd6aa-47f0-4cb7-ac48-d03c0dd84703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:07.941425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-57abd6aa-47f0-4cb7-ac48-d03c0dd84703 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f282deb6-77fe-400d-9dbd-8d658ffbec65 HTTP/1.1" status: 204 len: 168 time: 0.2350338 Sep 16 05:57:07.949768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abd6aa-47f0-4cb7-ac48-d03c0dd84703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f282deb6-77fe-400d-9dbd-8d658ffbec65,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:09.100737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45738) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:09.197769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-738ec381-5284-4eaf-b4ad-a7398a35e1cd tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-178381610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:09.268515 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-738ec381-5284-4eaf-b4ad-a7398a35e1cd tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.269667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-738ec381-5284-4eaf-b4ad-a7398a35e1cd tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.327190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-738ec381-5284-4eaf-b4ad-a7398a35e1cd tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.391833 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-738ec381-5284-4eaf-b4ad-a7398a35e1cd tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.460253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-738ec381-5284-4eaf-b4ad-a7398a35e1cd tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.461522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-738ec381-5284-4eaf-b4ad-a7398a35e1cd tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3596165 Sep 16 05:57:09.464870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45742) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:09.469779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-39675969'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:09.588073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Made reservation on behalf of 97ba6062918e4510a2a7c4cc3dbabdf4 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:09.592107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.601214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.694298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.788195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.819787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:57:09.826828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054a0b00-58c9-47d9-9fa6-4034adb59247,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:09.834028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.835024 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Added segment c50b14ce-651f-4aaf-b02c-28dd5dbaba30 of type vlan for network d6f8b252-fd4b-4c33-bb69-c261723f95a3 Sep 16 05:57:09.878664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.979777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:09.986189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:09.986806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.063740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Network': ['ID=d6f8b252-fd4b-4c33-bb69-c261723f95a3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:10.074097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d6f8b252-fd4b-4c33-bb69-c261723f95a3 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:57:10.106215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18dbd63c-adec-4463-ad47-5e4092d04a4c tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6401749 Sep 16 05:57:10.110051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45746) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:10.115197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'subnet': {'network_id': 'd6f8b252-fd4b-4c33-bb69-c261723f95a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:10.330919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Made reservation on behalf of 97ba6062918e4510a2a7c4cc3dbabdf4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:10.334591 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.597367 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.657602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Subnet': ['ID=d3de046d-9ba7-4007-9543-63e8485f2a1c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:10.669344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Checking segment: {'id': 'c50b14ce-651f-4aaf-b02c-28dd5dbaba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd6f8b252-fd4b-4c33-bb69-c261723f95a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:10.669706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network hostable DHCP agents. Network: d6f8b252-fd4b-4c33-bb69-c261723f95a3, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:57:10.768540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network d6f8b252-fd4b-4c33-bb69-c261723f95a3 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:57:10.837024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d6f8b252-fd4b-4c33-bb69-c261723f95a3) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:10.842070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:10.842684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:10.848658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559556d4-b4db-41eb-ab39-98016c3a5cf0 None None] Network d6f8b252-fd4b-4c33-bb69-c261723f95a3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:10.926074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7abdbbc1-261b-4184-86d4-5316acad549a tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8149073 Sep 16 05:57:10.929417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45748) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:10.935502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'network': {'name': 'tempest-router-network01--543950455'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:11.016396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d6f8b252-fd4b-4c33-bb69-c261723f95a3', 'network_id': 'd6f8b252-fd4b-4c33-bb69-c261723f95a3', 'tenant_id': '97ba6062918e4510a2a7c4cc3dbabdf4', 'fixed_ips': [{'subnet_id': 'd3de046d-9ba7-4007-9543-63e8485f2a1c'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:57:11.017393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.036910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Made reservation on behalf of 97ba6062918e4510a2a7c4cc3dbabdf4 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:11.041089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.069161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:57:11.079815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.080197 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Added segment 6899d639-029b-462e-af30-c88fcc34ddb4 of type vlan for network 0422d304-485f-4e13-bfa4-d8e29057685f Sep 16 05:57:11.121417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.169322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Allocated IP 172.20.0.2 (d6f8b252-fd4b-4c33-bb69-c261723f95a3/d3de046d-9ba7-4007-9543-63e8485f2a1c/cb82500c-7546-47b0-b6d2-a245ecc9014f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:11.249755 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.257539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:11.258487 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.361588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Network': ['ID=0422d304-485f-4e13-bfa4-d8e29057685f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:11.368597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a21907a6-f877-44d9-be3c-5beb2317e3a1 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4353273 Sep 16 05:57:11.369548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45754) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:11.376037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'network': {'name': 'tempest-router-network02--1223491587'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:11.396679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0422d304-485f-4e13-bfa4-d8e29057685f details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:57:11.462250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Made reservation on behalf of 97ba6062918e4510a2a7c4cc3dbabdf4 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:11.466691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.492909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:57:11.503069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.508747 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Added segment dc0c6ef5-1ea3-4873-bf10-167858a28908 of type vlan for network df940e8b-9d71-4a6d-a64f-6689a00721da Sep 16 05:57:11.537976 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.544936 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.625735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.650637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.657329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:11.657955 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.665421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Network d6f8b252-fd4b-4c33-bb69-c261723f95a3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:11.668488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:11.676105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:11.683460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Pushing event updated for resources: {'Port': ['ID=cb82500c-7546-47b0-b6d2-a245ecc9014f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:11.734402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Network': ['ID=df940e8b-9d71-4a6d-a64f-6689a00721da,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:11.740737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Attempting to bind port cb82500c-7546-47b0-b6d2-a245ecc9014f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:11.741113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Attempting to bind port cb82500c-7546-47b0-b6d2-a245ecc9014f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'c50b14ce-651f-4aaf-b02c-28dd5dbaba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd6f8b252-fd4b-4c33-bb69-c261723f95a3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:11.741571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Attempting to bind port cb82500c-7546-47b0-b6d2-a245ecc9014f on network d6f8b252-fd4b-4c33-bb69-c261723f95a3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:11.745816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network df940e8b-9d71-4a6d-a64f-6689a00721da details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:57:11.751771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:11.752179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Checking segment: {'id': 'c50b14ce-651f-4aaf-b02c-28dd5dbaba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd6f8b252-fd4b-4c33-bb69-c261723f95a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:11.752641 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.752978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Bound using segment: {'id': 'c50b14ce-651f-4aaf-b02c-28dd5dbaba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd6f8b252-fd4b-4c33-bb69-c261723f95a3'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:11.753462 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Bound port: cb82500c-7546-47b0-b6d2-a245ecc9014f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50b14ce-651f-4aaf-b02c-28dd5dbaba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd6f8b252-fd4b-4c33-bb69-c261723f95a3'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:11.754312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:11.765965 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8ae299e2-6c06-4180-ace7-bbde15f0719b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3960295 Sep 16 05:57:11.771368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45756) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:11.775721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'subnet': {'network_id': '0422d304-485f-4e13-bfa4-d8e29057685f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:11.887613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] For port cb82500c-7546-47b0-b6d2-a245ecc9014f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:11.892545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] For port cb82500c-7546-47b0-b6d2-a245ecc9014f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cb82500c-7546-47b0-b6d2-a245ecc9014f,segment=NetworkSegment(c50b14ce-651f-4aaf-b02c-28dd5dbaba30),segment_id=c50b14ce-651f-4aaf-b02c-28dd5dbaba30)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:11.971039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Made reservation on behalf of 97ba6062918e4510a2a7c4cc3dbabdf4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:11.974576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.016876 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.076757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea4ae0-4175-4899-addd-35ce3a56b8f8 None None] Pushing event updated for resources: {'Port': ['ID=cb82500c-7546-47b0-b6d2-a245ecc9014f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:12.280284 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.358130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Subnet': ['ID=3b7f1d80-bcc2-4529-8386-3237eeaa0d59,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:12.363094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Checking segment: {'id': '6899d639-029b-462e-af30-c88fcc34ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0422d304-485f-4e13-bfa4-d8e29057685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:12.363520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network hostable DHCP agents. Network: 0422d304-485f-4e13-bfa4-d8e29057685f, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:57:12.448424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network 0422d304-485f-4e13-bfa4-d8e29057685f is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:57:12.528619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0422d304-485f-4e13-bfa4-d8e29057685f) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:12.535680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:12.536786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.538130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033903c-ecc6-409f-8963-69ec08f189c2 None None] Network 0422d304-485f-4e13-bfa4-d8e29057685f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:12.629361 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-38089d9d-8a8e-48f3-bbeb-14824fc11f80 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8550911 Sep 16 05:57:12.629552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45758) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:12.635140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'subnet': {'network_id': 'df940e8b-9d71-4a6d-a64f-6689a00721da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:12.699084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0422d304-485f-4e13-bfa4-d8e29057685f', 'network_id': '0422d304-485f-4e13-bfa4-d8e29057685f', 'tenant_id': '97ba6062918e4510a2a7c4cc3dbabdf4', 'fixed_ips': [{'subnet_id': '3b7f1d80-bcc2-4529-8386-3237eeaa0d59'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:57:12.700012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.876588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Allocated IP 172.20.0.2 (0422d304-485f-4e13-bfa4-d8e29057685f/3b7f1d80-bcc2-4529-8386-3237eeaa0d59/b5f21376-56fe-4f76-b02e-a0f8d909b029) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:12.913583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Made reservation on behalf of 97ba6062918e4510a2a7c4cc3dbabdf4 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:57:12.917428 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.096339 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.114870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d93df-0c3f-40fc-b516-b40f931f6bd8 None None] Network d6f8b252-fd4b-4c33-bb69-c261723f95a3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:13.173803 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.229035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Network 0422d304-485f-4e13-bfa4-d8e29057685f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:13.247980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:13.253402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:13.256389 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.261904 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Pushing event updated for resources: {'Port': ['ID=b5f21376-56fe-4f76-b02e-a0f8d909b029,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:13.292713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-97797692-6621-4977-96f6-ed491f604929 None None] Provisioning complete for port cb82500c-7546-47b0-b6d2-a245ecc9014f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:13.293120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97797692-6621-4977-96f6-ed491f604929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.333700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Subnet': ['ID=dbc5b857-559f-4ec9-b8dd-de9a3f98c291,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:13.342606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Checking segment: {'id': 'dc0c6ef5-1ea3-4873-bf10-167858a28908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'df940e8b-9d71-4a6d-a64f-6689a00721da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:13.342975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network hostable DHCP agents. Network: df940e8b-9d71-4a6d-a64f-6689a00721da, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:57:13.394905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Attempting to bind port b5f21376-56fe-4f76-b02e-a0f8d909b029 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:13.395272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Attempting to bind port b5f21376-56fe-4f76-b02e-a0f8d909b029 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '6899d639-029b-462e-af30-c88fcc34ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0422d304-485f-4e13-bfa4-d8e29057685f'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:13.395632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Attempting to bind port b5f21376-56fe-4f76-b02e-a0f8d909b029 on network 0422d304-485f-4e13-bfa4-d8e29057685f {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:13.407751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:13.408136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Checking segment: {'id': '6899d639-029b-462e-af30-c88fcc34ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0422d304-485f-4e13-bfa4-d8e29057685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:13.408533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.408927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Bound using segment: {'id': '6899d639-029b-462e-af30-c88fcc34ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0422d304-485f-4e13-bfa4-d8e29057685f'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:13.409383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Bound port: b5f21376-56fe-4f76-b02e-a0f8d909b029, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6899d639-029b-462e-af30-c88fcc34ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0422d304-485f-4e13-bfa4-d8e29057685f'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:13.409754 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.437273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network df940e8b-9d71-4a6d-a64f-6689a00721da is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:57:13.504651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97797692-6621-4977-96f6-ed491f604929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.511159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, df940e8b-9d71-4a6d-a64f-6689a00721da) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:13.517472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:13.518089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.528447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] For port b5f21376-56fe-4f76-b02e-a0f8d909b029, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:13.532764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55508eb5-374a-4ac4-89bd-fdd4f4e5bfa0 None None] Network df940e8b-9d71-4a6d-a64f-6689a00721da requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:13.565770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] For port b5f21376-56fe-4f76-b02e-a0f8d909b029, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b5f21376-56fe-4f76-b02e-a0f8d909b029,segment=NetworkSegment(6899d639-029b-462e-af30-c88fcc34ddb4),segment_id=6899d639-029b-462e-af30-c88fcc34ddb4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:13.591961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-97797692-6621-4977-96f6-ed491f604929 None None] For port cb82500c-7546-47b0-b6d2-a245ecc9014f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cb82500c-7546-47b0-b6d2-a245ecc9014f,segment=NetworkSegment(c50b14ce-651f-4aaf-b02c-28dd5dbaba30),segment_id=c50b14ce-651f-4aaf-b02c-28dd5dbaba30)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:13.616448 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-136fe4fd-9715-407c-acee-d3d6c3b34922 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9854994 Sep 16 05:57:13.618887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45766) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:13.658860 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.739845 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-97797692-6621-4977-96f6-ed491f604929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.811166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86dc6d-4fa7-482b-a404-e32d0ced385e None None] Pushing event updated for resources: {'Port': ['ID=b5f21376-56fe-4f76-b02e-a0f8d909b029,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:13.881391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-df940e8b-9d71-4a6d-a64f-6689a00721da', 'network_id': 'df940e8b-9d71-4a6d-a64f-6689a00721da', 'tenant_id': '97ba6062918e4510a2a7c4cc3dbabdf4', 'fixed_ips': [{'subnet_id': 'dbc5b857-559f-4ec9-b8dd-de9a3f98c291'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:57:13.882263 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.913545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6af5c296-bb00-402f-b9f6-c89b07353841 None None] Provisioning complete for port cb82500c-7546-47b0-b6d2-a245ecc9014f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:13.913912 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6af5c296-bb00-402f-b9f6-c89b07353841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:13.938627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97797692-6621-4977-96f6-ed491f604929 None None] Pushing event updated for resources: {'Port': ['ID=cb82500c-7546-47b0-b6d2-a245ecc9014f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:14.021777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.155408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Allocated IP 172.20.0.2 (df940e8b-9d71-4a6d-a64f-6689a00721da/dbc5b857-559f-4ec9-b8dd-de9a3f98c291/7517983a-8ed5-4514-8eee-0921bb021a40) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:14.328958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b5f21376-56fe-4f76-b02e-a0f8d909b029 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:14.331134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Allocated IP 172.20.0.1 (0422d304-485f-4e13-bfa4-d8e29057685f/3b7f1d80-bcc2-4529-8386-3237eeaa0d59/390769a0-8482-4bab-9116-42fb1726d970) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:14.366901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.391548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b5f21376-56fe-4f76-b02e-a0f8d909b029 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:14.391959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.459645 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.463486 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.512591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Network df940e8b-9d71-4a6d-a64f-6689a00721da is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:14.515267 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.521147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:14.527205 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:14.540925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Pushing event updated for resources: {'Port': ['ID=7517983a-8ed5-4514-8eee-0921bb021a40,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:14.610994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port b5f21376-56fe-4f76-b02e-a0f8d909b029, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b5f21376-56fe-4f76-b02e-a0f8d909b029,segment=NetworkSegment(6899d639-029b-462e-af30-c88fcc34ddb4),segment_id=6899d639-029b-462e-af30-c88fcc34ddb4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:14.615483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Attempting to bind port 7517983a-8ed5-4514-8eee-0921bb021a40 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:14.615884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Attempting to bind port 7517983a-8ed5-4514-8eee-0921bb021a40 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'dc0c6ef5-1ea3-4873-bf10-167858a28908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'df940e8b-9d71-4a6d-a64f-6689a00721da'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:14.616246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Attempting to bind port 7517983a-8ed5-4514-8eee-0921bb021a40 on network df940e8b-9d71-4a6d-a64f-6689a00721da {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:14.621466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:14.621845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Checking segment: {'id': 'dc0c6ef5-1ea3-4873-bf10-167858a28908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'df940e8b-9d71-4a6d-a64f-6689a00721da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:14.622883 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.623201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Bound using segment: {'id': 'dc0c6ef5-1ea3-4873-bf10-167858a28908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'df940e8b-9d71-4a6d-a64f-6689a00721da'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:14.623877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Bound port: 7517983a-8ed5-4514-8eee-0921bb021a40, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c6ef5-1ea3-4873-bf10-167858a28908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'df940e8b-9d71-4a6d-a64f-6689a00721da'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:14.624270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.627947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.679460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network 0422d304-485f-4e13-bfa4-d8e29057685f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:14.684113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:14.686644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Port': ['ID=390769a0-8482-4bab-9116-42fb1726d970,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:14.689931 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:14.714266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] For port 7517983a-8ed5-4514-8eee-0921bb021a40, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:14.720701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] For port 7517983a-8ed5-4514-8eee-0921bb021a40, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7517983a-8ed5-4514-8eee-0921bb021a40,segment=NetworkSegment(dc0c6ef5-1ea3-4873-bf10-167858a28908),segment_id=dc0c6ef5-1ea3-4873-bf10-167858a28908)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:14.736411 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.738298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cb82500c-7546-47b0-b6d2-a245ecc9014f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:14.749267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.820897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.825727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=b5f21376-56fe-4f76-b02e-a0f8d909b029,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:14.888471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cb82500c-7546-47b0-b6d2-a245ecc9014f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:14.888863 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:14.976638 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.116175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163c44ff-b893-41b7-bf81-d43b1da2b064 None None] Network 0422d304-485f-4e13-bfa4-d8e29057685f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:15.160444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2df70-f52f-4414-ba70-2a1e182fca30 None None] Pushing event updated for resources: {'Port': ['ID=7517983a-8ed5-4514-8eee-0921bb021a40,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:15.173735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c9f8da2e-1443-4534-84ab-a24d0f005279 None None] Provisioning complete for port b5f21376-56fe-4f76-b02e-a0f8d909b029 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:15.174119 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9f8da2e-1443-4534-84ab-a24d0f005279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.295186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.353664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.452995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Port': ['ID=390769a0-8482-4bab-9116-42fb1726d970,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:15.455655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.557532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network 0422d304-485f-4e13-bfa4-d8e29057685f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:15.559548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:15.727516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b72cc061-2cb4-4b71-8fbb-98cdce8c7f0f None None] Provisioning complete for port b5f21376-56fe-4f76-b02e-a0f8d909b029 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:15.728725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b72cc061-2cb4-4b71-8fbb-98cdce8c7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.784993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Router 876a47b1-7b54-4462-b7b3-c9547ffadf70 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:57:15.882850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b72cc061-2cb4-4b71-8fbb-98cdce8c7f0f None None] Provisioning complete for port 390769a0-8482-4bab-9116-42fb1726d970 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:15.884218 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b72cc061-2cb4-4b71-8fbb-98cdce8c7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:15.927743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b72cc061-2cb4-4b71-8fbb-98cdce8c7f0f None None] Port 390769a0-8482-4bab-9116-42fb1726d970 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:15.931494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:15.938351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cf52630e-1331-4459-bda0-eae1be0813e0 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "PUT /v2.0/routers/876a47b1-7b54-4462-b7b3-c9547ffadf70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3175588 Sep 16 05:57:15.940570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45772) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:15.945864 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e925e860-56df-4267-9fc8-e5cf6909fd19 None None] Sync routers for ids ['876a47b1-7b54-4462-b7b3-c9547ffadf70'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:15.958961 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e925e860-56df-4267-9fc8-e5cf6909fd19 None None] Routers {'876a47b1-7b54-4462-b7b3-c9547ffadf70'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:15.959607 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e925e860-56df-4267-9fc8-e5cf6909fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['876a47b1-7b54-4462-b7b3-c9547ffadf70'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:15.999285 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e925e860-56df-4267-9fc8-e5cf6909fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:16.015025 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e925e860-56df-4267-9fc8-e5cf6909fd19 None None] Routers {'876a47b1-7b54-4462-b7b3-c9547ffadf70'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:16.016742 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e925e860-56df-4267-9fc8-e5cf6909fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['876a47b1-7b54-4462-b7b3-c9547ffadf70'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:16.060757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-60d5fe58-ef89-4762-8a16-c74fc64e5237 None None] Provisioning complete for port 390769a0-8482-4bab-9116-42fb1726d970 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:16.061155 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60d5fe58-ef89-4762-8a16-c74fc64e5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.085558 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e925e860-56df-4267-9fc8-e5cf6909fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:16.086705 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e925e860-56df-4267-9fc8-e5cf6909fd19 None None] The sync data for ids ['876a47b1-7b54-4462-b7b3-c9547ffadf70'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:16.129008 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ba004-5b2b-4058-82e9-5c0552f649d2 None None] Network df940e8b-9d71-4a6d-a64f-6689a00721da requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:16.150367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-60d5fe58-ef89-4762-8a16-c74fc64e5237 None None] Port 390769a0-8482-4bab-9116-42fb1726d970 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:16.313135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d73e478b-519e-41b0-b9d0-e14bc888d0a4 None None] Provisioning complete for port 7517983a-8ed5-4514-8eee-0921bb021a40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:16.313509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d73e478b-519e-41b0-b9d0-e14bc888d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.381950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b5f21376-56fe-4f76-b02e-a0f8d909b029 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:16.433020 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-3e3bb905-e051-4680-a110-14efcf44ce23 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:16.435911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3e3bb905-e051-4680-a110-14efcf44ce23 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "PUT /v2.0/routers/876a47b1-7b54-4462-b7b3-c9547ffadf70/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4927137 Sep 16 05:57:16.437257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45774) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:16.477399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b5f21376-56fe-4f76-b02e-a0f8d909b029 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:16.477399 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.515763 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d73e478b-519e-41b0-b9d0-e14bc888d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.601906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d73e478b-519e-41b0-b9d0-e14bc888d0a4 None None] For port 7517983a-8ed5-4514-8eee-0921bb021a40, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7517983a-8ed5-4514-8eee-0921bb021a40,segment=NetworkSegment(dc0c6ef5-1ea3-4873-bf10-167858a28908),segment_id=dc0c6ef5-1ea3-4873-bf10-167858a28908)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:16.670853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7517983a-8ed5-4514-8eee-0921bb021a40 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:16.674291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d73e478b-519e-41b0-b9d0-e14bc888d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.768136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e478b-519e-41b0-b9d0-e14bc888d0a4 None None] Pushing event updated for resources: {'Port': ['ID=7517983a-8ed5-4514-8eee-0921bb021a40,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:16.778117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7517983a-8ed5-4514-8eee-0921bb021a40 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:16.779049 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.831007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9cf401b6-98ac-4251-a25a-2801f7abe917 None None] Provisioning complete for port 7517983a-8ed5-4514-8eee-0921bb021a40 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:16.831567 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cf401b6-98ac-4251-a25a-2801f7abe917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:16.968608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9cf401b6-98ac-4251-a25a-2801f7abe917 None None] Provisioning complete for port 390769a0-8482-4bab-9116-42fb1726d970 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:16.969047 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9cf401b6-98ac-4251-a25a-2801f7abe917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.008980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9cf401b6-98ac-4251-a25a-2801f7abe917 None None] Port 390769a0-8482-4bab-9116-42fb1726d970 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:17.162564 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.425447 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Deleting port 390769a0-8482-4bab-9116-42fb1726d970 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:17.425743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.538438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.552151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Calling delete_port for 390769a0-8482-4bab-9116-42fb1726d970 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:17.561576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055360d-f111-419e-ad83-5cad24fb39c7 req-864c2486-402f-4b3b-87e2-d470ffe5f849 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:17.563168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4055360d-f111-419e-ad83-5cad24fb39c7 req-864c2486-402f-4b3b-87e2-d470ffe5f849 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1098 time: 0.0484021 Sep 16 05:57:17.588077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4055360d-f111-419e-ad83-5cad24fb39c7 req-34a62ade-dfd3-4e39-98f1-53d0d15539ce tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.712145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4055360d-f111-419e-ad83-5cad24fb39c7 req-34a62ade-dfd3-4e39-98f1-53d0d15539ce tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.810774 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4055360d-f111-419e-ad83-5cad24fb39c7 req-34a62ade-dfd3-4e39-98f1-53d0d15539ce tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.842458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4055360d-f111-419e-ad83-5cad24fb39c7 req-34a62ade-dfd3-4e39-98f1-53d0d15539ce tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709088 Sep 16 05:57:17.847337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a62ade-dfd3-4e39-98f1-53d0d15539ce tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9249e357-1312-4080-986c-0b7fdedc74c4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:17.851243 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.888904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Port': ['ID=390769a0-8482-4bab-9116-42fb1726d970,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:18.050305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05192a14-9569-47a7-a7ae-75b19ca9b85f req-bd9cac0b-3f6d-4b2b-8800-b33b621a745f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:18.051992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05192a14-9569-47a7-a7ae-75b19ca9b85f req-bd9cac0b-3f6d-4b2b-8800-b33b621a745f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.1085925 Sep 16 05:57:18.094104 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:18.162427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-05192a14-9569-47a7-a7ae-75b19ca9b85f req-0687e1aa-d5d7-4510-a3d7-a97c46ee3d58 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778973 Sep 16 05:57:18.188265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45784) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:18.231453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7517983a-8ed5-4514-8eee-0921bb021a40 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:18.280655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5f57199f-ced3-4107-9b97-78efdb37de0f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/3ebe5a0c-2eac-42bf-8e79-234fa856723e HTTP/1.1" status: 200 len: 993 time: 0.0856023 Sep 16 05:57:18.288216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7517983a-8ed5-4514-8eee-0921bb021a40 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:18.288589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:18.295386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Router 876a47b1-7b54-4462-b7b3-c9547ffadf70 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:18.377951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:18.383083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-419880da-cf58-4e0b-b8e6-46c74c1734bf tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "PUT /v2.0/routers/876a47b1-7b54-4462-b7b3-c9547ffadf70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9445598 Sep 16 05:57:18.387083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45788) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:18.392669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825be31b-a5bc-4632-9bf1-20668136e968 None None] Sync routers for ids ['876a47b1-7b54-4462-b7b3-c9547ffadf70'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:18.401947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825be31b-a5bc-4632-9bf1-20668136e968 None None] Routers {'876a47b1-7b54-4462-b7b3-c9547ffadf70'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:18.402566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-825be31b-a5bc-4632-9bf1-20668136e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['876a47b1-7b54-4462-b7b3-c9547ffadf70'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:18.424434 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-9d5a3730-8571-45cb-9794-2eb7b414330b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] delete failed (client error): The resource could not be found. Sep 16 05:57:18.425508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9d5a3730-8571-45cb-9794-2eb7b414330b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1469800793 HTTP/1.1" status: 404 len: 335 time: 0.0375500 Sep 16 05:57:18.429939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45792) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:18.436159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-867fecdc-b3e2-4c5f-9401-4bc35d81c971 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'router': {'external_gateway_info': {'network_id': '876a47b1-7b54-4462-b7b3-c9547ffadf70'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:18.439626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-825be31b-a5bc-4632-9bf1-20668136e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:18.448873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825be31b-a5bc-4632-9bf1-20668136e968 None None] Routers {'876a47b1-7b54-4462-b7b3-c9547ffadf70'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:18.449463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-825be31b-a5bc-4632-9bf1-20668136e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['876a47b1-7b54-4462-b7b3-c9547ffadf70'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:18.481718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-825be31b-a5bc-4632-9bf1-20668136e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:18.482199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825be31b-a5bc-4632-9bf1-20668136e968 None None] The sync data for ids ['876a47b1-7b54-4462-b7b3-c9547ffadf70'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:18.647351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867fecdc-b3e2-4c5f-9401-4bc35d81c971 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:18.743552 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-867fecdc-b3e2-4c5f-9401-4bc35d81c971 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] update failed (client error): The resource could not be found. Sep 16 05:57:18.744695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-867fecdc-b3e2-4c5f-9401-4bc35d81c971 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "PUT /v2.0/routers/876a47b1-7b54-4462-b7b3-c9547ffadf70 HTTP/1.1" status: 404 len: 339 time: 0.3136158 Sep 16 05:57:18.750160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45798) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:18.798003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-32ca87cb-e6d0-4dc5-a589-edd631a19551 req-899dcb68-909b-4eec-8502-1a3f8dfa9d02 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:57:18.799012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32ca87cb-e6d0-4dc5-a589-edd631a19551 req-899dcb68-909b-4eec-8502-1a3f8dfa9d02 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0839305 Sep 16 05:57:19.056825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.312085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Allocated IP 172.20.0.1 (d6f8b252-fd4b-4c33-bb69-c261723f95a3/d3de046d-9ba7-4007-9543-63e8485f2a1c/fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:57:19.425786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.542344 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.544692 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542f8d4-54bb-4c2d-83d3-5d4a8ab0d4d3 req-486b2af0-b628-47f7-8ec6-f3580c130f73 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:19.546866 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f542f8d4-54bb-4c2d-83d3-5d4a8ab0d4d3 req-486b2af0-b628-47f7-8ec6-f3580c130f73 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0508196 Sep 16 05:57:19.588584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f542f8d4-54bb-4c2d-83d3-5d4a8ab0d4d3 req-2a1fb6f0-0721-4403-8253-231812d8a095 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348194 Sep 16 05:57:19.590734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network d6f8b252-fd4b-4c33-bb69-c261723f95a3 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:19.594307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:19.598353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:57:19.628058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Port': ['ID=fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:19.651054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.816203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-b9fde1bd-8033-4c08-a929-9c3688800dc3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1275728 Sep 16 05:57:19.865006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a6234cc9-7a0d-4557-8416-2688ebc9c15b None None] Provisioning complete for port fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:19.865557 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a6234cc9-7a0d-4557-8416-2688ebc9c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.887949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:19.899572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a6234cc9-7a0d-4557-8416-2688ebc9c15b None None] Port fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:19.919104 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0fa15abb-08a3-470d-a58b-a7d462e03dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:20.190070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:20.273527 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:20.348686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event updated for resources: {'Port': ['ID=fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:20.351132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:20.454722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Network d6f8b252-fd4b-4c33-bb69-c261723f95a3 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:57:20.457352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:57:20.579043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Router 876a47b1-7b54-4462-b7b3-c9547ffadf70 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:20.692713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:20.699336 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-49a40544-5578-4719-88f6-8262e8fdcec2 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "PUT /v2.0/routers/876a47b1-7b54-4462-b7b3-c9547ffadf70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9464893 Sep 16 05:57:20.700818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:20.709380 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db402f8c-bb72-4b09-a624-4748ec0d4db8 None None] Sync routers for ids ['876a47b1-7b54-4462-b7b3-c9547ffadf70'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:20.721853 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db402f8c-bb72-4b09-a624-4748ec0d4db8 None None] Routers {'876a47b1-7b54-4462-b7b3-c9547ffadf70'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:20.722766 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-db402f8c-bb72-4b09-a624-4748ec0d4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['876a47b1-7b54-4462-b7b3-c9547ffadf70'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:20.736401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5f396-74a8-4b52-8a0f-c7d67575dbbf req-8eb71436-2675-4da6-840b-d99854ad80ae tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:20.738066 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7d5f396-74a8-4b52-8a0f-c7d67575dbbf req-8eb71436-2675-4da6-840b-d99854ad80ae tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0562930 Sep 16 05:57:20.741377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4a628172-6010-4131-be75-b36308705a15 None None] Provisioning complete for port fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:20.741750 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a628172-6010-4131-be75-b36308705a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:20.786993 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-db402f8c-bb72-4b09-a624-4748ec0d4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:20.800189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7d5f396-74a8-4b52-8a0f-c7d67575dbbf req-eb478122-7acc-4107-98cd-f45062683a30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470083 Sep 16 05:57:20.814705 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db402f8c-bb72-4b09-a624-4748ec0d4db8 None None] Routers {'876a47b1-7b54-4462-b7b3-c9547ffadf70'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:20.819563 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-db402f8c-bb72-4b09-a624-4748ec0d4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['876a47b1-7b54-4462-b7b3-c9547ffadf70'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:20.820813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4a628172-6010-4131-be75-b36308705a15 None None] Port fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:57:20.824882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c4cb-b581-4836-aaec-4e55ad939166 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:20.852416 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-db402f8c-bb72-4b09-a624-4748ec0d4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:20.853069 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db402f8c-bb72-4b09-a624-4748ec0d4db8 None None] The sync data for ids ['876a47b1-7b54-4462-b7b3-c9547ffadf70'] in n-d-712749-15 is: [] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:20.922721 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f8a6c4cb-b581-4836-aaec-4e55ad939166 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:57:20.923958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f8a6c4cb-b581-4836-aaec-4e55ad939166 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/routers/876a47b1-7b54-4462-b7b3-c9547ffadf70 HTTP/1.1" status: 409 len: 329 time: 0.2214890 Sep 16 05:57:20.926850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45840) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:20.970298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.260908 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.525304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Deleting port fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:21.525587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.662585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.676317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Calling delete_port for fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:22.185283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7b3e2-7097-489b-9de4-ce3304996868 req-1c73746f-c407-44b4-930f-b70b1a8f3cab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:22.187938 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b7b3e2-7097-489b-9de4-ce3304996868 req-1c73746f-c407-44b4-930f-b70b1a8f3cab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0692792 Sep 16 05:57:22.259978 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b7b3e2-7097-489b-9de4-ce3304996868 req-fffd5dde-74ee-495e-8235-e7c4fa2b15d3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530791 Sep 16 05:57:22.366755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.396067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-b117ca0e-2620-47ec-8a21-00ab04b377b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:22.397646 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-b117ca0e-2620-47ec-8a21-00ab04b377b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1098 time: 0.0480657 Sep 16 05:57:22.398460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Port': ['ID=fc4eb1dc-5a8f-4352-8f24-6ac9ac25df03,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:22.512508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-64eab42c-a6f5-49c8-b578-ac9e6157a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:22.514427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-64eab42c-a6f5-49c8-b578-ac9e6157a105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 897 time: 0.1082654 Sep 16 05:57:22.557058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:22.593612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-87079d9c-5259-41c4-92d2-cdf872e9a253 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 1001 time: 0.0705886 Sep 16 05:57:22.654516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-2c801b27-2b7a-42a8-8917-3c20a1933374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:22.656572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-2c801b27-2b7a-42a8-8917-3c20a1933374 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.0550644 Sep 16 05:57:22.712984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-6d4b5cb7-8fd8-4f9e-83e6-24ba76b85771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:22.714482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-6d4b5cb7-8fd8-4f9e-83e6-24ba76b85771 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504472 Sep 16 05:57:22.729586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Router 876a47b1-7b54-4462-b7b3-c9547ffadf70 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:22.812999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:22.821842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7bd8937c-c0dc-42d9-aca2-568b79473edc tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "PUT /v2.0/routers/876a47b1-7b54-4462-b7b3-c9547ffadf70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8910398 Sep 16 05:57:22.822303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-e5bc6d09-2226-49c3-aeea-c6ce48d4a447 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975869 Sep 16 05:57:22.824486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45844) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:22.827833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41903141-5abf-45cb-b509-6c7236003b09 None None] Sync routers for ids ['876a47b1-7b54-4462-b7b3-c9547ffadf70'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:22.861367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41903141-5abf-45cb-b509-6c7236003b09 None None] Routers {'876a47b1-7b54-4462-b7b3-c9547ffadf70'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:22.862011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-41903141-5abf-45cb-b509-6c7236003b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['876a47b1-7b54-4462-b7b3-c9547ffadf70'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:22.870257 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-7622eb27-e609-4d43-9a27-2f8b8954cc20 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] show failed (client error): The resource could not be found. Sep 16 05:57:22.878832 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7622eb27-e609-4d43-9a27-2f8b8954cc20 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1101713039 HTTP/1.1" status: 404 len: 335 time: 0.0458641 Sep 16 05:57:22.879116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45846) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:22.883982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f314ae8b-39b3-48e6-aa2a-2e26dbfef3d9 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:22.897422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-41903141-5abf-45cb-b509-6c7236003b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:22.911829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41903141-5abf-45cb-b509-6c7236003b09 None None] Routers {'876a47b1-7b54-4462-b7b3-c9547ffadf70'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:22.912858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-41903141-5abf-45cb-b509-6c7236003b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:56:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['876a47b1-7b54-4462-b7b3-c9547ffadf70'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:22.925593 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f314ae8b-39b3-48e6-aa2a-2e26dbfef3d9 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] update failed (client error): The resource could not be found. Sep 16 05:57:22.930353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f314ae8b-39b3-48e6-aa2a-2e26dbfef3d9 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1370700402 HTTP/1.1" status: 404 len: 335 time: 0.0465639 Sep 16 05:57:22.930628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45848) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:22.948016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-da7e2865-536a-4d71-9ff0-a48d3a8b791f service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202073 Sep 16 05:57:22.976460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-41903141-5abf-45cb-b509-6c7236003b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:22.977119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41903141-5abf-45cb-b509-6c7236003b09 None None] The sync data for ids ['876a47b1-7b54-4462-b7b3-c9547ffadf70'] in n-d-712749-15 is: [] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:22.994645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed901932-666a-49ba-9e4f-2c31f1d28c3e tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Deleting subnet dbc5b857-559f-4ec9-b8dd-de9a3f98c291 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:57:23.001434 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed901932-666a-49ba-9e4f-2c31f1d28c3e tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.044558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed901932-666a-49ba-9e4f-2c31f1d28c3e tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.145355 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed901932-666a-49ba-9e4f-2c31f1d28c3e tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.147722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b24ac4b5-7c10-441f-ae53-dcbae22eddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.238656 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:23.336936 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed901932-666a-49ba-9e4f-2c31f1d28c3e tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.368306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed901932-666a-49ba-9e4f-2c31f1d28c3e tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc5b857-559f-4ec9-b8dd-de9a3f98c291,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:23.370601 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ed901932-666a-49ba-9e4f-2c31f1d28c3e tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.372573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ed901932-666a-49ba-9e4f-2c31f1d28c3e tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/subnets/dbc5b857-559f-4ec9-b8dd-de9a3f98c291 HTTP/1.1" status: 204 len: 168 time: 0.4409931 Sep 16 05:57:23.377678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45852) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:23.381883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985aa6ca-5c56-4a1f-a49b-50656a81f887 None None] Network df940e8b-9d71-4a6d-a64f-6689a00721da requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:23.438791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c30b0-b265-412a-ba5c-02f6a4522845 req-7548ab2c-ec23-426e-8097-8aedd0cccc29 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:23.440375 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-648c30b0-b265-412a-ba5c-02f6a4522845 req-7548ab2c-ec23-426e-8097-8aedd0cccc29 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0973196 Sep 16 05:57:23.451275 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f10ee20-95f4-48c7-bee3-8869f326ee16 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Deleting subnet 3b7f1d80-bcc2-4529-8386-3237eeaa0d59 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:57:23.459937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f10ee20-95f4-48c7-bee3-8869f326ee16 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.523177 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f10ee20-95f4-48c7-bee3-8869f326ee16 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.528879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-648c30b0-b265-412a-ba5c-02f6a4522845 req-fba4f74b-6cdc-49a1-8813-0c16826e80a7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819588 Sep 16 05:57:23.607566 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] DHCP port deletion for df940e8b-9d71-4a6d-a64f-6689a00721da request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:57:23.632009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f10ee20-95f4-48c7-bee3-8869f326ee16 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.661997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] Deleting port 7517983a-8ed5-4514-8eee-0921bb021a40 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:23.662367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.733252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] For port 7517983a-8ed5-4514-8eee-0921bb021a40, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7517983a-8ed5-4514-8eee-0921bb021a40,segment=NetworkSegment(dc0c6ef5-1ea3-4873-bf10-167858a28908),segment_id=dc0c6ef5-1ea3-4873-bf10-167858a28908)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:23.733573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.746799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] Calling delete_port for 7517983a-8ed5-4514-8eee-0921bb021a40 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:23.776796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f10ee20-95f4-48c7-bee3-8869f326ee16 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.815609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10ee20-95f4-48c7-bee3-8869f326ee16 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7f1d80-bcc2-4529-8386-3237eeaa0d59,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:23.821529 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7f10ee20-95f4-48c7-bee3-8869f326ee16 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.823901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7f10ee20-95f4-48c7-bee3-8869f326ee16 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/subnets/3b7f1d80-bcc2-4529-8386-3237eeaa0d59 HTTP/1.1" status: 204 len: 168 time: 0.4451959 Sep 16 05:57:23.827349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45854) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:23.832446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2a58fe-e068-47a6-a66c-aaff2925c16d None None] Network 0422d304-485f-4e13-bfa4-d8e29057685f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:23.907797 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.926944 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.000119 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.003296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Deleting port 7517983a-8ed5-4514-8eee-0921bb021a40 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:24.003296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.050189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] Pushing event deleted for resources: {'Port': ['ID=7517983a-8ed5-4514-8eee-0921bb021a40,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:24.052867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6878ab-5cfc-41da-8216-fc222920e048 None None] No DVR routers for this DVR port 7517983a-8ed5-4514-8eee-0921bb021a40 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:24.072984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] DHCP port deletion for 0422d304-485f-4e13-bfa4-d8e29057685f request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:57:24.081403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] For port 7517983a-8ed5-4514-8eee-0921bb021a40, host n-d-712749-15, got binding levels [] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:24.081981 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.096704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Calling delete_port for 7517983a-8ed5-4514-8eee-0921bb021a40 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:24.106115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Port 7517983a-8ed5-4514-8eee-0921bb021a40 was not found and therefore no delete operation was performed {{(pid=95659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:57:24.106115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.137462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Port': ['ID=7517983a-8ed5-4514-8eee-0921bb021a40,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:24.145129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] No DVR routers for this DVR port 7517983a-8ed5-4514-8eee-0921bb021a40 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:24.150110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] Deleting port b5f21376-56fe-4f76-b02e-a0f8d909b029 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:24.150110 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.226448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] For port b5f21376-56fe-4f76-b02e-a0f8d909b029, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b5f21376-56fe-4f76-b02e-a0f8d909b029,segment=NetworkSegment(6899d639-029b-462e-af30-c88fcc34ddb4),segment_id=6899d639-029b-462e-af30-c88fcc34ddb4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:24.226850 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.237177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b5f21376-56fe-4f76-b02e-a0f8d909b029 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:24.260635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] Calling delete_port for b5f21376-56fe-4f76-b02e-a0f8d909b029 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:24.271352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.309755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df940e8b-9d71-4a6d-a64f-6689a00721da']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:24.328819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0c6ef5-1ea3-4873-bf10-167858a28908') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:24.329535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0c6ef5-1ea3-4873-bf10-167858a28908') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:24.348191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.372191 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.383542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:57:24.384264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.385233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:57:24.391218 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:57:24.457643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.501305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] Pushing event deleted for resources: {'Port': ['ID=b5f21376-56fe-4f76-b02e-a0f8d909b029,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:24.503094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7517983a-8ed5-4514-8eee-0921bb021a40 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:24.508450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8bf58-8428-477f-8c02-ed52541ba8ec None None] No DVR routers for this DVR port b5f21376-56fe-4f76-b02e-a0f8d909b029 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:24.528711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7517983a-8ed5-4514-8eee-0921bb021a40 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:24.529122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7517983a-8ed5-4514-8eee-0921bb021a40 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:24.613954 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.629945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.632216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/networks/df940e8b-9d71-4a6d-a64f-6689a00721da HTTP/1.1" status: 204 len: 168 time: 0.8024602 Sep 16 05:57:24.636510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45858) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:24.656764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2afcb-eaaf-42ca-9c00-dbd1eafd4a05 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Network': ['ID=df940e8b-9d71-4a6d-a64f-6689a00721da,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:24.663150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327e436-bd64-4ef7-a765-043fa6fc9056 req-f63d8821-527a-4ced-a7ae-742056533ce8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:24.668548 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0327e436-bd64-4ef7-a765-043fa6fc9056 req-f63d8821-527a-4ced-a7ae-742056533ce8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0610769 Sep 16 05:57:24.713217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0327e436-bd64-4ef7-a765-043fa6fc9056 req-8fca4c10-dfcf-4496-9d85-8ea497f73cc0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416760 Sep 16 05:57:24.739596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.838221 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.861776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0422d304-485f-4e13-bfa4-d8e29057685f']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:24.872337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6899d639-029b-462e-af30-c88fcc34ddb4') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:24.872636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6899d639-029b-462e-af30-c88fcc34ddb4') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:24.883895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.902242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.913534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:57:24.913952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:57:24.917225 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:57:25.056717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.065948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.068156 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/networks/0422d304-485f-4e13-bfa4-d8e29057685f HTTP/1.1" status: 204 len: 168 time: 0.4301584 Sep 16 05:57:25.072905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45860) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:25.080151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76fc47-53e8-42f8-a3c1-3adad95725bb tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Network': ['ID=0422d304-485f-4e13-bfa4-d8e29057685f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:25.135479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bbca70-65e7-4e63-a717-132eb6cf0667 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Deleting subnet d3de046d-9ba7-4007-9543-63e8485f2a1c {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:57:25.138978 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05bbca70-65e7-4e63-a717-132eb6cf0667 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.187180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05bbca70-65e7-4e63-a717-132eb6cf0667 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.275535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05bbca70-65e7-4e63-a717-132eb6cf0667 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.371010 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.393832 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05bbca70-65e7-4e63-a717-132eb6cf0667 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.428809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbca70-65e7-4e63-a717-132eb6cf0667 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Subnet': ['ID=d3de046d-9ba7-4007-9543-63e8485f2a1c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:25.430905 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-05bbca70-65e7-4e63-a717-132eb6cf0667 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.433608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-05bbca70-65e7-4e63-a717-132eb6cf0667 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/subnets/d3de046d-9ba7-4007-9543-63e8485f2a1c HTTP/1.1" status: 204 len: 168 time: 0.3586593 Sep 16 05:57:25.435670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45862) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:25.439490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962c9b4-4b90-40d7-af0b-449e1842c624 None None] Network d6f8b252-fd4b-4c33-bb69-c261723f95a3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:57:25.520259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.579482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Deleting port cb82500c-7546-47b0-b6d2-a245ecc9014f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:25.579826 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.626216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] DHCP port deletion for d6f8b252-fd4b-4c33-bb69-c261723f95a3 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:57:25.668769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] For port cb82500c-7546-47b0-b6d2-a245ecc9014f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cb82500c-7546-47b0-b6d2-a245ecc9014f,segment=NetworkSegment(c50b14ce-651f-4aaf-b02c-28dd5dbaba30),segment_id=c50b14ce-651f-4aaf-b02c-28dd5dbaba30)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:25.669607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.685637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Calling delete_port for cb82500c-7546-47b0-b6d2-a245ecc9014f owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:25.687803 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] Deleting port cb82500c-7546-47b0-b6d2-a245ecc9014f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:25.688325 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.770616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] For port cb82500c-7546-47b0-b6d2-a245ecc9014f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cb82500c-7546-47b0-b6d2-a245ecc9014f,segment=NetworkSegment(c50b14ce-651f-4aaf-b02c-28dd5dbaba30),segment_id=c50b14ce-651f-4aaf-b02c-28dd5dbaba30)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:25.771573 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.787620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] Calling delete_port for cb82500c-7546-47b0-b6d2-a245ecc9014f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:25.887111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.895839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f936f40-47d6-4265-b9ea-47ada1326b4e req-dfb4a62c-da19-4ec2-8d66-2bc7db136778 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:25.897669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f936f40-47d6-4265-b9ea-47ada1326b4e req-dfb4a62c-da19-4ec2-8d66-2bc7db136778 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0565400 Sep 16 05:57:25.906479 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.937503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Port': ['ID=cb82500c-7546-47b0-b6d2-a245ecc9014f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:25.941003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] No DVR routers for this DVR port cb82500c-7546-47b0-b6d2-a245ecc9014f on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:25.948598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] Pushing event deleted for resources: {'Port': ['ID=cb82500c-7546-47b0-b6d2-a245ecc9014f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:25.954245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50e4e0-55cf-49ce-bfa6-1f7fba8ed80c None None] No DVR routers for this DVR port cb82500c-7546-47b0-b6d2-a245ecc9014f on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:25.984489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f936f40-47d6-4265-b9ea-47ada1326b4e req-308044cb-05dd-44d1-9908-e7fd0469170c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761104 Sep 16 05:57:26.051297 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.074087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f8b252-fd4b-4c33-bb69-c261723f95a3']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:26.085341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50b14ce-651f-4aaf-b02c-28dd5dbaba30') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:26.085630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50b14ce-651f-4aaf-b02c-28dd5dbaba30') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:26.097054 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.112084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.118851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:57:26.119252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:57:26.122430 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:57:26.217669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cb82500c-7546-47b0-b6d2-a245ecc9014f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:26.244465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: cb82500c-7546-47b0-b6d2-a245ecc9014f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:26.244811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cb82500c-7546-47b0-b6d2-a245ecc9014f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:26.285132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.292702 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.294614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/networks/d6f8b252-fd4b-4c33-bb69-c261723f95a3 HTTP/1.1" status: 204 len: 168 time: 0.8576252 Sep 16 05:57:26.298018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:26.317888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eca918-95a3-458d-97c1-afea27084c69 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Pushing event deleted for resources: {'Network': ['ID=d6f8b252-fd4b-4c33-bb69-c261723f95a3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:26.334785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c888c5f9-0ec9-40bd-acee-43f231d19f3b tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "GET /v2.0/ports?device_id=876a47b1-7b54-4462-b7b3-c9547ffadf70 HTTP/1.1" status: 200 len: 205 time: 0.0356286 Sep 16 05:57:26.337501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45868) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:26.422377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786197f6-0fcf-4685-a1e1-037432272244 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.593042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786197f6-0fcf-4685-a1e1-037432272244 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.595341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786197f6-0fcf-4685-a1e1-037432272244 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.700079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786197f6-0fcf-4685-a1e1-037432272244 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.700721 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786197f6-0fcf-4685-a1e1-037432272244 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Fanout notify agent at l3_agent the message router_deleted on router 876a47b1-7b54-4462-b7b3-c9547ffadf70 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:57:26.708529 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-786197f6-0fcf-4685-a1e1-037432272244 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:26.709647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-786197f6-0fcf-4685-a1e1-037432272244 tempest-RoutersNegativeTest-1701575367 tempest-RoutersNegativeTest-1701575367-project] 10.222.0.49 "DELETE /v2.0/routers/876a47b1-7b54-4462-b7b3-c9547ffadf70 HTTP/1.1" status: 204 len: 168 time: 0.3711505 Sep 16 05:57:27.126118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48550d2a-f054-44c8-9e7b-27d02f27119e req-fca8e69a-ed9b-4d6c-b29b-a6e81e56572a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:27.127920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48550d2a-f054-44c8-9e7b-27d02f27119e req-fca8e69a-ed9b-4d6c-b29b-a6e81e56572a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0552940 Sep 16 05:57:27.179218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48550d2a-f054-44c8-9e7b-27d02f27119e req-36b4c00d-7b73-4b51-9700-7b9101c4ddf3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445526 Sep 16 05:57:27.185742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45878) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:27.337400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cee58c65-6007-4004-a0a3-ac45cc4f7db1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97ba6062918e4510a2a7c4cc3dbabdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503634 Sep 16 05:57:27.341021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:27.395411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ab22ba-ca1e-43a3-8c69-c1100e619c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.416986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ab22ba-ca1e-43a3-8c69-c1100e619c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.500427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.556852 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ab22ba-ca1e-43a3-8c69-c1100e619c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.559309 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31ab22ba-ca1e-43a3-8c69-c1100e619c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:27.560551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-31ab22ba-ca1e-43a3-8c69-c1100e619c3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/054a0b00-58c9-47d9-9fa6-4034adb59247 HTTP/1.1" status: 204 len: 168 time: 0.2185266 Sep 16 05:57:27.569379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab22ba-ca1e-43a3-8c69-c1100e619c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a0b00-58c9-47d9-9fa6-4034adb59247,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:28.331955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4f3d7-5bee-41f3-87b3-e88127561d2d req-8796d993-61d5-443f-b4cc-e9491d62311f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:28.333516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cb4f3d7-5bee-41f3-87b3-e88127561d2d req-8796d993-61d5-443f-b4cc-e9491d62311f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0584641 Sep 16 05:57:28.376308 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0cb4f3d7-5bee-41f3-87b3-e88127561d2d req-cb5900ff-f1af-4b40-be43-b047843b4da2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362453 Sep 16 05:57:28.701101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:28.803034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e91c2ef0-8f21-449d-9ff8-4540e8b3cc5a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:28.803572 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-e91c2ef0-8f21-449d-9ff8-4540e8b3cc5a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:57:28.804178 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e91c2ef0-8f21-449d-9ff8-4540e8b3cc5a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:57:28.805178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e91c2ef0-8f21-449d-9ff8-4540e8b3cc5a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1024902 Sep 16 05:57:28.808872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:28.813528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--932837687'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:28.908216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.917694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.948725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.028944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.113372 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.152574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d85c656-ba79-421d-a452-f0937c9525b2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:29.213849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.282178 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.315780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0215aed7-8a41-4195-9df1-49e93690e763,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:29.404785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.406848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6f7e92ac-99dc-4111-a458-906c5091b951 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5969367 Sep 16 05:57:29.409963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45914) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:29.414868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-af3e5ff3-47bc-4763-9a89-24aa7e22fd7e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '0215aed7-8a41-4195-9df1-49e93690e763', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:29.520379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948c8b2-ff93-4cb2-abc0-b17bf47af7d1 req-d87fc880-d12a-415a-b3ba-f68b4df902f6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:29.522032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f948c8b2-ff93-4cb2-abc0-b17bf47af7d1 req-d87fc880-d12a-415a-b3ba-f68b4df902f6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0610061 Sep 16 05:57:29.539750 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af3e5ff3-47bc-4763-9a89-24aa7e22fd7e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.597399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f948c8b2-ff93-4cb2-abc0-b17bf47af7d1 req-2346a438-3592-44ec-b4ca-e0d509b890b3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642574 Sep 16 05:57:29.620833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af3e5ff3-47bc-4763-9a89-24aa7e22fd7e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.694096 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af3e5ff3-47bc-4763-9a89-24aa7e22fd7e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.713097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e5ff3-47bc-4763-9a89-24aa7e22fd7e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fbe8fe-0b7d-462f-9bfc-f78e2ec836e9,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:29.802736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-af3e5ff3-47bc-4763-9a89-24aa7e22fd7e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.804306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-af3e5ff3-47bc-4763-9a89-24aa7e22fd7e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931532 Sep 16 05:57:29.807551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45916) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:29.813698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-30f61215-bc0a-46f8-b7de-44bada4a6887 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '0215aed7-8a41-4195-9df1-49e93690e763', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:29.922984 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-30f61215-bc0a-46f8-b7de-44bada4a6887 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.056646 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-30f61215-bc0a-46f8-b7de-44bada4a6887 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:57:30.057900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-30f61215-bc0a-46f8-b7de-44bada4a6887 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2490969 Sep 16 05:57:30.060971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45918) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:30.131184 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d45bf5d1-6404-476d-87a9-b48ca9f6d9cd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.166540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d45bf5d1-6404-476d-87a9-b48ca9f6d9cd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.325185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d45bf5d1-6404-476d-87a9-b48ca9f6d9cd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.328839 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d45bf5d1-6404-476d-87a9-b48ca9f6d9cd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.330101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d45bf5d1-6404-476d-87a9-b48ca9f6d9cd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/0215aed7-8a41-4195-9df1-49e93690e763 HTTP/1.1" status: 204 len: 168 time: 0.2678385 Sep 16 05:57:30.332819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:30.340102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bf5d1-6404-476d-87a9-b48ca9f6d9cd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0215aed7-8a41-4195-9df1-49e93690e763,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:30.400504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5506023a-1fd6-4311-86b4-33f7a34e9645 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663817 Sep 16 05:57:30.405310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45922) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:30.409961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6800ab25-95b7-45c4-b5bf-a4c8ea516cdd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713341126'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:30.522653 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6800ab25-95b7-45c4-b5bf-a4c8ea516cdd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.622109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6800ab25-95b7-45c4-b5bf-a4c8ea516cdd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:30.709448 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6800ab25-95b7-45c4-b5bf-a4c8ea516cdd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.191902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6800ab25-95b7-45c4-b5bf-a4c8ea516cdd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.193228 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6800ab25-95b7-45c4-b5bf-a4c8ea516cdd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7869177 Sep 16 05:57:31.194076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800ab25-95b7-45c4-b5bf-a4c8ea516cdd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af04848-b8e5-47c7-b4a2-abf2f6ddb73f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:31.196811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45926) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:31.205447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b71e2ba1-e86f-4ff8-ab3a-f4b1422a4d86 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '2af04848-b8e5-47c7-b4a2-abf2f6ddb73f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:31.206204 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-b71e2ba1-e86f-4ff8-ab3a-f4b1422a4d86 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:57:31.206956 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-b71e2ba1-e86f-4ff8-ab3a-f4b1422a4d86 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:31.209290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b71e2ba1-e86f-4ff8-ab3a-f4b1422a4d86 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100727 Sep 16 05:57:31.215611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d10f32-6e6e-4506-b520-fe3a52672f7e req-74951eb6-6f7e-4c42-92b1-f81983301767 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:31.215611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24d10f32-6e6e-4506-b520-fe3a52672f7e req-74951eb6-6f7e-4c42-92b1-f81983301767 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.5329535 Sep 16 05:57:31.216167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45928) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:31.290395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24d10f32-6e6e-4506-b520-fe3a52672f7e req-d47f6197-75a5-4db7-821e-04c6047329b8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661776 Sep 16 05:57:31.319094 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9bb7084b-fbc5-4ce3-bb26-798f024b1074 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.349724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9bb7084b-fbc5-4ce3-bb26-798f024b1074 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.479402 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9bb7084b-fbc5-4ce3-bb26-798f024b1074 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.482393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9bb7084b-fbc5-4ce3-bb26-798f024b1074 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.487917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9bb7084b-fbc5-4ce3-bb26-798f024b1074 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/2af04848-b8e5-47c7-b4a2-abf2f6ddb73f HTTP/1.1" status: 204 len: 168 time: 0.2704439 Sep 16 05:57:31.493220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:31.507640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7084b-fbc5-4ce3-bb26-798f024b1074 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af04848-b8e5-47c7-b4a2-abf2f6ddb73f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:31.577308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45932) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:31.577915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b060a3d2-8e73-484b-bbbf-4a91a1f0d956 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781848 Sep 16 05:57:31.582423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-70c9b842-4f3f-460f-851e-68baf5b44b28 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590737988'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:31.673132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70c9b842-4f3f-460f-851e-68baf5b44b28 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.775080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70c9b842-4f3f-460f-851e-68baf5b44b28 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.864480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70c9b842-4f3f-460f-851e-68baf5b44b28 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.901079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9b842-4f3f-460f-851e-68baf5b44b28 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2368db-4a6d-45ab-abc4-4d8a0be715f5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:31.976517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70c9b842-4f3f-460f-851e-68baf5b44b28 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.977841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-70c9b842-4f3f-460f-851e-68baf5b44b28 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3994009 Sep 16 05:57:31.980914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45934) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:31.987507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5f1b5d0a-24ec-4480-b675-0a6578d82bb8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': 'ca2368db-4a6d-45ab-abc4-4d8a0be715f5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:31.988227 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-5f1b5d0a-24ec-4480-b675-0a6578d82bb8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:57:31.988846 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-5f1b5d0a-24ec-4480-b675-0a6578d82bb8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:31.990038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5f1b5d0a-24ec-4480-b675-0a6578d82bb8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080609 Sep 16 05:57:31.993534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45936) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:32.054178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4fe76d1-d42d-4eaa-9cff-fb9f3d1174a5 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.078115 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4fe76d1-d42d-4eaa-9cff-fb9f3d1174a5 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.214894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4fe76d1-d42d-4eaa-9cff-fb9f3d1174a5 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.217725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4fe76d1-d42d-4eaa-9cff-fb9f3d1174a5 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.219132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a4fe76d1-d42d-4eaa-9cff-fb9f3d1174a5 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/ca2368db-4a6d-45ab-abc4-4d8a0be715f5 HTTP/1.1" status: 204 len: 168 time: 0.2245364 Sep 16 05:57:32.222762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:32.232096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe76d1-d42d-4eaa-9cff-fb9f3d1174a5 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2368db-4a6d-45ab-abc4-4d8a0be715f5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:32.292944 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b3d06164-8245-4226-bc81-ad490e7ccaea tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685947 Sep 16 05:57:32.297088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45940) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:32.302620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-95b2bca4-7ab3-4b99-9934-cf1b839d8acc tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--592788929'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:32.421787 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95b2bca4-7ab3-4b99-9934-cf1b839d8acc tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.457220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8651c83-e4ef-4227-8875-8fcf1d4b810c req-6e420b24-c43e-48cf-9cb5-579eefcc4513 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:32.458931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8651c83-e4ef-4227-8875-8fcf1d4b810c req-6e420b24-c43e-48cf-9cb5-579eefcc4513 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0743341 Sep 16 05:57:32.526809 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c8651c83-e4ef-4227-8875-8fcf1d4b810c req-0665ab16-ee5c-4d2e-adf9-3fc48383d5be tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558243 Sep 16 05:57:32.575584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95b2bca4-7ab3-4b99-9934-cf1b839d8acc tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.653974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95b2bca4-7ab3-4b99-9934-cf1b839d8acc tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.684137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2bca4-7ab3-4b99-9934-cf1b839d8acc tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5d3db5-853f-4ad2-96a8-fdb637a0b5d4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:32.750906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-95b2bca4-7ab3-4b99-9934-cf1b839d8acc tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.752322 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-95b2bca4-7ab3-4b99-9934-cf1b839d8acc tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4537101 Sep 16 05:57:32.755829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45944) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:32.760470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f880d53f-38a0-4da5-8072-bf97af104936 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': 'ec5d3db5-853f-4ad2-96a8-fdb637a0b5d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:32.762478 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-f880d53f-38a0-4da5-8072-bf97af104936 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:57:32.763066 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f880d53f-38a0-4da5-8072-bf97af104936 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:32.765215 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f880d53f-38a0-4da5-8072-bf97af104936 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081098 Sep 16 05:57:32.767918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45946) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:32.772590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-42e51a27-11d9-4a00-a91b-495bafa01f5b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': 'ec5d3db5-853f-4ad2-96a8-fdb637a0b5d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:32.773271 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-42e51a27-11d9-4a00-a91b-495bafa01f5b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:57:32.773755 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-42e51a27-11d9-4a00-a91b-495bafa01f5b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:32.774741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-42e51a27-11d9-4a00-a91b-495bafa01f5b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058796 Sep 16 05:57:32.778549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45948) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:32.784488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f5ec6de3-e0a2-4b18-bf86-1bf6fa2d224e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': 'ec5d3db5-853f-4ad2-96a8-fdb637a0b5d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:32.785338 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-f5ec6de3-e0a2-4b18-bf86-1bf6fa2d224e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:57:32.785828 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-f5ec6de3-e0a2-4b18-bf86-1bf6fa2d224e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:32.786845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5ec6de3-e0a2-4b18-bf86-1bf6fa2d224e tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073650 Sep 16 05:57:32.789963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45950) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:32.794508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1187ef05-82de-40e7-a0c8-6c106f406b19 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': 'ec5d3db5-853f-4ad2-96a8-fdb637a0b5d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:32.795438 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-1187ef05-82de-40e7-a0c8-6c106f406b19 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:57:32.796071 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-1187ef05-82de-40e7-a0c8-6c106f406b19 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:32.797131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1187ef05-82de-40e7-a0c8-6c106f406b19 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061986 Sep 16 05:57:32.801652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:32.868939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5600ec9b-ef0c-490f-8753-d53e8b18e3fd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:32.898317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5600ec9b-ef0c-490f-8753-d53e8b18e3fd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.045562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5600ec9b-ef0c-490f-8753-d53e8b18e3fd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.147244 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5600ec9b-ef0c-490f-8753-d53e8b18e3fd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.147244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5600ec9b-ef0c-490f-8753-d53e8b18e3fd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/ec5d3db5-853f-4ad2-96a8-fdb637a0b5d4 HTTP/1.1" status: 204 len: 168 time: 0.2479570 Sep 16 05:57:33.147791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45954) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.148591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600ec9b-ef0c-490f-8753-d53e8b18e3fd tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5d3db5-853f-4ad2-96a8-fdb637a0b5d4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:33.148822 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d848dd32-cac4-43b8-9b8e-63033bebf01a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532384 Sep 16 05:57:33.148822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45956) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.148822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c75f72df-02b0-49b5-be65-39422a81843b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101794487'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:33.228189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c75f72df-02b0-49b5-be65-39422a81843b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.314683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c75f72df-02b0-49b5-be65-39422a81843b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.390768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c75f72df-02b0-49b5-be65-39422a81843b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.425222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f72df-02b0-49b5-be65-39422a81843b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32799e4f-c4ce-4414-bc6a-c755828e826c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:33.490539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c75f72df-02b0-49b5-be65-39422a81843b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:33.491938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c75f72df-02b0-49b5-be65-39422a81843b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3767743 Sep 16 05:57:33.494734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45958) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.499547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c40ff773-7fb2-4af7-98cd-1c237296557b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:33.503365 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-c40ff773-7fb2-4af7-98cd-1c237296557b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:57:33.503365 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-c40ff773-7fb2-4af7-98cd-1c237296557b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:33.503365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c40ff773-7fb2-4af7-98cd-1c237296557b tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058665 Sep 16 05:57:33.505600 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45960) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.510170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6fb7b9be-36db-477f-bab4-cb3fa16decc9 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:33.662195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05aa7-3593-4828-b423-bfdecb16eb7a req-51f9545f-deb5-4849-adcc-bce0f26fde34 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:33.664031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ae05aa7-3593-4828-b423-bfdecb16eb7a req-51f9545f-deb5-4849-adcc-bce0f26fde34 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0600755 Sep 16 05:57:33.688998 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-6fb7b9be-36db-477f-bab4-cb3fa16decc9 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:33.690058 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6fb7b9be-36db-477f-bab4-cb3fa16decc9 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1835024 Sep 16 05:57:33.693616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45964) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.699542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6ca713cc-deee-495f-91d5-1d607c5b5eed tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:33.700215 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-6ca713cc-deee-495f-91d5-1d607c5b5eed tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:57:33.700833 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-6ca713cc-deee-495f-91d5-1d607c5b5eed tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:33.702574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6ca713cc-deee-495f-91d5-1d607c5b5eed tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077217 Sep 16 05:57:33.706056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45966) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.712268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8e3aaec6-c1c1-494d-98d6-1ef01cbb4738 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:33.735575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ae05aa7-3593-4828-b423-bfdecb16eb7a req-5a052dfe-2dce-4df5-af18-3d64729a6a6b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556705 Sep 16 05:57:33.744483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45968) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.885311 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-8e3aaec6-c1c1-494d-98d6-1ef01cbb4738 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:33.886578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8e3aaec6-c1c1-494d-98d6-1ef01cbb4738 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1794486 Sep 16 05:57:33.890505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45970) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.896520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1752f610-cfdf-42a1-852d-dc24e14e2510 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:33.897095 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-1752f610-cfdf-42a1-852d-dc24e14e2510 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:57:33.897664 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-1752f610-cfdf-42a1-852d-dc24e14e2510 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:33.898792 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1752f610-cfdf-42a1-852d-dc24e14e2510 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070703 Sep 16 05:57:33.901777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45972) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:33.907998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ec196c64-fb7a-45c8-bb75-f20962b2c5b6 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:34.027005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port 99c40931-80b4-4934-b206-cfe4c7d1a9a7 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:34.027356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.039238 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-ec196c64-fb7a-45c8-bb75-f20962b2c5b6 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:34.040435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ec196c64-fb7a-45c8-bb75-f20962b2c5b6 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1375129 Sep 16 05:57:34.043786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45974) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:34.053331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6c2c8a4d-0ab9-4545-9d29-0759f8cebf97 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:34.054069 n-d-712749-15 neutron-server[95660]: WARNING neutron.api.v2.base [None req-6c2c8a4d-0ab9-4545-9d29-0759f8cebf97 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:57:34.054844 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-6c2c8a4d-0ab9-4545-9d29-0759f8cebf97 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:34.059212 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6c2c8a4d-0ab9-4545-9d29-0759f8cebf97 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112073 Sep 16 05:57:34.059491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45976) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:34.066694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a88ceb48-2d6b-42db-bb55-cfd916485586 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:34.150501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.153972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.167591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for 99c40931-80b4-4934-b206-cfe4c7d1a9a7 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:34.335923 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-a88ceb48-2d6b-42db-bb55-cfd916485586 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:34.336977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a88ceb48-2d6b-42db-bb55-cfd916485586 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2764533 Sep 16 05:57:34.340615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45978) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:34.350116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-43516495-1c9c-486e-af20-e226696f73a4 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '32799e4f-c4ce-4414-bc6a-c755828e826c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:34.427884 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.457363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=99c40931-80b4-4934-b206-cfe4c7d1a9a7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:34.531662 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.532132 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Floating IP 6a7620c5-bda7-46b6-a97a-45b037d5987e disassociated (deleted). External IP: 172.25.1.62, port: 6e2cae85-9068-4f98-9ba5-dbf187506d35. Sep 16 05:57:34.570240 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-43516495-1c9c-486e-af20-e226696f73a4 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:34.571329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-43516495-1c9c-486e-af20-e226696f73a4 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2295980 Sep 16 05:57:34.575105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45980) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:34.686792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cebd-69f4-414c-95a2-d1592f71c28d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.746102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cebd-69f4-414c-95a2-d1592f71c28d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.841654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:34.862961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929bcd3-f197-472d-81e7-d6eda02fc1ba req-db85a188-c1d2-4bf9-b60a-fe8a660eb408 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:34.864804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0929bcd3-f197-472d-81e7-d6eda02fc1ba req-db85a188-c1d2-4bf9-b60a-fe8a660eb408 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0559444 Sep 16 05:57:34.906044 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cebd-69f4-414c-95a2-d1592f71c28d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.908753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3c0cebd-69f4-414c-95a2-d1592f71c28d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:34.909955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b3c0cebd-69f4-414c-95a2-d1592f71c28d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/32799e4f-c4ce-4414-bc6a-c755828e826c HTTP/1.1" status: 204 len: 168 time: 0.3338645 Sep 16 05:57:34.912020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0929bcd3-f197-472d-81e7-d6eda02fc1ba req-fbf630c8-1a7b-4ed6-b9ce-5f660e1fff0c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405757 Sep 16 05:57:34.913673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45984) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:34.960652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0cebd-69f4-414c-95a2-d1592f71c28d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32799e4f-c4ce-4414-bc6a-c755828e826c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:34.975072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2e959d79-0ea8-40af-937a-71c915eb83d7 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597541 Sep 16 05:57:34.978733 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45986) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:34.984085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-88fa6d70-5c22-4871-8eaf-993a45b62f23 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--153843148'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:34.997227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:35.007249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:35.054962 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:35.054962 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:35.054962 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:35.055706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a7b1b304-871d-420d-af36-329585cd9ae8 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "DELETE /v2.0/floatingips/6a7620c5-bda7-46b6-a97a-45b037d5987e HTTP/1.1" status: 204 len: 168 time: 1.3037627 Sep 16 05:57:35.055706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:35.055706 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363f726-a2bf-46fc-9d65-7cc72cb34fda" -d '{"events": [{"name": "network-changed", "server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:35.107019 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d860fb0-6ca4-44b5-978f-c5c4f9537f81 x-openstack-request-id: req-0d860fb0-6ca4-44b5-978f-c5c4f9537f81 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:35.108103 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:35.109493 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d860fb0-6ca4-44b5-978f-c5c4f9537f81 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:35.110194 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'status': 'completed', 'code': 200} Sep 16 05:57:35.118906 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d70-5c22-4871-8eaf-993a45b62f23 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:35.169618 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:35.270091 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d70-5c22-4871-8eaf-993a45b62f23 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:35.277728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-07a8075a-8a04-4d4e-91e6-c67674ff09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:35.283536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-07a8075a-8a04-4d4e-91e6-c67674ff09c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 1097 time: 0.1167109 Sep 16 05:57:35.345347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d70-5c22-4871-8eaf-993a45b62f23 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:35.400878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa6d70-5c22-4871-8eaf-993a45b62f23 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10bd2df-ea5f-4163-bb7f-38f741a12d4e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:35.417045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-490c6fc4-43a0-463e-b806-7749973e93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:35.420380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-490c6fc4-43a0-463e-b806-7749973e93f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1280909 Sep 16 05:57:35.449878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:51Z', 'revision_number': 1, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:35.474046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-a2ed6a72-6f37-4e88-9dc4-f5f55cbe8870 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35 HTTP/1.1" status: 200 len: 217 time: 0.0420289 Sep 16 05:57:35.498386 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:35.505061 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-88fa6d70-5c22-4871-8eaf-993a45b62f23 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:35.510894 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-88fa6d70-5c22-4871-8eaf-993a45b62f23 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5272169 Sep 16 05:57:35.515291 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:35.515291 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:35.515653 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 45994) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:35.520151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0084b7ba-5325-4c21-80b4-d6e7cd98d08d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': 'b10bd2df-ea5f-4163-bb7f-38f741a12d4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:35.536481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-b35fa226-436b-4829-b125-91b178ae4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:35.538060 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-b35fa226-436b-4829-b125-91b178ae4422 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0567448 Sep 16 05:57:35.606344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-cda20882-b88b-401b-87dd-45af7cfd864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:35.610499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-cda20882-b88b-401b-87dd-45af7cfd864d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632198 Sep 16 05:57:35.645290 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:35.707633 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-0084b7ba-5325-4c21-80b4-d6e7cd98d08d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The resource could not be found. Sep 16 05:57:35.714071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0084b7ba-5325-4c21-80b4-d6e7cd98d08d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1970100 Sep 16 05:57:35.714395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 45998) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:35.728263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ff3b2778-148b-4a2d-b2df-84b440ae26f3 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': 'b10bd2df-ea5f-4163-bb7f-38f741a12d4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2e6190ac-e4b4-48b5-a4ac-f3f44deb0722'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:35.785849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110f3f3-08d2-4d14-b9d8-5a76bbcc8812 req-4f0a3b7a-2662-4d50-bfe4-1a04c8ee8050 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:35.787493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2110f3f3-08d2-4d14-b9d8-5a76bbcc8812 req-4f0a3b7a-2662-4d50-bfe4-1a04c8ee8050 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 945 time: 0.1446497 Sep 16 05:57:35.790051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-67e92d45-907e-4b90-8c5b-76fd1c1c8d6a service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702828 Sep 16 05:57:35.927326 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2110f3f3-08d2-4d14-b9d8-5a76bbcc8812 req-ed15647c-0fe3-419c-82cf-4f7f1f21705e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187005 Sep 16 05:57:35.954597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7363f726-a2bf-46fc-9d65-7cc72cb34fda req-f4c76fea-9c71-4b89-89bb-ae6a00b36b5c service neutron] 10.222.0.66 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565526 Sep 16 05:57:36.014794 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-ff3b2778-148b-4a2d-b2df-84b440ae26f3 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The resource could not be found. Sep 16 05:57:36.016677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ff3b2778-148b-4a2d-b2df-84b440ae26f3 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2999718 Sep 16 05:57:36.020662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46002) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:36.054898 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:51Z', 'revision_number': 1, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:36.083914 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608a851-5a98-4bfe-a4cc-dc4bd96ceac7 None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'da343f2c-9b67-485e-b6b5-79133d7c077a', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'port_id': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'mac_address': 'fa:16:3e:e7:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:51:47Z', 'updated_at': '2021-09-16T05:51:51Z', 'revision_number': 1, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:36.182028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50018d1-cd48-4889-a6f3-163e42bf0544 req-6ddfcb83-f4f3-40e2-82d0-ddc6c73ac14c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:36.185013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e50018d1-cd48-4889-a6f3-163e42bf0544 req-6ddfcb83-f4f3-40e2-82d0-ddc6c73ac14c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.1331372 Sep 16 05:57:36.198839 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98a185f2-6bef-4ef0-9ef1-f53a286b5fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.272017 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98a185f2-6bef-4ef0-9ef1-f53a286b5fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.313616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e50018d1-cd48-4889-a6f3-163e42bf0544 req-9779a090-0b0d-4a66-bb8e-0d39818ff126 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177831 Sep 16 05:57:36.366801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a112350-48f7-454e-82b2-e47219020f91 None None] New status for floating IP 6a7620c5-bda7-46b6-a97a-45b037d5987e: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:57:36.437258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98a185f2-6bef-4ef0-9ef1-f53a286b5fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.440967 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-98a185f2-6bef-4ef0-9ef1-f53a286b5fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.442776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-98a185f2-6bef-4ef0-9ef1-f53a286b5fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/b10bd2df-ea5f-4163-bb7f-38f741a12d4e HTTP/1.1" status: 204 len: 168 time: 0.4199119 Sep 16 05:57:36.447002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46004) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:36.459357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a185f2-6bef-4ef0-9ef1-f53a286b5fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10bd2df-ea5f-4163-bb7f-38f741a12d4e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:36.515093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cea81e99-a115-4532-ae6d-4626bfe7a1b5 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666454 Sep 16 05:57:36.521203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46006) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:36.526654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e0d8f9ca-e050-4c47-bab9-7650503b8855 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': '4fa33467-95de-431c-964e-fdb1cd622e89', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:36.728248 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e0d8f9ca-e050-4c47-bab9-7650503b8855 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The resource could not be found. Sep 16 05:57:36.729383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e0d8f9ca-e050-4c47-bab9-7650503b8855 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2069418 Sep 16 05:57:36.736031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46008) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:36.740662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7a6b6b1f-36b5-4e76-adc1-3b78da1cec5d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--589493549'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:36.853571 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6b1f-36b5-4e76-adc1-3b78da1cec5d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:36.948314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6b1f-36b5-4e76-adc1-3b78da1cec5d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.065524 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6b1f-36b5-4e76-adc1-3b78da1cec5d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.105090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b6b1f-36b5-4e76-adc1-3b78da1cec5d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b0e65f-a33d-4490-8dc3-9b6fa67c1a0d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:37.122312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de48d72-23de-45dc-b5a0-71c9dc059e75 req-514a813e-3219-41d0-ac72-392d34e8ebd6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:37.125179 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8de48d72-23de-45dc-b5a0-71c9dc059e75 req-514a813e-3219-41d0-ac72-392d34e8ebd6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 945 time: 0.0960276 Sep 16 05:57:37.170360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8de48d72-23de-45dc-b5a0-71c9dc059e75 req-17d1e190-268b-4cb0-8f08-02e0188d441f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380988 Sep 16 05:57:37.180025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6b1f-36b5-4e76-adc1-3b78da1cec5d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.180025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7a6b6b1f-36b5-4e76-adc1-3b78da1cec5d tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4396410 Sep 16 05:57:37.181243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46012) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:37.188975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-382056c1-dac8-4b4d-b95d-0b1fe91a94ae tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317528297'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:37.300085 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-382056c1-dac8-4b4d-b95d-0b1fe91a94ae tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.421287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-382056c1-dac8-4b4d-b95d-0b1fe91a94ae tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.462280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff307d7e-535e-4910-8e2f-d36c0aedcdd4 req-784123ac-71b6-4b82-a1a4-2d400b835bf3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:37.464074 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff307d7e-535e-4910-8e2f-d36c0aedcdd4 req-784123ac-71b6-4b82-a1a4-2d400b835bf3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0671749 Sep 16 05:57:37.508670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff307d7e-535e-4910-8e2f-d36c0aedcdd4 req-d5abc712-7d43-4043-a9f1-7ea976411ae2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380335 Sep 16 05:57:37.509294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-382056c1-dac8-4b4d-b95d-0b1fe91a94ae tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.541990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382056c1-dac8-4b4d-b95d-0b1fe91a94ae tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c4911-11b1-491e-909d-6ba613dbd486,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:37.613872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-382056c1-dac8-4b4d-b95d-0b1fe91a94ae tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.615309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-382056c1-dac8-4b4d-b95d-0b1fe91a94ae tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4329243 Sep 16 05:57:37.618857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46016) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:37.624166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a948df9c-5a9c-49ba-b15d-86d7ae565320 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group_rule': {'security_group_id': 'f0b0e65f-a33d-4490-8dc3-9b6fa67c1a0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e88c4911-11b1-491e-909d-6ba613dbd486'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:37.747376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc640937-a999-45ef-9260-535dc23e8590 req-2bb10675-aa82-482b-acda-2277a799f8e0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:37.749576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc640937-a999-45ef-9260-535dc23e8590 req-2bb10675-aa82-482b-acda-2277a799f8e0 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 945 time: 0.0600972 Sep 16 05:57:37.827939 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-a948df9c-5a9c-49ba-b15d-86d7ae565320 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:57:37.829428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a948df9c-5a9c-49ba-b15d-86d7ae565320 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2094738 Sep 16 05:57:37.833732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46018) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:37.873355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port 6e2cae85-9068-4f98-9ba5-dbf187506d35 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:37.873920 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.929930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9c494b5-7e27-4369-8fa6-55361884cd5c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.964565 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9c494b5-7e27-4369-8fa6-55361884cd5c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:37.985604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] For port 6e2cae85-9068-4f98-9ba5-dbf187506d35, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6e2cae85-9068-4f98-9ba5-dbf187506d35,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:37.986168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.000434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for 6e2cae85-9068-4f98-9ba5-dbf187506d35 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:38.310425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f086e0-838a-4a95-a848-1a976f9195d0 req-67e7a7ce-c9be-499e-a863-6380fa27aa02 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:38.312607 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84f086e0-838a-4a95-a848-1a976f9195d0 req-67e7a7ce-c9be-499e-a863-6380fa27aa02 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 945 time: 0.0579069 Sep 16 05:57:38.353826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84f086e0-838a-4a95-a848-1a976f9195d0 req-b53fc3ed-ee9d-418a-878f-a44c396337c2 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349994 Sep 16 05:57:38.356280 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9c494b5-7e27-4369-8fa6-55361884cd5c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.359698 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f9c494b5-7e27-4369-8fa6-55361884cd5c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.360963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f9c494b5-7e27-4369-8fa6-55361884cd5c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/e88c4911-11b1-491e-909d-6ba613dbd486 HTTP/1.1" status: 204 len: 168 time: 0.5259097 Sep 16 05:57:38.363933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46022) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:38.372477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c494b5-7e27-4369-8fa6-55361884cd5c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c4911-11b1-491e-909d-6ba613dbd486,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:38.395007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.440665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=6e2cae85-9068-4f98-9ba5-dbf187506d35,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:38.461242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-db6e53ed-7f4a-45c3-b5a0-0bb0ca2c3147 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0955098 Sep 16 05:57:38.465872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46024) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:38.494931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] No DVR routers for this DVR port 6e2cae85-9068-4f98-9ba5-dbf187506d35 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:38.497788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.500363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc640937-a999-45ef-9260-535dc23e8590 req-550e362e-ffa4-4bc5-8d03-8c8b6edc2eed tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.66 "DELETE /v2.0/ports/6e2cae85-9068-4f98-9ba5-dbf187506d35 HTTP/1.1" status: 204 len: 173 time: 0.7405860 Sep 16 05:57:38.500946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'name': 'network-vif-deleted', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:38.505663 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dcf516-eaa0-457a-ac60-9a11443d036b" -d '{"events": [{"server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "name": "network-vif-deleted", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:38.562634 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31cc62e5-9194-40d8-9c87-990e7011e090 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.598877 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31cc62e5-9194-40d8-9c87-990e7011e090 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.654749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d049bb4-5ed4-4b0c-9248-29f5290a7309 req-13e2aad8-e41a-445a-a961-aa2f4bee9479 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:38.656643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d049bb4-5ed4-4b0c-9248-29f5290a7309 req-13e2aad8-e41a-445a-a961-aa2f4bee9479 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0648370 Sep 16 05:57:38.708549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d049bb4-5ed4-4b0c-9248-29f5290a7309 req-fc6300d1-da6d-41a7-a277-f148819a3533 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445333 Sep 16 05:57:38.713930 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1cf678-5b9f-4d93-b08a-5845ea3c0a43 x-openstack-request-id: req-df1cf678-5b9f-4d93-b08a-5845ea3c0a43 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:38.714236 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e097061-2c42-439d-bb7b-9f5c5a95e869", "name": "network-vif-deleted", "tag": "6e2cae85-9068-4f98-9ba5-dbf187506d35", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:38.714489 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df1cf678-5b9f-4d93-b08a-5845ea3c0a43 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:38.714898 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e097061-2c42-439d-bb7b-9f5c5a95e869', 'name': 'network-vif-deleted', 'tag': '6e2cae85-9068-4f98-9ba5-dbf187506d35', 'status': 'completed', 'code': 200} Sep 16 05:57:38.741853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31cc62e5-9194-40d8-9c87-990e7011e090 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.744628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-31cc62e5-9194-40d8-9c87-990e7011e090 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.745862 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-31cc62e5-9194-40d8-9c87-990e7011e090 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/f0b0e65f-a33d-4490-8dc3-9b6fa67c1a0d HTTP/1.1" status: 204 len: 168 time: 0.2778666 Sep 16 05:57:38.750489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:38.757163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc62e5-9194-40d8-9c87-990e7011e090 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b0e65f-a33d-4490-8dc3-9b6fa67c1a0d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:38.817635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c5383c18-9d00-448f-ad58-1313dfe2c641 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653181 Sep 16 05:57:38.823972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46036) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:38.829180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ca3e775e-4c55-4d7a-9bc8-65e56d071a9c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083359361'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:38.979665 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca3e775e-4c55-4d7a-9bc8-65e56d071a9c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.093648 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca3e775e-4c55-4d7a-9bc8-65e56d071a9c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.253770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca3e775e-4c55-4d7a-9bc8-65e56d071a9c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.283838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e775e-4c55-4d7a-9bc8-65e56d071a9c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05b9f73-64b1-41ae-a02d-f260c9988a81,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:39.455886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ca3e775e-4c55-4d7a-9bc8-65e56d071a9c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.460794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ca3e775e-4c55-4d7a-9bc8-65e56d071a9c tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6322434 Sep 16 05:57:39.461122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46040) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:39.480756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-499e59ce-0715-4028-88a9-cc5116bfb85a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:39.481215 n-d-712749-15 neutron-server[95659]: WARNING neutron.api.v2.base [None req-499e59ce-0715-4028-88a9-cc5116bfb85a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:57:39.481745 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-499e59ce-0715-4028-88a9-cc5116bfb85a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:57:39.483031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-499e59ce-0715-4028-88a9-cc5116bfb85a tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "PUT /v2.0/security-groups/f05b9f73-64b1-41ae-a02d-f260c9988a81 HTTP/1.1" status: 409 len: 330 time: 0.0208187 Sep 16 05:57:39.486227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46042) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:39.486633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d86f076-e3a1-4bb2-a767-ff2c0c58d2d8 req-df8e53a6-93a8-4ef3-9b01-9a66d94eaafe tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 210 time: 0.0410535 Sep 16 05:57:39.562944 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d57de2cd-4fa8-4afe-946d-45ccf78c2fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.596618 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d57de2cd-4fa8-4afe-946d-45ccf78c2fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.702745 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d57de2cd-4fa8-4afe-946d-45ccf78c2fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.705934 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d57de2cd-4fa8-4afe-946d-45ccf78c2fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:39.707522 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d57de2cd-4fa8-4afe-946d-45ccf78c2fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/f05b9f73-64b1-41ae-a02d-f260c9988a81 HTTP/1.1" status: 204 len: 168 time: 0.2197485 Sep 16 05:57:39.711576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46044) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:39.723818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57de2cd-4fa8-4afe-946d-45ccf78c2fa8 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05b9f73-64b1-41ae-a02d-f260c9988a81,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:39.792677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-62e7afe1-4b42-444b-b892-1bae5cce3827 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791261 Sep 16 05:57:39.797239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46048) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:39.813319 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e1a26858-28ed-4262-a458-f4d2246a6ccf tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] delete failed (client error): The resource could not be found. Sep 16 05:57:39.815900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e1a26858-28ed-4262-a458-f4d2246a6ccf tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "DELETE /v2.0/security-groups/b3d48e1a-f5b5-46cc-b639-3027e6cb78f4 HTTP/1.1" status: 404 len: 347 time: 0.0160131 Sep 16 05:57:39.818931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46050) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:39.860686 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [None req-e457845a-4f60-43a3-a845-f1f13dae8607 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] show failed (client error): The resource could not be found. Sep 16 05:57:39.861759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e457845a-4f60-43a3-a845-f1f13dae8607 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-groups/c1b1b5e9-dafa-4ee4-a8ef-3d009f67cffd HTTP/1.1" status: 404 len: 347 time: 0.0416040 Sep 16 05:57:39.867647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46052) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:39.887616 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-3a9198cc-0461-4581-8324-7a13c11d5261 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] show failed (client error): The resource could not be found. Sep 16 05:57:39.889036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a9198cc-0461-4581-8324-7a13c11d5261 tempest-NegativeSecGroupTest-417892583 tempest-NegativeSecGroupTest-417892583-project] 10.222.0.49 "GET /v2.0/security-group-rules/8a751612-2058-44d4-b31a-778c386c90f1 HTTP/1.1" status: 404 len: 356 time: 0.0199509 Sep 16 05:57:39.889566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc37772-b901-497b-af7c-3a21fa055295 req-3b8ffb0e-3f3b-4df7-99be-cc247323bae6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:39.891435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bc37772-b901-497b-af7c-3a21fa055295 req-3b8ffb0e-3f3b-4df7-99be-cc247323bae6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0648468 Sep 16 05:57:39.941112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2bc37772-b901-497b-af7c-3a21fa055295 req-2ff30e0a-2e76-4521-81a3-d58b5aa0334e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Sep 16 05:57:40.516709 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46060) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:40.610408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b35cc4d-7cf7-4040-a53d-5046b5f54a5b req-f6aca0a6-eb5b-4292-9e6a-2faa2f8c6066 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 210 time: 0.0292976 Sep 16 05:57:40.718389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6ede676d-3b3f-4b00-97b1-8e60511a5359 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0be49c54b4604267a36ac6de3e1149c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959672 Sep 16 05:57:40.718762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:40.775461 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-4e4f67bf-e306-422f-9ebf-1ddb8feade40 service neutron] show failed (client error): The resource could not be found. Sep 16 05:57:40.776493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-4e4f67bf-e306-422f-9ebf-1ddb8feade40 service neutron] 10.222.0.30 "GET /v2.0/ports/bc91f9a1-4aa5-47e1-be8b-074382d8d127/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.3800933 Sep 16 05:57:40.784463 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e0236df-dca4-4501-ae8b-8fcabaaaa4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:40.813020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e0236df-dca4-4501-ae8b-8fcabaaaa4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:41.231663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0ef78-d366-4e01-acf7-5b5d67aaa492 req-376d6fe5-79ba-42b3-8c17-983de58d35f5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:41.233859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2c0ef78-d366-4e01-acf7-5b5d67aaa492 req-376d6fe5-79ba-42b3-8c17-983de58d35f5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0613441 Sep 16 05:57:41.273688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2c0ef78-d366-4e01-acf7-5b5d67aaa492 req-194e6cdd-9f0e-4554-9001-a30a6f8a5261 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334001 Sep 16 05:57:41.390705 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e0236df-dca4-4501-ae8b-8fcabaaaa4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:41.393438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5e0236df-dca4-4501-ae8b-8fcabaaaa4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:41.395816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5e0236df-dca4-4501-ae8b-8fcabaaaa4ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d85c656-ba79-421d-a452-f0937c9525b2 HTTP/1.1" status: 204 len: 168 time: 0.6747844 Sep 16 05:57:41.408743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0236df-dca4-4501-ae8b-8fcabaaaa4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d85c656-ba79-421d-a452-f0937c9525b2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:41.613154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6e2cae85-9068-4f98-9ba5-dbf187506d35 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:41.655197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 6e2cae85-9068-4f98-9ba5-dbf187506d35 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:41.655670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6e2cae85-9068-4f98-9ba5-dbf187506d35 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:41.728811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-1b2cf87b-b4e4-4f58-89c2-50355dbb94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:41.730544 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-1b2cf87b-b4e4-4f58-89c2-50355dbb94d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 1098 time: 0.0672851 Sep 16 05:57:41.735700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c2bc296-1386-48b9-bc59-d178133943d2 req-56542d88-16ec-42c1-ab3b-f2e200b7b82e tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 210 time: 0.0373564 Sep 16 05:57:41.760497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:57:41.854744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:42.116725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:42.171452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:42.229075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:42.231479 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e4e635-3d9b-4983-8cf7-16aa31b905ec" -d '{"events": [{"server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "name": "network-vif-unplugged", "status": "completed", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:42.237733 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:42.258205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Transition to ACTIVE for port object bc91f9a1-4aa5-47e1-be8b-074382d8d127 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:57:42.307262 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323d72d9-09fd-43b7-a92e-0c973aba72c6 x-openstack-request-id: req-323d72d9-09fd-43b7-a92e-0c973aba72c6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:42.307627 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "name": "network-vif-unplugged", "status": "completed", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:42.307951 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-323d72d9-09fd-43b7-a92e-0c973aba72c6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:42.308371 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'code': 200} Sep 16 05:57:42.353381 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:42.425848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba898fd-7b79-49a7-b588-a86b0485e780 req-64b6a252-52c0-4657-8197-2ff7df80455e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:42.429816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ba898fd-7b79-49a7-b588-a86b0485e780 req-64b6a252-52c0-4657-8197-2ff7df80455e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.0675347 Sep 16 05:57:42.502357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:42.530089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ba898fd-7b79-49a7-b588-a86b0485e780 req-a09e1bb0-bc02-4413-9ec1-d82190026a80 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708129 Sep 16 05:57:42.612592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] No DVR routers for this DVR port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:42.790839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Attempting to bind port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:57:42.791888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Attempting to bind port bc91f9a1-4aa5-47e1-be8b-074382d8d127 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:57:42.791888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Attempting to bind port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on network c2c75112-5c45-4660-a631-8637e4620dfa {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:42.797367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on network c2c75112-5c45-4660-a631-8637e4620dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:57:42.797703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Attempting to bind port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on network c2c75112-5c45-4660-a631-8637e4620dfa {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:57:42.803723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:57:42.804118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Checking segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:57:42.804499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Bound using segment: {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:57:42.804946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Bound port: bc91f9a1-4aa5-47e1-be8b-074382d8d127, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63bf3d4-4d37-49d4-af15-b1943baebcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:57:42.805323 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:42.909361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d03f0270-dac7-40db-9940-ae72d53a6548 req-36dfacfd-7a6c-4088-9db4-e660e9b03288 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e097061-2c42-439d-bb7b-9f5c5a95e869 HTTP/1.1" status: 200 len: 210 time: 0.0492823 Sep 16 05:57:42.914590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:57:42.940810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:57:43.034000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:43.070746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:43.071353 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:43.073038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] 10.222.0.66 "PUT /v2.0/ports/bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 1093 time: 1.3192599 Sep 16 05:57:43.150895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8394a-a052-4fb6-bfb0-36c345f5af12 service neutron] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:43.173162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-00058f61-c357-476b-bd3d-bab3c4465637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:43.174811 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-00058f61-c357-476b-bd3d-bab3c4465637 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1096 time: 0.0587890 Sep 16 05:57:43.324442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-5f4881a5-aded-43ef-a121-2d831fb31cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:43.326566 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-5f4881a5-aded-43ef-a121-2d831fb31cda service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 897 time: 0.1428154 Sep 16 05:57:43.405557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-6f97b3eb-986a-435f-9484-51cb6241ffdc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 999 time: 0.0664265 Sep 16 05:57:43.471031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-67312a8b-8ea6-43ae-a2c8-aa3a0bbd15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:43.472589 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-67312a8b-8ea6-43ae-a2c8-aa3a0bbd15e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.0547984 Sep 16 05:57:43.531472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-e8ea64ea-643b-4e37-b290-0c7bfbe7289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:43.532985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-e8ea64ea-643b-4e37-b290-0c7bfbe7289c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515692 Sep 16 05:57:43.642355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-6ad188d4-7438-49c5-9297-057231750105 service neutron] 10.222.0.66 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995007 Sep 16 05:57:43.658269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9fa34-40ba-41b6-a543-3b71ebc21c46 req-6e64f486-67eb-400d-b97d-5924b9da3f59 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:43.666832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6aa9fa34-40ba-41b6-a543-3b71ebc21c46 req-6e64f486-67eb-400d-b97d-5924b9da3f59 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.0735917 Sep 16 05:57:43.721935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6aa9fa34-40ba-41b6-a543-3b71ebc21c46 req-088612cf-d112-4541-aa5f-7256bbcb50f7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538659 Sep 16 05:57:43.784307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f728ad39-947c-451a-bc35-f909e9a9dbef req-480c77e8-f645-45d2-adfd-fb81697ab9f3 service neutron] 10.222.0.66 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283047 Sep 16 05:57:43.898692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-0952b798-f7f3-4c6c-b572-af91c3011d5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676703 Sep 16 05:57:44.020537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-46452c0c-74c7-4994-9b62-bab8afcd0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.022613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-46452c0c-74c7-4994-9b62-bab8afcd0b99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.0542774 Sep 16 05:57:44.147600 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-a72ec913-7225-4591-873f-5c2b83ede559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.149308 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-a72ec913-7225-4591-873f-5c2b83ede559 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1003869 Sep 16 05:57:44.224023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-78ad2948-004f-4350-b67d-fa724faa03bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 1001 time: 0.0672433 Sep 16 05:57:44.278434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-f3d62b0f-9662-4205-9ac7-2aeae9ed2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.281409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-f3d62b0f-9662-4205-9ac7-2aeae9ed2526 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0499036 Sep 16 05:57:44.309061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:44.311736 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a19ec29-c9f1-458f-9c29-36d50033cbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:44.337396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-126afc42-fd9c-4928-9562-95a570bbc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.338983 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-126afc42-fd9c-4928-9562-95a570bbc904 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494649 Sep 16 05:57:44.365757 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8baf918-07f9-489a-becf-21dbd4c12902 x-openstack-request-id: req-f8baf918-07f9-489a-becf-21dbd4c12902 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:44.366166 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:44.366550 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8baf918-07f9-489a-becf-21dbd4c12902 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:44.369061 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'status': 'completed', 'code': 200} Sep 16 05:57:44.441019 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-04539dbf-b832-4a9e-aa9c-5ded46d79ae2 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947239 Sep 16 05:57:44.494033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-2d8c4f73-40f1-4d89-a8bb-37c8a5856f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.495546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-2d8c4f73-40f1-4d89-a8bb-37c8a5856f3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1096 time: 0.0764365 Sep 16 05:57:44.497794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-ae6118e0-54b3-496a-9f22-2e9646c70d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.499242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-ae6118e0-54b3-496a-9f22-2e9646c70d01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1096 time: 0.0907264 Sep 16 05:57:44.595692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1fe6dc52-9276-4107-9303-4cd1541a7ed9 req-b4aedaf6-cba9-4b4b-9bf6-e39556c5d2f7 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410179 Sep 16 05:57:44.696391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-c4f5b87e-4afd-4f78-8362-453281cafc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.697901 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-c4f5b87e-4afd-4f78-8362-453281cafc72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 897 time: 0.1715202 Sep 16 05:57:44.717675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-4d4d7d30-1af8-4a58-806a-25388517c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.719384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-4d4d7d30-1af8-4a58-806a-25388517c339 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 897 time: 0.2167840 Sep 16 05:57:44.737153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bc91f9a1-4aa5-47e1-be8b-074382d8d127 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:44.793198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device bc91f9a1-4aa5-47e1-be8b-074382d8d127 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:44.866654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46144) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:44.920948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-ee8dff67-cbdf-4e8e-ac77-da985c3fcf61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 999 time: 0.2152450 Sep 16 05:57:44.943396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-306b1210-77a5-4c79-8823-c1cd7785da91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 999 time: 0.1773543 Sep 16 05:57:44.990824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6d09-e12c-42c2-9b52-58246db0e154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:44.993340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684db11-6890-4f1f-b175-1c68941e14f2 req-959f24b5-2585-47f2-8d32-6093559bbd50 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:44.994886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1684db11-6890-4f1f-b175-1c68941e14f2 req-959f24b5-2585-47f2-8d32-6093559bbd50 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.1421123 Sep 16 05:57:45.054032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-83036bb1-0a2f-4ce8-af3c-cecdb6d071a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:45.055537 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-83036bb1-0a2f-4ce8-af3c-cecdb6d071a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.1241863 Sep 16 05:57:45.097081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6d09-e12c-42c2-9b52-58246db0e154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.097625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-edc6b4b4-0f0b-45f0-8681-40786ed5d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:45.099276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-edc6b4b4-0f0b-45f0-8681-40786ed5d41a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.1286902 Sep 16 05:57:45.107617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1684db11-6890-4f1f-b175-1c68941e14f2 req-d51d34f1-f3e3-42ee-852f-1d07c94790b8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896719 Sep 16 05:57:45.159989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-b32c820c-f889-4d64-90f9-1388df01ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:45.161606 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-b32c820c-f889-4d64-90f9-1388df01ea28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969653 Sep 16 05:57:45.171325 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6d09-e12c-42c2-9b52-58246db0e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.196058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-846132dc-b53a-4784-8b87-b188ed7e76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:45.197920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-846132dc-b53a-4784-8b87-b188ed7e76e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865922 Sep 16 05:57:45.224725 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b9cf6d09-e12c-42c2-9b52-58246db0e154 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c91f8bb404e4fb68b0ac2a0028f6e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537970 Sep 16 05:57:45.224725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6d09-e12c-42c2-9b52-58246db0e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00540f2-137f-46e4-8f17-cde960ae7c47,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:45.226859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46148) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:45.287970 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-727cf7f2-1e06-46ad-b25a-3f04dec20bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.315201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-727cf7f2-1e06-46ad-b25a-3f04dec20bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.339513 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-f84331d6-7368-4f32-a790-8ec019ee8683 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697617 Sep 16 05:57:45.374731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-b4e73b0c-46c3-45a6-b910-e2be5cb1606d service neutron] 10.222.0.66 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681404 Sep 16 05:57:45.432736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-727cf7f2-1e06-46ad-b25a-3f04dec20bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.436681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-727cf7f2-1e06-46ad-b25a-3f04dec20bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:45.441996 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-727cf7f2-1e06-46ad-b25a-3f04dec20bf6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e00540f2-137f-46e4-8f17-cde960ae7c47 HTTP/1.1" status: 204 len: 168 time: 0.2139621 Sep 16 05:57:45.458711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cf7f2-1e06-46ad-b25a-3f04dec20bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00540f2-137f-46e4-8f17-cde960ae7c47,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:45.524637 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-39a41b82-94f5-48ad-b4d0-470629d48291 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746595 Sep 16 05:57:45.550366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a19ec29-c9f1-458f-9c29-36d50033cbd9 req-4858859b-0129-4ebd-aee8-64d4381b9575 service neutron] 10.222.0.66 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635916 Sep 16 05:57:46.050504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46156) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:46.064217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-833df21b-eceb-4112-a7f3-7c64d8920314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.211479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-833df21b-eceb-4112-a7f3-7c64d8920314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.255486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bb0e7-67ce-4d4d-9e9d-445cb2246317 req-458433cf-0cf1-45cf-a244-817ffacc2065 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:46.264192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e2bb0e7-67ce-4d4d-9e9d-445cb2246317 req-458433cf-0cf1-45cf-a244-817ffacc2065 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.0632348 Sep 16 05:57:46.267758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-833df21b-eceb-4112-a7f3-7c64d8920314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.329404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df21b-eceb-4112-a7f3-7c64d8920314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56828b4b-6301-4dc7-a743-0b8e1462aea5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:46.340084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-833df21b-eceb-4112-a7f3-7c64d8920314 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a1e6b2bc2444fc4b8582ec48765adcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884262 Sep 16 05:57:46.343498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46160) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:46.360153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7e2bb0e7-67ce-4d4d-9e9d-445cb2246317 req-db12e37c-5e1f-4f6f-a17e-5bd537d26035 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950069 Sep 16 05:57:46.411107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e4a477-51b0-45e8-ba3e-71e5b66a2257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.445239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e4a477-51b0-45e8-ba3e-71e5b66a2257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.608207 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e4a477-51b0-45e8-ba3e-71e5b66a2257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.611270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-90e4a477-51b0-45e8-ba3e-71e5b66a2257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:46.615112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-90e4a477-51b0-45e8-ba3e-71e5b66a2257 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56828b4b-6301-4dc7-a743-0b8e1462aea5 HTTP/1.1" status: 204 len: 168 time: 0.2682405 Sep 16 05:57:46.621352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4a477-51b0-45e8-ba3e-71e5b66a2257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56828b4b-6301-4dc7-a743-0b8e1462aea5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:47.502786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31568-2df2-4972-a6ea-3ae0df915f56 req-c7b5b865-f4cd-4d0f-bf5a-81e50152601e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:47.505926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07b31568-2df2-4972-a6ea-3ae0df915f56 req-c7b5b865-f4cd-4d0f-bf5a-81e50152601e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.0596445 Sep 16 05:57:47.555821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07b31568-2df2-4972-a6ea-3ae0df915f56 req-3baa349c-c149-44f1-86c5-7e0e03338808 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429435 Sep 16 05:57:47.653773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device bc91f9a1-4aa5-47e1-be8b-074382d8d127 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:57:47.759581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:47.771630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'port_id': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'mac_address': 'fa:16:3e:0f:37:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:57:47.812029 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:47.825820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc91f9a1-4aa5-47e1-be8b-074382d8d127 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:57:47.852790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:47.979948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:48.034346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba982a2-f125-4478-a1f3-c5ff8da19ba6 req-d73945ca-efbd-4555-8ad7-807454de9b83 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:48.036458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ba982a2-f125-4478-a1f3-c5ff8da19ba6 req-d73945ca-efbd-4555-8ad7-807454de9b83 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 944 time: 0.0782452 Sep 16 05:57:48.066326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:48.190112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ba982a2-f125-4478-a1f3-c5ff8da19ba6 req-9acd6b19-3512-4a3f-a4c3-97e0a9f6a36a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409628 Sep 16 05:57:48.230608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-df094bcc-64f7-4a1a-b6aa-ff3d0731906f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:48.232630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-df094bcc-64f7-4a1a-b6aa-ff3d0731906f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea&tenant_id=adeb84abad58478eb9a2947112779c52&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 945 time: 0.1290510 Sep 16 05:57:48.315182 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-56108e13-2af9-4693-a565-0f28e1dc83c7 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:57:48.316292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-56108e13-2af9-4693-a565-0f28e1dc83c7 service neutron] 10.222.0.30 "DELETE /v2.0/ports/bc91f9a1-4aa5-47e1-be8b-074382d8d127/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0758426 Sep 16 05:57:48.325611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['bc91f9a1-4aa5-47e1-be8b-074382d8d127'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:57:48.461363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-14a2c1d0-35c1-4745-97d3-58ad08e9ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:48.462928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-14a2c1d0-35c1-4745-97d3-58ad08e9ba63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1097 time: 0.0738325 Sep 16 05:57:48.658323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-74316e30-cf9e-47c1-8a23-fb2af37a0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:48.663057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-74316e30-cf9e-47c1-8a23-fb2af37a0c0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 897 time: 0.1894324 Sep 16 05:57:48.746401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-67a0c09e-fcba-4760-a635-0a4067e95fd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 1000 time: 0.0743480 Sep 16 05:57:48.802933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-5f2ff24b-ad9d-4ddd-8b89-2d07b96735e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:48.804635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-5f2ff24b-ad9d-4ddd-8b89-2d07b96735e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.0516188 Sep 16 05:57:48.857937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-c8115976-e5bd-478e-9335-77fc5219aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:48.859775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-c8115976-e5bd-478e-9335-77fc5219aee4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449295 Sep 16 05:57:48.989980 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-ca2793f3-56ba-4cd8-aac3-b15e028585b7 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218433 Sep 16 05:57:49.108365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d07a54c9-9aff-4b40-a883-53cbc8d87595 req-d78f9b83-71e3-45e8-96d3-41311b83a43e service neutron] 10.222.0.30 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100934 Sep 16 05:57:49.329623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a466b1-a11c-4125-ba58-56402fe26902 req-93040026-ee6f-4939-b9e8-fd15f913f030 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:49.331258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70a466b1-a11c-4125-ba58-56402fe26902 req-93040026-ee6f-4939-b9e8-fd15f913f030 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 945 time: 0.0606687 Sep 16 05:57:49.374947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70a466b1-a11c-4125-ba58-56402fe26902 req-bf6ccb0b-c748-4e4b-ab76-e8a39ff1c08a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361423 Sep 16 05:57:49.654926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device bc91f9a1-4aa5-47e1-be8b-074382d8d127 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:57:49.785353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port bc91f9a1-4aa5-47e1-be8b-074382d8d127 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:57:49.790579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port bc91f9a1-4aa5-47e1-be8b-074382d8d127 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:57:49.791074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:49.929141 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9adadd3a-4ea7-42e0-8c9f-cdcdaf25bbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:49.944045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:49.978403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:49.980974 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86295c91-fa1e-4ad3-914c-0f51a099142b" -d '{"events": [{"server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "name": "network-vif-plugged", "status": "completed", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:49.998584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:50.024210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46238) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:50.031472 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d2fbe8-93b2-4c0f-9fb4-c319bb37df0f x-openstack-request-id: req-23d2fbe8-93b2-4c0f-9fb4-c319bb37df0f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:50.031963 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "name": "network-vif-plugged", "status": "completed", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:50.032377 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23d2fbe8-93b2-4c0f-9fb4-c319bb37df0f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:50.033216 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'code': 200} Sep 16 05:57:50.082502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:50.181568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:50.254350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port 6e6ea570-ee4d-48ee-9356-19925f27d9b5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:50.254699 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:50.349256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:50.349256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:50.352614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for 6e6ea570-ee4d-48ee-9356-19925f27d9b5 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:50.511958 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7c6c8-1465-4dd0-9cd6-03ca2b20853d req-994db4d5-5f3f-4a18-843b-17968e1b4ebc tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:50.514053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7eb7c6c8-1465-4dd0-9cd6-03ca2b20853d req-994db4d5-5f3f-4a18-843b-17968e1b4ebc tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0591233 Sep 16 05:57:50.563360 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7eb7c6c8-1465-4dd0-9cd6-03ca2b20853d req-89060b58-0f6b-4b56-b4a0-58ee9d0ff4af tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Sep 16 05:57:50.589019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46248) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:50.961200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:50.992938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=6e6ea570-ee4d-48ee-9356-19925f27d9b5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:51.016882 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:51.037697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0d2e55ac-dca6-4cbf-884b-890795dcf7ee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/3ebe5a0c-2eac-42bf-8e79-234fa856723e HTTP/1.1" status: 200 len: 993 time: 0.4474719 Sep 16 05:57:51.083472 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:51.089807 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Floating IP da343f2c-9b67-485e-b6b5-79133d7c077a disassociated (deleted). External IP: 172.25.1.28, port: a7c7dfad-7332-4f3f-acb0-e5658f758f1e. Sep 16 05:57:51.337095 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:57:51.456145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:57:51.461821 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:51.468079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:57:51.478707 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:51.479486 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:51.492632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c5a8b4c-d49b-4bdd-a53c-1a331c07a9f5 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "DELETE /v2.0/floatingips/da343f2c-9b67-485e-b6b5-79133d7c077a HTTP/1.1" status: 204 len: 168 time: 1.4664884 Sep 16 05:57:51.493183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:51.495498 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5ca94-8387-4b03-a049-3e7458319416" -d '{"events": [{"name": "network-changed", "server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:51.538706 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21107d34-2945-45be-928f-e0091f1d0af4 x-openstack-request-id: req-21107d34-2945-45be-928f-e0091f1d0af4 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:51.539218 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:51.539552 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21107d34-2945-45be-928f-e0091f1d0af4 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:51.540208 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'status': 'completed', 'code': 200} Sep 16 05:57:51.635734 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:51.639057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-2c496d9d-53ed-4a4a-858a-fe4c8c183e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:51.641273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-2c496d9d-53ed-4a4a-858a-fe4c8c183e06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb93f4e80b947838ff72672315f5c3c&device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 1098 time: 0.0555639 Sep 16 05:57:51.756825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-4ced779a-77c4-4578-921e-734225017b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:51.758474 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-4ced779a-77c4-4578-921e-734225017b4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 200 len: 913 time: 0.1098435 Sep 16 05:57:51.817575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-92ade994-9470-4ee8-bafb-92adafe7af16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 200 len: 217 time: 0.0505283 Sep 16 05:57:51.871273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-06a78f67-68c8-4a1d-982b-827a0d7f976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:51.872808 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-06a78f67-68c8-4a1d-982b-827a0d7f976e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 200 len: 851 time: 0.0469632 Sep 16 05:57:51.899632 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:51.920664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-23ef1864-c617-424b-9f53-adc193f25f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:51.922820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-23ef1864-c617-424b-9f53-adc193f25f99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7d6f3d0-949c-47e2-b1a8-37008c984f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431235 Sep 16 05:57:51.929565 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:57:51.939112 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:57:51.939533 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:52.049754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-4a18ffe5-ac9f-4e57-aec2-8897a7a19d2c service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083977 Sep 16 05:57:52.072592 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:57:52.103110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f81d5-6388-4ccd-8cc5-74ce01b1f68b req-dabc1dcb-74c7-4f6f-92f3-4ded646902dd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:52.105809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-280f81d5-6388-4ccd-8cc5-74ce01b1f68b req-dabc1dcb-74c7-4f6f-92f3-4ded646902dd tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 946 time: 0.0696089 Sep 16 05:57:52.154505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-280f81d5-6388-4ccd-8cc5-74ce01b1f68b req-65273b3e-1073-42f8-9e0e-47a32236f0a9 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411994 Sep 16 05:57:52.179379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a7f5ca94-8387-4b03-a049-3e7458319416 req-39cb19c3-bfd0-4a6f-b976-2751ccf7c0f9 service neutron] 10.222.0.30 "GET /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321900 Sep 16 05:57:52.354974 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:57:52.385580 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bceabb-e1ea-4cc0-a639-77ccdee70381 None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:42:05Z', 'revision_number': 4, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '15c55dd4-26ea-4577-8e24-f80ea7648ff0', 'name': '', 'network_id': 'a7d6f3d0-949c-47e2-b1a8-37008c984f54', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'mac_address': 'fa:16:3e:37:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '6cae090b-5732-4789-a074-050272cc4d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:04Z', 'updated_at': '2021-09-16T05:42:10Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'subnets': [{'id': '6cae090b-5732-4789-a074-050272cc4d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:57:52.623074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cb558-b5f3-4263-b38b-e9678f9a77c0 None None] New status for floating IP da343f2c-9b67-485e-b6b5-79133d7c077a: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:57:52.920108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-eaddd0b4-8cf6-42c6-9d35-c72b29042419 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:52.922473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-eaddd0b4-8cf6-42c6-9d35-c72b29042419 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 946 time: 0.0519631 Sep 16 05:57:53.025684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port a7c7dfad-7332-4f3f-acb0-e5658f758f1e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:57:53.026037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.089737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e40bfa58-70a8-47c7-9ce9-cf293d2aa1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.130957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] For port a7c7dfad-7332-4f3f-acb0-e5658f758f1e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:57:53.131790 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.145662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for a7c7dfad-7332-4f3f-acb0-e5658f758f1e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:57:53.337761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e1469-f639-4934-95ca-822542641021 req-d008af1f-c5b2-486c-9692-4fd081607a79 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:53.339359 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b1e1469-f639-4934-95ca-822542641021 req-d008af1f-c5b2-486c-9692-4fd081607a79 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 946 time: 0.0964572 Sep 16 05:57:53.383573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b1e1469-f639-4934-95ca-822542641021 req-a6de053f-3ab4-44a8-abf7-ca0d43b1e11f tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7923bff-f7ee-4632-823d-bcfcb6d9e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368705 Sep 16 05:57:53.391203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.428263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=a7c7dfad-7332-4f3f-acb0-e5658f758f1e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:53.471563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] No DVR routers for this DVR port a7c7dfad-7332-4f3f-acb0-e5658f758f1e on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:57:53.474398 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.476726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aed46559-80dc-42a6-b99b-9209c6ce2359 req-d8a93af1-c1c3-475d-b490-021461385bdc tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.30 "DELETE /v2.0/ports/a7c7dfad-7332-4f3f-acb0-e5658f758f1e HTTP/1.1" status: 204 len: 173 time: 0.5476708 Sep 16 05:57:53.541110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'name': 'network-vif-deleted', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:57:53.543620 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8165f571-20cb-4479-bef4-9d9f9daf3176" -d '{"events": [{"server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "name": "network-vif-deleted", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:57:53.581633 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c26e4-9986-4f41-9621-f2c894e79da1 x-openstack-request-id: req-412c26e4-9986-4f41-9621-f2c894e79da1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:57:53.581937 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a3c1f-f815-43fb-b587-73fe10dadeac", "name": "network-vif-deleted", "tag": "a7c7dfad-7332-4f3f-acb0-e5658f758f1e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:57:53.582195 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-412c26e4-9986-4f41-9621-f2c894e79da1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:57:53.582604 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587a3c1f-f815-43fb-b587-73fe10dadeac', 'name': 'network-vif-deleted', 'tag': 'a7c7dfad-7332-4f3f-acb0-e5658f758f1e', 'status': 'completed', 'code': 200} Sep 16 05:57:53.884930 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:54.507991 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19ed70dd-e4ad-479b-af43-77bd6444675b req-de3db5c0-3176-442f-935c-ac5b4967921c tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0309355 Sep 16 05:57:55.387368 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:55.619313 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdd9984b-defc-409e-9fe0-41603c9bb19f req-b42faa15-fe4e-4b92-864a-960968e7a890 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0295167 Sep 16 05:57:56.725957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6e46a42-02af-42b0-8cd1-7f5a4c309bef req-ed937940-8b3f-447c-91c7-4ab0b0a48ef6 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0332119 Sep 16 05:57:56.830778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device a7c7dfad-7332-4f3f-acb0-e5658f758f1e no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:57:56.855492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: a7c7dfad-7332-4f3f-acb0-e5658f758f1e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:57:56.855975 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device a7c7dfad-7332-4f3f-acb0-e5658f758f1e not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:57:57.449457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46312) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:57.512759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:57.562134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:57.659683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:57.785233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:57.846013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a63c0c380094974b0c2c3adacc0e374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955317 Sep 16 05:57:57.848856 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46318) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:57.861071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85842bd5-efaa-4922-b470-e6d456cf3cb9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:57.865931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f64968a1-b9cb-4b89-80c4-98e60d33e779 req-34d04cc6-18a0-4c62-8283-046d55245d28 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0438306 Sep 16 05:57:57.871177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.871529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.872617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.872617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.872617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.872905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.873199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.873526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.873886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.874907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.875173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.875639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba8f095-a0f4-4900-8953-fa98e4711bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:57:57.920508 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd08c7c6-dc52-4aee-b49a-b2e17223cedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:57.944687 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd08c7c6-dc52-4aee-b49a-b2e17223cedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:58.064612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd08c7c6-dc52-4aee-b49a-b2e17223cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:58.067316 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd08c7c6-dc52-4aee-b49a-b2e17223cedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:58.068637 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fd08c7c6-dc52-4aee-b49a-b2e17223cedc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85842bd5-efaa-4922-b470-e6d456cf3cb9 HTTP/1.1" status: 204 len: 168 time: 0.2186747 Sep 16 05:57:58.077317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08c7c6-dc52-4aee-b49a-b2e17223cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85842bd5-efaa-4922-b470-e6d456cf3cb9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:58.986767 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.013149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9dde8b41-d630-4a3c-ac97-c689a2eb5965 req-a9758075-ab19-4ad5-8a4a-b695ec562c51 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "GET /v2.0/ports?device_id=587a3c1f-f815-43fb-b587-73fe10dadeac HTTP/1.1" status: 200 len: 210 time: 0.0285909 Sep 16 05:57:59.518112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46328) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:59.532521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d78eac6-bb4d-4d25-905a-1411fea51e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.628358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d78eac6-bb4d-4d25-905a-1411fea51e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.673077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9d78eac6-bb4d-4d25-905a-1411fea51e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.714366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9d78eac6-bb4d-4d25-905a-1411fea51e99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b10aaaf11394ce5a17e831e2b04aeaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951463 Sep 16 05:57:59.715259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78eac6-bb4d-4d25-905a-1411fea51e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64279fca-acd4-41d7-85f2-4dcb378cb92a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:57:59.717205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46330) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:57:59.772503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06884e56-2ee5-4521-8688-97ab62855244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.794789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06884e56-2ee5-4521-8688-97ab62855244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.950287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06884e56-2ee5-4521-8688-97ab62855244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.953588 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06884e56-2ee5-4521-8688-97ab62855244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.954759 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-06884e56-2ee5-4521-8688-97ab62855244 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64279fca-acd4-41d7-85f2-4dcb378cb92a HTTP/1.1" status: 204 len: 168 time: 0.2353978 Sep 16 05:57:59.962853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06884e56-2ee5-4521-8688-97ab62855244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64279fca-acd4-41d7-85f2-4dcb378cb92a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:00.072290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46336) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:00.200018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Deleting port 66b99b6f-521d-4414-9852-81f51f4ca686 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:00.200410 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.238793 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:00.283566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.283937 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.296563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Calling delete_port for 66b99b6f-521d-4414-9852-81f51f4ca686 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:00.484243 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.517844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'Port': ['ID=66b99b6f-521d-4414-9852-81f51f4ca686,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:00.585414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.588028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.589220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d3222101-df43-4bd9-93ce-80a831366383 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "DELETE /v2.0/floatingips/2d071b7b-4f17-43c5-b8b3-8e328b28142f HTTP/1.1" status: 204 len: 168 time: 0.5159223 Sep 16 05:58:00.654423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46344) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:00.671889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12758996-a4f5-494b-981e-cd0695cd15d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.768555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12758996-a4f5-494b-981e-cd0695cd15d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.852727 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12758996-a4f5-494b-981e-cd0695cd15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.897127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-12758996-a4f5-494b-981e-cd0695cd15d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=682c66df31144c9cb1c0804b7c686640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380638 Sep 16 05:58:00.897127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12758996-a4f5-494b-981e-cd0695cd15d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c2532d-4a8c-4768-b82e-09ec07f97c3e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:00.898518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46350) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:00.969540 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7e002e6-4d00-43ef-9e11-71b6617ee549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.990917 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7e002e6-4d00-43ef-9e11-71b6617ee549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:01.109950 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7e002e6-4d00-43ef-9e11-71b6617ee549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:01.112660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c7e002e6-4d00-43ef-9e11-71b6617ee549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:01.113833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c7e002e6-4d00-43ef-9e11-71b6617ee549 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90c2532d-4a8c-4768-b82e-09ec07f97c3e HTTP/1.1" status: 204 len: 168 time: 0.2131913 Sep 16 05:58:01.122029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e002e6-4d00-43ef-9e11-71b6617ee549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c2532d-4a8c-4768-b82e-09ec07f97c3e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:04.092443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:04.188068 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac9a4cb-e0a3-452b-8260-962e1c938950 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.229324 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac9a4cb-e0a3-452b-8260-962e1c938950 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.385028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac9a4cb-e0a3-452b-8260-962e1c938950 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.388575 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bac9a4cb-e0a3-452b-8260-962e1c938950 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:04.390397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bac9a4cb-e0a3-452b-8260-962e1c938950 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] 10.222.0.49 "DELETE /v2.0/security-groups/d7923bff-f7ee-4632-823d-bcfcb6d9e98d HTTP/1.1" status: 204 len: 168 time: 0.2957840 Sep 16 05:58:04.400979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9a4cb-e0a3-452b-8260-962e1c938950 tempest-TestVolumeBootPattern-941919426 tempest-TestVolumeBootPattern-941919426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7923bff-f7ee-4632-823d-bcfcb6d9e98d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:04.534568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:05.021960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46436) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:05.116925 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.171467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9f7aac2-9099-435c-b47f-a29bbee067e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.267360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9f7aac2-9099-435c-b47f-a29bbee067e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.350797 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a9f7aac2-9099-435c-b47f-a29bbee067e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.392240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a9f7aac2-9099-435c-b47f-a29bbee067e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53f9cd21bc924906b626116fc381ba51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691623 Sep 16 05:58:05.393138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7aac2-9099-435c-b47f-a29bbee067e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9748823a-7d58-48c6-a901-fd2d89a2c4ca,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:05.395697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Deleting port 15c55dd4-26ea-4577-8e24-f80ea7648ff0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:05.396222 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.396365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46440) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:05.450722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00da1b33-c033-4b6e-8c10-d6cc3f3c44f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.478063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] For port 15c55dd4-26ea-4577-8e24-f80ea7648ff0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=15c55dd4-26ea-4577-8e24-f80ea7648ff0,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:05.478427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.479249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00da1b33-c033-4b6e-8c10-d6cc3f3c44f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.492069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Calling delete_port for 15c55dd4-26ea-4577-8e24-f80ea7648ff0 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:05.603562 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00da1b33-c033-4b6e-8c10-d6cc3f3c44f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.606522 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00da1b33-c033-4b6e-8c10-d6cc3f3c44f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.607719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-00da1b33-c033-4b6e-8c10-d6cc3f3c44f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9748823a-7d58-48c6-a901-fd2d89a2c4ca HTTP/1.1" status: 204 len: 168 time: 0.2105086 Sep 16 05:58:05.619127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da1b33-c033-4b6e-8c10-d6cc3f3c44f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9748823a-7d58-48c6-a901-fd2d89a2c4ca,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:05.849840 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.880724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c55dd4-26ea-4577-8e24-f80ea7648ff0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:05.893189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.893537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.893896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.894218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.894542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.894865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.895212 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.895535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.895876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.896197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.896516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:05.896832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:06.059456 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.259567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46446) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:06.273165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c03b0d03-b2d2-4515-abf8-66a6e884fdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.281487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:06.364971 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c03b0d03-b2d2-4515-abf8-66a6e884fdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.390572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:06.395676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1493464c-5db8-4541-86e6-d448a75f93d5 admin admin] 10.222.0.49 "PUT /v2.0/routers/b620241f-1abd-439c-9f9f-5dbe5ce9ce87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585529 Sep 16 05:58:06.398237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46448) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:06.399255 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] Sync routers for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:06.409879 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:06.410492 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:06.435616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c03b0d03-b2d2-4515-abf8-66a6e884fdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.478365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c03b0d03-b2d2-4515-abf8-66a6e884fdca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a7c87e301a742c4b4838703a6f21eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173970 Sep 16 05:58:06.479490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b0d03-b2d2-4515-abf8-66a6e884fdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dd05e1-163c-4703-bf1c-0c9dc6d5fd61,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:06.482586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46450) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:06.511506 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.514946 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:06.534464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc64-ea70-4a58-ad8f-9826e09acd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.557841 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc64-ea70-4a58-ad8f-9826e09acd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.623464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.691595 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:58:05Z', 'revision_number': 5, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port': {'id': 'cedae7ce-0d44-4e9e-9827-66490ae64137', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:01Z', 'updated_at': '2021-09-16T05:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:06.701456 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc64-ea70-4a58-ad8f-9826e09acd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.704817 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc64-ea70-4a58-ad8f-9826e09acd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.709732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cc3ecc64-ea70-4a58-ad8f-9826e09acd61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60dd05e1-163c-4703-bf1c-0c9dc6d5fd61 HTTP/1.1" status: 204 len: 168 time: 0.2214000 Sep 16 05:58:06.714778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ecc64-ea70-4a58-ad8f-9826e09acd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dd05e1-163c-4703-bf1c-0c9dc6d5fd61,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:06.723350 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] Checking router: b620241f-1abd-439c-9f9f-5dbe5ce9ce87 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:06.733276 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] Routers {'b620241f-1abd-439c-9f9f-5dbe5ce9ce87'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:06.733276 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:06.792591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Deleting port cedae7ce-0d44-4e9e-9827-66490ae64137 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:06.793024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.815550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] Set router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:06.880397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] For port cedae7ce-0d44-4e9e-9827-66490ae64137, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cedae7ce-0d44-4e9e-9827-66490ae64137,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:06.881007 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:06.896110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Calling delete_port for cedae7ce-0d44-4e9e-9827-66490ae64137 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:06.965211 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:58:06Z', 'revision_number': 6, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:06.992873 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed14e8-85f4-488b-8858-68ff7dd2a0d0 None None] The sync data for ids ['b620241f-1abd-439c-9f9f-5dbe5ce9ce87'] in n-d-712749-15 is: [{'id': 'b620241f-1abd-439c-9f9f-5dbe5ce9ce87', 'name': 'tempest-TestVolumeBootPattern-2132859672-router', 'tenant_id': 'eeb93f4e80b947838ff72672315f5c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:00Z', 'updated_at': '2021-09-16T05:58:06Z', 'revision_number': 6, 'project_id': 'eeb93f4e80b947838ff72672315f5c3c', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:07.470258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.501423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Pushing event deleted for resources: {'Port': ['ID=cedae7ce-0d44-4e9e-9827-66490ae64137,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:07.564999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.658321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.660422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.782186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.782186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b620241f-1abd-439c-9f9f-5dbe5ce9ce87 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:58:07.782186 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.785854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46472) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:07.786357 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-45d98f88-c0e7-4f0b-9811-cbc962f8c64d admin admin] 10.222.0.49 "DELETE /v2.0/routers/b620241f-1abd-439c-9f9f-5dbe5ce9ce87 HTTP/1.1" status: 204 len: 168 time: 1.3866403 Sep 16 05:58:07.833456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-437e77e1-96af-4cab-b549-974f0b49eae7 admin admin] Deleting subnet 6cae090b-5732-4789-a074-050272cc4d9f {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:58:07.836783 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-437e77e1-96af-4cab-b549-974f0b49eae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.878335 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-437e77e1-96af-4cab-b549-974f0b49eae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:07.978345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-437e77e1-96af-4cab-b549-974f0b49eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.118828 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-437e77e1-96af-4cab-b549-974f0b49eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.146736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e77e1-96af-4cab-b549-974f0b49eae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cae090b-5732-4789-a074-050272cc4d9f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:08.156364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-437e77e1-96af-4cab-b549-974f0b49eae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.156364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-437e77e1-96af-4cab-b549-974f0b49eae7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6cae090b-5732-4789-a074-050272cc4d9f HTTP/1.1" status: 204 len: 168 time: 0.3673372 Sep 16 05:58:08.157728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46478) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:08.160281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b40e9e2-1f0e-42af-80ef-61396ff972bb None None] Network a7d6f3d0-949c-47e2-b1a8-37008c984f54 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:08.233537 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.269467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 15c55dd4-26ea-4577-8e24-f80ea7648ff0 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:08.289430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Deleting port 1bc4d262-def3-4eea-a787-c433c508075d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:08.299418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.299569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 15c55dd4-26ea-4577-8e24-f80ea7648ff0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:08.299569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 15c55dd4-26ea-4577-8e24-f80ea7648ff0 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:08.299569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cedae7ce-0d44-4e9e-9827-66490ae64137 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:08.316919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: cedae7ce-0d44-4e9e-9827-66490ae64137 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:08.317198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cedae7ce-0d44-4e9e-9827-66490ae64137 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:08.361968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] For port 1bc4d262-def3-4eea-a787-c433c508075d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1bc4d262-def3-4eea-a787-c433c508075d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:08.362540 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.375446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Calling delete_port for 1bc4d262-def3-4eea-a787-c433c508075d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:08.382706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] DHCP port deletion for a7d6f3d0-949c-47e2-b1a8-37008c984f54 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:58:08.429902 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Deleting port 1bc4d262-def3-4eea-a787-c433c508075d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:08.430520 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.493875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] For port 1bc4d262-def3-4eea-a787-c433c508075d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1bc4d262-def3-4eea-a787-c433c508075d,segment=NetworkSegment(3a5d8200-a518-4d9c-8a2d-bf7991a3a901),segment_id=3a5d8200-a518-4d9c-8a2d-bf7991a3a901)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:08.494198 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.509586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Calling delete_port for 1bc4d262-def3-4eea-a787-c433c508075d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:08.550083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.577820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc4d262-def3-4eea-a787-c433c508075d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:08.583254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] No DVR routers for this DVR port 1bc4d262-def3-4eea-a787-c433c508075d on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:08.586037 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.611138 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Pushing event deleted for resources: {'Port': ['ID=1bc4d262-def3-4eea-a787-c433c508075d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:08.615766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] No DVR routers for this DVR port 1bc4d262-def3-4eea-a787-c433c508075d on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:08.623134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.623476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.624374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.624717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.625049 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.625382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.625706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.626038 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.626411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.626672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.626989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.627309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cb9ea-ad60-429a-85aa-ea58ff93c4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:08.658091 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.680157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d6f3d0-949c-47e2-b1a8-37008c984f54']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:08.690271 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5d8200-a518-4d9c-8a2d-bf7991a3a901') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:08.690629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5d8200-a518-4d9c-8a2d-bf7991a3a901') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:08.700376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.714502 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.720589 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:58:08.720983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:58:08.722638 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:58:08.858475 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.863044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.868704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a7d6f3d0-949c-47e2-b1a8-37008c984f54 HTTP/1.1" status: 204 len: 168 time: 0.7068894 Sep 16 05:58:08.868794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46484) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:08.879137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654c5a7-b554-4cb5-a713-f283a4c34ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d6f3d0-949c-47e2-b1a8-37008c984f54,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:09.239006 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:09.834199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Deleting port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:09.834567 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:09.918935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] For port 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,segment=NetworkSegment(71e9902f-8325-411f-bdec-023b905c72cf),segment_id=71e9902f-8325-411f-bdec-023b905c72cf)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:09.919589 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:09.932881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Calling delete_port for 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:10.213377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:10.239455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1bc4d262-def3-4eea-a787-c433c508075d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:10.249959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da4e9e7-9ba2-4993-a4bb-4b1d76dab448,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:10.267216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 1bc4d262-def3-4eea-a787-c433c508075d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:10.267560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1bc4d262-def3-4eea-a787-c433c508075d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:10.416687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:10.640704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Router 41805bdd-7c84-4e48-bd87-3b05963d35de has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:10.747343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:10.753084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-80189f28-62f5-4d54-be05-7aadb2e30c74 admin admin] 10.222.0.49 "PUT /v2.0/routers/41805bdd-7c84-4e48-bd87-3b05963d35de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8833387 Sep 16 05:58:10.755652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:10.758374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] Sync routers for ids ['41805bdd-7c84-4e48-bd87-3b05963d35de'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:10.767488 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] Routers {'41805bdd-7c84-4e48-bd87-3b05963d35de'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:10.768162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['41805bdd-7c84-4e48-bd87-3b05963d35de'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:10.870953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:10.879875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] Set router 41805bdd-7c84-4e48-bd87-3b05963d35de gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:10.987127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.072820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60763346-2b83-425b-8542-052cef404a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:58:10Z', 'revision_number': 5, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port': {'id': '60763346-2b83-425b-8542-052cef404a9a', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:42:10Z', 'updated_at': '2021-09-16T05:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:11.099756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] Checking router: 41805bdd-7c84-4e48-bd87-3b05963d35de for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:11.109235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] Routers {'41805bdd-7c84-4e48-bd87-3b05963d35de'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:11.109847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['41805bdd-7c84-4e48-bd87-3b05963d35de'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:11.142553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Deleting port 60763346-2b83-425b-8542-052cef404a9a {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:11.142903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.203839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] Set router 41805bdd-7c84-4e48-bd87-3b05963d35de gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:11.240133 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] For port 60763346-2b83-425b-8542-052cef404a9a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=60763346-2b83-425b-8542-052cef404a9a,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:11.240561 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.252848 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Calling delete_port for 60763346-2b83-425b-8542-052cef404a9a owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:11.258710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:58:10Z', 'revision_number': 6, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:11.290296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96811de-2e79-4c0d-85f6-25be8e27958b None None] The sync data for ids ['41805bdd-7c84-4e48-bd87-3b05963d35de'] in n-d-712749-15 is: [{'id': '41805bdd-7c84-4e48-bd87-3b05963d35de', 'name': 'tempest-TestVolumeBootPattern-149710003-router', 'tenant_id': '3a4f8a30605048959ec3f3631d041c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:42:09Z', 'updated_at': '2021-09-16T05:58:10Z', 'revision_number': 6, 'project_id': '3a4f8a30605048959ec3f3631d041c3d', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:11.529695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.561673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60763346-2b83-425b-8542-052cef404a9a,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:11.622384 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.723388 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.731136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.852661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.853204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41805bdd-7c84-4e48-bd87-3b05963d35de {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:58:11.857678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.862053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eec10280-aeea-4ab5-a859-2117c9e79ea3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/41805bdd-7c84-4e48-bd87-3b05963d35de HTTP/1.1" status: 204 len: 168 time: 1.1028688 Sep 16 05:58:11.862713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:11.909539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-010edbe9-ac1e-44b9-8fcc-7e913401608f admin admin] Deleting subnet 8c7add96-d3af-4239-b947-26e173a91ae3 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:58:11.912792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-010edbe9-ac1e-44b9-8fcc-7e913401608f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.948505 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-010edbe9-ac1e-44b9-8fcc-7e913401608f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.037360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-010edbe9-ac1e-44b9-8fcc-7e913401608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.141272 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-010edbe9-ac1e-44b9-8fcc-7e913401608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.166098 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010edbe9-ac1e-44b9-8fcc-7e913401608f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7add96-d3af-4239-b947-26e173a91ae3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:12.178155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-010edbe9-ac1e-44b9-8fcc-7e913401608f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.184446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46502) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:12.185539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-010edbe9-ac1e-44b9-8fcc-7e913401608f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8c7add96-d3af-4239-b947-26e173a91ae3 HTTP/1.1" status: 204 len: 168 time: 0.3210425 Sep 16 05:58:12.188421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b4a3d-eda0-4b81-bbfc-b3a98bfb6d9d None None] Network 61c9bff7-9806-4036-b350-ab78274ffdc8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:12.285163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 60763346-2b83-425b-8542-052cef404a9a no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:12.315944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 60763346-2b83-425b-8542-052cef404a9a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:12.316344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 60763346-2b83-425b-8542-052cef404a9a not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:12.316983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:12.322873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.359652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:12.361474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8da4e9e7-9ba2-4993-a4bb-4b1d76dab448 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:12.395559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Deleting port 7f0a7900-3571-402d-abc2-316575d29fe9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:12.395830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.482879 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] DHCP port deletion for 61c9bff7-9806-4036-b350-ab78274ffdc8 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:58:12.500165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] For port 7f0a7900-3571-402d-abc2-316575d29fe9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7f0a7900-3571-402d-abc2-316575d29fe9,segment=NetworkSegment(71e9902f-8325-411f-bdec-023b905c72cf),segment_id=71e9902f-8325-411f-bdec-023b905c72cf)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:12.500846 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.518198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Calling delete_port for 7f0a7900-3571-402d-abc2-316575d29fe9 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:12.535777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] Deleting port 7f0a7900-3571-402d-abc2-316575d29fe9 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:12.536202 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.615652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] For port 7f0a7900-3571-402d-abc2-316575d29fe9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7f0a7900-3571-402d-abc2-316575d29fe9,segment=NetworkSegment(71e9902f-8325-411f-bdec-023b905c72cf),segment_id=71e9902f-8325-411f-bdec-023b905c72cf)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:12.616095 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.630023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] Calling delete_port for 7f0a7900-3571-402d-abc2-316575d29fe9 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:12.721453 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.727528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.751339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0a7900-3571-402d-abc2-316575d29fe9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:12.754960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] No DVR routers for this DVR port 7f0a7900-3571-402d-abc2-316575d29fe9 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:12.760376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] Pushing event deleted for resources: {'Port': ['ID=7f0a7900-3571-402d-abc2-316575d29fe9,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:12.761759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e21d6c-f15c-44fd-b0d5-3314ff2e78ad None None] No DVR routers for this DVR port 7f0a7900-3571-402d-abc2-316575d29fe9 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:12.834317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.859752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c9bff7-9806-4036-b350-ab78274ffdc8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:12.871141 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e9902f-8325-411f-bdec-023b905c72cf') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:12.871423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e9902f-8325-411f-bdec-023b905c72cf') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:12.888204 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.904452 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.911992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: timer() Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:58:12.917018 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:58:13.047593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.064349 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.068628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] 10.222.0.49 "DELETE /v2.0/networks/61c9bff7-9806-4036-b350-ab78274ffdc8 HTTP/1.1" status: 204 len: 168 time: 0.8767302 Sep 16 05:58:13.068628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c290ba-50ed-4a22-b7f6-bb1177ee5e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c9bff7-9806-4036-b350-ab78274ffdc8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:13.510281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46518) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:13.555611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-07a505c0-dfe6-4636-9761-35962762f41f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eeb93f4e80b947838ff72672315f5c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415428 Sep 16 05:58:13.555807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46520) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:13.610426 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5721cc2-7ce5-4e84-8fd0-fbb6366d9c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.637181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5721cc2-7ce5-4e84-8fd0-fbb6366d9c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.744618 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5721cc2-7ce5-4e84-8fd0-fbb6366d9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.747679 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f5721cc2-7ce5-4e84-8fd0-fbb6366d9c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:13.749673 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f5721cc2-7ce5-4e84-8fd0-fbb6366d9c48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1652f31-e90b-4a1f-b193-58fcd313073c HTTP/1.1" status: 204 len: 168 time: 0.1929655 Sep 16 05:58:13.759157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5721cc2-7ce5-4e84-8fd0-fbb6366d9c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1652f31-e90b-4a1f-b193-58fcd313073c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:13.763046 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46526) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:13.898114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e105d352-8646-4a0f-89e2-e34258bf4f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.000349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e105d352-8646-4a0f-89e2-e34258bf4f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.064091 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e105d352-8646-4a0f-89e2-e34258bf4f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.106548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e105d352-8646-4a0f-89e2-e34258bf4f47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea1efee8a77e4d3a9a626d037eb66c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421562 Sep 16 05:58:14.107438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105d352-8646-4a0f-89e2-e34258bf4f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1be0bfa-c82b-4d91-bd25-eae1e27050c2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:14.109549 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46532) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:14.159709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e885044a-d8dc-4ad0-bee4-807519255c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.181032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e885044a-d8dc-4ad0-bee4-807519255c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.256772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7f0a7900-3571-402d-abc2-316575d29fe9 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:14.280286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7f0a7900-3571-402d-abc2-316575d29fe9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:14.280589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7f0a7900-3571-402d-abc2-316575d29fe9 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:14.338610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e885044a-d8dc-4ad0-bee4-807519255c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.341259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e885044a-d8dc-4ad0-bee4-807519255c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.342448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e885044a-d8dc-4ad0-bee4-807519255c54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1be0bfa-c82b-4d91-bd25-eae1e27050c2 HTTP/1.1" status: 204 len: 168 time: 0.2315142 Sep 16 05:58:14.351098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885044a-d8dc-4ad0-bee4-807519255c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1be0bfa-c82b-4d91-bd25-eae1e27050c2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:14.395913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46536) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:14.438500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a373eb2c-78de-4f0b-aacd-72a070af889a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a4f8a30605048959ec3f3631d041c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413826 Sep 16 05:58:14.441222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46538) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:14.490287 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5f865cb-c49a-4a1c-89d4-d1084a9a5aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.512998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5f865cb-c49a-4a1c-89d4-d1084a9a5aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.630045 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5f865cb-c49a-4a1c-89d4-d1084a9a5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.633709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a5f865cb-c49a-4a1c-89d4-d1084a9a5aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.634040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a5f865cb-c49a-4a1c-89d4-d1084a9a5aa7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78507196-51ff-4f37-ba3c-89c98eb5ff3c HTTP/1.1" status: 204 len: 168 time: 0.1918218 Sep 16 05:58:14.642231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f865cb-c49a-4a1c-89d4-d1084a9a5aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78507196-51ff-4f37-ba3c-89c98eb5ff3c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:19.736961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733cc8b-bd91-4056-8642-2dda0c08eea8 req-21f2bfa1-d22d-4d2f-a5ce-e3fcb99b469d tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:19.738458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e733cc8b-bd91-4056-8642-2dda0c08eea8 req-21f2bfa1-d22d-4d2f-a5ce-e3fcb99b469d tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1098 time: 0.0426674 Sep 16 05:58:19.776646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e733cc8b-bd91-4056-8642-2dda0c08eea8 req-b1b7295c-6052-4071-ac71-0bb2e76546e1 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Sep 16 05:58:19.800572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46596) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:19.887028 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-be297826-688e-4a3f-8821-90513f23330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:19.975538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 185b255a-e990-433e-b082-5637a5f6cf35 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:19.975836 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.056939 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.057262 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.069100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 185b255a-e990-433e-b082-5637a5f6cf35 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:20.297702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.322362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=185b255a-e990-433e-b082-5637a5f6cf35,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:20.388722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.389220 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Floating IP 3ebe5a0c-2eac-42bf-8e79-234fa856723e disassociated (deleted). External IP: 172.25.1.38, port: bc91f9a1-4aa5-47e1-be8b-074382d8d127. Sep 16 05:58:20.617582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 598f11da-1e08-4470-ac38-282c5d525c92 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:20.728550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:20.733299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.737939 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] Sync routers for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:20.748583 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:20.749202 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:20.762418 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b2896f78-96fe-43aa-82c1-632fd3d8009b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/floatingips/3ebe5a0c-2eac-42bf-8e79-234fa856723e HTTP/1.1" status: 204 len: 168 time: 0.9596946 Sep 16 05:58:20.763283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:20.765684 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3fcfad-1d55-4280-8b9a-f4137d335c17" -d '{"events": [{"name": "network-changed", "server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:20.805103 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f6ae6-a0d1-42f2-af39-ef93396a34e8 x-openstack-request-id: req-fb0f6ae6-a0d1-42f2-af39-ef93396a34e8 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:20.805725 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:20.805725 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb0f6ae6-a0d1-42f2-af39-ef93396a34e8 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:20.806189 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'status': 'completed', 'code': 200} Sep 16 05:58:20.865443 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:20.909843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-db711cd5-0fa5-4d4f-8a5c-f43800288177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:20.911386 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-db711cd5-0fa5-4d4f-8a5c-f43800288177 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 1098 time: 0.0416360 Sep 16 05:58:20.981116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:21.018103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-d14ab989-12b5-47df-bf95-4f8a74e348a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:21.020055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-d14ab989-12b5-47df-bf95-4f8a74e348a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 200 len: 897 time: 0.0998266 Sep 16 05:58:21.064429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-1dcfec6c-6417-410e-bb80-16ec6e00510d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 200 len: 217 time: 0.0365593 Sep 16 05:58:21.076873 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:33Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:21.103104 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] Checking router: 598f11da-1e08-4470-ac38-282c5d525c92 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:21.111646 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:21.112282 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:57:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:21.118766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-6a79d910-2823-4bf0-a29e-d2dee730a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:21.120349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-6a79d910-2823-4bf0-a29e-d2dee730a87d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 200 len: 835 time: 0.0466082 Sep 16 05:58:21.180236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-eaa50005-8f2f-4a53-b3e3-59f9743efc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:21.181933 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-eaa50005-8f2f-4a53-b3e3-59f9743efc14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2c75112-5c45-4660-a631-8637e4620dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534282 Sep 16 05:58:21.240439 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:21.265559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cfe88-1105-4c15-94b1-3ad99e7453b6 req-bdc8eb7d-2b54-40e6-8bca-186911d5d10e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:21.267172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae5cfe88-1105-4c15-94b1-3ad99e7453b6 req-bdc8eb7d-2b54-40e6-8bca-186911d5d10e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0814519 Sep 16 05:58:21.344201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae5cfe88-1105-4c15-94b1-3ad99e7453b6 req-0d92f90d-9746-43d3-8357-50a8a95bb35f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516217 Sep 16 05:58:21.356334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-17bfe168-cd40-43d4-8ab0-0310091d8eae service neutron] 10.222.0.66 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365106 Sep 16 05:58:21.463878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:33Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:21.465706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec3fcfad-1d55-4280-8b9a-f4137d335c17 req-0431ed16-7dd4-498f-b9d2-f4ae575c55b1 service neutron] 10.222.0.66 "GET /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999243 Sep 16 05:58:21.494078 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988f530-604a-4615-9821-3ebf8c5b8b64 None None] The sync data for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 is: [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1e359add-9f59-4526-8131-8a9fd5a78bdd', 'name': '', 'network_id': 'c2c75112-5c45-4660-a631-8637e4620dfa', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:77:e7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:33Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'b81cfabe-3d8a-4dc6-9813-2af7c8639d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:21.734235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ba3ba-5c17-4bad-a7e6-fd9f6cea0ad3 None None] New status for floating IP 3ebe5a0c-2eac-42bf-8e79-234fa856723e: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:58:22.472187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb174-bd18-4b33-9082-3c43756eed38 req-6bcad5d5-011d-460d-bbce-dcf6890b7e9b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:22.473797 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-039fb174-bd18-4b33-9082-3c43756eed38 req-6bcad5d5-011d-460d-bbce-dcf6890b7e9b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0535080 Sep 16 05:58:22.515342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-039fb174-bd18-4b33-9082-3c43756eed38 req-0158d47f-b54e-4437-942f-271315befc64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=49df0f24-45ba-4372-84f9-db0e4580ed04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Sep 16 05:58:22.910812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-6e4530ce-e979-4e84-a3cd-39acb93a3f92 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:22.912454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-6e4530ce-e979-4e84-a3cd-39acb93a3f92 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 946 time: 0.0557013 Sep 16 05:58:23.018775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port bc91f9a1-4aa5-47e1-be8b-074382d8d127 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:23.021149 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.081875 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9269-7018-48b5-8149-d2099b410a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.115182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port bc91f9a1-4aa5-47e1-be8b-074382d8d127, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=bc91f9a1-4aa5-47e1-be8b-074382d8d127,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:23.115464 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.128387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for bc91f9a1-4aa5-47e1-be8b-074382d8d127 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:23.359016 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.394107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=bc91f9a1-4aa5-47e1-be8b-074382d8d127,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:23.440578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] No DVR routers for this DVR port bc91f9a1-4aa5-47e1-be8b-074382d8d127 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:23.443214 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.445596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1abaeaa4-591f-4553-bf7f-8ea7b6e3a67f req-af438666-ae6a-48a6-8ffb-b3a8301c2724 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "DELETE /v2.0/ports/bc91f9a1-4aa5-47e1-be8b-074382d8d127 HTTP/1.1" status: 204 len: 173 time: 0.5229650 Sep 16 05:58:23.446056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'name': 'network-vif-deleted', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:23.448351 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef7ab6a-621d-4a87-9f8d-8f5b6b451f3c" -d '{"events": [{"server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "name": "network-vif-deleted", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:23.484588 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083dfcd5-3658-4336-b2bd-8ea78235d43d x-openstack-request-id: req-083dfcd5-3658-4336-b2bd-8ea78235d43d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:23.484887 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95105608-a9db-43e2-bc19-6f7aa9bebcea", "name": "network-vif-deleted", "tag": "bc91f9a1-4aa5-47e1-be8b-074382d8d127", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:23.485168 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-083dfcd5-3658-4336-b2bd-8ea78235d43d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:23.485597 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95105608-a9db-43e2-bc19-6f7aa9bebcea', 'name': 'network-vif-deleted', 'tag': 'bc91f9a1-4aa5-47e1-be8b-074382d8d127', 'status': 'completed', 'code': 200} Sep 16 05:58:23.615433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c2bc28ba-952b-4ed5-a23c-d59c710f7ff2 req-af243747-dc09-4e7e-ae11-adea8797e108 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=95105608-a9db-43e2-bc19-6f7aa9bebcea HTTP/1.1" status: 200 len: 210 time: 0.0276687 Sep 16 05:58:23.872318 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.675205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46636) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:25.062146 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.341977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 1e359add-9f59-4526-8131-8a9fd5a78bdd {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:25.342242 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.392694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.434904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port 1e359add-9f59-4526-8131-8a9fd5a78bdd, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1e359add-9f59-4526-8131-8a9fd5a78bdd,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:25.435295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.452506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 1e359add-9f59-4526-8131-8a9fd5a78bdd owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:25.706397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.732534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=1e359add-9f59-4526-8131-8a9fd5a78bdd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:25.872446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device bc91f9a1-4aa5-47e1-be8b-074382d8d127 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:25.894298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: bc91f9a1-4aa5-47e1-be8b-074382d8d127 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:25.894676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device bc91f9a1-4aa5-47e1-be8b-074382d8d127 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:25.954939 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:26.517392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 598f11da-1e08-4470-ac38-282c5d525c92 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:26.628003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:26.636992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:26.637420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f312de24-a5fd-48a2-b605-47fe31740352 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "PUT /v2.0/routers/598f11da-1e08-4470-ac38-282c5d525c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9609849 Sep 16 05:58:26.649520 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] Sync routers for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:26.660478 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:26.661092 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:58:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:26.704303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-000ed95d-559c-4f4f-83dd-71cba3105d64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting subnet b81cfabe-3d8a-4dc6-9813-2af7c8639d1a {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:58:26.707560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000ed95d-559c-4f4f-83dd-71cba3105d64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:26.752384 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000ed95d-559c-4f4f-83dd-71cba3105d64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:26.771753 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:26.869203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000ed95d-559c-4f4f-83dd-71cba3105d64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.003996 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:58:25Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:27.007990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000ed95d-559c-4f4f-83dd-71cba3105d64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.034032 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] Checking router: 598f11da-1e08-4470-ac38-282c5d525c92 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:27.036900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ed95d-559c-4f4f-83dd-71cba3105d64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Subnet': ['ID=b81cfabe-3d8a-4dc6-9813-2af7c8639d1a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:27.043351 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] Routers {'598f11da-1e08-4470-ac38-282c5d525c92'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:27.044253 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:58:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['598f11da-1e08-4470-ac38-282c5d525c92'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:27.045664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000ed95d-559c-4f4f-83dd-71cba3105d64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.047496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-000ed95d-559c-4f4f-83dd-71cba3105d64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/subnets/b81cfabe-3d8a-4dc6-9813-2af7c8639d1a HTTP/1.1" status: 204 len: 168 time: 0.4089653 Sep 16 05:58:27.051042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46654) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:27.060002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d7509-41c8-44ae-8268-6b945e37609f None None] Network c2c75112-5c45-4660-a631-8637e4620dfa requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:27.166999 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] Set router 598f11da-1e08-4470-ac38-282c5d525c92 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:27.218671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.302336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] DHCP port deletion for c2c75112-5c45-4660-a631-8637e4620dfa request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:58:27.366428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] Deleting port 9864db2e-2944-4ee1-8acd-6c218662972e {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:27.367132 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.375582 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.447083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] For port 9864db2e-2944-4ee1-8acd-6c218662972e, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9864db2e-2944-4ee1-8acd-6c218662972e,segment=NetworkSegment(b63bf3d4-4d37-49d4-af15-b1943baebcd0),segment_id=b63bf3d4-4d37-49d4-af15-b1943baebcd0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:27.447404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.462304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] Calling delete_port for 9864db2e-2944-4ee1-8acd-6c218662972e owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:27.490430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:58:25Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:27.503673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port ddee7fd0-c8f8-493c-859f-3d73a750d356 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:27.504363 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.522114 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591a1e1-89df-430b-999e-9b51bc510c13 None None] The sync data for ids ['598f11da-1e08-4470-ac38-282c5d525c92'] in n-d-712749-15 is: [{'id': '598f11da-1e08-4470-ac38-282c5d525c92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213507510', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:56:22Z', 'updated_at': '2021-09-16T05:58:25Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'ddee7fd0-c8f8-493c-859f-3d73a750d356', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f11da-1e08-4470-ac38-282c5d525c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:56:23Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:27.533226 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.593707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port ddee7fd0-c8f8-493c-859f-3d73a750d356, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ddee7fd0-c8f8-493c-859f-3d73a750d356,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:27.594073 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.606973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for ddee7fd0-c8f8-493c-859f-3d73a750d356 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:27.652328 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.679490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] Pushing event deleted for resources: {'Port': ['ID=9864db2e-2944-4ee1-8acd-6c218662972e,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:27.683762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473cfcd-f021-4788-91ae-4893b170fe1f None None] No DVR routers for this DVR port 9864db2e-2944-4ee1-8acd-6c218662972e on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:27.829805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.862785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=ddee7fd0-c8f8-493c-859f-3d73a750d356,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:27.934805 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.039977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.042275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.160986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.165526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Fanout notify agent at l3_agent the message router_deleted on router 598f11da-1e08-4470-ac38-282c5d525c92 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:58:28.173369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.175112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b7c9cba3-4af5-426e-9110-1a92e6361493 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/routers/598f11da-1e08-4470-ac38-282c5d525c92 HTTP/1.1" status: 204 len: 168 time: 1.1221080 Sep 16 05:58:28.178067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46662) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:28.285936 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.324441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e359add-9f59-4526-8131-8a9fd5a78bdd no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:28.346423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 1e359add-9f59-4526-8131-8a9fd5a78bdd {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:28.346765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1e359add-9f59-4526-8131-8a9fd5a78bdd not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:28.347189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9864db2e-2944-4ee1-8acd-6c218662972e no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:28.368980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 9864db2e-2944-4ee1-8acd-6c218662972e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:28.369317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9864db2e-2944-4ee1-8acd-6c218662972e not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:28.391375 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.412180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c75112-5c45-4660-a631-8637e4620dfa']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.422140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63bf3d4-4d37-49d4-af15-b1943baebcd0') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.422424 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63bf3d4-4d37-49d4-af15-b1943baebcd0') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.433215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.446903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.453017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:58:28.453437 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: timer() Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:58:28.456331 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:58:28.563081 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.570825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.573112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/networks/c2c75112-5c45-4660-a631-8637e4620dfa HTTP/1.1" status: 204 len: 168 time: 0.3937919 Sep 16 05:58:28.575999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:28.584873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93faaa-9ad4-4e05-9bd4-f503bb044e4f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Network': ['ID=c2c75112-5c45-4660-a631-8637e4620dfa,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:28.639885 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae815ef8-4568-42d9-b1e6-35ee87d49046 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.674394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae815ef8-4568-42d9-b1e6-35ee87d49046 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.808755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae815ef8-4568-42d9-b1e6-35ee87d49046 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.811398 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ae815ef8-4568-42d9-b1e6-35ee87d49046 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.812647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ae815ef8-4568-42d9-b1e6-35ee87d49046 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/security-groups/49df0f24-45ba-4372-84f9-db0e4580ed04 HTTP/1.1" status: 204 len: 168 time: 0.2356067 Sep 16 05:58:28.822670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae815ef8-4568-42d9-b1e6-35ee87d49046 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49df0f24-45ba-4372-84f9-db0e4580ed04,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:28.972003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.215628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46674) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:29.220283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-0fa18748-9fc3-4802-9918-abc42bc54582 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-818055871', 'description': 'tempest-secgroup-smoke-818055871 description', 'project_id': 'adeb84abad58478eb9a2947112779c52'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:29.332828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa18748-9fc3-4802-9918-abc42bc54582 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.424917 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa18748-9fc3-4802-9918-abc42bc54582 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.494521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa18748-9fc3-4802-9918-abc42bc54582 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.527382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa18748-9fc3-4802-9918-abc42bc54582 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983a0af8-ecb8-48e6-9bab-0068b237e0d3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:29.692443 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0fa18748-9fc3-4802-9918-abc42bc54582 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.693810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0fa18748-9fc3-4802-9918-abc42bc54582 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4771016 Sep 16 05:58:29.697401 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46678) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:29.702136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-159bbfb5-8015-40b3-88d7-c145def85430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '983a0af8-ecb8-48e6-9bab-0068b237e0d3', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:29.914193 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-159bbfb5-8015-40b3-88d7-c145def85430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.980924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-159bbfb5-8015-40b3-88d7-c145def85430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.049317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-159bbfb5-8015-40b3-88d7-c145def85430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.069817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bbfb5-8015-40b3-88d7-c145def85430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c58c6a-e2fa-4d14-a6b5-bca85dabd7ed,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:30.132857 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-159bbfb5-8015-40b3-88d7-c145def85430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.134697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-159bbfb5-8015-40b3-88d7-c145def85430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4361601 Sep 16 05:58:30.137785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46684) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:30.145244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1f246935-4bd7-46e8-9504-8726379ff234 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '983a0af8-ecb8-48e6-9bab-0068b237e0d3', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:30.216672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ddee7fd0-c8f8-493c-859f-3d73a750d356 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:30.238844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ddee7fd0-c8f8-493c-859f-3d73a750d356 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:30.239297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ddee7fd0-c8f8-493c-859f-3d73a750d356 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:30.269941 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f246935-4bd7-46e8-9504-8726379ff234 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.338454 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f246935-4bd7-46e8-9504-8726379ff234 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.420523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f246935-4bd7-46e8-9504-8726379ff234 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.442203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f246935-4bd7-46e8-9504-8726379ff234 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f0d138-96d0-4a13-a483-43c22fb31f0f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:30.541292 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1f246935-4bd7-46e8-9504-8726379ff234 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.542485 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1f246935-4bd7-46e8-9504-8726379ff234 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4033611 Sep 16 05:58:30.545348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46686) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:30.549911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b1f8c212-448a-4b32-b58d-5ca5fa925d27 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '983a0af8-ecb8-48e6-9bab-0068b237e0d3', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:30.637961 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c212-448a-4b32-b58d-5ca5fa925d27 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.715087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c212-448a-4b32-b58d-5ca5fa925d27 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.792143 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c212-448a-4b32-b58d-5ca5fa925d27 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.814469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8c212-448a-4b32-b58d-5ca5fa925d27 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6956aeb3-6837-4aed-b385-5534b1d4db19,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:30.899418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c212-448a-4b32-b58d-5ca5fa925d27 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.901294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b1f8c212-448a-4b32-b58d-5ca5fa925d27 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3547540 Sep 16 05:58:30.904144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46692) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:30.908837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e4df045e-3b02-48bd-8238-de5b73aace97 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '983a0af8-ecb8-48e6-9bab-0068b237e0d3', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:31.024468 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4df045e-3b02-48bd-8238-de5b73aace97 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.088769 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4df045e-3b02-48bd-8238-de5b73aace97 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.186069 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4df045e-3b02-48bd-8238-de5b73aace97 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.209403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df045e-3b02-48bd-8238-de5b73aace97 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8560794f-59b9-4a4f-89a9-94e99f9626d3,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:31.337010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e4df045e-3b02-48bd-8238-de5b73aace97 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.338373 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e4df045e-3b02-48bd-8238-de5b73aace97 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4331861 Sep 16 05:58:31.341434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46694) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:31.348882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-85cbc5c2-fe64-4e3d-82f8-4d573b44e569 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '983a0af8-ecb8-48e6-9bab-0068b237e0d3', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:31.481617 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-85cbc5c2-fe64-4e3d-82f8-4d573b44e569 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Project adeb84abad58478eb9a2947112779c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:58:31.490110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5c2-fe64-4e3d-82f8-4d573b44e569 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.569484 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5c2-fe64-4e3d-82f8-4d573b44e569 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.669886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5c2-fe64-4e3d-82f8-4d573b44e569 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.686752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbc5c2-fe64-4e3d-82f8-4d573b44e569 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c0dd14-020f-4c2c-adeb-87ee34420c6d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:31.783904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-85cbc5c2-fe64-4e3d-82f8-4d573b44e569 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.785321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-85cbc5c2-fe64-4e3d-82f8-4d573b44e569 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4403541 Sep 16 05:58:31.788201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46698) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:31.794225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a32868b3-b56b-4bf3-bb91-2da386e24531 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '983a0af8-ecb8-48e6-9bab-0068b237e0d3', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:31.916816 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-a32868b3-b56b-4bf3-bb91-2da386e24531 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Project adeb84abad58478eb9a2947112779c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:58:31.924583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32868b3-b56b-4bf3-bb91-2da386e24531 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.001497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32868b3-b56b-4bf3-bb91-2da386e24531 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.095465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32868b3-b56b-4bf3-bb91-2da386e24531 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.115636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32868b3-b56b-4bf3-bb91-2da386e24531 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0115be58-ef54-44bc-8802-f1f48b183f6d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:32.201844 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32868b3-b56b-4bf3-bb91-2da386e24531 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.205517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a32868b3-b56b-4bf3-bb91-2da386e24531 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133427 Sep 16 05:58:32.206495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46700) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:32.214488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'network': {'name': 'tempest-network-smoke--822671205', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'port_security_enabled': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:32.332547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:58:32.337122 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.366258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:58:32.376581 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.376950 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Added segment 550bd733-5b0b-4551-98f5-c1ecebf0fc19 of type vlan for network 47319756-a0fb-4004-918f-9f91f20b6f67 Sep 16 05:58:32.420152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.515569 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.521278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:32.521870 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.596153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Network': ['ID=47319756-a0fb-4004-918f-9f91f20b6f67,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:32.608827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 47319756-a0fb-4004-918f-9f91f20b6f67 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:58:32.627204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1bff596a-719e-47be-a76b-cfa61d08d5da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4195762 Sep 16 05:58:32.629949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46702) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:32.635073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'admin_state_up': True, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:32.755907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.757102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:32.824534 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.086772 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.421185 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.448264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.596699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.25.1.246 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/cd137445-d5b0-418d-93b5-8f79205522e9) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:33.722835 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.821152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:33.884823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:33.893494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:33.901914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:33.940695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=cd137445-d5b0-418d-93b5-8f79205522e9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:34.263809 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.495746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.700687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:58:34.817555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:34.831773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Sync routers for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:34.841769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:34.842393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:58:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:34.900611 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:34.901914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bb73018a-e13d-4703-9e90-d22931edb909 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2709970 Sep 16 05:58:34.905329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:34.935918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4310ea2b-3ddf-49ad-92c9-b4ef8e4803da tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=adeb84abad58478eb9a2947112779c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293925 Sep 16 05:58:34.938742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46712) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:34.957263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:35.118683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d4706-9a04-4d11-b92b-8b2b590edc84 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:35.120439 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6e0d4706-9a04-4d11-b92b-8b2b590edc84 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1807303 Sep 16 05:58:35.125660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46714) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:35.162970 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f4bbf3ce-2567-4698-836c-d4952df1f7f1 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361013 Sep 16 05:58:35.167061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46716) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:35.172845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642540031', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:35.325621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:34Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:35.352562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Checking router: f53dd3d0-bb9c-4242-9b8f-3b31adeb102c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:35.353018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Updating router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c port cd137445-d5b0-418d-93b5-8f79205522e9 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:58:35.369380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:58:35.373351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.384775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.662517 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.681820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.746038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Subnet': ['ID=fe082f24-bd0b-4744-85c1-48264ae97107,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:35.764145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Checking segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:35.764535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network hostable DHCP agents. Network: 47319756-a0fb-4004-918f-9f91f20b6f67, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:58:35.795147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.853018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4ca6c-2f3d-4e2e-8516-8f94034a17bd None None] Pushing event updated for resources: {'Port': ['ID=cd137445-d5b0-418d-93b5-8f79205522e9,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:35.853560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Attempting to bind port cd137445-d5b0-418d-93b5-8f79205522e9 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:35.853560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Attempting to bind port cd137445-d5b0-418d-93b5-8f79205522e9 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:35.853844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Attempting to bind port cd137445-d5b0-418d-93b5-8f79205522e9 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:35.861146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:35.861146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:35.861146 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.864523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:35.864523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Bound port: cd137445-d5b0-418d-93b5-8f79205522e9, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:35.864523 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:35.906251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 47319756-a0fb-4004-918f-9f91f20b6f67 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:58:35.923503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] For port cd137445-d5b0-418d-93b5-8f79205522e9, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:35.927120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] For port cd137445-d5b0-418d-93b5-8f79205522e9, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cd137445-d5b0-418d-93b5-8f79205522e9,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:36.020487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 47319756-a0fb-4004-918f-9f91f20b6f67) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:36.031558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb727cc8-985a-4067-820e-6759b9691f0c None None] Network 47319756-a0fb-4004-918f-9f91f20b6f67 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:36.044160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:36.044160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.063665 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.141589 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-13c759f3-78aa-4d00-af1c-f64610d2f331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9730430 Sep 16 05:58:36.144465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46722) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:36.174435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:36.174985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:58:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:36.177036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4ca6c-2f3d-4e2e-8516-8f94034a17bd None None] Pushing event updated for resources: {'Port': ['ID=cd137445-d5b0-418d-93b5-8f79205522e9,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:36.348465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-47319756-a0fb-4004-918f-9f91f20b6f67', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:58:36.349359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:36.355354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:36.654402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Allocated IP 172.20.0.2 (47319756-a0fb-4004-918f-9f91f20b6f67/fe082f24-bd0b-4744-85c1-48264ae97107/2042209d-e105-4c04-b065-35b8c79400fb) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:36.792552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:34Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:36.827507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3503e-9514-43bb-88b3-d03ada5b2149 None None] The sync data for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 is: [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:34Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:36.949700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.049884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.092222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.111621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Network 47319756-a0fb-4004-918f-9f91f20b6f67 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:37.120512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:37.127230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:37.218526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Pushing event updated for resources: {'Port': ['ID=2042209d-e105-4c04-b065-35b8c79400fb,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:37.226317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Attempting to bind port 2042209d-e105-4c04-b065-35b8c79400fb on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:37.227185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Attempting to bind port 2042209d-e105-4c04-b065-35b8c79400fb by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:37.227555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Attempting to bind port 2042209d-e105-4c04-b065-35b8c79400fb on network 47319756-a0fb-4004-918f-9f91f20b6f67 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:37.234040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:37.235818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Checking segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:37.235818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.235818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Bound using segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:37.235818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Bound port: 2042209d-e105-4c04-b065-35b8c79400fb, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:37.236225 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.240829 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:37.349111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] For port 2042209d-e105-4c04-b065-35b8c79400fb, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:37.356421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] For port 2042209d-e105-4c04-b065-35b8c79400fb, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2042209d-e105-4c04-b065-35b8c79400fb,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:37.449322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.524958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c34493-fa77-41ab-afe9-4eb244201e87 None None] Pushing event updated for resources: {'Port': ['ID=2042209d-e105-4c04-b065-35b8c79400fb,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:37.529389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.20.0.1 (47319756-a0fb-4004-918f-9f91f20b6f67/fe082f24-bd0b-4744-85c1-48264ae97107/554214b2-4714-4dfe-89d7-b9cd4c3f0dae) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:37.691330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.798599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:37.857687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 47319756-a0fb-4004-918f-9f91f20b6f67 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:37.863449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:37.869359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:37.871975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:37.931944 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.152800 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.337356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cd137445-d5b0-418d-93b5-8f79205522e9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:38.401914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cd137445-d5b0-418d-93b5-8f79205522e9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:38.402299 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.471375 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.493521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.513626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port cd137445-d5b0-418d-93b5-8f79205522e9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cd137445-d5b0-418d-93b5-8f79205522e9,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:38.534754 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.608863 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.609668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2042209d-e105-4c04-b065-35b8c79400fb up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:38.619011 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.620938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:38.710081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=cd137445-d5b0-418d-93b5-8f79205522e9,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:38.728857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 47319756-a0fb-4004-918f-9f91f20b6f67 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:38.730616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:38.745402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2042209d-e105-4c04-b065-35b8c79400fb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:38.745781 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.863012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.889998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:38.913400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 2042209d-e105-4c04-b065-35b8c79400fb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2042209d-e105-4c04-b065-35b8c79400fb,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:38.981552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91ad15-527b-4a58-8b8c-26bfcb8f05fb None None] Network 47319756-a0fb-4004-918f-9f91f20b6f67 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:38.999539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.042041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:39.055909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-45ba7ce8-07f4-4bfb-a43c-50e34accab5d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "PUT /v2.0/routers/f53dd3d0-bb9c-4242-9b8f-3b31adeb102c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9017296 Sep 16 05:58:39.061851 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Sync routers for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:39.074974 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:39.075974 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:58:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:39.113809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=2042209d-e105-4c04-b065-35b8c79400fb,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:39.129698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d3ee55fc-bee5-44e6-9c1a-9403202cf415 None None] Provisioning complete for port 2042209d-e105-4c04-b065-35b8c79400fb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:39.130592 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3ee55fc-bee5-44e6-9c1a-9403202cf415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.211664 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:39.311197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-22b65e98-b352-483f-a562-6ba65702f858 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818055871&fields=id&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 267 time: 0.0519068 Sep 16 05:58:39.445754 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 2, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:39.454240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-8f763d06-17ed-4c0e-8cfe-958c7c7a3c2f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:39.455891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-8f763d06-17ed-4c0e-8cfe-958c7c7a3c2f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 796 time: 0.1402647 Sep 16 05:58:39.474031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-fd5ac0c5-5b1d-4ace-af6e-b2b20e567748 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/quotas/adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 375 time: 0.0103028 Sep 16 05:58:39.477664 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Checking router: f53dd3d0-bb9c-4242-9b8f-3b31adeb102c for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:39.478020 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Updating router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:58:39.505817 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.544090 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-a9e19c81-c9ae-43c3-adde-d99cb6b40b9c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613601 Sep 16 05:58:39.643534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0407b725-c0a1-4841-8f17-546df9032b91 None None] Provisioning complete for port 2042209d-e105-4c04-b065-35b8c79400fb triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:39.644527 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0407b725-c0a1-4841-8f17-546df9032b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.662610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-4c0e46aa-3ee2-4898-9be8-5d44fc994aa8 service neutron] 10.222.0.49 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070411 Sep 16 05:58:39.764511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0407b725-c0a1-4841-8f17-546df9032b91 None None] Provisioning complete for port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:39.766356 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0407b725-c0a1-4841-8f17-546df9032b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.784191 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-c64e0a36-05e1-4aa7-83fe-78d6504ad833 service neutron] 10.222.0.49 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140490 Sep 16 05:58:39.814343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0407b725-c0a1-4841-8f17-546df9032b91 None None] Port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:58:39.864651 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.936425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7dd2a981-39f7-4785-8b40-ad4bc5bffcf0 None None] Provisioning complete for port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:39.937323 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a981-39f7-4785-8b40-ad4bc5bffcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.969246 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:39.976864 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2a981-39f7-4785-8b40-ad4bc5bffcf0 None None] Port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:58:40.065831 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Pushing event updated for resources: {'Port': ['ID=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:40.077400 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.077791 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.078099 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.078569 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.078908 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.079240 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.079566 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.079914 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.080244 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.080635 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.080873 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.081198 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:40.105974 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b9f84b-e8bc-4881-9058-61a5265b725f req-24351ecf-af6c-459e-a7bf-f056f90c8baa tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 210 time: 0.0427585 Sep 16 05:58:40.114060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4fb69a78-b831-4708-a45b-ec42131b3f17 None None] Provisioning complete for port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:40.114654 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4fb69a78-b831-4708-a45b-ec42131b3f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.137001 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Attempting to bind port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:40.137592 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Attempting to bind port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:40.138115 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Attempting to bind port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae on network 47319756-a0fb-4004-918f-9f91f20b6f67 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:40.143616 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:40.144035 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Checking segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:40.144431 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.144826 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Bound using segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:40.145292 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Bound port: 554214b2-4714-4dfe-89d7-b9cd4c3f0dae, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:40.146048 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.182914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4fb69a78-b831-4708-a45b-ec42131b3f17 None None] Port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:58:40.248504 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] For port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:40.252572 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] For port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:40.305077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cd137445-d5b0-418d-93b5-8f79205522e9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:40.336339 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.384819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port cd137445-d5b0-418d-93b5-8f79205522e9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:40.386536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.423202 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:40.423618 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:58:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:40.427981 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2821193-d7fd-485d-bb01-10a29356c581 None None] Pushing event updated for resources: {'Port': ['ID=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:40.460907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-34e50a92-ea98-421b-88d9-6411c3777383 None None] Provisioning complete for port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:40.461282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e50a92-ea98-421b-88d9-6411c3777383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.552572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2042209d-e105-4c04-b065-35b8c79400fb up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:40.624668 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:40.633772 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e50a92-ea98-421b-88d9-6411c3777383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.649474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 2042209d-e105-4c04-b065-35b8c79400fb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:40.652324 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.701134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-34e50a92-ea98-421b-88d9-6411c3777383 None None] For port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:40.797310 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34e50a92-ea98-421b-88d9-6411c3777383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:40.841299 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:40.850757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e50a92-ea98-421b-88d9-6411c3777383 None None] Pushing event updated for resources: {'Port': ['ID=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:40.871800 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a977dc-3c79-4123-94a3-af7b5691c877 None None] The sync data for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 is: [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:40.953654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ec1bef2c-6598-4d1c-ab39-19b0677cbbbb None None] Provisioning complete for port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:40.954203 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec1bef2c-6598-4d1c-ab39-19b0677cbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.183920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61f08f48-9e64-43aa-a738-1884df0d66d3 req-271649fb-3c9c-4d46-8fda-6d61c2df901c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 210 time: 0.0295577 Sep 16 05:58:42.291126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 554214b2-4714-4dfe-89d7-b9cd4c3f0dae up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:42.297446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a52db44d-059f-4df8-bfc1-80900cf19dc3 req-8cdc8605-6f99-4cae-9aa2-b83bd6bcd488 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 210 time: 0.0332026 Sep 16 05:58:42.356553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:42.356944 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.663406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-55f87454-364f-45df-bc8c-c3ed2bf7e4db tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:42.664932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-55f87454-364f-45df-bc8c-c3ed2bf7e4db tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 796 time: 0.1060891 Sep 16 05:58:42.719815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-9cf4f149-08cc-4fef-914a-5a9b961bd39d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 379 time: 0.0389221 Sep 16 05:58:42.729421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'port': {'device_id': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'admin_state_up': True, 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'security_groups': ['983a0af8-ecb8-48e6-9bab-0068b237e0d3']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:42.940422 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:58:42.944392 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.076513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.20.0.6 (47319756-a0fb-4004-918f-9f91f20b6f67/fe082f24-bd0b-4744-85c1-48264ae97107/0480ae6b-5214-49c6-a471-0f49a1925926) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:43.223283 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.374872 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.419239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 47319756-a0fb-4004-918f-9f91f20b6f67 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:43.422381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:43.428700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:43.431353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb13f5b-1838-444a-afa1-f807054299c2 req-c7b6d7b6-31e2-4b10-b531-e83d3d69bd95 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:43.441701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0eb13f5b-1838-444a-afa1-f807054299c2 req-c7b6d7b6-31e2-4b10-b531-e83d3d69bd95 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 931 time: 0.0614221 Sep 16 05:58:43.441813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:43.495786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0eb13f5b-1838-444a-afa1-f807054299c2 req-ed4bda54-1dc4-42f9-9bc0-4f4443f3c6c9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409915 Sep 16 05:58:43.502193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:43.502919 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.593192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-93183fd2-6243-45a4-abac-c1c0cae156c7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8675866 Sep 16 05:58:43.616870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Request body: {'port': {'device_id': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:43.683223 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.705433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5ed02c4f-f0e6-466a-9b5c-3d3d7b8facef None None] Provisioning complete for port 0480ae6b-5214-49c6-a471-0f49a1925926 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:43.706070 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ed02c4f-f0e6-466a-9b5c-3d3d7b8facef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:43.896390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5ed02c4f-f0e6-466a-9b5c-3d3d7b8facef None None] Port 0480ae6b-5214-49c6-a471-0f49a1925926 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:58:43.988039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0480ae6b-5214-49c6-a471-0f49a1925926 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:58:43.995874 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.007648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Transition to ACTIVE for port object 0480ae6b-5214-49c6-a471-0f49a1925926 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:58:44.095172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.145221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:44.237865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:58:44.238200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:58:44.238531 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:44.243240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:58:44.243572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:58:44.248533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:58:44.248973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Checking segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:58:44.249239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Bound using segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:58:44.249669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Bound port: 0480ae6b-5214-49c6-a471-0f49a1925926, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:58:44.250029 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.323121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:58:44.326360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:58:44.412667 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.449558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.450179 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:44.451619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] 10.222.0.30 "PUT /v2.0/ports/0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 1092 time: 0.8415067 Sep 16 05:58:44.452102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:44.457281 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d9f0f1-f30e-4700-8ea4-bd4aecf02ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:44.485388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d2452-afa1-49c0-9ea9-5a4709647246 service neutron] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:44.506773 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5941c8ef-c7cc-454e-bfc8-ec2d01694299 x-openstack-request-id: req-5941c8ef-c7cc-454e-bfc8-ec2d01694299 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:44.507063 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:44.507310 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5941c8ef-c7cc-454e-bfc8-ec2d01694299 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:44.508266 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'status': 'completed', 'code': 200} Sep 16 05:58:44.607012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f0f1-f30e-4700-8ea4-bd4aecf02ed2 req-924b82ae-c6c8-4b23-9943-d47d2b0ee3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.608612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6d9f0f1-f30e-4700-8ea4-bd4aecf02ed2 req-924b82ae-c6c8-4b23-9943-d47d2b0ee3aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1095 time: 0.0555446 Sep 16 05:58:44.629606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c1398-6baa-48bb-b6d0-181c1ed3a182 req-75ec60cd-b2c6-4655-b82b-e9b917abed9e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.639215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-225c1398-6baa-48bb-b6d0-181c1ed3a182 req-75ec60cd-b2c6-4655-b82b-e9b917abed9e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 943 time: 0.0662432 Sep 16 05:58:44.678768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-225c1398-6baa-48bb-b6d0-181c1ed3a182 req-1a209522-baea-4cbb-99d5-a798b3c14e7c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 Sep 16 05:58:44.740502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f0f1-f30e-4700-8ea4-bd4aecf02ed2 req-397dbf8b-11bd-4cfa-ae4f-d48841150f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.741890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6d9f0f1-f30e-4700-8ea4-bd4aecf02ed2 req-397dbf8b-11bd-4cfa-ae4f-d48841150f8e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=adeb84abad58478eb9a2947112779c52&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1182611 Sep 16 05:58:44.845384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f0f1-f30e-4700-8ea4-bd4aecf02ed2 req-5194ac5a-52f5-4c97-977e-a8889d491903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.846979 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6d9f0f1-f30e-4700-8ea4-bd4aecf02ed2 req-5194ac5a-52f5-4c97-977e-a8889d491903 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971658 Sep 16 05:58:44.946766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-e3ebf9a5-fc54-4518-a347-e09fe569033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:44.948254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-e3ebf9a5-fc54-4518-a347-e09fe569033e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1095 time: 0.0421457 Sep 16 05:58:45.002320 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-8f5df533-4b86-4275-bef9-fb94470b20c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 217 time: 0.0383842 Sep 16 05:58:45.052501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-1cc858a4-b0bf-455e-80a4-67ecfed1bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.054071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-1cc858a4-b0bf-455e-80a4-67ecfed1bd79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.0446444 Sep 16 05:58:45.102260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-83fc5e44-5761-423e-b3e1-1440b18865e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.104019 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-83fc5e44-5761-423e-b3e1-1440b18865e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424287 Sep 16 05:58:45.202599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-b08bc516-3217-4918-85f0-5d8d19207195 service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889773 Sep 16 05:58:45.294629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c25e5978-8246-46ee-8ae9-9bbf3551bf18 req-fa796502-f1c7-4eaa-8c35-a43187e388dc service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852487 Sep 16 05:58:45.800061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9e489-8f6a-4482-b890-2e7a5b605016 req-13de507a-a742-4be6-ba8f-6509f9b06353 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:45.801960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50e9e489-8f6a-4482-b890-2e7a5b605016 req-13de507a-a742-4be6-ba8f-6509f9b06353 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 943 time: 0.0514262 Sep 16 05:58:45.855071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50e9e489-8f6a-4482-b890-2e7a5b605016 req-a928644e-d84e-47ac-bef8-0820c4cdfd45 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 Sep 16 05:58:46.974945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260d4d3-f5c2-4fa1-95af-79a8f91b10d9 req-ce7fce12-9615-467c-80f4-b0d1307cbafd tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:46.976501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8260d4d3-f5c2-4fa1-95af-79a8f91b10d9 req-ce7fce12-9615-467c-80f4-b0d1307cbafd tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 943 time: 0.0516434 Sep 16 05:58:47.017414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8260d4d3-f5c2-4fa1-95af-79a8f91b10d9 req-a86f9e6e-7257-4555-b1bc-3f8528e333ae tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341330 Sep 16 05:58:47.125464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:58:47.220536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:47.232382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '0480ae6b-5214-49c6-a471-0f49a1925926', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'port_id': '0480ae6b-5214-49c6-a471-0f49a1925926', 'mac_address': 'fa:16:3e:a1:76:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:58:47.272521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.286093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0480ae6b-5214-49c6-a471-0f49a1925926 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:58:47.307556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:47.429301 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:47.478197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:47.715595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0480ae6b-5214-49c6-a471-0f49a1925926'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:58:48.144085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659df13-b4fc-4875-b46b-3b47035008c5 req-60e232c0-c87f-47b1-a1a2-58711079f863 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:48.145653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2659df13-b4fc-4875-b46b-3b47035008c5 req-60e232c0-c87f-47b1-a1a2-58711079f863 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 944 time: 0.0525753 Sep 16 05:58:48.187642 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2659df13-b4fc-4875-b46b-3b47035008c5 req-a3d8410f-3562-4bd0-b68f-0f3a9cb28230 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352786 Sep 16 05:58:49.140330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:49.265627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 0480ae6b-5214-49c6-a471-0f49a1925926 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:58:49.270293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 0480ae6b-5214-49c6-a471-0f49a1925926 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:49.270293 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:49.312342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83a2a7-2ed8-412b-ac96-fc9ae262e100 req-a2389228-2df9-4e21-859a-ec6a2587fa80 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.313889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da83a2a7-2ed8-412b-ac96-fc9ae262e100 req-a2389228-2df9-4e21-859a-ec6a2587fa80 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 944 time: 0.0568032 Sep 16 05:58:49.355500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da83a2a7-2ed8-412b-ac96-fc9ae262e100 req-891f5de8-28b1-4d64-bd89-63def28db048 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354166 Sep 16 05:58:49.355813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:49.382932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:49.385381 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b90168-f339-42fb-8135-9dc1d01e0d0b" -d '{"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-plugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:49.404618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:49.423558 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68c5840-c9f7-4da3-aaed-fcf0c19daa2f x-openstack-request-id: req-a68c5840-c9f7-4da3-aaed-fcf0c19daa2f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:49.423881 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-plugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:49.424183 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a68c5840-c9f7-4da3-aaed-fcf0c19daa2f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:49.424604 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'code': 200} Sep 16 05:58:49.486365 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:49.535626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:49.547241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376c87-7575-45de-aa5a-576caf20684b req-9e72c8ad-fa29-49ab-b22d-42e915012c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.548952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec376c87-7575-45de-aa5a-576caf20684b req-9e72c8ad-fa29-49ab-b22d-42e915012c99 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1097 time: 0.0420961 Sep 16 05:58:49.593003 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ec376c87-7575-45de-aa5a-576caf20684b req-68bd0d27-f9ba-4318-98df-960b14f3ed22 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294902 Sep 16 05:58:49.928509 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b491a8e4-f568-420e-b3d1-81d85b981799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:50.488560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c514de-9e74-44ac-990b-830ebb99a77b req-deb3b242-eb60-460e-9b33-c146fd0a7d2a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:50.490144 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77c514de-9e74-44ac-990b-830ebb99a77b req-deb3b242-eb60-460e-9b33-c146fd0a7d2a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0518322 Sep 16 05:58:50.530451 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77c514de-9e74-44ac-990b-830ebb99a77b req-f1b4ce68-04a4-4b39-a540-1463c6333443 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336652 Sep 16 05:58:50.995711 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:51.658021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a094baf-5cb0-49f4-bf95-903d8413ab9f req-fb605698-5eea-4cb8-9968-7ba38c37adbb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:51.659575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a094baf-5cb0-49f4-bf95-903d8413ab9f req-fb605698-5eea-4cb8-9968-7ba38c37adbb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Sep 16 05:58:51.703338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a094baf-5cb0-49f4-bf95-903d8413ab9f req-c05f5626-b738-40fc-ab8d-ddd4690043b7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Sep 16 05:58:51.823464 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da8dd0-fa1f-4cf3-af4d-65409a70f4ec req-83ff89f1-c558-45b8-9fb2-3c1b6fd0101b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:51.825050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33da8dd0-fa1f-4cf3-af4d-65409a70f4ec req-83ff89f1-c558-45b8-9fb2-3c1b6fd0101b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0506682 Sep 16 05:58:51.866226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33da8dd0-fa1f-4cf3-af4d-65409a70f4ec req-acce98d5-c526-455c-bfe6-0ddc5820b8fe tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350094 Sep 16 05:58:51.892070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46814) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:51.939083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd77acd-0b9f-47bb-a848-9b83e8b470d9 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:51.940716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7cd77acd-0b9f-47bb-a848-9b83e8b470d9 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1092 time: 0.0476327 Sep 16 05:58:51.943618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46816) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:51.948335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '0480ae6b-5214-49c6-a471-0f49a1925926', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:58:52.049162 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:52.155165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:52.267211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.25.1.42 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0adda6cb-07ec-40ea-b232-440905042c3d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:58:52.377639 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:52.480772 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:52.520736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:58:52.523633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:58:52.528440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:58:52.563097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=0adda6cb-07ec-40ea-b232-440905042c3d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:52.899804 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.062771 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.104266 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1c42-27a4-4ac8-8899-bd3c100d0104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.217709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.346214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.419080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=0adda6cb-07ec-40ea-b232-440905042c3d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:53.434310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.543984 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Floating IP 0426150c-9e6c-4bea-a02f-7f02887298eb associated. External IP: 172.25.1.42, port: 0480ae6b-5214-49c6-a471-0f49a1925926. Sep 16 05:58:53.775946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:53.851915 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.889396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:53.901698 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] Sync routers for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:53.921380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:53.922014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:58:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:53.960610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.993670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b8b02a5b-8400-429c-b8f6-fe6e7ffc3312 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0490019 Sep 16 05:58:53.995189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:53.998248 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:54.077593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:54.083954 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3cb918-2e75-4974-a625-f4ea8cf60e0a x-openstack-request-id: req-4c3cb918-2e75-4974-a625-f4ea8cf60e0a {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:54.084252 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:54.084509 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c3cb918-2e75-4974-a625-f4ea8cf60e0a {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:54.084923 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'status': 'completed', 'code': 200} Sep 16 05:58:54.133678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c35e6-bfa2-4d19-b3b6-e18609994637 req-78516e3b-b749-47a8-8036-aa16b047cb38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:54.136077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-696c35e6-bfa2-4d19-b3b6-e18609994637 req-78516e3b-b749-47a8-8036-aa16b047cb38 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0527208 Sep 16 05:58:54.199741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-696c35e6-bfa2-4d19-b3b6-e18609994637 req-3d801e53-a9f2-4f7e-84e4-ec8d6795cffe tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550957 Sep 16 05:58:54.202670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-47bc6ccd-36bb-426d-b27d-fb1a8a207d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:54.204355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-47bc6ccd-36bb-426d-b27d-fb1a8a207d49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1097 time: 0.0673296 Sep 16 05:58:54.223080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 46848) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:54.293944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e5f70797-9f65-453f-97b7-133211e441ba tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/0426150c-9e6c-4bea-a02f-7f02887298eb HTTP/1.1" status: 200 len: 990 time: 0.0682955 Sep 16 05:58:54.316144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-486efc6e-4fdf-4947-bd92-d3e7b476b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:54.318122 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-486efc6e-4fdf-4947-bd92-d3e7b476b10b service neutron] 10.222.0.30 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.1007242 Sep 16 05:58:54.323397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0426150c-9e6c-4bea-a02f-7f02887298eb', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'port_id': '0480ae6b-5214-49c6-a471-0f49a1925926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'mac_address': 'fa:16:3e:a1:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:52Z', 'updated_at': '2021-09-16T05:58:52Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:54.349844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] Checking router: f53dd3d0-bb9c-4242-9b8f-3b31adeb102c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:54.358402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:54.359137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:58:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:54.386042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-55cf748c-7f48-41b4-a982-cd7dc128577b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 998 time: 0.0607536 Sep 16 05:58:54.440765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-acb7b2d9-dd36-4a35-85d2-8f532fe6c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:54.442269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-acb7b2d9-dd36-4a35-85d2-8f532fe6c7b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.0493178 Sep 16 05:58:54.473619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:54.489769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-b8fc7409-ed43-4df8-87f1-e4bae4e257f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:54.491307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-b8fc7409-ed43-4df8-87f1-e4bae4e257f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415590 Sep 16 05:58:54.588170 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-db4545a8-e06f-4f2c-bd69-33d1b6ce3d3e service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887733 Sep 16 05:58:54.688602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-030634c0-62ea-4d5a-9b8e-43cd398d7ac3 req-f0843211-7280-405f-80c8-aa10fdd83c0b service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888615 Sep 16 05:58:54.700419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0426150c-9e6c-4bea-a02f-7f02887298eb', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'port_id': '0480ae6b-5214-49c6-a471-0f49a1925926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'mac_address': 'fa:16:3e:a1:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:52Z', 'updated_at': '2021-09-16T05:58:52Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:54.727609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad6456-ed7e-498b-8358-4e189e403427 None None] The sync data for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 is: [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '0426150c-9e6c-4bea-a02f-7f02887298eb', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'port_id': '0480ae6b-5214-49c6-a471-0f49a1925926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'mac_address': 'fa:16:3e:a1:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:58:52Z', 'updated_at': '2021-09-16T05:58:52Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:54.926026 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de56394-6130-4c29-ab7c-0d2fc89307b7 None None] New status for floating IP 0426150c-9e6c-4bea-a02f-7f02887298eb: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:58:55.296273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 46856) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:55.358247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6e453774-d549-4ef5-9cec-782ca93c7e63 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/0426150c-9e6c-4bea-a02f-7f02887298eb HTTP/1.1" status: 200 len: 992 time: 0.0607295 Sep 16 05:58:55.417503 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:57.497879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.985494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:14.241184 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:19.885890 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f10ae6df-0b14-477d-93aa-4954514b03fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:21.013825 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.108292 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ba522e3-9e0e-4029-be29-a022242e87ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.865148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:24.053667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e9dfa-b1e6-4e11-bbb1-4015afe89810 req-f428d996-87b9-4d4d-9190-25c72c5b9fdd tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.055369 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e46e9dfa-b1e6-4e11-bbb1-4015afe89810 req-f428d996-87b9-4d4d-9190-25c72c5b9fdd tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1097 time: 0.0467486 Sep 16 05:59:24.095251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e46e9dfa-b1e6-4e11-bbb1-4015afe89810 req-5928d2e6-3297-45ce-85e9-da85503d7271 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303440 Sep 16 05:59:24.222662 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df327350-69ca-4972-b911-b773d7a8762e req-08503c45-ab26-4e4c-9ba5-55680f33a95b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:24.224155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df327350-69ca-4972-b911-b773d7a8762e req-08503c45-ab26-4e4c-9ba5-55680f33a95b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0555391 Sep 16 05:59:24.264563 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df327350-69ca-4972-b911-b773d7a8762e req-a200d50a-508d-48c1-9795-7c37b1a51906 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337772 Sep 16 05:59:24.287297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47052) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:24.351620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3872126d-135f-4652-a32a-2a4444b977e0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/0426150c-9e6c-4bea-a02f-7f02887298eb HTTP/1.1" status: 200 len: 992 time: 0.0620134 Sep 16 05:59:25.046779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3107e2-ac5a-4dfd-9100-dd1f229eae02 req-d406d740-0282-4935-8000-301cc73d922a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.048378 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d3107e2-ac5a-4dfd-9100-dd1f229eae02 req-d406d740-0282-4935-8000-301cc73d922a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0578895 Sep 16 05:59:25.091075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47066) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:25.094176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d3107e2-ac5a-4dfd-9100-dd1f229eae02 req-0604d26e-535b-45a1-9216-22a1f22bf56f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393016 Sep 16 05:59:25.265836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-a8cfc6d3-2001-43e4-a243-6ac854948449 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1724472 Sep 16 05:59:25.275610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-52897e62-7486-4e2c-bae7-e24018d20b2f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:59:25.276816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-52897e62-7486-4e2c-bae7-e24018d20b2f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067341 Sep 16 05:59:25.459624 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:26.224884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4a76-580a-4537-a249-261035b54ac2 req-6d00647e-2069-4afa-87fe-d085538f39d2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:26.226321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e4a4a76-580a-4537-a249-261035b54ac2 req-6d00647e-2069-4afa-87fe-d085538f39d2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0508544 Sep 16 05:59:26.266604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e4a4a76-580a-4537-a249-261035b54ac2 req-a030f826-d77f-4878-a1a1-2e04860f5040 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336542 Sep 16 05:59:27.388865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53668984-21df-47f3-9905-dfe2e51fed5a req-f3f7bcd1-4fc1-4afe-9565-d9b82e7268e1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.392372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53668984-21df-47f3-9905-dfe2e51fed5a req-f3f7bcd1-4fc1-4afe-9565-d9b82e7268e1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0516710 Sep 16 05:59:27.431135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53668984-21df-47f3-9905-dfe2e51fed5a req-4c2b2c22-a159-4298-8aaa-dbcb7501662a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345550 Sep 16 05:59:27.512099 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:27.958695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-5c29de9b-fc7c-48e7-af4b-db32622b56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.966123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-5c29de9b-fc7c-48e7-af4b-db32622b56e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1097 time: 0.0552316 Sep 16 05:59:28.422927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-1ac2b01c-d05d-43f1-8bd2-07da80d63719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:28.424466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-1ac2b01c-d05d-43f1-8bd2-07da80d63719 service neutron] 10.222.0.30 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.4500096 Sep 16 05:59:28.492551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-9f319ac0-77aa-4ee9-bb7c-24a4ff2bfd7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 1000 time: 0.0597970 Sep 16 05:59:28.552099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-00679cee-1960-4bb8-8081-0b05b9005b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:28.553863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-00679cee-1960-4bb8-8081-0b05b9005b6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.0485902 Sep 16 05:59:28.561039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b312c-f246-4b4d-b67c-0b28d421d985 req-3d3dde58-4867-4347-b992-97df80326ebd tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:28.562577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-747b312c-f246-4b4d-b67c-0b28d421d985 req-3d3dde58-4867-4347-b992-97df80326ebd tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0567620 Sep 16 05:59:28.605135 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-747b312c-f246-4b4d-b67c-0b28d421d985 req-33d6977c-5f63-4e6d-9e2f-211bee307717 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358849 Sep 16 05:59:28.611458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-6e561610-d926-4d02-82a8-d1ed0c64286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:28.613093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-6e561610-d926-4d02-82a8-d1ed0c64286a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520830 Sep 16 05:59:28.706039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-f9f71546-e7f6-4215-abe9-2b35b1ac9fd6 service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850694 Sep 16 05:59:28.805004 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-ac79504e-16dc-4822-80f0-7917b63c5525 service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912747 Sep 16 05:59:29.021773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.724578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587a7d6-423a-49ec-b4c1-85177e20e589 req-bc25ec21-8855-4279-9c23-92f0a6d3dbaa tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:29.726094 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8587a7d6-423a-49ec-b4c1-85177e20e589 req-bc25ec21-8855-4279-9c23-92f0a6d3dbaa tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0505636 Sep 16 05:59:29.769003 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8587a7d6-423a-49ec-b4c1-85177e20e589 req-03ea348b-1446-41f9-ae36-1a3e22be1bb5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347493 Sep 16 05:59:30.342830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47128) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:30.461423 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.552010 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.651502 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.690825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb4761f6722d45dfbdb6827b91b9d1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468320 Sep 16 05:59:30.691633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c335ee-c08e-4a5e-995e-ff27c79d8f30,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:30.693660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47132) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:30.700174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.700521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.700878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.701205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.701535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.701862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.702186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.702506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.702825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.703176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.703515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.703835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d1f49-cde0-4b30-bd8b-8656b92ec1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.749125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.770940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.876711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.879334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.880553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44c335ee-c08e-4a5e-995e-ff27c79d8f30 HTTP/1.1" status: 204 len: 168 time: 0.1857061 Sep 16 05:59:30.889791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c335ee-c08e-4a5e-995e-ff27c79d8f30,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:30.895190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2aac1-7e74-4801-a552-a7cf48937b68 req-e543e1d6-721e-4c36-97c8-532b047abfb3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:30.896913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fab2aac1-7e74-4801-a552-a7cf48937b68 req-e543e1d6-721e-4c36-97c8-532b047abfb3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0549726 Sep 16 05:59:30.897529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.897896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.898288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.898572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.899088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.899427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.899845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.899845 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.900444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.900945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.901275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.901609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3713dd-4c5d-4930-ac8f-6a00ba827e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:30.947606 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fab2aac1-7e74-4801-a552-a7cf48937b68 req-65ae737e-eb5a-4fe8-9ec0-eb6e661921f5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385664 Sep 16 05:59:32.072294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ab9ac-6a6e-45e3-aad8-e60c95320ebe req-2559a5b1-fea4-4dc4-a067-dcddef4cfab8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:32.074054 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c57ab9ac-6a6e-45e3-aad8-e60c95320ebe req-2559a5b1-fea4-4dc4-a067-dcddef4cfab8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0554190 Sep 16 05:59:32.113502 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c57ab9ac-6a6e-45e3-aad8-e60c95320ebe req-d03d2288-2f60-4c48-b698-3a7c7a32a019 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333595 Sep 16 05:59:32.589409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47166) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:32.706959 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eef24b38-5738-4e6b-92f7-8bfc13dcc439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.799181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eef24b38-5738-4e6b-92f7-8bfc13dcc439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.857149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eef24b38-5738-4e6b-92f7-8bfc13dcc439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.902071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eef24b38-5738-4e6b-92f7-8bfc13dcc439 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=987843a79f604b6fbb643c19d699608e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115385 Sep 16 05:59:32.903175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef24b38-5738-4e6b-92f7-8bfc13dcc439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0406d48a-41a1-49bf-b448-f495ab4cc058,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:32.906197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47170) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:32.966942 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9f0036d-257b-4aa2-af69-1c04090f6a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:32.993289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9f0036d-257b-4aa2-af69-1c04090f6a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.104740 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9f0036d-257b-4aa2-af69-1c04090f6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.107481 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b9f0036d-257b-4aa2-af69-1c04090f6a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.108720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b9f0036d-257b-4aa2-af69-1c04090f6a92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0406d48a-41a1-49bf-b448-f495ab4cc058 HTTP/1.1" status: 204 len: 168 time: 0.2014334 Sep 16 05:59:33.117295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0036d-257b-4aa2-af69-1c04090f6a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406d48a-41a1-49bf-b448-f495ab4cc058,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:33.257385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1880535-a6d9-426e-a4d1-eed6dc114290 req-36eae3f9-343d-4df2-830d-4641202ae1ab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:33.259239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c1880535-a6d9-426e-a4d1-eed6dc114290 req-36eae3f9-343d-4df2-830d-4641202ae1ab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0626724 Sep 16 05:59:33.316330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c1880535-a6d9-426e-a4d1-eed6dc114290 req-dfb93cd8-6d26-493b-8cd0-90a529db1f1a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506771 Sep 16 05:59:34.441154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f1f36-9720-4ac9-93de-77757c4c9a1d req-406092b0-bdd3-4b6c-9ccf-c293e560d548 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:34.442690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a46f1f36-9720-4ac9-93de-77757c4c9a1d req-406092b0-bdd3-4b6c-9ccf-c293e560d548 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0508456 Sep 16 05:59:34.485763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a46f1f36-9720-4ac9-93de-77757c4c9a1d req-dbad8a67-d4d5-44b8-ad38-ab71322d4800 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362527 Sep 16 05:59:34.930515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47214) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:35.078313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'network': {'name': 'tempest-network-smoke--1849415004', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:35.153931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:35.157482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.166625 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.258134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.355981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.383161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:59:35.392811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8251d1b5-f4d0-4aa4-8719-19adc78f3d9b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:35.400471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.401431 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Added segment a78ae0ac-ad06-4c75-8acb-c66db35742a1 of type vlan for network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f Sep 16 05:59:35.441582 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.539708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.545533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:35.546200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.616706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Network': ['ID=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:35.617319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395922-5271-4b75-80e4-9540387fa2b0 req-72b6eaf5-fb38-4f69-95a0-c39ece692827 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:35.620424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c395922-5271-4b75-80e4-9540387fa2b0 req-72b6eaf5-fb38-4f69-95a0-c39ece692827 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0517759 Sep 16 05:59:35.627605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:59:35.654175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-73615171-871b-4e67-be83-1e9f4eaaf503 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7222955 Sep 16 05:59:35.656944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47222) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:35.666342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-411592218', 'admin_state_up': True, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:35.673609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c395922-5271-4b75-80e4-9540387fa2b0 req-68667bb5-a7b2-4126-82ac-c8d1d8f42ef8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 Sep 16 05:59:35.813444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.814505 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:35.865999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.099448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.406110 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.429995 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.535215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.25.1.233 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/e58e58c3-e354-451e-84be-4d1aa41901e5) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:36.650300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.722109 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.783890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:36.795532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:36.801269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:36.807485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=e58e58c3-e354-451e-84be-4d1aa41901e5,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:36.857228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daed8f4-4d29-4206-b327-1dbb3d30be25 req-d8e9ce19-a5b2-43fe-bed2-896192c657a4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:36.858770 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2daed8f4-4d29-4206-b327-1dbb3d30be25 req-d8e9ce19-a5b2-43fe-bed2-896192c657a4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.1081970 Sep 16 05:59:36.991311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2daed8f4-4d29-4206-b327-1dbb3d30be25 req-d954e17a-c830-44cc-b804-1689f9a28680 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262908 Sep 16 05:59:37.188039 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:37.389196 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:37.590211 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:59:37.702651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:37.713042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Sync routers for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:37.722295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:37.722919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:59:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:37.791364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:37.792700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cd7ad0aa-1586-4566-923f-83ce5ac573cb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1347804 Sep 16 05:59:37.796133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47226) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:37.835349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:37.881563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6b23a140-374f-4212-82fa-fd82d7f61184 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=dd95e750c7c6405089b0aa4139910d61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843074 Sep 16 05:59:37.885945 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47230) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:37.984407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad178751-484f-4ff6-9b1c-0b83ae48e77a tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:37.985983 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad178751-484f-4ff6-9b1c-0b83ae48e77a tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987840 Sep 16 05:59:37.988755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47232) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:38.016984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5d2d8ab2-1d64-43f9-8a31-b129ea63671f tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271630 Sep 16 05:59:38.017242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:36Z', 'revision_number': 3, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:38.019838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47236) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:38.025508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959644198', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:38.049026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Checking router: 60dc27eb-999c-4b33-9bb7-be8e0d286d08 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:38.049378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Updating router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 port e58e58c3-e354-451e-84be-4d1aa41901e5 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:59:38.075775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.111552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f58c-3b16-41a1-ad32-f1b7a25a7241 req-94c89959-74d9-4dae-98b4-4c2312f80aa0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:38.113128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e90f58c-3b16-41a1-ad32-f1b7a25a7241 req-94c89959-74d9-4dae-98b4-4c2312f80aa0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0504422 Sep 16 05:59:38.153246 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e90f58c-3b16-41a1-ad32-f1b7a25a7241 req-38986726-eece-4288-8be8-da7013f69410 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325882 Sep 16 05:59:38.190330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:38.193917 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.336006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.410959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.439521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.467712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Attempting to bind port e58e58c3-e354-451e-84be-4d1aa41901e5 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:38.468172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Attempting to bind port e58e58c3-e354-451e-84be-4d1aa41901e5 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:38.468568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Attempting to bind port e58e58c3-e354-451e-84be-4d1aa41901e5 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:38.475549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Pushing event updated for resources: {'Port': ['ID=e58e58c3-e354-451e-84be-4d1aa41901e5,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:38.479142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:38.479514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:38.479950 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.480347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:38.480827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Bound port: e58e58c3-e354-451e-84be-4d1aa41901e5, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:38.481201 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.501762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Subnet': ['ID=92d8a163-aca5-491e-83db-d7a2597a239f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:38.506911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.507269 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.507906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.508113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.508469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.508919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.509149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.509569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.510330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.510661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.510990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.511126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Checking segment: {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:38.511316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:38.511493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network hostable DHCP agents. Network: e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:59:38.546515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] For port e58e58c3-e354-451e-84be-4d1aa41901e5, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:38.549700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] For port e58e58c3-e354-451e-84be-4d1aa41901e5, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e58e58c3-e354-451e-84be-4d1aa41901e5,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:38.601960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:59:38.642162 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.700186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:38.700795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:59:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:38.719511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:38.723634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:38.724392 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.744518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b4c28-202f-4134-a4cc-167baeb402fc None None] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:59:38.748176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0442285-40f5-4f83-86b1-9f03f3624017 None None] Pushing event updated for resources: {'Port': ['ID=e58e58c3-e354-451e-84be-4d1aa41901e5,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:38.796770 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7cc97a31-e0e9-4a79-bc5a-73c171ce0f57 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7760146 Sep 16 05:59:38.799496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47238) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:39.031958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:39.213502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:59:39.214369 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.303213 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.326349 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2702f-1c3b-451d-8b79-e6ed874675c5 req-6506ced7-b187-487e-aa9c-133564694788 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:39.327924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fba2702f-1c3b-451d-8b79-e6ed874675c5 req-6506ced7-b187-487e-aa9c-133564694788 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0931003 Sep 16 05:59:39.379487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:36Z', 'revision_number': 3, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:39.413009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09136b1d-5f47-409a-b7bb-d0996540d458 None None] The sync data for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 is: [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:36Z', 'revision_number': 3, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:39.423472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Allocated IP 172.20.0.2 (e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f/92d8a163-aca5-491e-83db-d7a2597a239f/933a78d8-c04b-456d-938e-13de4e74d6fc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:39.439104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fba2702f-1c3b-451d-8b79-e6ed874675c5 req-3cc5a62c-6628-4bf9-a9e7-c909f1f28e67 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759423 Sep 16 05:59:39.591974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.677159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.722354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:39.725362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:39.732153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:39.736124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.20.0.1 (e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f/92d8a163-aca5-491e-83db-d7a2597a239f/240b821f-5f9f-4060-8b5b-a1b29c9d709f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:39.740156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Pushing event updated for resources: {'Port': ['ID=933a78d8-c04b-456d-938e-13de4e74d6fc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:39.798473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Attempting to bind port 933a78d8-c04b-456d-938e-13de4e74d6fc on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:39.799125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Attempting to bind port 933a78d8-c04b-456d-938e-13de4e74d6fc by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:39.799244 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Attempting to bind port 933a78d8-c04b-456d-938e-13de4e74d6fc on network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:39.804847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:39.805222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Checking segment: {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:39.806681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.807095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Bound using segment: {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:39.807576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Bound port: 933a78d8-c04b-456d-938e-13de4e74d6fc, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:39.808000 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.875701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:39.887972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] For port 933a78d8-c04b-456d-938e-13de4e74d6fc, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:39.891669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] For port 933a78d8-c04b-456d-938e-13de4e74d6fc, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=933a78d8-c04b-456d-938e-13de4e74d6fc,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:40.000230 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.043789 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.065426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bad28-349a-4802-b3e2-0429b3ce1d17 None None] Pushing event updated for resources: {'Port': ['ID=933a78d8-c04b-456d-938e-13de4e74d6fc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:40.101964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:40.107563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:40.112954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:40.117474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=240b821f-5f9f-4060-8b5b-a1b29c9d709f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:40.168569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.444501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.452404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e58e58c3-e354-451e-84be-4d1aa41901e5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:40.505540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e58e58c3-e354-451e-84be-4d1aa41901e5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:40.505540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.573191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cf74e-9d29-4e6a-8095-db36ecb88e0d req-8b35d62f-1278-44f4-a6eb-e2d50a3e78f6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:40.574808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b1cf74e-9d29-4e6a-8095-db36ecb88e0d req-8b35d62f-1278-44f4-a6eb-e2d50a3e78f6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0525074 Sep 16 05:59:40.595365 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.617188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port e58e58c3-e354-451e-84be-4d1aa41901e5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e58e58c3-e354-451e-84be-4d1aa41901e5,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:40.619905 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b1cf74e-9d29-4e6a-8095-db36ecb88e0d req-d9bb5204-997a-4cc6-a0ee-c07a148eca08 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369453 Sep 16 05:59:40.733567 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.734382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 933a78d8-c04b-456d-938e-13de4e74d6fc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:40.747792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.813509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=e58e58c3-e354-451e-84be-4d1aa41901e5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:40.828063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.834383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 933a78d8-c04b-456d-938e-13de4e74d6fc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:40.834755 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.904847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=240b821f-5f9f-4060-8b5b-a1b29c9d709f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:40.907321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.922667 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:40.963501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 933a78d8-c04b-456d-938e-13de4e74d6fc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=933a78d8-c04b-456d-938e-13de4e74d6fc,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:41.048121 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:41.100010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=933a78d8-c04b-456d-938e-13de4e74d6fc,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:41.346579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:41.348110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:41.470501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:41.588693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:41.594218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cfa58311-a683-46c9-b43f-5acff5f66f6d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "PUT /v2.0/routers/60dc27eb-999c-4b33-9bb7-be8e0d286d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7933092 Sep 16 05:59:41.596677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47246) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:41.599153 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Sync routers for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:41.614217 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:41.615035 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:59:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:41.705855 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459a871-1729-40d2-9f99-44473e0b3c92 None None] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:59:41.736971 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:41.783909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-936fbd80-bd2f-4375-b3d2-d9c903a7d3e4 None None] Provisioning complete for port 933a78d8-c04b-456d-938e-13de4e74d6fc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:41.784363 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-936fbd80-bd2f-4375-b3d2-d9c903a7d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:41.819786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630748a-4216-4f43-ba42-221e5875dc03 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.820497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630748a-4216-4f43-ba42-221e5875dc03 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.820768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630748a-4216-4f43-ba42-221e5875dc03 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.821785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630748a-4216-4f43-ba42-221e5875dc03 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.822266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630748a-4216-4f43-ba42-221e5875dc03 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.824146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9630748a-4216-4f43-ba42-221e5875dc03 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2263186 Sep 16 05:59:41.827327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47250) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:41.832727 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284cdcc-567d-4a06-a3d2-e6a0731febbc req-aa7467d8-5223-40a5-b08b-80caaf0e8011 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.838362 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a284cdcc-567d-4a06-a3d2-e6a0731febbc req-aa7467d8-5223-40a5-b08b-80caaf0e8011 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.1122904 Sep 16 05:59:41.902195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a284cdcc-567d-4a06-a3d2-e6a0731febbc req-2e91ec52-ee57-4f82-b1b8-c5f9897b0065 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545390 Sep 16 05:59:41.972456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b268ebf-97c3-4a35-964d-37594eb1ca54 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.972932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b268ebf-97c3-4a35-964d-37594eb1ca54 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.973396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b268ebf-97c3-4a35-964d-37594eb1ca54 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.974371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b268ebf-97c3-4a35-964d-37594eb1ca54 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.974832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b268ebf-97c3-4a35-964d-37594eb1ca54 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:41.976676 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b268ebf-97c3-4a35-964d-37594eb1ca54 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.1466217 Sep 16 05:59:41.980257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47252) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:41.991974 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 2, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:42.023417 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Checking router: 60dc27eb-999c-4b33-9bb7-be8e0d286d08 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:42.023764 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Updating router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 port 240b821f-5f9f-4060-8b5b-a1b29c9d709f binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:59:42.050356 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.271148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d0a2a4f7-9a0b-4490-837a-010d3dab0029 None None] Provisioning complete for port 240b821f-5f9f-4060-8b5b-a1b29c9d709f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:42.271631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a4f7-9a0b-4490-837a-010d3dab0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.344477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2a4f7-9a0b-4490-837a-010d3dab0029 None None] Port 240b821f-5f9f-4060-8b5b-a1b29c9d709f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:59:42.357741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d0a2a4f7-9a0b-4490-837a-010d3dab0029 None None] Provisioning complete for port 933a78d8-c04b-456d-938e-13de4e74d6fc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:42.358377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a4f7-9a0b-4490-837a-010d3dab0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.397763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e58e58c3-e354-451e-84be-4d1aa41901e5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:42.475444 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.510423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e58e58c3-e354-451e-84be-4d1aa41901e5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:42.511064 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.536714 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.595040 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Pushing event updated for resources: {'Port': ['ID=240b821f-5f9f-4060-8b5b-a1b29c9d709f,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:42.606835 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.607502 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.607502 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.607820 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.608374 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.608705 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.609032 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.609359 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.609717 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.610038 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.610534 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.610858 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:42.611989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 933a78d8-c04b-456d-938e-13de4e74d6fc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:42.670582 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b575e778-24b9-4df0-9c9a-afc3ac5cb27d tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.6891630 Sep 16 05:59:42.674160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ad5aff63-9d78-40ca-a208-03431930f05e None None] Provisioning complete for port 240b821f-5f9f-4060-8b5b-a1b29c9d709f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:42.674703 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad5aff63-9d78-40ca-a208-03431930f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.681753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 933a78d8-c04b-456d-938e-13de4e74d6fc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:42.682177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.690105 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Attempting to bind port 240b821f-5f9f-4060-8b5b-a1b29c9d709f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:42.690480 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Attempting to bind port 240b821f-5f9f-4060-8b5b-a1b29c9d709f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:42.690843 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Attempting to bind port 240b821f-5f9f-4060-8b5b-a1b29c9d709f on network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:42.699795 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:42.700547 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Checking segment: {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:42.700955 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.701354 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Bound using segment: {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:42.701830 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Bound port: 240b821f-5f9f-4060-8b5b-a1b29c9d709f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:42.702217 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.740772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ad5aff63-9d78-40ca-a208-03431930f05e None None] Port 240b821f-5f9f-4060-8b5b-a1b29c9d709f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:59:42.779452 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] For port 240b821f-5f9f-4060-8b5b-a1b29c9d709f, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:42.783354 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] For port 240b821f-5f9f-4060-8b5b-a1b29c9d709f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=240b821f-5f9f-4060-8b5b-a1b29c9d709f,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:42.865477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ff248fd0-d85f-4749-a976-8b35d13417d1 None None] Provisioning complete for port 240b821f-5f9f-4060-8b5b-a1b29c9d709f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:42.865950 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ff248fd0-d85f-4749-a976-8b35d13417d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.871709 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:42.923461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ff248fd0-d85f-4749-a976-8b35d13417d1 None None] Port 240b821f-5f9f-4060-8b5b-a1b29c9d709f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:59:42.956328 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02735fe7-8f14-4c44-b3a5-c2a2d56a73cd None None] Pushing event updated for resources: {'Port': ['ID=240b821f-5f9f-4060-8b5b-a1b29c9d709f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:42.963611 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:42.964377 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:59:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:43.023719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47258) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:43.028477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8b1d9454-40bf-43cc-9cb3-983b7578b315 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757307092', 'description': 'tempest-secgroup-smoke-1757307092 description', 'project_id': 'dd95e750c7c6405089b0aa4139910d61'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:43.053909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-03921b0c-dae1-479d-8579-23a352f54fb3 None None] Provisioning complete for port 240b821f-5f9f-4060-8b5b-a1b29c9d709f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:43.054681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03921b0c-dae1-479d-8579-23a352f54fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.065116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db066f2-3b9f-4652-9475-513027bd7d37 req-ed19505b-f7f7-482f-bc3d-45fb3c859cf0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:43.074300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3db066f2-3b9f-4652-9475-513027bd7d37 req-ed19505b-f7f7-482f-bc3d-45fb3c859cf0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0759504 Sep 16 05:59:43.111401 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:43.130301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3db066f2-3b9f-4652-9475-513027bd7d37 req-221951d0-2dc0-4111-a480-7f742bfda286 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549161 Sep 16 05:59:43.153830 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9454-40bf-43cc-9cb3-983b7578b315 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.156033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03921b0c-dae1-479d-8579-23a352f54fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.200110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-03921b0c-dae1-479d-8579-23a352f54fb3 None None] For port 240b821f-5f9f-4060-8b5b-a1b29c9d709f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=240b821f-5f9f-4060-8b5b-a1b29c9d709f,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:43.251998 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9454-40bf-43cc-9cb3-983b7578b315 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.270579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03921b0c-dae1-479d-8579-23a352f54fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.320324 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:42Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:43.324657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03921b0c-dae1-479d-8579-23a352f54fb3 None None] Pushing event updated for resources: {'Port': ['ID=240b821f-5f9f-4060-8b5b-a1b29c9d709f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:43.327168 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9454-40bf-43cc-9cb3-983b7578b315 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.346992 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db07aec-e06c-46e4-b7c4-de02930d4698 None None] The sync data for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 is: [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:42Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:43.362792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d9454-40bf-43cc-9cb3-983b7578b315 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:43.415129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7eabaec5-d652-47f9-b807-a4c3bd6f0ea7 None None] Provisioning complete for port 240b821f-5f9f-4060-8b5b-a1b29c9d709f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:43.415508 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7eabaec5-d652-47f9-b807-a4c3bd6f0ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.436197 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9454-40bf-43cc-9cb3-983b7578b315 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.437521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8b1d9454-40bf-43cc-9cb3-983b7578b315 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4126756 Sep 16 05:59:43.442952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47260) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:43.448398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-091325d5-c102-4ef3-870f-5e85b85ddcbf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '9a5f2473-c946-4ab4-a6e8-5ec51d4fb316', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:43.532773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-091325d5-c102-4ef3-870f-5e85b85ddcbf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.584769 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-091325d5-c102-4ef3-870f-5e85b85ddcbf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.662555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-091325d5-c102-4ef3-870f-5e85b85ddcbf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.682355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091325d5-c102-4ef3-870f-5e85b85ddcbf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08b9e67-79e9-48bb-be50-229e7f776646,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:43.756152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-091325d5-c102-4ef3-870f-5e85b85ddcbf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.757411 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-091325d5-c102-4ef3-870f-5e85b85ddcbf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133814 Sep 16 05:59:43.761707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47262) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:43.766117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-aa76f77b-d0d0-4df7-81fa-a93dbc7f8f02 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '9a5f2473-c946-4ab4-a6e8-5ec51d4fb316', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:43.858531 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa76f77b-d0d0-4df7-81fa-a93dbc7f8f02 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:43.925957 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa76f77b-d0d0-4df7-81fa-a93dbc7f8f02 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.030416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa76f77b-d0d0-4df7-81fa-a93dbc7f8f02 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.049468 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76f77b-d0d0-4df7-81fa-a93dbc7f8f02 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d809da-ab84-4c68-8cee-83ba6623752d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:44.148264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aa76f77b-d0d0-4df7-81fa-a93dbc7f8f02 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.150158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aa76f77b-d0d0-4df7-81fa-a93dbc7f8f02 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3873279 Sep 16 05:59:44.152777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47266) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:44.157351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b8f01275-ff22-4405-9606-3f76862ce34d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '9a5f2473-c946-4ab4-a6e8-5ec51d4fb316', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:44.253768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088720d7-7d1c-412e-ab99-655f227b765f req-98b53a4f-e7ff-4ad1-bedb-610f6c47d06f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:44.255609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-088720d7-7d1c-412e-ab99-655f227b765f req-98b53a4f-e7ff-4ad1-bedb-610f6c47d06f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0557666 Sep 16 05:59:44.274656 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f01275-ff22-4405-9606-3f76862ce34d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.337221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-088720d7-7d1c-412e-ab99-655f227b765f req-30eb07d6-1ab4-4c43-8dbd-02f1bd8e174b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615220 Sep 16 05:59:44.363643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 240b821f-5f9f-4060-8b5b-a1b29c9d709f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:44.367322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f01275-ff22-4405-9606-3f76862ce34d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.423617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 240b821f-5f9f-4060-8b5b-a1b29c9d709f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:44.424113 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.453755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f01275-ff22-4405-9606-3f76862ce34d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.472004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f01275-ff22-4405-9606-3f76862ce34d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61b9e16-0d3c-41da-8597-1b778412180a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:44.553666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b8f01275-ff22-4405-9606-3f76862ce34d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.554852 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b8f01275-ff22-4405-9606-3f76862ce34d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011245 Sep 16 05:59:44.557648 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47268) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:44.562019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-517f9719-b8f3-4634-9146-68de892efedc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '9a5f2473-c946-4ab4-a6e8-5ec51d4fb316', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:44.681501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-517f9719-b8f3-4634-9146-68de892efedc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.741967 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-517f9719-b8f3-4634-9146-68de892efedc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.828553 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-517f9719-b8f3-4634-9146-68de892efedc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.848690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9719-b8f3-4634-9146-68de892efedc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f06e31-fb93-4329-b3ac-a237ee5deace,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:44.982222 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-517f9719-b8f3-4634-9146-68de892efedc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:44.983844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-517f9719-b8f3-4634-9146-68de892efedc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4252024 Sep 16 05:59:44.986701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47270) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:44.991173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-28a27b35-9a18-4f20-8b16-15efb405473a tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '9a5f2473-c946-4ab4-a6e8-5ec51d4fb316', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:45.107910 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-28a27b35-9a18-4f20-8b16-15efb405473a tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Project dd95e750c7c6405089b0aa4139910d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:59:45.113071 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28a27b35-9a18-4f20-8b16-15efb405473a tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.173974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28a27b35-9a18-4f20-8b16-15efb405473a tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.347876 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28a27b35-9a18-4f20-8b16-15efb405473a tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.367844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a27b35-9a18-4f20-8b16-15efb405473a tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0233516e-60e5-4ab2-a568-8a8db30cba4d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:45.458172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e57efb-ebc8-49d7-9d0e-e59e5241700f req-68bda37b-c030-4bf8-9f47-d1ba6c988515 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:45.459719 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18e57efb-ebc8-49d7-9d0e-e59e5241700f req-68bda37b-c030-4bf8-9f47-d1ba6c988515 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0511963 Sep 16 05:59:45.483332 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-28a27b35-9a18-4f20-8b16-15efb405473a tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.484536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-28a27b35-9a18-4f20-8b16-15efb405473a tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4969201 Sep 16 05:59:45.487380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47274) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:45.492266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3a15b3f4-a31e-4987-9044-d0e45f27f732 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '9a5f2473-c946-4ab4-a6e8-5ec51d4fb316', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:45.502458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18e57efb-ebc8-49d7-9d0e-e59e5241700f req-630c2137-ab00-489f-a2e1-9dca9146b7f3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364192 Sep 16 05:59:45.622403 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-3a15b3f4-a31e-4987-9044-d0e45f27f732 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Project dd95e750c7c6405089b0aa4139910d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:59:45.627665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a15b3f4-a31e-4987-9044-d0e45f27f732 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.684647 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a15b3f4-a31e-4987-9044-d0e45f27f732 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.767565 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a15b3f4-a31e-4987-9044-d0e45f27f732 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.785878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15b3f4-a31e-4987-9044-d0e45f27f732 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1503df5-197f-4dc1-b128-f67e05c3383c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:45.853849 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3a15b3f4-a31e-4987-9044-d0e45f27f732 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:45.855286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3a15b3f4-a31e-4987-9044-d0e45f27f732 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3668456 Sep 16 05:59:45.921209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-94dfc7a7-c621-4aa6-be51-661b5026db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:45.922802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-94dfc7a7-c621-4aa6-be51-661b5026db14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1097 time: 0.0436769 Sep 16 05:59:45.995494 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-a039fddb-4372-4aca-a3d0-0aa9d4940819 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757307092&fields=id&tenant_id=dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 267 time: 0.0341635 Sep 16 05:59:46.044446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-17285534-998b-4d37-9e51-a6a5f13f197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:46.045950 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-17285534-998b-4d37-9e51-a6a5f13f197e service neutron] 10.222.0.30 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.0914912 Sep 16 05:59:46.109661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-c630d97e-ca29-4656-abec-0eecab2f02be tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:46.111191 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-c630d97e-ca29-4656-abec-0eecab2f02be tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/networks?id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f HTTP/1.1" status: 200 len: 797 time: 0.1088481 Sep 16 05:59:46.112525 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-b80c971b-167f-4794-987c-325b36f58ef1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 1000 time: 0.0589743 Sep 16 05:59:46.149640 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-2def0efa-edaa-4ab4-b733-32bee9cf917d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/quotas/dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 375 time: 0.0322764 Sep 16 05:59:46.163978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-1ae58cdc-07a6-420a-8da5-4fb24c5b9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:46.165457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-1ae58cdc-07a6-420a-8da5-4fb24c5b9aa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.0447946 Sep 16 05:59:46.213969 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-2befe5db-ee67-460e-a6e3-5ce876ad57dd service neutron] show failed (client error): The resource could not be found. Sep 16 05:59:46.215172 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-2befe5db-ee67-460e-a6e3-5ce876ad57dd service neutron] 10.222.0.30 "GET /v2.0/ports/0480ae6b-5214-49c6-a471-0f49a1925926/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0912263 Sep 16 05:59:46.219486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-14cfdc18-ee8f-40d2-8e21-d8b95424221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:46.220936 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-14cfdc18-ee8f-40d2-8e21-d8b95424221c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473068 Sep 16 05:59:46.226776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0c32db5b-3130-40ec-8278-242df2e4b8a4 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698469 Sep 16 05:59:46.324620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-c7e4f48f-8321-4365-9aa3-4874f0acbec7 service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910356 Sep 16 05:59:46.336109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-ea776a23-a332-42ad-b9ff-e30351626719 service neutron] 10.222.0.49 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971675 Sep 16 05:59:46.422688 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eb72ac06-2012-47d5-9087-01a32d0fd62a req-d029ee00-1948-4850-ada8-adb7d107d701 service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905464 Sep 16 05:59:46.436161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-99ccf286-8a2e-479a-87b3-d971a1e30e66 service neutron] 10.222.0.49 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927191 Sep 16 05:59:46.623450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109a769-dc86-45c7-a6e6-704fb1057d95 req-2e1a14a8-bd0f-4d05-bef7-8718010d0506 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:46.625020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7109a769-dc86-45c7-a6e6-704fb1057d95 req-2e1a14a8-bd0f-4d05-bef7-8718010d0506 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0511796 Sep 16 05:59:46.696690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-7a8efcbf-216d-4091-9413-29fd62051b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:46.698879 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-7a8efcbf-216d-4091-9413-29fd62051b90 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 1097 time: 0.0729613 Sep 16 05:59:46.701872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7109a769-dc86-45c7-a6e6-704fb1057d95 req-1f5a0eb0-ec48-415c-b2d4-665afc9a7626 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684459 Sep 16 05:59:46.703512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af1b04f2-304d-4f81-9e5b-a1603db96348 req-7f35f84f-e872-4f35-8b0b-c3ec3c558e07 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Sep 16 05:59:46.724444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:46.780947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:46.995429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:47.028649 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:47.071464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:47.074411 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a42f7-a2c5-42e0-b794-5e3163b6d605" -d '{"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-unplugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:47.078814 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.093736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Transition to ACTIVE for port object 0480ae6b-5214-49c6-a471-0f49a1925926 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:47.123379 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330afa1c-80e7-4114-ab2d-83de5004b83f x-openstack-request-id: req-330afa1c-80e7-4114-ab2d-83de5004b83f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:47.123673 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-unplugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:47.123951 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-330afa1c-80e7-4114-ab2d-83de5004b83f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:47.124395 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'code': 200} Sep 16 05:59:47.176652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.260325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:47.315527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] No DVR routers for this DVR port 0480ae6b-5214-49c6-a471-0f49a1925926 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:47.459504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:47.459842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:47.460202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:47.465533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:47.465857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:47.470978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:47.471515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Checking segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:47.471695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Bound using segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:47.472156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Bound port: 0480ae6b-5214-49c6-a471-0f49a1925926, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:47.472516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.537873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:47.541436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:47.647768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.683396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:47.684132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.685496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] 10.222.0.66 "PUT /v2.0/ports/0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 1092 time: 0.9665353 Sep 16 05:59:47.710079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21641272-9f2f-4eee-a720-4655099a9cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:47.772107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-9e3303b2-27b6-4d80-ae00-9dbfd7befc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:47.773489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-9e3303b2-27b6-4d80-ae00-9dbfd7befc6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1095 time: 0.0463128 Sep 16 05:59:47.823028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd343049-b513-45b6-8898-7602e247706c req-f5bc10d9-fc22-4ffc-88e2-af3e56d697e3 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 210 time: 0.0362492 Sep 16 05:59:47.920836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba99d5-4126-49ce-8ee5-5e8a5c199fc6 req-14cb5ef5-549d-45fc-99a6-e69f5656a4ab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:47.922602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0ba99d5-4126-49ce-8ee5-5e8a5c199fc6 req-14cb5ef5-549d-45fc-99a6-e69f5656a4ab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 943 time: 0.1151707 Sep 16 05:59:47.928210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-2c9e1d63-fe1d-473f-a638-45c588959e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:47.929594 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-2c9e1d63-fe1d-473f-a638-45c588959e60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.1485155 Sep 16 05:59:48.008749 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e0ba99d5-4126-49ce-8ee5-5e8a5c199fc6 req-cc5741c1-9e53-4ad5-9940-5365c0fab417 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782063 Sep 16 05:59:48.024618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-1f8d9828-6128-454c-bd9c-6bdb3a4347c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 998 time: 0.0864055 Sep 16 05:59:48.077377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-4b5dcdbf-09ec-4c8e-90eb-973ee4c457ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:48.078924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-4b5dcdbf-09ec-4c8e-90eb-973ee4c457ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.0463254 Sep 16 05:59:48.132825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-97168c22-4bcc-4863-9809-9d2bc12e8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:48.134387 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-97168c22-4bcc-4863-9809-9d2bc12e8116 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450134 Sep 16 05:59:48.240072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-10ea9e45-552a-4058-9757-aecde7d9fc26 service neutron] 10.222.0.66 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939934 Sep 16 05:59:48.345409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b5970ee8-3e5f-4086-b3a6-17ec5a68da8d req-d46443b7-d9c6-4200-88d1-7a7b66b5c449 service neutron] 10.222.0.66 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936210 Sep 16 05:59:48.925450 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1cd8a394-9ab7-4889-baad-d245097fc2df req-4f8e2ee2-ceb5-4e72-9caf-eae881c10a05 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 210 time: 0.0265849 Sep 16 05:59:49.129690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6aea6-fc4f-4fdb-b4b5-8289979114d1 req-ec5dbfa5-c80f-4c7b-9646-408bbd41ab35 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.131078 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cc6aea6-fc4f-4fdb-b4b5-8289979114d1 req-ec5dbfa5-c80f-4c7b-9646-408bbd41ab35 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 943 time: 0.0530484 Sep 16 05:59:49.131528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:49.133859 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6836f-f8f6-41b9-8287-7532d9117a61" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:49.173256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cc6aea6-fc4f-4fdb-b4b5-8289979114d1 req-dd87452b-1f1a-49d5-933b-717d33f40bd0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324836 Sep 16 05:59:49.184080 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a29fc-94e8-4f98-9096-446e73e9a3ba x-openstack-request-id: req-e65a29fc-94e8-4f98-9096-446e73e9a3ba {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:49.184377 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:49.184646 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e65a29fc-94e8-4f98-9096-446e73e9a3ba {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:49.185035 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'status': 'completed', 'code': 200} Sep 16 05:59:49.296243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-780f42fb-7b21-45a1-9358-6ec855f267f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.298063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-780f42fb-7b21-45a1-9358-6ec855f267f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1095 time: 0.0711982 Sep 16 05:59:49.303972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-45d3f526-cb3c-4489-9d12-3741d7ba9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.305476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-45d3f526-cb3c-4489-9d12-3741d7ba9c56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1095 time: 0.0774465 Sep 16 05:59:49.453473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:49.468744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-3b07583e-d6cc-4260-bf61-dea97e5c3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.470269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-3b07583e-d6cc-4260-bf61-dea97e5c3bab service neutron] 10.222.0.66 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.1629097 Sep 16 05:59:49.471203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-bc564319-c3da-42c4-b3d6-4c13b8d04158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.472525 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-bc564319-c3da-42c4-b3d6-4c13b8d04158 service neutron] 10.222.0.30 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.1578503 Sep 16 05:59:49.499505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:49.608564 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-4871bff4-0180-4b40-a637-2eff3c172f71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 998 time: 0.1280084 Sep 16 05:59:49.659921 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-f9eef636-eea7-4b4d-b7ea-0e04d4a08f26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 998 time: 0.1735966 Sep 16 05:59:49.769639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-9b3102cd-28b7-41c7-a461-567e58cd34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.771188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-9b3102cd-28b7-41c7-a461-567e58cd34df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.1137807 Sep 16 05:59:49.783832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-f292ed45-e1dd-4b3b-85e5-ac1e32952579 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.786257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-f292ed45-e1dd-4b3b-85e5-ac1e32952579 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.66 "GET /v2.0/networks?id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f HTTP/1.1" status: 200 len: 797 time: 0.2302659 Sep 16 05:59:49.787782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-2bcf883e-3e44-451b-b264-1ca7f77550ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.789133 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-2bcf883e-3e44-451b-b264-1ca7f77550ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.1190600 Sep 16 05:59:49.887664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-b6efc966-b6f7-4b1d-a7d8-bfc240916fba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 380 time: 0.0785172 Sep 16 05:59:49.891392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-75a6da95-ab7a-45cb-9950-ad96a5908ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.892900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-75a6da95-ab7a-45cb-9950-ad96a5908ec6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955908 Sep 16 05:59:49.898772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-fecb9767-03ba-4092-ac26-28610722d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:49.901124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-fecb9767-03ba-4092-ac26-28610722d95d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148462 Sep 16 05:59:49.907121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'port': {'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'admin_state_up': True, 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'security_groups': ['9a5f2473-c946-4ab4-a6e8-5ec51d4fb316']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:49.920936 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bca564b4-3b04-48a3-bb94-d9f8d01467ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:50.041199 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78125987-7329-4869-a285-3e7b37ed90e2 req-7aef0d6d-1f6c-4f0e-a0d7-1fabd0add3a9 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 210 time: 0.0306554 Sep 16 05:59:50.156146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-67f34bf2-e322-41f7-84a6-a2374e2a4a64 service neutron] 10.222.0.66 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331171 Sep 16 05:59:50.158973 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-9e9f43d9-f77f-4f09-bd3f-bd2b39cf486e service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570045 Sep 16 05:59:50.653787 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:50.657633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:50.726846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-a3c058af-2c14-433f-ae5c-b0f7631b3a8c service neutron] 10.222.0.66 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502048 Sep 16 05:59:50.732468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ecf6836f-f8f6-41b9-8287-7532d9117a61 req-31709279-c59b-4a9b-a4fc-3acf36fb39cc service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643752 Sep 16 05:59:50.767517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d1dbc-6610-46d1-a944-c65cbfe109c4 req-9913e269-1fd9-4615-ad08-5d91838ae25b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:50.769077 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e63d1dbc-6610-46d1-a944-c65cbfe109c4 req-9913e269-1fd9-4615-ad08-5d91838ae25b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 943 time: 0.5129209 Sep 16 05:59:50.854368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e63d1dbc-6610-46d1-a944-c65cbfe109c4 req-27ba2646-9df3-4591-9447-49cf4b6fe96c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768256 Sep 16 05:59:50.873336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.20.0.8 (e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f/92d8a163-aca5-491e-83db-d7a2597a239f/00e96560-05ee-4483-94bc-f0e999dd95c2) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:51.009118 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.045055 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.131788 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.136773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd583fe7-514f-4f8c-a48c-85703c6bf92a req-ed89863c-3be5-4ee7-93f2-e39e2cf3b734 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 210 time: 0.0260594 Sep 16 05:59:51.179477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:51.182628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:51.189108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:51.194889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=00e96560-05ee-4483-94bc-f0e999dd95c2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:51.240903 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:51.241821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:51.242471 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.322711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-06c09a66-1ee7-4e95-a548-914da35a2146 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4195049 Sep 16 05:59:51.345295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Request body: {'port': {'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:51.403432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.423717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e867be74-c75e-47b0-a871-f9fb216fa820 None None] Provisioning complete for port 00e96560-05ee-4483-94bc-f0e999dd95c2 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:51.424112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e867be74-c75e-47b0-a871-f9fb216fa820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.460351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e867be74-c75e-47b0-a871-f9fb216fa820 None None] Port 00e96560-05ee-4483-94bc-f0e999dd95c2 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:59:51.681581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e96560-05ee-4483-94bc-f0e999dd95c2 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:51.689334 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.702390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Transition to ACTIVE for port object 00e96560-05ee-4483-94bc-f0e999dd95c2 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:51.765246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.820896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Pushing event updated for resources: {'Port': ['ID=00e96560-05ee-4483-94bc-f0e999dd95c2,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:51.894723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Attempting to bind port 00e96560-05ee-4483-94bc-f0e999dd95c2 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:51.895137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Attempting to bind port 00e96560-05ee-4483-94bc-f0e999dd95c2 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:51.895542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Attempting to bind port 00e96560-05ee-4483-94bc-f0e999dd95c2 on network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:51.900751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Port 00e96560-05ee-4483-94bc-f0e999dd95c2 on network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:51.901159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Attempting to bind port 00e96560-05ee-4483-94bc-f0e999dd95c2 on network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:51.907284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:51.907713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Checking segment: {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:51.908214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Bound using segment: {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:51.909260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Bound port: 00e96560-05ee-4483-94bc-f0e999dd95c2, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78ae0ac-ad06-4c75-8acb-c66db35742a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:51.909260 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.023133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] For port 00e96560-05ee-4483-94bc-f0e999dd95c2, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:52.032367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d04d9c-b89c-46e3-9f88-a8e246baab1e req-71ea2bc6-26e5-4f51-93f2-0419bb36623d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.033881 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44d04d9c-b89c-46e3-9f88-a8e246baab1e req-71ea2bc6-26e5-4f51-93f2-0419bb36623d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 943 time: 0.1000943 Sep 16 05:59:52.035624 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] For port 00e96560-05ee-4483-94bc-f0e999dd95c2, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=00e96560-05ee-4483-94bc-f0e999dd95c2,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:52.073001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-44d04d9c-b89c-46e3-9f88-a8e246baab1e req-c4e15843-3829-46c7-bff3-ebbbc0b92cd4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328255 Sep 16 05:59:52.108342 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.144014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.144640 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.146119 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] 10.222.0.66 "PUT /v2.0/ports/00e96560-05ee-4483-94bc-f0e999dd95c2 HTTP/1.1" status: 200 len: 1092 time: 0.8055122 Sep 16 05:59:52.146460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:52.148806 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e228cb9-d574-4835-99d4-42888bc26948" -d '{"events": [{"name": "network-changed", "server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:52.181111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62678-b4b2-4fe5-8c3e-6cc8ea13ee10 service neutron] Pushing event updated for resources: {'Port': ['ID=00e96560-05ee-4483-94bc-f0e999dd95c2,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:52.202087 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263fabd9-c8d0-44af-8f7d-3f1f6c6fab4c x-openstack-request-id: req-263fabd9-c8d0-44af-8f7d-3f1f6c6fab4c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:52.202404 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:52.202708 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-263fabd9-c8d0-44af-8f7d-3f1f6c6fab4c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:52.203278 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'status': 'completed', 'code': 200} Sep 16 05:59:52.326159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228cb9-d574-4835-99d4-42888bc26948 req-60d2ce02-f28b-445c-ae95-6a8b4f884449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.327655 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e228cb9-d574-4835-99d4-42888bc26948 req-60d2ce02-f28b-445c-ae95-6a8b4f884449 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 1095 time: 0.0803688 Sep 16 05:59:52.336200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86316de4-1c5f-4ce0-b2c9-b2d88843a057 req-fc61aa29-c0bd-465c-8f30-17485ba75d0d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.337741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86316de4-1c5f-4ce0-b2c9-b2d88843a057 req-fc61aa29-c0bd-465c-8f30-17485ba75d0d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 943 time: 0.0799160 Sep 16 05:59:52.384556 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:52.434631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86316de4-1c5f-4ce0-b2c9-b2d88843a057 req-ed359490-4958-4d5b-86a3-f86b6de9f6e2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826855 Sep 16 05:59:52.470179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228cb9-d574-4835-99d4-42888bc26948 req-3c57150f-9491-4575-9264-fccdda35784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.471652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e228cb9-d574-4835-99d4-42888bc26948 req-3c57150f-9491-4575-9264-fccdda35784d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=dd95e750c7c6405089b0aa4139910d61&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1283839 Sep 16 05:59:52.496533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:52.509351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '0480ae6b-5214-49c6-a471-0f49a1925926', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'port_id': '0480ae6b-5214-49c6-a471-0f49a1925926', 'mac_address': 'fa:16:3e:a1:76:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:52.554605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.568871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0480ae6b-5214-49c6-a471-0f49a1925926 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:52.590745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:52.640979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228cb9-d574-4835-99d4-42888bc26948 req-2bd20e9f-b1dc-470a-be36-6c3b11c79039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.642581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0e228cb9-d574-4835-99d4-42888bc26948 req-2bd20e9f-b1dc-470a-be36-6c3b11c79039 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595571 Sep 16 05:59:52.653676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe50419-0c9c-4fe4-816a-5e9c80b15eb8 req-27fc76f3-7a05-46af-892b-a3a9db781d9f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.655117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3fe50419-0c9c-4fe4-816a-5e9c80b15eb8 req-27fc76f3-7a05-46af-892b-a3a9db781d9f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 943 time: 0.1045816 Sep 16 05:59:52.664946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.690055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-aeb41cbe-4f8f-4b73-861c-17205226855a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.691801 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-aeb41cbe-4f8f-4b73-861c-17205226855a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37&tenant_id=adeb84abad58478eb9a2947112779c52&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 943 time: 0.0928099 Sep 16 05:59:52.718537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:52.743471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3fe50419-0c9c-4fe4-816a-5e9c80b15eb8 req-e95b86dc-e341-4a2a-85e8-503335b0adb3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800171 Sep 16 05:59:52.791465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-b62e9505-7b0e-49ef-bcdd-794697006f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.793650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-b62e9505-7b0e-49ef-bcdd-794697006f15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 1095 time: 0.0817637 Sep 16 05:59:52.799723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-356b7c77-254f-48da-bf71-c030f11d1d1c service neutron] 10.222.0.66 "GET /v2.0/ports/0480ae6b-5214-49c6-a471-0f49a1925926/bindings/n-h2-712749-15 HTTP/1.1" status: 200 len: 383 time: 0.0958762 Sep 16 05:59:52.876924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-90751fa7-457e-435e-9e47-2807b3eb45d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00e96560-05ee-4483-94bc-f0e999dd95c2 HTTP/1.1" status: 200 len: 217 time: 0.0480146 Sep 16 05:59:52.952207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-4d096868-4b65-4cb1-86fd-284661433d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.953734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-4d096868-4b65-4cb1-86fd-284661433d36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92d8a163-aca5-491e-83db-d7a2597a239f HTTP/1.1" status: 200 len: 834 time: 0.0582399 Sep 16 05:59:52.956455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-30ead1d9-eb13-4418-8025-96f1d3f56416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:52.957866 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-30ead1d9-eb13-4418-8025-96f1d3f56416 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1096 time: 0.0897472 Sep 16 05:59:53.012657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['0480ae6b-5214-49c6-a471-0f49a1925926'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:53.079754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-78d8b849-79fb-43cf-b0dd-81d58fa0d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.081390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-78d8b849-79fb-43cf-b0dd-81d58fa0d747 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068618 Sep 16 05:59:53.110414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8f47f254-6770-4c8f-812a-2e168e3c740e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:53.117084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-3a2bf7e8-454e-409f-be88-2a058b09199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.118597 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-3a2bf7e8-454e-409f-be88-2a058b09199b service neutron] 10.222.0.66 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.1359861 Sep 16 05:59:53.228029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-2accedbf-c4e2-4c75-9f99-15060ab02608 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 999 time: 0.1026218 Sep 16 05:59:53.250497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-85aab15f-3c0a-4940-90f1-324af5f56838 service neutron] 10.222.0.66 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605699 Sep 16 05:59:53.341428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-9448f8ad-28c5-4e2a-aeaf-955aeecfe01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.342837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-9448f8ad-28c5-4e2a-aeaf-955aeecfe01e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.1059985 Sep 16 05:59:53.396117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-784ffc30-5e8f-4db8-9fc0-827802877cf7 service neutron] 10.222.0.66 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270835 Sep 16 05:59:53.405985 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-900e3c5b-93cd-4e6d-a4c6-1391134874ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.407452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-900e3c5b-93cd-4e6d-a4c6-1391134874ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571222 Sep 16 05:59:53.516781 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-fcfa13f5-012e-4aca-931f-e37ebd9f52ec service neutron] 10.222.0.66 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952930 Sep 16 05:59:53.557228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad425-4380-49c5-b2d7-c49e1beecb64 req-7085ffdf-347b-4c74-a01d-5d981e5543dd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.559318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10aad425-4380-49c5-b2d7-c49e1beecb64 req-7085ffdf-347b-4c74-a01d-5d981e5543dd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 943 time: 0.0503287 Sep 16 05:59:53.598228 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10aad425-4380-49c5-b2d7-c49e1beecb64 req-e4d91fb2-f1bf-4a1f-acb3-5787d1639075 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327685 Sep 16 05:59:53.659324 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-4eaf4d30-f878-488f-ba64-83d5f8228f2c service neutron] 10.222.0.66 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910051 Sep 16 05:59:53.869472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88961110-4545-44fb-911c-60248de8e9d2 req-4a74c2b9-3996-40d1-89ff-2471fe3eaaaa tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:53.871846 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88961110-4545-44fb-911c-60248de8e9d2 req-4a74c2b9-3996-40d1-89ff-2471fe3eaaaa tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 944 time: 0.0570495 Sep 16 05:59:53.886352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:53.911396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88961110-4545-44fb-911c-60248de8e9d2 req-b67ae1f2-4b05-4c7d-a158-2a0a91475306 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334399 Sep 16 05:59:54.393320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:54.492631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 0480ae6b-5214-49c6-a471-0f49a1925926 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:54.496513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 0480ae6b-5214-49c6-a471-0f49a1925926 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:54.496884 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:54.575960 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:54.598877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:54.601187 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbac40d7-bee8-4b6a-bb3e-c346f0e4df65" -d '{"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-plugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:54.620293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:54.653179 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f1bde1-31d6-44cd-9ef1-ba596c1a115f x-openstack-request-id: req-30f1bde1-31d6-44cd-9ef1-ba596c1a115f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:54.654342 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-plugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:54.654342 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30f1bde1-31d6-44cd-9ef1-ba596c1a115f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:54.654342 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'code': 200} Sep 16 05:59:54.704853 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:54.718287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2bbcf-03ed-4bda-9bd1-a0f84448e656 req-b78f9ff2-bf1f-4897-b8c6-db7746da742b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:54.719830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bea2bbcf-03ed-4bda-9bd1-a0f84448e656 req-b78f9ff2-bf1f-4897-b8c6-db7746da742b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 943 time: 0.0505517 Sep 16 05:59:54.753813 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:54.758099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bea2bbcf-03ed-4bda-9bd1-a0f84448e656 req-0a4aa869-dbed-4155-ad6e-8915324c56f2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Sep 16 05:59:55.035038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d982f-9746-4353-9302-435be6f7359e req-e420312a-3525-40de-a904-3d9368a6fca4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:55.036501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d3d982f-9746-4353-9302-435be6f7359e req-e420312a-3525-40de-a904-3d9368a6fca4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0536246 Sep 16 05:59:55.079975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d3d982f-9746-4353-9302-435be6f7359e req-4f8848e7-295a-4ad7-aea5-3cf55ceb1aa8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372102 Sep 16 05:59:55.416279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:55.874483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c1a5-9670-4813-bee0-89ed70ab6af3 req-bdeae1a6-f144-4654-b788-d3c5b1feba50 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:55.876006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fa8c1a5-9670-4813-bee0-89ed70ab6af3 req-bdeae1a6-f144-4654-b788-d3c5b1feba50 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 943 time: 0.0506678 Sep 16 05:59:55.914957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fa8c1a5-9670-4813-bee0-89ed70ab6af3 req-27f458d6-29c3-4c78-9b68-95922f2c8682 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Sep 16 05:59:56.200439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cba6d4-81ee-4bc2-b8df-890186e638b3 req-94f3599b-d00a-4aa4-b87b-401d3bd00d0c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:56.202029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66cba6d4-81ee-4bc2-b8df-890186e638b3 req-94f3599b-d00a-4aa4-b87b-401d3bd00d0c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 945 time: 0.0526822 Sep 16 05:59:56.242017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-66cba6d4-81ee-4bc2-b8df-890186e638b3 req-e50e4e7f-f958-4e8d-95e1-09bf0c513cbe tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Sep 16 05:59:56.405322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 00e96560-05ee-4483-94bc-f0e999dd95c2 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:56.503242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 00e96560-05ee-4483-94bc-f0e999dd95c2, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=00e96560-05ee-4483-94bc-f0e999dd95c2,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:56.515335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:56.552106 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:56.565644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e96560-05ee-4483-94bc-f0e999dd95c2 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:56.585341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 00e96560-05ee-4483-94bc-f0e999dd95c2, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=00e96560-05ee-4483-94bc-f0e999dd95c2,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:56.644707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-aacb0794-7d2c-4517-8416-4b74bbbf2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:56.646269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-aacb0794-7d2c-4517-8416-4b74bbbf2956 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 1097 time: 0.0470357 Sep 16 05:59:56.664653 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:56.669999 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:56.718898 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=00e96560-05ee-4483-94bc-f0e999dd95c2,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:56.720419 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:56.932550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:56.968556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:57.020490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['00e96560-05ee-4483-94bc-f0e999dd95c2'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:57.041129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:57.043716 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f8d52-3666-49b3-8ae7-682cb8b3b43c" -d '{"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-unplugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:57.048282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:57.068111 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Transition to ACTIVE for port object 0480ae6b-5214-49c6-a471-0f49a1925926 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:57.078627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a23f7-54e8-4a31-84e2-fe798659e075 req-16670141-a82d-499e-8fe1-621bf3b48f9e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:57.080306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d9a23f7-54e8-4a31-84e2-fe798659e075 req-16670141-a82d-499e-8fe1-621bf3b48f9e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 944 time: 0.0920675 Sep 16 05:59:57.101992 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e6b61-f7be-4cf3-b195-ff861465d5de x-openstack-request-id: req-5b2e6b61-f7be-4cf3-b195-ff861465d5de {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:57.102298 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-unplugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:57.102553 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b2e6b61-f7be-4cf3-b195-ff861465d5de {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:57.102946 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'code': 200} Sep 16 05:59:57.124224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2d9a23f7-54e8-4a31-84e2-fe798659e075 req-b615df52-5780-4b43-80ab-8ac00d4c2995 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369711 Sep 16 05:59:57.161374 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:57.244575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=10']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:57.287801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] No DVR routers for this DVR port 0480ae6b-5214-49c6-a471-0f49a1925926 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:57.385241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b59f2c-da29-42c6-b3d3-8a258c5b064f req-593d15e7-cdc4-48fe-9402-0ab8d7b924be tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:57.388378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64b59f2c-da29-42c6-b3d3-8a258c5b064f req-593d15e7-cdc4-48fe-9402-0ab8d7b924be tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 944 time: 0.0609853 Sep 16 05:59:57.430605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-64b59f2c-da29-42c6-b3d3-8a258c5b064f req-509a9548-c444-4f09-a3e5-545c1541c253 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364740 Sep 16 05:59:57.434032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:57.434620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:57.434919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:57.440019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:57.440334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Attempting to bind port 0480ae6b-5214-49c6-a471-0f49a1925926 on network 47319756-a0fb-4004-918f-9f91f20b6f67 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:57.445300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:57.445638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Checking segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:57.446017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Bound using segment: {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:57.446444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Bound port: 0480ae6b-5214-49c6-a471-0f49a1925926, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550bd733-5b0b-4551-98f5-c1ecebf0fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:57.446848 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:57.509678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:57.512765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:57.536648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:57.658793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:57.694810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:57.695428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:57.696919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] 10.222.0.30 "PUT /v2.0/ports/0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 1093 time: 1.0363390 Sep 16 05:59:57.718473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925da1dd-6519-44ec-aa15-4b483ec90ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=11']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:57.775371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-77e0f96e-554d-4a46-aa1d-87e41b9e185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:57.777611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-77e0f96e-554d-4a46-aa1d-87e41b9e185d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1096 time: 0.0482054 Sep 16 05:59:57.873829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-5ed6e86e-92c6-467a-b32e-b9a7ecde4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:57.875330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-5ed6e86e-92c6-467a-b32e-b9a7ecde4e4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.0904255 Sep 16 05:59:57.946123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-1e855e24-0f30-4b0b-bf32-6c7a6d7c5635 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 998 time: 0.0624721 Sep 16 05:59:57.999016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-70e53bff-fcb7-450d-b2e1-6f687500d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:58.000428 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-70e53bff-fcb7-450d-b2e1-6f687500d36f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.0457056 Sep 16 05:59:58.048311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-cdf5f34b-eb37-4ad4-b7d1-36215a6d149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:58.049800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-cdf5f34b-eb37-4ad4-b7d1-36215a6d149c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415046 Sep 16 05:59:58.141531 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-6e3bcaca-02c0-41bf-95d9-15130f60241d service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842283 Sep 16 05:59:58.265678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c770ba9a-7ae1-438c-8582-63921a99e0f4 req-ec8582e5-8125-48a0-a9bb-c1f276c838cb service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171284 Sep 16 05:59:58.276297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b03ad-ad0c-4e8f-b5ef-a1f54f603a51 req-0bb09466-7c30-4808-a877-1c9f0c8233c5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:58.277707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-407b03ad-ad0c-4e8f-b5ef-a1f54f603a51 req-0bb09466-7c30-4808-a877-1c9f0c8233c5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 944 time: 0.0736315 Sep 16 05:59:58.319961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-407b03ad-ad0c-4e8f-b5ef-a1f54f603a51 req-be30e693-9a74-4a02-a57b-8425e343d3c6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347655 Sep 16 05:59:58.422135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 00e96560-05ee-4483-94bc-f0e999dd95c2 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:58.544511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 00e96560-05ee-4483-94bc-f0e999dd95c2 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:58.548446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 00e96560-05ee-4483-94bc-f0e999dd95c2 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:58.548872 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.554276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc25e1-b6d7-4c47-a10d-03caa571f582 req-57669e91-45da-4832-ace4-444d2d943069 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:58.556012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bfc25e1-b6d7-4c47-a10d-03caa571f582 req-57669e91-45da-4832-ace4-444d2d943069 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 944 time: 0.0541790 Sep 16 05:59:58.595340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bfc25e1-b6d7-4c47-a10d-03caa571f582 req-5baeb4a2-1992-446e-b69f-322dd5fa9ba3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Sep 16 05:59:58.625447 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.647247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:58.649506 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c126a6-56b2-4de7-8ba2-0460333811b9" -d '{"events": [{"server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "name": "network-vif-plugged", "status": "completed", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:58.662544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 00e96560-05ee-4483-94bc-f0e999dd95c2, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=00e96560-05ee-4483-94bc-f0e999dd95c2,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:58.742039 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.742853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:58.816264 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc42c68e-7f61-4270-b765-4c004bcc696b x-openstack-request-id: req-dc42c68e-7f61-4270-b765-4c004bcc696b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:58.816552 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "name": "network-vif-plugged", "status": "completed", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:58.816875 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc42c68e-7f61-4270-b765-4c004bcc696b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:58.817209 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'code': 200} Sep 16 05:59:58.822223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:58.824680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=00e96560-05ee-4483-94bc-f0e999dd95c2,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:58.932970 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.959045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0c3f1-a8df-4139-bd82-84b7c02e0ccc req-73e9b5cf-420c-48f2-b268-1d9cf279755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:58.960660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ad0c3f1-a8df-4139-bd82-84b7c02e0ccc req-73e9b5cf-420c-48f2-b268-1d9cf279755b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 1097 time: 0.0412998 Sep 16 05:59:58.999869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9ad0c3f1-a8df-4139-bd82-84b7c02e0ccc req-1875195e-cbd1-4b8b-819e-4764178e79db service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Sep 16 05:59:59.103673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:59.106527 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:59.154960 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f4c47-79e0-4709-bf15-43ea5e3d4642 x-openstack-request-id: req-c25f4c47-79e0-4709-bf15-43ea5e3d4642 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:59.155267 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:59.155513 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c25f4c47-79e0-4709-bf15-43ea5e3d4642 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:59.155941 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'status': 'completed', 'code': 200} Sep 16 05:59:59.238925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-e6d41558-2472-4518-ac7c-ea5f4174926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.240512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-e6d41558-2472-4518-ac7c-ea5f4174926c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1096 time: 0.0424037 Sep 16 05:59:59.359050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-697f469f-5ac3-4d55-94e9-5a4843573b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.360606 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-697f469f-5ac3-4d55-94e9-5a4843573b76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.1109426 Sep 16 05:59:59.383272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-aedcca6a-054d-4ef9-97d2-733ee38d3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.384778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-aedcca6a-054d-4ef9-97d2-733ee38d3b4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1096 time: 0.0587308 Sep 16 05:59:59.517765 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-8407e29c-1a57-4d6c-8089-4205f8f9ec05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 998 time: 0.1429641 Sep 16 05:59:59.571357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbc515-c196-4b6b-93f7-ce2b7b754c04 req-f4c77850-96ed-4daa-bd06-8a10d2e04dc5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.572990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0fbc515-c196-4b6b-93f7-ce2b7b754c04 req-f4c77850-96ed-4daa-bd06-8a10d2e04dc5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 945 time: 0.1602070 Sep 16 05:59:59.614629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-cf8708a0-51b4-46dd-bb02-c14b9cabc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.616025 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-cf8708a0-51b4-46dd-bb02-c14b9cabc50e service neutron] 10.222.0.66 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.2044170 Sep 16 05:59:59.622984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-5f259fec-8a21-4914-a78d-b8fb3410cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.624410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-5f259fec-8a21-4914-a78d-b8fb3410cf74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.0981505 Sep 16 05:59:59.700705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0fbc515-c196-4b6b-93f7-ce2b7b754c04 req-1fd5ef3f-f271-4d4f-9515-eb4e8a2cc876 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170170 Sep 16 05:59:59.717261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0866-5dd0-4a53-8f47-74808b4117f1 req-741e19ea-6dff-4d65-a021-9770ca5064c0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.718900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-151e0866-5dd0-4a53-8f47-74808b4117f1 req-741e19ea-6dff-4d65-a021-9770ca5064c0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 944 time: 0.0501995 Sep 16 05:59:59.733111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-a87162b6-486c-46a7-96e5-788470557687 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 998 time: 0.1077893 Sep 16 05:59:59.739520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-220be820-bd96-4570-ad53-44fac1ad42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:59.741009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-220be820-bd96-4570-ad53-44fac1ad42f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023197 Sep 16 05:59:59.770355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-151e0866-5dd0-4a53-8f47-74808b4117f1 req-fef30f84-30c6-4900-971f-a0e38f08b17d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355418 Sep 16 06:00:00.187898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-7c58ad87-3149-45a5-9a93-5381f62de56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:00.189403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-7c58ad87-3149-45a5-9a93-5381f62de56a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.4475622 Sep 16 06:00:00.248883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-b9ab4ffa-7a15-4e11-9c2d-37c422415504 service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281149 Sep 16 06:00:00.259439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-be775cda-b755-43a0-bf28-f8c4fd25636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:00.260946 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-be775cda-b755-43a0-bf28-f8c4fd25636c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616734 Sep 16 06:00:00.418323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-11af3d13-3489-4033-87b5-dd72227e6edc service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609662 Sep 16 06:00:00.421735 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-1edd2e26-194a-4261-955c-2cb8d3dd1e15 service neutron] 10.222.0.66 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527512 Sep 16 06:00:00.518854 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e567c41-f1b4-4b59-8eb5-54ce6ac49393 req-cb93aa34-ec85-4fe4-b251-81283b2d647f service neutron] 10.222.0.66 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899622 Sep 16 06:00:00.832882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413472bc-16c4-4503-be25-0678c65726be req-8503c2b1-dbc7-4ce1-882e-67bea1cb4e25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:00.834407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-413472bc-16c4-4503-be25-0678c65726be req-8503c2b1-dbc7-4ce1-882e-67bea1cb4e25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Sep 16 06:00:00.874817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-413472bc-16c4-4503-be25-0678c65726be req-be12fc4a-69dd-49e4-bb12-13a3eb534f12 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336807 Sep 16 06:00:00.893204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae79db4-7082-4061-bd7a-b9dcb2858312 req-427297dc-29e1-4ec1-b1ea-6325e5bcb06d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:00.894817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dae79db4-7082-4061-bd7a-b9dcb2858312 req-427297dc-29e1-4ec1-b1ea-6325e5bcb06d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 944 time: 0.0557318 Sep 16 06:00:00.935706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dae79db4-7082-4061-bd7a-b9dcb2858312 req-b1aa21ac-6f0b-483b-b147-8c495f6e6236 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346532 Sep 16 06:00:00.958405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47374) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:01.061418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabd45e-8206-4515-9321-0f5809aa5e5f req-2a20274f-df5c-495f-bd35-a9e32597e235 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:01.063611 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ceabd45e-8206-4515-9321-0f5809aa5e5f req-2a20274f-df5c-495f-bd35-a9e32597e235 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 945 time: 0.1169746 Sep 16 06:00:01.071147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7a0fc8cc-1372-46bd-98e8-e25b73e193db tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/0426150c-9e6c-4bea-a02f-7f02887298eb HTTP/1.1" status: 200 len: 990 time: 0.1116922 Sep 16 06:00:01.107261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ceabd45e-8206-4515-9321-0f5809aa5e5f req-4454146e-2b73-4dd8-ab54-e1995684c0d6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349131 Sep 16 06:00:01.128673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47376) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:01.169756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb54ab2-d1f1-4d76-a4d9-0fd321316ec6 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:01.171318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6bb54ab2-d1f1-4d76-a4d9-0fd321316ec6 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 1092 time: 0.0416729 Sep 16 06:00:01.174313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47378) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:01.179026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:01.304524 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:01.407974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:01.513462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.25.1.205 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/1cea4228-5885-43b7-8a5f-c5c9e2570080) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:01.550873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:00:01.622373 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:01.650148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:01.667223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '0480ae6b-5214-49c6-a471-0f49a1925926', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'port_id': '0480ae6b-5214-49c6-a471-0f49a1925926', 'mac_address': 'fa:16:3e:a1:76:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:00:01.708179 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:01.722096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0480ae6b-5214-49c6-a471-0f49a1925926 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:00:01.736617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:01.742009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:01.772358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:01.775269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:01.778361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:01.813251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=1cea4228-5885-43b7-8a5f-c5c9e2570080,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:01.824506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:01.877616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=12']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:02.139632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0480ae6b-5214-49c6-a471-0f49a1925926'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:02.194032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:02.322855 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:02.484002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:02.561182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:02.635441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=1cea4228-5885-43b7-8a5f-c5c9e2570080,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:02.645889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:02.744318 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Floating IP 2e43ea93-a924-4a64-985d-a2a649a17af1 associated. External IP: 172.25.1.205, port: 00e96560-05ee-4483-94bc-f0e999dd95c2. Sep 16 06:00:02.956622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:03.066833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:03.077981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] Sync routers for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:03.087006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:03.087677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:59:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:03.137050 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:03.166578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-55c147db-00f0-4479-b259-fdbcb98091f5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9909489 Sep 16 06:00:03.167178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:03.170192 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:03.170369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47380) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:03.210836 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d998e76d-5ab6-4517-af42-358d7abd1ecd x-openstack-request-id: req-d998e76d-5ab6-4517-af42-358d7abd1ecd {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:03.211153 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:03.211530 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d998e76d-5ab6-4517-af42-358d7abd1ecd {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:03.211972 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'status': 'completed', 'code': 200} Sep 16 06:00:03.246301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-67870b82-0b1a-4fd0-a960-a73495fc2230 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/floatingips/2e43ea93-a924-4a64-985d-a2a649a17af1 HTTP/1.1" status: 200 len: 991 time: 0.0741775 Sep 16 06:00:03.304912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-b2cfea90-20fa-456b-a450-7e7d2f97f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:03.306674 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-b2cfea90-20fa-456b-a450-7e7d2f97f886 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 1097 time: 0.0478413 Sep 16 06:00:03.356723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:03.400995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-74200de0-1e74-4154-bad3-f7221631cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:03.403231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-74200de0-1e74-4154-bad3-f7221631cb94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f HTTP/1.1" status: 200 len: 898 time: 0.0889006 Sep 16 06:00:03.472302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-ab724d30-0a41-46ac-ab86-530eefa16036 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00e96560-05ee-4483-94bc-f0e999dd95c2 HTTP/1.1" status: 200 len: 999 time: 0.0610356 Sep 16 06:00:03.521558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-43d6b81c-4ff2-4cb1-8508-895c10921602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:03.523072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-43d6b81c-4ff2-4cb1-8508-895c10921602 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92d8a163-aca5-491e-83db-d7a2597a239f HTTP/1.1" status: 200 len: 834 time: 0.0437214 Sep 16 06:00:03.560465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:03.570406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-75aee2ac-6964-4bae-85e1-8fd69fbbc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:03.572018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-75aee2ac-6964-4bae-85e1-8fd69fbbc973 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417862 Sep 16 06:00:03.623215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:02Z', 'revision_number': 0, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:03.649538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] Checking router: 60dc27eb-999c-4b33-9bb7-be8e0d286d08 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:03.659888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:03.660589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T05:59:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:03.676533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-9e21e276-ea73-414f-9aae-9e2ac2a39a7b service neutron] 10.222.0.66 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964813 Sep 16 06:00:03.709719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 0480ae6b-5214-49c6-a471-0f49a1925926 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:00:03.719190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 0480ae6b-5214-49c6-a471-0f49a1925926 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:03.724052 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:03.773977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd59a97a-52ba-4b8a-bbb5-0a1b2f30d9a6 req-3a609f06-2c44-490d-94f0-11668f12656c service neutron] 10.222.0.66 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893404 Sep 16 06:00:03.810176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:03.918209 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:03.961763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:03.964085 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47cc5fb-4ebf-4f42-8dc8-f69f025f29fc" -d '{"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-plugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:03.994785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:04.031295 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe711618-afee-41b6-b5f4-fba3f2256cd4 x-openstack-request-id: req-fe711618-afee-41b6-b5f4-fba3f2256cd4 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:04.031747 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-plugged", "status": "completed", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:04.032191 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe711618-afee-41b6-b5f4-fba3f2256cd4 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:04.032750 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'code': 200} Sep 16 06:00:04.071641 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:04.154424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=13']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:04.169672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:02Z', 'revision_number': 0, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:04.197494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b969e364-e9d0-4366-8cd7-28bccd3e6f67 None None] The sync data for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 is: [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:02Z', 'revision_number': 0, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:04.249187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47386) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:04.314194 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1af5e317-7f25-4ff0-9a6e-6fc1b5091a41 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/floatingips/2e43ea93-a924-4a64-985d-a2a649a17af1 HTTP/1.1" status: 200 len: 991 time: 0.0637970 Sep 16 06:00:04.402982 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de7a2d-b5de-47ee-b93e-35ae1877fff8 None None] New status for floating IP 2e43ea93-a924-4a64-985d-a2a649a17af1: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:00:05.317800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47388) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:05.391684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1f6f90db-8dd3-4fd5-ab52-068a3c2725ce tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/floatingips/2e43ea93-a924-4a64-985d-a2a649a17af1 HTTP/1.1" status: 200 len: 993 time: 0.0726984 Sep 16 06:00:19.915215 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8807122a-fb03-4f55-889b-2780e3f03e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.021002 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.072999 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aaeb778a-7904-4052-b1c3-d3b7cb199284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.880664 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.406344 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:27.515027 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.239814 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:28.983694 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.641724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79239b5-5432-436b-a9ee-2b7a9e86e887 req-b1bf378d-d707-4b3c-9990-1a610501c72f tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:31.643546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f79239b5-5432-436b-a9ee-2b7a9e86e887 req-b1bf378d-d707-4b3c-9990-1a610501c72f tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1098 time: 0.0409722 Sep 16 06:00:31.686207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f79239b5-5432-436b-a9ee-2b7a9e86e887 req-da3f2f6c-d193-4d5e-9275-4bb71c498696 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366199 Sep 16 06:00:31.710567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:31.877726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 0adda6cb-07ec-40ea-b232-440905042c3d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:31.878068 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.956388 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.956716 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.968073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 0adda6cb-07ec-40ea-b232-440905042c3d owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:32.226760 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.252608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=0adda6cb-07ec-40ea-b232-440905042c3d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:32.278156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.278510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.278855 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.279191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.279527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.279874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.280210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.280539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.280865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.281189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.281537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.281837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:32.322127 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.322521 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Floating IP 0426150c-9e6c-4bea-a02f-7f02887298eb disassociated (deleted). External IP: 172.25.1.42, port: 0480ae6b-5214-49c6-a471-0f49a1925926. Sep 16 06:00:32.530502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:32.638995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:32.644469 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:32.649589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] Sync routers for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:32.659741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:32.660408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:32.671540 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe4ce4d6-9b84-439a-b6e7-59ce75de42d4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/floatingips/0426150c-9e6c-4bea-a02f-7f02887298eb HTTP/1.1" status: 204 len: 168 time: 0.9598527 Sep 16 06:00:32.672148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:32.674861 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eaae24-65f1-418f-8e0d-548f64fb1457" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:32.721589 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aeff15-f602-4da7-8e93-ab80312c1d42 x-openstack-request-id: req-31aeff15-f602-4da7-8e93-ab80312c1d42 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:32.722195 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:32.722195 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31aeff15-f602-4da7-8e93-ab80312c1d42 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:32.723254 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'status': 'completed', 'code': 200} Sep 16 06:00:32.774136 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:32.811153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-7c3bb3ce-22ce-42e6-9bee-705d380d88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:32.812644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-7c3bb3ce-22ce-42e6-9bee-705d380d88c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 1098 time: 0.0462618 Sep 16 06:00:32.911193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-8b333bce-9ad5-4752-80ba-1cc0bf46a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:32.912755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-8b333bce-9ad5-4752-80ba-1cc0bf46a9ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 200 len: 897 time: 0.0920122 Sep 16 06:00:32.960993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-2739e391-23be-4d22-859d-cbfdcf239da3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 200 len: 217 time: 0.0409579 Sep 16 06:00:32.988705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:33.013136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-971f2628-0b83-412a-8bc0-937c7371e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:33.014602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-971f2628-0b83-412a-8bc0-937c7371e2c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 200 len: 834 time: 0.0466509 Sep 16 06:00:33.016473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] Checking router: f53dd3d0-bb9c-4242-9b8f-3b31adeb102c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:33.025954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:33.026603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:33.103210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-e6f8e24d-4a9c-40c6-bded-f0f68334506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:33.105014 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-e6f8e24d-4a9c-40c6-bded-f0f68334506f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47319756-a0fb-4004-918f-9f91f20b6f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493755 Sep 16 06:00:33.124856 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a2137-f8c8-4658-8423-3745c24a3a22 req-fbfe4469-664e-4170-a6a1-69b9549e424d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:33.127183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-851a2137-f8c8-4658-8423-3745c24a3a22 req-fbfe4469-664e-4170-a6a1-69b9549e424d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 946 time: 0.0649164 Sep 16 06:00:33.140894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:33.168747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-851a2137-f8c8-4658-8423-3745c24a3a22 req-957e8100-6844-4dfa-8475-7a213580737a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347247 Sep 16 06:00:33.210641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-00c6bb13-272c-43c6-87aa-e0890fe7f56a service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948691 Sep 16 06:00:33.302762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52eaae24-65f1-418f-8e0d-548f64fb1457 req-bca35175-d0c3-4a08-9f22-e8c8ed458a3c service neutron] 10.222.0.30 "GET /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839779 Sep 16 06:00:33.342776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:33.372356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3fe59-2f1e-4356-bd02-7941f7fbd0df None None] The sync data for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 is: [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '554214b2-4714-4dfe-89d7-b9cd4c3f0dae', 'name': '', 'network_id': '47319756-a0fb-4004-918f-9f91f20b6f67', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:0f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:37Z', 'updated_at': '2021-09-16T05:58:40Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'fe082f24-bd0b-4744-85c1-48264ae97107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:33.414226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-cebf3638-a548-462d-ac29-458b356fe126 req-379b1074-7d2d-4c62-910f-b48b1a5e5c03 service neutron] (95659) timed out ('10.222.0.49', 45242) {{(pid=95659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:00:33.601003 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f80ed03-97a0-4613-ac75-d8642589eba9 None None] New status for floating IP 0426150c-9e6c-4bea-a02f-7f02887298eb: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:00:33.621949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-3ee9c4a4-e250-419f-8080-08e74fabb77d req-5a6550d1-2541-42f3-b151-ef3fc1a0cb30 service neutron] (95660) timed out ('10.222.0.49', 45264) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:00:34.299822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaa033-713e-4b8d-9a4a-0ed6771e3a64 req-a32edd3c-7da0-49ba-bfc0-3cf5b7b5022f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:34.301391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eeaa033-713e-4b8d-9a4a-0ed6771e3a64 req-a32edd3c-7da0-49ba-bfc0-3cf5b7b5022f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 946 time: 0.0523236 Sep 16 06:00:34.347779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2eeaa033-713e-4b8d-9a4a-0ed6771e3a64 req-dddff902-4d15-47ca-a81d-fce324bf3cc0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=983a0af8-ecb8-48e6-9bab-0068b237e0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400043 Sep 16 06:00:34.657724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-b79cd3b2-7362-4bbe-8e76-d02579e0bdef tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:34.659174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-b79cd3b2-7362-4bbe-8e76-d02579e0bdef tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 946 time: 0.0554757 Sep 16 06:00:34.756300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 0480ae6b-5214-49c6-a471-0f49a1925926 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:34.756639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.850864 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port 0480ae6b-5214-49c6-a471-0f49a1925926, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0480ae6b-5214-49c6-a471-0f49a1925926,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:34.851232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:34.864055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 0480ae6b-5214-49c6-a471-0f49a1925926 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:35.074998 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.448762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cadf7c67-df96-4ad8-9515-2ba412c7d40d req-d187c467-fe2b-4505-bae6-98180aea2336 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7c176db-73ae-4ea1-94ec-c7bcfef62f37 HTTP/1.1" status: 200 len: 210 time: 0.0288010 Sep 16 06:00:35.461031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=0480ae6b-5214-49c6-a471-0f49a1925926,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:35.504029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] No DVR routers for this DVR port 0480ae6b-5214-49c6-a471-0f49a1925926 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:35.506633 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:35.509228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e9fda05d-9d9e-4767-9537-5fec86f2833b req-a829e386-93c2-4ffd-b154-61b56a7dd2a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "DELETE /v2.0/ports/0480ae6b-5214-49c6-a471-0f49a1925926 HTTP/1.1" status: 204 len: 173 time: 0.8439362 Sep 16 06:00:35.509675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-deleted', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:35.512684 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9852f68-6ed8-4283-a834-0d92b6ac4590" -d '{"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-deleted", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:35.549885 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ae1182-9988-4541-9526-62426a398e9a x-openstack-request-id: req-91ae1182-9988-4541-9526-62426a398e9a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:35.550181 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c176db-73ae-4ea1-94ec-c7bcfef62f37", "name": "network-vif-deleted", "tag": "0480ae6b-5214-49c6-a471-0f49a1925926", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:35.550434 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91ae1182-9988-4541-9526-62426a398e9a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:35.550872 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c176db-73ae-4ea1-94ec-c7bcfef62f37', 'name': 'network-vif-deleted', 'tag': '0480ae6b-5214-49c6-a471-0f49a1925926', 'status': 'completed', 'code': 200} Sep 16 06:00:36.505834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:36.861432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.117766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:37.118020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.207580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port 554214b2-4714-4dfe-89d7-b9cd4c3f0dae, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:37.207974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.221306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 554214b2-4714-4dfe-89d7-b9cd4c3f0dae owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:37.490415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.520442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=554214b2-4714-4dfe-89d7-b9cd4c3f0dae,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:37.708416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:37.731781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:37.754410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 0480ae6b-5214-49c6-a471-0f49a1925926 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:37.754679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0480ae6b-5214-49c6-a471-0f49a1925926 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:37.943370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:38.051255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:38.056670 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-11839d58-a812-4689-a502-3000913a4c37 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "PUT /v2.0/routers/f53dd3d0-bb9c-4242-9b8f-3b31adeb102c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496130 Sep 16 06:00:38.059236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:38.061541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] Sync routers for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:38.075764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:38.076405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:38.114299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f6f7ef-1f27-4614-af7f-4e286d74f276 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting subnet fe082f24-bd0b-4744-85c1-48264ae97107 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:00:38.117989 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7ef-1f27-4614-af7f-4e286d74f276 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.158947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7ef-1f27-4614-af7f-4e286d74f276 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.195248 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:38.250333 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7ef-1f27-4614-af7f-4e286d74f276 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.380668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T06:00:37Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:38.435812 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7ef-1f27-4614-af7f-4e286d74f276 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.466136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6f7ef-1f27-4614-af7f-4e286d74f276 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Subnet': ['ID=fe082f24-bd0b-4744-85c1-48264ae97107,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:38.472411 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7ef-1f27-4614-af7f-4e286d74f276 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.474418 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f9f6f7ef-1f27-4614-af7f-4e286d74f276 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/subnets/fe082f24-bd0b-4744-85c1-48264ae97107 HTTP/1.1" status: 204 len: 168 time: 0.4142530 Sep 16 06:00:38.477299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:38.540979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47434) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:38.566742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] Checking router: f53dd3d0-bb9c-4242-9b8f-3b31adeb102c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:38.569088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9075296-7f3c-4c63-8404-06636acc1e21 None None] Network 47319756-a0fb-4004-918f-9f91f20b6f67 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:38.596501 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.597068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] Routers {'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:38.597340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:38.621405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd33269-520f-44bf-9c3c-1b90ed1fe554 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:38.621910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd33269-520f-44bf-9c3c-1b90ed1fe554 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:38.622411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd33269-520f-44bf-9c3c-1b90ed1fe554 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:38.624202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5cd33269-520f-44bf-9c3c-1b90ed1fe554 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=dd95e750c7c6405089b0aa4139910d61&network_id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f HTTP/1.1" status: 200 len: 2972 time: 0.0821850 Sep 16 06:00:38.706113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.781819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] Set router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:38.878666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port cd137445-d5b0-418d-93b5-8f79205522e9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:38.879010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.897115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] DHCP port deletion for 47319756-a0fb-4004-918f-9f91f20b6f67 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:00:38.966191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port cd137445-d5b0-418d-93b5-8f79205522e9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=cd137445-d5b0-418d-93b5-8f79205522e9,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:38.966575 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.978991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for cd137445-d5b0-418d-93b5-8f79205522e9 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:38.991574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Deleting port 2042209d-e105-4c04-b065-35b8c79400fb {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:00:38.991967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.064334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] For port 2042209d-e105-4c04-b065-35b8c79400fb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=2042209d-e105-4c04-b065-35b8c79400fb,segment=NetworkSegment(550bd733-5b0b-4551-98f5-c1ecebf0fc19),segment_id=550bd733-5b0b-4551-98f5-c1ecebf0fc19)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:39.064842 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.075055 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T06:00:37Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:39.080901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Calling delete_port for 2042209d-e105-4c04-b065-35b8c79400fb owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:00:39.106530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ff6612-b4cd-40ce-8f21-fcdeef9d59ee None None] The sync data for ids ['f53dd3d0-bb9c-4242-9b8f-3b31adeb102c'] in n-d-712749-15 is: [{'id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425694873', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:58:32Z', 'updated_at': '2021-09-16T06:00:37Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'cd137445-d5b0-418d-93b5-8f79205522e9', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53dd3d0-bb9c-4242-9b8f-3b31adeb102c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:58:33Z', 'updated_at': '2021-09-16T05:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:39.229049 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.257285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=cd137445-d5b0-418d-93b5-8f79205522e9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:39.261477 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.286853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Pushing event deleted for resources: {'Port': ['ID=2042209d-e105-4c04-b065-35b8c79400fb,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:39.291184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] No DVR routers for this DVR port 2042209d-e105-4c04-b065-35b8c79400fb on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:00:39.301251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.301251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.301251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.301251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.301251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.301251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.301251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.302286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.302286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.302286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.302888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.302888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6420516-6b6d-4554-a898-d645981d83ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:39.330094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.422503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.425588 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.538256 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.541655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Fanout notify agent at l3_agent the message router_deleted on router f53dd3d0-bb9c-4242-9b8f-3b31adeb102c {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:00:39.547394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.550091 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c150e6aa-c6d0-4208-bcd7-58d1e8faa1a3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/routers/f53dd3d0-bb9c-4242-9b8f-3b31adeb102c HTTP/1.1" status: 204 len: 168 time: 1.0718107 Sep 16 06:00:39.553312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47440) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:39.631405 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.727347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.750423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47319756-a0fb-4004-918f-9f91f20b6f67']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:39.761144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550bd733-5b0b-4551-98f5-c1ecebf0fc19') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:39.761440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550bd733-5b0b-4551-98f5-c1ecebf0fc19') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:39.773495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.786727 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.792497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:00:39.792882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:00:39.795718 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:00:39.937614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.946024 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:39.947130 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/networks/47319756-a0fb-4004-918f-9f91f20b6f67 HTTP/1.1" status: 204 len: 168 time: 0.3928676 Sep 16 06:00:39.950222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47444) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:39.960141 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84525e-0b66-49cc-b37e-20cf0beca8a8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Network': ['ID=47319756-a0fb-4004-918f-9f91f20b6f67,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:40.018813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.043414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.190433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.193161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.194370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/security-groups/983a0af8-ecb8-48e6-9bab-0068b237e0d3 HTTP/1.1" status: 204 len: 168 time: 0.2425475 Sep 16 06:00:40.206186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a0af8-ecb8-48e6-9bab-0068b237e0d3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:40.212889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.213208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.213571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.213901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.214239 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.214577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.214914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.215248 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.215582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.215937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.216274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.216604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee79ab-39e8-4c3c-88df-d90c00e7a35d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:40.338923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 554214b2-4714-4dfe-89d7-b9cd4c3f0dae no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:40.362922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 554214b2-4714-4dfe-89d7-b9cd4c3f0dae {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:40.363272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 554214b2-4714-4dfe-89d7-b9cd4c3f0dae not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:40.363730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cd137445-d5b0-418d-93b5-8f79205522e9 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:40.382831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: cd137445-d5b0-418d-93b5-8f79205522e9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:40.383103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device cd137445-d5b0-418d-93b5-8f79205522e9 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:40.383510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2042209d-e105-4c04-b065-35b8c79400fb no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:00:40.402667 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 2042209d-e105-4c04-b065-35b8c79400fb {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:00:40.403109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 2042209d-e105-4c04-b065-35b8c79400fb not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:00:40.727310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47452) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:40.731967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-37636a6e-750a-4aed-8832-3dd9944f5bff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979613767', 'description': 'tempest-secgroup-smoke-979613767 description', 'project_id': 'adeb84abad58478eb9a2947112779c52'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:40.829937 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37636a6e-750a-4aed-8832-3dd9944f5bff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.915873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37636a6e-750a-4aed-8832-3dd9944f5bff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:40.994805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37636a6e-750a-4aed-8832-3dd9944f5bff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.025162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37636a6e-750a-4aed-8832-3dd9944f5bff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df91390-ece6-427a-837f-aa4ac2642dce,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.088258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47454) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:41.134567 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-37636a6e-750a-4aed-8832-3dd9944f5bff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.135822 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-37636a6e-750a-4aed-8832-3dd9944f5bff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4074340 Sep 16 06:00:41.138949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47456) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:41.144679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7e5ff20e-9e3a-4c4f-8ed6-c195be60ccc3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '6df91390-ece6-427a-837f-aa4ac2642dce', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:41.145107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295abfe1-5875-481c-b6b2-ecf327e6e7c1 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:41.146722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-295abfe1-5875-481c-b6b2-ecf327e6e7c1 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31 HTTP/1.1" status: 200 len: 814 time: 0.0574257 Sep 16 06:00:41.240439 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff20e-9e3a-4c4f-8ed6-c195be60ccc3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.297983 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff20e-9e3a-4c4f-8ed6-c195be60ccc3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.383808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff20e-9e3a-4c4f-8ed6-c195be60ccc3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.405610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ff20e-9e3a-4c4f-8ed6-c195be60ccc3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdaf95f-2510-429c-8f57-ba38f4152da5,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.484625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7e5ff20e-9e3a-4c4f-8ed6-c195be60ccc3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.486649 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7e5ff20e-9e3a-4c4f-8ed6-c195be60ccc3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3466375 Sep 16 06:00:41.490050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47462) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:41.495073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-723273b2-8d91-4dc3-8e56-ebed8ba5bbe3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '6df91390-ece6-427a-837f-aa4ac2642dce', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:41.721781 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-723273b2-8d91-4dc3-8e56-ebed8ba5bbe3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.799743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-723273b2-8d91-4dc3-8e56-ebed8ba5bbe3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.848686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47464) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:41.853956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'network': {'name': 'tempest-network-smoke--1075235240', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'port_security_enabled': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:41.926601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-723273b2-8d91-4dc3-8e56-ebed8ba5bbe3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.945644 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723273b2-8d91-4dc3-8e56-ebed8ba5bbe3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df8572f-1e82-41f4-9020-894068bbba1f,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:41.956209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:41.959912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.985431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:41.995801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:41.996173 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Added segment f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b of type vlan for network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 Sep 16 06:00:42.037990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.042109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-723273b2-8d91-4dc3-8e56-ebed8ba5bbe3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.043360 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-723273b2-8d91-4dc3-8e56-ebed8ba5bbe3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5522692 Sep 16 06:00:42.046528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47466) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.052265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-cca199c2-6758-44fe-9355-0afee4be2968 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '6df91390-ece6-427a-837f-aa4ac2642dce', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:42.149677 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.156089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.158742 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.227285 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cca199c2-6758-44fe-9355-0afee4be2968 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.231324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Network': ['ID=b1b1c4f3-ab76-4174-91d8-e0be5bc51be4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:42.242104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:42.295638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cca199c2-6758-44fe-9355-0afee4be2968 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.321182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1f7e0015-6a17-4e6e-96e1-8631dd97d302 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4713376 Sep 16 06:00:42.324459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47468) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.385761 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cca199c2-6758-44fe-9355-0afee4be2968 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.398539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5f34e0-a09e-43db-9cc4-4d910c42e70b tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.400109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3d5f34e0-a09e-43db-9cc4-4d910c42e70b tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=dd95e750c7c6405089b0aa4139910d61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0746708 Sep 16 06:00:42.403426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47470) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.426134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca199c2-6758-44fe-9355-0afee4be2968 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e6969c-22f8-45ea-af88-01255ce34d5f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:42.440106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-2ef8bd65-cedd-477c-a9af-49fd42880fca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0638440 Sep 16 06:00:42.484171 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cca199c2-6758-44fe-9355-0afee4be2968 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.486634 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cca199c2-6758-44fe-9355-0afee4be2968 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4386361 Sep 16 06:00:42.489200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47472) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.494986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f66dfd0d-207b-4c93-9428-673474c730cf tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '6df91390-ece6-427a-837f-aa4ac2642dce', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:42.500439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35825531-d631-4add-8f37-6df710c61e58 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.502276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-35825531-d631-4add-8f37-6df710c61e58 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975616 Sep 16 06:00:42.505734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47474) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.551541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-32160a04-fc2f-4209-b1e8-1e77818434f6 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446901 Sep 16 06:00:42.554418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47476) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.586940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-dcd0d1bd-55d8-40b1-8022-7ebaaeda5b4d tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=dd95e750c7c6405089b0aa4139910d61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311303 Sep 16 06:00:42.588925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-18317741-5212-4bc5-9251-ae1080379209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.589695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47478) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.590477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-18317741-5212-4bc5-9251-ae1080379209 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 1097 time: 0.0722888 Sep 16 06:00:42.681627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db46d86-302a-4f08-b901-0239708504b1 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.683404 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9db46d86-302a-4f08-b901-0239708504b1 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926051 Sep 16 06:00:42.686443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47480) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.687491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f66dfd0d-207b-4c93-9428-673474c730cf tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.728749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-06155bb8-5599-4481-ab7d-b3c4d486bdea tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411749 Sep 16 06:00:42.731313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47482) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:42.736244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-777819525', 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:42.736742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-5c00abb4-9ee5-4528-a067-b60696e36109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.738228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-5c00abb4-9ee5-4528-a067-b60696e36109 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f HTTP/1.1" status: 200 len: 898 time: 0.1231363 Sep 16 06:00:42.816211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f66dfd0d-207b-4c93-9428-673474c730cf tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.835451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-bfbaa621-7883-4f68-998c-8b97f57d8075 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00e96560-05ee-4483-94bc-f0e999dd95c2 HTTP/1.1" status: 200 len: 1001 time: 0.0887859 Sep 16 06:00:42.889825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-e606a3ae-621c-4f86-9502-ba6d06d423ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.891378 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-e606a3ae-621c-4f86-9502-ba6d06d423ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92d8a163-aca5-491e-83db-d7a2597a239f HTTP/1.1" status: 200 len: 834 time: 0.0477765 Sep 16 06:00:42.897541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f66dfd0d-207b-4c93-9428-673474c730cf tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.926296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:42.930009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.944055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dfd0d-207b-4c93-9428-673474c730cf tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a554793-d00c-45f3-b6bd-017e583f1d51,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:42.965098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-f1638313-4f02-42ed-bd15-c4cdbfcfed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:42.966646 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-f1638313-4f02-42ed-bd15-c4cdbfcfed6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670724 Sep 16 06:00:43.043418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f66dfd0d-207b-4c93-9428-673474c730cf tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.044828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f66dfd0d-207b-4c93-9428-673474c730cf tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5546663 Sep 16 06:00:43.049943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47484) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:43.055041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-afb22128-3fc3-421f-a145-8d2c3a032841 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '6df91390-ece6-427a-837f-aa4ac2642dce', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:43.093882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-661db560-1fc6-4369-90ad-8846815fc042 service neutron] 10.222.0.66 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180632 Sep 16 06:00:43.162582 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-afb22128-3fc3-421f-a145-8d2c3a032841 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Project adeb84abad58478eb9a2947112779c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:00:43.173973 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afb22128-3fc3-421f-a145-8d2c3a032841 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.225070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc8dfbcf-7f5c-49bf-b97a-e7fc9d6287f8 req-8984a627-62ba-42f0-ad02-081c16e039fc service neutron] 10.222.0.66 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190772 Sep 16 06:00:43.249971 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afb22128-3fc3-421f-a145-8d2c3a032841 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.269330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.335631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Subnet': ['ID=e3061361-065a-4556-8061-8362fe16adde,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:43.354806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Checking segment: {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:43.354806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network hostable DHCP agents. Network: b1b1c4f3-ab76-4174-91d8-e0be5bc51be4, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:43.383606 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afb22128-3fc3-421f-a145-8d2c3a032841 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.411819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb22128-3fc3-421f-a145-8d2c3a032841 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6096325a-7908-4097-8e47-b7cb475a78fb,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:43.514802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:43.566641 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-afb22128-3fc3-421f-a145-8d2c3a032841 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.567947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-afb22128-3fc3-421f-a145-8d2c3a032841 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5170791 Sep 16 06:00:43.571686 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:43.576270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-388690bb-d2fe-4529-a4ce-17f777f38331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '6df91390-ece6-427a-837f-aa4ac2642dce', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:43.658827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b1b1c4f3-ab76-4174-91d8-e0be5bc51be4) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:43.663817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:43.669757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.670893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db4f8b-b554-490e-b65e-97c02ee21769 None None] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:43.690690 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-388690bb-d2fe-4529-a4ce-17f777f38331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Project adeb84abad58478eb9a2947112779c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:00:43.698916 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-388690bb-d2fe-4529-a4ce-17f777f38331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.785626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-71695990-4661-4784-9b90-4e1ff0394bd5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0530524 Sep 16 06:00:43.794569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-388690bb-d2fe-4529-a4ce-17f777f38331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.871346 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16628b7-462c-4824-8059-e6270893674c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-b1b1c4f3-ab76-4174-91d8-e0be5bc51be4', 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ips': [{'subnet_id': 'e3061361-065a-4556-8061-8362fe16adde'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:43.872817 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16628b7-462c-4824-8059-e6270893674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.898087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-388690bb-d2fe-4529-a4ce-17f777f38331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.932861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388690bb-d2fe-4529-a4ce-17f777f38331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c327b988-fc89-4b8a-88e4-1b6e187f1d3f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:44.006617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-388690bb-d2fe-4529-a4ce-17f777f38331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.011493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:44.014789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-388690bb-d2fe-4529-a4ce-17f777f38331 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4388137 Sep 16 06:00:44.019729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'network': {'name': 'tempest-network-smoke--438228190', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'port_security_enabled': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:44.070502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-d16628b7-462c-4824-8059-e6270893674c None None] Allocated IP 172.20.0.18 (b1b1c4f3-ab76-4174-91d8-e0be5bc51be4/e3061361-065a-4556-8061-8362fe16adde/9a78a85f-0770-4bb8-b624-9439349c48bc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:44.131930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:44.135548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.160409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:00:44.170464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.170829 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Added segment 2601d98d-91d1-4896-83c4-38110a099e2f of type vlan for network d143c6e1-5e50-4d02-a832-cba06ebaff71 Sep 16 06:00:44.214298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.215780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47492) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:44.222244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-c153f902-8ed5-4fa3-91ab-a7675056b0a8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167043181', 'description': 'tempest-secgroup-smoke-167043181 description', 'project_id': 'dd95e750c7c6405089b0aa4139910d61'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:44.241074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16628b7-462c-4824-8059-e6270893674c None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.326418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.332588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:44.333205 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.355442 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16628b7-462c-4824-8059-e6270893674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.366498 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c153f902-8ed5-4fa3-91ab-a7675056b0a8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.400142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16628b7-462c-4824-8059-e6270893674c None None] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:44.404374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Network': ['ID=d143c6e1-5e50-4d02-a832-cba06ebaff71,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:44.408593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-d16628b7-462c-4824-8059-e6270893674c None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:44.413603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16628b7-462c-4824-8059-e6270893674c None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:44.417183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:00:44.424182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16628b7-462c-4824-8059-e6270893674c None None] Pushing event updated for resources: {'Port': ['ID=9a78a85f-0770-4bb8-b624-9439349c48bc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:44.435955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-61affb3e-3ad5-4a93-a79e-19ba36d51bd1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4227552 Sep 16 06:00:44.439778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47494) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:44.444449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'admin_state_up': True, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:44.509199 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c153f902-8ed5-4fa3-91ab-a7675056b0a8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.530835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d16628b7-462c-4824-8059-e6270893674c None None] Attempting to bind port 9a78a85f-0770-4bb8-b624-9439349c48bc on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:44.531199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d16628b7-462c-4824-8059-e6270893674c None None] Attempting to bind port 9a78a85f-0770-4bb8-b624-9439349c48bc by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:44.531588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16628b7-462c-4824-8059-e6270893674c None None] Attempting to bind port 9a78a85f-0770-4bb8-b624-9439349c48bc on network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:44.538230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16628b7-462c-4824-8059-e6270893674c None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:44.538604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16628b7-462c-4824-8059-e6270893674c None None] Checking segment: {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:44.539005 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16628b7-462c-4824-8059-e6270893674c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.539407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16628b7-462c-4824-8059-e6270893674c None None] Bound using segment: {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:44.539928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-d16628b7-462c-4824-8059-e6270893674c None None] Bound port: 9a78a85f-0770-4bb8-b624-9439349c48bc, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:44.540307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16628b7-462c-4824-8059-e6270893674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.566993 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c153f902-8ed5-4fa3-91ab-a7675056b0a8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.609238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153f902-8ed5-4fa3-91ab-a7675056b0a8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dd2ef3-5840-477c-8344-c16bd59bd8cf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:44.612054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d16628b7-462c-4824-8059-e6270893674c None None] For port 9a78a85f-0770-4bb8-b624-9439349c48bc, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:44.615343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d16628b7-462c-4824-8059-e6270893674c None None] For port 9a78a85f-0770-4bb8-b624-9439349c48bc, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9a78a85f-0770-4bb8-b624-9439349c48bc,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:44.664250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.666046 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.686776 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d16628b7-462c-4824-8059-e6270893674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.721780 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.745496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16628b7-462c-4824-8059-e6270893674c None None] Pushing event updated for resources: {'Port': ['ID=9a78a85f-0770-4bb8-b624-9439349c48bc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:44.760562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-c153f902-8ed5-4fa3-91ab-a7675056b0a8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.762011 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c153f902-8ed5-4fa3-91ab-a7675056b0a8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5445991 Sep 16 06:00:44.764993 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47496) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:44.770219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-14fde0f5-e0e2-4609-94be-4ca28dbab257 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd2ef3-5840-477c-8344-c16bd59bd8cf', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:44.928947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14fde0f5-e0e2-4609-94be-4ca28dbab257 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:44.996143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.002532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14fde0f5-e0e2-4609-94be-4ca28dbab257 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.154698 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14fde0f5-e0e2-4609-94be-4ca28dbab257 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.174650 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fde0f5-e0e2-4609-94be-4ca28dbab257 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db8e349-547e-41fc-a37b-6630e267fd4d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:45.249498 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-14fde0f5-e0e2-4609-94be-4ca28dbab257 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.250789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-14fde0f5-e0e2-4609-94be-4ca28dbab257 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4846876 Sep 16 06:00:45.253925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:45.258504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9f28ac2c-8d9b-4083-8d45-3f70c667ef68 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd2ef3-5840-477c-8344-c16bd59bd8cf', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:45.336417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.352466 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac2c-8d9b-4083-8d45-3f70c667ef68 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.356322 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.417039 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac2c-8d9b-4083-8d45-3f70c667ef68 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.470416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.25.1.21 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/d447fc0c-f8d7-4ce0-8361-609d20be2c8d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:45.509187 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac2c-8d9b-4083-8d45-3f70c667ef68 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.534039 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28ac2c-8d9b-4083-8d45-3f70c667ef68 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc984d80-17ac-474c-9842-5c649cb644d2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:45.623898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f28ac2c-8d9b-4083-8d45-3f70c667ef68 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.628547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9f28ac2c-8d9b-4083-8d45-3f70c667ef68 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3707216 Sep 16 06:00:45.628824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47500) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:45.633532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4d773245-6c19-46da-8a3d-6e4e26115102 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd2ef3-5840-477c-8344-c16bd59bd8cf', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:45.729854 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d773245-6c19-46da-8a3d-6e4e26115102 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.789642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0953c2-309d-4ddf-b70e-61a104bde73a None None] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:45.814617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d773245-6c19-46da-8a3d-6e4e26115102 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.862193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.872129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-380eefde-0776-4647-bb98-9bd8ba7dbf6f None None] Provisioning complete for port 9a78a85f-0770-4bb8-b624-9439349c48bc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:45.872531 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-380eefde-0776-4647-bb98-9bd8ba7dbf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.881008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d773245-6c19-46da-8a3d-6e4e26115102 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:45.901869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d773245-6c19-46da-8a3d-6e4e26115102 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89a3a2e-dd9f-409b-b2fa-b2fc9d3742e8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:45.978553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.001663 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4d773245-6c19-46da-8a3d-6e4e26115102 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.004310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4d773245-6c19-46da-8a3d-6e4e26115102 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3742614 Sep 16 06:00:46.008155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47502) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:46.017077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3f936726-a983-48de-8121-42f9bb69bfc0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd2ef3-5840-477c-8344-c16bd59bd8cf', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:46.029188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-380eefde-0776-4647-bb98-9bd8ba7dbf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.031694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:46.041206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:46.045514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:46.047418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=d447fc0c-f8d7-4ce0-8361-609d20be2c8d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:46.071190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-380eefde-0776-4647-bb98-9bd8ba7dbf6f None None] For port 9a78a85f-0770-4bb8-b624-9439349c48bc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9a78a85f-0770-4bb8-b624-9439349c48bc,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:46.171724 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-380eefde-0776-4647-bb98-9bd8ba7dbf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.199237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f936726-a983-48de-8121-42f9bb69bfc0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.227393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eefde-0776-4647-bb98-9bd8ba7dbf6f None None] Pushing event updated for resources: {'Port': ['ID=9a78a85f-0770-4bb8-b624-9439349c48bc,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:46.280611 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f936726-a983-48de-8121-42f9bb69bfc0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.291567 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fe5f19bf-2233-4109-8f4d-de2d51704bd8 None None] Provisioning complete for port 9a78a85f-0770-4bb8-b624-9439349c48bc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:46.291908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe5f19bf-2233-4109-8f4d-de2d51704bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.352465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f936726-a983-48de-8121-42f9bb69bfc0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.378153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f936726-a983-48de-8121-42f9bb69bfc0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dc9b6d-6e6f-47b5-913d-6c67b0ce9bb1,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:46.396991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9a78a85f-0770-4bb8-b624-9439349c48bc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:46.434990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3f936726-a983-48de-8121-42f9bb69bfc0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.436270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3f936726-a983-48de-8121-42f9bb69bfc0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4269683 Sep 16 06:00:46.439263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47504) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:46.444412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3f740383-0584-4671-8813-5c4b75821cba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd2ef3-5840-477c-8344-c16bd59bd8cf', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:46.451894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.456718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 9a78a85f-0770-4bb8-b624-9439349c48bc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:46.457205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.526017 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-3f740383-0584-4671-8813-5c4b75821cba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Project dd95e750c7c6405089b0aa4139910d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:00:46.532083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f740383-0584-4671-8813-5c4b75821cba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.597523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f740383-0584-4671-8813-5c4b75821cba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.659140 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.663383 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f740383-0584-4671-8813-5c4b75821cba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.682445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f740383-0584-4671-8813-5c4b75821cba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db48f6a6-7a85-46bc-b8dd-a9ec0ff91028,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:46.752963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f740383-0584-4671-8813-5c4b75821cba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.754234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3f740383-0584-4671-8813-5c4b75821cba tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3138080 Sep 16 06:00:46.757000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:46.761606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e7a09385-2f70-4571-a484-fe64d050a3f6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': 'b1dd2ef3-5840-477c-8344-c16bd59bd8cf', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:46.844278 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-e7a09385-2f70-4571-a484-fe64d050a3f6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Project dd95e750c7c6405089b0aa4139910d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:00:46.850139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7a09385-2f70-4571-a484-fe64d050a3f6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.867013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:00:46.926323 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7a09385-2f70-4571-a484-fe64d050a3f6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:46.985094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:46.996467 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Sync routers for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:47.003793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7a09385-2f70-4571-a484-fe64d050a3f6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.006357 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:47.006988 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:47.020030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a09385-2f70-4571-a484-fe64d050a3f6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b42eb8f-3ff8-4341-b523-d2b5d0a27ffc,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:47.063284 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.065187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8924cc16-ac42-4774-9854-727d10f8e30d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6250436 Sep 16 06:00:47.068657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:47.104722 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e7a09385-2f70-4571-a484-fe64d050a3f6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.104722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e7a09385-2f70-4571-a484-fe64d050a3f6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3400407 Sep 16 06:00:47.104722 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a149131d-d820-4d66-91d2-84ad762a47e9 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=adeb84abad58478eb9a2947112779c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302205 Sep 16 06:00:47.104722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47510) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:47.118503 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:47.201846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0efd300-1f52-447a-b06f-9375c35c0b5e tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:47.207536 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f0efd300-1f52-447a-b06f-9375c35c0b5e tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984564 Sep 16 06:00:47.207836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47516) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:47.253399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cec76ec4-a9e7-4bcf-999b-759d5986235a tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413909 Sep 16 06:00:47.253688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47526) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:47.258985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-6056369', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:47.335564 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:46Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:47.361878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Checking router: e3d38ae3-97a7-4055-b75e-d9a9d0675c49 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:47.362142 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Updating router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 port d447fc0c-f8d7-4ce0-8361-609d20be2c8d binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:00:47.366365 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-0c975a97-a8b9-4814-9f6a-80b4505b0b90 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167043181&fields=id&tenant_id=dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 267 time: 0.0765994 Sep 16 06:00:47.388724 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.467907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:47.471508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.515503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-62fa51e1-45fd-47b4-ad0c-d36a4c1c6787 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:47.517080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-62fa51e1-45fd-47b4-ad0c-d36a4c1c6787 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/networks?id=b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 HTTP/1.1" status: 200 len: 797 time: 0.1420512 Sep 16 06:00:47.565994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-73ade835-8889-4d42-be85-f8dfc82ce5fb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/quotas/dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 375 time: 0.0410674 Sep 16 06:00:47.669178 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-c38d3ee3-7890-4284-9418-34366384c549 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0955107 Sep 16 06:00:47.750383 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.813159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-4e91f18b-e7ab-480c-a47a-92638f786876 service neutron] 10.222.0.49 "GET /v2.0/networks/b1b1c4f3-ab76-4174-91d8-e0be5bc51be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295173 Sep 16 06:00:47.834847 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.880228 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.889878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Pushing event updated for resources: {'Port': ['ID=d447fc0c-f8d7-4ce0-8361-609d20be2c8d,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:47.901125 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.901526 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.902077 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.902298 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.902630 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.902956 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.903280 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.903605 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.903955 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.904277 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.904598 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.904917 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:00:47.908700 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Attempting to bind port d447fc0c-f8d7-4ce0-8361-609d20be2c8d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:47.909120 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Attempting to bind port d447fc0c-f8d7-4ce0-8361-609d20be2c8d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:47.909489 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Attempting to bind port d447fc0c-f8d7-4ce0-8361-609d20be2c8d on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:47.916066 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:47.916471 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:47.916777 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.917181 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:47.917659 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Bound port: d447fc0c-f8d7-4ce0-8361-609d20be2c8d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:47.918044 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.968234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Subnet': ['ID=a1f55ced-d5af-4573-8d37-8ac7cf17424d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:47.974765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-4f1b3894-9fc9-479c-b150-574c1a0eb726 service neutron] 10.222.0.49 "GET /v2.0/networks/b1b1c4f3-ab76-4174-91d8-e0be5bc51be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546049 Sep 16 06:00:47.981741 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] For port d447fc0c-f8d7-4ce0-8361-609d20be2c8d, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:47.983562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Checking segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:47.983965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network hostable DHCP agents. Network: d143c6e1-5e50-4d02-a832-cba06ebaff71, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:00:47.986022 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] For port d447fc0c-f8d7-4ce0-8361-609d20be2c8d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d447fc0c-f8d7-4ce0-8361-609d20be2c8d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:48.092607 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.114693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:00:48.151579 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:48.152232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:48.190906 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dcde8-1f40-41d0-aecf-510bc50e0431 None None] Pushing event updated for resources: {'Port': ['ID=d447fc0c-f8d7-4ce0-8361-609d20be2c8d,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:48.228775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, d143c6e1-5e50-4d02-a832-cba06ebaff71) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:48.234843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:48.237507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.240896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cef8ea-9449-43fc-9789-4161027571a9 None None] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:48.288134 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:48.297739 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8d9b61ce-c280-4ec0-8829-3f90dcf990c8 req-e1cb3d37-96b0-47cc-bb49-46945034a258 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 210 time: 0.0569301 Sep 16 06:00:48.364639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ddca953b-0a38-4003-9560-5a26f45590ff tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.1099327 Sep 16 06:00:48.367332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47538) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:00:48.462769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-d143c6e1-5e50-4d02-a832-cba06ebaff71', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:00:48.464457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:48.515082 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:46Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:48.553692 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e676ee-93a1-45c0-86d9-198178122c82 None None] The sync data for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 is: [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:46Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:48.781646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Allocated IP 172.20.0.2 (d143c6e1-5e50-4d02-a832-cba06ebaff71/a1f55ced-d5af-4573-8d37-8ac7cf17424d/65589790-4f72-4447-b2fc-a266bb500970) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:48.964611 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.034288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.130404 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.176839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:49.182760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:49.192014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:49.195457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Pushing event updated for resources: {'Port': ['ID=65589790-4f72-4447-b2fc-a266bb500970,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:49.257762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Attempting to bind port 65589790-4f72-4447-b2fc-a266bb500970 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:49.260396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Attempting to bind port 65589790-4f72-4447-b2fc-a266bb500970 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:49.260396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Attempting to bind port 65589790-4f72-4447-b2fc-a266bb500970 on network d143c6e1-5e50-4d02-a832-cba06ebaff71 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:49.273368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:49.273773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Checking segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:49.277508 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.277951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Bound using segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:49.278466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Bound port: 65589790-4f72-4447-b2fc-a266bb500970, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:49.279687 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.367210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] For port 65589790-4f72-4447-b2fc-a266bb500970, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:49.370695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] For port 65589790-4f72-4447-b2fc-a266bb500970, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=65589790-4f72-4447-b2fc-a266bb500970,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:49.387833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f3e485e7-6eb9-4f74-95a8-b049395f26ef req-a73ac8f1-5550-4d9b-bb22-db7e0da813c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 210 time: 0.0399814 Sep 16 06:00:49.511487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.579811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82681c6-c4bd-4992-932c-e6ec5da12136 None None] Pushing event updated for resources: {'Port': ['ID=65589790-4f72-4447-b2fc-a266bb500970,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:49.660487 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.20.0.1 (d143c6e1-5e50-4d02-a832-cba06ebaff71/a1f55ced-d5af-4573-8d37-8ac7cf17424d/723c4408-b0dd-4867-8ee4-1aa261989a22) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:49.811325 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.893039 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8d9c-0d42-4525-aac0-d542da917588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:49.960938 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.004800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:50.008165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:50.014338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:50.022204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=723c4408-b0dd-4867-8ee4-1aa261989a22,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:50.068301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.323245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.409629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d447fc0c-f8d7-4ce0-8361-609d20be2c8d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:50.466142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d447fc0c-f8d7-4ce0-8361-609d20be2c8d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:50.466738 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.489997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff3c2cad-4317-403c-9aad-1b6a9fc997b2 req-30b8c327-c54a-48ea-a096-147910331a75 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Sep 16 06:00:50.569132 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.611155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port d447fc0c-f8d7-4ce0-8361-609d20be2c8d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d447fc0c-f8d7-4ce0-8361-609d20be2c8d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:50.732340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.733714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 65589790-4f72-4447-b2fc-a266bb500970 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:50.777450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.818831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=d447fc0c-f8d7-4ce0-8361-609d20be2c8d,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:50.841071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 65589790-4f72-4447-b2fc-a266bb500970 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:50.841071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.906671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.931383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26736b-4a4f-47a4-9943-a3071e363894 None None] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:00:51.003626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.012471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=723c4408-b0dd-4867-8ee4-1aa261989a22,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:51.020130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-df49bbce-91cd-4eb2-a5cb-1b98a6e13015 None None] Provisioning complete for port 65589790-4f72-4447-b2fc-a266bb500970 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:51.020515 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df49bbce-91cd-4eb2-a5cb-1b98a6e13015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.025427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.064476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-d955d8a5-0505-4042-a5a9-2b88480e9e04 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:51.066394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-d955d8a5-0505-4042-a5a9-2b88480e9e04 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "GET /v2.0/networks?id=b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 HTTP/1.1" status: 200 len: 797 time: 0.1167409 Sep 16 06:00:51.118835 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.122915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:51.124185 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-b06fdac7-2096-41b1-8567-4d7097c60ce2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 472 time: 0.0391288 Sep 16 06:00:51.124719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:51.134262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 65589790-4f72-4447-b2fc-a266bb500970, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=65589790-4f72-4447-b2fc-a266bb500970,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:51.139330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'port': {'device_id': '9cd463e1-cfb7-44aa-9f8e-64bddadb0a33', 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4', 'admin_state_up': True, 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'security_groups': ['b1dd2ef3-5840-477c-8344-c16bd59bd8cf']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:51.234520 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.240732 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df49bbce-91cd-4eb2-a5cb-1b98a6e13015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.255966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:00:51.348970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=65589790-4f72-4447-b2fc-a266bb500970,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:51.354203 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-df49bbce-91cd-4eb2-a5cb-1b98a6e13015 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:00:51.354703 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-df49bbce-91cd-4eb2-a5cb-1b98a6e13015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:00:51.377971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:51.384428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.390173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:00:51.397036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c2d30620-4823-4600-85cf-1327e89c7f39 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "PUT /v2.0/routers/e3d38ae3-97a7-4055-b75e-d9a9d0675c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0285306 Sep 16 06:00:51.408338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Sync routers for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:00:51.417695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:51.418470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:51.608752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:51.619320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.20.0.24 (b1b1c4f3-ab76-4174-91d8-e0be5bc51be4/e3061361-065a-4556-8061-8362fe16adde/71dff1e0-3f88-43ba-8afd-e8dcca36dff0) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:51.729656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43692702-7216-451d-a3fb-8bc7121f93d7 req-1b591a67-31aa-475d-9066-d76ef5837d49 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 210 time: 0.0877855 Sep 16 06:00:51.847152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-49773ed9-ae3a-4c46-a70c-dc872aed0287 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979613767&fields=id&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 267 time: 0.0894668 Sep 16 06:00:51.905589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.962282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 2, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:51.994837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Checking router: e3d38ae3-97a7-4055-b75e-d9a9d0675c49 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:00:51.995263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Updating router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 port 723c4408-b0dd-4867-8ee4-1aa261989a22 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:00:52.019940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-11525700-3a59-4bc8-82a3-f99ea3bfd560 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:52.021972 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-11525700-3a59-4bc8-82a3-f99ea3bfd560 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/networks?id=d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 200 len: 796 time: 0.1664071 Sep 16 06:00:52.029090 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.041825 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-570bea39-0c9f-4da4-a690-68b94d9b68ac tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/quotas/adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 375 time: 0.0119805 Sep 16 06:00:52.087744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-792e5c2d-8103-45ae-a0f5-3492fdae6985 None None] Provisioning complete for port 65589790-4f72-4447-b2fc-a266bb500970 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:52.088148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-792e5c2d-8103-45ae-a0f5-3492fdae6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.094211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.152979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:52.164385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:52.169040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:52.171233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:52.200955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-b834f19c-89a7-4566-8424-781ace1bb68c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443672 Sep 16 06:00:52.261910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:52.263155 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.340132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-792e5c2d-8103-45ae-a0f5-3492fdae6985 None None] Provisioning complete for port 723c4408-b0dd-4867-8ee4-1aa261989a22 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:52.340718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-792e5c2d-8103-45ae-a0f5-3492fdae6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.415530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-792e5c2d-8103-45ae-a0f5-3492fdae6985 None None] Port 723c4408-b0dd-4867-8ee4-1aa261989a22 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:52.441858 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d447fc0c-f8d7-4ce0-8361-609d20be2c8d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:52.493987 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.512173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d447fc0c-f8d7-4ce0-8361-609d20be2c8d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:52.512774 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.559586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-975a83ed-28c2-4f0b-9f6d-22eda4e8d90e None None] Provisioning complete for port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:52.559989 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-975a83ed-28c2-4f0b-9f6d-22eda4e8d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.588906 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.653282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-975a83ed-28c2-4f0b-9f6d-22eda4e8d90e None None] Port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:52.686579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f16555-2d64-46e6-8a49-4749d5920a26 None None] Pushing event updated for resources: {'Port': ['ID=723c4408-b0dd-4867-8ee4-1aa261989a22,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:52.713466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-975a83ed-28c2-4f0b-9f6d-22eda4e8d90e None None] Provisioning complete for port 723c4408-b0dd-4867-8ee4-1aa261989a22 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:52.713848 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-975a83ed-28c2-4f0b-9f6d-22eda4e8d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.716169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 65589790-4f72-4447-b2fc-a266bb500970 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:52.727752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-52b734e7-e9ba-455c-bcfa-55f9eeff6cf2 service neutron] 10.222.0.49 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094979 Sep 16 06:00:52.785450 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-e1edfbbb-0ca2-4999-ba81-083d3f74a38e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6521182 Sep 16 06:00:52.826472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Request body: {'port': {'device_id': '9cd463e1-cfb7-44aa-9f8e-64bddadb0a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:52.827767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-975a83ed-28c2-4f0b-9f6d-22eda4e8d90e None None] Port 723c4408-b0dd-4867-8ee4-1aa261989a22 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:52.832322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Attempting to bind port 723c4408-b0dd-4867-8ee4-1aa261989a22 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:52.832695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Attempting to bind port 723c4408-b0dd-4867-8ee4-1aa261989a22 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:52.833131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Attempting to bind port 723c4408-b0dd-4867-8ee4-1aa261989a22 on network d143c6e1-5e50-4d02-a832-cba06ebaff71 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:52.843026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:52.843427 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Checking segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:52.844005 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.844917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Bound using segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:52.844917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Bound port: 723c4408-b0dd-4867-8ee4-1aa261989a22, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:52.845832 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.895809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 65589790-4f72-4447-b2fc-a266bb500970 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:52.896209 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.896316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68396da-b797-44ee-bbca-471e7b3363b7 req-96ef0b8e-ded4-4d4c-9256-c91fafc1438e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:52.898320 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c68396da-b797-44ee-bbca-471e7b3363b7 req-96ef0b8e-ded4-4d4c-9256-c91fafc1438e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 932 time: 0.0876079 Sep 16 06:00:52.923774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-9f4494c9-27ce-4bbd-9b47-736f3178a716 service neutron] 10.222.0.49 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845331 Sep 16 06:00:52.931660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.964664 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c68396da-b797-44ee-bbca-471e7b3363b7 req-e44b9d8b-e516-4469-b979-e2a95bf8d4a1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566075 Sep 16 06:00:52.981883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] For port 723c4408-b0dd-4867-8ee4-1aa261989a22, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:52.991353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-62814b30-7c39-470e-891e-7c052895b3af None None] Provisioning complete for port 723c4408-b0dd-4867-8ee4-1aa261989a22 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:52.996406 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62814b30-7c39-470e-891e-7c052895b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.024412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] For port 723c4408-b0dd-4867-8ee4-1aa261989a22, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=723c4408-b0dd-4867-8ee4-1aa261989a22,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:53.074995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-62814b30-7c39-470e-891e-7c052895b3af None None] Port 723c4408-b0dd-4867-8ee4-1aa261989a22 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:53.109405 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.149501 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48956c7f-a7d1-446b-9f76-ae1603b40089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.208339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:00:53.209071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:53.236954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a39b522-552e-4545-bf23-3aa8e5c726d9 req-59c11685-cf1f-40ec-9a5a-892b7d5748bb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 210 time: 0.0437357 Sep 16 06:00:53.262734 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f16555-2d64-46e6-8a49-4749d5920a26 None None] Pushing event updated for resources: {'Port': ['ID=723c4408-b0dd-4867-8ee4-1aa261989a22,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:53.278213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:00:53.293394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.303208 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Transition to ACTIVE for port object 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:00:53.366700 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:00:53.388873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.473913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Pushing event updated for resources: {'Port': ['ID=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:53.537500 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Attempting to bind port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:53.537894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Attempting to bind port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:53.538159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Attempting to bind port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 on network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:53.543899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 on network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:00:53.544212 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Attempting to bind port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 on network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:53.550487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:53.550911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Checking segment: {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:53.551410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Bound using segment: {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:53.551940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Bound port: 71dff1e0-3f88-43ba-8afd-e8dcca36dff0, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:53.552311 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.627622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] For port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:53.631031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] For port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:53.658000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-516ced70-2ef6-4416-af73-85902bea1a64 None None] Provisioning complete for port 723c4408-b0dd-4867-8ee4-1aa261989a22 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:53.658960 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-516ced70-2ef6-4416-af73-85902bea1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.698144 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.741883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:53.742525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.743935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] 10.222.0.30 "PUT /v2.0/ports/71dff1e0-3f88-43ba-8afd-e8dcca36dff0 HTTP/1.1" status: 200 len: 1093 time: 0.9263284 Sep 16 06:00:53.744397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd463e1-cfb7-44aa-9f8e-64bddadb0a33', 'tag': '71dff1e0-3f88-43ba-8afd-e8dcca36dff0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:53.746681 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd0398d-5ece-49af-bcfb-0fd368b83e60" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd463e1-cfb7-44aa-9f8e-64bddadb0a33", "tag": "71dff1e0-3f88-43ba-8afd-e8dcca36dff0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:53.772149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e5273-f1bb-4aef-8feb-4ffa021aa020 service neutron] Pushing event updated for resources: {'Port': ['ID=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:53.786759 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224cf2da-6b67-4410-a770-8b204f4d5d93 x-openstack-request-id: req-224cf2da-6b67-4410-a770-8b204f4d5d93 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:53.787121 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd463e1-cfb7-44aa-9f8e-64bddadb0a33", "tag": "71dff1e0-3f88-43ba-8afd-e8dcca36dff0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:53.787442 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-224cf2da-6b67-4410-a770-8b204f4d5d93 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:53.787792 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd463e1-cfb7-44aa-9f8e-64bddadb0a33', 'tag': '71dff1e0-3f88-43ba-8afd-e8dcca36dff0', 'status': 'completed', 'code': 200} Sep 16 06:00:53.886565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0398d-5ece-49af-bcfb-0fd368b83e60 req-09328a21-da35-45ef-89b2-368501f6e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:53.888844 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbd0398d-5ece-49af-bcfb-0fd368b83e60 req-09328a21-da35-45ef-89b2-368501f6e5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 1096 time: 0.0595794 Sep 16 06:00:53.891138 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-516ced70-2ef6-4416-af73-85902bea1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.909200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.914202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:52Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:00:53.962810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e9bf5-eca1-4c7b-9a79-43d278641d8d None None] The sync data for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 is: [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:52Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:00:53.965574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-516ced70-2ef6-4416-af73-85902bea1a64 None None] For port 723c4408-b0dd-4867-8ee4-1aa261989a22, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=723c4408-b0dd-4867-8ee4-1aa261989a22,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:54.018235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0398d-5ece-49af-bcfb-0fd368b83e60 req-9f06f876-466a-4e85-a1a0-c8d711fdc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.018235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0398d-5ece-49af-bcfb-0fd368b83e60 req-9f06f876-466a-4e85-a1a0-c8d711fdc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.019761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbd0398d-5ece-49af-bcfb-0fd368b83e60 req-9f06f876-466a-4e85-a1a0-c8d711fdc6ee service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dd95e750c7c6405089b0aa4139910d61&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1166368 Sep 16 06:00:54.033598 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-516ced70-2ef6-4416-af73-85902bea1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.101692 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ced70-2ef6-4416-af73-85902bea1a64 None None] Pushing event updated for resources: {'Port': ['ID=723c4408-b0dd-4867-8ee4-1aa261989a22,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:54.143268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8b0f2-a16d-40bb-934f-82e659a6839a req-1eccb3d9-db45-40c1-b906-96ae4953b6ff tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.145140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dab8b0f2-a16d-40bb-934f-82e659a6839a req-1eccb3d9-db45-40c1-b906-96ae4953b6ff tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 944 time: 0.0790339 Sep 16 06:00:54.186406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0398d-5ece-49af-bcfb-0fd368b83e60 req-50fb112e-d04d-4c44-bc19-288bd018e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.188083 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbd0398d-5ece-49af-bcfb-0fd368b83e60 req-50fb112e-d04d-4c44-bc19-288bd018e515 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609099 Sep 16 06:00:54.200184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dab8b0f2-a16d-40bb-934f-82e659a6839a req-059daa96-1a80-4eae-b77a-b67f1e85940c tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431342 Sep 16 06:00:54.325337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-9d88f034-fa65-46c9-9cf6-64ccd220b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.327447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-9d88f034-fa65-46c9-9cf6-64ccd220b4cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 1096 time: 0.0747302 Sep 16 06:00:54.405476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c49fd10-d0bc-4c70-8349-e0edbca9b179 req-5a495e0e-7209-409d-92e4-a85a89c38a0b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 210 time: 0.0713844 Sep 16 06:00:54.407775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-1b1112be-7a6b-416f-a57f-ba20c519ae04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=71dff1e0-3f88-43ba-8afd-e8dcca36dff0 HTTP/1.1" status: 200 len: 217 time: 0.0638499 Sep 16 06:00:54.413604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 723c4408-b0dd-4867-8ee4-1aa261989a22 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:54.467562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-ad40a129-93af-488a-b037-5423f503b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.469445 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-ad40a129-93af-488a-b037-5423f503b4e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3061361-065a-4556-8061-8362fe16adde HTTP/1.1" status: 200 len: 837 time: 0.0503159 Sep 16 06:00:54.475463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 723c4408-b0dd-4867-8ee4-1aa261989a22 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:54.475837 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:54.531320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-b56c4901-833d-4949-9c43-65539d298c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:54.533666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-b56c4901-833d-4949-9c43-65539d298c0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1b1c4f3-ab76-4174-91d8-e0be5bc51be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0571210 Sep 16 06:00:54.635352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-104f618d-e26f-462f-9760-f13d2b2e1389 service neutron] 10.222.0.30 "GET /v2.0/networks/b1b1c4f3-ab76-4174-91d8-e0be5bc51be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942473 Sep 16 06:00:54.736917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71178a57-1663-4135-8fc6-7ce3517b3216 req-97fc340f-d362-4bb7-92db-2a717431923c service neutron] 10.222.0.30 "GET /v2.0/networks/b1b1c4f3-ab76-4174-91d8-e0be5bc51be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941510 Sep 16 06:00:55.325815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470d8db-a1a3-4731-8039-db4c011f7836 req-d850c29f-0fe4-4639-acd7-8a797ca5a2e4 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:55.327319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9470d8db-a1a3-4731-8039-db4c011f7836 req-d850c29f-0fe4-4639-acd7-8a797ca5a2e4 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 944 time: 0.0531430 Sep 16 06:00:55.368324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9470d8db-a1a3-4731-8039-db4c011f7836 req-bf835b27-6af8-427d-be59-91b72ec71d5f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Sep 16 06:00:55.417361 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:55.509058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc24f0e5-9e8c-42e6-a0c6-22e7c826cd37 req-c41b364e-da91-40a4-9250-61bf194805f6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 210 time: 0.0285373 Sep 16 06:00:55.634026 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-a3479f4b-019a-48ba-9ab5-ce4266d60bb0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:55.635519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-a3479f4b-019a-48ba-9ab5-ce4266d60bb0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "GET /v2.0/networks?id=d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 200 len: 796 time: 0.1094224 Sep 16 06:00:55.692333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-c2096a5a-1d30-4171-aee3-03a3e97161b3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 379 time: 0.0380445 Sep 16 06:00:55.707001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'port': {'device_id': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'admin_state_up': True, 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'security_groups': ['6df91390-ece6-427a-837f-aa4ac2642dce']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:55.897688 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:00:55.901265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:56.038847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.20.0.12 (d143c6e1-5e50-4d02-a832-cba06ebaff71/a1f55ced-d5af-4573-8d37-8ac7cf17424d/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:00:56.192695 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:56.286003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:56.332287 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:00:56.335343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:00:56.339118 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:00:56.367593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:56.398273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:56.398960 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:56.496794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77ef7f-194e-4c31-90fa-abc82cfe82c5 req-a4723226-b180-4c38-9dbb-621c09ce8df7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:56.498407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e77ef7f-194e-4c31-90fa-abc82cfe82c5 req-a4723226-b180-4c38-9dbb-621c09ce8df7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 944 time: 0.0578418 Sep 16 06:00:56.513030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-1d8cb790-e419-414f-bcc2-8ca37cb42fb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8110933 Sep 16 06:00:56.544456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Request body: {'port': {'device_id': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:00:56.549924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e77ef7f-194e-4c31-90fa-abc82cfe82c5 req-a30fc0a9-a3b1-475d-ae7c-abcf28c1c550 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Sep 16 06:00:56.587608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f80f0514-c2b0-489b-a760-1c3419eb7f05 None None] Provisioning complete for port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:56.588608 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f80f0514-c2b0-489b-a760-1c3419eb7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:56.625197 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f80f0514-c2b0-489b-a760-1c3419eb7f05 None None] Port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:00:56.649263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:56.678393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae7cdb-a343-4c40-a718-f1a010fd6005 req-a29c3051-6f04-4049-9179-9eea1fbc2821 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:56.680030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2ae7cdb-a343-4c40-a718-f1a010fd6005 req-a29c3051-6f04-4049-9179-9eea1fbc2821 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 932 time: 0.0886965 Sep 16 06:00:56.804750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e2ae7cdb-a343-4c40-a718-f1a010fd6005 req-694055a0-2f27-4b50-8c1c-a881cfd63f5a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067781 Sep 16 06:00:56.971789 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:00:56.979064 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:56.991368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Transition to ACTIVE for port object 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:00:57.057503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:57.129344 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:57.184002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:00:57.184343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:00:57.184677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:57.189529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:00:57.189849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:00:57.194944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:00:57.195283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Checking segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:00:57.195677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Bound using segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:00:57.196127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Bound port: 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:00:57.196486 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:57.264189 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:00:57.268380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:00:57.349470 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:57.386295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:57.386908 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:57.388448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] 10.222.0.66 "PUT /v2.0/ports/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 1093 time: 0.8522873 Sep 16 06:00:57.389353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:00:57.391137 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e53ae9-8fcf-467a-92eb-e9ec6a2010dc" -d '{"events": [{"name": "network-changed", "server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:00:57.420910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82fb81-bb84-4719-ac17-ef890ea4219c service neutron] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:57.440813 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2f3557-5b58-423e-b79d-e10739de035c x-openstack-request-id: req-eb2f3557-5b58-423e-b79d-e10739de035c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:00:57.441163 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:00:57.441415 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb2f3557-5b58-423e-b79d-e10739de035c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:00:57.441820 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'status': 'completed', 'code': 200} Sep 16 06:00:57.535907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53ae9-8fcf-467a-92eb-e9ec6a2010dc req-82c6d2a9-e7a3-4e9c-8ad0-54c032833b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:57.537480 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40e53ae9-8fcf-467a-92eb-e9ec6a2010dc req-82c6d2a9-e7a3-4e9c-8ad0-54c032833b43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1096 time: 0.0481124 Sep 16 06:00:57.560330 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:57.681743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53ae9-8fcf-467a-92eb-e9ec6a2010dc req-36646da0-3e47-4f7d-86eb-24667ec4dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:57.683251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40e53ae9-8fcf-467a-92eb-e9ec6a2010dc req-36646da0-3e47-4f7d-86eb-24667ec4dded service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=adeb84abad58478eb9a2947112779c52&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1313386 Sep 16 06:00:57.696256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94f59b-3b66-4a01-ac8c-2460c639e1cf req-6352c359-f0d6-442c-a1d3-97e0daa1e4ea tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:57.697672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c94f59b-3b66-4a01-ac8c-2460c639e1cf req-6352c359-f0d6-442c-a1d3-97e0daa1e4ea tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 944 time: 0.0736403 Sep 16 06:00:57.779477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:00:57.787827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c94f59b-3b66-4a01-ac8c-2460c639e1cf req-17af2e57-b007-4a7c-b897-5a9961dc4620 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808275 Sep 16 06:00:57.815088 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53ae9-8fcf-467a-92eb-e9ec6a2010dc req-33776a84-4406-46b5-8e35-bd4d96faaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:57.816720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-40e53ae9-8fcf-467a-92eb-e9ec6a2010dc req-33776a84-4406-46b5-8e35-bd4d96faaf07 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181481 Sep 16 06:00:57.882390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:57.897164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '71dff1e0-3f88-43ba-8afd-e8dcca36dff0', 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4', 'port_id': '71dff1e0-3f88-43ba-8afd-e8dcca36dff0', 'mac_address': 'fa:16:3e:fe:63:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3061361-065a-4556-8061-8362fe16adde', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:00:57.936945 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:57.944093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d5336-cb95-4cdc-b017-ac57125a54ab req-5370056f-da01-4ac5-85d6-77a435dd25e8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:57.946377 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-867d5336-cb95-4cdc-b017-ac57125a54ab req-5370056f-da01-4ac5-85d6-77a435dd25e8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 944 time: 0.0647771 Sep 16 06:00:57.946504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-e8d0d271-dc62-450d-8cbd-26fadb1e2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:57.948009 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-e8d0d271-dc62-450d-8cbd-26fadb1e2a67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1096 time: 0.0547090 Sep 16 06:00:57.959319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:00:57.980746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:00:57.990227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-867d5336-cb95-4cdc-b017-ac57125a54ab req-26fc311f-ad95-41b4-8677-8aa7bc813344 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371945 Sep 16 06:00:58.008911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-ea1af7be-ec7b-4b9d-aab0-d00431b4ca9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 217 time: 0.0390160 Sep 16 06:00:58.057624 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:58.061646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-e66efe56-6edd-405b-9b2c-ed129da2e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:58.064329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-e66efe56-6edd-405b-9b2c-ed129da2e7b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1f55ced-d5af-4573-8d37-8ac7cf17424d HTTP/1.1" status: 200 len: 832 time: 0.0475616 Sep 16 06:00:58.114166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:00:58.127113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-3b20fcc6-ef1a-4f68-a254-eb3ccaca3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:58.128691 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-3b20fcc6-ef1a-4f68-a254-eb3ccaca3aea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d143c6e1-5e50-4d02-a832-cba06ebaff71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542378 Sep 16 06:00:58.227400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-b8fba5c8-9de0-4158-b46c-2c8ac5eed474 service neutron] 10.222.0.66 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861831 Sep 16 06:00:58.327141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['71dff1e0-3f88-43ba-8afd-e8dcca36dff0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:00:58.330966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e2d964e-8644-45f8-9fa0-0e16e005fee7 req-8eaea323-5b9f-47a4-ba4c-1b631a6dfb0b service neutron] 10.222.0.66 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918474 Sep 16 06:00:58.912475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498955-15fc-4a1b-b09f-1aa820f58523 req-0b2993e7-41ff-4a64-b209-e6fb62eefb33 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:58.915657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53498955-15fc-4a1b-b09f-1aa820f58523 req-0b2993e7-41ff-4a64-b209-e6fb62eefb33 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Sep 16 06:00:58.937330 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:58.953736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-53498955-15fc-4a1b-b09f-1aa820f58523 req-04c19bc7-5254-42d3-b185-59298bfd8825 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335336 Sep 16 06:00:59.114318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e15ed-7256-4fec-b734-86ab6d680f6d req-b3a84f62-d0bf-4fc5-ad47-24c7c3c905fb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:59.121683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-020e15ed-7256-4fec-b734-86ab6d680f6d req-b3a84f62-d0bf-4fc5-ad47-24c7c3c905fb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 944 time: 0.0564036 Sep 16 06:00:59.157210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-020e15ed-7256-4fec-b734-86ab6d680f6d req-31fdc2c4-ccb2-4566-81fe-0c083584f2c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353038 Sep 16 06:00:59.779478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:00:59.897373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:00:59.901742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:00:59.902112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:59.980254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.010311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd463e1-cfb7-44aa-9f8e-64bddadb0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dff1e0-3f88-43ba-8afd-e8dcca36dff0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:00.012656 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06e7715-f8db-481e-be53-2adb073c62fc" -d '{"events": [{"server_uuid": "9cd463e1-cfb7-44aa-9f8e-64bddadb0a33", "name": "network-vif-plugged", "status": "completed", "tag": "71dff1e0-3f88-43ba-8afd-e8dcca36dff0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:00.026706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:00.052557 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd761c3-e986-479c-aa20-4115edc0766b x-openstack-request-id: req-9fd761c3-e986-479c-aa20-4115edc0766b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:00.052865 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd463e1-cfb7-44aa-9f8e-64bddadb0a33", "name": "network-vif-plugged", "status": "completed", "tag": "71dff1e0-3f88-43ba-8afd-e8dcca36dff0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:00.053136 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fd761c3-e986-479c-aa20-4115edc0766b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:00.053519 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd463e1-cfb7-44aa-9f8e-64bddadb0a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dff1e0-3f88-43ba-8afd-e8dcca36dff0', 'code': 200} Sep 16 06:01:00.083821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088015b-fd52-42c7-aff1-647d24d2cd35 req-c192fe41-404d-4f34-9917-44868e350f8d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:00.085582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5088015b-fd52-42c7-aff1-647d24d2cd35 req-c192fe41-404d-4f34-9917-44868e350f8d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Sep 16 06:01:00.109305 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.128622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5088015b-fd52-42c7-aff1-647d24d2cd35 req-60e4755f-52f6-453b-aef1-8e6ef47eb105 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359125 Sep 16 06:01:00.160129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:00.192102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aa259-7f65-4aae-93b4-c05e0c59d6e1 req-f44ea6ac-ed87-4e58-a749-182cb347bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:00.193966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-478aa259-7f65-4aae-93b4-c05e0c59d6e1 req-f44ea6ac-ed87-4e58-a749-182cb347bffb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 1098 time: 0.0524118 Sep 16 06:01:00.234309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-478aa259-7f65-4aae-93b4-c05e0c59d6e1 req-758e60cc-5cf9-41ba-aae6-57b7b2ce7fd8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Sep 16 06:01:00.289465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcce6da-f03e-4d0d-bdee-df9c1c2d8b98 req-66cd7dff-1504-4900-b1c1-f2cb67d408ae tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:00.291030 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edcce6da-f03e-4d0d-bdee-df9c1c2d8b98 req-66cd7dff-1504-4900-b1c1-f2cb67d408ae tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 944 time: 0.0589335 Sep 16 06:01:00.334430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-edcce6da-f03e-4d0d-bdee-df9c1c2d8b98 req-b5fdb226-3f08-4929-94a8-960b22680235 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373423 Sep 16 06:01:00.712627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:01:00.814319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:00.825096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'port_id': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'mac_address': 'fa:16:3e:81:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:01:00.863938 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.876787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:01:00.896779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:00.983259 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.033243 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:01.258321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e773ca0-bb4c-4804-8729-40adab921e1e req-23cfb9ff-86c9-47d0-93b3-cbfa480cd62e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:01.260055 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e773ca0-bb4c-4804-8729-40adab921e1e req-23cfb9ff-86c9-47d0-93b3-cbfa480cd62e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 946 time: 0.0578504 Sep 16 06:01:01.307238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e773ca0-bb4c-4804-8729-40adab921e1e req-67020bba-d509-4823-b921-012b251cb90e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Sep 16 06:01:01.370421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:01:01.498256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4115fe-9d13-4c9d-ae71-ab5aeeec84be req-a08ffbfe-b43e-43d0-9ab0-97c38da28813 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:01.502430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb4115fe-9d13-4c9d-ae71-ab5aeeec84be req-a08ffbfe-b43e-43d0-9ab0-97c38da28813 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 945 time: 0.0867383 Sep 16 06:01:01.547522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fb4115fe-9d13-4c9d-ae71-ab5aeeec84be req-786a8cde-8c17-4a49-9e1f-aa125d5df859 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353253 Sep 16 06:01:02.451947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb66271-103a-4267-9d17-9f371a560a88 req-e764fece-0162-432a-8fe4-51ce2b89fa1c tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:02.453587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fb66271-103a-4267-9d17-9f371a560a88 req-e764fece-0162-432a-8fe4-51ce2b89fa1c tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 946 time: 0.0567508 Sep 16 06:01:02.495721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8fb66271-103a-4267-9d17-9f371a560a88 req-5dc441a6-0ffa-48e8-8f8c-7528db6c2bf8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350175 Sep 16 06:01:02.639569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16a899-0e30-4cf2-92b7-dfcd595c5880 req-5e3b09f4-ddd0-4c0b-a05c-b3cfb8ce1d75 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:02.641834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de16a899-0e30-4cf2-92b7-dfcd595c5880 req-5e3b09f4-ddd0-4c0b-a05c-b3cfb8ce1d75 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 946 time: 0.0543764 Sep 16 06:01:02.685372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de16a899-0e30-4cf2-92b7-dfcd595c5880 req-2ba6f843-c389-4de3-9ea2-af4c85e11baf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372815 Sep 16 06:01:02.706337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dbf01-b971-4281-b238-d6b46d85f8e4 req-e982d7de-eddb-4759-ae85-8a944b85b5ab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:02.707905 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-212dbf01-b971-4281-b238-d6b46d85f8e4 req-e982d7de-eddb-4759-ae85-8a944b85b5ab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 945 time: 0.0714514 Sep 16 06:01:02.730377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:02.752669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-212dbf01-b971-4281-b238-d6b46d85f8e4 req-150e3094-71ca-4ec7-a4a6-162a849fbd2d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369408 Sep 16 06:01:02.857493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:01:02.862082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:02.862449 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.956612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:02.980631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:02.982899 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f39a43b-a917-43c6-b189-f0e4deaa064e" -d '{"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-plugged", "status": "completed", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:02.996460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:03.024613 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c3d372-189c-4e67-b9e5-36e6f869e719 x-openstack-request-id: req-03c3d372-189c-4e67-b9e5-36e6f869e719 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:03.025060 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-plugged", "status": "completed", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:03.025447 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03c3d372-189c-4e67-b9e5-36e6f869e719 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:03.025954 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'code': 200} Sep 16 06:01:03.064153 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:03.113661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:03.166004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a660e-cc05-4c66-966d-1724a8985c6f req-50601d6e-249f-49bd-b19d-5e9909150d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:03.167559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d8a660e-cc05-4c66-966d-1724a8985c6f req-50601d6e-249f-49bd-b19d-5e9909150d2d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1098 time: 0.0464776 Sep 16 06:01:03.205863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7d8a660e-cc05-4c66-966d-1724a8985c6f req-1c4acc98-b1dc-4bd3-9716-5ff650a03e43 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300987 Sep 16 06:01:03.881021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ade33b-cee7-4734-ae87-b87d53266099 req-c76ed6bd-d678-4cba-a355-b9b331d9c021 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:03.882612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2ade33b-cee7-4734-ae87-b87d53266099 req-c76ed6bd-d678-4cba-a355-b9b331d9c021 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0571575 Sep 16 06:01:03.923477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2ade33b-cee7-4734-ae87-b87d53266099 req-a01659a3-68b9-41bb-984a-4b857fd97472 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335886 Sep 16 06:01:04.238078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47626) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:04.715676 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.012736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.20.0.17 (b1b1c4f3-ab76-4174-91d8-e0be5bc51be4/e3061361-065a-4556-8061-8362fe16adde/d9a3c9c4-a24e-425b-89b2-ca11113181db) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:05.054542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c219d-a1a8-4ec8-ad60-ea9f29f2097a req-8c10cd80-6c8c-426b-a99b-950c8f8b9671 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:05.056283 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c64c219d-a1a8-4ec8-ad60-ea9f29f2097a req-8c10cd80-6c8c-426b-a99b-950c8f8b9671 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0602696 Sep 16 06:01:05.101213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c64c219d-a1a8-4ec8-ad60-ea9f29f2097a req-25427e37-fd8f-4b1f-9287-fb69bd383b1e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383441 Sep 16 06:01:05.141996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.232582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b216c1f-9d03-4e71-8924-e5e7347218e4 req-1c42d30d-534a-4779-8de8-acb7eb627a34 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:05.233984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b216c1f-9d03-4e71-8924-e5e7347218e4 req-1c42d30d-534a-4779-8de8-acb7eb627a34 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0562913 Sep 16 06:01:05.247751 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:05.256534 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.322314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:05.325587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4b216c1f-9d03-4e71-8924-e5e7347218e4 req-8a1d2ba7-475b-4353-a02a-e63d8abeb769 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846455 Sep 16 06:01:05.331381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:05.336634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:05.345986 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=d9a3c9c4-a24e-425b-89b2-ca11113181db,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:05.350750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47632) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:05.392899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c20a2b-d1eb-4923-8bb3-51ffdf28fcd6 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:05.394425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-15c20a2b-d1eb-4923-8bb3-51ffdf28fcd6 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1093 time: 0.0426106 Sep 16 06:01:05.397391 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47634) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:05.402024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:05.402405 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.492084 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.604261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.635758 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.651446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-384ba661-29eb-492d-9793-6c2fe3d9574d None None] Provisioning complete for port d9a3c9c4-a24e-425b-89b2-ca11113181db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:05.652569 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-384ba661-29eb-492d-9793-6c2fe3d9574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.697193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-384ba661-29eb-492d-9793-6c2fe3d9574d None None] Port d9a3c9c4-a24e-425b-89b2-ca11113181db cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:05.724143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.25.1.109 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/b9cd37e4-39b2-4a42-9051-e0a1f16c6826) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:05.871491 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.968070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:05.992902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.033506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:06.036470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:06.039375 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:06.044034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.085467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=b9cd37e4-39b2-4a42-9051-e0a1f16c6826,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:06.119397 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.121311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=d9a3c9c4-a24e-425b-89b2-ca11113181db,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:06.243567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:06.245097 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:06.384881 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:06.497260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.524897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:06.531588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5f4896c3-17d8-4090-8688-afd87c4d30dc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "PUT /v2.0/routers/60dc27eb-999c-4b33-9bb7-be8e0d286d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2921636 Sep 16 06:01:06.534870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fc04f19b-9ef2-43e0-8835-78868483aa74 None None] Provisioning complete for port d9a3c9c4-a24e-425b-89b2-ca11113181db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:06.534870 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc04f19b-9ef2-43e0-8835-78868483aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.546656 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Sync routers for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:06.561342 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:06.561971 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:06.581708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fc04f19b-9ef2-43e0-8835-78868483aa74 None None] Port d9a3c9c4-a24e-425b-89b2-ca11113181db cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:06.689194 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:06.705923 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.886688 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.964123 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:05Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:04Z', 'revision_number': 1, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a3c9c4-a24e-425b-89b2-ca11113181db', 'name': '', 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:31:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e3061361-065a-4556-8061-8362fe16adde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:04Z', 'updated_at': '2021-09-16T06:01:05Z', 'revision_number': 2, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'e3061361-065a-4556-8061-8362fe16adde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:06.971684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.990170 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Checking router: 60dc27eb-999c-4b33-9bb7-be8e0d286d08 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:06.991186 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Updating router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 port d9a3c9c4-a24e-425b-89b2-ca11113181db binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:07.021722 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.050684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=b9cd37e4-39b2-4a42-9051-e0a1f16c6826,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:07.065387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.172196 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Floating IP 493cca07-c106-44aa-a76d-cf4338538789 associated. External IP: 172.25.1.109, port: 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b. Sep 16 06:01:07.354391 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.411948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:07.428489 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.497945 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e77cd8-dc2b-423f-8f7a-eff8bf796af3 None None] Pushing event updated for resources: {'Port': ['ID=d9a3c9c4-a24e-425b-89b2-ca11113181db,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:07.538516 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Attempting to bind port d9a3c9c4-a24e-425b-89b2-ca11113181db on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:07.538887 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Attempting to bind port d9a3c9c4-a24e-425b-89b2-ca11113181db by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:07.539250 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Attempting to bind port d9a3c9c4-a24e-425b-89b2-ca11113181db on network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:07.546183 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:07.546743 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Checking segment: {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:07.548434 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.549710 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Bound using segment: {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:07.550389 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Bound port: d9a3c9c4-a24e-425b-89b2-ca11113181db, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:07.551109 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.639736 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] For port d9a3c9c4-a24e-425b-89b2-ca11113181db, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:07.644133 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] For port d9a3c9c4-a24e-425b-89b2-ca11113181db, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9a3c9c4-a24e-425b-89b2-ca11113181db,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:07.709785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-53bd3d12-572e-404a-a1d6-8d3af8c72878 None None] Provisioning complete for port d9a3c9c4-a24e-425b-89b2-ca11113181db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:07.710410 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53bd3d12-572e-404a-a1d6-8d3af8c72878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.735500 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.757187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-53bd3d12-572e-404a-a1d6-8d3af8c72878 None None] Port d9a3c9c4-a24e-425b-89b2-ca11113181db cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:07.793589 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e77cd8-dc2b-423f-8f7a-eff8bf796af3 None None] Pushing event updated for resources: {'Port': ['ID=d9a3c9c4-a24e-425b-89b2-ca11113181db,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:07.809330 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:07.809990 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:07.845348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:07.864968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] Sync routers for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:07.877317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:07.878538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:07.926192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:07.958657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3702ec40-f96b-4103-908e-10803776646c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5600719 Sep 16 06:01:07.960216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:07.962324 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29" -d '{"events": [{"name": "network-changed", "server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:08.021892 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9130c98a-e212-401b-a28e-dce791cd48d8 x-openstack-request-id: req-9130c98a-e212-401b-a28e-dce791cd48d8 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:08.021892 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:08.021892 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9130c98a-e212-401b-a28e-dce791cd48d8 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:08.021892 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'status': 'completed', 'code': 200} Sep 16 06:01:08.060328 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:08.077432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:08.101912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a367b-2fae-49fc-a093-efefef5d99d1 req-fa639084-2553-4789-9d73-824295f64387 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:08.111699 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-481a367b-2fae-49fc-a093-efefef5d99d1 req-fa639084-2553-4789-9d73-824295f64387 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0710106 Sep 16 06:01:08.119409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f1aa1640-5a02-4cb5-898e-c11ce0c731d5 None None] Provisioning complete for port d9a3c9c4-a24e-425b-89b2-ca11113181db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:08.119781 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1640-5a02-4cb5-898e-c11ce0c731d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.135038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-840efb9f-b9e9-4fe4-b7a3-6813752dd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:08.137409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-840efb9f-b9e9-4fe4-b7a3-6813752dd36b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1098 time: 0.0614133 Sep 16 06:01:08.167922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-481a367b-2fae-49fc-a093-efefef5d99d1 req-ad868e9f-5ca6-4e38-a988-cd2fe2e8d8da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439365 Sep 16 06:01:08.174126 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47644) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:08.247177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-02998de7-6c7d-4d66-9e77-fefe476e96ca tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/493cca07-c106-44aa-a76d-cf4338538789 HTTP/1.1" status: 200 len: 992 time: 0.0704863 Sep 16 06:01:08.275041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-4ec26c74-a4d6-4cad-a65a-439b9d5289f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:08.276759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-4ec26c74-a4d6-4cad-a65a-439b9d5289f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 200 len: 897 time: 0.1311717 Sep 16 06:01:08.281241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1640-5a02-4cb5-898e-c11ce0c731d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.356371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f1aa1640-5a02-4cb5-898e-c11ce0c731d5 None None] For port d9a3c9c4-a24e-425b-89b2-ca11113181db, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9a3c9c4-a24e-425b-89b2-ca11113181db,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:08.376261 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:05Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:04Z', 'revision_number': 1, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a3c9c4-a24e-425b-89b2-ca11113181db', 'name': '', 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:31:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e3061361-065a-4556-8061-8362fe16adde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:04Z', 'updated_at': '2021-09-16T06:01:07Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'e3061361-065a-4556-8061-8362fe16adde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:08.404110 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3b69c-b53e-40d4-99ff-f6659df97714 None None] The sync data for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 is: [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:05Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:04Z', 'revision_number': 1, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9a3c9c4-a24e-425b-89b2-ca11113181db', 'name': '', 'network_id': 'b1b1c4f3-ab76-4174-91d8-e0be5bc51be4', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:31:24:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e3061361-065a-4556-8061-8362fe16adde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:04Z', 'updated_at': '2021-09-16T06:01:07Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'e3061361-065a-4556-8061-8362fe16adde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:08.426274 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1640-5a02-4cb5-898e-c11ce0c731d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.429535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '493cca07-c106-44aa-a76d-cf4338538789', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'port_id': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'mac_address': 'fa:16:3e:81:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:01:06Z', 'updated_at': '2021-09-16T06:01:06Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:08.501259 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] Checking router: e3d38ae3-97a7-4055-b75e-d9a9d0675c49 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:08.524417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:08.524592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:00:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:08.582761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa1640-5a02-4cb5-898e-c11ce0c731d5 None None] Pushing event updated for resources: {'Port': ['ID=d9a3c9c4-a24e-425b-89b2-ca11113181db,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:08.760379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-2f2333e8-ea24-4b13-8d0a-46caf3791dcd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 1000 time: 0.4767547 Sep 16 06:01:08.818360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-c96c23b8-6950-4a4d-82f6-05a4a4c96d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:08.819911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-c96c23b8-6950-4a4d-82f6-05a4a4c96d76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1f55ced-d5af-4573-8d37-8ac7cf17424d HTTP/1.1" status: 200 len: 832 time: 0.0516245 Sep 16 06:01:08.868324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:08.880052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-30cc6517-8dcd-4319-a936-b761e4ceb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:08.881641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-30cc6517-8dcd-4319-a936-b761e4ceb80a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d143c6e1-5e50-4d02-a832-cba06ebaff71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551231 Sep 16 06:01:08.997298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-0b1c4f93-9eab-4b55-946e-f8772ac9b7f5 service neutron] 10.222.0.66 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085129 Sep 16 06:01:09.111125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-01c60e58-ad3b-44b7-b97c-ed060f0d1a29 req-3d12914a-5e02-4ac7-b89c-5ac8af7b19de service neutron] 10.222.0.66 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059768 Sep 16 06:01:09.190755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '493cca07-c106-44aa-a76d-cf4338538789', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'port_id': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'mac_address': 'fa:16:3e:81:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:01:06Z', 'updated_at': '2021-09-16T06:01:06Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:09.218792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde7d0a-a646-4963-98f4-a4864c2fdac7 None None] The sync data for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 is: [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '493cca07-c106-44aa-a76d-cf4338538789', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'port_id': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'mac_address': 'fa:16:3e:81:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:01:06Z', 'updated_at': '2021-09-16T06:01:06Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:09.251237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47648) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:09.320886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-06631485-177f-481c-98c4-88cb06aa677e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/493cca07-c106-44aa-a76d-cf4338538789 HTTP/1.1" status: 200 len: 992 time: 0.0692148 Sep 16 06:01:09.436895 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b531c-3550-4f68-9da0-d897e10ac0c7 None None] New status for floating IP 493cca07-c106-44aa-a76d-cf4338538789: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:01:10.324730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47650) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:10.378267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9a3c9c4-a24e-425b-89b2-ca11113181db up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:10.393516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-73191d70-e7e9-42dc-9938-ce86a3beecd7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/493cca07-c106-44aa-a76d-cf4338538789 HTTP/1.1" status: 200 len: 994 time: 0.0673130 Sep 16 06:01:10.429784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d9a3c9c4-a24e-425b-89b2-ca11113181db triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:10.430154 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:19.868784 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c62cd81-c8ff-4ae5-b0ac-f97e49903066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.045466 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:23.120265 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-43e62705-5992-49e8-a94c-5ec30b68507b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:23.874031 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:25.403346 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.009475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47670) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:27.393694 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.557584 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.715775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port d9a3c9c4-a24e-425b-89b2-ca11113181db {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:27.716227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.815339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port d9a3c9c4-a24e-425b-89b2-ca11113181db, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d9a3c9c4-a24e-425b-89b2-ca11113181db,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:27.815713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:27.828462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for d9a3c9c4-a24e-425b-89b2-ca11113181db owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:28.071945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:28.099556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=d9a3c9c4-a24e-425b-89b2-ca11113181db,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:28.299880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:28.528025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:28.637617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:28.643024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c4c0b157-025e-406d-94c9-fc2981de32f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "PUT /v2.0/routers/60dc27eb-999c-4b33-9bb7-be8e0d286d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6324184 Sep 16 06:01:28.648892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] Sync routers for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:28.658580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:28.659361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:28.767751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:29.004154 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:29.009814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:27Z', 'revision_number': 6, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:04Z', 'revision_number': 1, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:29.035641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] Checking router: 60dc27eb-999c-4b33-9bb7-be8e0d286d08 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:29.043776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:29.044410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:29.150088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:29.219415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8ec7a-b096-47a4-b5a6-162058cd388a req-3f51583a-a206-450e-9adc-5b139f821040 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:29.225147 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adb8ec7a-b096-47a4-b5a6-162058cd388a req-3f51583a-a206-450e-9adc-5b139f821040 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 946 time: 0.0576854 Sep 16 06:01:29.265312 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-adb8ec7a-b096-47a4-b5a6-162058cd388a req-3ef6b33b-2be8-43df-8f6b-c30820b2d573 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337465 Sep 16 06:01:29.388606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:27Z', 'revision_number': 6, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:04Z', 'revision_number': 1, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:29.421627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52ddb9-626c-4e77-b811-8deff69b7b44 None None] The sync data for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 is: [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:27Z', 'revision_number': 6, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '2e43ea93-a924-4a64-985d-a2a649a17af1', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'port_id': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'mac_address': 'fa:16:3e:ef:08:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:00:02Z', 'updated_at': '2021-09-16T06:00:04Z', 'revision_number': 1, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:30.328814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9a3c9c4-a24e-425b-89b2-ca11113181db no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:30.348989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d9a3c9c4-a24e-425b-89b2-ca11113181db {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:30.349337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d9a3c9c4-a24e-425b-89b2-ca11113181db not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:30.493819 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe0251-50ae-4c01-a65a-0c0e36156429 req-917d0b7f-cba8-4b48-b8ba-17dcdcb750d9 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:30.495334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74fe0251-50ae-4c01-a65a-0c0e36156429 req-917d0b7f-cba8-4b48-b8ba-17dcdcb750d9 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 946 time: 0.1577878 Sep 16 06:01:30.537353 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74fe0251-50ae-4c01-a65a-0c0e36156429 req-e554e8ae-73bf-47b5-8ae7-a689c16396a6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1dd2ef3-5840-477c-8344-c16bd59bd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359507 Sep 16 06:01:30.703417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-5aa7133f-51c7-476c-b46b-031d5312f0c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:30.705864 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-5aa7133f-51c7-476c-b46b-031d5312f0c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 946 time: 0.0519385 Sep 16 06:01:30.803502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:30.803909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:30.897737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:30.898106 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:30.910933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:31.143493 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:31.172449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=71dff1e0-3f88-43ba-8afd-e8dcca36dff0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:31.218509 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] No DVR routers for this DVR port 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:31.221402 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:31.223544 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4f8a1cd-ed61-4648-b349-91f3c7b573bb req-10abb53c-8f69-48de-ac39-e78051adeb46 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "DELETE /v2.0/ports/71dff1e0-3f88-43ba-8afd-e8dcca36dff0 HTTP/1.1" status: 204 len: 173 time: 0.5120425 Sep 16 06:01:31.224009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd463e1-cfb7-44aa-9f8e-64bddadb0a33', 'name': 'network-vif-deleted', 'tag': '71dff1e0-3f88-43ba-8afd-e8dcca36dff0'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:31.226343 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcca9b5-b650-4e5e-9020-e682f5b5ce5b" -d '{"events": [{"server_uuid": "9cd463e1-cfb7-44aa-9f8e-64bddadb0a33", "name": "network-vif-deleted", "tag": "71dff1e0-3f88-43ba-8afd-e8dcca36dff0"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:31.262948 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f455485d-4784-4019-8842-d35e1330631c x-openstack-request-id: req-f455485d-4784-4019-8842-d35e1330631c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:31.263279 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd463e1-cfb7-44aa-9f8e-64bddadb0a33", "name": "network-vif-deleted", "tag": "71dff1e0-3f88-43ba-8afd-e8dcca36dff0", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:31.263604 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f455485d-4784-4019-8842-d35e1330631c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:31.264125 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd463e1-cfb7-44aa-9f8e-64bddadb0a33', 'name': 'network-vif-deleted', 'tag': '71dff1e0-3f88-43ba-8afd-e8dcca36dff0', 'status': 'completed', 'code': 200} Sep 16 06:01:31.653232 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afc4e972-fb39-4bd8-ae24-5a4fb1755404 req-1e658a6a-d0fa-4f91-96d0-42491ed31650 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd463e1-cfb7-44aa-9f8e-64bddadb0a33 HTTP/1.1" status: 200 len: 210 time: 0.0289190 Sep 16 06:01:32.714287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47692) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:32.773008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51d4ea7d-b4d6-4521-8171-99f7d63231aa tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:32.797862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51d4ea7d-b4d6-4521-8171-99f7d63231aa tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:32.936781 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51d4ea7d-b4d6-4521-8171-99f7d63231aa tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:32.939568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51d4ea7d-b4d6-4521-8171-99f7d63231aa tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:32.940988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-51d4ea7d-b4d6-4521-8171-99f7d63231aa tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/security-groups/b1dd2ef3-5840-477c-8344-c16bd59bd8cf HTTP/1.1" status: 204 len: 168 time: 0.2256794 Sep 16 06:01:32.953804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4ea7d-b4d6-4521-8171-99f7d63231aa tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dd2ef3-5840-477c-8344-c16bd59bd8cf,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:33.046290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47696) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:33.097950 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting subnet e3061361-065a-4556-8061-8362fe16adde {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:01:33.101115 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.140677 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.233426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.363508 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.389288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Subnet': ['ID=e3061361-065a-4556-8061-8362fe16adde,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:33.397123 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.399034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/subnets/e3061361-065a-4556-8061-8362fe16adde HTTP/1.1" status: 204 len: 168 time: 0.3517673 Sep 16 06:01:33.402024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47700) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:33.403412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2b1deb-9053-4c7d-93c3-b2ddef8b9386 None None] Network b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:33.405457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.408548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.408548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.408548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.408548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.408548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.408548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.408548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.409604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.409604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.409604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.409811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9e157-2e0e-4ea3-9aed-5f63ef411858 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:33.484758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.539264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port 9a78a85f-0770-4bb8-b624-9439349c48bc {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:33.539482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.580663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] DHCP port deletion for b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:01:33.608510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port 9a78a85f-0770-4bb8-b624-9439349c48bc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9a78a85f-0770-4bb8-b624-9439349c48bc,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:33.608862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.622654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for 9a78a85f-0770-4bb8-b624-9439349c48bc owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:33.630923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] Deleting port 9a78a85f-0770-4bb8-b624-9439349c48bc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:33.631302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.701314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] For port 9a78a85f-0770-4bb8-b624-9439349c48bc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9a78a85f-0770-4bb8-b624-9439349c48bc,segment=NetworkSegment(f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b),segment_id=f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:33.702174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.717012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] Calling delete_port for 9a78a85f-0770-4bb8-b624-9439349c48bc owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:33.783345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.795988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.808418 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=9a78a85f-0770-4bb8-b624-9439349c48bc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:33.813985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] No DVR routers for this DVR port 9a78a85f-0770-4bb8-b624-9439349c48bc on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:33.824364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] Pushing event deleted for resources: {'Port': ['ID=9a78a85f-0770-4bb8-b624-9439349c48bc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:33.826236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7940f5a-7563-4c5f-9ce4-7960a13990c4 None None] No DVR routers for this DVR port 9a78a85f-0770-4bb8-b624-9439349c48bc on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:33.904629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.927349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b1c4f3-ab76-4174-91d8-e0be5bc51be4']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:33.948265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:33.948793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d6c40d-0ab4-4bf0-ace6-cacb1394ec6b') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:33.960701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.968922 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:33.978333 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.987577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:01:33.988018 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:01:33.991209 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:01:33.997654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:33.998157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 71dff1e0-3f88-43ba-8afd-e8dcca36dff0 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:34.130980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.139915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.141966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/networks/b1b1c4f3-ab76-4174-91d8-e0be5bc51be4 HTTP/1.1" status: 204 len: 168 time: 0.7389185 Sep 16 06:01:34.146317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47702) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:34.152580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438384d5-8cbe-4591-a26a-c7096ca7acd1 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Network': ['ID=b1b1c4f3-ab76-4174-91d8-e0be5bc51be4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:34.313444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port 1cea4228-5885-43b7-8a5f-c5c9e2570080 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:34.313792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.380092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9a78a85f-0770-4bb8-b624-9439349c48bc no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:34.397954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.398281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.403514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 9a78a85f-0770-4bb8-b624-9439349c48bc {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:34.404150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9a78a85f-0770-4bb8-b624-9439349c48bc not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:34.413463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for 1cea4228-5885-43b7-8a5f-c5c9e2570080 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:34.626063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.659559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=1cea4228-5885-43b7-8a5f-c5c9e2570080,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:34.718516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:34.718881 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Floating IP 2e43ea93-a924-4a64-985d-a2a649a17af1 disassociated (deleted). External IP: 172.25.1.205, port: 00e96560-05ee-4483-94bc-f0e999dd95c2. Sep 16 06:01:34.932260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:35.040389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:35.045263 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:35.051199 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] Sync routers for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:35.060779 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:35.061377 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:35.072134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9f567ae3-ad5f-4812-be0a-4b952f1a140e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/floatingips/2e43ea93-a924-4a64-985d-a2a649a17af1 HTTP/1.1" status: 204 len: 168 time: 0.9245334 Sep 16 06:01:35.072831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:35.075214 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6f6d20-2562-42b0-b56c-01e311bfadfc" -d '{"events": [{"name": "network-changed", "server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:35.113793 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efbe759-edc3-43fd-823b-03ab65b8c55f x-openstack-request-id: req-7efbe759-edc3-43fd-823b-03ab65b8c55f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:35.114156 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:35.114474 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7efbe759-edc3-43fd-823b-03ab65b8c55f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:35.114943 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'status': 'completed', 'code': 200} Sep 16 06:01:35.167210 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:35.210782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-0370f46d-0cab-4607-b107-3c04675129e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.212573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-0370f46d-0cab-4607-b107-3c04675129e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 1097 time: 0.0434778 Sep 16 06:01:35.321810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-9226a783-665d-4452-a0c3-8ef189e3a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.323352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-9226a783-665d-4452-a0c3-8ef189e3a3f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f HTTP/1.1" status: 200 len: 898 time: 0.0980883 Sep 16 06:01:35.371843 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-0ad201b4-88ff-413b-9237-c9ccc27ada2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00e96560-05ee-4483-94bc-f0e999dd95c2 HTTP/1.1" status: 200 len: 217 time: 0.0382900 Sep 16 06:01:35.387336 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:27Z', 'revision_number': 6, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:35.415649 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] Checking router: 60dc27eb-999c-4b33-9bb7-be8e0d286d08 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:35.424693 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:35.425302 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:35.438034 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-9109ee17-a3e9-4790-bf0b-3cd033e3a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.445024 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-9109ee17-a3e9-4790-bf0b-3cd033e3a46c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92d8a163-aca5-491e-83db-d7a2597a239f HTTP/1.1" status: 200 len: 834 time: 0.0537553 Sep 16 06:01:35.495368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-91f61a40-ca3c-4ae7-bcb9-cfafea91a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.496967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-91f61a40-ca3c-4ae7-bcb9-cfafea91a210 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462952 Sep 16 06:01:35.539187 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:35.540127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-9dd44bfe-94b3-46ec-8843-ccb28d9cff2e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:01:35.541371 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-9dd44bfe-94b3-46ec-8843-ccb28d9cff2e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057681 Sep 16 06:01:35.653951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-39a4ab9b-be5f-47f9-9c11-bac29edbc9a0 service neutron] 10.222.0.66 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038496 Sep 16 06:01:35.671151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd807-479d-4588-b08c-a69dee3be7f4 req-2a060fd7-40a1-41a2-85f1-5ed63891b5bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.672845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-868bd807-479d-4588-b08c-a69dee3be7f4 req-2a060fd7-40a1-41a2-85f1-5ed63891b5bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 945 time: 0.1532381 Sep 16 06:01:35.712798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-868bd807-479d-4588-b08c-a69dee3be7f4 req-e7f05fba-bf7a-48bf-87b7-02c2057d4548 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334842 Sep 16 06:01:35.758603 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:27Z', 'revision_number': 6, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:35.764834 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa6f6d20-2562-42b0-b56c-01e311bfadfc req-19d3fb65-c31c-485e-a469-dfd59d66332e service neutron] 10.222.0.66 "GET /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029205 Sep 16 06:01:35.789516 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28ff82-8a94-4a92-8ecc-f41c0026363e None None] The sync data for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 is: [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:27Z', 'revision_number': 6, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '240b821f-5f9f-4060-8b5b-a1b29c9d709f', 'name': '', 'network_id': 'e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:8d:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:39Z', 'updated_at': '2021-09-16T05:59:43Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': '92d8a163-aca5-491e-83db-d7a2597a239f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:36.048254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd282b-fffb-46f7-9491-42af0a2d2878 None None] New status for floating IP 2e43ea93-a924-4a64-985d-a2a649a17af1: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:01:36.843188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458ae8d-a8c9-40c5-9586-52cadc8c9fef req-da549744-2378-406e-bfbb-534cfa0dd099 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:36.844762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6458ae8d-a8c9-40c5-9586-52cadc8c9fef req-da549744-2378-406e-bfbb-534cfa0dd099 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 945 time: 0.0502977 Sep 16 06:01:36.894534 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6458ae8d-a8c9-40c5-9586-52cadc8c9fef req-40437f32-6620-4a4d-907e-646e50f2e39c tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422659 Sep 16 06:01:37.259426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-11b46541-8242-40b3-b72f-1ba4d90a73da tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:37.260985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-11b46541-8242-40b3-b72f-1ba4d90a73da tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.66 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 945 time: 0.0539441 Sep 16 06:01:37.369555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port 00e96560-05ee-4483-94bc-f0e999dd95c2 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:37.369867 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.466078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port 00e96560-05ee-4483-94bc-f0e999dd95c2, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=00e96560-05ee-4483-94bc-f0e999dd95c2,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:37.466437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.478502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for 00e96560-05ee-4483-94bc-f0e999dd95c2 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:37.699984 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.733465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=00e96560-05ee-4483-94bc-f0e999dd95c2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:37.780475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] No DVR routers for this DVR port 00e96560-05ee-4483-94bc-f0e999dd95c2 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:37.784761 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:37.785457 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5c9f150-56ff-4696-9845-e4bb6c66a188 req-a67bf9ae-5247-4985-b0cc-8c61d12bbd96 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.66 "DELETE /v2.0/ports/00e96560-05ee-4483-94bc-f0e999dd95c2 HTTP/1.1" status: 204 len: 173 time: 0.5171819 Sep 16 06:01:37.785763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'name': 'network-vif-deleted', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:37.788011 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadac3f8-8e10-4451-a3d0-6463c8f9b3c0" -d '{"events": [{"server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "name": "network-vif-deleted", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:37.825847 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc9356-d086-4e44-bf03-6f6e51b5f348 x-openstack-request-id: req-98bc9356-d086-4e44-bf03-6f6e51b5f348 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:37.826144 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327baf8f-8146-47e7-b76f-4fe060ffab20", "name": "network-vif-deleted", "tag": "00e96560-05ee-4483-94bc-f0e999dd95c2", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:37.826405 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98bc9356-d086-4e44-bf03-6f6e51b5f348 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:37.826919 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327baf8f-8146-47e7-b76f-4fe060ffab20', 'name': 'network-vif-deleted', 'tag': '00e96560-05ee-4483-94bc-f0e999dd95c2', 'status': 'completed', 'code': 200} Sep 16 06:01:38.005479 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b73dd605-ace6-474d-9cc9-ee2cc7c126c6 req-cca2444e-222b-414d-9fb4-cc4aa13baf93 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=327baf8f-8146-47e7-b76f-4fe060ffab20 HTTP/1.1" status: 200 len: 210 time: 0.0328436 Sep 16 06:01:39.069663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47722) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:39.138034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b365b9-487d-4a2d-afb4-066b6572bea0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.166013 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b365b9-487d-4a2d-afb4-066b6572bea0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.294208 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b365b9-487d-4a2d-afb4-066b6572bea0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.296897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4b365b9-487d-4a2d-afb4-066b6572bea0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:39.298114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b4b365b9-487d-4a2d-afb4-066b6572bea0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a5f2473-c946-4ab4-a6e8-5ec51d4fb316 HTTP/1.1" status: 204 len: 168 time: 0.2274137 Sep 16 06:01:39.307879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b365b9-487d-4a2d-afb4-066b6572bea0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5f2473-c946-4ab4-a6e8-5ec51d4fb316,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:39.392831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47726) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:39.771587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.047486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port 240b821f-5f9f-4060-8b5b-a1b29c9d709f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:40.048041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.143484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port 240b821f-5f9f-4060-8b5b-a1b29c9d709f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=240b821f-5f9f-4060-8b5b-a1b29c9d709f,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:40.144239 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.156069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for 240b821f-5f9f-4060-8b5b-a1b29c9d709f owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:40.433736 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.464367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=240b821f-5f9f-4060-8b5b-a1b29c9d709f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:40.645797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:40.864375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:40.955485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 00e96560-05ee-4483-94bc-f0e999dd95c2 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:40.974951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:40.978782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 00e96560-05ee-4483-94bc-f0e999dd95c2 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:40.979131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 00e96560-05ee-4483-94bc-f0e999dd95c2 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:40.980580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c5a98c0-7d75-4712-a237-43174a375717 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "PUT /v2.0/routers/60dc27eb-999c-4b33-9bb7-be8e0d286d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5864563 Sep 16 06:01:40.983359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47728) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:40.984880 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] Sync routers for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:41.002222 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:41.002985 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:41.036533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting subnet 92d8a163-aca5-491e-83db-d7a2597a239f {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:01:41.039644 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.085095 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.108204 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:41.180371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.320164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.354714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Subnet': ['ID=92d8a163-aca5-491e-83db-d7a2597a239f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:41.359480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.362203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/subnets/92d8a163-aca5-491e-83db-d7a2597a239f HTTP/1.1" status: 204 len: 168 time: 0.3773897 Sep 16 06:01:41.365037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47732) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:41.369055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.369415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.369832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.370120 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.370457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.370820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.371192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.371436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.371847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.372105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.372433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.372794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c651cb-543b-4868-94ce-eb6a11dba6bc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.387097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a0d68-7b1b-4963-a633-6be865299e8f None None] Network e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:41.395756 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:40Z', 'revision_number': 7, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:41.426398 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] Checking router: 60dc27eb-999c-4b33-9bb7-be8e0d286d08 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:41.434729 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] Routers {'60dc27eb-999c-4b33-9bb7-be8e0d286d08'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:41.435344 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:41.483138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.556427 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] Set router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:41.590546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] DHCP port deletion for e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:01:41.653105 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Deleting port 933a78d8-c04b-456d-938e-13de4e74d6fc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:41.653580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.722547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68d02-0b1a-4ea5-96e4-47b5592c4b84 req-9b335dc1-02ad-4511-a105-52575dea8a71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:41.724233 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbf68d02-0b1a-4ea5-96e4-47b5592c4b84 req-9b335dc1-02ad-4511-a105-52575dea8a71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0601659 Sep 16 06:01:41.724688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] For port 933a78d8-c04b-456d-938e-13de4e74d6fc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=933a78d8-c04b-456d-938e-13de4e74d6fc,segment=NetworkSegment(a78ae0ac-ad06-4c75-8acb-c66db35742a1),segment_id=a78ae0ac-ad06-4c75-8acb-c66db35742a1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:41.725183 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.741546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Calling delete_port for 933a78d8-c04b-456d-938e-13de4e74d6fc owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:41.775730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbf68d02-0b1a-4ea5-96e4-47b5592c4b84 req-3bb27b09-cdd6-41c3-b3b5-c2c4ac803f7a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440979 Sep 16 06:01:41.806544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47736) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:41.834565 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:40Z', 'revision_number': 7, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:41.866824 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a4ed2-1e01-4b11-aea0-f55774a4b743 None None] The sync data for ids ['60dc27eb-999c-4b33-9bb7-be8e0d286d08'] in n-d-712749-15 is: [{'id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'name': 'tempest-TestNetworkBasicOps-router-411592218', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:59:35Z', 'updated_at': '2021-09-16T06:01:40Z', 'revision_number': 7, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': 'e58e58c3-e354-451e-84be-4d1aa41901e5', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dc27eb-999c-4b33-9bb7-be8e0d286d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:59:36Z', 'updated_at': '2021-09-16T05:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:41.887928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e6756c99-db51-4c73-ad7d-b4eeb3d8d241 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/493cca07-c106-44aa-a76d-cf4338538789 HTTP/1.1" status: 200 len: 994 time: 0.0767899 Sep 16 06:01:41.948229 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:41.976359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Pushing event deleted for resources: {'Port': ['ID=933a78d8-c04b-456d-938e-13de4e74d6fc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:41.981090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] No DVR routers for this DVR port 933a78d8-c04b-456d-938e-13de4e74d6fc on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:41.989424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.990056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.990549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.991046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.991383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.996993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.996993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.996993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.996993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.996993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.996993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:41.996993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36c65c1-b448-4901-bbb2-e37b4fc88246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:42.029168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.143250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port e58e58c3-e354-451e-84be-4d1aa41901e5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:42.143632 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.227420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port e58e58c3-e354-451e-84be-4d1aa41901e5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e58e58c3-e354-451e-84be-4d1aa41901e5,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:42.227794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.238097 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:42.247386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for e58e58c3-e354-451e-84be-4d1aa41901e5 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:42.402384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 933a78d8-c04b-456d-938e-13de4e74d6fc no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:42.426998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 933a78d8-c04b-456d-938e-13de4e74d6fc {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:42.427352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 933a78d8-c04b-456d-938e-13de4e74d6fc not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:42.427770 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 240b821f-5f9f-4060-8b5b-a1b29c9d709f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:42.445402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675bc8b-d6fd-45cd-9dcf-a72b7805b554 req-a7a8932c-dfe3-43e2-9999-07e1f6cca496 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:42.447036 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5675bc8b-d6fd-45cd-9dcf-a72b7805b554 req-a7a8932c-dfe3-43e2-9999-07e1f6cca496 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1098 time: 0.0532784 Sep 16 06:01:42.452357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 240b821f-5f9f-4060-8b5b-a1b29c9d709f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:42.452710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 240b821f-5f9f-4060-8b5b-a1b29c9d709f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:42.484780 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5675bc8b-d6fd-45cd-9dcf-a72b7805b554 req-4cb67516-b574-4759-b99d-ba77e77b1c37 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307662 Sep 16 06:01:42.508210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.538138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=e58e58c3-e354-451e-84be-4d1aa41901e5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:42.610349 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.669817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-c27a0bce-0f46-433f-85d9-b369736538bf req-8eb1ef80-89f7-4ae9-9348-3103aa1ccc02 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:01:42.670741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c27a0bce-0f46-433f-85d9-b369736538bf req-8eb1ef80-89f7-4ae9-9348-3103aa1ccc02 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1081965 Sep 16 06:01:42.703547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.706481 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.793771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.794392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Fanout notify agent at l3_agent the message router_deleted on router 60dc27eb-999c-4b33-9bb7-be8e0d286d08 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:01:42.801707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.802828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fea7cc74-02dd-477a-af45-2bc9ed0369bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/routers/60dc27eb-999c-4b33-9bb7-be8e0d286d08 HTTP/1.1" status: 204 len: 168 time: 1.4366858 Sep 16 06:01:42.805596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47750) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:42.891317 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.987598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.009762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:43.019814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78ae0ac-ad06-4c75-8acb-c66db35742a1') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:43.020140 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78ae0ac-ad06-4c75-8acb-c66db35742a1') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:43.030276 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.043833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.052850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:01:43.053252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:01:43.056978 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:01:43.222203 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.226906 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.231675 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/networks/e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f HTTP/1.1" status: 204 len: 168 time: 0.4223611 Sep 16 06:01:43.245453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daeae4-94af-4233-9c8c-066bcb2cd862 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Network': ['ID=e19f02fc-0cad-4f1a-9e9d-6a585b1d8e6f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:43.260564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47760) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:43.266081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'network': {'name': 'tempest-network-smoke--1137736991', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'port_security_enabled': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:43.359345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:43.363742 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.389448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:01:43.402341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.402718 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Added segment 96a97f82-b619-45a4-900d-a65492c93cab of type vlan for network f2b99d06-f93f-4bb7-b3b1-612256d9b886 Sep 16 06:01:43.443125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.645036 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.650924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:43.654741 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.005373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7435040 Sep 16 06:01:44.007430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7321e8e-923f-46c3-803f-ac9ef1e0c2fd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Network': ['ID=f2b99d06-f93f-4bb7-b3b1-612256d9b886,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:44.008371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47770) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:44.013139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-366546258', 'admin_state_up': True, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:44.018812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:01:44.041180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-33f8892b-c435-4ee8-89d0-d9dc35cdf635 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465114 Sep 16 06:01:44.051181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-c7b4182a-4d7e-4ef4-bc4d-95bdcdc54e1b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:01:44.052222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-c7b4182a-4d7e-4ef4-bc4d-95bdcdc54e1b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056875 Sep 16 06:01:44.119655 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.120786 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.179453 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.377888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e58e58c3-e354-451e-84be-4d1aa41901e5 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:44.382038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.399256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e58e58c3-e354-451e-84be-4d1aa41901e5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:01:44.399607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e58e58c3-e354-451e-84be-4d1aa41901e5 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:44.492541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-5408244f-da57-4c2b-94f7-654e6de1db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.494225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-5408244f-da57-4c2b-94f7-654e6de1db6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1098 time: 0.0627668 Sep 16 06:01:44.646524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-30346e97-f852-4ff4-81f4-a5a75f6dd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.648046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-30346e97-f852-4ff4-81f4-a5a75f6dd515 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 200 len: 897 time: 0.1306050 Sep 16 06:01:44.785465 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.815266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.827421 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-c0c9c9e1-c190-427a-848c-98c90b27929d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 1002 time: 0.1380539 Sep 16 06:01:44.938730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-f01482d2-5424-426b-865e-625870275786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.940818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-f01482d2-5424-426b-865e-625870275786 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1f55ced-d5af-4573-8d37-8ac7cf17424d HTTP/1.1" status: 200 len: 832 time: 0.0822940 Sep 16 06:01:44.997343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.25.1.11 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/59737211-2d31-4fef-b712-10f0dea1a677) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:45.031526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-af182752-9dd8-4c49-99e5-c3c7710a3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:45.033406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-af182752-9dd8-4c49-99e5-c3c7710a3634 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d143c6e1-5e50-4d02-a832-cba06ebaff71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832305 Sep 16 06:01:45.109858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-187f2d60-6945-46f7-af82-6706c3a9eb69 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:45.111827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-187f2d60-6945-46f7-af82-6706c3a9eb69 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 1095 time: 0.0947504 Sep 16 06:01:45.121440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Request body: {'binding': {'host': 'n-h1-712749-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:45.121926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Unknown quota resources ['binding']. {{(pid=95659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 06:01:45.182664 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.190051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-f981471b-c0a5-4abe-9d02-db02f4cfca8a service neutron] 10.222.0.66 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482220 Sep 16 06:01:45.268672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on host n-h1-712749-15 for vnic_type normal with profile None {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:45.268987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:45.269319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:45.275113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:01:45.280211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:45.280348 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:45.280620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Checking segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:45.281013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Bound using segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:45.281445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Bound port: 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:45.297920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19a8b2ec-9bd2-46ba-bb4d-7d26fd60c5ac req-f22c71d3-3b81-4341-a1ab-9db53d3af313 service neutron] 10.222.0.66 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988359 Sep 16 06:01:45.340361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.373843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:45.383896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:45.386793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:45.392363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:45.397899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=59737211-2d31-4fef-b712-10f0dea1a677,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:45.457470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] Notify callbacks [] for binding, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.458858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-babb4d03-2c2c-40a3-afb3-9b679ebb126c service neutron] 10.222.0.49 "POST /v2.0/ports/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3413367 Sep 16 06:01:45.774008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:45.786325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15dac7-d7a5-45e4-a8ae-031cee5e18c0 req-414dbc36-aa3e-4d9f-94c7-ec758a30af3e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:45.787864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c15dac7-d7a5-45e4-a8ae-031cee5e18c0 req-414dbc36-aa3e-4d9f-94c7-ec758a30af3e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0509133 Sep 16 06:01:45.828407 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c15dac7-d7a5-45e4-a8ae-031cee5e18c0 req-ec9933c3-3263-402a-9f2f-1fcfc9d16579 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341885 Sep 16 06:01:45.985415 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.191615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-fbd15b99-4250-4628-b5ee-17a8a37da18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.193168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-fbd15b99-4250-4628-b5ee-17a8a37da18e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1098 time: 0.0428767 Sep 16 06:01:46.194331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 885a1208-271b-4280-93d4-7d37f669d03c is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:01:46.368278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-d6255c91-667b-44e7-9e13-9ff6cbe5e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.369774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-d6255c91-667b-44e7-9e13-9ff6cbe5e048 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 200 len: 897 time: 0.1687613 Sep 16 06:01:46.372922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:46.382467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Sync routers for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:46.391693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:46.392422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:46.443061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-7c52887c-0a52-473e-942f-9fe8339e5f5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 1002 time: 0.0631433 Sep 16 06:01:46.479116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.480403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1554441f-8fa1-4f23-9470-5bec3363dfca tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4709296 Sep 16 06:01:46.485668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47782) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:46.499615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-5cd4e810-aad0-4a0a-a3a4-4146817328ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.501196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-5cd4e810-aad0-4a0a-a3a4-4146817328ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1f55ced-d5af-4573-8d37-8ac7cf17424d HTTP/1.1" status: 200 len: 832 time: 0.0515654 Sep 16 06:01:46.515884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6c109579-7053-459f-8b20-6ce751dcd9da tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=dd95e750c7c6405089b0aa4139910d61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307639 Sep 16 06:01:46.518530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47784) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:46.559108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-69509aba-c050-4857-b71d-e4bbdaf7e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.560783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-69509aba-c050-4857-b71d-e4bbdaf7e259 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d143c6e1-5e50-4d02-a832-cba06ebaff71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515034 Sep 16 06:01:46.618505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47504583-384e-4f0a-a246-fe260b7ad3aa tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.620067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-47504583-384e-4f0a-a246-fe260b7ad3aa tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1003084 Sep 16 06:01:46.623007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47786) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:46.653786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-70494594-9298-4430-bb73-d958357cb4ee tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273438 Sep 16 06:01:46.654014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47788) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:46.656501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:46.659559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1332105712', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:46.666433 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-78af342b-471a-4cf6-90e4-b3e08d4e5a4b service neutron] 10.222.0.30 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974817 Sep 16 06:01:46.858253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:45Z', 'revision_number': 3, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:46.882814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:46.886686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:46.902836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Checking router: 885a1208-271b-4280-93d4-7d37f669d03c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:46.903199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Updating router 885a1208-271b-4280-93d4-7d37f669d03c port 59737211-2d31-4fef-b712-10f0dea1a677 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:46.935521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.174668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfea4e-0f89-4dbc-b131-042ac5ab6952 req-7de3de9e-e811-4afb-a84a-f95b6192486d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:47.176216 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c9bfea4e-0f89-4dbc-b131-042ac5ab6952 req-7de3de9e-e811-4afb-a84a-f95b6192486d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0688882 Sep 16 06:01:47.178585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-9deab66e-f7b1-4218-a8fc-cf8715e68feb service neutron] 10.222.0.30 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051944 Sep 16 06:01:47.191824 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.211603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.220824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c9bfea4e-0f89-4dbc-b131-042ac5ab6952 req-a1251cb1-222b-410a-a2b4-9e964d47c601 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384455 Sep 16 06:01:47.268545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Subnet': ['ID=f9d670eb-1803-4f67-aa2c-8157902915df,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:47.278130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Checking segment: {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:47.278499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network hostable DHCP agents. Network: f2b99d06-f93f-4bb7-b3b1-612256d9b886, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:01:47.294082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.351056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Attempting to bind port 59737211-2d31-4fef-b712-10f0dea1a677 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:47.351418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Attempting to bind port 59737211-2d31-4fef-b712-10f0dea1a677 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:47.351794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Attempting to bind port 59737211-2d31-4fef-b712-10f0dea1a677 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:47.354659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5865b-68c9-4e00-822c-85161c94c82c None None] Pushing event updated for resources: {'Port': ['ID=59737211-2d31-4fef-b712-10f0dea1a677,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:47.359330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:47.359683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:47.360111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.360492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:47.361185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Bound port: 59737211-2d31-4fef-b712-10f0dea1a677, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:47.361599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.367835 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-c9d32d81-8345-4420-a1a5-d790c73fd637 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:47.368294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:01:47.369393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-c9d32d81-8345-4420-a1a5-d790c73fd637 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610&tenant_id=adeb84abad58478eb9a2947112779c52&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1098 time: 0.0814319 Sep 16 06:01:47.381943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712749-15'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:47.415653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] For port 59737211-2d31-4fef-b712-10f0dea1a677, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:47.418781 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] For port 59737211-2d31-4fef-b712-10f0dea1a677, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=59737211-2d31-4fef-b712-10f0dea1a677,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:47.436584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.482634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f2b99d06-f93f-4bb7-b3b1-612256d9b886) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:47.487904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:47.488530 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.493750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df289a9-a82a-4aa8-b27b-7752e5a7a2dc None None] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:47.517276 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.573726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:47.592208 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7fd681f8-b6d8-4bbd-925b-59cb2ae84a0b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9371254 Sep 16 06:01:47.594927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47794) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:47.610402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:47.612232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:47.617117 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:47.659647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:47.662401 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85fd04-5b90-4e5b-b487-adc4ae90bc7d" -d '{"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-unplugged", "status": "completed", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:47.665788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5865b-68c9-4e00-822c-85161c94c82c None None] Pushing event updated for resources: {'Port': ['ID=59737211-2d31-4fef-b712-10f0dea1a677,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:47.666797 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.712836 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca7c554-fcc8-4fed-ba22-0d0e3740f5ee x-openstack-request-id: req-3ca7c554-fcc8-4fed-ba22-0d0e3740f5ee {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:47.713137 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-unplugged", "status": "completed", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:47.713403 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ca7c554-fcc8-4fed-ba22-0d0e3740f5ee {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:47.714915 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'code': 200} Sep 16 06:01:47.788179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b217506e-b185-4360-915c-181979cebc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:01:47.789026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b217506e-b185-4360-915c-181979cebc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.793383 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.801777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:47.894818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:47.973069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on host n-h2-712749-15 for vnic_type normal with profile {"migrating_to": "n-h1-712749-15"} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:47.973738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:47.974328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:47.980345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:01:47.980933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Attempting to bind port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on network d143c6e1-5e50-4d02-a832-cba06ebaff71 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:47.989939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:47.990830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Checking segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:47.991421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Bound using segment: {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:47.992090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Bound port: 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2601d98d-91d1-4896-83c4-38110a099e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:47.992995 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.084510 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:48.088176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:48.103646 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.116529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b217506e-b185-4360-915c-181979cebc72 None None] Allocated IP 172.20.0.2 (f2b99d06-f93f-4bb7-b3b1-612256d9b886/f9d670eb-1803-4f67-aa2c-8157902915df/612824ed-fa1a-40eb-88c4-e4dd23b4914d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:48.203084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:45Z', 'revision_number': 3, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:48.206165 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.212249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-59b6e273-5612-4648-9b3f-b8a52871eeb7 None None] Provisioning complete for port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:48.212613 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59b6e273-5612-4648-9b3f-b8a52871eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.271092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7148-8bb0-46fa-9a94-066f2650921b None None] The sync data for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 is: [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:45Z', 'revision_number': 3, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:48.323206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:48.425803 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:48.426422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.427847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-cfc0796e-0af0-470e-a241-f7dc1f51ed17 service neutron] 10.222.0.30 "PUT /v2.0/ports/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 1124 time: 1.0501473 Sep 16 06:01:48.444493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1672ba-e3a2-42ad-b44c-b7fb39fed325 req-4c4727d7-3b68-4f99-a4d1-a0f5ccbb65cd tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:48.446072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a1672ba-e3a2-42ad-b44c-b7fb39fed325 req-4c4727d7-3b68-4f99-a4d1-a0f5ccbb65cd tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 944 time: 0.1119962 Sep 16 06:01:48.459328 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59b6e273-5612-4648-9b3f-b8a52871eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.505641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6a1672ba-e3a2-42ad-b44c-b7fb39fed325 req-7e6e2eb4-fbfe-4a28-a8e3-ff5d9d6639f0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455277 Sep 16 06:01:48.517638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:48.520158 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc44fa7-c02b-46ea-82b9-3b9e53fb14e6" -d '{"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-plugged", "status": "completed", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:48.549791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-59b6e273-5612-4648-9b3f-b8a52871eeb7 None None] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:48.558479 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b217506e-b185-4360-915c-181979cebc72 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.575447 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ac338-ce69-43b6-9e6e-168f68f2c752 x-openstack-request-id: req-ef8ac338-ce69-43b6-9e6e-168f68f2c752 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:48.575739 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-plugged", "status": "completed", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:48.576020 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef8ac338-ce69-43b6-9e6e-168f68f2c752 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:48.576506 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'code': 200} Sep 16 06:01:48.589470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:01:48.634811 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59b6e273-5612-4648-9b3f-b8a52871eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.707775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b217506e-b185-4360-915c-181979cebc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.724613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.20.0.1 (f2b99d06-f93f-4bb7-b3b1-612256d9b886/f9d670eb-1803-4f67-aa2c-8157902915df/847add32-602f-40f8-abfb-72d5421e0dcc) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:48.817600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217506e-b185-4360-915c-181979cebc72 None None] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:48.825188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6e273-5612-4648-9b3f-b8a52871eeb7 None None] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:48.861767 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:48.963471 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.006093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:49.006361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b217506e-b185-4360-915c-181979cebc72 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:49.009604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:49.013482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:49.040708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217506e-b185-4360-915c-181979cebc72 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:49.047707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=847add32-602f-40f8-abfb-72d5421e0dcc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:49.072000 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.159841 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217506e-b185-4360-915c-181979cebc72 None None] Pushing event updated for resources: {'Port': ['ID=612824ed-fa1a-40eb-88c4-e4dd23b4914d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:49.165617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b217506e-b185-4360-915c-181979cebc72 None None] Attempting to bind port 612824ed-fa1a-40eb-88c4-e4dd23b4914d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:49.165981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b217506e-b185-4360-915c-181979cebc72 None None] Attempting to bind port 612824ed-fa1a-40eb-88c4-e4dd23b4914d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:49.166345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b217506e-b185-4360-915c-181979cebc72 None None] Attempting to bind port 612824ed-fa1a-40eb-88c4-e4dd23b4914d on network f2b99d06-f93f-4bb7-b3b1-612256d9b886 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:49.181311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b217506e-b185-4360-915c-181979cebc72 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:49.181727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b217506e-b185-4360-915c-181979cebc72 None None] Checking segment: {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:49.182092 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b217506e-b185-4360-915c-181979cebc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.182486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b217506e-b185-4360-915c-181979cebc72 None None] Bound using segment: {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:49.182961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b217506e-b185-4360-915c-181979cebc72 None None] Bound port: 612824ed-fa1a-40eb-88c4-e4dd23b4914d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:49.183341 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b217506e-b185-4360-915c-181979cebc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.284243 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.303357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b217506e-b185-4360-915c-181979cebc72 None None] For port 612824ed-fa1a-40eb-88c4-e4dd23b4914d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:49.309497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b217506e-b185-4360-915c-181979cebc72 None None] For port 612824ed-fa1a-40eb-88c4-e4dd23b4914d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=612824ed-fa1a-40eb-88c4-e4dd23b4914d,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:49.318563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1c140a20-f5ad-4fc8-9fba-14bd151bd720 None None] Provisioning complete for port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:49.318563 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1c140a20-f5ad-4fc8-9fba-14bd151bd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.438383 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b217506e-b185-4360-915c-181979cebc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.511545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217506e-b185-4360-915c-181979cebc72 None None] Pushing event updated for resources: {'Port': ['ID=612824ed-fa1a-40eb-88c4-e4dd23b4914d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:49.611216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.638724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69345d9e-b916-4c19-8d2e-c8c34d6122c5 req-a6089993-9d9d-493e-addf-3a6a6eadf7a1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:49.638724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69345d9e-b916-4c19-8d2e-c8c34d6122c5 req-a6089993-9d9d-493e-addf-3a6a6eadf7a1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Sep 16 06:01:49.697352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.700127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69345d9e-b916-4c19-8d2e-c8c34d6122c5 req-154a024d-de94-41f4-8760-63ccb9596250 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552361 Sep 16 06:01:49.718720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:49.718720 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45925f55-9804-465e-8a72-aca44904c9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:49.777402 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6933cc4e-e443-4b24-932f-ce67a6cd5523 x-openstack-request-id: req-6933cc4e-e443-4b24-932f-ce67a6cd5523 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:49.778763 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:49.779028 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6933cc4e-e443-4b24-932f-ce67a6cd5523 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:49.780081 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'status': 'completed', 'code': 200} Sep 16 06:01:49.811369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=847add32-602f-40f8-abfb-72d5421e0dcc,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:49.815343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.867949 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2615-c233-4aa3-bcd6-1694f7f94e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:49.873340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45925f55-9804-465e-8a72-aca44904c9e0 req-e6274f59-1bdf-4d78-9810-de891a1c71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:49.876352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45925f55-9804-465e-8a72-aca44904c9e0 req-e6274f59-1bdf-4d78-9810-de891a1c71a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1129 time: 0.0437634 Sep 16 06:01:49.931549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:49.933007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:49.977082 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45925f55-9804-465e-8a72-aca44904c9e0 req-8c8603d2-6a80-45c0-baf2-fbfeb49919f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:49.978657 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45925f55-9804-465e-8a72-aca44904c9e0 req-8c8603d2-6a80-45c0-baf2-fbfeb49919f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 200 len: 897 time: 0.0961051 Sep 16 06:01:50.013240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:01:50.051286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 885a1208-271b-4280-93d4-7d37f669d03c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:50.066123 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45925f55-9804-465e-8a72-aca44904c9e0 req-29947f48-17cb-4565-b69c-16ddc69a1bd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 1002 time: 0.0747941 Sep 16 06:01:50.122517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45925f55-9804-465e-8a72-aca44904c9e0 req-73c3f4d0-869a-4b13-90c3-607b4a8cdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.124093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45925f55-9804-465e-8a72-aca44904c9e0 req-73c3f4d0-869a-4b13-90c3-607b4a8cdab2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1f55ced-d5af-4573-8d37-8ac7cf17424d HTTP/1.1" status: 200 len: 832 time: 0.0493736 Sep 16 06:01:50.125250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:50.138154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b has no active binding in host n-h1-712749-15 {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 06:01:50.163308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:50.168567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9b6b79c3-113f-4424-8359-67eb424e0344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "PUT /v2.0/routers/885a1208-271b-4280-93d4-7d37f669d03c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5723305 Sep 16 06:01:50.171077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47806) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:50.176248 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45925f55-9804-465e-8a72-aca44904c9e0 req-0bde797d-0b92-4288-8919-b7d8e185aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.177783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45925f55-9804-465e-8a72-aca44904c9e0 req-0bde797d-0b92-4288-8919-b7d8e185aae0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d143c6e1-5e50-4d02-a832-cba06ebaff71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465467 Sep 16 06:01:50.281641 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45925f55-9804-465e-8a72-aca44904c9e0 req-56b379fe-17d4-4167-b3fc-47406ead6102 service neutron] 10.222.0.66 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954311 Sep 16 06:01:50.380085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe3e93-81db-43f6-b524-d77ea50ca7e9 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.380649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe3e93-81db-43f6-b524-d77ea50ca7e9 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.381258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe3e93-81db-43f6-b524-d77ea50ca7e9 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.381878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe3e93-81db-43f6-b524-d77ea50ca7e9 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.382349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe3e93-81db-43f6-b524-d77ea50ca7e9 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.387289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cdbe3e93-81db-43f6-b524-d77ea50ca7e9 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2137158 Sep 16 06:01:50.388431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47808) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:50.423631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-45925f55-9804-465e-8a72-aca44904c9e0 req-ea76c707-4a11-4669-9611-012751d6c113 service neutron] 10.222.0.66 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334629 Sep 16 06:01:50.465139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d9385-9af0-44b0-9adb-122b8325948b tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.470853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d9385-9af0-44b0-9adb-122b8325948b tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.470853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d9385-9af0-44b0-9adb-122b8325948b tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.470853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d9385-9af0-44b0-9adb-122b8325948b tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.470853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d9385-9af0-44b0-9adb-122b8325948b tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.470853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-620d9385-9af0-44b0-9adb-122b8325948b tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3348 time: 0.0793889 Sep 16 06:01:50.472449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47810) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:50.491443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 612824ed-fa1a-40eb-88c4-e4dd23b4914d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:50.556744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 612824ed-fa1a-40eb-88c4-e4dd23b4914d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:50.557395 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.607771 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Sync routers for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:50.618997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:50.621109 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:50.644637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71305f08-676f-457a-b9b0-0ba1e6ba85f7 None None] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:01:50.714708 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.745688 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:50.757631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3e5b5aa0-d03c-45f4-a330-b547616e8128 None None] Provisioning complete for port 612824ed-fa1a-40eb-88c4-e4dd23b4914d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:50.757983 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5aa0-d03c-45f4-a330-b547616e8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.809728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 612824ed-fa1a-40eb-88c4-e4dd23b4914d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=612824ed-fa1a-40eb-88c4-e4dd23b4914d,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:50.878376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720722e-4b77-4eb1-97b4-1de5ffc6f0a9 req-d375f713-20e7-48f6-892e-7cc1c2a970b3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.878376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5720722e-4b77-4eb1-97b4-1de5ffc6f0a9 req-d375f713-20e7-48f6-892e-7cc1c2a970b3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0803368 Sep 16 06:01:50.904238 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:50.905455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 59737211-2d31-4fef-b712-10f0dea1a677 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:50.926088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5720722e-4b77-4eb1-97b4-1de5ffc6f0a9 req-014a1211-aa53-4833-baaf-874c067fb029 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 Sep 16 06:01:50.948426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-433b1a70-e31d-48ac-a4d6-b4810e2f8343 tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.4720016 Sep 16 06:01:51.016586 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5aa0-d03c-45f4-a330-b547616e8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.040537 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 2, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:51.067795 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Checking router: 885a1208-271b-4280-93d4-7d37f669d03c for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:51.068041 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Updating router 885a1208-271b-4280-93d4-7d37f669d03c port 847add32-602f-40f8-abfb-72d5421e0dcc binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:01:51.087986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=612824ed-fa1a-40eb-88c4-e4dd23b4914d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:51.102240 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.113352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 59737211-2d31-4fef-b712-10f0dea1a677 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:51.113352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.113352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-3e5b5aa0-d03c-45f4-a330-b547616e8128 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:01:51.113352 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-3e5b5aa0-d03c-45f4-a330-b547616e8128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:01:51.145253 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.197398 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.221538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 59737211-2d31-4fef-b712-10f0dea1a677, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=59737211-2d31-4fef-b712-10f0dea1a677,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:51.254807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47816) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:51.259628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-af3a8632-b6fb-48e8-8c5e-3a3129dff426 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103701582', 'description': 'tempest-secgroup-smoke-2103701582 description', 'project_id': 'dd95e750c7c6405089b0aa4139910d61'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:51.300753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.352431 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af3a8632-b6fb-48e8-8c5e-3a3129dff426 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.372145 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=59737211-2d31-4fef-b712-10f0dea1a677,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:51.414216 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.463062 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af3a8632-b6fb-48e8-8c5e-3a3129dff426 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.528160 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.557267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af3a8632-b6fb-48e8-8c5e-3a3129dff426 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.591368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a8632-b6fb-48e8-8c5e-3a3129dff426 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ee5552-f63a-4f70-acab-8237419e566b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:51.603904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Pushing event updated for resources: {'Port': ['ID=847add32-602f-40f8-abfb-72d5421e0dcc,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:51.632709 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.633709 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.634053 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.634382 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.634709 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.635035 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.635523 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.636250 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.636588 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.636923 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.637245 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.637588 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:51.651713 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Attempting to bind port 847add32-602f-40f8-abfb-72d5421e0dcc on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:51.652294 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Attempting to bind port 847add32-602f-40f8-abfb-72d5421e0dcc by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:51.652698 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Attempting to bind port 847add32-602f-40f8-abfb-72d5421e0dcc on network f2b99d06-f93f-4bb7-b3b1-612256d9b886 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:51.658640 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:51.659368 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Checking segment: {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:51.659776 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.660189 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Bound using segment: {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:51.660693 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Bound port: 847add32-602f-40f8-abfb-72d5421e0dcc, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:51.661035 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.665737 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af3a8632-b6fb-48e8-8c5e-3a3129dff426 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.670572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-af3a8632-b6fb-48e8-8c5e-3a3129dff426 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4127843 Sep 16 06:01:51.670660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47818) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:51.676064 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-468563a3-bf0e-406d-85c0-d26d164c4217 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '87ee5552-f63a-4f70-acab-8237419e566b', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:51.727499 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] For port 847add32-602f-40f8-abfb-72d5421e0dcc, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:51.730868 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] For port 847add32-602f-40f8-abfb-72d5421e0dcc, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=847add32-602f-40f8-abfb-72d5421e0dcc,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:51.775021 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c93a9deb-cdb1-4eee-a1c0-8faccd5f22d5 None None] Provisioning complete for port 612824ed-fa1a-40eb-88c4-e4dd23b4914d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:51.775532 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c93a9deb-cdb1-4eee-a1c0-8faccd5f22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.808848 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-468563a3-bf0e-406d-85c0-d26d164c4217 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.843381 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.883342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c93a9deb-cdb1-4eee-a1c0-8faccd5f22d5 None None] Provisioning complete for port 847add32-602f-40f8-abfb-72d5421e0dcc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:51.884401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c93a9deb-cdb1-4eee-a1c0-8faccd5f22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.884557 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:51.885195 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:51.886881 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-468563a3-bf0e-406d-85c0-d26d164c4217 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.975119 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c93a9deb-cdb1-4eee-a1c0-8faccd5f22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.027916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c93a9deb-cdb1-4eee-a1c0-8faccd5f22d5 None None] For port 847add32-602f-40f8-abfb-72d5421e0dcc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=847add32-602f-40f8-abfb-72d5421e0dcc,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:52.042236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-468563a3-bf0e-406d-85c0-d26d164c4217 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.072303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468563a3-bf0e-406d-85c0-d26d164c4217 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5044be-2c04-403e-ab9c-89cc7d06c091,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:52.085865 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a56641-143b-4ff2-bccb-558de18d13c4 None None] Pushing event updated for resources: {'Port': ['ID=847add32-602f-40f8-abfb-72d5421e0dcc,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:52.107307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aafe9-c97e-4553-a3e0-2be3304e6cab req-cdde4026-8f0a-4301-aca0-c6077fe8e5d0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:52.107307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-162aafe9-c97e-4553-a3e0-2be3304e6cab req-cdde4026-8f0a-4301-aca0-c6077fe8e5d0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0873001 Sep 16 06:01:52.130701 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c93a9deb-cdb1-4eee-a1c0-8faccd5f22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.144451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-162aafe9-c97e-4553-a3e0-2be3304e6cab req-9639e30c-65f0-466a-9d0f-a2921c130245 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373278 Sep 16 06:01:52.169050 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:52.170864 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-468563a3-bf0e-406d-85c0-d26d164c4217 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.175525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47822) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:52.176140 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-468563a3-bf0e-406d-85c0-d26d164c4217 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5041020 Sep 16 06:01:52.180506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-3dbd75cb-bc9f-43ee-b221-6bca0bb47d13 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '87ee5552-f63a-4f70-acab-8237419e566b', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:52.192941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a9deb-cdb1-4eee-a1c0-8faccd5f22d5 None None] Pushing event updated for resources: {'Port': ['ID=847add32-602f-40f8-abfb-72d5421e0dcc,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:52.249630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f855b45d-868a-4218-aa9a-6030ab1e57ba None None] Provisioning complete for port 847add32-602f-40f8-abfb-72d5421e0dcc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:52.250008 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f855b45d-868a-4218-aa9a-6030ab1e57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.301766 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dbd75cb-bc9f-43ee-b221-6bca0bb47d13 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.391249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dbd75cb-bc9f-43ee-b221-6bca0bb47d13 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.418129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 612824ed-fa1a-40eb-88c4-e4dd23b4914d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:52.420307 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:52.448967 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057f83c-2fab-45da-b425-ab2b0662159f None None] The sync data for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 is: [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:52.472279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b9dbf81d-b79c-4ac4-a088-79e5cc14d0f8 None None] Provisioning complete for port 847add32-602f-40f8-abfb-72d5421e0dcc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:52.472395 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf81d-b79c-4ac4-a088-79e5cc14d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.507160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 612824ed-fa1a-40eb-88c4-e4dd23b4914d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:52.507533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.536465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dbd75cb-bc9f-43ee-b221-6bca0bb47d13 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.557118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd75cb-bc9f-43ee-b221-6bca0bb47d13 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a452a7-87e0-4f7a-b467-f3f4b7d1dc76,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:52.634015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3dbd75cb-bc9f-43ee-b221-6bca0bb47d13 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.637960 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3dbd75cb-bc9f-43ee-b221-6bca0bb47d13 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4586535 Sep 16 06:01:52.638111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 59737211-2d31-4fef-b712-10f0dea1a677 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:52.638210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47824) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:52.647808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6104e89d-1710-406f-8593-5ae1a53e9120 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '87ee5552-f63a-4f70-acab-8237419e566b', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:52.690551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 59737211-2d31-4fef-b712-10f0dea1a677 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:52.690924 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.749863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6104e89d-1710-406f-8593-5ae1a53e9120 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.819340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6104e89d-1710-406f-8593-5ae1a53e9120 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.893786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6104e89d-1710-406f-8593-5ae1a53e9120 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.912030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104e89d-1710-406f-8593-5ae1a53e9120 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0008e0a-322f-4c8b-a579-4b48697405b6,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:53.010539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6104e89d-1710-406f-8593-5ae1a53e9120 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.013335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6104e89d-1710-406f-8593-5ae1a53e9120 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3703978 Sep 16 06:01:53.016265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47826) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:53.021524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-67394ad0-aa19-4013-b27a-5acd8bef58c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '87ee5552-f63a-4f70-acab-8237419e566b', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:53.136197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35256951-7903-4643-a036-dbdc6b0617e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.142401 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67394ad0-aa19-4013-b27a-5acd8bef58c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.211978 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67394ad0-aa19-4013-b27a-5acd8bef58c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.272226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95abfd-2452-4d1a-9c5a-5532037f24d7 req-6de63c28-44dd-4c6b-9b96-15a19a079f16 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:53.273831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5a95abfd-2452-4d1a-9c5a-5532037f24d7 req-6de63c28-44dd-4c6b-9b96-15a19a079f16 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0528347 Sep 16 06:01:53.313425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67394ad0-aa19-4013-b27a-5acd8bef58c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.334185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5a95abfd-2452-4d1a-9c5a-5532037f24d7 req-62d4a48d-5417-4113-8f01-d09f786247c3 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535216 Sep 16 06:01:53.340606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67394ad0-aa19-4013-b27a-5acd8bef58c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3214ee0-618f-4cec-a3da-80ed0ce1901b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:53.468039 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-67394ad0-aa19-4013-b27a-5acd8bef58c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.469325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-67394ad0-aa19-4013-b27a-5acd8bef58c7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4519429 Sep 16 06:01:53.473032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47830) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:53.477935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a06b2e88-cabd-4ccb-950b-55b03431d2f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '87ee5552-f63a-4f70-acab-8237419e566b', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:53.599557 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-a06b2e88-cabd-4ccb-950b-55b03431d2f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Project dd95e750c7c6405089b0aa4139910d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:01:53.605351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a06b2e88-cabd-4ccb-950b-55b03431d2f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.666927 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a06b2e88-cabd-4ccb-950b-55b03431d2f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.771849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a06b2e88-cabd-4ccb-950b-55b03431d2f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.791454 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b2e88-cabd-4ccb-950b-55b03431d2f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06e627a-e4b6-4d7b-9110-eb12326e1a13,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:53.916756 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a06b2e88-cabd-4ccb-950b-55b03431d2f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.918008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a06b2e88-cabd-4ccb-950b-55b03431d2f0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4438992 Sep 16 06:01:53.921108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47832) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:53.926911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2487e867-f6fa-4553-840b-972e9c510a25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'security_group_rule': {'security_group_id': '87ee5552-f63a-4f70-acab-8237419e566b', 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:53.957593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.011790 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-32ea4987-23c8-47d5-b79a-a413352fc497 service neutron] 10.222.0.66 "GET /v2.0/ports/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b/bindings/n-h1-712749-15 HTTP/1.1" status: 200 len: 385 time: 0.0603788 Sep 16 06:01:54.046872 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-2487e867-f6fa-4553-840b-972e9c510a25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Project dd95e750c7c6405089b0aa4139910d61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:01:54.053609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2487e867-f6fa-4553-840b-972e9c510a25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.179576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2487e867-f6fa-4553-840b-972e9c510a25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.252622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:54.271763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:54.296070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2487e867-f6fa-4553-840b-972e9c510a25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.327525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487e867-f6fa-4553-840b-972e9c510a25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998590fa-2b30-4114-9096-ca7f9b969875,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:54.332158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:54.334502 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebc099b-e55b-43cf-886a-d6e0ebd068a1" -d '{"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-unplugged", "status": "completed", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:54.342537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:54.383508 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5fe9a0-5291-4df8-bff9-5bea3791eef6 x-openstack-request-id: req-ce5fe9a0-5291-4df8-bff9-5bea3791eef6 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:54.385731 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-unplugged", "status": "completed", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:54.385731 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce5fe9a0-5291-4df8-bff9-5bea3791eef6 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:54.385731 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'code': 200} Sep 16 06:01:54.405037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2487e867-f6fa-4553-840b-972e9c510a25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.414274 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2487e867-f6fa-4553-840b-972e9c510a25 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4903650 Sep 16 06:01:54.436231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 847add32-602f-40f8-abfb-72d5421e0dcc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:01:54.438842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.488654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7e69d-4b81-474c-a1e6-1360514647b8 req-10b255b8-43c4-463d-806a-9c12cb1cdc1f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:54.491140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33b7e69d-4b81-474c-a1e6-1360514647b8 req-10b255b8-43c4-463d-806a-9c12cb1cdc1f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 946 time: 0.0814178 Sep 16 06:01:54.504651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 847add32-602f-40f8-abfb-72d5421e0dcc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:54.505040 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.549630 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-33b7e69d-4b81-474c-a1e6-1360514647b8 req-0871f037-3722-463d-ad68-55988c014b16 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501528 Sep 16 06:01:54.572090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] Transition to ACTIVE for port object 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:01:54.587178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-636b37c3-9467-411a-b297-89e0a6ea79cc tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103701582&fields=id&tenant_id=dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 267 time: 0.0452964 Sep 16 06:01:54.636984 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:54.787197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-80f8df8d-c2b8-49a6-b97d-bdeaecd3f050 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:54.788795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-80f8df8d-c2b8-49a6-b97d-bdeaecd3f050 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/networks?id=f2b99d06-f93f-4bb7-b3b1-612256d9b886 HTTP/1.1" status: 200 len: 797 time: 0.1942911 Sep 16 06:01:54.791497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] Pushing event updated for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=11']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:54.819171 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-cf4d2a74-b234-4ec8-9eee-da8e22852344 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/quotas/dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 375 time: 0.0197017 Sep 16 06:01:54.834784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] No DVR routers for this DVR port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:54.927092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-1f686e67-cb5c-4c55-8683-b4510d7e8d2f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942883 Sep 16 06:01:55.059827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-1bd9436b-64aa-42d1-8f26-8c12d9dd2231 service neutron] 10.222.0.66 "PUT /v2.0/ports/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b/bindings/n-h1-712749-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0406177 Sep 16 06:01:55.073191 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-3051609c-c783-47f2-a209-50c290a41044 service neutron] 10.222.0.49 "GET /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212196 Sep 16 06:01:55.167658 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-6dbfb7a4-b1c6-47a0-a28c-cdbd10a627c2 service neutron] 10.222.0.49 "GET /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883060 Sep 16 06:01:55.274683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-52fd9f7d-4119-4c30-bffc-416749fddf96 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.276337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-52fd9f7d-4119-4c30-bffc-416749fddf96 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610&tenant_id=adeb84abad58478eb9a2947112779c52&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.0468998 Sep 16 06:01:55.322511 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-68cc23b3-2aa5-4f4d-b1bc-01f45dc3605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.324066 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-68cc23b3-2aa5-4f4d-b1bc-01f45dc3605a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 1097 time: 0.0400395 Sep 16 06:01:55.397512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.408868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-104ff947-0a68-46bf-a7a2-513aed3c0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.410484 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-104ff947-0a68-46bf-a7a2-513aed3c0121 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1097 time: 0.0507593 Sep 16 06:01:55.422082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-798b0612-4878-45f1-abca-12929e81f57c req-f279219d-3995-4c19-8b74-93ec2945c2e0 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 210 time: 0.0349061 Sep 16 06:01:55.521795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-b8fce785-df03-4c5a-8e26-2da90d0856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.523295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-b8fce785-df03-4c5a-8e26-2da90d0856f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 200 len: 897 time: 0.1059363 Sep 16 06:01:55.597410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-6da75ab1-21f2-4513-94b8-125fc6b1dfd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 1000 time: 0.0666411 Sep 16 06:01:55.681392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-e17d1ec2-177a-469a-9b58-915f89ed8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.682701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-e17d1ec2-177a-469a-9b58-915f89ed8b65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1f55ced-d5af-4573-8d37-8ac7cf17424d HTTP/1.1" status: 200 len: 832 time: 0.0778835 Sep 16 06:01:55.696512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cab283-ec32-4d77-a054-b9df9d2b4562 req-66495589-2dee-452e-b450-adaed0eefffe tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.698033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1cab283-ec32-4d77-a054-b9df9d2b4562 req-66495589-2dee-452e-b450-adaed0eefffe tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 945 time: 0.0646846 Sep 16 06:01:55.779893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1cab283-ec32-4d77-a054-b9df9d2b4562 req-a8c1f85d-57e6-4a57-b6b8-5304b9526a56 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697594 Sep 16 06:01:55.782723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-fb477ac2-5610-4abc-954b-36c975f57216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.785038 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-fb477ac2-5610-4abc-954b-36c975f57216 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d143c6e1-5e50-4d02-a832-cba06ebaff71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861409 Sep 16 06:01:55.881030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-4bc64d12-0256-4f11-be62-b2f481b3cef6 service neutron] 10.222.0.30 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887458 Sep 16 06:01:55.981562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-bb8dbdf5-9f9a-4186-8004-9ab9bcbbaf49 service neutron] 10.222.0.30 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930674 Sep 16 06:01:56.432370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-abd550cb-4dc1-4499-bd9f-005544cf2548 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:56.433970 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-abd550cb-4dc1-4499-bd9f-005544cf2548 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610&tenant_id=adeb84abad58478eb9a2947112779c52&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 1097 time: 0.0448899 Sep 16 06:01:56.519666 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-44df4be3-2ea7-43fc-9bd8-e334c5d2cebb req-ab5d7478-87b2-496e-94d3-90c47ebb68c4 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 210 time: 0.0262764 Sep 16 06:01:56.694720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-4363d78d-537b-4515-9c51-0837d1883d5c service neutron] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:56.698277 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-4363d78d-537b-4515-9c51-0837d1883d5c service neutron] Notify callbacks [] for binding, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:56.699425 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25d7bd46-734f-4b2c-869e-b1a1f93f909e req-4363d78d-537b-4515-9c51-0837d1883d5c service neutron] 10.222.0.30 "DELETE /v2.0/ports/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b/bindings/n-h2-712749-15 HTTP/1.1" status: 204 len: 173 time: 0.2578416 Sep 16 06:01:56.900366 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb014817-22a3-448f-8487-f1b74dab8a7a req-0e029ad0-b357-4c72-a564-34bec4060183 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:56.901860 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb014817-22a3-448f-8487-f1b74dab8a7a req-0e029ad0-b357-4c72-a564-34bec4060183 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 945 time: 0.0507035 Sep 16 06:01:56.943339 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb014817-22a3-448f-8487-f1b74dab8a7a req-6d6651aa-73cc-4441-82c0-481682489ad9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354564 Sep 16 06:01:57.048695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36041e6b-d837-4447-88b9-fde41c73c7ad req-66c6161a-fa23-4714-9866-bacaeb42f957 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:57.050761 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36041e6b-d837-4447-88b9-fde41c73c7ad req-66c6161a-fa23-4714-9866-bacaeb42f957 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1097 time: 0.0429022 Sep 16 06:01:57.086595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:57.087142 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36041e6b-d837-4447-88b9-fde41c73c7ad req-ae215f72-5a1e-42fe-b7c9-0c17e1c4b60d tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301883 Sep 16 06:01:57.125854 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:57.211171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65564012-ab98-46a0-b56d-74c8c3349826 req-0d0a31c5-a8f2-47e5-9b12-1866a8466ab8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:57.212773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65564012-ab98-46a0-b56d-74c8c3349826 req-0d0a31c5-a8f2-47e5-9b12-1866a8466ab8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 945 time: 0.0528276 Sep 16 06:01:57.252276 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65564012-ab98-46a0-b56d-74c8c3349826 req-3f2a7341-271c-48ed-9805-c56760f1087d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332806 Sep 16 06:01:57.278559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47874) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:57.344351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d6fd0ac-5a4e-4709-a7e3-60111a019190 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/493cca07-c106-44aa-a76d-cf4338538789 HTTP/1.1" status: 200 len: 992 time: 0.0644617 Sep 16 06:01:57.459365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-1ee09432-1bba-4fb3-8c7a-2b4c66a1572e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:57.460976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-1ee09432-1bba-4fb3-8c7a-2b4c66a1572e tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "GET /v2.0/networks?id=f2b99d06-f93f-4bb7-b3b1-612256d9b886 HTTP/1.1" status: 200 len: 797 time: 0.1217434 Sep 16 06:01:57.502308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.535785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-8fd83cf0-5a7e-4a12-99a9-a52744b74213 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd95e750c7c6405089b0aa4139910d61 HTTP/1.1" status: 200 len: 380 time: 0.0485399 Sep 16 06:01:57.545285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'port': {'device_id': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'admin_state_up': True, 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'security_groups': ['87ee5552-f63a-4f70-acab-8237419e566b']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:57.584887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:01:57.663585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-abab3535-fc9d-4059-b845-c64ddbc15fec req-1dde2603-147a-4d04-944e-7820fc813a17 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 210 time: 0.0365491 Sep 16 06:01:57.766031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port b9cd37e4-39b2-4a42-9051-e0a1f16c6826 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:57.766375 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.775828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Made reservation on behalf of dd95e750c7c6405089b0aa4139910d61 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:01:57.779572 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.855118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.855449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:57.868496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for b9cd37e4-39b2-4a42-9051-e0a1f16c6826 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:01:57.925628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.20.0.7 (f2b99d06-f93f-4bb7-b3b1-612256d9b886/f9d670eb-1803-4f67-aa2c-8157902915df/c4823114-238b-4cb1-833b-11159b7c9445) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:01:58.084676 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.095948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.108080 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=b9cd37e4-39b2-4a42-9051-e0a1f16c6826,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:58.174226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.174914 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Floating IP 493cca07-c106-44aa-a76d-cf4338538789 disassociated (deleted). External IP: 172.25.1.109, port: 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b. Sep 16 06:01:58.182162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.224502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:01:58.227597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:01:58.230647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:01:58.272076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=c4823114-238b-4cb1-833b-11159b7c9445,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:58.303873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:58.304567 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.372002 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-c83bdce0-4410-4afc-8d25-9b828dde8d79 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302362 Sep 16 06:01:58.391316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Request body: {'port': {'device_id': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:58.445524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:01:58.458648 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.508755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3b1ea3f0-f12d-48a5-a281-c1c64b1c22eb None None] Provisioning complete for port c4823114-238b-4cb1-833b-11159b7c9445 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:01:58.509307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea3f0-f12d-48a5-a281-c1c64b1c22eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.548553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ea3f0-f12d-48a5-a281-c1c64b1c22eb None None] Port c4823114-238b-4cb1-833b-11159b7c9445 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:01:58.561828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:01:58.566892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.573616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] Sync routers for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:01:58.587289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:58.587944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:58.604185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b470bcc2-1f8e-4bb1-a166-b54b90a12d71 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/floatingips/493cca07-c106-44aa-a76d-cf4338538789 HTTP/1.1" status: 204 len: 168 time: 1.0180211 Sep 16 06:01:58.604980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:58.608137 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:58.715561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:58.753316 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72fbc22-db4c-471c-a056-d42109d37576 x-openstack-request-id: req-a72fbc22-db4c-471c-a056-d42109d37576 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:58.753704 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:58.753969 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a72fbc22-db4c-471c-a056-d42109d37576 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:58.754378 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'status': 'completed', 'code': 200} Sep 16 06:01:58.855634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4823114-238b-4cb1-833b-11159b7c9445 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:01:58.865699 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.881459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-1fec16c0-600d-4d63-9375-8acca660928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:58.885210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-1fec16c0-600d-4d63-9375-8acca660928e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 1097 time: 0.0885136 Sep 16 06:01:58.894016 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5959c-7e3e-4cf8-9e61-66134df84262 req-2d5d6e82-f44f-4839-860f-b7e4c3efc240 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:58.903903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-afc5959c-7e3e-4cf8-9e61-66134df84262 req-2d5d6e82-f44f-4839-860f-b7e4c3efc240 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 931 time: 0.0816562 Sep 16 06:01:58.903903 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Transition to ACTIVE for port object c4823114-238b-4cb1-833b-11159b7c9445 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:01:58.945683 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-afc5959c-7e3e-4cf8-9e61-66134df84262 req-2c523f7d-6013-4d77-83a9-09730aa07ee8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 Sep 16 06:01:58.983744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:59.012741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] Checking router: e3d38ae3-97a7-4055-b75e-d9a9d0675c49 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:01:59.021608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:01:59.022349 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:59.055340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-11758ad4-8a68-44fd-92d7-6f8f89ff814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.056983 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-11758ad4-8a68-44fd-92d7-6f8f89ff814e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 200 len: 897 time: 0.1599045 Sep 16 06:01:59.059495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.077329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.130067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Pushing event updated for resources: {'Port': ['ID=c4823114-238b-4cb1-833b-11159b7c9445,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:59.145318 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-95e6c69e-ac25-4068-b7f1-931109f5749a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 200 len: 217 time: 0.0797827 Sep 16 06:01:59.179106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:01:59.217335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-02da5b51-1a01-404d-8fea-d0f57ac7c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.218875 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-02da5b51-1a01-404d-8fea-d0f57ac7c246 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1f55ced-d5af-4573-8d37-8ac7cf17424d HTTP/1.1" status: 200 len: 832 time: 0.0653033 Sep 16 06:01:59.316944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-76db72a9-81ef-4409-b61c-fb7065d9922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.318891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-76db72a9-81ef-4409-b61c-fb7065d9922c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d143c6e1-5e50-4d02-a832-cba06ebaff71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905256 Sep 16 06:01:59.449448 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-a087c222-e69e-4871-aa8d-04f2d6d0ea50 service neutron] 10.222.0.30 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193869 Sep 16 06:01:59.576859 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37b5b064-81e3-4e4e-9b3a-adce9bb6f0cf req-78f68c6d-b200-44b7-ba9b-f6bd1b66f853 service neutron] 10.222.0.30 "GET /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018872 Sep 16 06:01:59.582246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:01:59.605523 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Attempting to bind port c4823114-238b-4cb1-833b-11159b7c9445 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:59.605853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Attempting to bind port c4823114-238b-4cb1-833b-11159b7c9445 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:59.606173 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Attempting to bind port c4823114-238b-4cb1-833b-11159b7c9445 on network f2b99d06-f93f-4bb7-b3b1-612256d9b886 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:59.609195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46bea-5991-4b9c-b468-b0a38f776bd7 None None] The sync data for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 is: [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '723c4408-b0dd-4867-8ee4-1aa261989a22', 'name': '', 'network_id': 'd143c6e1-5e50-4d02-a832-cba06ebaff71', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:e9:9c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:49Z', 'updated_at': '2021-09-16T06:00:53Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': 'a1f55ced-d5af-4573-8d37-8ac7cf17424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:01:59.618400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89f78-6a87-42d3-a243-e5a2c2f54dcb req-57f8350c-6711-4cc0-b1f4-6879462ecc33 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.619810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11c89f78-6a87-42d3-a243-e5a2c2f54dcb req-57f8350c-6711-4cc0-b1f4-6879462ecc33 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 945 time: 0.0795343 Sep 16 06:01:59.623386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Port c4823114-238b-4cb1-833b-11159b7c9445 on network f2b99d06-f93f-4bb7-b3b1-612256d9b886 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:01:59.623386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Attempting to bind port c4823114-238b-4cb1-833b-11159b7c9445 on network f2b99d06-f93f-4bb7-b3b1-612256d9b886 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:59.629292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:59.629623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Checking segment: {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:59.630060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Bound using segment: {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:59.630487 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Bound port: c4823114-238b-4cb1-833b-11159b7c9445, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a97f82-b619-45a4-900d-a65492c93cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:59.630860 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.697148 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11c89f78-6a87-42d3-a243-e5a2c2f54dcb req-b799bddb-fe0e-4223-9eea-0cd96cf7cfaa tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=6df91390-ece6-427a-837f-aa4ac2642dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702477 Sep 16 06:01:59.726044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] For port c4823114-238b-4cb1-833b-11159b7c9445, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:59.729460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] For port c4823114-238b-4cb1-833b-11159b7c9445, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c4823114-238b-4cb1-833b-11159b7c9445,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:59.788344 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.792480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-68443e9f-2f10-457d-af68-ed8ab0bcb7f8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.794405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-68443e9f-2f10-457d-af68-ed8ab0bcb7f8 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 945 time: 0.0592418 Sep 16 06:01:59.828884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.829522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.831612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] 10.222.0.30 "PUT /v2.0/ports/c4823114-238b-4cb1-833b-11159b7c9445 HTTP/1.1" status: 200 len: 1092 time: 1.4454126 Sep 16 06:01:59.832153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:59.834441 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b3a6b8-bd12-4f00-b22c-863349473e91" -d '{"events": [{"name": "network-changed", "server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "tag": "c4823114-238b-4cb1-833b-11159b7c9445"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:59.873055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f01f00-bfc2-45cf-82ca-27b25b8ca5ed service neutron] Pushing event updated for resources: {'Port': ['ID=c4823114-238b-4cb1-833b-11159b7c9445,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:59.895060 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655a1397-07b2-4e69-9c7f-99801e87f611 x-openstack-request-id: req-655a1397-07b2-4e69-9c7f-99801e87f611 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:59.895442 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "tag": "c4823114-238b-4cb1-833b-11159b7c9445", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:59.902904 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-655a1397-07b2-4e69-9c7f-99801e87f611 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:59.902904 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445', 'status': 'completed', 'code': 200} Sep 16 06:01:59.907010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:01:59.907427 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.912386 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1495ff-51dc-4ded-acfe-009943d1f2fd None None] New status for floating IP 493cca07-c106-44aa-a76d-cf4338538789: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:01:59.993326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3a6b8-bd12-4f00-b22c-863349473e91 req-111c1290-0d7b-4c97-b444-ce2899bbf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.994971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b3a6b8-bd12-4f00-b22c-863349473e91 req-111c1290-0d7b-4c97-b444-ce2899bbf217 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 1095 time: 0.0515723 Sep 16 06:02:00.022930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:00.023418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:00.039504 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:00.157900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2446e74-64b0-472a-8e8b-1afdbe0e2244 req-a01fedc9-66c9-4161-b4e4-f58dca3508e8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.160207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2446e74-64b0-472a-8e8b-1afdbe0e2244 req-a01fedc9-66c9-4161-b4e4-f58dca3508e8 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 943 time: 0.1064198 Sep 16 06:02:00.161690 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3a6b8-bd12-4f00-b22c-863349473e91 req-5d76a21e-7656-4faa-9e36-c22596b1cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.163060 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b3a6b8-bd12-4f00-b22c-863349473e91 req-5d76a21e-7656-4faa-9e36-c22596b1cd7d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dd95e750c7c6405089b0aa4139910d61&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1526666 Sep 16 06:02:00.229068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2446e74-64b0-472a-8e8b-1afdbe0e2244 req-0336a00f-51a8-45de-992f-e2ac6d04f351 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626771 Sep 16 06:02:00.237484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:00.269382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:00.300079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3a6b8-bd12-4f00-b22c-863349473e91 req-4d09466e-edc2-43f5-a6d3-8de39531f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.301581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9b3a6b8-bd12-4f00-b22c-863349473e91 req-4d09466e-edc2-43f5-a6d3-8de39531f2f1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274760 Sep 16 06:02:00.312907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] No DVR routers for this DVR port 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:00.315373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:00.317557 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7ef12a74-5f59-4398-a7e6-693f35d504b5 req-7ca292b0-28ba-4942-ba8f-9d959104f02a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.30 "DELETE /v2.0/ports/9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b HTTP/1.1" status: 204 len: 173 time: 0.5170588 Sep 16 06:02:00.403675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-1c2fe5bd-3c2a-4354-b282-ee8487907499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.405926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-1c2fe5bd-3c2a-4354-b282-ee8487907499 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 1095 time: 0.0425279 Sep 16 06:02:00.454021 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-7ca81027-7da5-40f5-a272-488983140431 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4823114-238b-4cb1-833b-11159b7c9445 HTTP/1.1" status: 200 len: 217 time: 0.0343757 Sep 16 06:02:00.506788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-dfd87c7e-aca8-4b01-9220-18b9b910e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.508337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-dfd87c7e-aca8-4b01-9220-18b9b910e2f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9d670eb-1803-4f67-aa2c-8157902915df HTTP/1.1" status: 200 len: 835 time: 0.0476127 Sep 16 06:02:00.563431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-305232a5-74ea-4177-a26a-05cb708b2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.565585 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-305232a5-74ea-4177-a26a-05cb708b2ac6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b99d06-f93f-4bb7-b3b1-612256d9b886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409942 Sep 16 06:02:00.662681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-93282412-c988-4824-90a9-dc645971eb59 service neutron] 10.222.0.30 "GET /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895076 Sep 16 06:02:00.756401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-deleted', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:00.758972 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e34f2f9-5a24-4126-9932-e74bacb9a50a" -d '{"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-deleted", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:00.782853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc5242d7-79d9-4932-a60e-b2552efcd776 req-1d738536-55c3-4f88-a1a3-fe8594b57f65 service neutron] 10.222.0.30 "GET /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037199 Sep 16 06:02:00.813988 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2601a5d-3851-487b-aec1-202cb515b256 x-openstack-request-id: req-d2601a5d-3851-487b-aec1-202cb515b256 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:00.815196 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c4f58f-7d4d-413d-8343-0b9dc165b610", "name": "network-vif-deleted", "tag": "9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:00.815531 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2601a5d-3851-487b-aec1-202cb515b256 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:00.815943 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c4f58f-7d4d-413d-8343-0b9dc165b610', 'name': 'network-vif-deleted', 'tag': '9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b', 'status': 'completed', 'code': 200} Sep 16 06:02:00.818083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-242811ad-78f7-43a1-83be-bf62b7c061e6 req-f1c23111-73ce-4aed-aa94-48ad4856ed87 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c4f58f-7d4d-413d-8343-0b9dc165b610 HTTP/1.1" status: 200 len: 210 time: 0.0317075 Sep 16 06:02:01.362563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c94e63-0af3-48f6-a231-d1767d0c6c27 req-95546a93-02e7-4804-b888-9f0e2a2223e3 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:01.364244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28c94e63-0af3-48f6-a231-d1767d0c6c27 req-95546a93-02e7-4804-b888-9f0e2a2223e3 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 943 time: 0.0511842 Sep 16 06:02:01.404892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-28c94e63-0af3-48f6-a231-d1767d0c6c27 req-69150ad0-fdec-42b7-a28b-d24280a607bd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346391 Sep 16 06:02:01.876162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47906) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:02.119669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c4823114-238b-4cb1-833b-11159b7c9445 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:02.226189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c4823114-238b-4cb1-833b-11159b7c9445, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c4823114-238b-4cb1-833b-11159b7c9445,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:02.238340 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'c4823114-238b-4cb1-833b-11159b7c9445', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'port_id': 'c4823114-238b-4cb1-833b-11159b7c9445', 'mac_address': 'fa:16:3e:de:f5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:02.274215 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.287683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4823114-238b-4cb1-833b-11159b7c9445 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:02.307683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c4823114-238b-4cb1-833b-11159b7c9445, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c4823114-238b-4cb1-833b-11159b7c9445,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:02.390861 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.444921 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c4823114-238b-4cb1-833b-11159b7c9445,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:02.528958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e73a7-dea6-4c74-9b28-ec5c1bb91b6f req-9fcf9075-68e4-4866-9947-f4930defebb7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:02.530476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a2e73a7-dea6-4c74-9b28-ec5c1bb91b6f req-9fcf9075-68e4-4866-9947-f4930defebb7 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 944 time: 0.0510309 Sep 16 06:02:02.535639 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.569257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a2e73a7-dea6-4c74-9b28-ec5c1bb91b6f req-5a8916ae-ba10-40ae-bc4a-07b2548363df tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Sep 16 06:02:02.711301 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['c4823114-238b-4cb1-833b-11159b7c9445'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:02.797962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 723c4408-b0dd-4867-8ee4-1aa261989a22 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:02.798689 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.890745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port 723c4408-b0dd-4867-8ee4-1aa261989a22, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=723c4408-b0dd-4867-8ee4-1aa261989a22,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:02.891462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:02.905081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 723c4408-b0dd-4867-8ee4-1aa261989a22 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:03.170370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.199590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=723c4408-b0dd-4867-8ee4-1aa261989a22,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:03.376555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.603801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:03.738689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487541e9-bc77-4e11-a0f8-b056b4883a19 req-3f056044-85c7-4354-9af4-33ce851c40e9 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:03.740216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-487541e9-bc77-4e11-a0f8-b056b4883a19 req-3f056044-85c7-4354-9af4-33ce851c40e9 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 944 time: 0.0947623 Sep 16 06:02:03.756522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:03.766064 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] Sync routers for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:03.766576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-338a131e-0630-4aac-b1ee-717ab3166b18 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "PUT /v2.0/routers/e3d38ae3-97a7-4055-b75e-d9a9d0675c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8885448 Sep 16 06:02:03.769354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47912) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:03.778432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:03.779163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:03.826947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-487541e9-bc77-4e11-a0f8-b056b4883a19 req-297262d7-f83e-45da-bb49-1452ab30aa30 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794880 Sep 16 06:02:03.841234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e216ad-4ed5-472e-9386-9c43e8a52734 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting subnet a1f55ced-d5af-4573-8d37-8ac7cf17424d {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:02:03.844519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a0e216ad-4ed5-472e-9386-9c43e8a52734 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.886181 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a0e216ad-4ed5-472e-9386-9c43e8a52734 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:03.896742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:03.975661 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a0e216ad-4ed5-472e-9386-9c43e8a52734 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.075895 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:02:03Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:04.104323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] Checking router: e3d38ae3-97a7-4055-b75e-d9a9d0675c49 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:04.112930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] Routers {'e3d38ae3-97a7-4055-b75e-d9a9d0675c49'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:04.113543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:04.116648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c4823114-238b-4cb1-833b-11159b7c9445 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:04.119742 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a0e216ad-4ed5-472e-9386-9c43e8a52734 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.149061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e216ad-4ed5-472e-9386-9c43e8a52734 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f55ced-d5af-4573-8d37-8ac7cf17424d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:04.152286 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a0e216ad-4ed5-472e-9386-9c43e8a52734 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.157038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a0e216ad-4ed5-472e-9386-9c43e8a52734 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/subnets/a1f55ced-d5af-4573-8d37-8ac7cf17424d HTTP/1.1" status: 204 len: 168 time: 0.3839104 Sep 16 06:02:04.157877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47914) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:04.171643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab425a-5777-4cca-a471-2703bc73679a None None] Network d143c6e1-5e50-4d02-a832-cba06ebaff71 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:04.269176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.329168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] Set router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:04.384265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.403728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port c4823114-238b-4cb1-833b-11159b7c9445 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:02:04.411696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port c4823114-238b-4cb1-833b-11159b7c9445 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:04.412087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.531170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] DHCP port deletion for d143c6e1-5e50-4d02-a832-cba06ebaff71 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:02:04.536911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port d447fc0c-f8d7-4ce0-8361-609d20be2c8d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:04.543684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.610352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.627404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port d447fc0c-f8d7-4ce0-8361-609d20be2c8d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d447fc0c-f8d7-4ce0-8361-609d20be2c8d,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:04.627777 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.640513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for d447fc0c-f8d7-4ce0-8361-609d20be2c8d owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:04.649598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:04.651879 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcffa386-45ca-4c64-a504-e742a08a7287" -d '{"events": [{"server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "name": "network-vif-plugged", "status": "completed", "tag": "c4823114-238b-4cb1-833b-11159b7c9445"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:04.671563 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port c4823114-238b-4cb1-833b-11159b7c9445, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c4823114-238b-4cb1-833b-11159b7c9445,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:04.693609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:02:03Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:04.693609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] Deleting port 65589790-4f72-4447-b2fc-a266bb500970 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:04.693876 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.719082 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be06b88-d5ad-4e4a-a9ae-416aea220d78 x-openstack-request-id: req-6be06b88-d5ad-4e4a-a9ae-416aea220d78 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:04.719374 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "name": "network-vif-plugged", "status": "completed", "tag": "c4823114-238b-4cb1-833b-11159b7c9445", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:04.719612 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6be06b88-d5ad-4e4a-a9ae-416aea220d78 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:04.720037 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445', 'code': 200} Sep 16 06:02:04.729356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acd851-7170-4e3e-8295-49ae20eac34e None None] The sync data for ids ['e3d38ae3-97a7-4055-b75e-d9a9d0675c49'] in n-d-712749-15 is: [{'id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404537997', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:00:44Z', 'updated_at': '2021-09-16T06:02:03Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': 'd447fc0c-f8d7-4ce0-8361-609d20be2c8d', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d38ae3-97a7-4055-b75e-d9a9d0675c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:00:45Z', 'updated_at': '2021-09-16T06:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:04.778187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.778957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:04.831550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] For port 65589790-4f72-4447-b2fc-a266bb500970, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=65589790-4f72-4447-b2fc-a266bb500970,segment=NetworkSegment(2601d98d-91d1-4896-83c4-38110a099e2f),segment_id=2601d98d-91d1-4896-83c4-38110a099e2f)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:04.831968 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.840824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:04.841166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9850d7c1-e1e8-4f3a-99bc-7aaa3d914b6b not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:04.860177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] Calling delete_port for 65589790-4f72-4447-b2fc-a266bb500970 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:04.872224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57b0af-4a51-4b80-a881-49710c29b70a req-ac025229-4ae1-41a0-aaa0-a5cb4af10935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.873836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a57b0af-4a51-4b80-a881-49710c29b70a req-ac025229-4ae1-41a0-aaa0-a5cb4af10935 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0644319 Sep 16 06:02:04.904618 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=c4823114-238b-4cb1-833b-11159b7c9445,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:04.916102 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a57b0af-4a51-4b80-a881-49710c29b70a req-0faaf468-9def-42a9-b9b7-5444fd533f18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342577 Sep 16 06:02:04.927776 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.972650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=d447fc0c-f8d7-4ce0-8361-609d20be2c8d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:05.040505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7eedd-53c0-43da-99eb-919ddf5221b1 req-b8c45665-3065-4ac9-944b-d53ff7a0e21c tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:05.042050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7d7eedd-53c0-43da-99eb-919ddf5221b1 req-b8c45665-3065-4ac9-944b-d53ff7a0e21c tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 945 time: 0.1249423 Sep 16 06:02:05.068979 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.079069 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.105817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] Pushing event deleted for resources: {'Port': ['ID=65589790-4f72-4447-b2fc-a266bb500970,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:05.109703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168bf66-d345-4fc5-8b91-10a7606cc2d5 None None] No DVR routers for this DVR port 65589790-4f72-4447-b2fc-a266bb500970 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:05.210667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.213261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.217047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7d7eedd-53c0-43da-99eb-919ddf5221b1 req-8570c606-1ede-4cf1-a537-a82eb9a0bb3b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675479 Sep 16 06:02:05.370280 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.370811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Fanout notify agent at l3_agent the message router_deleted on router e3d38ae3-97a7-4055-b75e-d9a9d0675c49 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:02:05.381340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.386018 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-11dac398-ffb2-4954-8b11-07ae3fb351b9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/routers/e3d38ae3-97a7-4055-b75e-d9a9d0675c49 HTTP/1.1" status: 204 len: 168 time: 1.2245009 Sep 16 06:02:05.386290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:05.482636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.573295 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.597938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d143c6e1-5e50-4d02-a832-cba06ebaff71']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:05.607266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2601d98d-91d1-4896-83c4-38110a099e2f') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:05.607564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2601d98d-91d1-4896-83c4-38110a099e2f') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:05.617527 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.630990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.636935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:02:05.637343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:02:05.640402 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:02:05.787686 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.796012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.802187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47922) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:05.809196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/networks/d143c6e1-5e50-4d02-a832-cba06ebaff71 HTTP/1.1" status: 204 len: 168 time: 0.4148989 Sep 16 06:02:05.812192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de94a5-a606-44c2-9baf-2ece52ecafe6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Network': ['ID=d143c6e1-5e50-4d02-a832-cba06ebaff71,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:05.878898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514b72fb-7e5d-41ba-ab58-ea05642b5c5a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:05.905282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514b72fb-7e5d-41ba-ab58-ea05642b5c5a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:06.039044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514b72fb-7e5d-41ba-ab58-ea05642b5c5a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:06.041713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-514b72fb-7e5d-41ba-ab58-ea05642b5c5a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:06.042917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-514b72fb-7e5d-41ba-ab58-ea05642b5c5a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/security-groups/6df91390-ece6-427a-837f-aa4ac2642dce HTTP/1.1" status: 204 len: 168 time: 0.2389927 Sep 16 06:02:06.053587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b72fb-7e5d-41ba-ab58-ea05642b5c5a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df91390-ece6-427a-837f-aa4ac2642dce,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:06.339610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843fc14-015b-4609-b941-0844166dd7d7 req-14a410b6-a972-4339-971f-e0da13fb60bf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.341704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3843fc14-015b-4609-b941-0844166dd7d7 req-14a410b6-a972-4339-971f-e0da13fb60bf tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 945 time: 0.0544484 Sep 16 06:02:06.390573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3843fc14-015b-4609-b941-0844166dd7d7 req-1215f9b7-9a97-4461-9b9f-a67b38981b2b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Sep 16 06:02:06.401233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d447fc0c-f8d7-4ce0-8361-609d20be2c8d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:06.514766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47932) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:06.522728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5a6f9d31-7fe9-4814-ac62-e28f5cb7584b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860697549', 'description': 'tempest-secgroup-smoke-1860697549 description', 'project_id': 'adeb84abad58478eb9a2947112779c52'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:06.525951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32599b-0bdf-454e-83ca-eddb16e22fde req-bd0ee400-22dd-407d-8f7f-49e77811e9dd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.527685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c32599b-0bdf-454e-83ca-eddb16e22fde req-bd0ee400-22dd-407d-8f7f-49e77811e9dd tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 945 time: 0.0581138 Sep 16 06:02:06.575883 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7c32599b-0bdf-454e-83ca-eddb16e22fde req-55631716-d358-48ef-b26f-1ad402e6693b tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409536 Sep 16 06:02:06.580844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d447fc0c-f8d7-4ce0-8361-609d20be2c8d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:06.581192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d447fc0c-f8d7-4ce0-8361-609d20be2c8d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:06.581606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 723c4408-b0dd-4867-8ee4-1aa261989a22 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:06.599636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47934) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:06.601110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 723c4408-b0dd-4867-8ee4-1aa261989a22 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:06.601460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 723c4408-b0dd-4867-8ee4-1aa261989a22 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:06.601870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 65589790-4f72-4447-b2fc-a266bb500970 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:06.623687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 65589790-4f72-4447-b2fc-a266bb500970 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:06.624068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 65589790-4f72-4447-b2fc-a266bb500970 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:06.633408 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9d31-7fe9-4814-ac62-e28f5cb7584b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:06.661834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8912772-fbe5-48ae-aecc-872357e44d4d tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.663358 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a8912772-fbe5-48ae-aecc-872357e44d4d tempest-TestNetworkBasicOps-874737491 tempest-TestNetworkBasicOps-874737491-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 1092 time: 0.0625937 Sep 16 06:02:06.666450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:06.671200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'c4823114-238b-4cb1-833b-11159b7c9445', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:06.728207 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9d31-7fe9-4814-ac62-e28f5cb7584b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:06.878895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9d31-7fe9-4814-ac62-e28f5cb7584b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:06.912204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f9d31-7fe9-4814-ac62-e28f5cb7584b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:06.993631 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.084330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9d31-7fe9-4814-ac62-e28f5cb7584b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.085786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5a6f9d31-7fe9-4814-ac62-e28f5cb7584b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5671220 Sep 16 06:02:07.088605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47938) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:07.093364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7151eca7-0c38-472b-bd71-a3654ced3d63 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:07.105793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.188813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7151eca7-0c38-472b-bd71-a3654ced3d63 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.207411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Allocated IP 172.25.1.115 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/bb5532a4-b77d-4dde-b1a0-05aba6f7463d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:07.257996 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7151eca7-0c38-472b-bd71-a3654ced3d63 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.310366 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.330201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7151eca7-0c38-472b-bd71-a3654ced3d63 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.352847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151eca7-0c38-472b-bd71-a3654ced3d63 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21436e8a-fb17-473f-b13b-7b5ed510bddd,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:07.422074 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.438913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7151eca7-0c38-472b-bd71-a3654ced3d63 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.448189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7151eca7-0c38-472b-bd71-a3654ced3d63 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505912 Sep 16 06:02:07.448189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47940) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:07.448189 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0f8bec30-a518-4338-bb00-d5d8d52c97ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:07.466237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:07.469160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:07.475898 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:07.498956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=bb5532a4-b77d-4dde-b1a0-05aba6f7463d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:07.555328 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f8bec30-a518-4338-bb00-d5d8d52c97ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.619108 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f8bec30-a518-4338-bb00-d5d8d52c97ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.728270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f8bec30-a518-4338-bb00-d5d8d52c97ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.746606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bec30-a518-4338-bb00-d5d8d52c97ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2b8c81-bb2c-4315-a0b1-ce9b09c4e8d7,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:07.879012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0f8bec30-a518-4338-bb00-d5d8d52c97ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:07.882763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0f8bec30-a518-4338-bb00-d5d8d52c97ce tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4361410 Sep 16 06:02:07.882995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47942) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:07.887445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-65103f73-8f83-40c2-b148-ec82fbabbcc7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:07.987938 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.100843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65103f73-8f83-40c2-b148-ec82fbabbcc7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.163321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65103f73-8f83-40c2-b148-ec82fbabbcc7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.326130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.364624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65103f73-8f83-40c2-b148-ec82fbabbcc7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.385774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65103f73-8f83-40c2-b148-ec82fbabbcc7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce9edeb-7b2f-4acd-b189-1e3b769023f0,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:08.477482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.513388 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65103f73-8f83-40c2-b148-ec82fbabbcc7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.514695 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-65103f73-8f83-40c2-b148-ec82fbabbcc7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6307170 Sep 16 06:02:08.517520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47944) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:08.522134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d2bcb3f7-fc0a-41e4-b154-b91ae6157110 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:08.593114 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.652392 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb3f7-fc0a-41e4-b154-b91ae6157110 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.665868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event updated for resources: {'Port': ['ID=bb5532a4-b77d-4dde-b1a0-05aba6f7463d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:08.677315 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.716791 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb3f7-fc0a-41e4-b154-b91ae6157110 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.776999 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Floating IP cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09 associated. External IP: 172.25.1.115, port: c4823114-238b-4cb1-833b-11159b7c9445. Sep 16 06:02:08.853996 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb3f7-fc0a-41e4-b154-b91ae6157110 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.872125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcb3f7-fc0a-41e4-b154-b91ae6157110 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab80de7-9343-4f91-b67b-06ae3167398d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:08.991161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 885a1208-271b-4280-93d4-7d37f669d03c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:09.102027 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb3f7-fc0a-41e4-b154-b91ae6157110 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.102557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:09.103266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d2bcb3f7-fc0a-41e4-b154-b91ae6157110 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5845699 Sep 16 06:02:09.106382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47946) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:09.112594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6544bd49-2707-46d3-91ea-e2b56ce202b4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:09.117849 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] Sync routers for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:09.133661 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:09.133661 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:09.239618 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:09.307329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.336208 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-856450c4-493a-41cc-bc88-1db3b04f494d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6685984 Sep 16 06:02:09.336946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:09.339325 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 47948) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:09.339470 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1693d60-5050-4d00-bacc-1dd01de7360e" -d '{"events": [{"name": "network-changed", "server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "tag": "c4823114-238b-4cb1-833b-11159b7c9445"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:09.379341 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e11edf-2adf-4d9a-8bf2-25e54ac39d6f x-openstack-request-id: req-b7e11edf-2adf-4d9a-8bf2-25e54ac39d6f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:09.380042 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "tag": "c4823114-238b-4cb1-833b-11159b7c9445", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:09.380321 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7e11edf-2adf-4d9a-8bf2-25e54ac39d6f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:09.381465 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445', 'status': 'completed', 'code': 200} Sep 16 06:02:09.414108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9a43fcdc-9e91-4c95-b4cf-32bd4c5f9c41 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/floatingips/cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09 HTTP/1.1" status: 200 len: 991 time: 0.0735879 Sep 16 06:02:09.478712 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'port_id': 'c4823114-238b-4cb1-833b-11159b7c9445', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'mac_address': 'fa:16:3e:de:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:07Z', 'updated_at': '2021-09-16T06:02:07Z', 'revision_number': 0, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:09.510421 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] Checking router: 885a1208-271b-4280-93d4-7d37f669d03c for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:09.520233 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:09.520933 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:09.632914 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:09.767066 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-6544bd49-2707-46d3-91ea-e2b56ce202b4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Project adeb84abad58478eb9a2947112779c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:02:09.774541 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6544bd49-2707-46d3-91ea-e2b56ce202b4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.814955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-e37962d3-341f-4d62-ae45-4d22eb5bd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:09.816521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-e37962d3-341f-4d62-ae45-4d22eb5bd1e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 1097 time: 0.3888996 Sep 16 06:02:09.870762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6544bd49-2707-46d3-91ea-e2b56ce202b4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:09.872471 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'port_id': 'c4823114-238b-4cb1-833b-11159b7c9445', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'mac_address': 'fa:16:3e:de:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:07Z', 'updated_at': '2021-09-16T06:02:07Z', 'revision_number': 0, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:09.900684 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfd315-95de-4965-a43f-13b2bd8fc46c None None] The sync data for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 is: [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'port_id': 'c4823114-238b-4cb1-833b-11159b7c9445', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'mac_address': 'fa:16:3e:de:f5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:07Z', 'updated_at': '2021-09-16T06:02:07Z', 'revision_number': 0, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:09.930358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-06a9a1fd-9fb6-4dcc-b90c-636bda699285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:09.931889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-06a9a1fd-9fb6-4dcc-b90c-636bda699285 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2b99d06-f93f-4bb7-b3b1-612256d9b886 HTTP/1.1" status: 200 len: 898 time: 0.1065004 Sep 16 06:02:10.031110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-392e4a82-2d83-433d-8149-82c5b2beb4b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4823114-238b-4cb1-833b-11159b7c9445 HTTP/1.1" status: 200 len: 999 time: 0.0919273 Sep 16 06:02:10.082023 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6544bd49-2707-46d3-91ea-e2b56ce202b4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.107579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bd49-2707-46d3-91ea-e2b56ce202b4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c429ce5-1419-4feb-ace0-a5090fc1f3c3,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:10.116889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-18ebc950-a157-47d1-b5a3-ec33a45e1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:10.118381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-18ebc950-a157-47d1-b5a3-ec33a45e1845 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9d670eb-1803-4f67-aa2c-8157902915df HTTP/1.1" status: 200 len: 835 time: 0.0800161 Sep 16 06:02:10.123911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c74e92-ca8b-4a04-88c4-a08ffbaa9dff None None] New status for floating IP cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:02:10.171997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-a35963fb-462a-4574-a59f-e94c2ead6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:10.174370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-a35963fb-462a-4574-a59f-e94c2ead6968 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b99d06-f93f-4bb7-b3b1-612256d9b886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471616 Sep 16 06:02:10.256387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6544bd49-2707-46d3-91ea-e2b56ce202b4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.257643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6544bd49-2707-46d3-91ea-e2b56ce202b4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1503203 Sep 16 06:02:10.260629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47952) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:10.265440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8115e2e6-5f6a-480d-b221-fd432044cd30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'security_group_rule': {'security_group_id': '67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:10.276271 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-e971aba7-ddc8-4e80-95e5-e6c2d46ee62a service neutron] 10.222.0.30 "GET /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921876 Sep 16 06:02:10.370399 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1693d60-5050-4d00-bacc-1dd01de7360e req-ef92da78-05a8-43f7-a83c-4b581b9bfaca service neutron] 10.222.0.30 "GET /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859466 Sep 16 06:02:10.421185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47954) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:10.464321 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-8115e2e6-5f6a-480d-b221-fd432044cd30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Project adeb84abad58478eb9a2947112779c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:02:10.474954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8115e2e6-5f6a-480d-b221-fd432044cd30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.518446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-370f5eac-4193-42d6-ba1a-fd25c4e7c3a3 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/floatingips/cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09 HTTP/1.1" status: 200 len: 993 time: 0.0959802 Sep 16 06:02:10.546581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8115e2e6-5f6a-480d-b221-fd432044cd30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.701811 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8115e2e6-5f6a-480d-b221-fd432044cd30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.725251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115e2e6-5f6a-480d-b221-fd432044cd30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8b2a30-7ad0-40ad-bd38-2e2c904c1707,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:10.885004 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8115e2e6-5f6a-480d-b221-fd432044cd30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:10.886647 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8115e2e6-5f6a-480d-b221-fd432044cd30 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6248226 Sep 16 06:02:10.889591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47956) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:10.895551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'network': {'name': 'tempest-network-smoke--616369156', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:11.010057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:11.013566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.041598 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:02:11.053674 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.054017 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Added segment 0c1d3cb3-5301-45e3-b597-084f6259a16d of type vlan for network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf Sep 16 06:02:11.118819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.261792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.267370 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:11.268504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.367807 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Network': ['ID=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:11.379293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:02:11.442988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e3a402c6-4905-4180-8e35-3e53b07f0a5f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5522287 Sep 16 06:02:11.445785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47958) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:11.450597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'admin_state_up': True, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:11.565222 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.566281 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:11.876345 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.099721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.436977 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.456954 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.562843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.25.1.146 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/7926194a-d144-4390-986d-5613e807c348) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:12.666028 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.770034 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:12.804918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:12.807710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:12.811199 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:12.839806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=7926194a-d144-4390-986d-5613e807c348,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:13.129162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.336753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.533558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 3b4759c3-0273-4312-9ccb-c5202d651b3e is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:02:13.641155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:13.653482 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Sync routers for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:13.662739 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:13.663461 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:13.735692 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.737616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-89de799b-7e7e-489a-8726-38889c47f093 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2906101 Sep 16 06:02:13.740725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47960) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:13.768315 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:13.775476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ea178508-d788-4cfa-99e2-b0d1dacfbac7 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=adeb84abad58478eb9a2947112779c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335424 Sep 16 06:02:13.778128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47962) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:13.933198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd821a-bb33-42a1-bbe9-fa9b62c3aed7 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:13.934858 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6bcd821a-bb33-42a1-bbe9-fa9b62c3aed7 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1557860 Sep 16 06:02:13.937951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47964) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:13.973797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7aa1ab72-01f8-496a-98fe-bf86a023bf15 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347075 Sep 16 06:02:13.976402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47966) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:13.981391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977134649', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'project_id': 'adeb84abad58478eb9a2947112779c52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:14.044454 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:12Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.070641 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Checking router: 3b4759c3-0273-4312-9ccb-c5202d651b3e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:14.070988 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Updating router 3b4759c3-0273-4312-9ccb-c5202d651b3e port 7926194a-d144-4390-986d-5613e807c348 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:02:14.094956 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.156636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:14.161066 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.362473 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.433031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.456216 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.495747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Subnet': ['ID=877bc1a7-15fe-4e1c-b99b-393ce002ddcf,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:14.507358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Checking segment: {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:14.507718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network hostable DHCP agents. Network: 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:02:14.513048 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf393051-a92a-4f3a-a5eb-36fd394cd6b6 None None] Pushing event updated for resources: {'Port': ['ID=7926194a-d144-4390-986d-5613e807c348,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:14.515468 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Attempting to bind port 7926194a-d144-4390-986d-5613e807c348 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:14.515841 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Attempting to bind port 7926194a-d144-4390-986d-5613e807c348 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:14.516224 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Attempting to bind port 7926194a-d144-4390-986d-5613e807c348 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:14.522882 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:14.523258 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:14.523660 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.524076 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:14.524544 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Bound port: 7926194a-d144-4390-986d-5613e807c348, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:14.525067 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.577380 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] For port 7926194a-d144-4390-986d-5613e807c348, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:14.580888 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] For port 7926194a-d144-4390-986d-5613e807c348, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7926194a-d144-4390-986d-5613e807c348,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:14.581865 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:02:14.655966 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.687736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:14.694304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:14.696440 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:14.699147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e643a-39f2-482c-a12e-48731d42f2d5 None None] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:14.730229 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf393051-a92a-4f3a-a5eb-36fd394cd6b6 None None] Pushing event updated for resources: {'Port': ['ID=7926194a-d144-4390-986d-5613e807c348,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:14.732903 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:14.733508 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:14.770561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-955ed300-7949-4390-abd2-7dba004cfe13 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7930765 Sep 16 06:02:14.773373 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 47968) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:14.847202 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:14.856652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:02:14.857777 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.014058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Allocated IP 172.20.0.2 (3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf/877bc1a7-15fe-4e1c-b99b-393ce002ddcf/ec505d5c-5de4-4a7c-a34b-dbaa865ede64) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:15.030536 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:12Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:15.059167 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78929d7c-c001-4d18-8c01-c1b013460ec9 None None] The sync data for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 is: [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:12Z', 'revision_number': 3, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:15.175828 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.256529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.322447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:15.323990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Pushing event updated for resources: {'Port': ['ID=ec505d5c-5de4-4a7c-a34b-dbaa865ede64,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:15.326806 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:15.329238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:15.386517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Attempting to bind port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:15.386893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Attempting to bind port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:15.387249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Attempting to bind port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 on network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:15.393255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:15.393732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Checking segment: {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:15.394322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.394724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Bound using segment: {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:15.395198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Bound port: ec505d5c-5de4-4a7c-a34b-dbaa865ede64, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:15.395580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.465601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] For port ec505d5c-5de4-4a7c-a34b-dbaa865ede64, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:15.469035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] For port ec505d5c-5de4-4a7c-a34b-dbaa865ede64, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec505d5c-5de4-4a7c-a34b-dbaa865ede64,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:15.536712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.566395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:15.611643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719a1f4-cf7e-4c93-9c55-c710f66c5156 None None] Pushing event updated for resources: {'Port': ['ID=ec505d5c-5de4-4a7c-a34b-dbaa865ede64,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:15.912410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.20.0.1 (3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf/877bc1a7-15fe-4e1c-b99b-393ce002ddcf/98bee884-d350-4e89-bca3-d6592b031457) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:16.036566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.128527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.169332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:16.172464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:16.179633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:16.202811 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=98bee884-d350-4e89-bca3-d6592b031457,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:16.226380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.435713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7926194a-d144-4390-986d-5613e807c348 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:16.475314 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.489987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7926194a-d144-4390-986d-5613e807c348 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:16.490116 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.572945 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.594670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7926194a-d144-4390-986d-5613e807c348, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7926194a-d144-4390-986d-5613e807c348,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:16.690394 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.691407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec505d5c-5de4-4a7c-a34b-dbaa865ede64 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:16.777717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7926194a-d144-4390-986d-5613e807c348,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:16.791628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:16.792032 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.802217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.879359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.884202 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:16.919983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port ec505d5c-5de4-4a7c-a34b-dbaa865ede64, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec505d5c-5de4-4a7c-a34b-dbaa865ede64,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:16.963543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=98bee884-d350-4e89-bca3-d6592b031457,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:16.964631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb83924a-c72c-4b52-8d2e-37ae16238e01 None None] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:16.966000 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.032166 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.039422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f6d8800e-d574-4cea-80f6-965b71e87024 None None] Provisioning complete for port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:17.039792 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f6d8800e-d574-4cea-80f6-965b71e87024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.068385 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:17.069909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:17.155722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=ec505d5c-5de4-4a7c-a34b-dbaa865ede64,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:17.192675 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 3b4759c3-0273-4312-9ccb-c5202d651b3e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:17.312312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:17.322093 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d4d03d9b-7ee1-4576-889b-6b6bfbc9ed40 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "PUT /v2.0/routers/3b4759c3-0273-4312-9ccb-c5202d651b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5438504 Sep 16 06:02:17.331791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Sync routers for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:17.342168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:17.342787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:17.476220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-a6fa0ef8-2140-43fd-a802-e29ce7cebbd4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860697549&fields=id&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 267 time: 0.0375590 Sep 16 06:02:17.480801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:17.596792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70312a8-8104-4709-886a-dc8124ae9584 req-9a2bd737-0e2e-4fd2-ab40-2fa8a943f87a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:17.597075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c7f26c8e-8de3-42bb-b2fe-e8373359a4cb None None] Provisioning complete for port 98bee884-d350-4e89-bca3-d6592b031457 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:17.597490 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7f26c8e-8de3-42bb-b2fe-e8373359a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.599047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-9a2bd737-0e2e-4fd2-ab40-2fa8a943f87a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/networks?id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf HTTP/1.1" status: 200 len: 796 time: 0.1132708 Sep 16 06:02:17.616294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-2014a185-5610-4da4-8f8a-f2718596905f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/quotas/adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 375 time: 0.0112247 Sep 16 06:02:17.676122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c7f26c8e-8de3-42bb-b2fe-e8373359a4cb None None] Port 98bee884-d350-4e89-bca3-d6592b031457 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:17.682907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-47cdb423-99a4-4e09-87b7-ff7f8381f415 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595422 Sep 16 06:02:17.723017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c7f26c8e-8de3-42bb-b2fe-e8373359a4cb None None] Provisioning complete for port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:17.723391 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c7f26c8e-8de3-42bb-b2fe-e8373359a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.785211 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 2, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:17.820394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-b35f6e43-11fe-413f-bac9-24e75edecade service neutron] 10.222.0.49 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246135 Sep 16 06:02:17.857397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Checking router: 3b4759c3-0273-4312-9ccb-c5202d651b3e for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:17.857740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Updating router 3b4759c3-0273-4312-9ccb-c5202d651b3e port 98bee884-d350-4e89-bca3-d6592b031457 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:02:17.905414 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.926782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-0bf00540-9d31-4746-b1fb-8117eda6f6c0 service neutron] 10.222.0.49 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049883 Sep 16 06:02:18.053391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7181d2c3-e353-460d-a96b-0cd5cf2aa5bd None None] Provisioning complete for port 98bee884-d350-4e89-bca3-d6592b031457 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:18.053770 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7181d2c3-e353-460d-a96b-0cd5cf2aa5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.110215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-7181d2c3-e353-460d-a96b-0cd5cf2aa5bd None None] Port 98bee884-d350-4e89-bca3-d6592b031457 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:18.200165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e830d463-ba3e-4e2b-8ea2-ad4e0df94825 req-c232db73-deed-4efd-bfda-7e9b4db199c4 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 210 time: 0.0272031 Sep 16 06:02:18.248883 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-75a92cb1-93fa-454c-b905-f99645ec8275 None None] Provisioning complete for port 98bee884-d350-4e89-bca3-d6592b031457 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:18.249258 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-75a92cb1-93fa-454c-b905-f99645ec8275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.252016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.287772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-75a92cb1-93fa-454c-b905-f99645ec8275 None None] Port 98bee884-d350-4e89-bca3-d6592b031457 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:18.324367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.376433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc94694-2ef2-4a79-80f0-14856e77a5e2 None None] Pushing event updated for resources: {'Port': ['ID=98bee884-d350-4e89-bca3-d6592b031457,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:18.421237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7926194a-d144-4390-986d-5613e807c348 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:18.618712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Attempting to bind port 98bee884-d350-4e89-bca3-d6592b031457 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:18.619436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Attempting to bind port 98bee884-d350-4e89-bca3-d6592b031457 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:18.619436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Attempting to bind port 98bee884-d350-4e89-bca3-d6592b031457 on network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:18.633503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:18.633824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Checking segment: {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:18.634222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.634611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Bound using segment: {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:18.635080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Bound port: 98bee884-d350-4e89-bca3-d6592b031457, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:18.635453 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.646994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-9bb2092d-a5e6-460e-8bd6-4af3a26145c0 None None] Provisioning complete for port 98bee884-d350-4e89-bca3-d6592b031457 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:18.647364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9bb2092d-a5e6-460e-8bd6-4af3a26145c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.714984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2092d-a5e6-460e-8bd6-4af3a26145c0 None None] Port 98bee884-d350-4e89-bca3-d6592b031457 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:18.718951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7926194a-d144-4390-986d-5613e807c348 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:18.719184 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.775277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] For port 98bee884-d350-4e89-bca3-d6592b031457, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:18.779832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] For port 98bee884-d350-4e89-bca3-d6592b031457, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98bee884-d350-4e89-bca3-d6592b031457,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:18.828532 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec505d5c-5de4-4a7c-a34b-dbaa865ede64 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:18.855830 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.933337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:18.933979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:01:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:18.937122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc94694-2ef2-4a79-80f0-14856e77a5e2 None None] Pushing event updated for resources: {'Port': ['ID=98bee884-d350-4e89-bca3-d6592b031457,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:18.984360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:18.984717 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.085626 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:19.199607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-549ad879-bef3-4994-89fd-6d61b28f5236 None None] Provisioning complete for port 98bee884-d350-4e89-bca3-d6592b031457 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:19.199925 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-549ad879-bef3-4994-89fd-6d61b28f5236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.241307 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:19.300412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d5925df3-7b9f-4b59-a826-6256d8fc01eb req-31174ccf-f227-4a39-bee7-54c946a66816 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 210 time: 0.0282741 Sep 16 06:02:19.370617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-549ad879-bef3-4994-89fd-6d61b28f5236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.411048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-549ad879-bef3-4994-89fd-6d61b28f5236 None None] For port 98bee884-d350-4e89-bca3-d6592b031457, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98bee884-d350-4e89-bca3-d6592b031457,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:19.419330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:18Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:19.449519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fb339-d578-4e98-86ff-88a523da31c8 None None] The sync data for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 is: [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:18Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:19.494184 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-549ad879-bef3-4994-89fd-6d61b28f5236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.554312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ad879-bef3-4994-89fd-6d61b28f5236 None None] Pushing event updated for resources: {'Port': ['ID=98bee884-d350-4e89-bca3-d6592b031457,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:19.862405 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc4143f9-10cc-4b38-a5be-537c90bc54c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.453354 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98bee884-d350-4e89-bca3-d6592b031457 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:20.462453 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4ef8194-6244-4954-a894-1d8165046850 req-3f799201-57e5-4990-94fa-973d110d858b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 210 time: 0.0522299 Sep 16 06:02:20.508387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70312a8-8104-4709-886a-dc8124ae9584 req-ffe3b5d9-5b19-4904-80c4-1d5a0914c322 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:20.510346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-ffe3b5d9-5b19-4904-80c4-1d5a0914c322 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "GET /v2.0/networks?id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf HTTP/1.1" status: 200 len: 796 time: 0.1539137 Sep 16 06:02:20.534715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 98bee884-d350-4e89-bca3-d6592b031457 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:20.534966 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.579726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-2ebacd76-5a44-4728-9349-ac255327c1c9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adeb84abad58478eb9a2947112779c52 HTTP/1.1" status: 200 len: 380 time: 0.0439060 Sep 16 06:02:20.589889 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'port': {'device_id': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'admin_state_up': True, 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'security_groups': ['67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:20.770121 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Made reservation on behalf of adeb84abad58478eb9a2947112779c52 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:20.774448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.907106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.20.0.7 (3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf/877bc1a7-15fe-4e1c-b99b-393ce002ddcf/ed020f2d-1a6b-4c2b-accf-c5123628c6f3) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:21.047286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.058757 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.145599 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.188852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:21.192045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:21.199535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:21.223641 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:21.252888 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:21.259507 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.351355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-e49a7539-b725-4258-a87f-9348705cafee tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652776 Sep 16 06:02:21.380158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Request body: {'port': {'device_id': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:21.439591 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.443997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-befc373b-9db8-492a-b141-f9703445ff37 None None] Provisioning complete for port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:21.444327 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-befc373b-9db8-492a-b141-f9703445ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.478687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-befc373b-9db8-492a-b141-f9703445ff37 None None] Port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:02:21.636905 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f08d31-41ad-4e6a-b883-974cca5577f1 req-d6652a09-c1cc-473c-9fcf-2137ec9a092e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:21.638409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f08d31-41ad-4e6a-b883-974cca5577f1 req-d6652a09-c1cc-473c-9fcf-2137ec9a092e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 931 time: 0.0871258 Sep 16 06:02:21.725195 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1f08d31-41ad-4e6a-b883-974cca5577f1 req-1aa8bdfd-da25-4069-a838-c07352391ddd tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520961 Sep 16 06:02:21.792347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed020f2d-1a6b-4c2b-accf-c5123628c6f3 {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:21.800293 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.812618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Transition to ACTIVE for port object ed020f2d-1a6b-4c2b-accf-c5123628c6f3 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:02:21.895504 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.952606 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Pushing event updated for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:22.022956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Attempting to bind port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:22.023295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Attempting to bind port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:22.023621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Attempting to bind port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 on network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:22.028379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 on network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:02:22.028706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Attempting to bind port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 on network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:22.033668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:22.034006 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Checking segment: {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:22.034425 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Bound using segment: {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:22.035090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Bound port: ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1d3cb3-5301-45e3-b597-084f6259a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:22.035461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:22.105569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:22.108739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:22.204996 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:22.243430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:22.244103 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:22.245500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] 10.222.0.66 "PUT /v2.0/ports/ed020f2d-1a6b-4c2b-accf-c5123628c6f3 HTTP/1.1" status: 200 len: 1092 time: 0.8698184 Sep 16 06:02:22.245940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:22.251585 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d199d55d-1830-4423-96c9-7a46b6d1b1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:22.279699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5265c-733d-41ca-b1e7-673e34da5bae service neutron] Pushing event updated for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:22.297393 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eab6e3-419c-4851-8f01-20633671e5f3 x-openstack-request-id: req-03eab6e3-419c-4851-8f01-20633671e5f3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:22.297393 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:22.297393 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03eab6e3-419c-4851-8f01-20633671e5f3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:22.297393 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'status': 'completed', 'code': 200} Sep 16 06:02:22.383553 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199d55d-1830-4423-96c9-7a46b6d1b1aa req-3a0dceef-8752-47d3-b309-70a8c0be1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:22.385128 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d199d55d-1830-4423-96c9-7a46b6d1b1aa req-3a0dceef-8752-47d3-b309-70a8c0be1c09 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1095 time: 0.0434070 Sep 16 06:02:22.509628 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199d55d-1830-4423-96c9-7a46b6d1b1aa req-8ac82e0e-553f-454a-bdd4-59ba906d3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:22.511028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d199d55d-1830-4423-96c9-7a46b6d1b1aa req-8ac82e0e-553f-454a-bdd4-59ba906d3bca service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=adeb84abad58478eb9a2947112779c52&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1002553 Sep 16 06:02:22.613730 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199d55d-1830-4423-96c9-7a46b6d1b1aa req-7228137c-2193-4c65-ad7e-c800b4f72e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:22.615724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d199d55d-1830-4423-96c9-7a46b6d1b1aa req-7228137c-2193-4c65-ad7e-c800b4f72e46 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927057 Sep 16 06:02:22.732562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70312a8-8104-4709-886a-dc8124ae9584 req-b97ccaf5-1130-4a75-aff2-9b5089d1bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:22.734097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-b97ccaf5-1130-4a75-aff2-9b5089d1bb75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1095 time: 0.0454071 Sep 16 06:02:22.794851 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-9cd5dc02-9e27-4e70-a3c6-b7cefc36819f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3 HTTP/1.1" status: 200 len: 217 time: 0.0393093 Sep 16 06:02:22.869441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70312a8-8104-4709-886a-dc8124ae9584 req-094550c0-51b4-47e3-af39-c74a75295bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:22.870919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-094550c0-51b4-47e3-af39-c74a75295bc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=877bc1a7-15fe-4e1c-b99b-393ce002ddcf HTTP/1.1" status: 200 len: 835 time: 0.0662014 Sep 16 06:02:22.879441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a90c4-e060-48a5-a63e-dec9b5f52b31 req-13f1abf9-9c97-45db-b821-236be318243d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:22.881648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e48a90c4-e060-48a5-a63e-dec9b5f52b31 req-13f1abf9-9c97-45db-b821-236be318243d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 943 time: 0.0858603 Sep 16 06:02:22.946103 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e48a90c4-e060-48a5-a63e-dec9b5f52b31 req-57362ab8-0d6e-4766-bb47-ccdab6f0bf70 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558586 Sep 16 06:02:22.952537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70312a8-8104-4709-886a-dc8124ae9584 req-da6a886f-95d9-4b8f-bf82-516712b8add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:22.954021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-da6a886f-95d9-4b8f-bf82-516712b8add8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715899 Sep 16 06:02:23.056134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-ea438b92-b9ca-4e30-948e-b43392493f58 service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890994 Sep 16 06:02:23.072802 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9a287325-843f-401d-b3a9-ab48e52415b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.159314 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d70312a8-8104-4709-886a-dc8124ae9584 req-0ae5f8c7-ce54-46a9-ab4a-4166fb8b8a8c service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915880 Sep 16 06:02:23.928061 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.063043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecacdfb-3361-4590-a1e3-afc188498d04 req-aa14536a-f72e-4add-9b0a-9359e7317d15 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:24.064558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aecacdfb-3361-4590-a1e3-afc188498d04 req-aa14536a-f72e-4add-9b0a-9359e7317d15 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 943 time: 0.0496202 Sep 16 06:02:24.104202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aecacdfb-3361-4590-a1e3-afc188498d04 req-2ca999f2-efc8-4ff2-a22d-87127cf681e0 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329070 Sep 16 06:02:25.221263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91de8b2-c86d-42ac-b0fd-1a1e878e9b74 req-495c2110-4988-4027-991d-6bd6c030f6a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:25.222775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f91de8b2-c86d-42ac-b0fd-1a1e878e9b74 req-495c2110-4988-4027-991d-6bd6c030f6a6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 943 time: 0.0500481 Sep 16 06:02:25.261761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f91de8b2-c86d-42ac-b0fd-1a1e878e9b74 req-68ea80e3-12ef-4bb8-97df-d17b1bd9ccc7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Sep 16 06:02:25.263582 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ed020f2d-1a6b-4c2b-accf-c5123628c6f3 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:25.369546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:25.380481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'port_id': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'mac_address': 'fa:16:3e:c8:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:25.412548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.426825 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.441913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed020f2d-1a6b-4c2b-accf-c5123628c6f3 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:25.463891 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:25.524245 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.572422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:25.929081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['ed020f2d-1a6b-4c2b-accf-c5123628c6f3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:26.379443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd745fa-74f2-4219-ad8b-7b971be0d33d req-ba09973d-21b1-4401-8c78-f07ffe91b7da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:26.381600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5cd745fa-74f2-4219-ad8b-7b971be0d33d req-ba09973d-21b1-4401-8c78-f07ffe91b7da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 944 time: 0.0513995 Sep 16 06:02:26.425968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5cd745fa-74f2-4219-ad8b-7b971be0d33d req-06b70c19-b53b-44cf-a67f-232a59549d3d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371585 Sep 16 06:02:27.258823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ed020f2d-1a6b-4c2b-accf-c5123628c6f3 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:27.358198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:02:27.362293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:27.362665 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.439779 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.471525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:27.473835 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bd9a7d-f236-4114-b2bf-13f89e5f8baa" -d '{"events": [{"server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "name": "network-vif-plugged", "status": "completed", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:27.488355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:27.511786 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb323195-5d8e-4dff-bb27-36a102161f90 x-openstack-request-id: req-fb323195-5d8e-4dff-bb27-36a102161f90 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:27.512102 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "name": "network-vif-plugged", "status": "completed", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:27.512403 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb323195-5d8e-4dff-bb27-36a102161f90 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:27.512753 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'code': 200} Sep 16 06:02:27.544682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.546369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dda360-757e-4ff4-9182-3514731523bd req-73cd4bc0-1ffd-4156-a074-9487555fd030 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:27.548248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70dda360-757e-4ff4-9182-3514731523bd req-73cd4bc0-1ffd-4156-a074-9487555fd030 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 944 time: 0.0522163 Sep 16 06:02:27.573737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:27.588969 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70dda360-757e-4ff4-9182-3514731523bd req-3399dbd8-2b50-4c35-8fc4-deb1839ee1ab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335774 Sep 16 06:02:27.625819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:27.658433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e776b-c5c9-4e84-bedc-052c7de2a061 req-e08c2d9e-00b0-4b13-a3f1-ab9095c83dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:27.659947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-671e776b-c5c9-4e84-bedc-052c7de2a061 req-e08c2d9e-00b0-4b13-a3f1-ab9095c83dce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1097 time: 0.0429862 Sep 16 06:02:27.699302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-998a3106-9477-4d8b-a85a-4e9ae158ba8e req-cdd480b3-228a-46c5-80f4-3c8ef57a73b3 service neutron] (95659) timed out ('10.222.0.66', 57438) {{(pid=95659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:02:27.701136 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-671e776b-c5c9-4e84-bedc-052c7de2a061 req-1ccfbb79-39cf-456f-b437-3b90bd54e1b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301139 Sep 16 06:02:28.712911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cc982-90f8-4002-9a8a-6b07c55ebc6d req-78d08585-ef26-4f33-a1d1-b6e129dc6d77 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:28.714429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b53cc982-90f8-4002-9a8a-6b07c55ebc6d req-78d08585-ef26-4f33-a1d1-b6e129dc6d77 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0494962 Sep 16 06:02:28.756437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b53cc982-90f8-4002-9a8a-6b07c55ebc6d req-c6759327-073a-4c87-9553-a8276acd1054 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360217 Sep 16 06:02:28.952328 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.876228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda52199-a7df-4d79-99c0-e54fbce51813 req-d5a389ff-5b89-4568-a592-57ec4f9221c9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:29.877721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bda52199-a7df-4d79-99c0-e54fbce51813 req-d5a389ff-5b89-4568-a592-57ec4f9221c9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Sep 16 06:02:29.916307 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bda52199-a7df-4d79-99c0-e54fbce51813 req-7d713676-2d27-4f51-8dc3-f73e3c2b0c64 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Sep 16 06:02:30.032713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baac596-30be-48d9-9c7a-1134892ab3db req-60281769-7994-4301-9a16-9cf08a95944f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:30.034257 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8baac596-30be-48d9-9c7a-1134892ab3db req-60281769-7994-4301-9a16-9cf08a95944f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0514195 Sep 16 06:02:30.074735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8baac596-30be-48d9-9c7a-1134892ab3db req-449a292c-f60f-42cf-9119-29e0c4083669 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333767 Sep 16 06:02:30.096402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48020) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:30.135245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e8e7a-1b2e-407c-a4ab-ba010d4843c8 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:30.136824 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-986e8e7a-1b2e-407c-a4ab-ba010d4843c8 tempest-TestNetworkAdvancedServerOps-1053481847 tempest-TestNetworkAdvancedServerOps-1053481847-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1092 time: 0.0394280 Sep 16 06:02:30.139563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48022) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:30.143966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:30.238449 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.342313 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.448321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Allocated IP 172.25.1.129 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/bf17e378-472a-4ea2-b8fc-e0c13fe37dd0) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:30.557015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.648028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.685883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:30.688741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:30.692401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:30.718797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=bf17e378-472a-4ea2-b8fc-e0c13fe37dd0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:31.071984 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.212126 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.363040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.436020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.506990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event updated for resources: {'Port': ['ID=bf17e378-472a-4ea2-b8fc-e0c13fe37dd0,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:31.521075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.625265 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Floating IP 9947193e-f208-4de0-9a14-87f9ec55b605 associated. External IP: 172.25.1.129, port: ed020f2d-1a6b-4c2b-accf-c5123628c6f3. Sep 16 06:02:31.832173 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 3b4759c3-0273-4312-9ccb-c5202d651b3e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:31.942052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:31.952795 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] Sync routers for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:31.963405 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:31.965950 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:02:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:32.015322 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.046398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a4178be6-697d-48e8-8701-7cde0c8064da tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9057612 Sep 16 06:02:32.046984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:32.049828 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8102c90f-31f9-412d-913e-fe72af44499a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:32.069253 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:32.093360 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23059b7-1d7a-4e97-9268-6069ec98a750 x-openstack-request-id: req-a23059b7-1d7a-4e97-9268-6069ec98a750 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:32.093898 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:32.093898 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a23059b7-1d7a-4e97-9268-6069ec98a750 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:32.094280 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'status': 'completed', 'code': 200} Sep 16 06:02:32.184327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1a95-37b3-45d2-8d32-b39027511f0f req-098b8bdc-42d0-43a2-ac78-e84929c6f4a2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:32.185951 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dffc1a95-37b3-45d2-8d32-b39027511f0f req-098b8bdc-42d0-43a2-ac78-e84929c6f4a2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0780704 Sep 16 06:02:32.215136 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c90f-31f9-412d-913e-fe72af44499a req-f220d657-c7e9-4993-916f-162ce6bc5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:32.216582 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8102c90f-31f9-412d-913e-fe72af44499a req-f220d657-c7e9-4993-916f-162ce6bc5ac3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1097 time: 0.0689478 Sep 16 06:02:32.249596 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dffc1a95-37b3-45d2-8d32-b39027511f0f req-24e58c48-ac7d-48f3-aab6-5496b428f641 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554121 Sep 16 06:02:32.273825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48028) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:32.294896 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9947193e-f208-4de0-9a14-87f9ec55b605', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'port_id': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'mac_address': 'fa:16:3e:c8:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:30Z', 'updated_at': '2021-09-16T06:02:30Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:32.321764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c90f-31f9-412d-913e-fe72af44499a req-d3134d60-d440-49e2-be24-1291df90119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:32.323247 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] Checking router: 3b4759c3-0273-4312-9ccb-c5202d651b3e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:32.323367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8102c90f-31f9-412d-913e-fe72af44499a req-d3134d60-d440-49e2-be24-1291df90119d service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf HTTP/1.1" status: 200 len: 897 time: 0.0969050 Sep 16 06:02:32.331585 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:32.332267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:02:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:32.335765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b24bb31b-abc3-4885-a4bf-9062d5aad4f2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/9947193e-f208-4de0-9a14-87f9ec55b605 HTTP/1.1" status: 200 len: 991 time: 0.0607045 Sep 16 06:02:32.396556 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8102c90f-31f9-412d-913e-fe72af44499a req-192cbca0-0d56-4845-877b-ebb90cdbf73d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3 HTTP/1.1" status: 200 len: 999 time: 0.0650349 Sep 16 06:02:32.439661 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:32.448221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c90f-31f9-412d-913e-fe72af44499a req-bdbb7a6b-ba66-4f4b-814a-80b821d1e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:32.449712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8102c90f-31f9-412d-913e-fe72af44499a req-bdbb7a6b-ba66-4f4b-814a-80b821d1e4db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=877bc1a7-15fe-4e1c-b99b-393ce002ddcf HTTP/1.1" status: 200 len: 835 time: 0.0468490 Sep 16 06:02:32.494796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c90f-31f9-412d-913e-fe72af44499a req-b3ecc28f-1a72-4816-aac7-15057635863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:32.496614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8102c90f-31f9-412d-913e-fe72af44499a req-b3ecc28f-1a72-4816-aac7-15057635863d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401697 Sep 16 06:02:32.592619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8102c90f-31f9-412d-913e-fe72af44499a req-9aba4e84-d1b5-4fa6-8d32-a42fc17b53fe service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881155 Sep 16 06:02:32.672948 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9947193e-f208-4de0-9a14-87f9ec55b605', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'port_id': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'mac_address': 'fa:16:3e:c8:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:30Z', 'updated_at': '2021-09-16T06:02:30Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:32.687648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8102c90f-31f9-412d-913e-fe72af44499a req-87b3a04c-a294-40b3-befd-a4c424fa7bb2 service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877461 Sep 16 06:02:32.784843 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d76567-1ad1-44d3-9fb2-7adee5ff7d05 None None] The sync data for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 is: [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '9947193e-f208-4de0-9a14-87f9ec55b605', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'port_id': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'mac_address': 'fa:16:3e:c8:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:02:30Z', 'updated_at': '2021-09-16T06:02:30Z', 'revision_number': 0, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:32.980711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46e6cd-f3ac-49c0-b6a5-3b80bdd9701a None None] New status for floating IP 9947193e-f208-4de0-9a14-87f9ec55b605: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:02:33.339630 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48034) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:33.696338 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7d0bfa56-d019-450b-9860-817a9340abe7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/9947193e-f208-4de0-9a14-87f9ec55b605 HTTP/1.1" status: 200 len: 993 time: 0.3555017 Sep 16 06:02:39.154364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48040) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:39.220419 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-480aaced-2289-4a05-b47f-36aa15f13d97 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/floatingips/cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09 HTTP/1.1" status: 200 len: 993 time: 0.0649054 Sep 16 06:02:39.514396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48046) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:39.678906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port bb5532a4-b77d-4dde-b1a0-05aba6f7463d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:39.679250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.758084 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.758411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.770039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for bb5532a4-b77d-4dde-b1a0-05aba6f7463d owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:39.997837 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:40.025617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=bb5532a4-b77d-4dde-b1a0-05aba6f7463d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:40.090016 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:40.090354 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Floating IP cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09 disassociated (deleted). External IP: 172.25.1.115, port: c4823114-238b-4cb1-833b-11159b7c9445. Sep 16 06:02:40.297906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 885a1208-271b-4280-93d4-7d37f669d03c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:40.410155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:40.415281 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:40.419982 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] Sync routers for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:40.430438 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:40.431067 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:02:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:40.451328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-237096f6-6d45-40e6-a210-5c31f2b03615 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/floatingips/cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09 HTTP/1.1" status: 204 len: 168 time: 0.9334624 Sep 16 06:02:40.451328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:40.451849 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee56a4bd-07ba-47c5-8b02-0922b66755c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "tag": "c4823114-238b-4cb1-833b-11159b7c9445"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:40.490136 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dfeb68-849d-4170-80be-941f668e8718 x-openstack-request-id: req-57dfeb68-849d-4170-80be-941f668e8718 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:40.490433 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "tag": "c4823114-238b-4cb1-833b-11159b7c9445", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:40.490684 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57dfeb68-849d-4170-80be-941f668e8718 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:40.491282 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445', 'status': 'completed', 'code': 200} Sep 16 06:02:40.546438 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:40.644721 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-7cbbac49-843b-466a-bbe2-3953f3d3e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:40.646310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-7cbbac49-843b-466a-bbe2-3953f3d3e697 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd95e750c7c6405089b0aa4139910d61&device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0935664 Sep 16 06:02:40.741105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-e2477b37-68a7-41b0-b9a2-54925756e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:40.743279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-e2477b37-68a7-41b0-b9a2-54925756e3fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2b99d06-f93f-4bb7-b3b1-612256d9b886 HTTP/1.1" status: 200 len: 898 time: 0.0892525 Sep 16 06:02:40.749696 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:40.780768 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] Checking router: 885a1208-271b-4280-93d4-7d37f669d03c for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:40.794647 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:40.795836 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:02:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:40.922406 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:40.944479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c556b-2c64-4be6-b34f-56dec1b506dc req-32821ca6-8f92-45fb-9c8f-4d24f875a4f9 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:40.946713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e28c556b-2c64-4be6-b34f-56dec1b506dc req-32821ca6-8f92-45fb-9c8f-4d24f875a4f9 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 945 time: 0.0551467 Sep 16 06:02:40.989424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e28c556b-2c64-4be6-b34f-56dec1b506dc req-866f7baa-38c5-4345-ad26-f185e5e8bd3d tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360866 Sep 16 06:02:41.121175 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-c0fe286d-ee1d-4ba1-991d-89c2cecc4f0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4823114-238b-4cb1-833b-11159b7c9445 HTTP/1.1" status: 200 len: 217 time: 0.3580835 Sep 16 06:02:41.134310 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:41.173440 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35831e2a-a576-4d7a-969f-2f312d418a37 None None] The sync data for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 is: [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:49Z', 'revision_number': 4, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '847add32-602f-40f8-abfb-72d5421e0dcc', 'name': '', 'network_id': 'f2b99d06-f93f-4bb7-b3b1-612256d9b886', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'mac_address': 'fa:16:3e:e6:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:48Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'subnets': [{'id': 'f9d670eb-1803-4f67-aa2c-8157902915df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:41.176771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-bf91445e-73db-41ce-8a5f-70a6f0c69cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:41.178259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-bf91445e-73db-41ce-8a5f-70a6f0c69cf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9d670eb-1803-4f67-aa2c-8157902915df HTTP/1.1" status: 200 len: 835 time: 0.0487983 Sep 16 06:02:41.235044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-d6baff6b-d795-49f0-b336-4c25be8a6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:41.236625 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-d6baff6b-d795-49f0-b336-4c25be8a6533 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2b99d06-f93f-4bb7-b3b1-612256d9b886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437763 Sep 16 06:02:41.334708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-6053cad4-aba7-4be3-b009-5edb5bba2a4b service neutron] 10.222.0.30 "GET /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900464 Sep 16 06:02:41.401035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67e89a-0da0-433d-8ad2-e1166cd6fe48 None None] New status for floating IP cb6aaeb8-496d-4c5d-9ebe-78111a8d0c09: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:02:41.435685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee56a4bd-07ba-47c5-8b02-0922b66755c4 req-c37bc1d1-fffa-421b-a5a6-a3318072cab8 service neutron] 10.222.0.30 "GET /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932763 Sep 16 06:02:42.131735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6cae-e12b-4c90-afba-63591910be9b req-9c2f7eed-29e2-423a-93af-84db1bf0be98 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:42.134296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc9a6cae-e12b-4c90-afba-63591910be9b req-9c2f7eed-29e2-423a-93af-84db1bf0be98 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 945 time: 0.0561199 Sep 16 06:02:42.173881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc9a6cae-e12b-4c90-afba-63591910be9b req-2ae34dca-0bca-4788-91ef-d135f27f85e6 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/security-groups?id=87ee5552-f63a-4f70-acab-8237419e566b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335236 Sep 16 06:02:42.476396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-15c73e93-8f71-4012-a146-a391c24f4570 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:42.478945 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-15c73e93-8f71-4012-a146-a391c24f4570 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 945 time: 0.0515239 Sep 16 06:02:42.575086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port c4823114-238b-4cb1-833b-11159b7c9445 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:42.575450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:42.670900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port c4823114-238b-4cb1-833b-11159b7c9445, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=c4823114-238b-4cb1-833b-11159b7c9445,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:42.671264 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:42.685638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for c4823114-238b-4cb1-833b-11159b7c9445 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:42.889919 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:42.920113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=c4823114-238b-4cb1-833b-11159b7c9445,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:42.934030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.934380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.934746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.935097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.935436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.935827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.936138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.936472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.936800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.937127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.937450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.937775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:42.985924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] No DVR routers for this DVR port c4823114-238b-4cb1-833b-11159b7c9445 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:42.985924 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:42.985924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-452c09d7-b160-47e5-9268-2bbb794cc6f8 req-39826b02-29c3-4048-986d-57810380a67f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.30 "DELETE /v2.0/ports/c4823114-238b-4cb1-833b-11159b7c9445 HTTP/1.1" status: 204 len: 173 time: 0.4924529 Sep 16 06:02:42.985924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'name': 'network-vif-deleted', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:42.985924 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74dad7e-77d9-4c87-8aef-d1338f306491" -d '{"events": [{"server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "name": "network-vif-deleted", "tag": "c4823114-238b-4cb1-833b-11159b7c9445"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:43.020173 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3421cb3-3919-4595-9f70-3875caff759e x-openstack-request-id: req-c3421cb3-3919-4595-9f70-3875caff759e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:43.020445 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507924f-54c4-485c-9130-cbeb70cbc5ed", "name": "network-vif-deleted", "tag": "c4823114-238b-4cb1-833b-11159b7c9445", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:43.020747 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3421cb3-3919-4595-9f70-3875caff759e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:43.021396 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507924f-54c4-485c-9130-cbeb70cbc5ed', 'name': 'network-vif-deleted', 'tag': 'c4823114-238b-4cb1-833b-11159b7c9445', 'status': 'completed', 'code': 200} Sep 16 06:02:43.276035 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-337521ea-667f-4d0f-861e-5935a795a767 req-6e890546-b8da-4798-b19d-cc9322ccb32f tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "GET /v2.0/ports?device_id=c507924f-54c4-485c-9130-cbeb70cbc5ed HTTP/1.1" status: 200 len: 210 time: 0.0335581 Sep 16 06:02:44.334860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48066) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:44.393798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.419448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.615235 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.617907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.619143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/security-groups/87ee5552-f63a-4f70-acab-8237419e566b HTTP/1.1" status: 204 len: 168 time: 0.2832968 Sep 16 06:02:44.628407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ee5552-f63a-4f70-acab-8237419e566b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:44.637876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.643655 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd972364-4ce2-4074-9e37-2f0927f0f110 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:44.777578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48070) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:45.173014 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:45.443291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port 847add32-602f-40f8-abfb-72d5421e0dcc {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:45.443889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:45.464927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-f3edabb6-e277-4652-a27f-78f8401f1e83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0923967 Sep 16 06:02:45.536854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port 847add32-602f-40f8-abfb-72d5421e0dcc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=847add32-602f-40f8-abfb-72d5421e0dcc,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:45.537222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:45.550452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for 847add32-602f-40f8-abfb-72d5421e0dcc owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:45.578538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-53321392-36ab-489d-9ef9-160a66ff8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:45.580134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-53321392-36ab-489d-9ef9-160a66ff8ca7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1097 time: 0.0440650 Sep 16 06:02:45.689332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-6ac75edd-70b3-4b45-9bab-c8f2abd1d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:45.690928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-6ac75edd-70b3-4b45-9bab-c8f2abd1d732 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf HTTP/1.1" status: 200 len: 897 time: 0.0908837 Sep 16 06:02:45.761890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-6cc26792-758a-4177-a8cf-985fda0610c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3 HTTP/1.1" status: 200 len: 1001 time: 0.0598958 Sep 16 06:02:45.812464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-84e5b382-bdba-4b49-9142-193f9d87e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:45.813947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-84e5b382-bdba-4b49-9142-193f9d87e597 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=877bc1a7-15fe-4e1c-b99b-393ce002ddcf HTTP/1.1" status: 200 len: 835 time: 0.0454345 Sep 16 06:02:45.838357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:45.865810 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-8725ee45-5122-4868-81ec-d5c321da5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:45.867163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=847add32-602f-40f8-abfb-72d5421e0dcc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:45.867319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-8725ee45-5122-4868-81ec-d5c321da5f6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449753 Sep 16 06:02:45.967643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-dbfbcce4-838e-48b1-ad6e-451b5ae55a78 service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922191 Sep 16 06:02:46.055516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.077859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9007d7bc-1e19-4ae0-af04-6b0993ef7920 req-a1249041-115b-4da6-9e54-3578cdd14a35 service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022058 Sep 16 06:02:46.269304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Router 885a1208-271b-4280-93d4-7d37f669d03c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:46.374928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:46.383535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-3508a726-8637-4496-b180-5e443fe921d5 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "PUT /v2.0/routers/885a1208-271b-4280-93d4-7d37f669d03c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6014137 Sep 16 06:02:46.383535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48074) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:46.393625 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] Sync routers for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:46.403432 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:46.404079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:02:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:46.415423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c4823114-238b-4cb1-833b-11159b7c9445 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:46.439647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc2d61c-eaf2-40a4-b8ec-21530dd06acb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting subnet f9d670eb-1803-4f67-aa2c-8157902915df {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:02:46.440020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: c4823114-238b-4cb1-833b-11159b7c9445 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:46.440782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device c4823114-238b-4cb1-833b-11159b7c9445 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:46.443341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d61c-eaf2-40a4-b8ec-21530dd06acb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.484475 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d61c-eaf2-40a4-b8ec-21530dd06acb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.512280 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:46.567829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d61c-eaf2-40a4-b8ec-21530dd06acb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.695546 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d61c-eaf2-40a4-b8ec-21530dd06acb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.695817 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:02:45Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:46.721643 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] Checking router: 885a1208-271b-4280-93d4-7d37f669d03c for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:46.724036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2d61c-eaf2-40a4-b8ec-21530dd06acb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d670eb-1803-4f67-aa2c-8157902915df,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:46.726093 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d61c-eaf2-40a4-b8ec-21530dd06acb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.731422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7dc2d61c-eaf2-40a4-b8ec-21530dd06acb tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/subnets/f9d670eb-1803-4f67-aa2c-8157902915df HTTP/1.1" status: 204 len: 168 time: 0.3443000 Sep 16 06:02:46.731600 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] Routers {'885a1208-271b-4280-93d4-7d37f669d03c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:46.731691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48076) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:46.731766 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:02:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['885a1208-271b-4280-93d4-7d37f669d03c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:46.735168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9858b8-f6eb-4da0-abf2-2f6ec2debd26 None None] Network f2b99d06-f93f-4bb7-b3b1-612256d9b886 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:46.842874 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] Set router 885a1208-271b-4280-93d4-7d37f669d03c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:46.852662 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.932885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] DHCP port deletion for f2b99d06-f93f-4bb7-b3b1-612256d9b886 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:02:46.973858 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.985893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Deleting port 612824ed-fa1a-40eb-88c4-e4dd23b4914d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:46.986271 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.029677 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:02:45Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:47.052636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] For port 612824ed-fa1a-40eb-88c4-e4dd23b4914d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=612824ed-fa1a-40eb-88c4-e4dd23b4914d,segment=NetworkSegment(96a97f82-b619-45a4-900d-a65492c93cab),segment_id=96a97f82-b619-45a4-900d-a65492c93cab)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:47.053034 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.060327 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733053e2-19cf-4a96-a515-bf6997bbf1eb None None] The sync data for ids ['885a1208-271b-4280-93d4-7d37f669d03c'] in n-d-712749-15 is: [{'id': '885a1208-271b-4280-93d4-7d37f669d03c', 'name': 'tempest-TestNetworkBasicOps-router-366546258', 'tenant_id': 'dd95e750c7c6405089b0aa4139910d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '59737211-2d31-4fef-b712-10f0dea1a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:02:45Z', 'revision_number': 5, 'project_id': 'dd95e750c7c6405089b0aa4139910d61', 'gw_port': {'id': '59737211-2d31-4fef-b712-10f0dea1a677', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885a1208-271b-4280-93d4-7d37f669d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:01:44Z', 'updated_at': '2021-09-16T06:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:47.067291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Calling delete_port for 612824ed-fa1a-40eb-88c4-e4dd23b4914d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:47.114087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Deleting port 59737211-2d31-4fef-b712-10f0dea1a677 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:47.114495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.194766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] For port 59737211-2d31-4fef-b712-10f0dea1a677, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=59737211-2d31-4fef-b712-10f0dea1a677,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:47.195059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.206650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Calling delete_port for 59737211-2d31-4fef-b712-10f0dea1a677 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:47.226327 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.253630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Pushing event deleted for resources: {'Port': ['ID=612824ed-fa1a-40eb-88c4-e4dd23b4914d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:47.256741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] No DVR routers for this DVR port 612824ed-fa1a-40eb-88c4-e4dd23b4914d on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:47.264254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.264606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.264951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.265288 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.265628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.265960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.266295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.266622 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.266948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.267275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.267601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.268137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ffc705-1d9a-432c-918f-32fdd38c4fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:47.438248 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.471840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Port': ['ID=59737211-2d31-4fef-b712-10f0dea1a677,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:47.832760 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.922059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.924613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.060740 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.061305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Fanout notify agent at l3_agent the message router_deleted on router 885a1208-271b-4280-93d4-7d37f669d03c {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:02:48.068096 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.069223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-de4475c3-6f6e-47d4-8aad-6507b054d9a2 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/routers/885a1208-271b-4280-93d4-7d37f669d03c HTTP/1.1" status: 204 len: 168 time: 1.3366864 Sep 16 06:02:48.072612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48080) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:48.157174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.247842 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.267640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b99d06-f93f-4bb7-b3b1-612256d9b886']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:48.277318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a97f82-b619-45a4-900d-a65492c93cab') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:48.277619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a97f82-b619-45a4-900d-a65492c93cab') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:48.287132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.301227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.307988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:02:48.311684 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:02:48.460868 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.468861 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:48.470205 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] 10.222.0.49 "DELETE /v2.0/networks/f2b99d06-f93f-4bb7-b3b1-612256d9b886 HTTP/1.1" status: 204 len: 168 time: 0.3966217 Sep 16 06:02:48.488208 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef9a68-2ab6-4c28-b4b5-af0c3176b649 tempest-TestNetworkBasicOps-1619503083 tempest-TestNetworkBasicOps-1619503083-project] Pushing event deleted for resources: {'Network': ['ID=f2b99d06-f93f-4bb7-b3b1-612256d9b886,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:48.562239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 612824ed-fa1a-40eb-88c4-e4dd23b4914d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:48.584606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 612824ed-fa1a-40eb-88c4-e4dd23b4914d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:48.585027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 612824ed-fa1a-40eb-88c4-e4dd23b4914d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:48.585443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 847add32-602f-40f8-abfb-72d5421e0dcc no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:48.604281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 847add32-602f-40f8-abfb-72d5421e0dcc {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:48.604620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 847add32-602f-40f8-abfb-72d5421e0dcc not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:48.605041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 59737211-2d31-4fef-b712-10f0dea1a677 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:48.623602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 59737211-2d31-4fef-b712-10f0dea1a677 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:48.623893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 59737211-2d31-4fef-b712-10f0dea1a677 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:48.973508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48086) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:49.114211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0565e620-2143-4a02-8371-b65d4a230e73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd95e750c7c6405089b0aa4139910d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394935 Sep 16 06:02:49.116694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48090) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:49.174092 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e45759-e8a2-4d91-9be2-2b99f9970a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:49.195037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e45759-e8a2-4d91-9be2-2b99f9970a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:49.311874 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e45759-e8a2-4d91-9be2-2b99f9970a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:49.314524 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b4e45759-e8a2-4d91-9be2-2b99f9970a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:49.315723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b4e45759-e8a2-4d91-9be2-2b99f9970a7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8251d1b5-f4d0-4aa4-8719-19adc78f3d9b HTTP/1.1" status: 204 len: 168 time: 0.1981387 Sep 16 06:02:49.324417 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e45759-e8a2-4d91-9be2-2b99f9970a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8251d1b5-f4d0-4aa4-8719-19adc78f3d9b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:49.900164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48096) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:49.912401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d24d7d1a-ec2e-4ebf-9b27-49549578e0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:49.914228 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb74d8de-d9b1-40d3-b17a-b24195a4eed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.012540 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb74d8de-d9b1-40d3-b17a-b24195a4eed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.072345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bb74d8de-d9b1-40d3-b17a-b24195a4eed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.109159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74d8de-d9b1-40d3-b17a-b24195a4eed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b26feb1-f27c-4bf1-b95c-c37f5b4b2891,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:50.115791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bb74d8de-d9b1-40d3-b17a-b24195a4eed2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd8f3906da3a41ebbdb475c0d6a793f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121706 Sep 16 06:02:50.116039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48098) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:50.167417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66514dd6-f074-40fd-b252-6244f96bcd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.189450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66514dd6-f074-40fd-b252-6244f96bcd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.312292 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66514dd6-f074-40fd-b252-6244f96bcd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.315070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-66514dd6-f074-40fd-b252-6244f96bcd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.316295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-66514dd6-f074-40fd-b252-6244f96bcd66 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b26feb1-f27c-4bf1-b95c-c37f5b4b2891 HTTP/1.1" status: 204 len: 168 time: 0.1993663 Sep 16 06:02:50.325014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66514dd6-f074-40fd-b252-6244f96bcd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b26feb1-f27c-4bf1-b95c-c37f5b4b2891,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:51.132961 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.313588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48120) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:51.410273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-389052599-network', 'tenant_id': '036664ad385344bea042c2f48362416d'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:51.498521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Made reservation on behalf of 036664ad385344bea042c2f48362416d for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:51.501023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.514361 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.612266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.709803 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.733758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:02:51.747749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47f1b4-949c-4932-a0a3-a13a085bc73f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:51.753494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.753852 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Added segment a636ed31-7445-4efb-8950-bd7d252c38ee of type vlan for network ead7c24a-0224-418c-abd9-a359eddbeb04 Sep 16 06:02:51.796327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.938689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.939717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:51.940433 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:52.038128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] Pushing event updated for resources: {'Network': ['ID=ead7c24a-0224-418c-abd9-a359eddbeb04,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:52.048124 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-09207441-7efc-40ef-bfb7-e152c2bb7203 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7334423 Sep 16 06:02:52.049126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network ead7c24a-0224-418c-abd9-a359eddbeb04 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:02:52.051077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48124) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:52.055937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Request body: {'subnet': {'network_id': 'ead7c24a-0224-418c-abd9-a359eddbeb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-389052599-subnet', 'tenant_id': '036664ad385344bea042c2f48362416d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:52.135654 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Made reservation on behalf of 036664ad385344bea042c2f48362416d for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:52.138213 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:52.375185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:52.439053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4511aaf5-3bac-4fae-a9e4-841231b73093,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:52.443447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Checking segment: {'id': 'a636ed31-7445-4efb-8950-bd7d252c38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ead7c24a-0224-418c-abd9-a359eddbeb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:52.443806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Network hostable DHCP agents. Network: ead7c24a-0224-418c-abd9-a359eddbeb04, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:02:52.534531 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Network ead7c24a-0224-418c-abd9-a359eddbeb04 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:02:52.591678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, ead7c24a-0224-418c-abd9-a359eddbeb04) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:52.596069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:52.596783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:52.602252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad71f04a-af37-4f8d-b450-0e7f76964b26 None None] Network ead7c24a-0224-418c-abd9-a359eddbeb04 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:52.670510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-41f56484-7d24-45c4-9971-3dae5e55a3ca admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6183462 Sep 16 06:02:52.732128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0ce7d-d5ee-445f-91ec-024a49bf429f None None] Network ead7c24a-0224-418c-abd9-a359eddbeb04 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:53.132680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-49afcded-7f59-4b20-a34b-f87ce16c0aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.404869 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48140) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:53.409874 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-762708485-network', 'tenant_id': '6ba2a098bce041e0a1cd75d5dcae1d1b'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:53.500712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Made reservation on behalf of 6ba2a098bce041e0a1cd75d5dcae1d1b for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:53.503112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.513249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.602268 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.663988 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.696088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:02:53.702827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3490b52-0f8d-40bf-afbd-c9c56876bbfa,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:53.708916 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.709262 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Added segment ffa095e1-50ff-4715-afb8-cc0812095f05 of type vlan for network 93f6016f-b398-4fe3-95bf-9c98718110fd Sep 16 06:02:53.751025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.841324 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.842471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:53.843555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.921253 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.941352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] Pushing event updated for resources: {'Network': ['ID=93f6016f-b398-4fe3-95bf-9c98718110fd,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:53.951190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e10b956e-c7f5-4272-b62e-9c32bb9d9195 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5452189 Sep 16 06:02:53.952272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 93f6016f-b398-4fe3-95bf-9c98718110fd details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:02:53.953879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48142) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:53.959063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Request body: {'subnet': {'network_id': '93f6016f-b398-4fe3-95bf-9c98718110fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-762708485-subnet', 'tenant_id': '6ba2a098bce041e0a1cd75d5dcae1d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:54.066480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Made reservation on behalf of 6ba2a098bce041e0a1cd75d5dcae1d1b for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:54.069478 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.306853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.365611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a48503c-c352-4079-a0e5-43dbbb8bf142,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:54.373415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Checking segment: {'id': 'ffa095e1-50ff-4715-afb8-cc0812095f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '93f6016f-b398-4fe3-95bf-9c98718110fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:54.373770 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Network hostable DHCP agents. Network: 93f6016f-b398-4fe3-95bf-9c98718110fd, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:02:54.449701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Network 93f6016f-b398-4fe3-95bf-9c98718110fd is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:02:54.534596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 93f6016f-b398-4fe3-95bf-9c98718110fd) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:54.538794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:54.539441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:54.543420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691adf4-0248-45e9-a853-e3437b1c6b80 None None] Network 93f6016f-b398-4fe3-95bf-9c98718110fd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:54.633017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18b7feea-8cfe-4d1f-afe3-1071253bf0e1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6777656 Sep 16 06:02:54.677435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6cf7e-bcb4-4353-8115-101acb477c11 None None] Network 93f6016f-b398-4fe3-95bf-9c98718110fd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:55.146081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-91ae1507-b591-4080-bab4-90cc2acfb67f tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:55.147578 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-91ae1507-b591-4080-bab4-90cc2acfb67f tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/networks?id=ead7c24a-0224-418c-abd9-a359eddbeb04 HTTP/1.1" status: 200 len: 811 time: 0.1099002 Sep 16 06:02:55.166090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-2d831c4c-3414-4110-80fd-b84c5fc82d47 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/quotas/036664ad385344bea042c2f48362416d HTTP/1.1" status: 200 len: 375 time: 0.0117805 Sep 16 06:02:55.199547 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-22edfb59-1377-4f3d-9e24-f581a810a803 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=036664ad385344bea042c2f48362416d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269012 Sep 16 06:02:55.301568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-bb837f38-e13e-4b36-8c5e-2f9d84b9f947 service neutron] 10.222.0.49 "GET /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950816 Sep 16 06:02:55.396131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-2bd5b2fb-5701-4d29-af21-723c7963864a service neutron] 10.222.0.49 "GET /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884650 Sep 16 06:02:55.409152 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:55.617073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4cc56e6-61a6-4576-a8aa-40dea97a897e req-6f873ff6-2ed0-4687-92db-85cabddb3e76 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 210 time: 0.0264254 Sep 16 06:02:56.240938 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:56.714013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2883a45a-a68f-45d3-b213-f623e79d4971 req-bf12eae9-da8c-4cbb-b870-a33fbf7269ea tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 210 time: 0.0267217 Sep 16 06:02:57.533070 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:57.754596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-3366d0a6-ffa6-4dd5-8b5a-c4efd3ecdff2 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:57.757272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-3366d0a6-ffa6-4dd5-8b5a-c4efd3ecdff2 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.30 "GET /v2.0/networks?id=ead7c24a-0224-418c-abd9-a359eddbeb04 HTTP/1.1" status: 200 len: 811 time: 0.1249382 Sep 16 06:02:57.778656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Request body: {'port': {'device_id': 'f2a5b3b3-bd9e-42b3-9c70-d56346279681', 'network_id': 'ead7c24a-0224-418c-abd9-a359eddbeb04', 'admin_state_up': True, 'tenant_id': '036664ad385344bea042c2f48362416d'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:57.845581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-321493a3-e2d6-4841-a184-42b43a7602fd req-95e98ef5-8ade-4805-8a5b-edc8356a48e8 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 210 time: 0.0449367 Sep 16 06:02:58.038301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Made reservation on behalf of 036664ad385344bea042c2f48362416d for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:58.042683 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.181736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Allocated IP 172.20.0.8 (ead7c24a-0224-418c-abd9-a359eddbeb04/4511aaf5-3bac-4fae-a9e4-841231b73093/86cab33b-5263-46e8-9d23-642f25e58f87) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:58.335521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.430297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.473951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Network ead7c24a-0224-418c-abd9-a359eddbeb04 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:58.477101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:58.483151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:58.511074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Pushing event updated for resources: {'Port': ['ID=86cab33b-5263-46e8-9d23-642f25e58f87,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:58.538747 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:58.539370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.609927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-4075f36c-3c50-487b-bfa1-5e03271e3218 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8366406 Sep 16 06:02:58.620610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-85634b80-d865-44a0-917a-d057bfe40817 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:02:58.623481 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-85634b80-d865-44a0-917a-d057bfe40817 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050757 Sep 16 06:02:58.640524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Request body: {'port': {'device_id': 'f2a5b3b3-bd9e-42b3-9c70-d56346279681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:58.693267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.955913 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.008692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba8bf7-258e-43de-82de-5c764298053a req-7da212ff-1acc-450d-a285-1b9b1b342767 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:59.010876 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75ba8bf7-258e-43de-82de-5c764298053a req-7da212ff-1acc-450d-a285-1b9b1b342767 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 931 time: 0.0836494 Sep 16 06:02:59.085058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cab33b-5263-46e8-9d23-642f25e58f87 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:59.092016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75ba8bf7-258e-43de-82de-5c764298053a req-b3a7a2ec-119d-401c-a668-a3adbec4e8f5 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733881 Sep 16 06:02:59.096098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.111842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Transition to ACTIVE for port object 86cab33b-5263-46e8-9d23-642f25e58f87 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:02:59.172520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.243962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Pushing event updated for resources: {'Port': ['ID=86cab33b-5263-46e8-9d23-642f25e58f87,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:59.297204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Attempting to bind port 86cab33b-5263-46e8-9d23-642f25e58f87 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:59.297803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Attempting to bind port 86cab33b-5263-46e8-9d23-642f25e58f87 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'a636ed31-7445-4efb-8950-bd7d252c38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ead7c24a-0224-418c-abd9-a359eddbeb04'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:59.298132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Attempting to bind port 86cab33b-5263-46e8-9d23-642f25e58f87 on network ead7c24a-0224-418c-abd9-a359eddbeb04 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:59.302506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Port 86cab33b-5263-46e8-9d23-642f25e58f87 on network ead7c24a-0224-418c-abd9-a359eddbeb04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:02:59.302828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Attempting to bind port 86cab33b-5263-46e8-9d23-642f25e58f87 on network ead7c24a-0224-418c-abd9-a359eddbeb04 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:59.308226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:59.311901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Checking segment: {'id': 'a636ed31-7445-4efb-8950-bd7d252c38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ead7c24a-0224-418c-abd9-a359eddbeb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:59.311901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Bound using segment: {'id': 'a636ed31-7445-4efb-8950-bd7d252c38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ead7c24a-0224-418c-abd9-a359eddbeb04'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:59.311901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Bound port: 86cab33b-5263-46e8-9d23-642f25e58f87, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a636ed31-7445-4efb-8950-bd7d252c38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ead7c24a-0224-418c-abd9-a359eddbeb04'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:59.311901 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.372979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] For port 86cab33b-5263-46e8-9d23-642f25e58f87, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:59.375987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] For port 86cab33b-5263-46e8-9d23-642f25e58f87, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=86cab33b-5263-46e8-9d23-642f25e58f87,segment=NetworkSegment(a636ed31-7445-4efb-8950-bd7d252c38ee),segment_id=a636ed31-7445-4efb-8950-bd7d252c38ee)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:59.461098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.501009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:59.501634 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.503044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] 10.222.0.30 "PUT /v2.0/ports/86cab33b-5263-46e8-9d23-642f25e58f87 HTTP/1.1" status: 200 len: 1092 time: 0.8662963 Sep 16 06:02:59.503482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a5b3b3-bd9e-42b3-9c70-d56346279681', 'tag': '86cab33b-5263-46e8-9d23-642f25e58f87'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:59.505800 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8660e7a-9fb5-467f-bbaa-ec23781317fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a5b3b3-bd9e-42b3-9c70-d56346279681", "tag": "86cab33b-5263-46e8-9d23-642f25e58f87"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:59.529362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0362a19-d318-4983-8424-dcbbf9f0da8e service neutron] Pushing event updated for resources: {'Port': ['ID=86cab33b-5263-46e8-9d23-642f25e58f87,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:59.547825 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49ea4c-ad16-429d-9885-569fe03db54e x-openstack-request-id: req-7d49ea4c-ad16-429d-9885-569fe03db54e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:59.547825 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a5b3b3-bd9e-42b3-9c70-d56346279681", "tag": "86cab33b-5263-46e8-9d23-642f25e58f87", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:59.547825 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d49ea4c-ad16-429d-9885-569fe03db54e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:59.547825 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a5b3b3-bd9e-42b3-9c70-d56346279681', 'tag': '86cab33b-5263-46e8-9d23-642f25e58f87', 'status': 'completed', 'code': 200} Sep 16 06:02:59.630228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660e7a-9fb5-467f-bbaa-ec23781317fb req-22ffffb2-dbcf-4c0f-a9ae-504f1ea6256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:59.631780 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8660e7a-9fb5-467f-bbaa-ec23781317fb req-22ffffb2-dbcf-4c0f-a9ae-504f1ea6256b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=036664ad385344bea042c2f48362416d&device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 1095 time: 0.0449767 Sep 16 06:02:59.816425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660e7a-9fb5-467f-bbaa-ec23781317fb req-4337d275-1d33-4a89-9d7e-43eae20653b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:59.817870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8660e7a-9fb5-467f-bbaa-ec23781317fb req-4337d275-1d33-4a89-9d7e-43eae20653b7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=036664ad385344bea042c2f48362416d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1719863 Sep 16 06:02:59.997632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8660e7a-9fb5-467f-bbaa-ec23781317fb req-15cf522a-ea49-4968-906b-eaffad12872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:59.999169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8660e7a-9fb5-467f-bbaa-ec23781317fb req-15cf522a-ea49-4968-906b-eaffad12872d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736803 Sep 16 06:03:00.102225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-245587d7-d789-4f0b-b6cf-2e316d2be673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:00.104297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-245587d7-d789-4f0b-b6cf-2e316d2be673 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=036664ad385344bea042c2f48362416d&device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 1095 time: 0.0434835 Sep 16 06:03:00.154683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-9143e210-247b-42ad-aac9-d6d37173b8e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86cab33b-5263-46e8-9d23-642f25e58f87 HTTP/1.1" status: 200 len: 217 time: 0.0355513 Sep 16 06:03:00.238136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-6b99396c-c194-44c5-9326-9418a930401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:00.239621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-6b99396c-c194-44c5-9326-9418a930401c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4511aaf5-3bac-4fae-a9e4-841231b73093 HTTP/1.1" status: 200 len: 851 time: 0.0775409 Sep 16 06:03:00.249140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feefb5f-e13e-4174-9c6b-9a0ffd79dc95 req-4d5b5353-39de-4808-87d5-64b773741c4d tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:00.251724 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2feefb5f-e13e-4174-9c6b-9a0ffd79dc95 req-4d5b5353-39de-4808-87d5-64b773741c4d tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 943 time: 0.0907791 Sep 16 06:03:00.294978 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-26ef0f2d-72a3-489d-adbd-b7ffa1205f75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ead7c24a-0224-418c-abd9-a359eddbeb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417151 Sep 16 06:03:00.328674 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2feefb5f-e13e-4174-9c6b-9a0ffd79dc95 req-1d3a8c58-dc5f-4a03-a97c-4542540a5aa2 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Sep 16 06:03:00.399097 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-0a49b6aa-9946-4417-bd6c-dba5766edbef service neutron] 10.222.0.30 "GET /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933042 Sep 16 06:03:00.494884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eee7f232-c8b9-4448-b568-5bb9b2b2d01d req-b595fb41-bc36-40dc-873e-d6b77b0280b2 service neutron] 10.222.0.30 "GET /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889020 Sep 16 06:03:01.449443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51608-cb96-4602-a294-7c1bd50b9176 req-788e0e68-4f31-44e2-9cdb-98a7c02ff085 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:01.451020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22f51608-cb96-4602-a294-7c1bd50b9176 req-788e0e68-4f31-44e2-9cdb-98a7c02ff085 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 943 time: 0.0513091 Sep 16 06:03:01.490053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22f51608-cb96-4602-a294-7c1bd50b9176 req-5b2dff0e-a50e-45c4-99e2-ec0ecc0e6c23 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Sep 16 06:03:02.493946 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 86cab33b-5263-46e8-9d23-642f25e58f87 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:03:02.595826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 86cab33b-5263-46e8-9d23-642f25e58f87, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=86cab33b-5263-46e8-9d23-642f25e58f87,segment=NetworkSegment(a636ed31-7445-4efb-8950-bd7d252c38ee),segment_id=a636ed31-7445-4efb-8950-bd7d252c38ee)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:02.607881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '86cab33b-5263-46e8-9d23-642f25e58f87', 'network_id': 'ead7c24a-0224-418c-abd9-a359eddbeb04', 'port_id': '86cab33b-5263-46e8-9d23-642f25e58f87', 'mac_address': 'fa:16:3e:33:10:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4511aaf5-3bac-4fae-a9e4-841231b73093', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:03:02.614387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30158-824f-4eb2-a6fa-2718fc10ea78 req-85f65934-d7cd-44af-8ef4-1c40076f3dbc tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:02.615993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-35c30158-824f-4eb2-a6fa-2718fc10ea78 req-85f65934-d7cd-44af-8ef4-1c40076f3dbc tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 943 time: 0.0546131 Sep 16 06:03:02.652746 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:02.659548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-35c30158-824f-4eb2-a6fa-2718fc10ea78 req-9086c2e3-4832-46eb-91d3-2c86918f78ae tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Sep 16 06:03:02.666418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cab33b-5263-46e8-9d23-642f25e58f87 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:03:02.688589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 86cab33b-5263-46e8-9d23-642f25e58f87, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=86cab33b-5263-46e8-9d23-642f25e58f87,segment=NetworkSegment(a636ed31-7445-4efb-8950-bd7d252c38ee),segment_id=a636ed31-7445-4efb-8950-bd7d252c38ee)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:02.795374 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:02.845735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=86cab33b-5263-46e8-9d23-642f25e58f87,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:03.075088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['86cab33b-5263-46e8-9d23-642f25e58f87'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:03.776802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f0950-27c5-4a6c-b7d6-cdcac84eaed7 req-9a252562-d8cc-492c-8357-97cfbedcd8f4 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:03.778351 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-551f0950-27c5-4a6c-b7d6-cdcac84eaed7 req-9a252562-d8cc-492c-8357-97cfbedcd8f4 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 944 time: 0.0506363 Sep 16 06:03:03.819107 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-551f0950-27c5-4a6c-b7d6-cdcac84eaed7 req-b6da403f-084e-46d0-898c-ad28efc01207 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346224 Sep 16 06:03:04.509206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 86cab33b-5263-46e8-9d23-642f25e58f87 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:04.649249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 86cab33b-5263-46e8-9d23-642f25e58f87 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:03:04.654887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 86cab33b-5263-46e8-9d23-642f25e58f87 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:04.655365 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.737820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.762246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a5b3b3-bd9e-42b3-9c70-d56346279681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cab33b-5263-46e8-9d23-642f25e58f87'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:04.764570 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb91cf97-943e-4dfb-8e54-3eb56379400e" -d '{"events": [{"server_uuid": "f2a5b3b3-bd9e-42b3-9c70-d56346279681", "name": "network-vif-plugged", "status": "completed", "tag": "86cab33b-5263-46e8-9d23-642f25e58f87"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:04.779385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 86cab33b-5263-46e8-9d23-642f25e58f87, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=86cab33b-5263-46e8-9d23-642f25e58f87,segment=NetworkSegment(a636ed31-7445-4efb-8950-bd7d252c38ee),segment_id=a636ed31-7445-4efb-8950-bd7d252c38ee)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:04.806555 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f5521b-24c1-4715-8c08-2588b6d13172 x-openstack-request-id: req-e3f5521b-24c1-4715-8c08-2588b6d13172 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:04.807371 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a5b3b3-bd9e-42b3-9c70-d56346279681", "name": "network-vif-plugged", "status": "completed", "tag": "86cab33b-5263-46e8-9d23-642f25e58f87", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:04.807681 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3f5521b-24c1-4715-8c08-2588b6d13172 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:04.808182 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a5b3b3-bd9e-42b3-9c70-d56346279681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cab33b-5263-46e8-9d23-642f25e58f87', 'code': 200} Sep 16 06:03:04.847032 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:04.920657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=86cab33b-5263-46e8-9d23-642f25e58f87,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:04.958063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df461508-c654-4fec-abb6-9aa206563a75 req-1633fa3d-ecff-4da6-affa-e8b438997728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:04.960232 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df461508-c654-4fec-abb6-9aa206563a75 req-1633fa3d-ecff-4da6-affa-e8b438997728 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 1097 time: 0.0546746 Sep 16 06:03:04.969497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8320-f877-46a7-9b78-185937cb00c8 req-392865e5-cf16-4df9-a362-d561f3ac26c7 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:04.971110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-597f8320-f877-46a7-9b78-185937cb00c8 req-392865e5-cf16-4df9-a362-d561f3ac26c7 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0725498 Sep 16 06:03:05.005825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df461508-c654-4fec-abb6-9aa206563a75 req-05e87f73-542a-4460-9534-a37b033476c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384521 Sep 16 06:03:05.016675 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-597f8320-f877-46a7-9b78-185937cb00c8 req-f1055f1a-f738-43bf-80f5-b2f0669edc83 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391891 Sep 16 06:03:06.157993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984cc03-fe4f-4224-becd-4ce60828657c req-b57ca26b-d3ee-4000-ad8b-5070c6e06a1f tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:06.159573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1984cc03-fe4f-4224-becd-4ce60828657c req-b57ca26b-d3ee-4000-ad8b-5070c6e06a1f tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0597692 Sep 16 06:03:06.201426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1984cc03-fe4f-4224-becd-4ce60828657c req-93d75a99-9d13-484d-b58c-8d3e9a04a22d tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354908 Sep 16 06:03:07.328521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda8a86-8fd6-4901-a006-d7ec7bccf0c5 req-4bbef0cf-43bd-4f5b-8670-5340a182f51f tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:07.330050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bda8a86-8fd6-4901-a006-d7ec7bccf0c5 req-4bbef0cf-43bd-4f5b-8670-5340a182f51f tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0533054 Sep 16 06:03:07.372212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bda8a86-8fd6-4901-a006-d7ec7bccf0c5 req-1d582227-953e-413d-a72e-e448f6201673 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357783 Sep 16 06:03:07.493091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734ee5-10ce-477e-a682-c61961b1939b req-7d7fd346-990a-4ce4-aed8-8d04832dda67 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:07.495146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37734ee5-10ce-477e-a682-c61961b1939b req-7d7fd346-990a-4ce4-aed8-8d04832dda67 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0524411 Sep 16 06:03:07.531037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724471ed-35a7-4762-8339-9113e0df2cae req-daf62a24-4138-4b44-a4e6-e20ad4dcde8b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:07.536842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-724471ed-35a7-4762-8339-9113e0df2cae req-daf62a24-4138-4b44-a4e6-e20ad4dcde8b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0626757 Sep 16 06:03:07.537327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37734ee5-10ce-477e-a682-c61961b1939b req-f5771cfb-6123-4d15-899b-945bdccef1e4 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351875 Sep 16 06:03:07.574649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-724471ed-35a7-4762-8339-9113e0df2cae req-5180a97a-1b22-4104-92f6-561f06bfb901 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356233 Sep 16 06:03:08.020073 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812eb8a-e0a8-45d2-b164-c339c363d699 req-f1cb671c-c11f-4b6d-b467-fa6e9be52a9a tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:08.022257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7812eb8a-e0a8-45d2-b164-c339c363d699 req-f1cb671c-c11f-4b6d-b467-fa6e9be52a9a tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0529125 Sep 16 06:03:08.063233 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7812eb8a-e0a8-45d2-b164-c339c363d699 req-81a10e37-8700-466e-9790-0759ceb00a06 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343621 Sep 16 06:03:08.697803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075544e8-3253-47d5-a563-3e8d89a2eccd req-49c80068-53d3-4dcc-ad7b-2d99d6d1a9b2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:08.700106 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-075544e8-3253-47d5-a563-3e8d89a2eccd req-49c80068-53d3-4dcc-ad7b-2d99d6d1a9b2 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0523112 Sep 16 06:03:08.741244 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-075544e8-3253-47d5-a563-3e8d89a2eccd req-600cd9da-07dd-4c19-924b-ce5f9646bd0d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Sep 16 06:03:09.187597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bd3c2-df90-4d7e-b027-ca8b64ba5c3d req-7768ab00-d1d9-4da1-a878-54bdc47609c3 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:09.189164 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-135bd3c2-df90-4d7e-b027-ca8b64ba5c3d req-7768ab00-d1d9-4da1-a878-54bdc47609c3 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0563986 Sep 16 06:03:09.226779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-135bd3c2-df90-4d7e-b027-ca8b64ba5c3d req-846031da-4984-446b-9405-3956f2961863 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Sep 16 06:03:09.566104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775ca82-ee1c-4f0a-bf3f-25d04f21555f req-c22d23c0-0b8a-4a7a-a001-f215ea059a8a tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:09.567955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4775ca82-ee1c-4f0a-bf3f-25d04f21555f req-c22d23c0-0b8a-4a7a-a001-f215ea059a8a tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Sep 16 06:03:09.611773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4775ca82-ee1c-4f0a-bf3f-25d04f21555f req-3d8d7e79-c24f-497b-8043-2abeefc81c6c tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373507 Sep 16 06:03:09.672441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-d106d50c-41b4-4d15-b122-7e6e0257f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:09.674052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-d106d50c-41b4-4d15-b122-7e6e0257f9a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=036664ad385344bea042c2f48362416d&device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 1097 time: 0.0486987 Sep 16 06:03:09.766564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-58399118-38ee-40cc-90ca-79310411079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:09.768123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-58399118-38ee-40cc-90ca-79310411079a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ead7c24a-0224-418c-abd9-a359eddbeb04 HTTP/1.1" status: 200 len: 912 time: 0.0872018 Sep 16 06:03:09.817690 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-96d12e5e-0428-4f27-9e65-ae5e166c9a04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86cab33b-5263-46e8-9d23-642f25e58f87 HTTP/1.1" status: 200 len: 217 time: 0.0422113 Sep 16 06:03:09.888249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-75b3e105-c203-4576-a8e7-d4b3a07db9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:09.889784 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-75b3e105-c203-4576-a8e7-d4b3a07db9e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4511aaf5-3bac-4fae-a9e4-841231b73093 HTTP/1.1" status: 200 len: 851 time: 0.0640967 Sep 16 06:03:09.903130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04644a-9d2f-41cc-b02c-ec2ed1003300 req-2b8b90cc-cef8-4aaa-9900-1889af5d7416 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:09.904683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe04644a-9d2f-41cc-b02c-ec2ed1003300 req-2b8b90cc-cef8-4aaa-9900-1889af5d7416 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0895808 Sep 16 06:03:09.936223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-7e0cf91a-f347-4a5a-a808-0549504b483a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ead7c24a-0224-418c-abd9-a359eddbeb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304389 Sep 16 06:03:09.993094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe04644a-9d2f-41cc-b02c-ec2ed1003300 req-329437fb-9393-4b01-bde5-16f8732cb23f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800967 Sep 16 06:03:10.052840 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-0aa10fac-2783-4514-bd6d-0248452a2d0f service neutron] 10.222.0.30 "GET /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081643 Sep 16 06:03:10.148321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd7539ed-2128-41fe-a2c9-910b784334bc req-1c4b5b1b-7fec-493d-9ad4-9b7870bedb97 service neutron] 10.222.0.30 "GET /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879743 Sep 16 06:03:10.734536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c38200-9e00-4a4f-b677-1ef0fffbf9f7 req-526a59f0-731a-45a9-a273-d148c5d1c949 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:10.736081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-75c38200-9e00-4a4f-b677-1ef0fffbf9f7 req-526a59f0-731a-45a9-a273-d148c5d1c949 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0529184 Sep 16 06:03:10.774244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-75c38200-9e00-4a4f-b677-1ef0fffbf9f7 req-a17cbaa4-8859-429d-9855-9572ac7d72a4 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Sep 16 06:03:11.158744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ba8a5-e2ef-4d0a-ac19-56fd4f9f3a4d req-8d98f188-2b7f-4dd9-a50d-65e3a6124495 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:11.160330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f47ba8a5-e2ef-4d0a-ac19-56fd4f9f3a4d req-8d98f188-2b7f-4dd9-a50d-65e3a6124495 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0579934 Sep 16 06:03:11.207003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f47ba8a5-e2ef-4d0a-ac19-56fd4f9f3a4d req-e4301e6c-2cbf-47f5-999a-1c90a2e264ba tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Sep 16 06:03:11.904179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cf9ae-23ce-4486-b8f4-80c6ac0b5306 req-3399999c-88ce-4566-aee3-a7e2e555dc12 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:11.905787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e2cf9ae-23ce-4486-b8f4-80c6ac0b5306 req-3399999c-88ce-4566-aee3-a7e2e555dc12 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0597022 Sep 16 06:03:11.951135 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e2cf9ae-23ce-4486-b8f4-80c6ac0b5306 req-662ec418-6674-40f4-b979-2bffed465364 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Sep 16 06:03:12.347484 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818b785-5139-4f8a-862f-7dacb605f67d req-fefa33e0-3c12-42b9-ad5a-898e3d325ede tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:12.349351 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d818b785-5139-4f8a-862f-7dacb605f67d req-fefa33e0-3c12-42b9-ad5a-898e3d325ede tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0658705 Sep 16 06:03:12.401367 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d818b785-5139-4f8a-862f-7dacb605f67d req-829ab443-14ad-40b6-99d2-aaaca6f31b12 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Sep 16 06:03:12.430334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ed550-cfda-43b9-a077-b9ae86c31927 req-ef02729b-72af-4dcd-a225-450f2813833c tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:12.432681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-036ed550-cfda-43b9-a077-b9ae86c31927 req-ef02729b-72af-4dcd-a225-450f2813833c tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0608242 Sep 16 06:03:12.473029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-036ed550-cfda-43b9-a077-b9ae86c31927 req-07190b10-4859-4d4d-b213-fffc9005c2b4 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Sep 16 06:03:13.545938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce36d6-2f31-4e4a-9b77-8a8852aae875 req-57935520-d1e6-412e-a793-e8d656c1feb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:13.547845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99ce36d6-2f31-4e4a-9b77-8a8852aae875 req-57935520-d1e6-412e-a793-e8d656c1feb6 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0587552 Sep 16 06:03:13.605750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96975fe4-b15e-4d74-ba89-1ddcbabc7047 req-b909af25-d53c-4417-8bd8-f30e5c2d75fd tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:13.607420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96975fe4-b15e-4d74-ba89-1ddcbabc7047 req-b909af25-d53c-4417-8bd8-f30e5c2d75fd tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0596328 Sep 16 06:03:13.615785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-99ce36d6-2f31-4e4a-9b77-8a8852aae875 req-18c87ee5-037e-491a-82d8-845df69a68e7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564582 Sep 16 06:03:13.657346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-96975fe4-b15e-4d74-ba89-1ddcbabc7047 req-34a98061-6b5a-4dfa-907a-a3ea5a39992c tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Sep 16 06:03:14.385270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b2574-b696-41e0-b0b3-3f13b1f17dbb req-297afba9-e2f7-47a2-944a-81010049a7eb tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:14.387110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a0b2574-b696-41e0-b0b3-3f13b1f17dbb req-297afba9-e2f7-47a2-944a-81010049a7eb tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.4242878 Sep 16 06:03:14.396960 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-3a6730c7-12f4-4833-8a01-957f741e4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:14.398583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-3a6730c7-12f4-4833-8a01-957f741e4252 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=036664ad385344bea042c2f48362416d&device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 1097 time: 0.0651119 Sep 16 06:03:14.497884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a0b2574-b696-41e0-b0b3-3f13b1f17dbb req-0ed67998-7e4b-4d00-886c-d4172465f67e tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982168 Sep 16 06:03:14.534212 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-6997c829-c572-4798-b93a-e82dec3b5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:14.535769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-6997c829-c572-4798-b93a-e82dec3b5ad6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ead7c24a-0224-418c-abd9-a359eddbeb04 HTTP/1.1" status: 200 len: 912 time: 0.1294894 Sep 16 06:03:14.581346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-5284bd33-aafa-46e7-aa39-b4e22210f03e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86cab33b-5263-46e8-9d23-642f25e58f87 HTTP/1.1" status: 200 len: 217 time: 0.0374484 Sep 16 06:03:14.637888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-422069f8-f5cf-4e5f-a23a-2ba64ccaf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:14.639406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-422069f8-f5cf-4e5f-a23a-2ba64ccaf6f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4511aaf5-3bac-4fae-a9e4-841231b73093 HTTP/1.1" status: 200 len: 851 time: 0.0507550 Sep 16 06:03:14.675534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-4050ebdd-b368-45be-9020-d525d5d519bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ead7c24a-0224-418c-abd9-a359eddbeb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277147 Sep 16 06:03:14.756326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a96dd-1d20-4b50-a8a1-a77c0f04ed18 req-28088362-5ec2-430a-a47b-22fe86ea2a80 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:14.757913 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e72a96dd-1d20-4b50-a8a1-a77c0f04ed18 req-28088362-5ec2-430a-a47b-22fe86ea2a80 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0585680 Sep 16 06:03:14.777456 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-909d0449-eebc-4e7d-8cbb-849fd25625ff service neutron] 10.222.0.30 "GET /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940425 Sep 16 06:03:14.800168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e72a96dd-1d20-4b50-a8a1-a77c0f04ed18 req-bfba2114-5867-4057-a60a-6be344305781 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357664 Sep 16 06:03:14.880328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8dea7229-316b-4420-b574-ee332ee3b6a2 req-cddb3a6f-8828-4188-89a0-2f45b790f3d7 service neutron] 10.222.0.30 "GET /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953619 Sep 16 06:03:15.629198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13f32-c33e-49bc-ab81-6c4bd2403b27 req-e9f3b35f-4ef2-494e-870e-d9dbfa4917d5 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:15.630801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38f13f32-c33e-49bc-ab81-6c4bd2403b27 req-e9f3b35f-4ef2-494e-870e-d9dbfa4917d5 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0528302 Sep 16 06:03:15.676400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-38f13f32-c33e-49bc-ab81-6c4bd2403b27 req-d98b626f-337e-4207-a546-54996795ea39 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Sep 16 06:03:15.936734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ae732-14ef-4de9-bd38-4e20eca0b1bd req-ac8f7596-1136-45ed-b900-c66652b79655 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:15.938400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-652ae732-14ef-4de9-bd38-4e20eca0b1bd req-ac8f7596-1136-45ed-b900-c66652b79655 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0572169 Sep 16 06:03:15.981381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-652ae732-14ef-4de9-bd38-4e20eca0b1bd req-be6c6b22-6d91-47bb-92b2-963c137c5e66 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365758 Sep 16 06:03:16.826250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6b75-23ea-411d-b69d-c6d1417e15a2 req-5517a4cd-bae5-4381-a5c8-9b6f0043e5a0 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:16.829079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a06b6b75-23ea-411d-b69d-c6d1417e15a2 req-5517a4cd-bae5-4381-a5c8-9b6f0043e5a0 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0675166 Sep 16 06:03:16.880053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a06b6b75-23ea-411d-b69d-c6d1417e15a2 req-d3288e20-8bc8-440e-ab7b-93ed0347469c tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Sep 16 06:03:17.132699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a36f3-e7af-46c6-8f44-07f881519757 req-bf959336-cd83-4848-a31f-994dad36cf93 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:17.134366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d2a36f3-e7af-46c6-8f44-07f881519757 req-bf959336-cd83-4848-a31f-994dad36cf93 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0638661 Sep 16 06:03:17.179453 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d2a36f3-e7af-46c6-8f44-07f881519757 req-e93bdffa-351a-4efd-b61a-618b8c467d2f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367081 Sep 16 06:03:17.453539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24e69-df0f-4e5a-bcc6-280490dd8c29 req-0a31b317-6e8b-4099-bfd6-d633a2fe04da tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:17.455252 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09e24e69-df0f-4e5a-bcc6-280490dd8c29 req-0a31b317-6e8b-4099-bfd6-d633a2fe04da tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0690775 Sep 16 06:03:17.502762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09e24e69-df0f-4e5a-bcc6-280490dd8c29 req-b4a498b4-22eb-4f58-ac5c-8ddeaf837ec6 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371938 Sep 16 06:03:18.329056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821a8f8-b44a-4eaa-97a1-ab4d5fc7e7a9 req-4ba776f6-dd5d-4fec-bdea-66488b8119e5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:18.330661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9821a8f8-b44a-4eaa-97a1-ab4d5fc7e7a9 req-4ba776f6-dd5d-4fec-bdea-66488b8119e5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0625920 Sep 16 06:03:18.376762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9821a8f8-b44a-4eaa-97a1-ab4d5fc7e7a9 req-caa43c0e-1e94-4b95-9669-b359413b636b tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399950 Sep 16 06:03:18.625470 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e506118-26e5-474a-8415-310216a844d1 req-d6e65a13-71e3-45d8-888a-a4a2aa668f06 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:18.627061 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e506118-26e5-474a-8415-310216a844d1 req-d6e65a13-71e3-45d8-888a-a4a2aa668f06 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0521288 Sep 16 06:03:18.674005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e506118-26e5-474a-8415-310216a844d1 req-42dc397d-70a3-4593-a325-185494728caa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Sep 16 06:03:19.448144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-e238d337-4f32-4d2e-a155-69d94fdfd30d tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.449753 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-e238d337-4f32-4d2e-a155-69d94fdfd30d tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0539911 Sep 16 06:03:19.511694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012a105-1e1d-4961-a3d8-4f33a2eee317 req-9aa6d3b5-63c4-4e97-a4bd-5e94ddd01de9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.513309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2012a105-1e1d-4961-a3d8-4f33a2eee317 req-9aa6d3b5-63c4-4e97-a4bd-5e94ddd01de9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0631897 Sep 16 06:03:19.548331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Deleting port 86cab33b-5263-46e8-9d23-642f25e58f87 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:19.548687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.570321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2012a105-1e1d-4961-a3d8-4f33a2eee317 req-5c8e298c-bc20-4adc-be6e-962540a3e296 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505741 Sep 16 06:03:19.649956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] For port 86cab33b-5263-46e8-9d23-642f25e58f87, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=86cab33b-5263-46e8-9d23-642f25e58f87,segment=NetworkSegment(a636ed31-7445-4efb-8950-bd7d252c38ee),segment_id=a636ed31-7445-4efb-8950-bd7d252c38ee)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:19.650725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.663946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Calling delete_port for 86cab33b-5263-46e8-9d23-642f25e58f87 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:19.841980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a789f1-db70-43c4-8b71-fade2df95e1f req-71497e3f-064e-4de1-b5bb-3df9ba692f41 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.843642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09a789f1-db70-43c4-8b71-fade2df95e1f req-71497e3f-064e-4de1-b5bb-3df9ba692f41 tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 945 time: 0.0974872 Sep 16 06:03:19.884143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09a789f1-db70-43c4-8b71-fade2df95e1f req-282f3e64-86d0-4611-ae04-582f79c60b6c tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a47f1b4-949c-4932-a0a3-a13a085bc73f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Sep 16 06:03:19.894897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e5e7-7b15-48f7-b538-398bb0dcb9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.923651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.956544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Pushing event deleted for resources: {'Port': ['ID=86cab33b-5263-46e8-9d23-642f25e58f87,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:19.959063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['86cab33b-5263-46e8-9d23-642f25e58f87'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:20.002132 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] No DVR routers for this DVR port 86cab33b-5263-46e8-9d23-642f25e58f87 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:20.006113 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.008544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a9fba35-0bcf-4718-88d4-ac4778e17fad req-c24131e2-cae2-4b16-8c8f-c3d0965baefa tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.30 "DELETE /v2.0/ports/86cab33b-5263-46e8-9d23-642f25e58f87 HTTP/1.1" status: 204 len: 173 time: 0.5525219 Sep 16 06:03:20.012781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a5b3b3-bd9e-42b3-9c70-d56346279681', 'name': 'network-vif-deleted', 'tag': '86cab33b-5263-46e8-9d23-642f25e58f87'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:20.012781 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df8102-3fc2-432c-a30e-49c85a4a2740" -d '{"events": [{"server_uuid": "f2a5b3b3-bd9e-42b3-9c70-d56346279681", "name": "network-vif-deleted", "tag": "86cab33b-5263-46e8-9d23-642f25e58f87"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:20.048720 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da0aaef-08ef-4c3d-b6c8-8e77ef2d2dcb x-openstack-request-id: req-7da0aaef-08ef-4c3d-b6c8-8e77ef2d2dcb {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:20.049020 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a5b3b3-bd9e-42b3-9c70-d56346279681", "name": "network-vif-deleted", "tag": "86cab33b-5263-46e8-9d23-642f25e58f87", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:20.049276 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7da0aaef-08ef-4c3d-b6c8-8e77ef2d2dcb {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:20.049681 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a5b3b3-bd9e-42b3-9c70-d56346279681', 'name': 'network-vif-deleted', 'tag': '86cab33b-5263-46e8-9d23-642f25e58f87', 'status': 'completed', 'code': 200} Sep 16 06:03:20.698656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bee08c-7b09-43ad-b0b4-cdcce602686d req-5d762c8a-7e34-4a67-9725-23ee0924d5cb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:20.700374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04bee08c-7b09-43ad-b0b4-cdcce602686d req-5d762c8a-7e34-4a67-9725-23ee0924d5cb tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0600858 Sep 16 06:03:20.742693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04bee08c-7b09-43ad-b0b4-cdcce602686d req-930438b7-0a97-40e5-9d8d-ecdb662bb9bf tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358689 Sep 16 06:03:21.005622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65b88075-2ed5-4bea-b165-1e7d34e3ec8d req-a4f27b3d-cad4-400a-971c-76d2acac26ae tempest-TestServerAdvancedOps-1810930119 tempest-TestServerAdvancedOps-1810930119-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a5b3b3-bd9e-42b3-9c70-d56346279681 HTTP/1.1" status: 200 len: 210 time: 0.0286815 Sep 16 06:03:21.071835 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.686685 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5169ec9-36ad-4a9a-8d7e-1cc142b39326 req-1d492111-00ea-4dfe-983a-1fec055d5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:21.688221 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5169ec9-36ad-4a9a-8d7e-1cc142b39326 req-1d492111-00ea-4dfe-983a-1fec055d5d8c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1097 time: 0.0403152 Sep 16 06:03:21.726802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5169ec9-36ad-4a9a-8d7e-1cc142b39326 req-58559941-8ef7-463a-a2c3-b67d83d2dfb8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278766 Sep 16 06:03:21.866134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688b4bc-63e2-4659-85e2-edfa1c75bc3c req-eea3e438-47b9-4450-a9a8-ae89a729350d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:21.867663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5688b4bc-63e2-4659-85e2-edfa1c75bc3c req-eea3e438-47b9-4450-a9a8-ae89a729350d tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Sep 16 06:03:21.910484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5688b4bc-63e2-4659-85e2-edfa1c75bc3c req-dbf94458-4fe4-4460-8c03-fd7c0eac436f tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366430 Sep 16 06:03:22.067968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48290) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:22.112942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99998b7-513c-4245-930b-f05ad98d82fb admin admin] Deleting subnet 4511aaf5-3bac-4fae-a9e4-841231b73093 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:22.116252 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c99998b7-513c-4245-930b-f05ad98d82fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.156637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c99998b7-513c-4245-930b-f05ad98d82fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.196424 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c99998b7-513c-4245-930b-f05ad98d82fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.329487 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c99998b7-513c-4245-930b-f05ad98d82fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.358210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99998b7-513c-4245-930b-f05ad98d82fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4511aaf5-3bac-4fae-a9e4-841231b73093,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:22.362023 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c99998b7-513c-4245-930b-f05ad98d82fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.364328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c99998b7-513c-4245-930b-f05ad98d82fb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4511aaf5-3bac-4fae-a9e4-841231b73093 HTTP/1.1" status: 204 len: 168 time: 0.2949500 Sep 16 06:03:22.366494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48292) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:22.450157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.531386 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.551657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead7c24a-0224-418c-abd9-a359eddbeb04']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:22.561224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a636ed31-7445-4efb-8950-bd7d252c38ee') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:22.561521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a636ed31-7445-4efb-8950-bd7d252c38ee') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:22.570808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.585586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.586177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 86cab33b-5263-46e8-9d23-642f25e58f87 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:22.593251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:22.593579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:22.595251 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:22.606709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 86cab33b-5263-46e8-9d23-642f25e58f87 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:22.607112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 86cab33b-5263-46e8-9d23-642f25e58f87 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:22.743501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.750796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.755478 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ead7c24a-0224-418c-abd9-a359eddbeb04 HTTP/1.1" status: 204 len: 168 time: 0.3855557 Sep 16 06:03:22.758419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48294) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:22.764839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f244f2-7a34-486e-b29f-8ba093646034 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead7c24a-0224-418c-abd9-a359eddbeb04,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:22.805418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab48b1e3-a191-404f-90f9-cbf0b7a58381 admin admin] Deleting subnet 4a48503c-c352-4079-a0e5-43dbbb8bf142 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:22.809815 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab48b1e3-a191-404f-90f9-cbf0b7a58381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.846765 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab48b1e3-a191-404f-90f9-cbf0b7a58381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.887988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab48b1e3-a191-404f-90f9-cbf0b7a58381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.009791 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab48b1e3-a191-404f-90f9-cbf0b7a58381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.023621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab48b1e3-a191-404f-90f9-cbf0b7a58381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.028530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ab48b1e3-a191-404f-90f9-cbf0b7a58381 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4a48503c-c352-4079-a0e5-43dbbb8bf142 HTTP/1.1" status: 204 len: 168 time: 0.2687705 Sep 16 06:03:23.032877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b7dc-f61c-4d82-b8ee-6c537193cfc0 req-ac858948-fbda-49f9-9b04-363d6030e8de tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:23.034699 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-daf6b7dc-f61c-4d82-b8ee-6c537193cfc0 req-ac858948-fbda-49f9-9b04-363d6030e8de tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0532629 Sep 16 06:03:23.035181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48298) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:23.043320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48b1e3-a191-404f-90f9-cbf0b7a58381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a48503c-c352-4079-a0e5-43dbbb8bf142,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:23.125902 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22809f6d-b1bb-4856-9417-05cc1bf0dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.132942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-daf6b7dc-f61c-4d82-b8ee-6c537193cfc0 req-ee15a250-c6a1-4ec6-8483-5267f2e0e604 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907068 Sep 16 06:03:23.140298 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.228103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.248925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f6016f-b398-4fe3-95bf-9c98718110fd']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:23.258079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa095e1-50ff-4715-afb8-cc0812095f05') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:23.263777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa095e1-50ff-4715-afb8-cc0812095f05') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:23.268522 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.282046 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.288672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:23.289069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:23.290810 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:23.432232 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.437159 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.439194 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] 10.222.0.49 "DELETE /v2.0/networks/93f6016f-b398-4fe3-95bf-9c98718110fd HTTP/1.1" status: 204 len: 168 time: 0.4030154 Sep 16 06:03:23.453582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5be760-8f0a-4ce1-bcbe-3c64cc2180dc admin admin] Pushing event deleted for resources: {'Network': ['ID=93f6016f-b398-4fe3-95bf-9c98718110fd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:23.537607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ed020f2d-1a6b-4c2b-accf-c5123628c6f3 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:03:23.544475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ed020f2d-1a6b-4c2b-accf-c5123628c6f3 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:23.694436 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.706193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:23.729010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'port_id': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'mac_address': 'fa:16:3e:c8:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:03:23.734564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:23.736842 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dc239e-4aa2-45b3-88db-fe731f0a59c9" -d '{"events": [{"server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "name": "network-vif-unplugged", "status": "completed", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:23.752263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:23.773314 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf2ba9-555f-44ea-8e7c-bd3eb4a6e78b x-openstack-request-id: req-26cf2ba9-555f-44ea-8e7c-bd3eb4a6e78b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:23.773626 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "name": "network-vif-unplugged", "status": "completed", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:23.773883 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26cf2ba9-555f-44ea-8e7c-bd3eb4a6e78b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:23.774272 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'code': 200} Sep 16 06:03:23.786401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.800786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed020f2d-1a6b-4c2b-accf-c5123628c6f3 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:03:23.815800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48304) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:23.832848 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.865125 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-66d9775a-1ee8-441b-a4e4-1c1024c3d6ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=036664ad385344bea042c2f48362416d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479465 Sep 16 06:03:23.868017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48306) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:23.913372 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:03:23.913729 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:03:23.914273 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.923498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:23.925512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0d0f-4b76-4838-93bf-6155f77f200d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.949782 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0d0f-4b76-4838-93bf-6155f77f200d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.100454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0d0f-4b76-4838-93bf-6155f77f200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.103094 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0d0f-4b76-4838-93bf-6155f77f200d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.104955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6b5c0d0f-4b76-4838-93bf-6155f77f200d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a47f1b4-949c-4932-a0a3-a13a085bc73f HTTP/1.1" status: 204 len: 168 time: 0.2359209 Sep 16 06:03:24.114165 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c0d0f-4b76-4838-93bf-6155f77f200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47f1b4-949c-4932-a0a3-a13a085bc73f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:24.264667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03c34c-a5d3-48b8-92e3-d22f3c4b448f req-dacd204c-64e8-4c73-bfad-f6856c0b5497 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:24.266121 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb03c34c-a5d3-48b8-92e3-d22f3c4b448f req-dacd204c-64e8-4c73-bfad-f6856c0b5497 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 943 time: 0.0507097 Sep 16 06:03:24.306701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb03c34c-a5d3-48b8-92e3-d22f3c4b448f req-dfc615cc-b8e3-479d-95d2-f07efaace00a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343769 Sep 16 06:03:24.329758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48312) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:24.397195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6697a630-94f1-4c8f-9e02-f70b4ec65c3c tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/floatingips/9947193e-f208-4de0-9a14-87f9ec55b605 HTTP/1.1" status: 200 len: 991 time: 0.0661311 Sep 16 06:03:24.452005 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.467242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed020f2d-1a6b-4c2b-accf-c5123628c6f3 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:03:24.490406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:24.568506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.619278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:24.819497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48316) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:24.856646 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6a04b449-7560-41bb-a17a-cb3b2ca3e195 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ba2a098bce041e0a1cd75d5dcae1d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409114 Sep 16 06:03:24.859151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48318) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:24.863952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['ed020f2d-1a6b-4c2b-accf-c5123628c6f3'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:24.909458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9d14d16-6a22-4809-b771-f260f31f32c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.931446 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9d14d16-6a22-4809-b771-f260f31f32c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.077374 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9d14d16-6a22-4809-b771-f260f31f32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.079990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b9d14d16-6a22-4809-b771-f260f31f32c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.083510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b9d14d16-6a22-4809-b771-f260f31f32c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3490b52-0f8d-40bf-afbd-c9c56876bbfa HTTP/1.1" status: 204 len: 168 time: 0.2211206 Sep 16 06:03:25.089401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d14d16-6a22-4809-b771-f260f31f32c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3490b52-0f8d-40bf-afbd-c9c56876bbfa,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:25.408670 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.522977 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.569301 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ed020f2d-1a6b-4c2b-accf-c5123628c6f3 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:27.626286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:27.626576 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.705480 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.727571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:27.730230 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d3578-ddf9-4ceb-b0cf-9e927a99d548" -d '{"events": [{"server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "name": "network-vif-plugged", "status": "completed", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:27.742691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:27.770242 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c209e8-0bc6-4b08-af53-45819b116ae0 x-openstack-request-id: req-95c209e8-0bc6-4b08-af53-45819b116ae0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:27.770538 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "name": "network-vif-plugged", "status": "completed", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:27.770796 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95c209e8-0bc6-4b08-af53-45819b116ae0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:27.771217 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'code': 200} Sep 16 06:03:27.809807 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.858070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:28.950279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:33.240220 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:46.412149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-61404885-96d6-4c3a-943a-46b1db293e56 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439806 Sep 16 06:03:46.515899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-db637446-a1c3-4bdc-9ea8-9cb4f2faf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:46.517498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-db637446-a1c3-4bdc-9ea8-9cb4f2faf911 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1097 time: 0.0401137 Sep 16 06:03:46.629269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-9c0495f3-2637-45a3-93a2-dc15862d72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:46.630763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-9c0495f3-2637-45a3-93a2-dc15862d72b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf HTTP/1.1" status: 200 len: 897 time: 0.0893795 Sep 16 06:03:46.713108 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-d166e1a7-7924-4916-a0f1-5c4f2193897a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3 HTTP/1.1" status: 200 len: 1001 time: 0.0719757 Sep 16 06:03:46.762608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-8015f1ff-d277-470b-b667-f784d311b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:46.764132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-8015f1ff-d277-470b-b667-f784d311b0dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=877bc1a7-15fe-4e1c-b99b-393ce002ddcf HTTP/1.1" status: 200 len: 835 time: 0.0429993 Sep 16 06:03:46.814832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-ad326164-be4a-43a8-bfff-83859dbb1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:46.816401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-ad326164-be4a-43a8-bfff-83859dbb1546 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448089 Sep 16 06:03:46.910789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-f7f6c86b-ca83-4796-bcd2-2a3af2fd75c2 service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868900 Sep 16 06:03:47.006504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-29bddfc4-bac1-49ef-87b0-51b8b29ab352 req-1eb21041-1a68-421b-a32a-0a8174c3fb51 service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879307 Sep 16 06:03:49.968091 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ed30892-3c0e-499a-93b4-5a2c91437558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.109035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.143949 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-76b70b8b-1dbb-43a8-ae7d-136d59cd729f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.922680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.419310 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:57.527725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:58.965771 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:01.699995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48338) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:01.872740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port bf17e378-472a-4ea2-b8fc-e0c13fe37dd0 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:01.873087 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:01.951225 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:01.951482 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:01.964089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for bf17e378-472a-4ea2-b8fc-e0c13fe37dd0 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:02.177465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:02.206807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=bf17e378-472a-4ea2-b8fc-e0c13fe37dd0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:02.234013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.234367 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.234712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.235051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.235390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.235724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.236085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.236419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.236985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.237489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.237824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.238153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:02.282941 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:02.283277 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Floating IP 9947193e-f208-4de0-9a14-87f9ec55b605 disassociated (deleted). External IP: 172.25.1.129, port: ed020f2d-1a6b-4c2b-accf-c5123628c6f3. Sep 16 06:04:02.498272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 3b4759c3-0273-4312-9ccb-c5202d651b3e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:02.606530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:02.612539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:02.617263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] Sync routers for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:02.625931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:02.626545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:03:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:02.644974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bafd92cd-666f-45fc-b521-e8072f49b78a tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/floatingips/9947193e-f208-4de0-9a14-87f9ec55b605 HTTP/1.1" status: 204 len: 168 time: 0.9438522 Sep 16 06:04:02.645564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:02.647884 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:02.687666 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264b32a1-9bd6-4d7c-8b35-d87deed3f069 x-openstack-request-id: req-264b32a1-9bd6-4d7c-8b35-d87deed3f069 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:02.688134 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:02.688393 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-264b32a1-9bd6-4d7c-8b35-d87deed3f069 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:02.688932 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'status': 'completed', 'code': 200} Sep 16 06:04:02.777639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-5af0eab4-73c9-4039-98c9-d00d16e32795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:02.779100 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-5af0eab4-73c9-4039-98c9-d00d16e32795 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=adeb84abad58478eb9a2947112779c52&device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 1097 time: 0.0457289 Sep 16 06:04:02.883020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-92cc3fbd-8003-4e18-9e10-8c89347968e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:02.884794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-92cc3fbd-8003-4e18-9e10-8c89347968e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf HTTP/1.1" status: 200 len: 897 time: 0.0980668 Sep 16 06:04:02.891778 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:02.929208 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-6cf33305-b90a-4b73-af77-db0a4ff39624 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3 HTTP/1.1" status: 200 len: 217 time: 0.0347705 Sep 16 06:04:02.986157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-75fd2c33-2add-44f9-879c-6de3e5ca45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:02.987772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-75fd2c33-2add-44f9-879c-6de3e5ca45c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=877bc1a7-15fe-4e1c-b99b-393ce002ddcf HTTP/1.1" status: 200 len: 835 time: 0.0464182 Sep 16 06:04:03.033995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-c87ca4ad-da28-4bbc-bc8e-d257880ede00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:03.035511 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-c87ca4ad-da28-4bbc-bc8e-d257880ede00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410740 Sep 16 06:04:03.103517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:03.144743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] Checking router: 3b4759c3-0273-4312-9ccb-c5202d651b3e for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:03.145695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176d4eb-0b93-451a-a636-935fcf0248f4 req-e0ede975-8b0d-4c7f-a35e-afea827b9440 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:03.148511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3176d4eb-0b93-451a-a636-935fcf0248f4 req-e0ede975-8b0d-4c7f-a35e-afea827b9440 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0563459 Sep 16 06:04:03.148836 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-de422e05-8db1-4d05-809a-0461afb5dff3 service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921738 Sep 16 06:04:03.153649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:03.154256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:03:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:03.191714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3176d4eb-0b93-451a-a636-935fcf0248f4 req-0f685beb-1af5-48d5-bf9d-f9999f8cc910 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360446 Sep 16 06:04:03.261559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d667ad8d-d9f8-4a41-b0b7-8c004a7235f8 req-1ea17f3c-0ed0-4fcc-9320-61cd739ea015 service neutron] 10.222.0.66 "GET /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013601 Sep 16 06:04:03.270281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:03.463603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:03.490325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd12c50-7432-4604-bb1d-1226a6fbeb09 None None] The sync data for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 is: [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '98bee884-d350-4e89-bca3-d6592b031457', 'name': '', 'network_id': '3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'mac_address': 'fa:16:3e:ef:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:15Z', 'updated_at': '2021-09-16T06:02:19Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'subnets': [{'id': '877bc1a7-15fe-4e1c-b99b-393ce002ddcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:03.717461 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf87753-ce52-42fc-862b-e6a6892bfafe None None] New status for floating IP 9947193e-f208-4de0-9a14-87f9ec55b605: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:04:04.323131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd295-0e19-4d53-bde7-6032c6745d5a req-80b370d1-bd99-416e-a941-c7be285fdade tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:04.324701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6aafd295-0e19-4d53-bde7-6032c6745d5a req-80b370d1-bd99-416e-a941-c7be285fdade tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0509093 Sep 16 06:04:04.363873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6aafd295-0e19-4d53-bde7-6032c6745d5a req-e7107caa-bce7-41ba-98c1-e751444caae7 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/security-groups?id=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Sep 16 06:04:04.779096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-ba58fdef-0a8b-4e7a-8b25-1ea54d9618a9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:04.780616 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-ba58fdef-0a8b-4e7a-8b25-1ea54d9618a9 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 945 time: 0.0506506 Sep 16 06:04:04.881994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:04.882347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:04.973760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port ed020f2d-1a6b-4c2b-accf-c5123628c6f3, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:04.974125 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:04.986859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for ed020f2d-1a6b-4c2b-accf-c5123628c6f3 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:05.200118 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:05.229948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=ed020f2d-1a6b-4c2b-accf-c5123628c6f3,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:05.260122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.260467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.260802 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.261176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.261504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.261828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.262149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.262471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.262788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.263103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.263421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.263736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:05.289245 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] No DVR routers for this DVR port ed020f2d-1a6b-4c2b-accf-c5123628c6f3 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:05.292052 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:05.294049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-941d7fc9-4fdd-48f3-948b-d0b79b34b73c req-628b9005-61cc-4572-b0c6-509173ff91c5 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.66 "DELETE /v2.0/ports/ed020f2d-1a6b-4c2b-accf-c5123628c6f3 HTTP/1.1" status: 204 len: 173 time: 0.5030184 Sep 16 06:04:05.294476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'name': 'network-vif-deleted', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:05.297009 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6e12be-02d3-4585-b2cb-ca05b75db6b3" -d '{"events": [{"server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "name": "network-vif-deleted", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:05.459802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2890f76-2393-4805-9e5d-5a2829c8b91a req-48fd0096-484e-4989-a2a5-90e7ab6a891e tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e0e0098-ddb3-4687-a569-8852ee1f1751 HTTP/1.1" status: 200 len: 210 time: 0.0275128 Sep 16 06:04:05.524004 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532eb8c7-37b4-4061-b982-3a9f85b0a431 x-openstack-request-id: req-532eb8c7-37b4-4061-b982-3a9f85b0a431 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:05.524301 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0e0098-ddb3-4687-a569-8852ee1f1751", "name": "network-vif-deleted", "tag": "ed020f2d-1a6b-4c2b-accf-c5123628c6f3", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:05.524557 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-532eb8c7-37b4-4061-b982-3a9f85b0a431 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:05.524960 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0e0098-ddb3-4687-a569-8852ee1f1751', 'name': 'network-vif-deleted', 'tag': 'ed020f2d-1a6b-4c2b-accf-c5123628c6f3', 'status': 'completed', 'code': 200} Sep 16 06:04:06.517299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48356) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:06.904745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.178665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 98bee884-d350-4e89-bca3-d6592b031457 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:07.179007 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.279376 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port 98bee884-d350-4e89-bca3-d6592b031457, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=98bee884-d350-4e89-bca3-d6592b031457,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:07.279745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.292968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 98bee884-d350-4e89-bca3-d6592b031457 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:07.553913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:07.579436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=98bee884-d350-4e89-bca3-d6592b031457,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:07.760866 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.310005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Router 3b4759c3-0273-4312-9ccb-c5202d651b3e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:08.419151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:08.426659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-06725f6a-1c01-43c4-b9ce-d39a653dfcf1 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "PUT /v2.0/routers/3b4759c3-0273-4312-9ccb-c5202d651b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072597 Sep 16 06:04:08.429431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48358) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:08.441095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] Sync routers for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:08.451956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:08.452568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:03:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:08.483946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a550401-3743-433b-955e-ec94495bebab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting subnet 877bc1a7-15fe-4e1c-b99b-393ce002ddcf {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:04:08.487032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a550401-3743-433b-955e-ec94495bebab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.530787 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a550401-3743-433b-955e-ec94495bebab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.581401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:08.624328 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a550401-3743-433b-955e-ec94495bebab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.766867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:04:07Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:08.777424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a550401-3743-433b-955e-ec94495bebab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.793184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] Checking router: 3b4759c3-0273-4312-9ccb-c5202d651b3e for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:08.802043 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] Routers {'3b4759c3-0273-4312-9ccb-c5202d651b3e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:08.802653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:03:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['3b4759c3-0273-4312-9ccb-c5202d651b3e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:08.809666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a550401-3743-433b-955e-ec94495bebab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Subnet': ['ID=877bc1a7-15fe-4e1c-b99b-393ce002ddcf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:08.814754 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8a550401-3743-433b-955e-ec94495bebab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.817576 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8a550401-3743-433b-955e-ec94495bebab tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/subnets/877bc1a7-15fe-4e1c-b99b-393ce002ddcf HTTP/1.1" status: 204 len: 168 time: 0.3871205 Sep 16 06:04:08.820051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48360) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:08.837366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc05d9-c93d-47ea-8d63-d18f0115f5ff None None] Network 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:08.944480 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.995688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] Set router 3b4759c3-0273-4312-9ccb-c5202d651b3e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:09.054428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.171160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216976f9-a5d1-4538-862f-421b899119df None None] DHCP port deletion for 3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:04:09.177548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Deleting port 7926194a-d144-4390-986d-5613e807c348 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:09.177904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.235027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:04:07Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:09.279611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff485f4d-3e5e-42e9-ba86-a111ebadc444 None None] The sync data for ids ['3b4759c3-0273-4312-9ccb-c5202d651b3e'] in n-d-712749-15 is: [{'id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951918391', 'tenant_id': 'adeb84abad58478eb9a2947112779c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '7926194a-d144-4390-986d-5613e807c348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:02:11Z', 'updated_at': '2021-09-16T06:04:07Z', 'revision_number': 5, 'project_id': 'adeb84abad58478eb9a2947112779c52', 'gw_port': {'id': '7926194a-d144-4390-986d-5613e807c348', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4759c3-0273-4312-9ccb-c5202d651b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:02:12Z', 'updated_at': '2021-09-16T06:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:09.284467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-216976f9-a5d1-4538-862f-421b899119df None None] Deleting port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:09.285016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.290595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] For port 7926194a-d144-4390-986d-5613e807c348, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7926194a-d144-4390-986d-5613e807c348,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:09.291108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.306324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Calling delete_port for 7926194a-d144-4390-986d-5613e807c348 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:09.356896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-216976f9-a5d1-4538-862f-421b899119df None None] For port ec505d5c-5de4-4a7c-a34b-dbaa865ede64, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec505d5c-5de4-4a7c-a34b-dbaa865ede64,segment=NetworkSegment(0c1d3cb3-5301-45e3-b597-084f6259a16d),segment_id=0c1d3cb3-5301-45e3-b597-084f6259a16d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:09.357203 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.370860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-216976f9-a5d1-4538-862f-421b899119df None None] Calling delete_port for ec505d5c-5de4-4a7c-a34b-dbaa865ede64 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:09.590895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.623791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216976f9-a5d1-4538-862f-421b899119df None None] Pushing event deleted for resources: {'Port': ['ID=ec505d5c-5de4-4a7c-a34b-dbaa865ede64,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:09.626165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216976f9-a5d1-4538-862f-421b899119df None None] No DVR routers for this DVR port ec505d5c-5de4-4a7c-a34b-dbaa865ede64 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:09.636234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.636332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.636681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.637091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.637344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.637678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.638070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.638428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.638714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.639015 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.639395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.639652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216976f9-a5d1-4538-862f-421b899119df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:09.641257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.676560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Port': ['ID=7926194a-d144-4390-986d-5613e807c348,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:09.740017 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.819783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ed020f2d-1a6b-4c2b-accf-c5123628c6f3 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:09.851370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: ed020f2d-1a6b-4c2b-accf-c5123628c6f3 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:09.851723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device ed020f2d-1a6b-4c2b-accf-c5123628c6f3 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:10.139873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.141963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.239473 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:10.253231 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.254433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4759c3-0273-4312-9ccb-c5202d651b3e {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:04:10.261252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.262368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d782ed61-ca83-4193-8742-9398d265c430 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/routers/3b4759c3-0273-4312-9ccb-c5202d651b3e HTTP/1.1" status: 204 len: 168 time: 1.4413741 Sep 16 06:04:10.265167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:10.346432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.436693 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.456359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:10.465848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1d3cb3-5301-45e3-b597-084f6259a16d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:10.466146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1d3cb3-5301-45e3-b597-084f6259a16d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:10.475372 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.488090 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.493895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:04:10.494274 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:04:10.497172 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:04:10.647799 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.655569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.656664 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/networks/3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf HTTP/1.1" status: 204 len: 168 time: 0.3904331 Sep 16 06:04:10.659793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48364) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:10.675535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08ab6b-8d8c-4358-b623-06712461ba46 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'Network': ['ID=3cfbd0a1-1d6a-4d06-b31c-4fd73e95bbcf,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:10.727795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77daa99f-dee3-4971-84be-31d33f43a930 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.735383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98bee884-d350-4e89-bca3-d6592b031457 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:10.757892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 98bee884-d350-4e89-bca3-d6592b031457 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:10.758235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 98bee884-d350-4e89-bca3-d6592b031457 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:10.758644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7926194a-d144-4390-986d-5613e807c348 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:10.768614 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77daa99f-dee3-4971-84be-31d33f43a930 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.780168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7926194a-d144-4390-986d-5613e807c348 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:10.780508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7926194a-d144-4390-986d-5613e807c348 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:10.780923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec505d5c-5de4-4a7c-a34b-dbaa865ede64 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:10.799445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ec505d5c-5de4-4a7c-a34b-dbaa865ede64 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:10.799785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec505d5c-5de4-4a7c-a34b-dbaa865ede64 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:10.897089 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77daa99f-dee3-4971-84be-31d33f43a930 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.899708 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77daa99f-dee3-4971-84be-31d33f43a930 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:10.900992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77daa99f-dee3-4971-84be-31d33f43a930 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] 10.222.0.49 "DELETE /v2.0/security-groups/67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c HTTP/1.1" status: 204 len: 168 time: 0.2400126 Sep 16 06:04:10.910473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daa99f-dee3-4971-84be-31d33f43a930 tempest-TestNetworkAdvancedServerOps-1989897698 tempest-TestNetworkAdvancedServerOps-1989897698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba2f8d-b6cd-48d7-9d75-0ddb3cba752c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:11.565525 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48372) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:11.703907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e7536481-985f-4672-ab28-d9d96567fb90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=adeb84abad58478eb9a2947112779c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364915 Sep 16 06:04:11.705686 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48376) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:11.753838 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7956f948-b697-4584-b77f-b938e5125289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.775463 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7956f948-b697-4584-b77f-b938e5125289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.910506 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7956f948-b697-4584-b77f-b938e5125289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.913512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7956f948-b697-4584-b77f-b938e5125289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.914701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7956f948-b697-4584-b77f-b938e5125289 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20d09fa0-c004-46e1-8458-c37af6c374a2 HTTP/1.1" status: 204 len: 168 time: 0.2081120 Sep 16 06:04:11.924292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956f948-b697-4584-b77f-b938e5125289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d09fa0-c004-46e1-8458-c37af6c374a2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:12.473913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:12.513453 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ed42da43-407b-4450-bd9f-fd73a8016867 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c983334e11e749bdacb59ae8a8b5ebd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383582 Sep 16 06:04:12.515937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48384) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:12.563105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d73c-4997-4ab5-80fd-f4cf418c25be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:12.583447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d73c-4997-4ab5-80fd-f4cf418c25be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:12.702567 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d73c-4997-4ab5-80fd-f4cf418c25be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:12.705153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d73c-4997-4ab5-80fd-f4cf418c25be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:12.706371 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-cbf0d73c-4997-4ab5-80fd-f4cf418c25be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9249e357-1312-4080-986c-0b7fdedc74c4 HTTP/1.1" status: 204 len: 168 time: 0.1895380 Sep 16 06:04:12.719776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0d73c-4997-4ab5-80fd-f4cf418c25be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9249e357-1312-4080-986c-0b7fdedc74c4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:17.886315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48540) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:17.997823 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39bbb67f-05ac-476b-88ee-2368f258b41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:18.087741 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39bbb67f-05ac-476b-88ee-2368f258b41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:18.156081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39bbb67f-05ac-476b-88ee-2368f258b41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:18.193708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbb67f-05ac-476b-88ee-2368f258b41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24ef9b8-5e73-4d27-89d7-8569075543de,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:18.198168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-39bbb67f-05ac-476b-88ee-2368f258b41d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa01f77add8c4620b86fc31c899463c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106761 Sep 16 06:04:18.201071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48544) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:18.251053 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000c4477-82dc-4c0b-b7a9-5d336a422d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:18.275514 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000c4477-82dc-4c0b-b7a9-5d336a422d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:18.392197 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000c4477-82dc-4c0b-b7a9-5d336a422d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:18.393990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-000c4477-82dc-4c0b-b7a9-5d336a422d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:18.395882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-000c4477-82dc-4c0b-b7a9-5d336a422d01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c24ef9b8-5e73-4d27-89d7-8569075543de HTTP/1.1" status: 204 len: 168 time: 0.1933694 Sep 16 06:04:18.407041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c4477-82dc-4c0b-b7a9-5d336a422d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24ef9b8-5e73-4d27-89d7-8569075543de,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:19.172428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48550) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:19.186371 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6ad114f6-b52b-4b00-87cb-43f6d961fba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:19.389416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6ad114f6-b52b-4b00-87cb-43f6d961fba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:19.482107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6ad114f6-b52b-4b00-87cb-43f6d961fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:19.522059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6ad114f6-b52b-4b00-87cb-43f6d961fba6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=352a6ae81c224a6786827a844efb0a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485138 Sep 16 06:04:19.522973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad114f6-b52b-4b00-87cb-43f6d961fba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98fc31e-c5b7-4244-bdd5-25ae1328c013,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:19.524831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48552) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:19.579235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fc66b64-ca61-424a-b58c-57ec9a8be62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:19.600259 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fc66b64-ca61-424a-b58c-57ec9a8be62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:19.772932 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fc66b64-ca61-424a-b58c-57ec9a8be62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:19.775458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2fc66b64-ca61-424a-b58c-57ec9a8be62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:19.776666 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2fc66b64-ca61-424a-b58c-57ec9a8be62b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f98fc31e-c5b7-4244-bdd5-25ae1328c013 HTTP/1.1" status: 204 len: 168 time: 0.2501130 Sep 16 06:04:19.786178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc66b64-ca61-424a-b58c-57ec9a8be62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98fc31e-c5b7-4244-bdd5-25ae1328c013,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:19.885402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f8a34fdd-c289-4016-95fd-b3608f28d2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:21.064572 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:23.081611 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3451-bced-42ac-bbb7-f623498bf83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:23.885202 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:25.427726 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:27.573153 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:28.950239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:30.862070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-4c77f75e-5714-4df0-8883-5aab5d31189f tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=36946e1572c4474ba71bb47f496ce013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291131 Sep 16 06:04:31.047152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-200db160-0c69-479a-8332-a96f5cdc0eb3 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:31.048584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-200db160-0c69-479a-8332-a96f5cdc0eb3 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809950 Sep 16 06:04:31.063293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-44812b59-779b-4e4b-8c5b-b6f3bbf581a5 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/quotas/36946e1572c4474ba71bb47f496ce013 HTTP/1.1" status: 200 len: 375 time: 0.0090916 Sep 16 06:04:31.095288 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-660284f5-781c-4ecd-b7f1-627d6aaa4d6d tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=36946e1572c4474ba71bb47f496ce013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262351 Sep 16 06:04:31.353692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-39704fb2-f5cf-44f4-86dd-10f2497897c1 req-9d1dfb13-1a62-45e4-a462-3df377a5fe9c tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 210 time: 0.0277340 Sep 16 06:04:32.431280 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac40173b-25aa-4ef2-9f35-4d5463e876ef req-4a3bebce-ea78-4621-9915-d69339c80f26 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 210 time: 0.0279863 Sep 16 06:04:33.530946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-991643fa-0335-495e-af53-04e04f97daff req-f7ae08be-8f6a-434a-8074-dbfc5ac3e028 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 210 time: 0.0308433 Sep 16 06:04:33.563845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-1e090873-8892-4e9f-80f4-dc7dcb4144c8 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=36946e1572c4474ba71bb47f496ce013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298526 Sep 16 06:04:33.762128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-1b155b9f-0505-4f81-a1ed-f330fd107474 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:33.763519 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-1b155b9f-0505-4f81-a1ed-f330fd107474 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926246 Sep 16 06:04:33.788062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Request body: {'port': {'device_id': '844c2ab9-be3c-493f-acc2-bb99b3dd9a72', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'admin_state_up': True, 'tenant_id': '36946e1572c4474ba71bb47f496ce013'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:33.956205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Made reservation on behalf of 36946e1572c4474ba71bb47f496ce013 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:33.959810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:33.968853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.062084 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.161321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.231739 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b0580a-bdbc-456d-8023-f0696e82a670,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:34.304613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Allocated IP 192.168.233.87 (61e994be-6832-408e-9c43-c0c82a812cf0/d9f9f5c1-0d55-4675-ae79-77f1449710e8/3531d4c2-31dc-4536-a6e4-e84f9b3e73a9) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:34.462021 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.559990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.620586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Network 61e994be-6832-408e-9c43-c0c82a812cf0 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:34.623781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:34.628906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:34.666198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Pushing event updated for resources: {'Port': ['ID=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:34.666556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caf3c7-ef11-41f0-bd8b-611737ffb904 req-3ec0da2e-56ab-4d91-984d-ca6bc00e7132 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.668183 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36caf3c7-ef11-41f0-bd8b-611737ffb904 req-3ec0da2e-56ab-4d91-984d-ca6bc00e7132 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 935 time: 0.0626960 Sep 16 06:04:34.697730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:34.698332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.718228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36caf3c7-ef11-41f0-bd8b-611737ffb904 req-42866265-eb12-4c5a-b463-5259a986fb93 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Sep 16 06:04:34.788890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-b4a9e728-a933-4653-be00-88c21843fa48 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0049415 Sep 16 06:04:34.810143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Request body: {'port': {'device_id': '844c2ab9-be3c-493f-acc2-bb99b3dd9a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:34.876926 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.914527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b04b17e4-09cd-4c9c-88fc-d387f7fdc937 None None] Provisioning complete for port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:34.915473 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b04b17e4-09cd-4c9c-88fc-d387f7fdc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:34.956773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b04b17e4-09cd-4c9c-88fc-d387f7fdc937 None None] Port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:04:35.148404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:35.156424 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:35.168835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Transition to ACTIVE for port object 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:04:35.251025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:35.304430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Pushing event updated for resources: {'Port': ['ID=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:35.381073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Attempting to bind port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:04:35.381412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Attempting to bind port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:04:35.381744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Attempting to bind port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:35.387748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:04:35.388114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Attempting to bind port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 on network 61e994be-6832-408e-9c43-c0c82a812cf0 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:35.394599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:04:35.394966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Checking segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:35.395366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Bound using segment: {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:04:35.395804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Bound port: 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78ca374-f79c-46eb-a804-14ff0ad6cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:04:35.396190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:35.466041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] For port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:04:35.469276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] For port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:04:35.533430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:35.566458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:35.567080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:35.568475 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] 10.222.0.30 "PUT /v2.0/ports/3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 HTTP/1.1" status: 200 len: 1096 time: 0.7629867 Sep 16 06:04:35.568910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844c2ab9-be3c-493f-acc2-bb99b3dd9a72', 'tag': '3531d4c2-31dc-4536-a6e4-e84f9b3e73a9'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:35.571207 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfb9eb8-4088-4c4f-add0-838e4355f9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "844c2ab9-be3c-493f-acc2-bb99b3dd9a72", "tag": "3531d4c2-31dc-4536-a6e4-e84f9b3e73a9"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:35.611112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8916366-b2d9-4273-a3bf-c295778f2281 service neutron] Pushing event updated for resources: {'Port': ['ID=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:35.633636 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8648732f-bfed-4b9d-8ac1-d1fadf03df32 x-openstack-request-id: req-8648732f-bfed-4b9d-8ac1-d1fadf03df32 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:35.633636 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844c2ab9-be3c-493f-acc2-bb99b3dd9a72", "tag": "3531d4c2-31dc-4536-a6e4-e84f9b3e73a9", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:35.634005 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8648732f-bfed-4b9d-8ac1-d1fadf03df32 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:35.634318 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844c2ab9-be3c-493f-acc2-bb99b3dd9a72', 'tag': '3531d4c2-31dc-4536-a6e4-e84f9b3e73a9', 'status': 'completed', 'code': 200} Sep 16 06:04:35.730109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9eb8-4088-4c4f-add0-838e4355f9fb req-58448e01-bad9-498b-b32c-524ffceec940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:35.731995 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bbfb9eb8-4088-4c4f-add0-838e4355f9fb req-58448e01-bad9-498b-b32c-524ffceec940 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36946e1572c4474ba71bb47f496ce013&device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 1099 time: 0.0540795 Sep 16 06:04:35.769604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bbfb9eb8-4088-4c4f-add0-838e4355f9fb req-d9aad71e-562e-48e2-a9b8-eb3d1782d431 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=36946e1572c4474ba71bb47f496ce013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241437 Sep 16 06:04:35.884149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51955f-97da-4817-b0f7-9745ac0e73e8 req-e647cf2e-8204-4fcd-8107-e359ea0882ea tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:35.885759 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f51955f-97da-4817-b0f7-9745ac0e73e8 req-e647cf2e-8204-4fcd-8107-e359ea0882ea tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 947 time: 0.0623393 Sep 16 06:04:35.896993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9eb8-4088-4c4f-add0-838e4355f9fb req-952e1031-e85a-4500-86cc-eb866fc3dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:35.898811 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bbfb9eb8-4088-4c4f-add0-838e4355f9fb req-952e1031-e85a-4500-86cc-eb866fc3dd35 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225772 Sep 16 06:04:35.926619 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3f51955f-97da-4817-b0f7-9745ac0e73e8 req-a6922c37-e227-4f1f-afa8-e64fb460b919 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348287 Sep 16 06:04:36.002268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-e204a6b3-0355-4ca5-ae1e-52fdb1a16ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:36.005366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-e204a6b3-0355-4ca5-ae1e-52fdb1a16ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36946e1572c4474ba71bb47f496ce013&device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 1099 time: 0.0490983 Sep 16 06:04:36.054652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-5c43905c-860f-4ce3-b6cd-abb10c0548cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 HTTP/1.1" status: 200 len: 217 time: 0.0356965 Sep 16 06:04:36.103813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-9f921607-9b8c-49ca-aea0-eaa9e6313083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:36.105323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-9f921607-9b8c-49ca-aea0-eaa9e6313083 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9f9f5c1-0d55-4675-ae79-77f1449710e8 HTTP/1.1" status: 200 len: 843 time: 0.0443926 Sep 16 06:04:36.150838 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-327f7885-798c-4673-8b51-80d8813c6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:36.152367 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-327f7885-798c-4673-8b51-80d8813c6ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e994be-6832-408e-9c43-c0c82a812cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0402308 Sep 16 06:04:36.246955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-f3e73fc8-b148-4b90-9867-5779c1a3c63f service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876925 Sep 16 06:04:36.338903 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119345c9-5191-4200-b9fd-e5937a34c0a5 req-51e6fa9b-63d0-423d-b719-a108ace5889b service neutron] 10.222.0.30 "GET /v2.0/networks/61e994be-6832-408e-9c43-c0c82a812cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843680 Sep 16 06:04:37.046333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5696788-4475-4af4-9c21-51943dcb1bc3 req-083b13c8-2320-4796-91f1-750fdfcd8568 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:37.047879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5696788-4475-4af4-9c21-51943dcb1bc3 req-083b13c8-2320-4796-91f1-750fdfcd8568 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 947 time: 0.0508826 Sep 16 06:04:37.086635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5696788-4475-4af4-9c21-51943dcb1bc3 req-7b4affbb-41b3-43dc-b780-ad76517065a9 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Sep 16 06:04:38.203512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf6e65-2ab8-4a57-a19d-44be499d7e1e req-d9c66d97-4062-4a24-a492-9be172b1c0d8 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:38.205687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6cbf6e65-2ab8-4a57-a19d-44be499d7e1e req-d9c66d97-4062-4a24-a492-9be172b1c0d8 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 947 time: 0.0510480 Sep 16 06:04:38.243243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6cbf6e65-2ab8-4a57-a19d-44be499d7e1e req-bb9309be-778b-4c7f-8cbb-241d96c2181f tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Sep 16 06:04:38.994167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:04:39.108536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:39.124099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '3531d4c2-31dc-4536-a6e4-e84f9b3e73a9', 'network_id': '61e994be-6832-408e-9c43-c0c82a812cf0', 'port_id': '3531d4c2-31dc-4536-a6e4-e84f9b3e73a9', 'mac_address': 'fa:16:3e:79:c3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9f5c1-0d55-4675-ae79-77f1449710e8', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:04:39.166612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.181968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:39.207365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:39.275841 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:39.340972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:39.374454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb8a54-1d94-4ed9-9fda-8efade103672 req-1b2f0103-c946-4286-8640-06747fb4fa87 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:39.375976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7bcb8a54-1d94-4ed9-9fda-8efade103672 req-1b2f0103-c946-4286-8640-06747fb4fa87 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 948 time: 0.0583646 Sep 16 06:04:39.420270 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7bcb8a54-1d94-4ed9-9fda-8efade103672 req-c130b6c5-0f0e-4ba8-9130-eb0b614d0e72 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360732 Sep 16 06:04:39.553534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3531d4c2-31dc-4536-a6e4-e84f9b3e73a9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:40.537220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b64a56-359b-479c-b861-a0e8f8baba77 req-ac8af0de-28b9-45ae-94b0-45ea8af5b95e tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:40.538816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06b64a56-359b-479c-b861-a0e8f8baba77 req-ac8af0de-28b9-45ae-94b0-45ea8af5b95e tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 948 time: 0.0500064 Sep 16 06:04:40.580915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-06b64a56-359b-479c-b861-a0e8f8baba77 req-f2dfbdb4-5f56-4aa5-a237-a4d2cd3a4a18 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Sep 16 06:04:40.991508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:04:41.144030 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:04:41.149687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:41.149687 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:41.224054 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:41.245180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844c2ab9-be3c-493f-acc2-bb99b3dd9a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3531d4c2-31dc-4536-a6e4-e84f9b3e73a9'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:41.247396 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41610513-6efd-42f2-b809-db912ff0989d" -d '{"events": [{"server_uuid": "844c2ab9-be3c-493f-acc2-bb99b3dd9a72", "name": "network-vif-plugged", "status": "completed", "tag": "3531d4c2-31dc-4536-a6e4-e84f9b3e73a9"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:41.259795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:41.285992 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58329b27-db0e-450c-a418-b2c3ffff6c2e x-openstack-request-id: req-58329b27-db0e-450c-a418-b2c3ffff6c2e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:41.286294 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844c2ab9-be3c-493f-acc2-bb99b3dd9a72", "name": "network-vif-plugged", "status": "completed", "tag": "3531d4c2-31dc-4536-a6e4-e84f9b3e73a9", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:41.286546 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58329b27-db0e-450c-a418-b2c3ffff6c2e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:41.286931 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844c2ab9-be3c-493f-acc2-bb99b3dd9a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3531d4c2-31dc-4536-a6e4-e84f9b3e73a9', 'code': 200} Sep 16 06:04:41.332377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:41.386856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:41.415509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740f6d1-4890-4fa8-aead-8ea784f84779 req-f3bd3ca4-efb6-4ba2-882c-2799a5036ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:41.417107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2740f6d1-4890-4fa8-aead-8ea784f84779 req-f3bd3ca4-efb6-4ba2-882c-2799a5036ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 1101 time: 0.0462475 Sep 16 06:04:41.456255 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2740f6d1-4890-4fa8-aead-8ea784f84779 req-dd9467d6-aff1-4326-b438-9109a50b6b85 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Sep 16 06:04:41.699793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c63be-f7ed-43cb-9542-b395ed85504c req-b9fb24f0-8b19-4425-8a3d-e5985414a519 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:41.701285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f04c63be-f7ed-43cb-9542-b395ed85504c req-b9fb24f0-8b19-4425-8a3d-e5985414a519 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 949 time: 0.0509090 Sep 16 06:04:41.740590 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f04c63be-f7ed-43cb-9542-b395ed85504c req-b0158077-819e-4090-97fd-f4a64764fe62 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Sep 16 06:04:42.889891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22234d29-0353-42d2-a4db-11c54d926c28 req-6081e9ed-dd86-4b93-8264-9a6fffe8a00c tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:42.891433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22234d29-0353-42d2-a4db-11c54d926c28 req-6081e9ed-dd86-4b93-8264-9a6fffe8a00c tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 949 time: 0.0532753 Sep 16 06:04:42.930902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22234d29-0353-42d2-a4db-11c54d926c28 req-aff70328-af95-4285-ac7c-9f20e71340f3 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Sep 16 06:04:43.275568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-3b1f6f95-5e0e-437e-ab7a-e8f8accc9359 req-36b56854-e6c1-48ae-a2c6-73c1b17ac2ff service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:04:43.276622 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b1f6f95-5e0e-437e-ab7a-e8f8accc9359 req-36b56854-e6c1-48ae-a2c6-73c1b17ac2ff service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057411 Sep 16 06:04:43.908685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-09f54dc7-b21e-4441-9d49-79d0ed33384f req-f2e10d9e-6d3b-4d5c-8d07-5db20f6ed7e3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:04:43.909772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f54dc7-b21e-4441-9d49-79d0ed33384f req-f2e10d9e-6d3b-4d5c-8d07-5db20f6ed7e3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1233561 Sep 16 06:04:44.836916 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672d560-239a-4a6c-adfb-47026b76bc8a req-c7eee4f8-dd51-4382-b78a-f3363051c3e0 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:44.838482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9672d560-239a-4a6c-adfb-47026b76bc8a req-c7eee4f8-dd51-4382-b78a-f3363051c3e0 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 949 time: 0.0579481 Sep 16 06:04:44.879345 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9672d560-239a-4a6c-adfb-47026b76bc8a req-5690518b-5cc1-4928-8475-594aa41b5e64 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Sep 16 06:04:45.996775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535a60f-74ff-4043-8cdc-b5285de08360 req-a609e2c9-dff6-4357-b597-d7b2c3ba4d2d tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:45.998285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0535a60f-74ff-4043-8cdc-b5285de08360 req-a609e2c9-dff6-4357-b597-d7b2c3ba4d2d tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 949 time: 0.0488446 Sep 16 06:04:46.038785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0535a60f-74ff-4043-8cdc-b5285de08360 req-e4c8cfed-976b-44b3-998b-3c9a833ce767 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9b0580a-bdbc-456d-8023-f0696e82a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Sep 16 06:04:46.304784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-8b237179-8201-4b76-ab27-e81e2894c139 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:46.306921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-8b237179-8201-4b76-ab27-e81e2894c139 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.30 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 949 time: 0.0577796 Sep 16 06:04:46.401198 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Deleting port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:46.401542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.496515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] For port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,segment=NetworkSegment(b78ca374-f79c-46eb-a804-14ff0ad6cf39),segment_id=b78ca374-f79c-46eb-a804-14ff0ad6cf39)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:46.496883 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.509185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Calling delete_port for 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:46.781907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.814058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Pushing event deleted for resources: {'Port': ['ID=3531d4c2-31dc-4536-a6e4-e84f9b3e73a9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:46.821758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3531d4c2-31dc-4536-a6e4-e84f9b3e73a9'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:46.862742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] No DVR routers for this DVR port 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:46.865897 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:46.867952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b03876d-e53b-40ca-a8ed-b9eef714aac0 req-d011ecda-66eb-48ca-a091-cf162b7fe413 tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.30 "DELETE /v2.0/ports/3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 HTTP/1.1" status: 204 len: 173 time: 0.5544970 Sep 16 06:04:46.868423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844c2ab9-be3c-493f-acc2-bb99b3dd9a72', 'name': 'network-vif-deleted', 'tag': '3531d4c2-31dc-4536-a6e4-e84f9b3e73a9'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:46.870664 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1a186f-a7a0-4b26-820b-b12bd4238b19" -d '{"events": [{"server_uuid": "844c2ab9-be3c-493f-acc2-bb99b3dd9a72", "name": "network-vif-deleted", "tag": "3531d4c2-31dc-4536-a6e4-e84f9b3e73a9"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:46.908085 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd052165-7b8f-4701-bb1b-618c35a5c2b5 x-openstack-request-id: req-bd052165-7b8f-4701-bb1b-618c35a5c2b5 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:46.908384 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844c2ab9-be3c-493f-acc2-bb99b3dd9a72", "name": "network-vif-deleted", "tag": "3531d4c2-31dc-4536-a6e4-e84f9b3e73a9", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:46.908645 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd052165-7b8f-4701-bb1b-618c35a5c2b5 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:46.909049 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844c2ab9-be3c-493f-acc2-bb99b3dd9a72', 'name': 'network-vif-deleted', 'tag': '3531d4c2-31dc-4536-a6e4-e84f9b3e73a9', 'status': 'completed', 'code': 200} Sep 16 06:04:47.134461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42b4b157-798f-4cd4-9690-71843e72c113 req-34364aae-0cee-40ea-be04-39265ded96dc tempest-ServersAdminNegativeTestJSON-1928376380 tempest-ServersAdminNegativeTestJSON-1928376380-project] 10.222.0.49 "GET /v2.0/ports?device_id=844c2ab9-be3c-493f-acc2-bb99b3dd9a72 HTTP/1.1" status: 200 len: 210 time: 0.0271883 Sep 16 06:04:47.238406 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:48.647445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48696) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:48.781218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ab91bd12-d5cc-49ee-bc62-54cfbb7a6e18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36946e1572c4474ba71bb47f496ce013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321428 Sep 16 06:04:48.783718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48700) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:48.833565 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d54926c-564c-4f68-b4ad-f1262964c742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.855136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d54926c-564c-4f68-b4ad-f1262964c742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.966956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d54926c-564c-4f68-b4ad-f1262964c742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.969537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1d54926c-564c-4f68-b4ad-f1262964c742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.970836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1d54926c-564c-4f68-b4ad-f1262964c742 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9b0580a-bdbc-456d-8023-f0696e82a670 HTTP/1.1" status: 204 len: 168 time: 0.1860900 Sep 16 06:04:48.979799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54926c-564c-4f68-b4ad-f1262964c742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b0580a-bdbc-456d-8023-f0696e82a670,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:49.014348 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:49.033824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:49.036330 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3531d4c2-31dc-4536-a6e4-e84f9b3e73a9 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:49.508743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48708) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:49.522551 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2168e6f-ac09-4563-a5f3-ceb52d836c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.610338 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2168e6f-ac09-4563-a5f3-ceb52d836c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.664023 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d2168e6f-ac09-4563-a5f3-ceb52d836c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.704946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d2168e6f-ac09-4563-a5f3-ceb52d836c05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6acda4cd65ce4070add547ececeff311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951175 Sep 16 06:04:49.705823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2168e6f-ac09-4563-a5f3-ceb52d836c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5477f-3a39-4b28-8d55-4d27db77235c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:49.707904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48710) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:49.762966 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0a066cf-4903-47b9-84be-3361bba4fb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.784720 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0a066cf-4903-47b9-84be-3361bba4fb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.915080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-61e4f388-8fde-4f6b-8ae8-af7734c11ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.927991 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0a066cf-4903-47b9-84be-3361bba4fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.930670 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b0a066cf-4903-47b9-84be-3361bba4fb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.931867 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b0a066cf-4903-47b9-84be-3361bba4fb29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3e5477f-3a39-4b28-8d55-4d27db77235c HTTP/1.1" status: 204 len: 168 time: 0.2222905 Sep 16 06:04:49.940274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a066cf-4903-47b9-84be-3361bba4fb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5477f-3a39-4b28-8d55-4d27db77235c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:51.016735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48732) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:51.109376 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.113485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1549998553-network', 'tenant_id': '69c231e6248a47b49346dcf17d41bbc2'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:51.217737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Made reservation on behalf of 69c231e6248a47b49346dcf17d41bbc2 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:51.220020 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.228753 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.316780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.389234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.413939 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:04:51.423979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d721bd01-e8a8-4d2a-bb01-2af27dbf14db,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:51.430835 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.431179 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Added segment ccc1a354-eccd-47a4-8fec-5e1153ea5b6b of type vlan for network c4861ffd-785f-4512-b452-940fe3e3cf3b Sep 16 06:04:51.472201 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.566710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.568330 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:51.568914 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.627770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] Pushing event updated for resources: {'Network': ['ID=c4861ffd-785f-4512-b452-940fe3e3cf3b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:51.637971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c4861ffd-785f-4512-b452-940fe3e3cf3b details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:04:51.673244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6e53c19e-7fa3-4a2b-a5f4-a57f27bdfb9e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6521895 Sep 16 06:04:51.673446 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48736) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:51.678944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Request body: {'subnet': {'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1549998553-subnet', 'tenant_id': '69c231e6248a47b49346dcf17d41bbc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:51.756186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Made reservation on behalf of 69c231e6248a47b49346dcf17d41bbc2 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:51.758514 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.972562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.028822 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3620743-68c7-4b73-a03b-56f5637ec93d,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:52.039766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Checking segment: {'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:52.040161 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Network hostable DHCP agents. Network: c4861ffd-785f-4512-b452-940fe3e3cf3b, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:04:52.126665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Network c4861ffd-785f-4512-b452-940fe3e3cf3b is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:04:52.206590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c4861ffd-785f-4512-b452-940fe3e3cf3b) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:52.211481 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:52.212215 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.218182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824bd27-2358-40b9-9c28-860b34d51e52 None None] Network c4861ffd-785f-4512-b452-940fe3e3cf3b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:52.271142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-059bbaa1-912e-4e56-87c2-44b3372567ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5960903 Sep 16 06:04:52.340388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e15545-19e3-4114-86fb-4f0f735c4538 None None] Network c4861ffd-785f-4512-b452-940fe3e3cf3b requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:52.702105 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-df7ac0d1-8272-414a-b680-3b9ebc27907a tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:52.703588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-df7ac0d1-8272-414a-b680-3b9ebc27907a tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/networks?id=c4861ffd-785f-4512-b452-940fe3e3cf3b HTTP/1.1" status: 200 len: 812 time: 0.1049395 Sep 16 06:04:52.719329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-830a123d-b5ff-4d14-b9bb-e0f7a2bdf4c3 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/quotas/69c231e6248a47b49346dcf17d41bbc2 HTTP/1.1" status: 200 len: 375 time: 0.0092647 Sep 16 06:04:52.751185 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-78521c01-f0fe-410f-9f90-0446a15a3ab2 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=69c231e6248a47b49346dcf17d41bbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260987 Sep 16 06:04:52.847827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-c3ad012c-b830-4f5c-ab02-fcd573499442 service neutron] 10.222.0.49 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889347 Sep 16 06:04:52.937310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-e8938004-0fa5-43a4-bc66-f87b1721f469 service neutron] 10.222.0.49 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Sep 16 06:04:53.081407 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c182b529-6444-4945-8c5b-aaeb4c1763b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.225463 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c271f06e-460f-4f42-814d-bdccac365127 req-eb2c7817-9311-45bd-8bfc-2e581e5ee435 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 210 time: 0.0297492 Sep 16 06:04:53.903806 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.309574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d4907b0-0a5c-4eb0-baec-92950cf9f15f req-1c2bacbc-6275-4d37-a805-62acb57f89ed tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 210 time: 0.0314147 Sep 16 06:04:55.418816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d02f1129-15f7-4848-b6c5-bd57f8e7cfcd req-f0eb58e8-78ce-4d19-8ac9-247451abf226 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 210 time: 0.0352082 Sep 16 06:04:55.452276 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.521191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-ec1069b2-e7eb-433a-998c-d183dc7efa25 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:55.522656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-ec1069b2-e7eb-433a-998c-d183dc7efa25 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.30 "GET /v2.0/networks?id=c4861ffd-785f-4512-b452-940fe3e3cf3b HTTP/1.1" status: 200 len: 812 time: 0.1064014 Sep 16 06:04:55.541117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Request body: {'port': {'device_id': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b', 'admin_state_up': True, 'tenant_id': '69c231e6248a47b49346dcf17d41bbc2'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:55.718761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Made reservation on behalf of 69c231e6248a47b49346dcf17d41bbc2 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:55.722493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.854700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Allocated IP 172.20.0.10 (c4861ffd-785f-4512-b452-940fe3e3cf3b/e3620743-68c7-4b73-a03b-56f5637ec93d/3aab162e-77f3-40f3-904e-96b2a8197ff4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:56.004596 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.092709 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.134161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Network c4861ffd-785f-4512-b452-940fe3e3cf3b is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:56.137152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:56.140816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:56.167256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:56.195969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:56.196594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.315907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-7aa3ae6a-b32a-4d48-9998-6a6d375fa4f7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7782249 Sep 16 06:04:56.334699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Request body: {'port': {'device_id': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:56.393959 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.534408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b5d26-b075-4a25-bfed-ca0c848f1913 req-c1d82633-004b-45b5-8143-a6739af98fef tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:56.536727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-682b5d26-b075-4a25-bfed-ca0c848f1913 req-c1d82633-004b-45b5-8143-a6739af98fef tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 932 time: 0.0495985 Sep 16 06:04:56.575777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-682b5d26-b075-4a25-bfed-ca0c848f1913 req-e13f318e-5096-45ab-9c90-44c888c2307f tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Sep 16 06:04:56.658665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aab162e-77f3-40f3-904e-96b2a8197ff4 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:56.666608 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.678410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Transition to ACTIVE for port object 3aab162e-77f3-40f3-904e-96b2a8197ff4 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:04:56.761003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.813421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:56.889229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Attempting to bind port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:04:56.889691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Attempting to bind port 3aab162e-77f3-40f3-904e-96b2a8197ff4 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:04:56.889895 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Attempting to bind port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on network c4861ffd-785f-4512-b452-940fe3e3cf3b {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:56.894175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on network c4861ffd-785f-4512-b452-940fe3e3cf3b not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:04:56.894500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Attempting to bind port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on network c4861ffd-785f-4512-b452-940fe3e3cf3b {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:56.899997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:04:56.900341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Checking segment: {'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:56.900723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Bound using segment: {'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:04:56.901151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Bound port: 3aab162e-77f3-40f3-904e-96b2a8197ff4, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:04:56.901508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.964618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:04:56.967607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:04:57.018376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.053577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.054202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.055656 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] 10.222.0.30 "PUT /v2.0/ports/3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 200 len: 1093 time: 0.7249784 Sep 16 06:04:57.056129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:57.058371 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ec8200-e13e-4d7d-8f54-ebe0d2f5ae81" -d '{"events": [{"name": "network-changed", "server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:57.082954 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52e07b-7929-48c8-ac6d-893285db2dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:57.098995 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eff638f-751e-4cb3-b3b8-b87ace01eff2 x-openstack-request-id: req-6eff638f-751e-4cb3-b3b8-b87ace01eff2 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:57.098995 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:57.098995 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6eff638f-751e-4cb3-b3b8-b87ace01eff2 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:57.098995 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'status': 'completed', 'code': 200} Sep 16 06:04:57.190695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8200-e13e-4d7d-8f54-ebe0d2f5ae81 req-74a5cf39-b26a-433e-bbfd-a360370da2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.192788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5ec8200-e13e-4d7d-8f54-ebe0d2f5ae81 req-74a5cf39-b26a-433e-bbfd-a360370da2cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69c231e6248a47b49346dcf17d41bbc2&device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 1096 time: 0.0513594 Sep 16 06:04:57.296340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8200-e13e-4d7d-8f54-ebe0d2f5ae81 req-acadf23e-c779-423f-a5c7-2ee5d4759b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.297963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5ec8200-e13e-4d7d-8f54-ebe0d2f5ae81 req-acadf23e-c779-423f-a5c7-2ee5d4759b68 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=69c231e6248a47b49346dcf17d41bbc2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921412 Sep 16 06:04:57.397715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8200-e13e-4d7d-8f54-ebe0d2f5ae81 req-32bb034e-d79a-40d7-b23d-eb5a6da0105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.399959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d5ec8200-e13e-4d7d-8f54-ebe0d2f5ae81 req-32bb034e-d79a-40d7-b23d-eb5a6da0105f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952563 Sep 16 06:04:57.511715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-89433131-7ba1-4298-a5e8-9497fb37de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.513346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-89433131-7ba1-4298-a5e8-9497fb37de4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69c231e6248a47b49346dcf17d41bbc2&device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 1096 time: 0.0471048 Sep 16 06:04:57.538001 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.567082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-c5063112-f93d-40c1-91af-b6936347540e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 200 len: 217 time: 0.0382211 Sep 16 06:04:57.617482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-f3f98a68-5778-4b2e-8eb6-653626773a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.619013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-f3f98a68-5778-4b2e-8eb6-653626773a10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3620743-68c7-4b73-a03b-56f5637ec93d HTTP/1.1" status: 200 len: 852 time: 0.0451100 Sep 16 06:04:57.650756 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-c9d2381d-5512-4d02-b8cf-8cf52c0fcf61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4861ffd-785f-4512-b452-940fe3e3cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251360 Sep 16 06:04:57.696032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0f8e4-09d3-46b8-bad2-3687405ebf42 req-4df317dd-2b0e-4fd2-9b34-67372521d147 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:57.697623 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65f0f8e4-09d3-46b8-bad2-3687405ebf42 req-4df317dd-2b0e-4fd2-9b34-67372521d147 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 944 time: 0.0504920 Sep 16 06:04:57.738089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65f0f8e4-09d3-46b8-bad2-3687405ebf42 req-407ed682-be6f-44de-82ce-809c11ce2fb9 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343783 Sep 16 06:04:57.745239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-40753f43-a06a-42af-a8d1-c52313d21c4c service neutron] 10.222.0.30 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874329 Sep 16 06:04:57.840833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d79ce157-24b0-463b-872c-8ae3f9b43cfe req-31a8626b-1bb9-48ad-a2e3-49b4cd910d16 service neutron] 10.222.0.30 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844493 Sep 16 06:04:58.860350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4a1d9-6ad7-4868-afde-015a7a169e2b req-c478f389-2f12-4665-b1fb-12cfb7fa284a tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:58.861885 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ae4a1d9-6ad7-4868-afde-015a7a169e2b req-c478f389-2f12-4665-b1fb-12cfb7fa284a tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 944 time: 0.0519915 Sep 16 06:04:58.911814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ae4a1d9-6ad7-4868-afde-015a7a169e2b req-152b73bd-86d4-4b93-8ecb-b376bce7e8f8 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Sep 16 06:04:58.960700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.076173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3aab162e-77f3-40f3-904e-96b2a8197ff4 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:04:59.166148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:59.179314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b', 'port_id': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'mac_address': 'fa:16:3e:36:fd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3620743-68c7-4b73-a03b-56f5637ec93d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:04:59.219451 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.236806 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aab162e-77f3-40f3-904e-96b2a8197ff4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:59.255763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:59.320416 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.367221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:59.586258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3aab162e-77f3-40f3-904e-96b2a8197ff4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:05:00.028325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e90ae0-7e5f-4d03-97ae-11563af8f664 req-b6bc0d13-faeb-4e4b-8ebd-d22e336a4119 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:00.029827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19e90ae0-7e5f-4d03-97ae-11563af8f664 req-b6bc0d13-faeb-4e4b-8ebd-d22e336a4119 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 945 time: 0.0498574 Sep 16 06:05:00.072634 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19e90ae0-7e5f-4d03-97ae-11563af8f664 req-b15ca930-8884-4de6-b9b3-f43da9a34ee6 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368521 Sep 16 06:05:01.078620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3aab162e-77f3-40f3-904e-96b2a8197ff4 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:01.193179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 3aab162e-77f3-40f3-904e-96b2a8197ff4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:05:01.197675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 3aab162e-77f3-40f3-904e-96b2a8197ff4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:01.198150 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.281320 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.306087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:01.308344 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dce137-6593-4f6e-8256-b573e4db470b" -d '{"events": [{"server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "name": "network-vif-plugged", "status": "completed", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:01.322429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:01.395074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.425730 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e6dd29-159c-409f-a83b-eec440092296 x-openstack-request-id: req-72e6dd29-159c-409f-a83b-eec440092296 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:01.426200 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "name": "network-vif-plugged", "status": "completed", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:01.426319 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72e6dd29-159c-409f-a83b-eec440092296 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:01.426627 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'code': 200} Sep 16 06:05:01.452681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.533022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e841f7e-3959-4ac3-b21a-5dc7f4fa00f2 req-c9285265-87de-4a12-84e4-fc3bcd440303 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:01.534512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e841f7e-3959-4ac3-b21a-5dc7f4fa00f2 req-c9285265-87de-4a12-84e4-fc3bcd440303 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 945 time: 0.3930054 Sep 16 06:05:01.589109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e841f7e-3959-4ac3-b21a-5dc7f4fa00f2 req-b80d947f-90cc-45fe-9012-1f12ff42d555 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Sep 16 06:05:01.590946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6eaa-3a87-495d-8532-d27480afb3de req-cbdf8471-3198-4a2f-a2af-6cdb3cda832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:01.592344 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-653e6eaa-3a87-495d-8532-d27480afb3de req-cbdf8471-3198-4a2f-a2af-6cdb3cda832f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 1098 time: 0.0765963 Sep 16 06:05:01.627768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-653e6eaa-3a87-495d-8532-d27480afb3de req-48f5e774-d1fb-4b0e-9f25-83b35bfa2e26 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275469 Sep 16 06:05:02.712263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe8a54-bae7-4884-be6b-dcdc140a1053 req-e7533ebe-62bc-45e8-ad61-7dd345f80fa1 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:02.713723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfbe8a54-bae7-4884-be6b-dcdc140a1053 req-e7533ebe-62bc-45e8-ad61-7dd345f80fa1 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0508552 Sep 16 06:05:02.751984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfbe8a54-bae7-4884-be6b-dcdc140a1053 req-7b8fcf27-9a06-44b9-95df-b2d71348fc7b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Sep 16 06:05:03.871010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4406070-c9e4-4d23-9508-bfd0174fddee req-c01f5d49-3d79-4a74-a281-2ebbebe56706 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:03.872589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4406070-c9e4-4d23-9508-bfd0174fddee req-c01f5d49-3d79-4a74-a281-2ebbebe56706 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0542326 Sep 16 06:05:03.911231 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4406070-c9e4-4d23-9508-bfd0174fddee req-d0298307-7926-4ee4-b4e2-57a5d37a5083 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Sep 16 06:05:04.283103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d04c2-b237-43ca-ad8c-3fa5a2b3fdef req-2db4c4e7-fb1a-4f5a-8b1c-2c18dd1d6ef8 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:04.284678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb3d04c2-b237-43ca-ad8c-3fa5a2b3fdef req-2db4c4e7-fb1a-4f5a-8b1c-2c18dd1d6ef8 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0502536 Sep 16 06:05:04.324860 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb3d04c2-b237-43ca-ad8c-3fa5a2b3fdef req-71a286b5-d89f-4a62-9aa0-5f8f0bc52abf tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Sep 16 06:05:04.486731 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-54db3146-f91b-4d61-9485-7fb3adbb1a18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936408 Sep 16 06:05:04.496457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-4dee20cd-882e-48f0-8d69-fc79fb9de03c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:05:04.497400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-4dee20cd-882e-48f0-8d69-fc79fb9de03c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053065 Sep 16 06:05:05.442032 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5226a58-05a3-4b0f-876b-7d66532a9cfc req-3a47fe06-608e-4c34-bbce-f4bef14962ee tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:05.443580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5226a58-05a3-4b0f-876b-7d66532a9cfc req-3a47fe06-608e-4c34-bbce-f4bef14962ee tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0517023 Sep 16 06:05:05.484549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5226a58-05a3-4b0f-876b-7d66532a9cfc req-6cefd6cc-3fa7-43cb-b14b-ec555723ca4d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Sep 16 06:05:06.601145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdd718-c93f-4ebc-8f78-e0ed10b69022 req-fe8fe608-b049-4081-826e-a3c61886d7d9 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:06.602636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31fdd718-c93f-4ebc-8f78-e0ed10b69022 req-fe8fe608-b049-4081-826e-a3c61886d7d9 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0496283 Sep 16 06:05:06.645853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31fdd718-c93f-4ebc-8f78-e0ed10b69022 req-ca1bfe06-0eb9-4f55-a5be-29ede54eb485 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Sep 16 06:05:06.766820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13319f-9990-4494-af51-610257f86973 req-f0846481-c80f-4821-83ef-a6e6198971a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:06.768329 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-f0846481-c80f-4821-83ef-a6e6198971a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69c231e6248a47b49346dcf17d41bbc2&device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 1098 time: 0.0427461 Sep 16 06:05:06.861909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13319f-9990-4494-af51-610257f86973 req-94825f3e-7a88-46a7-af6b-d1954cecb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:06.863388 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-94825f3e-7a88-46a7-af6b-d1954cecb67c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4861ffd-785f-4512-b452-940fe3e3cf3b HTTP/1.1" status: 200 len: 913 time: 0.0876203 Sep 16 06:05:06.908112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-3e6c4aa6-61ad-423f-8055-b321585b96a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 200 len: 217 time: 0.0368600 Sep 16 06:05:06.959147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13319f-9990-4494-af51-610257f86973 req-08e5bad1-5d73-4fcc-b5b8-62a58fb78fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:06.961081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-08e5bad1-5d73-4fcc-b5b8-62a58fb78fea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3620743-68c7-4b73-a03b-56f5637ec93d HTTP/1.1" status: 200 len: 852 time: 0.0459068 Sep 16 06:05:06.993553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-d8022def-86b2-4412-b0c9-df8175faab81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4861ffd-785f-4512-b452-940fe3e3cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253644 Sep 16 06:05:07.087891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-2c4b8d6b-313f-4332-a652-2cf0d22a985c service neutron] 10.222.0.30 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870855 Sep 16 06:05:07.178989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-7bb92fa8-cc3a-4f44-8f37-ebe492136bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843384 Sep 16 06:05:07.760836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649244d0-49fa-4aa4-b047-ca4014e00bb6 req-fa9b5640-7d85-4206-a4bc-f72f3da03050 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:07.762352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-649244d0-49fa-4aa4-b047-ca4014e00bb6 req-fa9b5640-7d85-4206-a4bc-f72f3da03050 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0494323 Sep 16 06:05:07.807379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-649244d0-49fa-4aa4-b047-ca4014e00bb6 req-fe451f44-3eb3-4959-ab99-d491ed6263c8 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388427 Sep 16 06:05:08.930316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4130f9-81f6-466a-b5cf-b28dc3b32b98 req-9cba768d-a649-4a8b-87c2-f5fc0afabea0 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:08.931837 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe4130f9-81f6-466a-b5cf-b28dc3b32b98 req-9cba768d-a649-4a8b-87c2-f5fc0afabea0 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0549314 Sep 16 06:05:08.970632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fe4130f9-81f6-466a-b5cf-b28dc3b32b98 req-71757002-5396-445e-9831-4a463101ac19 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327795 Sep 16 06:05:10.086210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c051016-e904-4947-9377-0783424c45e9 req-66141f42-e328-44fd-93e2-e9f51c6d5ed1 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:10.087707 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c051016-e904-4947-9377-0783424c45e9 req-66141f42-e328-44fd-93e2-e9f51c6d5ed1 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0495019 Sep 16 06:05:10.125554 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c051016-e904-4947-9377-0783424c45e9 req-9efef2ba-44b3-422b-b1ae-558712331937 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Sep 16 06:05:11.242242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65efe1-590b-40a8-885b-f2b792a70b73 req-e52adf83-a5a3-43e6-952f-0cc398836457 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:11.244002 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d65efe1-590b-40a8-885b-f2b792a70b73 req-e52adf83-a5a3-43e6-952f-0cc398836457 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0505331 Sep 16 06:05:11.281113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d65efe1-590b-40a8-885b-f2b792a70b73 req-e8a97b37-1f41-46e6-96bd-bb41faaa6ad1 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Sep 16 06:05:12.400213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856519-a62d-48d3-9fb4-e4f047a9abe9 req-d1a30e59-7a78-4a21-a691-2150af93fba8 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:12.401716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74856519-a62d-48d3-9fb4-e4f047a9abe9 req-d1a30e59-7a78-4a21-a691-2150af93fba8 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0501561 Sep 16 06:05:12.439411 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-74856519-a62d-48d3-9fb4-e4f047a9abe9 req-0ffd38ee-16bd-4e34-bcf5-d9cdf718e883 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Sep 16 06:05:13.557980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c3349-68a7-4b33-9725-56c4367e5178 req-097d2c9e-bf7d-432a-8fe7-8dec412c2d20 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:13.559493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-421c3349-68a7-4b33-9725-56c4367e5178 req-097d2c9e-bf7d-432a-8fe7-8dec412c2d20 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0513124 Sep 16 06:05:13.597261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-421c3349-68a7-4b33-9725-56c4367e5178 req-82948575-edbf-4a22-b7d5-4f770990eb4b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Sep 16 06:05:14.715552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e812bb-1b39-46d4-ab3c-b62e55f81cad req-110eb876-ed2e-4a8f-a1e2-e2bcf1c96827 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:14.716970 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3e812bb-1b39-46d4-ab3c-b62e55f81cad req-110eb876-ed2e-4a8f-a1e2-e2bcf1c96827 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0478439 Sep 16 06:05:14.759154 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3e812bb-1b39-46d4-ab3c-b62e55f81cad req-27575bce-a79b-4896-ae9d-6ac51f398b2b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359771 Sep 16 06:05:15.881444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4371ac-21c5-4dcb-a159-962f67a1030d req-caf10045-1dd9-4b38-b406-2b113fb923ea tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:15.883226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec4371ac-21c5-4dcb-a159-962f67a1030d req-caf10045-1dd9-4b38-b406-2b113fb923ea tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0559876 Sep 16 06:05:15.921368 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec4371ac-21c5-4dcb-a159-962f67a1030d req-774a7cf2-441a-44a2-9cf7-fdc9fdd7d78e tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Sep 16 06:05:17.039157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1e8f8-2da5-4d52-8120-d7ee1575c20f req-f30812ab-c683-4143-8837-d3a4e7cc1bb7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:17.040697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebc1e8f8-2da5-4d52-8120-d7ee1575c20f req-f30812ab-c683-4143-8837-d3a4e7cc1bb7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0509145 Sep 16 06:05:17.080363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ebc1e8f8-2da5-4d52-8120-d7ee1575c20f req-164a482c-b890-41d1-b90e-1c94450f37e0 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334542 Sep 16 06:05:18.204787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b977b-ffce-4964-af95-10d4879274c6 req-1367cf15-45d6-4aa2-b241-df3b63afb9ad tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:18.206371 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581b977b-ffce-4964-af95-10d4879274c6 req-1367cf15-45d6-4aa2-b241-df3b63afb9ad tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0600750 Sep 16 06:05:18.246761 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-581b977b-ffce-4964-af95-10d4879274c6 req-dd7fe8ed-e5ec-4cc6-817c-ceca5444dd62 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Sep 16 06:05:19.362896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6cb7e-1910-490a-9351-a7ac114f8aff req-7bd3faa0-d847-4505-a159-17ea6122d281 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:19.364435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0d6cb7e-1910-490a-9351-a7ac114f8aff req-7bd3faa0-d847-4505-a159-17ea6122d281 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0491977 Sep 16 06:05:19.402593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b0d6cb7e-1910-490a-9351-a7ac114f8aff req-24e55440-a6ab-4cc3-9017-13f6542d56ba tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318086 Sep 16 06:05:19.872400 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dc705d14-3c46-4eef-99a2-af0044af9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:20.518559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e365314-5c34-4526-abff-9657cc3521a8 req-24ccacbb-0fea-40f5-87c4-4b1d88043d34 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:20.520083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e365314-5c34-4526-abff-9657cc3521a8 req-24ccacbb-0fea-40f5-87c4-4b1d88043d34 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0500751 Sep 16 06:05:20.558272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e365314-5c34-4526-abff-9657cc3521a8 req-29a2b4f4-efba-49e2-bc9a-1f7bd1590f47 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Sep 16 06:05:21.074489 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:21.675703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b91136-34ce-46bf-9fbb-71ef5e8a5f96 req-3091f855-e327-427a-ab25-734836f8036b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:21.677210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8b91136-34ce-46bf-9fbb-71ef5e8a5f96 req-3091f855-e327-427a-ab25-734836f8036b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0504210 Sep 16 06:05:21.718770 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e8b91136-34ce-46bf-9fbb-71ef5e8a5f96 req-bef040df-0a8f-4012-87dd-ac88c0d679a2 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355392 Sep 16 06:05:22.844638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fc124-5c75-44e4-9c24-f3db051f537c req-2353dc2d-434d-449a-9156-6731dcacf057 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:22.846169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c42fc124-5c75-44e4-9c24-f3db051f537c req-2353dc2d-434d-449a-9156-6731dcacf057 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0592442 Sep 16 06:05:22.884779 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c42fc124-5c75-44e4-9c24-f3db051f537c req-90b992e5-0cab-445d-85a7-d9c2c0f2da00 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325918 Sep 16 06:05:23.066771 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ccc54cdc-7b0e-4a0a-924d-d35572ebd102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:23.868773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:24.002263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8ed9-ee19-4857-9aff-4ebf47126de5 req-da2fe5b3-11f2-4c56-b896-7bdd4f749dd6 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:24.003861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-748c8ed9-ee19-4857-9aff-4ebf47126de5 req-da2fe5b3-11f2-4c56-b896-7bdd4f749dd6 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0513015 Sep 16 06:05:24.042392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-748c8ed9-ee19-4857-9aff-4ebf47126de5 req-1be03cf3-06bb-4203-8ba2-41d0581cbb64 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Sep 16 06:05:24.238187 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:25.161735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a8192-8f8d-47a6-aafd-c276db5d37a9 req-9448d597-29dc-40bc-9208-4b60a761344f tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:25.163762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df5a8192-8f8d-47a6-aafd-c276db5d37a9 req-9448d597-29dc-40bc-9208-4b60a761344f tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0532258 Sep 16 06:05:25.202398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df5a8192-8f8d-47a6-aafd-c276db5d37a9 req-8b4e8e6f-048b-4356-af5e-09fa6cc5c0e9 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Sep 16 06:05:25.415783 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:26.316517 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d465219-2c6c-4b0f-b5dd-a986217c146a req-5f77753a-e058-445d-a601-c728bd47a712 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:26.317986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d465219-2c6c-4b0f-b5dd-a986217c146a req-5f77753a-e058-445d-a601-c728bd47a712 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0493612 Sep 16 06:05:26.357828 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4d465219-2c6c-4b0f-b5dd-a986217c146a req-b9b47573-cc6d-4357-b4c4-8d5671cf869f tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Sep 16 06:05:27.476395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63992bb1-02b3-4602-8e8d-87cfe7e80dfe req-9b9cec2e-b274-4cef-965a-37b0134fe98d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:27.477917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63992bb1-02b3-4602-8e8d-87cfe7e80dfe req-9b9cec2e-b274-4cef-965a-37b0134fe98d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0517821 Sep 16 06:05:27.516492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-63992bb1-02b3-4602-8e8d-87cfe7e80dfe req-f1a833fa-e44e-467b-ad95-6b7071f94b4c tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Sep 16 06:05:27.558458 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:28.634520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3689428-cc8c-41b2-8e23-6959d158448e req-0d655daf-7c60-42ed-ac0d-4ba0fd4e8bf7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:28.636044 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3689428-cc8c-41b2-8e23-6959d158448e req-0d655daf-7c60-42ed-ac0d-4ba0fd4e8bf7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0508707 Sep 16 06:05:28.682204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3689428-cc8c-41b2-8e23-6959d158448e req-b93a8544-9dbf-411c-88d0-315787616123 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Sep 16 06:05:28.954284 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:29.805766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5841ead-3195-4262-aa79-7d20fbf5673f req-a73eec90-0612-4933-9a80-2d6ef65601a6 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:29.807295 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f5841ead-3195-4262-aa79-7d20fbf5673f req-a73eec90-0612-4933-9a80-2d6ef65601a6 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0560341 Sep 16 06:05:29.846199 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f5841ead-3195-4262-aa79-7d20fbf5673f req-6c7751ed-acbf-4fee-8b03-ed4dc7511d28 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Sep 16 06:05:30.962823 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd6c9f-d547-4937-b7bd-ce629a612b3f req-495f423d-cd9f-4386-86ba-53456e88506b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:30.964349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78fd6c9f-d547-4937-b7bd-ce629a612b3f req-495f423d-cd9f-4386-86ba-53456e88506b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0514574 Sep 16 06:05:31.002190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78fd6c9f-d547-4937-b7bd-ce629a612b3f req-8906be42-9f39-4ff7-9a0a-a5c1940c9284 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Sep 16 06:05:32.119280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f0212-7358-4725-8290-cc2a522399f0 req-9c6da996-1127-4266-affb-23f45c381e90 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:32.120742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e6f0212-7358-4725-8290-cc2a522399f0 req-9c6da996-1127-4266-affb-23f45c381e90 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0510323 Sep 16 06:05:32.166800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e6f0212-7358-4725-8290-cc2a522399f0 req-a9c1e2b0-c643-45d8-83e5-86f18d1c2369 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Sep 16 06:05:33.285055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf409be-8faf-4d24-ac0e-73ea991e7ac1 req-eeab89e7-5831-4cd1-8a6d-eb3e60560348 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:33.286557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cbf409be-8faf-4d24-ac0e-73ea991e7ac1 req-eeab89e7-5831-4cd1-8a6d-eb3e60560348 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0492125 Sep 16 06:05:33.326499 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cbf409be-8faf-4d24-ac0e-73ea991e7ac1 req-87d13d7b-994b-4bdb-881b-c984624dd0b1 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Sep 16 06:05:34.394461 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-bd13319f-9990-4494-af51-610257f86973 req-3816b76b-0c3d-4c5e-b649-d91b39cc621e service neutron] show failed (client error): The resource could not be found. Sep 16 06:05:34.395514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-3816b76b-0c3d-4c5e-b649-d91b39cc621e service neutron] 10.222.0.30 "GET /v2.0/ports/3aab162e-77f3-40f3-904e-96b2a8197ff4/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0586789 Sep 16 06:05:34.447844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c79a38-1846-4493-89d7-4ef242a27602 req-b8debb8a-713b-42cd-9024-ecba4d98463e tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:34.449391 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12c79a38-1846-4493-89d7-4ef242a27602 req-b8debb8a-713b-42cd-9024-ecba4d98463e tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0525866 Sep 16 06:05:34.492703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12c79a38-1846-4493-89d7-4ef242a27602 req-d64dc48b-acf2-44ec-a285-6a78e6b57b73 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 Sep 16 06:05:34.969272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13319f-9990-4494-af51-610257f86973 req-1204723b-ced4-4136-8613-6f96d4cbb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:34.970774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-1204723b-ced4-4136-8613-6f96d4cbb331 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140&tenant_id=69c231e6248a47b49346dcf17d41bbc2 HTTP/1.1" status: 200 len: 1098 time: 0.0411396 Sep 16 06:05:34.992539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:35.048793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:35.249580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:35.283110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:35.323139 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:35.325446 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c939cb2-0ae1-44b1-85b4-d4cf464e0d53" -d '{"events": [{"server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "name": "network-vif-unplugged", "status": "completed", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:35.329596 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:35.344600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Transition to ACTIVE for port object 3aab162e-77f3-40f3-904e-96b2a8197ff4 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:05:35.380352 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f065a26e-711e-475e-8778-1e03ce72446a x-openstack-request-id: req-f065a26e-711e-475e-8778-1e03ce72446a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:35.380642 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "name": "network-vif-unplugged", "status": "completed", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:35.380889 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f065a26e-711e-475e-8778-1e03ce72446a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:35.381307 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'code': 200} Sep 16 06:05:35.415168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:35.479895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:35.482040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] No DVR routers for this DVR port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:05:35.494408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.494751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.495090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.495420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.495746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.496125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.496447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.496792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.497112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.497430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.497748 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.498083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:35.526841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Attempting to bind port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:35.527647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Attempting to bind port 3aab162e-77f3-40f3-904e-96b2a8197ff4 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:35.527647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Attempting to bind port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on network c4861ffd-785f-4512-b452-940fe3e3cf3b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:35.531901 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on network c4861ffd-785f-4512-b452-940fe3e3cf3b not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:05:35.532224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Attempting to bind port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on network c4861ffd-785f-4512-b452-940fe3e3cf3b {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:35.537172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:35.537504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Checking segment: {'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:35.537876 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Bound using segment: {'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:35.538293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Bound port: 3aab162e-77f3-40f3-904e-96b2a8197ff4, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:35.538652 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:35.606437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:35.609637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:35.614783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4be0b-5b5f-4c11-ae69-fab42715bd0c req-55c438bc-ba89-474c-8e28-ee696d221a2e tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:35.616335 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ef4be0b-5b5f-4c11-ae69-fab42715bd0c req-55c438bc-ba89-474c-8e28-ee696d221a2e tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 944 time: 0.0510499 Sep 16 06:05:35.655041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ef4be0b-5b5f-4c11-ae69-fab42715bd0c req-ba8bc3b7-8fe8-4f08-9bef-767f3e0cc4a5 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Sep 16 06:05:35.672651 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:35.707464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:35.708327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:35.709752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] 10.222.0.66 "PUT /v2.0/ports/3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 200 len: 1093 time: 0.7212348 Sep 16 06:05:35.738367 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520a20-8d60-4e23-8505-bbbcd6762190 service neutron] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:35.791824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13319f-9990-4494-af51-610257f86973 req-1d471f47-7d37-472a-b69f-66f13d0c95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:35.793363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-1d471f47-7d37-472a-b69f-66f13d0c95eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=69c231e6248a47b49346dcf17d41bbc2&device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 1096 time: 0.0449724 Sep 16 06:05:35.895153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13319f-9990-4494-af51-610257f86973 req-0ffa44bc-3a7e-4d89-bec3-a15accff0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:35.896698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-0ffa44bc-3a7e-4d89-bec3-a15accff0a76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4861ffd-785f-4512-b452-940fe3e3cf3b HTTP/1.1" status: 200 len: 913 time: 0.0896268 Sep 16 06:05:35.944281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-f71ad785-2e4c-4faf-8a62-59edcb346aa9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 200 len: 217 time: 0.0399289 Sep 16 06:05:35.996925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13319f-9990-4494-af51-610257f86973 req-bb8b7e33-6eb1-491b-9fc8-1a853a9cd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:35.998392 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-bb8b7e33-6eb1-491b-9fc8-1a853a9cd5f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e3620743-68c7-4b73-a03b-56f5637ec93d HTTP/1.1" status: 200 len: 852 time: 0.0457976 Sep 16 06:05:36.032231 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-bcc9f33f-c6b3-44b3-94aa-e33cd1c3affe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4861ffd-785f-4512-b452-940fe3e3cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263481 Sep 16 06:05:36.129346 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-f3921161-aea4-4834-b1b3-b60dd634c311 service neutron] 10.222.0.66 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896623 Sep 16 06:05:36.220931 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd13319f-9990-4494-af51-610257f86973 req-18db3a93-611b-4b2c-af4f-bcf1de0bc6ed service neutron] 10.222.0.66 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833998 Sep 16 06:05:36.776636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad04c9-96ce-4bc9-814a-67b2f3d17b3b req-40891373-796c-4fd3-8d75-3c7bfeee5a04 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:36.778067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bad04c9-96ce-4bc9-814a-67b2f3d17b3b req-40891373-796c-4fd3-8d75-3c7bfeee5a04 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 944 time: 0.0514102 Sep 16 06:05:36.821917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5bad04c9-96ce-4bc9-814a-67b2f3d17b3b req-efb5adda-b22b-450e-b1cf-045c5fed3b30 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371809 Sep 16 06:05:37.175078 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3aab162e-77f3-40f3-904e-96b2a8197ff4 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:05:37.211837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3aab162e-77f3-40f3-904e-96b2a8197ff4 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:05:37.382544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:37.385321 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd65ab13-a3ef-4e99-8f83-a1a25136797f" -d '{"events": [{"name": "network-changed", "server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:37.433831 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35be6600-e4e4-4a5e-afb1-e784967b07e3 x-openstack-request-id: req-35be6600-e4e4-4a5e-afb1-e784967b07e3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:37.434126 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:37.434382 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35be6600-e4e4-4a5e-afb1-e784967b07e3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:37.434786 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'status': 'completed', 'code': 200} Sep 16 06:05:37.519505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-8fd0705c-a45f-46f4-af7a-eafd9a0c7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:37.521265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-8fd0705c-a45f-46f4-af7a-eafd9a0c7ac5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69c231e6248a47b49346dcf17d41bbc2&device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 1096 time: 0.0427270 Sep 16 06:05:37.523633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-02860950-c7bf-4db8-b123-e61c65755348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:37.525772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-02860950-c7bf-4db8-b123-e61c65755348 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=69c231e6248a47b49346dcf17d41bbc2&device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 1096 time: 0.0428307 Sep 16 06:05:37.623017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-c68c3f25-ca1a-49fd-83d1-69cb2573ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:37.623266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-e7d837bc-0384-44b5-bdca-783c75c7a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:37.624588 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-c68c3f25-ca1a-49fd-83d1-69cb2573ac29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4861ffd-785f-4512-b452-940fe3e3cf3b HTTP/1.1" status: 200 len: 913 time: 0.0961611 Sep 16 06:05:37.624724 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-e7d837bc-0384-44b5-bdca-783c75c7a76d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4861ffd-785f-4512-b452-940fe3e3cf3b HTTP/1.1" status: 200 len: 913 time: 0.0876417 Sep 16 06:05:37.668361 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-49729de7-6200-4f65-8d4e-7ccfea66fd7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 200 len: 217 time: 0.0367053 Sep 16 06:05:37.670904 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-a63f0910-40be-4baf-a685-c26434cdff73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 200 len: 217 time: 0.0389214 Sep 16 06:05:37.717397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-bf12eb15-9049-4628-91c9-902506fcdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:37.719165 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-bf12eb15-9049-4628-91c9-902506fcdf8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3620743-68c7-4b73-a03b-56f5637ec93d HTTP/1.1" status: 200 len: 852 time: 0.0443799 Sep 16 06:05:37.724341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-cdc717c3-552e-4549-b874-b665b4045052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:37.726122 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-cdc717c3-552e-4549-b874-b665b4045052 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e3620743-68c7-4b73-a03b-56f5637ec93d HTTP/1.1" status: 200 len: 852 time: 0.0464859 Sep 16 06:05:37.756098 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-15dc576f-7c61-436a-b202-31989df40695 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4861ffd-785f-4512-b452-940fe3e3cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300803 Sep 16 06:05:37.760612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-3e307672-19d4-4366-9a6e-371693b0b8f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4861ffd-785f-4512-b452-940fe3e3cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257788 Sep 16 06:05:37.855663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-bcf56f9a-7ed3-446d-85ed-e7649c00af88 service neutron] 10.222.0.30 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923619 Sep 16 06:05:37.860756 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-6a33cf04-1365-4b12-a174-830c2b3f5c2b service neutron] 10.222.0.66 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925031 Sep 16 06:05:37.957049 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-0c6bbc82-1c63-4198-87b4-b99a53e0c67c service neutron] 10.222.0.30 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945027 Sep 16 06:05:37.994222 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e176-3b46-42b7-8f61-62ec2521ab9f req-f30b3dbe-52d2-4a78-954c-4c5653c08f02 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:37.995628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84b0e176-3b46-42b7-8f61-62ec2521ab9f req-f30b3dbe-52d2-4a78-954c-4c5653c08f02 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 944 time: 0.0975602 Sep 16 06:05:37.999238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd65ab13-a3ef-4e99-8f83-a1a25136797f req-02c97837-fb1a-4280-a875-762674ff5c6c service neutron] 10.222.0.66 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313095 Sep 16 06:05:38.034363 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-84b0e176-3b46-42b7-8f61-62ec2521ab9f req-c18b61c2-02e3-4d35-8631-075a339f0811 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Sep 16 06:05:38.293129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3aab162e-77f3-40f3-904e-96b2a8197ff4 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:05:38.395366 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:38.409373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'network_id': 'c4861ffd-785f-4512-b452-940fe3e3cf3b', 'port_id': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'mac_address': 'fa:16:3e:36:fd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3620743-68c7-4b73-a03b-56f5637ec93d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:05:38.447332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:38.461387 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aab162e-77f3-40f3-904e-96b2a8197ff4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:05:38.483332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:38.594544 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:38.645712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:38.653555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.653908 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.654252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.654592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.654928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.655282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.655732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.655991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.656472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.656739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.657056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.657388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:38.934659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['3aab162e-77f3-40f3-904e-96b2a8197ff4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:05:39.154536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9b57-1d97-478b-848b-08364be47360 req-da53f3fb-452c-4ee5-8889-dfd1b3e8e93b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:39.156114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41db9b57-1d97-478b-848b-08364be47360 req-da53f3fb-452c-4ee5-8889-dfd1b3e8e93b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 945 time: 0.0510635 Sep 16 06:05:39.194722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41db9b57-1d97-478b-848b-08364be47360 req-070e9772-5938-4d64-9145-44d4e3e07a9a tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324674 Sep 16 06:05:39.742456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-eda97ce2-2038-46aa-8bde-9d2fc30a83b5 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:39.744902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-eda97ce2-2038-46aa-8bde-9d2fc30a83b5 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.30 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140&tenant_id=69c231e6248a47b49346dcf17d41bbc2&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 945 time: 0.0960417 Sep 16 06:05:39.809948 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-59992e97-9c4d-42a7-a794-01b6984102c3 service neutron] delete failed (client error): The resource could not be found. Sep 16 06:05:39.811171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-59992e97-9c4d-42a7-a794-01b6984102c3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/3aab162e-77f3-40f3-904e-96b2a8197ff4/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0585778 Sep 16 06:05:39.928566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-6ccab94e-fbea-4e93-bc3a-bc9161b5de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:39.930752 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-6ccab94e-fbea-4e93-bc3a-bc9161b5de4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69c231e6248a47b49346dcf17d41bbc2&device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 1097 time: 0.0526397 Sep 16 06:05:40.045534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-591875b3-bb7a-4c4c-b212-a9333fe9f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:40.046969 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-591875b3-bb7a-4c4c-b212-a9333fe9f88c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4861ffd-785f-4512-b452-940fe3e3cf3b HTTP/1.1" status: 200 len: 913 time: 0.1102650 Sep 16 06:05:40.096076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-6212d242-5c37-4aa8-93ed-e45ce4da85c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 200 len: 217 time: 0.0412219 Sep 16 06:05:40.147566 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-b2fddcaa-b4a0-4a4b-a3e0-0d7e84e8f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:40.149200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-b2fddcaa-b4a0-4a4b-a3e0-0d7e84e8f005 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3620743-68c7-4b73-a03b-56f5637ec93d HTTP/1.1" status: 200 len: 852 time: 0.0454741 Sep 16 06:05:40.183341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-d8d07c9d-deaf-4554-a1be-6de175c045d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4861ffd-785f-4512-b452-940fe3e3cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275011 Sep 16 06:05:40.283155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-adf8be01-213e-4f6a-ac60-20737e510e23 service neutron] 10.222.0.30 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929055 Sep 16 06:05:40.301099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3aab162e-77f3-40f3-904e-96b2a8197ff4 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:40.401212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-6f1cf387-58b0-47a1-a83b-760112e841e9 service neutron] 10.222.0.30 "GET /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086278 Sep 16 06:05:40.428267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 3aab162e-77f3-40f3-904e-96b2a8197ff4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:05:40.433498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 3aab162e-77f3-40f3-904e-96b2a8197ff4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:40.434027 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:40.520006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:40.544307 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:40.546811 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8a7b1a-102e-4ec0-aedb-d342361d024f" -d '{"events": [{"server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "name": "network-vif-plugged", "status": "completed", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:40.561645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:40.597471 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d443025-ef73-4f8d-9146-311ab599fa5c x-openstack-request-id: req-8d443025-ef73-4f8d-9146-311ab599fa5c {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:40.597767 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "name": "network-vif-plugged", "status": "completed", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:40.598019 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d443025-ef73-4f8d-9146-311ab599fa5c {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:40.598407 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'code': 200} Sep 16 06:05:40.628700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:40.677438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:41.875110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0636d7-61dd-403c-873e-dba7cbb19146 req-96425baa-3c25-40a3-b0db-f4361fadf8c7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:41.876671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a0636d7-61dd-403c-873e-dba7cbb19146 req-96425baa-3c25-40a3-b0db-f4361fadf8c7 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0508537 Sep 16 06:05:41.916664 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a0636d7-61dd-403c-873e-dba7cbb19146 req-13d0164d-4753-4b22-869b-f7d6276da155 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Sep 16 06:05:43.041956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa06c1d-e497-4e11-b864-c1407730c410 req-01be0ab5-564a-42d6-a1f2-c9cc23b4911c tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:43.043583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aa06c1d-e497-4e11-b864-c1407730c410 req-01be0ab5-564a-42d6-a1f2-c9cc23b4911c tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0562692 Sep 16 06:05:43.086714 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aa06c1d-e497-4e11-b864-c1407730c410 req-615acafd-9f79-4724-a6d1-21e1523c6a67 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/security-groups?id=d721bd01-e8a8-4d2a-bb01-2af27dbf14db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366576 Sep 16 06:05:43.425680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-465ecadc-6d20-455b-bb14-bde0dd68b0a8 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:43.427273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-465ecadc-6d20-455b-bb14-bde0dd68b0a8 tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.66 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 946 time: 0.0610220 Sep 16 06:05:43.537577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Deleting port 3aab162e-77f3-40f3-904e-96b2a8197ff4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:05:43.537888 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.652240 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] For port 3aab162e-77f3-40f3-904e-96b2a8197ff4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=3aab162e-77f3-40f3-904e-96b2a8197ff4,segment=NetworkSegment(ccc1a354-eccd-47a4-8fec-5e1153ea5b6b),segment_id=ccc1a354-eccd-47a4-8fec-5e1153ea5b6b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:43.652626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.669836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Calling delete_port for 3aab162e-77f3-40f3-904e-96b2a8197ff4 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:05:43.903138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.934778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Pushing event deleted for resources: {'Port': ['ID=3aab162e-77f3-40f3-904e-96b2a8197ff4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:43.944090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['3aab162e-77f3-40f3-904e-96b2a8197ff4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:05:43.985017 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] No DVR routers for this DVR port 3aab162e-77f3-40f3-904e-96b2a8197ff4 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:05:43.987371 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:43.989508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a366085-9daa-4138-bd15-38bf7288d6e6 req-81b25943-e3d4-4786-a568-a72cea66592d tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.66 "DELETE /v2.0/ports/3aab162e-77f3-40f3-904e-96b2a8197ff4 HTTP/1.1" status: 204 len: 173 time: 0.5528259 Sep 16 06:05:43.989935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'name': 'network-vif-deleted', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:43.992258 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f4be2-486c-44a4-af08-e08e876974f8" -d '{"events": [{"server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "name": "network-vif-deleted", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:44.042310 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a9195-af51-4eef-8105-c8c875cb380a x-openstack-request-id: req-a34a9195-af51-4eef-8105-c8c875cb380a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:44.042937 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441d9530-e6a4-4d26-b675-ff9ad58ec140", "name": "network-vif-deleted", "tag": "3aab162e-77f3-40f3-904e-96b2a8197ff4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:44.042937 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a34a9195-af51-4eef-8105-c8c875cb380a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:44.043248 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441d9530-e6a4-4d26-b675-ff9ad58ec140', 'name': 'network-vif-deleted', 'tag': '3aab162e-77f3-40f3-904e-96b2a8197ff4', 'status': 'completed', 'code': 200} Sep 16 06:05:44.187717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e5e39a61-b3a3-4ad2-815b-d1db49bd5d8f req-4c4f15ea-10f6-46c1-8e3c-cbcdfa27f88b tempest-DeleteServersTestJSON-1245756723 tempest-DeleteServersTestJSON-1245756723-project] 10.222.0.49 "GET /v2.0/ports?device_id=441d9530-e6a4-4d26-b675-ff9ad58ec140 HTTP/1.1" status: 200 len: 210 time: 0.0288272 Sep 16 06:05:45.335472 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48904) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:45.382020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Deleting subnet e3620743-68c7-4b73-a03b-56f5637ec93d {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:05:45.385109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.418458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.460613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.612106 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.639393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3620743-68c7-4b73-a03b-56f5637ec93d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:45.650243 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.652138 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e3620743-68c7-4b73-a03b-56f5637ec93d HTTP/1.1" status: 204 len: 168 time: 0.3155181 Sep 16 06:05:45.653969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.654312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.654649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.654944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:45.655345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.655345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.655623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.656047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.656371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.656693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.657016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.657335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.657668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8019700-6dbf-40e9-a8d8-b246f6bcf773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:45.724348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.809156 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.837710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4861ffd-785f-4512-b452-940fe3e3cf3b']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:45.848181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:45.848482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc1a354-eccd-47a4-8fec-5e1153ea5b6b') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:45.862612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.883198 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.890045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:05:45.891347 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:05:45.892161 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:05:46.017146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.023081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.025410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c4861ffd-785f-4512-b452-940fe3e3cf3b HTTP/1.1" status: 204 len: 168 time: 0.3694184 Sep 16 06:05:46.037158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e04073-3258-4729-80af-135fdfa04784 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4861ffd-785f-4512-b452-940fe3e3cf3b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:46.347054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:46.408303 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a9776e51-fe8b-4c9a-b37c-72bb615d89dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69c231e6248a47b49346dcf17d41bbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599105 Sep 16 06:05:46.410839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48912) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:46.462002 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47334878-9440-457b-a278-132af21113d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.484457 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47334878-9440-457b-a278-132af21113d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.605491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47334878-9440-457b-a278-132af21113d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.608089 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-47334878-9440-457b-a278-132af21113d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.609265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-47334878-9440-457b-a278-132af21113d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d721bd01-e8a8-4d2a-bb01-2af27dbf14db HTTP/1.1" status: 204 len: 168 time: 0.1975169 Sep 16 06:05:46.619797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47334878-9440-457b-a278-132af21113d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d721bd01-e8a8-4d2a-bb01-2af27dbf14db,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:47.593392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 48934) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:47.696626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-153425982-network', 'tenant_id': '70ffb57d43c147df843db98ca40ef013'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:47.782445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Made reservation on behalf of 70ffb57d43c147df843db98ca40ef013 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:05:47.785218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.795425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.896820 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.982652 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.014074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:05:48.020712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b8284-b246-4f0b-b02a-26f38c7a59e5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:48.027728 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.028074 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Added segment e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0 of type vlan for network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 Sep 16 06:05:48.077178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.169238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.170515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:48.171112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.236934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] Pushing event updated for resources: {'Network': ['ID=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:48.247408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:05:48.261580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-70468037-9195-42c8-ac37-adf431c49e44 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6670322 Sep 16 06:05:48.264839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 48938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:48.270931 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Request body: {'subnet': {'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-153425982-subnet', 'tenant_id': '70ffb57d43c147df843db98ca40ef013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:48.364403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3aab162e-77f3-40f3-904e-96b2a8197ff4 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:05:48.377228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Made reservation on behalf of 70ffb57d43c147df843db98ca40ef013 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:05:48.379614 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.386426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 3aab162e-77f3-40f3-904e-96b2a8197ff4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:05:48.386786 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 3aab162e-77f3-40f3-904e-96b2a8197ff4 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:05:48.605969 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.674120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23c2a02-61f9-482d-bded-9924a3afe537,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:48.683397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Checking segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:48.683765 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Network hostable DHCP agents. Network: e43a5839-06c5-4a8d-a50f-ee5fc2deccd7, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:05:48.788380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:05:48.920557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e43a5839-06c5-4a8d-a50f-ee5fc2deccd7) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:48.927448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:48.927448 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.931525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51102896-0309-4032-b8f1-3043ef5c371b None None] Network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:05:49.015872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-040165da-6d80-4224-82e4-276c5e842d91 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7495563 Sep 16 06:05:49.062122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e2234-5914-4514-b327-8db9018ea045 None None] Network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:05:49.473957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-3f36624a-6d3f-43ed-a248-b896e0b0f367 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:49.475560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-3f36624a-6d3f-43ed-a248-b896e0b0f367 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 814 time: 0.1084499 Sep 16 06:05:49.491278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-6639f643-8599-4d40-ab76-2acb5c77940c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/quotas/70ffb57d43c147df843db98ca40ef013 HTTP/1.1" status: 200 len: 375 time: 0.0095940 Sep 16 06:05:49.529058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-8cea92de-d318-480e-bbdb-f1f40ed0d85f tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312793 Sep 16 06:05:49.627492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-df726bc1-be86-4056-a98f-d7ced78c265e service neutron] 10.222.0.49 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911405 Sep 16 06:05:49.908452 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8c78be01-4e8f-4149-8dac-8dee7bbe0f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.045434 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-c9efb49e-0eaa-46b6-83dc-049ed7a31b21 service neutron] 10.222.0.49 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106169 Sep 16 06:05:50.312833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98006751-a29f-48d0-99a7-2286537ba760 req-ecb8d530-9f5f-43f2-a565-58c37ed100f7 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 210 time: 0.0320680 Sep 16 06:05:51.097173 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.408869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c06604e-8a44-4c95-b32f-67b437ec3959 req-5c15bf6a-4f8e-468a-98a7-a42bb385a3fe tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 210 time: 0.0277319 Sep 16 06:05:52.505259 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c5eb6d51-5b01-4715-905b-c017915b7831 req-a082d7e2-c1b6-49fc-9249-11999e0b150e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 210 time: 0.0257761 Sep 16 06:05:52.711693 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-eaa9e039-350b-41ef-8768-046635dc1514 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:52.713435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-eaa9e039-350b-41ef-8768-046635dc1514 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.66 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 814 time: 0.1054180 Sep 16 06:05:52.734839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Request body: {'port': {'device_id': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7', 'admin_state_up': True, 'tenant_id': '70ffb57d43c147df843db98ca40ef013'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:52.959680 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Made reservation on behalf of 70ffb57d43c147df843db98ca40ef013 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:05:52.963739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.096050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Allocated IP 172.20.0.9 (e43a5839-06c5-4a8d-a50f-ee5fc2deccd7/f23c2a02-61f9-482d-bded-9924a3afe537/7ae6e460-f11a-4c3f-a9e0-a5e300036a0e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:53.096936 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-753adbcf-7594-4395-8776-676e00fb0d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.241748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.360044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.407645 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:53.410906 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:53.417124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:53.423611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:53.470001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:53.470612 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.543777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-e3acbb9a-79af-48e0-a51d-9f09724bd61c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8128188 Sep 16 06:05:53.573174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Request body: {'port': {'device_id': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:53.666632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3820b-fad9-44ff-972c-6a1a1c885252 req-78779e3c-b437-40c7-bf26-0dc0c0460bb5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:53.668130 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-58a3820b-fad9-44ff-972c-6a1a1c885252 req-78779e3c-b437-40c7-bf26-0dc0c0460bb5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 931 time: 0.0921795 Sep 16 06:05:53.669078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.751226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-58a3820b-fad9-44ff-972c-6a1a1c885252 req-47c43d8f-27d0-44c6-b564-bec8b9542149 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726886 Sep 16 06:05:53.890785 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.979445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:05:53.986828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.998948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Transition to ACTIVE for port object 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:05:54.048683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.099801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:54.167762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Attempting to bind port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:54.168110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Attempting to bind port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:54.168443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Attempting to bind port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:54.173090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:05:54.173405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Attempting to bind port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:54.178093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:54.178427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Checking segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:54.178804 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Bound using segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:54.179218 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Bound port: 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:54.179579 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.243375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:54.247081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:54.325822 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.362252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:54.362956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:54.364461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] 10.222.0.66 "PUT /v2.0/ports/7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 200 len: 1092 time: 0.7963910 Sep 16 06:05:54.364892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:54.367154 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbe5fee-c814-4ec2-ad19-ffad8e7e3466" -d '{"events": [{"name": "network-changed", "server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:54.389498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eff321-2436-4b11-a7de-863b67130a44 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:54.408709 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0819b-5c06-4529-b0eb-c9bf3e4e362f x-openstack-request-id: req-04a0819b-5c06-4529-b0eb-c9bf3e4e362f {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:54.409035 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:54.409289 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04a0819b-5c06-4529-b0eb-c9bf3e4e362f {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:54.409696 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'status': 'completed', 'code': 200} Sep 16 06:05:54.504775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe5fee-c814-4ec2-ad19-ffad8e7e3466 req-2ef8c139-c9a5-4bf2-bca9-21c29725f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:54.506321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dbe5fee-c814-4ec2-ad19-ffad8e7e3466 req-2ef8c139-c9a5-4bf2-bca9-21c29725f670 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 1095 time: 0.0495186 Sep 16 06:05:54.643052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe5fee-c814-4ec2-ad19-ffad8e7e3466 req-8e6b932e-f46a-4ece-b5bb-88631792d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:54.644645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dbe5fee-c814-4ec2-ad19-ffad8e7e3466 req-8e6b932e-f46a-4ece-b5bb-88631792d696 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=70ffb57d43c147df843db98ca40ef013&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1175320 Sep 16 06:05:54.752152 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe5fee-c814-4ec2-ad19-ffad8e7e3466 req-5b70416a-66ba-4e3c-a565-f5aaf68a61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:54.753766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4dbe5fee-c814-4ec2-ad19-ffad8e7e3466 req-5b70416a-66ba-4e3c-a565-f5aaf68a61ad service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993671 Sep 16 06:05:54.914605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a25f1a-15a3-4349-838d-e83259f9fb0b req-ca750aa8-3f58-408f-a096-12b589d4c00d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:54.920039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93a25f1a-15a3-4349-838d-e83259f9fb0b req-ca750aa8-3f58-408f-a096-12b589d4c00d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.0939648 Sep 16 06:05:54.921576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-cebeb173-5b11-4ad7-a3ea-5d37dd0c20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:54.923354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-cebeb173-5b11-4ad7-a3ea-5d37dd0c20d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 1095 time: 0.0881374 Sep 16 06:05:54.989017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-19dd2520-a230-4748-881e-139c5ffc1290 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 200 len: 217 time: 0.0453446 Sep 16 06:05:55.001551 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93a25f1a-15a3-4349-838d-e83259f9fb0b req-32dff544-00b7-469a-8186-22df13217f9b tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727506 Sep 16 06:05:55.050455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-eafba1ec-fe74-47f2-b6e4-8589cd930b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:55.052092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-eafba1ec-fe74-47f2-b6e4-8589cd930b91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0496111 Sep 16 06:05:55.090424 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-1c575926-582b-49e6-aaff-b4308cf33616 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263379 Sep 16 06:05:55.191769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-3c9be955-0778-4e6e-81d1-2553ffb6701c service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900252 Sep 16 06:05:55.285165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56fc982e-1f64-47aa-be92-c2a1c079b7aa req-323198d5-23b1-4e66-a0e9-3a87993594f9 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845406 Sep 16 06:05:55.497086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:56.125590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d827a-35be-4396-87e6-d1b098ae54b4 req-42b7853a-da3e-4c68-8ba9-ded7e7500340 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:56.127055 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a17d827a-35be-4396-87e6-d1b098ae54b4 req-42b7853a-da3e-4c68-8ba9-ded7e7500340 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.0550578 Sep 16 06:05:56.164890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a17d827a-35be-4396-87e6-d1b098ae54b4 req-ffaaeea8-aac2-4d36-b543-2c7920d49495 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Sep 16 06:05:57.290046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1cbb7-66e7-44b2-8236-fd8684644b19 req-5f9d88d4-9868-4bd2-9b55-b15822eb64f2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:57.291581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cac1cbb7-66e7-44b2-8236-fd8684644b19 req-5f9d88d4-9868-4bd2-9b55-b15822eb64f2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.0562866 Sep 16 06:05:57.330309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cac1cbb7-66e7-44b2-8236-fd8684644b19 req-237a12a6-e4a4-43a6-a078-3f7724892292 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Sep 16 06:05:57.546460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:58.430611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:05:58.452412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f6b22-3710-4897-a47a-a0d9ef9f05df req-b0e42947-754b-4d49-9763-e04c175ab963 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:58.454026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-170f6b22-3710-4897-a47a-a0d9ef9f05df req-b0e42947-754b-4d49-9763-e04c175ab963 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.0541239 Sep 16 06:05:58.496871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-170f6b22-3710-4897-a47a-a0d9ef9f05df req-59a7caab-e1e4-454f-bf44-959e231d5f81 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368011 Sep 16 06:05:58.534809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:58.547207 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7', 'port_id': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'mac_address': 'fa:16:3e:d8:10:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23c2a02-61f9-482d-bded-9924a3afe537', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:05:58.584675 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:58.597644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:05:58.618056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:58.734587 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:58.787714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:58.976643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.064600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:05:59.618542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098ba29-7a4d-479d-81b7-9ad417255c5a req-b17bea1e-f634-4486-8c92-19e227b2cc30 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:59.620397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7098ba29-7a4d-479d-81b7-9ad417255c5a req-b17bea1e-f634-4486-8c92-19e227b2cc30 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 944 time: 0.0528283 Sep 16 06:05:59.659230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7098ba29-7a4d-479d-81b7-9ad417255c5a req-d208b832-5448-48cc-a6b4-2dd166af9c3e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328522 Sep 16 06:06:00.426567 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:00.551804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:06:00.556757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:00.557216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.658703 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.690208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:00.691834 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941c33d-2ea4-4b90-bd1b-1c7924328c35" -d '{"events": [{"server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "name": "network-vif-plugged", "status": "completed", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:00.713963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:00.745517 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c792893a-c7d2-4996-982f-8b1eb137bfdd x-openstack-request-id: req-c792893a-c7d2-4996-982f-8b1eb137bfdd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:00.745816 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "name": "network-vif-plugged", "status": "completed", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:00.746128 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c792893a-c7d2-4996-982f-8b1eb137bfdd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:00.746562 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'code': 200} Sep 16 06:06:00.778228 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.798059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74454385-7e86-4d64-b51a-cb660fad754f req-af26aed9-209c-4d8d-8dbf-8a9f5101e9d3 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:00.800127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74454385-7e86-4d64-b51a-cb660fad754f req-af26aed9-209c-4d8d-8dbf-8a9f5101e9d3 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 944 time: 0.0600679 Sep 16 06:06:00.846086 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:00.864060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-74454385-7e86-4d64-b51a-cb660fad754f req-8039702d-b2ed-409d-b812-4788ec2f07a2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537412 Sep 16 06:06:00.914829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566732c3-0ea5-4b9d-a48d-06e0d893e9ab req-417e32bb-0620-4788-bab7-ae260d996bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:00.917295 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566732c3-0ea5-4b9d-a48d-06e0d893e9ab req-417e32bb-0620-4788-bab7-ae260d996bd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 1097 time: 0.0520411 Sep 16 06:06:00.962808 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-566732c3-0ea5-4b9d-a48d-06e0d893e9ab req-51c0b876-b9c1-436b-b691-8084de5a6c77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Sep 16 06:06:01.238730 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:02.068629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be435080-7f96-4e3e-beee-8461cf983f32 req-abff5cc5-f018-49e4-8940-bd0520cde4a1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:02.070169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be435080-7f96-4e3e-beee-8461cf983f32 req-abff5cc5-f018-49e4-8940-bd0520cde4a1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0915294 Sep 16 06:06:02.121988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be435080-7f96-4e3e-beee-8461cf983f32 req-7192823c-9792-4742-91ba-479d47a398cb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Sep 16 06:06:03.258691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7fddd-cc95-4aaa-aaaa-0db79554d2ef req-c7328a64-35b4-43bf-a78f-cde27f94b471 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:03.260972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8bb7fddd-cc95-4aaa-aaaa-0db79554d2ef req-c7328a64-35b4-43bf-a78f-cde27f94b471 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0610025 Sep 16 06:06:03.303166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8bb7fddd-cc95-4aaa-aaaa-0db79554d2ef req-f114e004-7cf0-4e8c-9fb5-2d11dc18990e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355411 Sep 16 06:06:03.425880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d123d-3b23-41b4-8885-1b3b83513298 req-4129b78e-be2e-446c-b0b3-334b06328984 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:03.427423 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b8d123d-3b23-41b4-8885-1b3b83513298 req-4129b78e-be2e-446c-b0b3-334b06328984 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0531504 Sep 16 06:06:03.474590 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b8d123d-3b23-41b4-8885-1b3b83513298 req-a03df25d-4927-4ed5-8f3f-cce230b2cc0e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384400 Sep 16 06:06:03.733732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a208a-bf02-4f4f-bca4-435686fd0c75 req-2b445c94-7cbc-42c9-bc29-5e495347f44e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:03.735236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-564a208a-bf02-4f4f-bca4-435686fd0c75 req-2b445c94-7cbc-42c9-bc29-5e495347f44e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0498040 Sep 16 06:06:03.777659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-564a208a-bf02-4f4f-bca4-435686fd0c75 req-06f2d613-eee5-4eb5-90b4-9eea21850398 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357950 Sep 16 06:06:03.913237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff87787-429b-4373-8b07-bd53805805fb req-92e1f09b-b036-484e-80ef-9df4ad38180f tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:03.914902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ff87787-429b-4373-8b07-bd53805805fb req-92e1f09b-b036-484e-80ef-9df4ad38180f tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0550249 Sep 16 06:06:03.964697 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ff87787-429b-4373-8b07-bd53805805fb req-b3d6ecb6-0a48-46af-ac44-d1dcf36134a7 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Sep 16 06:06:04.402814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e094e9-3811-451a-97cd-b5c1f359e720 req-c3461ca0-71e8-4595-a01e-7f8a4981dfed tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:04.404426 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86e094e9-3811-451a-97cd-b5c1f359e720 req-c3461ca0-71e8-4595-a01e-7f8a4981dfed tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0532644 Sep 16 06:06:04.446975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86e094e9-3811-451a-97cd-b5c1f359e720 req-3c6f61de-dda9-4c59-b4c3-a66cc569eaed tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360291 Sep 16 06:06:04.621168 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-a61c2ac1-708c-4a12-b55b-b529578b98fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0513866 Sep 16 06:06:05.580763 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f06c12-dc1b-4724-94ef-b00fef7ffc33 req-4b30e023-2ab3-4fbc-ae2a-52392a05f820 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:05.582454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04f06c12-dc1b-4724-94ef-b00fef7ffc33 req-4b30e023-2ab3-4fbc-ae2a-52392a05f820 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0610354 Sep 16 06:06:05.625791 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-04f06c12-dc1b-4724-94ef-b00fef7ffc33 req-0f84cf1d-0373-4437-85a0-db39f73f3a61 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Sep 16 06:06:06.749276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc393bc2-b4fb-4a7e-9e25-37a90577652c req-fe382da4-1aae-4363-ac75-3a4becbc71a8 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:06.750796 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc393bc2-b4fb-4a7e-9e25-37a90577652c req-fe382da4-1aae-4363-ac75-3a4becbc71a8 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0510132 Sep 16 06:06:06.793971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fc393bc2-b4fb-4a7e-9e25-37a90577652c req-64d92604-d951-47dc-b5a4-f98f2a5e2c79 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366225 Sep 16 06:06:06.998554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-46e29bc4-19d2-4f62-9551-9fd668c94c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:07.000141 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-46e29bc4-19d2-4f62-9551-9fd668c94c94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 1097 time: 0.0437279 Sep 16 06:06:07.102536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-868ddf5f-7658-4a60-bf58-411593ecbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:07.104676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-868ddf5f-7658-4a60-bf58-411593ecbe78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0928259 Sep 16 06:06:07.146598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-cee63e99-a0fe-4230-bb0a-4672e26282fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 200 len: 217 time: 0.0349915 Sep 16 06:06:07.196416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-00f318cc-cd10-463b-9a81-7fff711bcb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:07.198410 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-00f318cc-cd10-463b-9a81-7fff711bcb9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0444479 Sep 16 06:06:07.229928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d299a0b5-36d7-4ce5-be5e-5d59a2b46125 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251889 Sep 16 06:06:07.326377 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-61de9f59-0185-496c-88ed-78162ce67681 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880494 Sep 16 06:06:07.422059 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-a058da8b-bbc8-42a3-9816-32e859061e1f service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888407 Sep 16 06:06:07.919808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74f2a-f09d-4706-93fe-38f408c2d9d2 req-f812ba7a-82f7-465a-859f-be7594ec87e7 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:07.921569 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cf74f2a-f09d-4706-93fe-38f408c2d9d2 req-f812ba7a-82f7-465a-859f-be7594ec87e7 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0536034 Sep 16 06:06:07.963498 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cf74f2a-f09d-4706-93fe-38f408c2d9d2 req-76d9bc2f-4d83-41f1-85eb-c31e09537c5d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336277 Sep 16 06:06:09.085204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e30227-6dac-4be6-b2ed-4dd3a2d85aa9 req-9e9acef3-a6a6-4873-a309-3f149fc3912f tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:09.086754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94e30227-6dac-4be6-b2ed-4dd3a2d85aa9 req-9e9acef3-a6a6-4873-a309-3f149fc3912f tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0508606 Sep 16 06:06:09.146587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94e30227-6dac-4be6-b2ed-4dd3a2d85aa9 req-c8f1cca5-0b4c-4b08-9483-37d36c479bfe tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518632 Sep 16 06:06:10.275264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f39a-3f6a-46e9-a1e3-39ec37e642cd req-22e71a24-993f-434e-97f9-f9c645a22262 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:10.277033 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67e7f39a-3f6a-46e9-a1e3-39ec37e642cd req-22e71a24-993f-434e-97f9-f9c645a22262 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0506353 Sep 16 06:06:10.316745 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-67e7f39a-3f6a-46e9-a1e3-39ec37e642cd req-529e98db-e914-4512-a629-b9638079eb54 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337665 Sep 16 06:06:11.439918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d6368-f743-45c4-b297-e4035aa9f08d req-18223908-0b7a-47fb-abe7-28bc44ba11fb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:11.441428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-875d6368-f743-45c4-b297-e4035aa9f08d req-18223908-0b7a-47fb-abe7-28bc44ba11fb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0536957 Sep 16 06:06:11.480784 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-875d6368-f743-45c4-b297-e4035aa9f08d req-f96fb950-8823-4b72-a4a1-bbd519c02aa0 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Sep 16 06:06:12.603011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c557f1-4322-4117-b20c-fc285e827092 req-1be8f2b2-22f4-4c4a-b283-bd4125cf51c6 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:12.604643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8c557f1-4322-4117-b20c-fc285e827092 req-1be8f2b2-22f4-4c4a-b283-bd4125cf51c6 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0562861 Sep 16 06:06:12.643935 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8c557f1-4322-4117-b20c-fc285e827092 req-e51750ae-b191-4122-b1b9-667c79141d58 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Sep 16 06:06:13.757982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7a8ea-49fa-47e7-b8c3-6040de88ae5d req-11f6b390-338b-46cf-8925-1e925953df90 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:13.759565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83f7a8ea-49fa-47e7-b8c3-6040de88ae5d req-11f6b390-338b-46cf-8925-1e925953df90 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0493355 Sep 16 06:06:13.802705 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-83f7a8ea-49fa-47e7-b8c3-6040de88ae5d req-c378d0f2-7d5b-40c1-96de-48862c3e15e3 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361903 Sep 16 06:06:14.940539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc3de-1d5a-4ff3-b0aa-fab2610ece7a req-4fab9c55-c8a0-47df-b880-481e64d2d551 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:14.942076 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49acc3de-1d5a-4ff3-b0aa-fab2610ece7a req-4fab9c55-c8a0-47df-b880-481e64d2d551 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0543509 Sep 16 06:06:14.983952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49acc3de-1d5a-4ff3-b0aa-fab2610ece7a req-658e60bf-c3c0-4869-90da-b662bc383943 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Sep 16 06:06:16.098870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c0942-929c-4b72-a132-48bc3e04b4ae req-0e7e12af-4c12-470a-9239-d550c9996bec tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.100324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-287c0942-929c-4b72-a132-48bc3e04b4ae req-0e7e12af-4c12-470a-9239-d550c9996bec tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Sep 16 06:06:16.139613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-287c0942-929c-4b72-a132-48bc3e04b4ae req-9fe04a45-d0cd-4244-a283-640b5691fe86 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Sep 16 06:06:17.275285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755506c5-9a3a-4e58-b4b6-63af3374cadc req-2f7ec276-81c8-4cd8-bee4-d084a5d6d707 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:17.277092 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-755506c5-9a3a-4e58-b4b6-63af3374cadc req-2f7ec276-81c8-4cd8-bee4-d084a5d6d707 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0541651 Sep 16 06:06:17.317342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-755506c5-9a3a-4e58-b4b6-63af3374cadc req-c44193bf-e6f0-4ca7-aaf1-5d615def7a72 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341783 Sep 16 06:06:18.441353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3646840-bf70-4a9f-be2c-60ab860cec6c req-2e2172aa-be21-4e77-9776-0923d9a925d1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:18.442974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3646840-bf70-4a9f-be2c-60ab860cec6c req-2e2172aa-be21-4e77-9776-0923d9a925d1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0571222 Sep 16 06:06:18.488506 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3646840-bf70-4a9f-be2c-60ab860cec6c req-0c23d174-330a-4bde-8d81-78b926f4197b tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379632 Sep 16 06:06:19.613588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba8fac-5644-468c-9cb4-693ef61d5afd req-bda87e82-2d97-442b-bd1f-f7ec8a94a6ce tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:19.615127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9eba8fac-5644-468c-9cb4-693ef61d5afd req-bda87e82-2d97-442b-bd1f-f7ec8a94a6ce tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0547662 Sep 16 06:06:19.655152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9eba8fac-5644-468c-9cb4-693ef61d5afd req-c44f1527-bd72-4e06-9217-40d11b760f77 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Sep 16 06:06:19.919291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-043e25bb-ff46-4a20-b878-ab326dd73db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.776861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1036e8-5500-4e25-96a9-87f6d4f431cc req-68ab1a6d-6ad2-4f13-aad8-9a6f6248aafb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.778394 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd1036e8-5500-4e25-96a9-87f6d4f431cc req-68ab1a6d-6ad2-4f13-aad8-9a6f6248aafb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0516429 Sep 16 06:06:20.819643 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd1036e8-5500-4e25-96a9-87f6d4f431cc req-8b770005-9bc9-43e9-9687-c749e501c2b5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344741 Sep 16 06:06:21.118904 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.937263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b076e-b3e5-4334-ae40-40aadd538a77 req-176a66cc-3092-4a53-a032-655520813b15 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:21.938764 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-427b076e-b3e5-4334-ae40-40aadd538a77 req-176a66cc-3092-4a53-a032-655520813b15 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0497899 Sep 16 06:06:21.977550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-427b076e-b3e5-4334-ae40-40aadd538a77 req-063b4a96-6857-44f0-9774-0d6dd71393fb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Sep 16 06:06:23.079120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-46e0740e-5615-4bbd-9cb7-0c2ad3eead0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:23.094100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b32042-1f7c-4706-8157-808914b062e4 req-b71811c2-6e9a-44fc-83cf-46e0541dc127 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:23.095562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99b32042-1f7c-4706-8157-808914b062e4 req-b71811c2-6e9a-44fc-83cf-46e0541dc127 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Sep 16 06:06:23.133611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99b32042-1f7c-4706-8157-808914b062e4 req-92e180b9-cf9f-4208-9e01-48219e74917f tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Sep 16 06:06:23.890446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:24.257107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba839e7-4505-4af6-b475-b97124db6471 req-623862c2-3f18-4932-b676-eda4abca0b83 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:24.258617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ba839e7-4505-4af6-b475-b97124db6471 req-623862c2-3f18-4932-b676-eda4abca0b83 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0516531 Sep 16 06:06:24.298132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ba839e7-4505-4af6-b475-b97124db6471 req-112ff81c-3a73-433d-8b40-14c2d2efa96c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Sep 16 06:06:25.270028 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-2b9deb7b-2e96-4954-a50f-314cd61e48bb service neutron] show failed (client error): The resource could not be found. Sep 16 06:06:25.271064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-2b9deb7b-2e96-4954-a50f-314cd61e48bb service neutron] 10.222.0.66 "GET /v2.0/ports/7ae6e460-f11a-4c3f-a9e0-a5e300036a0e/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0579479 Sep 16 06:06:25.427262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e8666-656a-428a-bec3-dda65f5a2704 req-18ae180c-5bb1-43f0-95b9-8b8608208c28 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:25.428816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5a6e8666-656a-428a-bec3-dda65f5a2704 req-18ae180c-5bb1-43f0-95b9-8b8608208c28 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0582380 Sep 16 06:06:25.469716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5a6e8666-656a-428a-bec3-dda65f5a2704 req-7736d9e8-6a1a-4fd3-b8ec-44c0aabf6f6d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Sep 16 06:06:25.473066 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:25.789441 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-647e1929-05d4-40d8-bb79-1022314fb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:25.790942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-647e1929-05d4-40d8-bb79-1022314fb8a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21&tenant_id=70ffb57d43c147df843db98ca40ef013 HTTP/1.1" status: 200 len: 1097 time: 0.0711436 Sep 16 06:06:25.810139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:25.869189 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:26.073865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:26.106142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:26.143919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:26.146175 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a05586-a637-4e39-9359-bb0a6ad0ce64" -d '{"events": [{"server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:26.150010 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:26.174913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Transition to ACTIVE for port object 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:06:26.200273 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dcc888-aa39-4f64-a9aa-240290693df5 x-openstack-request-id: req-00dcc888-aa39-4f64-a9aa-240290693df5 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:26.200571 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:26.200829 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00dcc888-aa39-4f64-a9aa-240290693df5 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:26.201233 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'code': 200} Sep 16 06:06:26.262962 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:26.330538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] No DVR routers for this DVR port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:06:26.332439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=6']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:26.368925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Attempting to bind port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:26.369261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Attempting to bind port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:26.369590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Attempting to bind port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:26.374177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:06:26.374501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Attempting to bind port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:26.379263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:26.379599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Checking segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:26.380012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Bound using segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:26.380493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Bound port: 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:26.380846 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:26.445206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:26.448242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:26.551163 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:26.603101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:26.603745 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:26.605503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 200 len: 1092 time: 0.7999201 Sep 16 06:06:26.641975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7235ec-a492-47b7-9840-30fe86dec5de req-590e2a7d-aa0d-4b8d-a220-cb8ec0b43062 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:26.643497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b7235ec-a492-47b7-9840-30fe86dec5de req-590e2a7d-aa0d-4b8d-a220-cb8ec0b43062 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.1041811 Sep 16 06:06:26.652063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5104bbe-6edb-4329-91c3-bb9240006455 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=7']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:26.708589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b7235ec-a492-47b7-9840-30fe86dec5de req-f534f0a9-fcb9-4009-aefa-f7ac6bdb5e4e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 Sep 16 06:06:26.714071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-f4f0ea6f-d5df-4cb6-8865-1bf75c696ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:26.715721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-f4f0ea6f-d5df-4cb6-8865-1bf75c696ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 1095 time: 0.0710745 Sep 16 06:06:26.809672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-9b409752-6621-4cff-9c92-45d489bea239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:26.811139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-9b409752-6621-4cff-9c92-45d489bea239 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0867975 Sep 16 06:06:26.853928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-afd5bdb2-4a42-45f4-89e6-fbb84adca5b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 200 len: 217 time: 0.0340695 Sep 16 06:06:26.903502 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-31368545-a7cc-4f87-9a85-81fdd787ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:26.904997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-31368545-a7cc-4f87-9a85-81fdd787ef6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0434291 Sep 16 06:06:26.937514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-8fe11786-569d-4c7d-a06f-810805c81919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246551 Sep 16 06:06:27.029521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-adbd6005-20ba-4200-89be-0646bd19b5ca service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839207 Sep 16 06:06:27.122891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0b4149ce-6935-4c7a-98e4-1b55278d8930 req-a1b24895-678c-4272-841d-f364654a98bb service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842531 Sep 16 06:06:27.559090 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:27.833377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4efbf0-fd8f-4356-bf69-c629b784bc2b req-310d4bb9-7d39-47e1-8306-c81fb6671a44 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:27.834994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ea4efbf0-fd8f-4356-bf69-c629b784bc2b req-310d4bb9-7d39-47e1-8306-c81fb6671a44 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.0554621 Sep 16 06:06:27.874492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ea4efbf0-fd8f-4356-bf69-c629b784bc2b req-f062994a-bd9a-47d0-b02c-f5e9433a6fb8 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Sep 16 06:06:28.202236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:28.204648 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e931e2-0bce-4bb0-b58b-00a4d951e845" -d '{"events": [{"name": "network-changed", "server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:28.252627 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea37b79b-8fe9-4c6c-bbd3-f77607d08e07 x-openstack-request-id: req-ea37b79b-8fe9-4c6c-bbd3-f77607d08e07 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:28.252918 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:28.253165 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea37b79b-8fe9-4c6c-bbd3-f77607d08e07 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:28.253556 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'status': 'completed', 'code': 200} Sep 16 06:06:28.341281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-374b9e40-9011-49f8-9b24-ca68bb9b8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:28.342938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-374b9e40-9011-49f8-9b24-ca68bb9b8473 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 1095 time: 0.0433381 Sep 16 06:06:28.349380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-a65f41a5-e430-4739-b596-d4eddaea51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:28.350870 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-a65f41a5-e430-4739-b596-d4eddaea51d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 1095 time: 0.0419493 Sep 16 06:06:28.438069 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-a045d118-d7a6-4440-96c5-eb1d9e7b7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:28.439590 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-a045d118-d7a6-4440-96c5-eb1d9e7b7b57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0884924 Sep 16 06:06:28.454592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-e2f2626b-11b5-47b1-b948-f005fc038315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:28.456098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-e2f2626b-11b5-47b1-b948-f005fc038315 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0943365 Sep 16 06:06:28.486297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-918ab1d8-7c1a-4874-a3be-737131226a78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 200 len: 217 time: 0.0390778 Sep 16 06:06:28.505678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-e84ca2f6-9c1d-490b-a3ff-8211f3be7d09 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 200 len: 217 time: 0.0365696 Sep 16 06:06:28.538558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-bf88a650-7577-4425-adfb-e97043f469ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:28.540079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-bf88a650-7577-4425-adfb-e97043f469ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0457036 Sep 16 06:06:28.561185 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-ba562c1c-ef6d-4542-a215-4d368d467152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:28.562676 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-ba562c1c-ef6d-4542-a215-4d368d467152 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0464458 Sep 16 06:06:28.572498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-a1cb25bc-7957-47b4-afe3-2540e9029b3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249054 Sep 16 06:06:28.599737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-24b11c56-d2c9-4ab7-b3e7-861fdff2bdeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293007 Sep 16 06:06:28.668864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-9eca4dc5-b470-42e4-9984-5ec0da4bd16b service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Sep 16 06:06:28.694861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-fe02b920-1796-4d05-afa1-8425cf98e384 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868921 Sep 16 06:06:28.759923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-8094e568-9690-4e41-9d68-3028edb9ab2a service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831335 Sep 16 06:06:28.799310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10e931e2-0bce-4bb0-b58b-00a4d951e845 req-46cd368e-f09c-4d85-bded-77a0a4b8b030 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921409 Sep 16 06:06:29.002040 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ede3-79e0-4996-b36e-0c0c2369fc28 req-7105454d-d022-4f5e-9fbd-c2be2cdb24cb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:29.003711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b66ede3-79e0-4996-b36e-0c0c2369fc28 req-7105454d-d022-4f5e-9fbd-c2be2cdb24cb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.0575197 Sep 16 06:06:29.020004 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:29.048802 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b66ede3-79e0-4996-b36e-0c0c2369fc28 req-1ddaa2a3-e51c-4cf6-ac31-cb415dc5c9a2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Sep 16 06:06:30.171251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c7a6-7606-4b39-9112-2562d088e835 req-27bb57a4-a8c7-412d-b7fc-397d042270b1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:30.172786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1e6c7a6-7606-4b39-9112-2562d088e835 req-27bb57a4-a8c7-412d-b7fc-397d042270b1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.0538549 Sep 16 06:06:30.210180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f1e6c7a6-7606-4b39-9112-2562d088e835 req-7b3104e4-cd61-4088-a739-4b87d18653b5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Sep 16 06:06:30.538530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eccc06-a546-46de-9a1c-52bf1aba2bdd req-98713c5c-f9fc-4d47-883d-48f4d49a832d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:30.538784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:06:30.540195 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36eccc06-a546-46de-9a1c-52bf1aba2bdd req-98713c5c-f9fc-4d47-883d-48f4d49a832d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 943 time: 0.0505443 Sep 16 06:06:30.579918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:06:30.581503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-36eccc06-a546-46de-9a1c-52bf1aba2bdd req-08074f37-f18d-4c54-8290-41055568abd1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339754 Sep 16 06:06:30.686108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e051-ac3b-44a5-899d-f20c1459629f req-2ec5b65c-7cad-4481-a1e8-3f6ef51a3eca tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:30.687571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-2ec5b65c-7cad-4481-a1e8-3f6ef51a3eca tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.66 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21&tenant_id=70ffb57d43c147df843db98ca40ef013&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 943 time: 0.0876536 Sep 16 06:06:30.752120 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-3313e051-ac3b-44a5-899d-f20c1459629f req-41c78889-fc9b-4b1c-a457-b85119b3ea78 service neutron] delete failed (client error): The resource could not be found. Sep 16 06:06:30.753063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-41c78889-fc9b-4b1c-a457-b85119b3ea78 service neutron] 10.222.0.66 "DELETE /v2.0/ports/7ae6e460-f11a-4c3f-a9e0-a5e300036a0e/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0533321 Sep 16 06:06:30.865742 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e051-ac3b-44a5-899d-f20c1459629f req-e9d32ed3-ea71-4b9d-8f9e-906062b61c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:30.867292 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-e9d32ed3-ea71-4b9d-8f9e-906062b61c93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 1095 time: 0.0429330 Sep 16 06:06:30.963045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e051-ac3b-44a5-899d-f20c1459629f req-46b516c1-e833-40f1-9fed-8c8aee731265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:30.965315 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-46b516c1-e833-40f1-9fed-8c8aee731265 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0909462 Sep 16 06:06:31.006396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-5b59dfad-16ff-4588-9540-f2b44d94f8cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 200 len: 217 time: 0.0333779 Sep 16 06:06:31.063275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313e051-ac3b-44a5-899d-f20c1459629f req-72171546-3db9-42b3-bc8a-cae26353a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:31.064792 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-72171546-3db9-42b3-bc8a-cae26353a983 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0452397 Sep 16 06:06:31.099329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-06dcc5ba-2817-4bc1-81ba-31342b48eaa5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237243 Sep 16 06:06:31.193389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-8939e452-0578-427a-9ba4-3ca43877b237 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845635 Sep 16 06:06:31.298510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3313e051-ac3b-44a5-899d-f20c1459629f req-12af8c75-922d-487a-a89a-4726b84b6620 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970297 Sep 16 06:06:31.304444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:06:31.401597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:31.412522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7', 'port_id': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'mac_address': 'fa:16:3e:d8:10:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23c2a02-61f9-482d-bded-9924a3afe537', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:06:31.450601 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:31.463172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:31.483703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:31.541699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:31.592372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:31.762900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc0b42-e2c8-402a-a9ab-dc72a15f47b1 req-f1772995-ee13-4d14-a50f-2e90d765eb40 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:31.764449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a6fc0b42-e2c8-402a-a9ab-dc72a15f47b1 req-f1772995-ee13-4d14-a50f-2e90d765eb40 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 944 time: 0.1094525 Sep 16 06:06:31.802294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a6fc0b42-e2c8-402a-a9ab-dc72a15f47b1 req-e7bdfd12-df76-436b-8ae5-e04bee8b09ed tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Sep 16 06:06:31.832083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:06:32.922114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd945b-ddee-4e96-b95a-222652eb00df req-f0008db4-ef14-4e4b-b55b-25cf572ad926 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:32.923686 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bfd945b-ddee-4e96-b95a-222652eb00df req-f0008db4-ef14-4e4b-b55b-25cf572ad926 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 944 time: 0.0531731 Sep 16 06:06:32.965003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bfd945b-ddee-4e96-b95a-222652eb00df req-67a00632-671a-4b4f-85a5-6f74fb5a3e1c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Sep 16 06:06:33.078921 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89a95-caa9-4c24-b4ef-c5766767af0f req-1b6f908e-f887-4d1d-be90-76c74d04d65b tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:33.080543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eee89a95-caa9-4c24-b4ef-c5766767af0f req-1b6f908e-f887-4d1d-be90-76c74d04d65b tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 944 time: 0.0490799 Sep 16 06:06:33.117720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-eee89a95-caa9-4c24-b4ef-c5766767af0f req-0ad6e1dc-45dc-4dce-b5aa-21bd585bb770 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Sep 16 06:06:33.242823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f24b1-8cdf-4d04-85c9-9e97f4dacf10 req-d3cd42cc-ceeb-4f2c-9e8e-2b267d90d365 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:33.244395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c4f24b1-8cdf-4d04-85c9-9e97f4dacf10 req-d3cd42cc-ceeb-4f2c-9e8e-2b267d90d365 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 944 time: 0.0583885 Sep 16 06:06:33.287523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7c4f24b1-8cdf-4d04-85c9-9e97f4dacf10 req-0275411c-e070-490e-aa62-07a578e9bd82 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362906 Sep 16 06:06:33.305676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:33.416164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:06:33.421293 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:33.426533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:33.505615 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:33.540492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:33.542955 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ddffba-0910-4445-bf29-6ff4ac5284b2" -d '{"events": [{"server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "name": "network-vif-plugged", "status": "completed", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:33.559090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:33.589453 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8f79d2-fde0-4dfd-a85c-8a9d8708398e x-openstack-request-id: req-0e8f79d2-fde0-4dfd-a85c-8a9d8708398e {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:33.589885 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "name": "network-vif-plugged", "status": "completed", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:33.590152 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e8f79d2-fde0-4dfd-a85c-8a9d8708398e {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:33.590538 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'code': 200} Sep 16 06:06:33.642753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:33.694456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:33.891163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-130e28c8-6826-4d2b-8e4e-34fe1a6298c4 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:33.892683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-130e28c8-6826-4d2b-8e4e-34fe1a6298c4 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 814 time: 0.1026306 Sep 16 06:06:33.908101 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-49401112-b202-4465-9be4-3d20a3da08ba tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/quotas/70ffb57d43c147df843db98ca40ef013 HTTP/1.1" status: 200 len: 375 time: 0.0094647 Sep 16 06:06:34.290009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d4062b82-9809-495e-aaa1-ac0b0a95f0ba tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3765016 Sep 16 06:06:34.302815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-a9dec131-6a21-405e-bd27-c71de42dd4ec service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:06:34.306622 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-a9dec131-6a21-405e-bd27-c71de42dd4ec service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051203 Sep 16 06:06:34.392566 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-83340e96-1b69-4a0e-9ef2-3577e1650302 service neutron] 10.222.0.49 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827208 Sep 16 06:06:34.489694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-34f9df6a-7f0e-4b0b-a1cd-081994bb9667 service neutron] 10.222.0.49 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908511 Sep 16 06:06:34.738440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee4f87bc-d825-44c2-a4bc-5761f7baab06 req-aa9e50d2-ac2e-4349-9ca1-4084ac969222 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 210 time: 0.0308733 Sep 16 06:06:35.248401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-90fa9b10-b54c-4495-b424-9544224c4d67 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:35.249882 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-90fa9b10-b54c-4495-b424-9544224c4d67 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.30 "GET /v2.0/ports?device_id=576895bd-69f4-4a8f-aedf-844be3b9db21 HTTP/1.1" status: 200 len: 945 time: 0.0610831 Sep 16 06:06:35.342831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Deleting port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:06:35.343507 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:35.437490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] For port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:35.437773 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:35.450889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Calling delete_port for 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:06:35.650476 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:35.679768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Pushing event deleted for resources: {'Port': ['ID=7ae6e460-f11a-4c3f-a9e0-a5e300036a0e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:35.683767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:06:35.724223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] No DVR routers for this DVR port 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:06:35.726913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:35.729102 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bc3c64aa-d764-4bfa-b75b-2819bf9ab684 req-46695cd6-aa55-4e58-9d51-a5e023234c41 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.30 "DELETE /v2.0/ports/7ae6e460-f11a-4c3f-a9e0-a5e300036a0e HTTP/1.1" status: 204 len: 173 time: 0.4724514 Sep 16 06:06:35.729535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'name': 'network-vif-deleted', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:35.732584 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54dbda8-a59b-4aa1-85b1-3bf54d2a9e59" -d '{"events": [{"server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "name": "network-vif-deleted", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:35.768812 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf70f4-b1a3-4123-93b6-f4636bc5b61c x-openstack-request-id: req-46cf70f4-b1a3-4123-93b6-f4636bc5b61c {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:35.768961 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576895bd-69f4-4a8f-aedf-844be3b9db21", "name": "network-vif-deleted", "tag": "7ae6e460-f11a-4c3f-a9e0-a5e300036a0e", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:35.769246 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46cf70f4-b1a3-4123-93b6-f4636bc5b61c {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:35.769745 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576895bd-69f4-4a8f-aedf-844be3b9db21', 'name': 'network-vif-deleted', 'tag': '7ae6e460-f11a-4c3f-a9e0-a5e300036a0e', 'status': 'completed', 'code': 200} Sep 16 06:06:35.841294 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c63578ea-8c4e-46dc-83d8-012e19170a58 req-fec6b2bb-bf19-4ff8-b20e-a533fce140aa tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 210 time: 0.0259767 Sep 16 06:06:36.850641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-ffdd3c9d-59d3-4718-972e-e7d63b912837 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:36.852280 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-ffdd3c9d-59d3-4718-972e-e7d63b912837 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.30 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 814 time: 0.1159811 Sep 16 06:06:36.885514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Request body: {'port': {'device_id': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7', 'admin_state_up': True, 'tenant_id': '70ffb57d43c147df843db98ca40ef013'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:37.012568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0b49c2e-8b47-47d6-8b66-ad58226da4c9 req-5a025eb1-9b4b-42e1-89e6-4664ab6cc57d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 210 time: 0.0989242 Sep 16 06:06:37.105190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Made reservation on behalf of 70ffb57d43c147df843db98ca40ef013 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:06:37.109484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:37.233476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Allocated IP 172.20.0.10 (e43a5839-06c5-4a8d-a50f-ee5fc2deccd7/f23c2a02-61f9-482d-bded-9924a3afe537/fc392060-4522-469f-ac43-ef56351e645b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:06:37.379279 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:37.477569 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:37.517808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:06:37.520876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:06:37.535116 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:06:37.541620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:37.587326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:37.587980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:37.662372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-71de320d-dabe-4472-abcd-37c8698b7cda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7809298 Sep 16 06:06:37.680978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Request body: {'port': {'device_id': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:06:37.734899 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:38.004878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc392060-4522-469f-ac43-ef56351e645b {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:38.013005 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:38.025288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Transition to ACTIVE for port object fc392060-4522-469f-ac43-ef56351e645b will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:06:38.118986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:38.130285 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea353a3-430e-4ebc-8e31-e232aa5e7fd0 req-d9ff1d60-7e46-4867-abb8-eeff9e42d76c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:38.131874 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ea353a3-430e-4ebc-8e31-e232aa5e7fd0 req-d9ff1d60-7e46-4867-abb8-eeff9e42d76c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 932 time: 0.0509083 Sep 16 06:06:38.172620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ea353a3-430e-4ebc-8e31-e232aa5e7fd0 req-f9ab3443-15b1-4d5b-9983-ee3c5079bdab tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Sep 16 06:06:38.174460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:38.237733 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:38.239496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Attempting to bind port fc392060-4522-469f-ac43-ef56351e645b on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:06:38.239834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Attempting to bind port fc392060-4522-469f-ac43-ef56351e645b by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:06:38.240190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Attempting to bind port fc392060-4522-469f-ac43-ef56351e645b on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:38.244594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Port fc392060-4522-469f-ac43-ef56351e645b on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:06:38.244948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Attempting to bind port fc392060-4522-469f-ac43-ef56351e645b on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:06:38.250948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:06:38.251318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Checking segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:06:38.251755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Bound using segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:06:38.252216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Bound port: fc392060-4522-469f-ac43-ef56351e645b, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:06:38.252609 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:38.319746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:06:38.322745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:06:38.402812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:38.440685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:38.441322 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:38.442733 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 1093 time: 0.7660031 Sep 16 06:06:38.443171 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:38.445451 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbd09a6-131e-4b07-9678-a0e846bc4166" -d '{"events": [{"name": "network-changed", "server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "tag": "fc392060-4522-469f-ac43-ef56351e645b"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:38.469039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880b341-269d-4192-8b55-bb179f3cfe42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:38.486163 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b71a3-d4ea-4055-a83e-a0b6b0933981 x-openstack-request-id: req-b60b71a3-d4ea-4055-a83e-a0b6b0933981 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:38.486482 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "tag": "fc392060-4522-469f-ac43-ef56351e645b", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:38.486735 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b60b71a3-d4ea-4055-a83e-a0b6b0933981 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:38.487164 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b', 'status': 'completed', 'code': 200} Sep 16 06:06:38.580462 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd09a6-131e-4b07-9678-a0e846bc4166 req-98591a4d-55ae-44d7-949b-5eb3457ffcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:38.581891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5fbd09a6-131e-4b07-9678-a0e846bc4166 req-98591a4d-55ae-44d7-949b-5eb3457ffcb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1096 time: 0.0434422 Sep 16 06:06:38.690550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd09a6-131e-4b07-9678-a0e846bc4166 req-a1595ddf-91de-4350-99da-450b4a3b7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:38.692079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5fbd09a6-131e-4b07-9678-a0e846bc4166 req-a1595ddf-91de-4350-99da-450b4a3b7d9b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=70ffb57d43c147df843db98ca40ef013&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956328 Sep 16 06:06:38.786587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd09a6-131e-4b07-9678-a0e846bc4166 req-0a1b5ea9-1a8e-4c80-a5cc-f18a916f15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:38.788171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5fbd09a6-131e-4b07-9678-a0e846bc4166 req-0a1b5ea9-1a8e-4c80-a5cc-f18a916f15f1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881267 Sep 16 06:06:38.896867 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-8fb8dd4b-baf6-4227-9a04-70bcf9579513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:38.898418 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-8fb8dd4b-baf6-4227-9a04-70bcf9579513 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1096 time: 0.0481503 Sep 16 06:06:38.948212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-d366de47-935f-4b0c-8a79-2e7a5638e8fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 217 time: 0.0351472 Sep 16 06:06:38.999453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-ece4a07a-0faf-4d05-94e3-5e3f2065453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:39.001029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-ece4a07a-0faf-4d05-94e3-5e3f2065453b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0454092 Sep 16 06:06:39.034317 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-b98d22e0-8f42-49c3-a481-4df631097a12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262067 Sep 16 06:06:39.130427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-c70b4122-18f0-4ab1-9d45-4114b70bb090 service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886672 Sep 16 06:06:39.229044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cdf41e5d-8d65-49dc-9789-279a557663a6 req-e6eba830-5cd3-472f-a309-d764f11578bc service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896137 Sep 16 06:06:39.289582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f1153-7988-4497-9139-149b70a78314 req-936488a6-bdc7-4246-a105-30d86e737f19 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:39.291067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d91f1153-7988-4497-9139-149b70a78314 req-936488a6-bdc7-4246-a105-30d86e737f19 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0493760 Sep 16 06:06:39.329625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d91f1153-7988-4497-9139-149b70a78314 req-b53f221f-1b77-4937-bd99-9210b5a6f6be tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Sep 16 06:06:39.347655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:06:39.370109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:06:39.370450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 7ae6e460-f11a-4c3f-a9e0-a5e300036a0e not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:06:40.447370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883b55e-560b-4589-bbd6-5f9f7cc11496 req-a251b430-5113-484a-9c32-2f975e629839 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:40.448910 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d883b55e-560b-4589-bbd6-5f9f7cc11496 req-a251b430-5113-484a-9c32-2f975e629839 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0502968 Sep 16 06:06:40.488052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d883b55e-560b-4589-bbd6-5f9f7cc11496 req-fcfd4453-80fd-47e0-a154-760e9c376ceb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Sep 16 06:06:41.606899 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87badfb0-0c68-4c91-b3d8-4d92aa93f90d req-4b0a3a60-0a06-49e3-b225-3fbb0083912d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:41.608460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87badfb0-0c68-4c91-b3d8-4d92aa93f90d req-4b0a3a60-0a06-49e3-b225-3fbb0083912d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0540881 Sep 16 06:06:41.646989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-87badfb0-0c68-4c91-b3d8-4d92aa93f90d req-0a77fad9-2cb6-4904-b873-40b3584d15fd tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325830 Sep 16 06:06:42.769459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e2a07-605f-41bf-8d33-3cdaf3198a7b req-25e493a3-fd06-41ef-85e9-f742745404b4 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:42.770878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b8e2a07-605f-41bf-8d33-3cdaf3198a7b req-25e493a3-fd06-41ef-85e9-f742745404b4 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0499415 Sep 16 06:06:42.810776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1b8e2a07-605f-41bf-8d33-3cdaf3198a7b req-93960456-ec6c-47dc-91bf-04743dacfe3e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338354 Sep 16 06:06:43.350541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device fc392060-4522-469f-ac43-ef56351e645b details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:06:43.442158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:43.453760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'fc392060-4522-469f-ac43-ef56351e645b', 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7', 'port_id': 'fc392060-4522-469f-ac43-ef56351e645b', 'mac_address': 'fa:16:3e:fe:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23c2a02-61f9-482d-bded-9924a3afe537', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:06:43.490042 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:43.505638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc392060-4522-469f-ac43-ef56351e645b {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:06:43.524338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:43.613775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:43.660262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:43.667404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.667750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.668295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.668657 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.668987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.669574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.669901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.670227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.670550 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.670872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.671190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.671510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:06:43.886220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['fc392060-4522-469f-ac43-ef56351e645b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:06:43.928474 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86b3f9-da37-4236-8688-3c75ebb09947 req-94a17dc8-ee45-4afe-af12-5caef5e0eb6c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:43.930192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae86b3f9-da37-4236-8688-3c75ebb09947 req-94a17dc8-ee45-4afe-af12-5caef5e0eb6c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 945 time: 0.0503914 Sep 16 06:06:43.969561 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae86b3f9-da37-4236-8688-3c75ebb09947 req-ec7743a4-3c22-4bc0-9b54-4f79fc71dab6 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Sep 16 06:06:45.082486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309e827-62d1-4e8c-82b5-41ba9c0ecbb9 req-7f55c8d1-999c-43e6-8ed8-061453b86102 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:45.084057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5309e827-62d1-4e8c-82b5-41ba9c0ecbb9 req-7f55c8d1-999c-43e6-8ed8-061453b86102 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 945 time: 0.0487690 Sep 16 06:06:45.125711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5309e827-62d1-4e8c-82b5-41ba9c0ecbb9 req-f40dd59f-c36c-438d-a5b4-680cbec86961 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357037 Sep 16 06:06:45.379301 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device fc392060-4522-469f-ac43-ef56351e645b up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:06:45.495385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port fc392060-4522-469f-ac43-ef56351e645b completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:06:45.500137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port fc392060-4522-469f-ac43-ef56351e645b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:06:45.500516 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.575128 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.597369 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:06:45.599581 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13f2eca-1d3a-4112-8ce6-e94ea58b1873" -d '{"events": [{"server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "name": "network-vif-plugged", "status": "completed", "tag": "fc392060-4522-469f-ac43-ef56351e645b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:06:45.614386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:06:45.637806 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14633f1-2caa-4470-8623-d48a33089079 x-openstack-request-id: req-f14633f1-2caa-4470-8623-d48a33089079 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:06:45.638051 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "name": "network-vif-plugged", "status": "completed", "tag": "fc392060-4522-469f-ac43-ef56351e645b", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:06:45.638307 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f14633f1-2caa-4470-8623-d48a33089079 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:06:45.638840 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b', 'code': 200} Sep 16 06:06:45.693487 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:45.743492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:06:45.765630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98575-bf21-403b-8878-7824fb8cd0b5 req-4f53947a-1586-46b8-827c-058d04bd7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:45.767156 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ff98575-bf21-403b-8878-7824fb8cd0b5 req-4f53947a-1586-46b8-827c-058d04bd7afc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1098 time: 0.0411534 Sep 16 06:06:45.802347 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ff98575-bf21-403b-8878-7824fb8cd0b5 req-8c240634-895d-4a25-8fd6-1a2288f661a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283225 Sep 16 06:06:46.243603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1fb69-b883-448d-b0fe-569173d4374f req-0ceab741-432d-4910-87e8-844ec3742ef3 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:46.245225 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54d1fb69-b883-448d-b0fe-569173d4374f req-0ceab741-432d-4910-87e8-844ec3742ef3 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0504746 Sep 16 06:06:46.293739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54d1fb69-b883-448d-b0fe-569173d4374f req-8b2a5044-80fc-4903-8b7b-47ad378b3e78 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Sep 16 06:06:47.411106 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376f035-115a-4ca4-866e-4e23404c3fb0 req-65b99c72-aca0-48c9-85a8-7747ad6685d5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.412627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a376f035-115a-4ca4-866e-4e23404c3fb0 req-65b99c72-aca0-48c9-85a8-7747ad6685d5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0494411 Sep 16 06:06:47.450725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a376f035-115a-4ca4-866e-4e23404c3fb0 req-86231876-21f6-47b5-aeb7-9cf30fde6da5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Sep 16 06:06:47.566616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822de4-018c-48bc-aaef-ba3a3726d254 req-d6369ca1-00ee-4fda-88e8-c1a9a2253fd7 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:47.568152 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25822de4-018c-48bc-aaef-ba3a3726d254 req-d6369ca1-00ee-4fda-88e8-c1a9a2253fd7 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0507395 Sep 16 06:06:47.610368 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25822de4-018c-48bc-aaef-ba3a3726d254 req-12a6aebd-e53a-4124-86be-ba40229811a3 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Sep 16 06:06:48.020701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad10db2-b39e-4642-88de-07ecacfa2bec req-115b8f92-bb1d-4df9-94cf-3d97fd4bbe66 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:48.022265 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ad10db2-b39e-4642-88de-07ecacfa2bec req-115b8f92-bb1d-4df9-94cf-3d97fd4bbe66 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0571418 Sep 16 06:06:48.061462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ad10db2-b39e-4642-88de-07ecacfa2bec req-929b9da5-9e80-4491-93df-20d840895648 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Sep 16 06:06:48.121076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-d5b702be-d2b4-46f7-a44f-6aa37e84c9f5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403240 Sep 16 06:06:49.184566 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f0ca-2893-411d-8ecd-41ddc202314f req-fcd77179-7486-4702-be9f-64c63170dd2b tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:49.186779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-14e4f0ca-2893-411d-8ecd-41ddc202314f req-fcd77179-7486-4702-be9f-64c63170dd2b tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0565825 Sep 16 06:06:49.226105 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-14e4f0ca-2893-411d-8ecd-41ddc202314f req-2250a3e2-e7c8-499d-a2e6-d70e1b524cdf tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333934 Sep 16 06:06:49.878498 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3afc16d-0075-474a-a7b2-13c75b380155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:50.352516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-61db1087-6a31-4c3f-a601-fe9ecce06610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:50.354038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-61db1087-6a31-4c3f-a601-fe9ecce06610 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1098 time: 0.0780699 Sep 16 06:06:50.366680 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7284f70-ca3d-455c-a098-d881cbfe2703 req-d9168dd8-a87e-4942-9170-f1ed369745c9 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:50.368155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7284f70-ca3d-455c-a098-d881cbfe2703 req-d9168dd8-a87e-4942-9170-f1ed369745c9 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0628359 Sep 16 06:06:50.459981 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f7284f70-ca3d-455c-a098-d881cbfe2703 req-8de47ea0-2917-410d-9133-c26b5e57c3d4 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828478 Sep 16 06:06:50.481122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-8c751c20-5992-49de-8638-2e9b63ec7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:50.483187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-8c751c20-5992-49de-8638-2e9b63ec7367 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.1141384 Sep 16 06:06:50.525221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-bc076d66-70ca-4c78-aa34-27a7e6dcbc07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 217 time: 0.0343218 Sep 16 06:06:50.574042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-2fa77d98-522a-42c0-be26-6dc9ff81d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:50.575505 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-2fa77d98-522a-42c0-be26-6dc9ff81d536 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0427792 Sep 16 06:06:50.607156 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-3bfd94f6-b49e-41db-8a45-53e4411de904 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243995 Sep 16 06:06:50.702102 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-4a3dd55a-c99a-4dab-a7d9-e7271187e88c service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877941 Sep 16 06:06:50.802931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-e4ea9191-251f-4775-8e9f-c8344c6e1dc0 service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935657 Sep 16 06:06:51.215454 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:51.575226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b230e-f568-4bb5-a9fb-9d39f0e50ae2 req-7d232afc-c175-49cf-a9b0-1d18baaf71d8 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:51.577505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-129b230e-f568-4bb5-a9fb-9d39f0e50ae2 req-7d232afc-c175-49cf-a9b0-1d18baaf71d8 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0500557 Sep 16 06:06:51.618723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-129b230e-f568-4bb5-a9fb-9d39f0e50ae2 req-9eddb97d-77e6-4633-8692-91aa32a999a1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345144 Sep 16 06:06:51.916750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-5e3eb397-a1e8-48ec-b820-d7a508d545bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:51.919613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-5e3eb397-a1e8-48ec-b820-d7a508d545bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1098 time: 0.0455539 Sep 16 06:06:52.025346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-b132f33a-ae70-4025-bcf9-58fa828809b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:52.026839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-b132f33a-ae70-4025-bcf9-58fa828809b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0851340 Sep 16 06:06:52.071476 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-3c8b8799-7a99-4313-9c30-c3e1aff0c983 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 217 time: 0.0372510 Sep 16 06:06:52.121695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-f12e3f74-2d8a-4bb3-be30-6079dac9d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:52.123307 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-f12e3f74-2d8a-4bb3-be30-6079dac9d2eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0438693 Sep 16 06:06:52.154568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-90ec66f1-4e3b-45ba-a01e-543dbe7e40af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240085 Sep 16 06:06:52.247277 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-2b019e0a-60b9-4a70-af5a-25467216f4ff service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854106 Sep 16 06:06:52.336858 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2bca0acb-0430-4e56-8513-b25e0427ba05 req-7aac2cb5-00ad-486c-ba03-8c1ad8f285d4 service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826716 Sep 16 06:06:52.736342 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022d567-14e0-4487-9c70-2e7d127f34c9 req-81bc0061-1e85-4824-bfe2-e6e19009fb97 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:52.737840 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b022d567-14e0-4487-9c70-2e7d127f34c9 req-81bc0061-1e85-4824-bfe2-e6e19009fb97 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0492427 Sep 16 06:06:52.780900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b022d567-14e0-4487-9c70-2e7d127f34c9 req-8c5ad424-35dc-46e7-bd57-e608e833b125 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368562 Sep 16 06:06:53.095261 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5804e59-f54f-46d8-8fe4-418ef1ed1911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:53.890900 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:53.898362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc7813-e6c1-4930-a5f2-a93ddf0f6ddf req-b7026275-afbc-4971-9675-8a7d85427dba tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:53.899881 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43cc7813-e6c1-4930-a5f2-a93ddf0f6ddf req-b7026275-afbc-4971-9675-8a7d85427dba tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0493379 Sep 16 06:06:53.938096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43cc7813-e6c1-4930-a5f2-a93ddf0f6ddf req-cfdeac74-7003-4bb6-92eb-f3f71ebd6f86 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Sep 16 06:06:55.055654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89563eb-d53a-4c40-848f-262628ef8d32 req-c5a092df-9ca8-4965-99a7-8b4a2e63e48e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:55.057198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e89563eb-d53a-4c40-848f-262628ef8d32 req-c5a092df-9ca8-4965-99a7-8b4a2e63e48e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0499077 Sep 16 06:06:55.096396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e89563eb-d53a-4c40-848f-262628ef8d32 req-303c9e1a-1c26-43fb-aaaf-de02fb94b558 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Sep 16 06:06:55.442021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:56.222431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5471d03-c8ed-4b6c-be4b-d6ba7b1db2bd req-54bafe67-1935-41a1-9494-410841036893 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:56.223986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5471d03-c8ed-4b6c-be4b-d6ba7b1db2bd req-54bafe67-1935-41a1-9494-410841036893 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0563812 Sep 16 06:06:56.262891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f5471d03-c8ed-4b6c-be4b-d6ba7b1db2bd req-4bd6e41c-2993-4069-87c4-2e4f081d9850 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Sep 16 06:06:57.378881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be4609-384d-4393-a087-f78df0622aa8 req-96df49cd-aaeb-4e64-8761-12db640fc502 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:57.380446 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98be4609-384d-4393-a087-f78df0622aa8 req-96df49cd-aaeb-4e64-8761-12db640fc502 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0507987 Sep 16 06:06:57.418132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-98be4609-384d-4393-a087-f78df0622aa8 req-f21eef48-a487-4206-8b0e-0106c921354e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Sep 16 06:06:57.535595 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:58.535384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4d7ba-797a-4154-9df4-205832fb1f01 req-3b2f9fa7-b41c-4310-9717-c74ba9174bef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:58.536907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2f4d7ba-797a-4154-9df4-205832fb1f01 req-3b2f9fa7-b41c-4310-9717-c74ba9174bef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0496473 Sep 16 06:06:58.574453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b2f4d7ba-797a-4154-9df4-205832fb1f01 req-7a7cbdac-945a-4b65-85a9-4bddff98c5f5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Sep 16 06:06:59.019182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:59.690346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc54a6-a454-4866-a2dc-41d947406d0f req-80fa1682-da08-4fa9-a89b-70e9bb561dd2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:59.691885 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dacc54a6-a454-4866-a2dc-41d947406d0f req-80fa1682-da08-4fa9-a89b-70e9bb561dd2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0505433 Sep 16 06:06:59.734732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dacc54a6-a454-4866-a2dc-41d947406d0f req-63a6e906-709f-452e-a822-c2056d8571d6 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 Sep 16 06:07:00.850764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a897e5-8da5-49a0-b81e-d0ed21435e2a req-658cd5bb-1c3e-4cd8-be7f-2d8ee2413563 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:00.852300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a897e5-8da5-49a0-b81e-d0ed21435e2a req-658cd5bb-1c3e-4cd8-be7f-2d8ee2413563 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0499091 Sep 16 06:07:00.893219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a897e5-8da5-49a0-b81e-d0ed21435e2a req-68cabf13-2b20-487f-a60f-2a4a6947169d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338368 Sep 16 06:07:02.019400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164553a-e82d-4392-ac7b-1d656235744a req-c4c25557-13b8-4977-b64a-6f8bbf3978b2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:02.020951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a164553a-e82d-4392-ac7b-1d656235744a req-c4c25557-13b8-4977-b64a-6f8bbf3978b2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0580392 Sep 16 06:07:02.061023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a164553a-e82d-4392-ac7b-1d656235744a req-d8164c39-5263-4e51-81be-2e815215cf15 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Sep 16 06:07:03.182805 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f28f3-68ad-41f4-a477-72bac9212c49 req-23a8d3f1-d5d3-4f9c-ba3f-9d86cfda1b16 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:03.184354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b6f28f3-68ad-41f4-a477-72bac9212c49 req-23a8d3f1-d5d3-4f9c-ba3f-9d86cfda1b16 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0546098 Sep 16 06:07:03.223447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b6f28f3-68ad-41f4-a477-72bac9212c49 req-d765fc5a-95a2-4fb4-9424-aced4c8c698e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Sep 16 06:07:04.344726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141e417-3380-437c-aa6d-56011593a0d3 req-71ab2a2d-bdb5-4c2d-9414-f25bb2cf68e1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:04.346288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9141e417-3380-437c-aa6d-56011593a0d3 req-71ab2a2d-bdb5-4c2d-9414-f25bb2cf68e1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0543280 Sep 16 06:07:04.387174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9141e417-3380-437c-aa6d-56011593a0d3 req-dc4efaba-3bcf-4911-abde-9d799fb26677 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Sep 16 06:07:05.503380 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663a38e-4d45-46cc-baba-cfdb1d656020 req-fb7386cc-f4c7-4780-8b02-08d7aa2415c1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.504888 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4663a38e-4d45-46cc-baba-cfdb1d656020 req-fb7386cc-f4c7-4780-8b02-08d7aa2415c1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0484776 Sep 16 06:07:05.541621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4663a38e-4d45-46cc-baba-cfdb1d656020 req-65f2aca2-6dbe-450d-8822-9f43b5abf3eb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Sep 16 06:07:06.657372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fe8fd-ae52-4435-a9f4-05575c0c5ec9 req-564606b9-e19a-40e2-b51c-3178159d33ff tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:06.659115 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b6fe8fd-ae52-4435-a9f4-05575c0c5ec9 req-564606b9-e19a-40e2-b51c-3178159d33ff tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0493133 Sep 16 06:07:06.704130 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b6fe8fd-ae52-4435-a9f4-05575c0c5ec9 req-ddedde21-46e9-4eff-987b-5a9bf10469d2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Sep 16 06:07:07.821279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd821a-544b-4472-a62b-5bafdd5e62f7 req-1db6f65a-06d3-4ff6-8182-8b444c3873ca tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.822718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2edd821a-544b-4472-a62b-5bafdd5e62f7 req-1db6f65a-06d3-4ff6-8182-8b444c3873ca tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0506222 Sep 16 06:07:07.863447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2edd821a-544b-4472-a62b-5bafdd5e62f7 req-be9a1b0d-3602-45e9-bb37-892706ae269c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Sep 16 06:07:08.981603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ef1b-fe4a-4bd3-80c3-d438e6d45936 req-be824f49-e8f3-40b0-a0ef-bbd87346bab5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:08.983592 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ea3ef1b-fe4a-4bd3-80c3-d438e6d45936 req-be824f49-e8f3-40b0-a0ef-bbd87346bab5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0492249 Sep 16 06:07:09.025001 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6ea3ef1b-fe4a-4bd3-80c3-d438e6d45936 req-e2e3b54b-9149-4513-8170-2f5489102c95 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333805 Sep 16 06:07:10.146054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd530a9e-81b2-4f53-9c37-2ecf73291d06 req-26ce1222-89fb-4ecd-8610-e93eec44ca03 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:10.147559 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd530a9e-81b2-4f53-9c37-2ecf73291d06 req-26ce1222-89fb-4ecd-8610-e93eec44ca03 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0531759 Sep 16 06:07:10.186095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bd530a9e-81b2-4f53-9c37-2ecf73291d06 req-9a553f28-4db3-4455-b8a9-86aa390e2dd2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Sep 16 06:07:11.301984 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9553-68ae-4d9a-8d29-48d1434d0035 req-57c2e6af-2c10-4494-af10-c3cce5e6a3da tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:11.303493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29bb9553-68ae-4d9a-8d29-48d1434d0035 req-57c2e6af-2c10-4494-af10-c3cce5e6a3da tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0504217 Sep 16 06:07:11.343879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29bb9553-68ae-4d9a-8d29-48d1434d0035 req-aa37b274-061a-4a00-b63e-924686d26a22 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Sep 16 06:07:12.468979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef1c7-a167-4be2-8371-5e8137330bc5 req-0fdb3ee5-da8d-43ba-b105-d30df932734a tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:12.470508 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e06ef1c7-a167-4be2-8371-5e8137330bc5 req-0fdb3ee5-da8d-43ba-b105-d30df932734a tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0491579 Sep 16 06:07:12.509352 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e06ef1c7-a167-4be2-8371-5e8137330bc5 req-c5715bf6-25e5-40c4-91d9-2d7fd5882254 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329609 Sep 16 06:07:13.637279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca8490-8262-4871-aaa0-ccfe1004ce03 req-6ecfe6ed-2ace-41c9-bc5d-fcf21975c62c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:13.638834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbca8490-8262-4871-aaa0-ccfe1004ce03 req-6ecfe6ed-2ace-41c9-bc5d-fcf21975c62c tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0480123 Sep 16 06:07:13.682353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fbca8490-8262-4871-aaa0-ccfe1004ce03 req-b3f37581-02ca-48de-ba6b-b72b11304189 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Sep 16 06:07:14.798815 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47267132-2626-4db7-989f-0e6ceeb19506 req-1c814ec6-3840-497b-b1af-9a724f7c0357 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:14.800290 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47267132-2626-4db7-989f-0e6ceeb19506 req-1c814ec6-3840-497b-b1af-9a724f7c0357 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0497067 Sep 16 06:07:14.839342 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-47267132-2626-4db7-989f-0e6ceeb19506 req-50c632f0-1d42-428c-9c4f-dfdf3147a622 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Sep 16 06:07:15.237238 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:15.960377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ad22d-6981-43b0-99ef-07fa838319bf req-4c578ea2-032b-47d8-9ac1-99daebffeb05 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:15.961877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-463ad22d-6981-43b0-99ef-07fa838319bf req-4c578ea2-032b-47d8-9ac1-99daebffeb05 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0487792 Sep 16 06:07:16.000176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-463ad22d-6981-43b0-99ef-07fa838319bf req-1d90b49b-6124-4a72-9a0e-59987892b730 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Sep 16 06:07:17.120514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10ce76-6408-42a4-8596-83c37f6555a7 req-aa0e1b2b-6f5f-4598-a9e2-8d10f060dfe9 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:17.121928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af10ce76-6408-42a4-8596-83c37f6555a7 req-aa0e1b2b-6f5f-4598-a9e2-8d10f060dfe9 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0532749 Sep 16 06:07:17.160190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af10ce76-6408-42a4-8596-83c37f6555a7 req-6eb3f079-9f53-4c3f-b116-f95cc5b1acb6 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Sep 16 06:07:18.299569 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-df1e07ad-8663-4370-a6ad-ffe2dfcb89f5 service neutron] show failed (client error): The resource could not be found. Sep 16 06:07:18.300618 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-df1e07ad-8663-4370-a6ad-ffe2dfcb89f5 service neutron] 10.222.0.30 "GET /v2.0/ports/fc392060-4522-469f-ac43-ef56351e645b/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0854299 Sep 16 06:07:18.308992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c728f0-d263-42f8-9be1-93c477529631 req-6759a5f7-6b31-4ef4-8024-c6b0d744e5ee tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:18.310707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77c728f0-d263-42f8-9be1-93c477529631 req-6759a5f7-6b31-4ef4-8024-c6b0d744e5ee tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0703976 Sep 16 06:07:18.353707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-77c728f0-d263-42f8-9be1-93c477529631 req-54e1acca-9fe0-4342-a3da-b68396100567 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362139 Sep 16 06:07:18.795799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-7a4bb0b6-4d96-4abb-8c4b-2fa845edaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:18.797271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-7a4bb0b6-4d96-4abb-8c4b-2fa845edaac8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8&tenant_id=70ffb57d43c147df843db98ca40ef013 HTTP/1.1" status: 200 len: 1098 time: 0.0422649 Sep 16 06:07:18.821917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:18.877559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.096781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:19.129838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:19.170825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:19.173210 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76347e1a-4a1c-48e7-b718-cb40a6889bf7" -d '{"events": [{"server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "name": "network-vif-unplugged", "status": "completed", "tag": "fc392060-4522-469f-ac43-ef56351e645b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:19.177254 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.190224 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Transition to ACTIVE for port object fc392060-4522-469f-ac43-ef56351e645b will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:07:19.225318 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38edfcf1-823a-440e-8573-7dc9542aa8d1 x-openstack-request-id: req-38edfcf1-823a-440e-8573-7dc9542aa8d1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:19.225621 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "name": "network-vif-unplugged", "status": "completed", "tag": "fc392060-4522-469f-ac43-ef56351e645b", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:19.225866 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38edfcf1-823a-440e-8573-7dc9542aa8d1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:19.226375 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b', 'code': 200} Sep 16 06:07:19.258801 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.322776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] No DVR routers for this DVR port fc392060-4522-469f-ac43-ef56351e645b on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:19.325896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:19.355221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.355475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.355812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.356165 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.356493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.356816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.357799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.358324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.358588 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.359009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.359302 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.359618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:19.374634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Attempting to bind port fc392060-4522-469f-ac43-ef56351e645b on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:19.375193 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Attempting to bind port fc392060-4522-469f-ac43-ef56351e645b by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:19.375734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Attempting to bind port fc392060-4522-469f-ac43-ef56351e645b on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:19.382254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Port fc392060-4522-469f-ac43-ef56351e645b on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:07:19.382581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Attempting to bind port fc392060-4522-469f-ac43-ef56351e645b on network e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:19.387964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:19.389108 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Checking segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:19.389783 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Bound using segment: {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:19.390622 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Bound port: fc392060-4522-469f-ac43-ef56351e645b, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:19.391198 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.459176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:19.462529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:19.483167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2809dc-ba1c-4fae-9131-5f5276b5b4b8 req-c48f18a8-2de0-4600-a6d1-d21d5c34714b tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:19.484716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f2809dc-ba1c-4fae-9131-5f5276b5b4b8 req-c48f18a8-2de0-4600-a6d1-d21d5c34714b tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0498106 Sep 16 06:07:19.522383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f2809dc-ba1c-4fae-9131-5f5276b5b4b8 req-8f648df0-4fdc-4bda-929e-f35c80e649a2 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Sep 16 06:07:19.539548 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.575283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:19.576428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.577816 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] 10.222.0.66 "PUT /v2.0/ports/fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 1093 time: 0.7599874 Sep 16 06:07:19.596270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a2041-b909-456d-9a77-f0e00c1af373 service neutron] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:19.656797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-e89f3b3f-fde4-45eb-a949-32507d2ca908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:19.658306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-e89f3b3f-fde4-45eb-a949-32507d2ca908 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1096 time: 0.0417061 Sep 16 06:07:19.759272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-a118ea62-17e2-4c33-9adf-67eb577b229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:19.760795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-a118ea62-17e2-4c33-9adf-67eb577b229f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0951445 Sep 16 06:07:19.805188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-e050b185-e510-42c1-adc5-5e05102354e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 217 time: 0.0329781 Sep 16 06:07:19.883791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29feab3f-d103-4207-9bb7-24b8f71904e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.174250 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-5ddf5aad-19c5-49e4-b26a-978ad2a090a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:20.175821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-5ddf5aad-19c5-49e4-b26a-978ad2a090a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.3602610 Sep 16 06:07:20.212795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-18f348bc-feb6-4d08-b348-ae87a13de805 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243785 Sep 16 06:07:20.311837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-02b01e0c-c830-4c87-9290-5f82b093dab5 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870764 Sep 16 06:07:20.409797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71e46d01-f427-4c4a-b4f0-7a2c0471b6b3 req-b892d5cf-a5d4-4864-8fcb-996c476af0f4 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867922 Sep 16 06:07:20.643826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49817746-44c7-498f-be8c-a062104a198a req-c2df74da-b1d5-4ce8-abf3-e454224ab651 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:20.645391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49817746-44c7-498f-be8c-a062104a198a req-c2df74da-b1d5-4ce8-abf3-e454224ab651 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0502398 Sep 16 06:07:20.683142 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-49817746-44c7-498f-be8c-a062104a198a req-a73d3e05-572d-45aa-ab7d-daaa0b644040 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Sep 16 06:07:21.140732 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.227712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:21.230107 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6a5e5a-ba6b-4e32-baad-93df93d49917" -d '{"events": [{"name": "network-changed", "server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "tag": "fc392060-4522-469f-ac43-ef56351e645b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:21.278031 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f20731-97e1-4ee0-92d2-9f2fb593a6a7 x-openstack-request-id: req-23f20731-97e1-4ee0-92d2-9f2fb593a6a7 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:21.278324 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "tag": "fc392060-4522-469f-ac43-ef56351e645b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:21.278574 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23f20731-97e1-4ee0-92d2-9f2fb593a6a7 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:21.279463 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b', 'status': 'completed', 'code': 200} Sep 16 06:07:21.362830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-d19c4b05-e76a-45d8-af28-e1036db79232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:21.364396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-d19c4b05-e76a-45d8-af28-e1036db79232 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1096 time: 0.0430534 Sep 16 06:07:21.368056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-b2c37ad0-3009-4907-9a1f-5e6817e74e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:21.369554 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-b2c37ad0-3009-4907-9a1f-5e6817e74e6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1096 time: 0.0457997 Sep 16 06:07:21.459386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-beff49cd-4a07-455d-89f1-8cee2ada7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:21.460932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-beff49cd-4a07-455d-89f1-8cee2ada7fba service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0884571 Sep 16 06:07:21.462495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-c9733e7e-5142-456b-8da0-de1796e8cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:21.463990 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-c9733e7e-5142-456b-8da0-de1796e8cdc7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0842378 Sep 16 06:07:21.503518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-89568105-7dbd-4479-949d-09c6c6789fb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 217 time: 0.0347240 Sep 16 06:07:21.510005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-265bf96c-11b3-4319-b204-6a49db015df1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 217 time: 0.0378499 Sep 16 06:07:21.556477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-cea3b371-4b90-4b35-b378-a48acfefc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:21.558136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-cea3b371-4b90-4b35-b378-a48acfefc4f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0453568 Sep 16 06:07:21.563178 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-256fd2b8-8a79-4c24-8aca-5bebf81e78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:21.564737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-256fd2b8-8a79-4c24-8aca-5bebf81e78b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0452912 Sep 16 06:07:21.590457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-9656a045-4e04-458f-82b1-937d0f733770 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251110 Sep 16 06:07:21.598341 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-3b9713d7-689e-477d-9706-bf4d0f669f8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257645 Sep 16 06:07:21.687783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-c085d3d1-884c-4bc1-b44e-3657d43c3483 service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889494 Sep 16 06:07:21.693492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-d813f23f-4607-46b5-98f5-2aa0091d6109 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874524 Sep 16 06:07:21.796371 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-febe0e45-f9c6-4639-8e7c-81bd1b93a9fa service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006238 Sep 16 06:07:21.831241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5b6a5e5a-ba6b-4e32-baad-93df93d49917 req-e24e2dad-ea9d-423d-b53b-9543729f2f83 service neutron] 10.222.0.66 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285799 Sep 16 06:07:21.843750 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109061e0-5e2d-4851-b2d5-9bfaa2676a3f req-31464c91-5727-44fe-b9c4-21c6da5d2b91 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:21.845225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-109061e0-5e2d-4851-b2d5-9bfaa2676a3f req-31464c91-5727-44fe-b9c4-21c6da5d2b91 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0784833 Sep 16 06:07:21.885174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-109061e0-5e2d-4851-b2d5-9bfaa2676a3f req-85e8b780-33a8-46ed-a1e5-4163a4c02ebc tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338652 Sep 16 06:07:23.003729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddeb47-eae4-4030-aeed-57e10ecf5034 req-9d63578d-e8ed-4191-b970-c6994a637ce6 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:23.005296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7ddeb47-eae4-4030-aeed-57e10ecf5034 req-9d63578d-e8ed-4191-b970-c6994a637ce6 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0497305 Sep 16 06:07:23.043795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7ddeb47-eae4-4030-aeed-57e10ecf5034 req-ce45e4f3-0f4c-4fa8-824f-0e113e26d94e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Sep 16 06:07:23.064512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ddfb52ee-e46b-4fb1-80bc-18abfe396922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.370420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72efde-be7b-4122-bb1e-8463115d428c req-15ebec13-da36-45d2-8464-81fbecc662c4 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:23.371926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd72efde-be7b-4122-bb1e-8463115d428c req-15ebec13-da36-45d2-8464-81fbecc662c4 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0493984 Sep 16 06:07:23.412678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd72efde-be7b-4122-bb1e-8463115d428c req-974c846f-0502-4740-9989-9b5be0c45f92 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345170 Sep 16 06:07:23.495535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-b1644171-474a-4a29-85bf-0853c0deaf10 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:23.496968 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-b1644171-474a-4a29-85bf-0853c0deaf10 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.30 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8&tenant_id=70ffb57d43c147df843db98ca40ef013&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 944 time: 0.0559731 Sep 16 06:07:23.557560 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-b13c2d1a-be45-480f-b8b8-3c80e73814c0 service neutron] delete failed (client error): The resource could not be found. Sep 16 06:07:23.558571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-b13c2d1a-be45-480f-b8b8-3c80e73814c0 service neutron] 10.222.0.30 "DELETE /v2.0/ports/fc392060-4522-469f-ac43-ef56351e645b/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0536361 Sep 16 06:07:23.581639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device fc392060-4522-469f-ac43-ef56351e645b no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:23.619234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device fc392060-4522-469f-ac43-ef56351e645b not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:23.669021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-ed370e4d-33e4-4a1d-8bfb-dd54c0f10b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:23.670522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-ed370e4d-33e4-4a1d-8bfb-dd54c0f10b6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70ffb57d43c147df843db98ca40ef013&device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 1096 time: 0.0414279 Sep 16 06:07:23.763154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-5e962e1d-7483-423d-ad75-67df67334852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:23.764599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-5e962e1d-7483-423d-ad75-67df67334852 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 200 len: 915 time: 0.0870495 Sep 16 06:07:23.805871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-5802815b-cf67-4eb2-aa46-2e4736b87d5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 200 len: 217 time: 0.0334628 Sep 16 06:07:23.857186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-2c5c8632-1934-4c23-a474-1db35c7d6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:23.859220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-2c5c8632-1934-4c23-a474-1db35c7d6d47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 200 len: 854 time: 0.0450392 Sep 16 06:07:23.889401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.890966 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-c931e755-f6c2-4016-92a7-0933e2365019 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248084 Sep 16 06:07:23.987254 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-dc09fcaf-896a-47fc-b7fb-f479970e774c service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893056 Sep 16 06:07:24.079992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aead7a7b-2129-4efc-a02a-50d70ddbbaee req-fac53942-f94c-4c4c-a052-a0d068ae53af service neutron] 10.222.0.30 "GET /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856016 Sep 16 06:07:24.532047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140035f-2602-41a9-ae1d-396fe098c09c req-ea0d5fdb-d08e-4493-ad1c-54e78cae8f89 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:24.533553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2140035f-2602-41a9-ae1d-396fe098c09c req-ea0d5fdb-d08e-4493-ad1c-54e78cae8f89 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 944 time: 0.0480034 Sep 16 06:07:24.571795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2140035f-2602-41a9-ae1d-396fe098c09c req-6d0fcb35-2929-4ea4-9991-1816f3bae24d tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Sep 16 06:07:24.804790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fc392060-4522-469f-ac43-ef56351e645b details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:07:24.907082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:24.918363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'fc392060-4522-469f-ac43-ef56351e645b', 'network_id': 'e43a5839-06c5-4a8d-a50f-ee5fc2deccd7', 'port_id': 'fc392060-4522-469f-ac43-ef56351e645b', 'mac_address': 'fa:16:3e:fe:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23c2a02-61f9-482d-bded-9924a3afe537', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:07:24.956335 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.968943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc392060-4522-469f-ac43-ef56351e645b {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:07:24.990691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:25.055049 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:25.108634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:25.396988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['fc392060-4522-469f-ac43-ef56351e645b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:25.434043 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:25.688233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966635-9d92-4812-b2b1-a62d262ca1e3 req-f15ba4cd-280d-48bc-a838-6bcba1b4837e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:25.689664 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5966635-9d92-4812-b2b1-a62d262ca1e3 req-f15ba4cd-280d-48bc-a838-6bcba1b4837e tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 945 time: 0.0511572 Sep 16 06:07:25.727877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5966635-9d92-4812-b2b1-a62d262ca1e3 req-d5af6842-ee0a-41e0-80a0-e22e8833bbf1 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Sep 16 06:07:25.843246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d0d1a-5b3b-4cba-8403-32c3450c6d33 req-2ac2dbad-1ee1-40d8-a5ba-0cb0e5d63bd5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:25.844948 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c12d0d1a-5b3b-4cba-8403-32c3450c6d33 req-2ac2dbad-1ee1-40d8-a5ba-0cb0e5d63bd5 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 945 time: 0.0507271 Sep 16 06:07:25.882526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c12d0d1a-5b3b-4cba-8403-32c3450c6d33 req-5355930d-e171-43c6-8673-cf4103251113 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Sep 16 06:07:25.997242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf953fa2-77f7-46dc-a17d-65ec134c3385 req-c031f326-7182-481a-94bb-ad7e25fea009 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:25.998629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf953fa2-77f7-46dc-a17d-65ec134c3385 req-c031f326-7182-481a-94bb-ad7e25fea009 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 945 time: 0.0479777 Sep 16 06:07:26.037535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bf953fa2-77f7-46dc-a17d-65ec134c3385 req-8b5f0310-ba63-41c9-a9d8-954097365eda tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Sep 16 06:07:26.557267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfcb69-3982-47ac-aa7b-b66f916dc123 req-da398070-7a87-4d68-b0d0-dbaf696fb2e8 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:26.558750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63cfcb69-3982-47ac-aa7b-b66f916dc123 req-da398070-7a87-4d68-b0d0-dbaf696fb2e8 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 945 time: 0.0535090 Sep 16 06:07:26.597572 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-63cfcb69-3982-47ac-aa7b-b66f916dc123 req-57602e2b-a731-4ff3-8cfa-cf3762ced2ba tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Sep 16 06:07:26.834072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fc392060-4522-469f-ac43-ef56351e645b up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:26.929292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port fc392060-4522-469f-ac43-ef56351e645b completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:07:26.933315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port fc392060-4522-469f-ac43-ef56351e645b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:26.933705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.007202 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.028184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:27.030401 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85bb4dd-8c60-457b-b5f6-7d93ea5b8152" -d '{"events": [{"server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "name": "network-vif-plugged", "status": "completed", "tag": "fc392060-4522-469f-ac43-ef56351e645b"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:27.042819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:27.066461 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2908ac1-00ae-4566-9c8a-94a9417e90b1 x-openstack-request-id: req-d2908ac1-00ae-4566-9c8a-94a9417e90b1 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:27.066746 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "name": "network-vif-plugged", "status": "completed", "tag": "fc392060-4522-469f-ac43-ef56351e645b", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:27.066994 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2908ac1-00ae-4566-9c8a-94a9417e90b1 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:27.067375 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b', 'code': 200} Sep 16 06:07:27.115570 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.167797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:27.538428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.711890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c5797-7bc5-4a0a-8c48-647119f60d95 req-150e372c-14a2-4033-bbbc-334e8684b52f tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:27.713419 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-292c5797-7bc5-4a0a-8c48-647119f60d95 req-150e372c-14a2-4033-bbbc-334e8684b52f tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0491083 Sep 16 06:07:27.751805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-292c5797-7bc5-4a0a-8c48-647119f60d95 req-7d186c99-dbd4-4bc4-9aa3-381a5c328a50 tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/security-groups?id=575b8284-b246-4f0b-b02a-26f38c7a59e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322731 Sep 16 06:07:28.066051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-b8eec504-19d9-4728-81ce-24f6c46c1ccd tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:28.067532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-b8eec504-19d9-4728-81ce-24f6c46c1ccd tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.66 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 946 time: 0.0503089 Sep 16 06:07:28.177002 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Deleting port fc392060-4522-469f-ac43-ef56351e645b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:28.177346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.266979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] For port fc392060-4522-469f-ac43-ef56351e645b, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=fc392060-4522-469f-ac43-ef56351e645b,segment=NetworkSegment(e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0),segment_id=e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:28.267345 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.279947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Calling delete_port for fc392060-4522-469f-ac43-ef56351e645b owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:28.509891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.541775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Pushing event deleted for resources: {'Port': ['ID=fc392060-4522-469f-ac43-ef56351e645b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:28.562256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['fc392060-4522-469f-ac43-ef56351e645b'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:28.586310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] No DVR routers for this DVR port fc392060-4522-469f-ac43-ef56351e645b on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:28.589038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.591244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f842d9a-3e55-4be4-8b45-723c4155f537 req-3f2945ae-45f8-493c-a795-059942bd63ef tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.66 "DELETE /v2.0/ports/fc392060-4522-469f-ac43-ef56351e645b HTTP/1.1" status: 204 len: 173 time: 0.5148878 Sep 16 06:07:28.591678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'name': 'network-vif-deleted', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:28.594599 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc84e363-e10b-4c1e-9b20-66e0cf745725" -d '{"events": [{"server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "name": "network-vif-deleted", "tag": "fc392060-4522-469f-ac43-ef56351e645b"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:28.630827 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9557b77-c57e-4867-9a1c-8e4467153b52 x-openstack-request-id: req-a9557b77-c57e-4867-9a1c-8e4467153b52 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:28.631141 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8", "name": "network-vif-deleted", "tag": "fc392060-4522-469f-ac43-ef56351e645b", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:28.631392 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9557b77-c57e-4867-9a1c-8e4467153b52 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:28.631799 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8', 'name': 'network-vif-deleted', 'tag': 'fc392060-4522-469f-ac43-ef56351e645b', 'status': 'completed', 'code': 200} Sep 16 06:07:28.847147 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c0dd32a-b7ce-41d7-9d52-c8d52ee30b97 req-78b2bee7-4ed6-4828-be5d-711e6e4630bb tempest-ServerDiskConfigTestJSON-145322393 tempest-ServerDiskConfigTestJSON-145322393-project] 10.222.0.49 "GET /v2.0/ports?device_id=9356c6e9-65ad-42db-a9dc-ecc5b7ddbef8 HTTP/1.1" status: 200 len: 210 time: 0.0274761 Sep 16 06:07:29.026553 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:29.967076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49286) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:30.012652 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-452dec44-0061-40a0-b994-66775798a98c admin admin] Deleting subnet f23c2a02-61f9-482d-bded-9924a3afe537 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:07:30.015592 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-452dec44-0061-40a0-b994-66775798a98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.052527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-452dec44-0061-40a0-b994-66775798a98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.095169 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-452dec44-0061-40a0-b994-66775798a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.215084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-452dec44-0061-40a0-b994-66775798a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.240083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452dec44-0061-40a0-b994-66775798a98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23c2a02-61f9-482d-bded-9924a3afe537,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:30.245940 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-452dec44-0061-40a0-b994-66775798a98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.247863 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-452dec44-0061-40a0-b994-66775798a98c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f23c2a02-61f9-482d-bded-9924a3afe537 HTTP/1.1" status: 204 len: 168 time: 0.2797461 Sep 16 06:07:30.250508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49288) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:30.318778 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.404898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.424350 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43a5839-06c5-4a8d-a50f-ee5fc2deccd7']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:30.433525 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:30.433825 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64cd23f-0b88-49a6-9ae3-3bc0fa5cc5b0') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:30.443594 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.456933 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.462535 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:07:30.462907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:07:30.464513 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:07:30.566846 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.573542 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.575365 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] 10.222.0.49 "DELETE /v2.0/networks/e43a5839-06c5-4a8d-a50f-ee5fc2deccd7 HTTP/1.1" status: 204 len: 168 time: 0.3239427 Sep 16 06:07:30.585377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d23eb-9575-4524-9b46-7f0d3efcfbcc admin admin] Pushing event deleted for resources: {'Network': ['ID=e43a5839-06c5-4a8d-a50f-ee5fc2deccd7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:30.924473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49292) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:30.964042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-54fb1235-14ce-4afd-9c6a-bc43eaffc0cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70ffb57d43c147df843db98ca40ef013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382845 Sep 16 06:07:30.966449 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49294) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:31.015594 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00e92126-c93c-4ba1-bac6-3bae23d2579d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.036718 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00e92126-c93c-4ba1-bac6-3bae23d2579d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.155770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00e92126-c93c-4ba1-bac6-3bae23d2579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.159120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-00e92126-c93c-4ba1-bac6-3bae23d2579d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.163085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-00e92126-c93c-4ba1-bac6-3bae23d2579d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/575b8284-b246-4f0b-b02a-26f38c7a59e5 HTTP/1.1" status: 204 len: 168 time: 0.1929798 Sep 16 06:07:31.168667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e92126-c93c-4ba1-bac6-3bae23d2579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b8284-b246-4f0b-b02a-26f38c7a59e5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:32.145756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49316) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:32.248646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2009555920-network', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:32.357534 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Made reservation on behalf of 3dce2919f97940dc81e2ce3a57c2fbd6 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:07:32.360078 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.369159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.468216 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.512265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.539011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:07:32.548347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61b740-0d15-489e-8049-cb806d5260ed,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:32.554754 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.558419 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Added segment 62ffa7f0-ef38-49df-bb88-298c195cd018 of type vlan for network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 Sep 16 06:07:32.595898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.695111 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.696162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:32.696759 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.761593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] Pushing event updated for resources: {'Network': ['ID=26a4c6d4-b6c0-4676-b5b1-3354f050b208,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:32.771964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:07:32.832226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fc392060-4522-469f-ac43-ef56351e645b no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:32.858779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: fc392060-4522-469f-ac43-ef56351e645b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:32.859123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device fc392060-4522-469f-ac43-ef56351e645b not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:32.888112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-55e6d6a5-480f-407b-a2f1-2b9e664bbbf2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7411604 Sep 16 06:07:32.891307 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49320) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:32.897179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Request body: {'subnet': {'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2009555920-subnet', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:32.984051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Made reservation on behalf of 3dce2919f97940dc81e2ce3a57c2fbd6 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:07:32.987022 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.207402 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.270843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c475d1-bae3-445a-a43c-e0fc159f4a28,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:33.278404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:33.278774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Network hostable DHCP agents. Network: 26a4c6d4-b6c0-4676-b5b1-3354f050b208, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:07:33.389848 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:07:33.472363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 26a4c6d4-b6c0-4676-b5b1-3354f050b208) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:33.476428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:33.477030 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.481782 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44cc08a-eeee-47ba-b169-35ecfa2286b1 None None] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:07:33.598603 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2832b5e6-e348-451e-ac9e-dee10ae7da37 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7061391 Sep 16 06:07:33.601204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49322) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:33.605625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:33.643219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:07:33.644668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.729152 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.730234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.784671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Allocated IP 172.20.0.2 (26a4c6d4-b6c0-4676-b5b1-3354f050b208/a7c475d1-bae3-445a-a43c-e0fc159f4a28/00e72c58-3ea3-499b-82e4-e06625ecebc1) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:33.785751 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.959270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.049758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.060721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.097130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:34.102376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:34.105524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:34.112856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Pushing event updated for resources: {'Port': ['ID=00e72c58-3ea3-499b-82e4-e06625ecebc1,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:34.164390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Attempting to bind port 00e72c58-3ea3-499b-82e4-e06625ecebc1 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:34.169198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Attempting to bind port 00e72c58-3ea3-499b-82e4-e06625ecebc1 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:34.169198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Attempting to bind port 00e72c58-3ea3-499b-82e4-e06625ecebc1 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:34.170335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:34.170712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:34.171125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.171508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:34.171994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Bound port: 00e72c58-3ea3-499b-82e4-e06625ecebc1, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:34.172377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.246134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] For port 00e72c58-3ea3-499b-82e4-e06625ecebc1, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:34.249726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] For port 00e72c58-3ea3-499b-82e4-e06625ecebc1, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00e72c58-3ea3-499b-82e4-e06625ecebc1,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:34.366771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.390974 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.426775 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.488444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701c893-9c30-4ee7-82d6-b361eceaebef None None] Pushing event updated for resources: {'Port': ['ID=00e72c58-3ea3-499b-82e4-e06625ecebc1,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:34.504927 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Allocated IP 172.25.1.36 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/275726a9-2bf2-4230-a687-2848f99fe61b) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:34.624895 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.775589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.818863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:34.822119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:34.825289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:34.854078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Pushing event updated for resources: {'Port': ['ID=275726a9-2bf2-4230-a687-2848f99fe61b,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:35.206482 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.374817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8aad00-db91-4f1b-b8bb-665e21e314cc None None] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:07:35.423261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.498565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fb95b1a2-efb4-4a08-a7b3-7609264c03a9 None None] Provisioning complete for port 00e72c58-3ea3-499b-82e4-e06625ecebc1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:35.498939 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb95b1a2-efb4-4a08-a7b3-7609264c03a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.609374 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb95b1a2-efb4-4a08-a7b3-7609264c03a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.644894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fb95b1a2-efb4-4a08-a7b3-7609264c03a9 None None] For port 00e72c58-3ea3-499b-82e4-e06625ecebc1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00e72c58-3ea3-499b-82e4-e06625ecebc1,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:35.652946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Router 546e9378-7c8f-4964-a3e6-a0264484182a is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:07:35.732960 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb95b1a2-efb4-4a08-a7b3-7609264c03a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.775792 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:35.787711 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:35.797887 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:35.798120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95b1a2-efb4-4a08-a7b3-7609264c03a9 None None] Pushing event updated for resources: {'Port': ['ID=00e72c58-3ea3-499b-82e4-e06625ecebc1,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:35.798885 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:07:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:35.853916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6f26fbe7-ea24-4808-9aa2-041a0950be8c None None] Provisioning complete for port 00e72c58-3ea3-499b-82e4-e06625ecebc1 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:35.854303 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6f26fbe7-ea24-4808-9aa2-041a0950be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.895248 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.899178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f5986fa5-aaa9-4dcf-a6e9-831c94a50eac admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2943935 Sep 16 06:07:35.899455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49324) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:35.910505 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:36.101479 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 3, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:36.131543 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:36.131914 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Updating router 546e9378-7c8f-4964-a3e6-a0264484182a port 275726a9-2bf2-4230-a687-2848f99fe61b binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:07:36.159070 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.442376 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.488567 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.539174 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Pushing event updated for resources: {'Port': ['ID=275726a9-2bf2-4230-a687-2848f99fe61b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:36.548383 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.549267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.549609 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.549956 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.550283 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.550616 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.550942 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.551305 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.551585 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.551930 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.552304 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.552566 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:36.559916 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Attempting to bind port 275726a9-2bf2-4230-a687-2848f99fe61b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:36.560323 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Attempting to bind port 275726a9-2bf2-4230-a687-2848f99fe61b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:36.560645 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Attempting to bind port 275726a9-2bf2-4230-a687-2848f99fe61b on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:36.566841 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:36.567225 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:36.567630 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.568059 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:36.568539 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Bound port: 275726a9-2bf2-4230-a687-2848f99fe61b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:36.568926 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.629017 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] For port 275726a9-2bf2-4230-a687-2848f99fe61b, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:36.632320 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] For port 275726a9-2bf2-4230-a687-2848f99fe61b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=275726a9-2bf2-4230-a687-2848f99fe61b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:36.646649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00e72c58-3ea3-499b-82e4-e06625ecebc1 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:36.685378 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.698519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 00e72c58-3ea3-499b-82e4-e06625ecebc1 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:36.698819 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.710248 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.768576 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:36.769210 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:07:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:36.824204 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379265a2-35f9-40e5-b790-46b3ab516b5b None None] Pushing event updated for resources: {'Port': ['ID=275726a9-2bf2-4230-a687-2848f99fe61b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:36.892079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:36.894518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Allocated IP 172.20.0.1 (26a4c6d4-b6c0-4676-b5b1-3354f050b208/a7c475d1-bae3-445a-a43c-e0fc159f4a28/eadda710-5eaa-4180-8c56-a2a196e66413) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:37.007833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:37.070309 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 3, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:37.095123 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2739cf-b69b-43d4-bb6d-0786fed0aa9c None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 3, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:37.100873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:37.143925 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:37.149260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:37.152242 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:37.158746 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Pushing event updated for resources: {'Port': ['ID=eadda710-5eaa-4180-8c56-a2a196e66413,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:37.198875 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:37.370721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b9dad85e-a408-4abf-bded-3cc41a04e4f8 None None] Provisioning complete for port eadda710-5eaa-4180-8c56-a2a196e66413 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:37.370903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9dad85e-a408-4abf-bded-3cc41a04e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:37.414320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b9dad85e-a408-4abf-bded-3cc41a04e4f8 None None] Port eadda710-5eaa-4180-8c56-a2a196e66413 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:07:37.419264 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:37.598407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:37.654896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:37.729115 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:37.731092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Pushing event updated for resources: {'Port': ['ID=eadda710-5eaa-4180-8c56-a2a196e66413,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:37.833794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:37.835419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:37.973353 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:38.092093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:38.098028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ffd65f6c-10b9-4439-b011-b13a24682a2b admin admin] 10.222.0.49 "PUT /v2.0/routers/546e9378-7c8f-4964-a3e6-a0264484182a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1975532 Sep 16 06:07:38.139663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a82b21c6-4a06-49ae-ae2c-bdf2afc785d9 None None] Provisioning complete for port eadda710-5eaa-4180-8c56-a2a196e66413 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:38.140185 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a82b21c6-4a06-49ae-ae2c-bdf2afc785d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:38.179082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a82b21c6-4a06-49ae-ae2c-bdf2afc785d9 None None] Port eadda710-5eaa-4180-8c56-a2a196e66413 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:07:38.612163 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 275726a9-2bf2-4230-a687-2848f99fe61b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:38.662408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 275726a9-2bf2-4230-a687-2848f99fe61b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:38.662771 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:38.694910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:38.713475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:38.714117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:07:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:38.799347 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:38.853107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 275726a9-2bf2-4230-a687-2848f99fe61b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=275726a9-2bf2-4230-a687-2848f99fe61b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:38.863982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:38.946190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.042168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=275726a9-2bf2-4230-a687-2848f99fe61b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:39.101637 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 2, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:39.127598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:39.127890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Updating router 546e9378-7c8f-4964-a3e6-a0264484182a port eadda710-5eaa-4180-8c56-a2a196e66413 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:07:39.155981 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.415259 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.482871 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.533856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556b61d-607c-4068-bc80-e6abead5b391 None None] Pushing event updated for resources: {'Port': ['ID=eadda710-5eaa-4180-8c56-a2a196e66413,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:39.590543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Attempting to bind port eadda710-5eaa-4180-8c56-a2a196e66413 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:39.591006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Attempting to bind port eadda710-5eaa-4180-8c56-a2a196e66413 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:39.591442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Attempting to bind port eadda710-5eaa-4180-8c56-a2a196e66413 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:39.597866 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:39.598250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:39.598659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.599051 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:39.599548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Bound port: eadda710-5eaa-4180-8c56-a2a196e66413, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:39.599970 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.666851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] For port eadda710-5eaa-4180-8c56-a2a196e66413, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:39.670636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] For port eadda710-5eaa-4180-8c56-a2a196e66413, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=eadda710-5eaa-4180-8c56-a2a196e66413,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:39.701050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:39.706762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1c240c16-ca61-45d3-8476-7d6a31db5809 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187390717', 'description': 'tempest-description--1839126677'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:39.723879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.780208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:39.780754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:07:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:39.821694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556b61d-607c-4068-bc80-e6abead5b391 None None] Pushing event updated for resources: {'Port': ['ID=eadda710-5eaa-4180-8c56-a2a196e66413,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:39.843771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c240c16-ca61-45d3-8476-7d6a31db5809 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.851214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-df535902-cfb1-42ba-9b46-e710f5f8bd0f None None] Provisioning complete for port eadda710-5eaa-4180-8c56-a2a196e66413 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:39.853601 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df535902-cfb1-42ba-9b46-e710f5f8bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.974870 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c240c16-ca61-45d3-8476-7d6a31db5809 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.043527 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c240c16-ca61-45d3-8476-7d6a31db5809 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.074112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c240c16-ca61-45d3-8476-7d6a31db5809 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f320ef-93ee-4b2d-ad69-8f4eaead921a,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:40.098617 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:40.150003 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c240c16-ca61-45d3-8476-7d6a31db5809 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.151653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1c240c16-ca61-45d3-8476-7d6a31db5809 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4491618 Sep 16 06:07:40.154860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49338) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:40.159321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6fe68d87-150c-434d-bb8d-203fdf42421e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'security_group_rule': {'security_group_id': '86f320ef-93ee-4b2d-ad69-8f4eaead921a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:40.224949 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df535902-cfb1-42ba-9b46-e710f5f8bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.252302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fe68d87-150c-434d-bb8d-203fdf42421e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.301633 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-df535902-cfb1-42ba-9b46-e710f5f8bd0f None None] For port eadda710-5eaa-4180-8c56-a2a196e66413, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=eadda710-5eaa-4180-8c56-a2a196e66413,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:40.316358 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fe68d87-150c-434d-bb8d-203fdf42421e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.356020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:39Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:40.382737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c3328-3b61-473c-94fb-7800d640e35e None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:39Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:40.384361 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df535902-cfb1-42ba-9b46-e710f5f8bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.401427 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fe68d87-150c-434d-bb8d-203fdf42421e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.426188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe68d87-150c-434d-bb8d-203fdf42421e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5de4e20-0913-438f-a03f-2e0ce9356b84,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:40.438818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df535902-cfb1-42ba-9b46-e710f5f8bd0f None None] Pushing event updated for resources: {'Port': ['ID=eadda710-5eaa-4180-8c56-a2a196e66413,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:40.500837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6fe68d87-150c-434d-bb8d-203fdf42421e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.504560 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6fe68d87-150c-434d-bb8d-203fdf42421e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3468485 Sep 16 06:07:40.506081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49340) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:40.510912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e96ec15a-0216-48e3-a782-ade47903dc07 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'security_group_rule': {'security_group_id': '86f320ef-93ee-4b2d-ad69-8f4eaead921a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:40.513265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-47586baa-dd1c-4b53-9642-13b51fdb7dc4 None None] Provisioning complete for port eadda710-5eaa-4180-8c56-a2a196e66413 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:40.513757 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47586baa-dd1c-4b53-9642-13b51fdb7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.617494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96ec15a-0216-48e3-a782-ade47903dc07 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.687661 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96ec15a-0216-48e3-a782-ade47903dc07 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.708521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device eadda710-5eaa-4180-8c56-a2a196e66413 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:40.758576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port eadda710-5eaa-4180-8c56-a2a196e66413 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:40.773197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.791964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96ec15a-0216-48e3-a782-ade47903dc07 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.809683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ec15a-0216-48e3-a782-ade47903dc07 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80cc4ea-ab5b-4abe-b977-dd1c88c4bd6a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:40.850631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 275726a9-2bf2-4230-a687-2848f99fe61b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:40.903564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 275726a9-2bf2-4230-a687-2848f99fe61b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:40.903991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.923094 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e96ec15a-0216-48e3-a782-ade47903dc07 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:40.928131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e96ec15a-0216-48e3-a782-ade47903dc07 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4178901 Sep 16 06:07:40.928413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49342) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:40.933012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:41.060537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:41.174172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:41.285651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Allocated IP 172.25.1.99 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/4f05b5d0-ac23-4b99-85dd-e3ebbf25c0b2) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:41.736436 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:41.963988 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.010521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:42.015557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:42.020197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:42.056851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'Port': ['ID=4f05b5d0-ac23-4b99-85dd-e3ebbf25c0b2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:42.069186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.069533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.069878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.070223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.070554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.070886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.071214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.071546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.071892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.072221 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.072607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.072939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:42.130594 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.233169 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.404438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.463687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.537938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'Port': ['ID=4f05b5d0-ac23-4b99-85dd-e3ebbf25c0b2,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:42.548057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.643765 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.645093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d039428b-4fbb-49ad-a0a8-70ea86dd0906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7156532 Sep 16 06:07:42.787792 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-4f019842-e4b1-4be4-9bbe-d2286cedb7cf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1187390717&fields=id&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 267 time: 0.0344360 Sep 16 06:07:42.896584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-92d20ddf-2565-4510-929e-90c178303b4b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:42.897991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-92d20ddf-2565-4510-929e-90c178303b4b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 812 time: 0.1030476 Sep 16 06:07:42.913331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-c7590f7c-fc71-4277-b5bf-6cd4bfa79bd0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/quotas/3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 375 time: 0.0090690 Sep 16 06:07:42.976905 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-af7172e3-3401-4797-b0b6-57b6785bce51 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578601 Sep 16 06:07:43.073823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-373d953d-ccc6-44da-a669-716fdc184353 service neutron] 10.222.0.49 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850701 Sep 16 06:07:43.166203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-100c3ccc-fe38-422c-b03f-2e21e82ebdac service neutron] 10.222.0.49 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862005 Sep 16 06:07:43.420311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4ac03d9a-71d6-4f23-a0fa-1c5472623537 req-d5521f13-f1e5-4de2-a80b-a2c356daee66 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 210 time: 0.0303149 Sep 16 06:07:44.522764 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4bd8df09-7a0a-4ee9-bdf2-1bac5c55d3a5 req-24173b84-f590-4a98-addb-55ad83f09ffa tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 210 time: 0.0298944 Sep 16 06:07:45.652934 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f7b2d322-a95c-48a8-a93a-f6bf9fdf4a95 req-9b6daa94-ad5b-41aa-8205-a92f65a69f4b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 210 time: 0.0610690 Sep 16 06:07:45.685561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-8b7279c4-f1f8-4a68-b8f6-9b2afa13c300 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:45.687187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-8b7279c4-f1f8-4a68-b8f6-9b2afa13c300 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 812 time: 0.1339490 Sep 16 06:07:45.744208 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-2455bb23-66fc-4ba5-a97f-e13f5994093c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 380 time: 0.0353255 Sep 16 06:07:45.756615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'port': {'device_id': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'admin_state_up': True, 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'security_groups': ['86f320ef-93ee-4b2d-ad69-8f4eaead921a']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:45.957233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Made reservation on behalf of 3dce2919f97940dc81e2ce3a57c2fbd6 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:07:45.961678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.088305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Allocated IP 172.20.0.13 (26a4c6d4-b6c0-4676-b5b1-3354f050b208/a7c475d1-bae3-445a-a43c-e0fc159f4a28/38e1af93-f6e1-423b-a8bc-cea2b29479ba) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:46.233324 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.333077 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.374384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:46.377351 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:46.381983 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:46.409342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:46.439564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:46.440249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.507278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-199a0701-bc07-4826-a90b-a4f266c4b576 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7543521 Sep 16 06:07:46.569755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e4621952-d371-4ab7-9856-c2fd6eb50192 None None] Provisioning complete for port 38e1af93-f6e1-423b-a8bc-cea2b29479ba triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:46.570298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4621952-d371-4ab7-9856-c2fd6eb50192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.589812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Request body: {'port': {'device_id': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:46.606751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e4621952-d371-4ab7-9856-c2fd6eb50192 None None] Port 38e1af93-f6e1-423b-a8bc-cea2b29479ba cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:07:46.656696 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.772588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d418ba-c8bb-4dec-9510-c22a5de57441 req-49729156-b592-4de4-a855-6eca89ec01da tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:46.774062 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7d418ba-c8bb-4dec-9510-c22a5de57441 req-49729156-b592-4de4-a855-6eca89ec01da tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 932 time: 0.0513792 Sep 16 06:07:46.813418 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7d418ba-c8bb-4dec-9510-c22a5de57441 req-184a2c8f-83b8-41a3-b7c1-178b2eecb189 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333700 Sep 16 06:07:46.949357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e1af93-f6e1-423b-a8bc-cea2b29479ba {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:07:46.957133 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:46.970953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Transition to ACTIVE for port object 38e1af93-f6e1-423b-a8bc-cea2b29479ba will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:07:47.043107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.101895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:47.168868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Attempting to bind port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:47.169210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Attempting to bind port 38e1af93-f6e1-423b-a8bc-cea2b29479ba by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:47.169543 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Attempting to bind port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:47.175539 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:07:47.176172 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Attempting to bind port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:47.182395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:47.182739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:47.183123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:47.183556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Bound port: 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:47.183947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.257339 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:47.260670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:47.329559 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.371157 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.371751 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:47.373240 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-790a1208-9660-4811-8e11-9784ff853790 service neutron] 10.222.0.66 "PUT /v2.0/ports/38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 1093 time: 0.8435154 Sep 16 06:07:47.373678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:47.375967 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b42268b934c7e3629fc2ad9185230f3c7c29b5f437a07a92c1137b08024eee9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f12291-dd9b-478a-87fe-0352e6bf50fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:47.403042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a1208-9660-4811-8e11-9784ff853790 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:47.426740 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79c65de-894d-451b-a221-d0736a18d075 x-openstack-request-id: req-e79c65de-894d-451b-a221-d0736a18d075 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:47.427019 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:47.427288 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e79c65de-894d-451b-a221-d0736a18d075 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:47.427669 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'status': 'completed', 'code': 200} Sep 16 06:07:47.514776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f12291-dd9b-478a-87fe-0352e6bf50fe req-1d931342-c184-43f8-b15b-776817f610e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.516453 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19f12291-dd9b-478a-87fe-0352e6bf50fe req-1d931342-c184-43f8-b15b-776817f610e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1096 time: 0.0443261 Sep 16 06:07:47.632180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f12291-dd9b-478a-87fe-0352e6bf50fe req-7e4e51ac-700c-46ba-b361-ce49265a903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.633593 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19f12291-dd9b-478a-87fe-0352e6bf50fe req-7e4e51ac-700c-46ba-b361-ce49265a903c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0932171 Sep 16 06:07:47.737332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f12291-dd9b-478a-87fe-0352e6bf50fe req-d6dddd13-3226-4e57-8323-f3f3d73c580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.739407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-19f12291-dd9b-478a-87fe-0352e6bf50fe req-d6dddd13-3226-4e57-8323-f3f3d73c580a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956106 Sep 16 06:07:47.848518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-9a9d760d-4d2d-4876-8863-e27ea2a8c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.850117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-9a9d760d-4d2d-4876-8863-e27ea2a8c08a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1096 time: 0.0443304 Sep 16 06:07:47.910848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-de7fa537-2094-4734-9f56-9e5c43523b34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 217 time: 0.0389054 Sep 16 06:07:47.930008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d98a39-b035-4263-bef1-14194517d8ec req-2c54b6c8-ca5e-4192-a342-f693cb52aee4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.931535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70d98a39-b035-4263-bef1-14194517d8ec req-2c54b6c8-ca5e-4192-a342-f693cb52aee4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0504885 Sep 16 06:07:47.962482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-91ea1f34-8686-40b5-baba-fbeb1c329ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:47.964063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-91ea1f34-8686-40b5-baba-fbeb1c329ecc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0460103 Sep 16 06:07:47.969755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70d98a39-b035-4263-bef1-14194517d8ec req-c390a762-bedf-47bc-8b08-21b782d7fb61 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Sep 16 06:07:48.015441 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-f6858a89-7441-4e2f-94ae-160228d70a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:48.017017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-f6858a89-7441-4e2f-94ae-160228d70a1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420885 Sep 16 06:07:48.118666 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-d294603e-0560-4d17-87e5-71a3aadb0898 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891678 Sep 16 06:07:48.217175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4fed57d-6b1c-43a9-aad7-0d8611966e1e req-448a53a8-f35c-48c8-bcb1-ae911a1f3247 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874481 Sep 16 06:07:49.098607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546c411-078a-48e3-9f26-0829cb6abab0 req-dd4b5248-0da6-47a8-b8a3-a5de5fe7fba3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:49.100149 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7546c411-078a-48e3-9f26-0829cb6abab0 req-dd4b5248-0da6-47a8-b8a3-a5de5fe7fba3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0562530 Sep 16 06:07:49.140308 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7546c411-078a-48e3-9f26-0829cb6abab0 req-0f09cea9-b244-4a6f-992c-f1494be9d200 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340829 Sep 16 06:07:49.909540 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0db56401-96ff-4959-ba3c-5248fe462771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:50.272649 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b158b0-af07-4400-ae29-9e2ccae71645 req-3b308175-d876-47f8-95d5-5e59ef3fa3de tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:50.274198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4b158b0-af07-4400-ae29-9e2ccae71645 req-3b308175-d876-47f8-95d5-5e59ef3fa3de tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0556262 Sep 16 06:07:50.315398 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4b158b0-af07-4400-ae29-9e2ccae71645 req-698edd46-b245-4a94-83e6-c96628af3778 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349805 Sep 16 06:07:51.166581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:51.449076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f788e-dd0a-4fcc-8481-be728eebdc4f req-cda8b635-a894-4bd2-ace1-5c7c53eff862 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:51.450563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f88f788e-dd0a-4fcc-8481-be728eebdc4f req-cda8b635-a894-4bd2-ace1-5c7c53eff862 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0497811 Sep 16 06:07:51.489359 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f88f788e-dd0a-4fcc-8481-be728eebdc4f req-fc052175-70b8-4205-a652-e33df88c7bb8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327346 Sep 16 06:07:52.236144 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:52.612009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d67a3-0380-4224-82d0-f8f4a807eafd req-7188675d-7a4c-4638-85ba-635f9f44a880 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:52.613579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a0d67a3-0380-4224-82d0-f8f4a807eafd req-7188675d-7a4c-4638-85ba-635f9f44a880 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0519607 Sep 16 06:07:52.654964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1a0d67a3-0380-4224-82d0-f8f4a807eafd req-06895bfb-c2c2-47d6-817f-91bac77a821e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340633 Sep 16 06:07:52.930451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 38e1af93-f6e1-423b-a8bc-cea2b29479ba details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:07:53.030655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:53.041646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'mac_address': 'fa:16:3e:11:91:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:07:53.080256 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.089631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c743e97e-e790-448d-b240-1386955f70bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.102299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e1af93-f6e1-423b-a8bc-cea2b29479ba {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:07:53.119365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:53.191321 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:53.238713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:53.245881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.246232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.246572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.246910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.247241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.247570 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.247925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.248253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.248578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.248901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.249222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.249541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:53.550200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['38e1af93-f6e1-423b-a8bc-cea2b29479ba'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:53.770744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e32fa3-2d48-41dd-b987-21c53384496d req-0882cae6-8af0-48ef-9985-ec5c193a2045 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:53.772356 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-57e32fa3-2d48-41dd-b987-21c53384496d req-0882cae6-8af0-48ef-9985-ec5c193a2045 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Sep 16 06:07:53.812381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-57e32fa3-2d48-41dd-b987-21c53384496d req-ad4048f9-91da-4f91-8bed-ec7ac16a0611 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338745 Sep 16 06:07:53.894589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:54.932308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079efd-ca6c-42bc-97ac-6b268faeadc6 req-24760348-1877-497e-b8cd-b6ba33fac0b6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:54.933955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4079efd-ca6c-42bc-97ac-6b268faeadc6 req-24760348-1877-497e-b8cd-b6ba33fac0b6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 945 time: 0.0532577 Sep 16 06:07:54.960572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 38e1af93-f6e1-423b-a8bc-cea2b29479ba up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:54.975157 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4079efd-ca6c-42bc-97ac-6b268faeadc6 req-e7a4cbc9-4262-4954-8e48-dbbfcb6182b3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348675 Sep 16 06:07:55.106209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 38e1af93-f6e1-423b-a8bc-cea2b29479ba completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:07:55.110505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 38e1af93-f6e1-423b-a8bc-cea2b29479ba triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:55.115037 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.197386 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.221539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:55.224032 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2dc4a1d8ee2b669acdce4fa10a3cde0af80cda3554a59a11d4256be187f40ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffef765-43e5-424d-a8c0-c85ca6d89018" -d '{"events": [{"server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "name": "network-vif-plugged", "status": "completed", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:55.241529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:55.265335 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376a6bc5-70c5-4a89-b21d-8cfcc97f14a4 x-openstack-request-id: req-376a6bc5-70c5-4a89-b21d-8cfcc97f14a4 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:55.275455 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "name": "network-vif-plugged", "status": "completed", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:55.275455 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-376a6bc5-70c5-4a89-b21d-8cfcc97f14a4 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:55.275455 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'code': 200} Sep 16 06:07:55.329001 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.393722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:55.421614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce492777-c037-4de8-9fc2-51439d8ebc06 req-377c4b8d-699d-4eb8-bdf2-3ea1ad8ad4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:55.427945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ce492777-c037-4de8-9fc2-51439d8ebc06 req-377c4b8d-699d-4eb8-bdf2-3ea1ad8ad4d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1098 time: 0.0491922 Sep 16 06:07:55.448801 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.464805 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ce492777-c037-4de8-9fc2-51439d8ebc06 req-efe3658c-d137-4eb1-900e-c9154ef3f0ec service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295498 Sep 16 06:07:56.099634 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ac78-a37f-4aa7-95a6-57c04dcc8056 req-e890d1ac-c4c7-4b28-bcd3-538ba2aace8c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:56.101333 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b76ac78-a37f-4aa7-95a6-57c04dcc8056 req-e890d1ac-c4c7-4b28-bcd3-538ba2aace8c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0543766 Sep 16 06:07:56.140059 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b76ac78-a37f-4aa7-95a6-57c04dcc8056 req-3aac15eb-8324-4501-804a-12e7d885fc54 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Sep 16 06:07:57.260858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e66331-0b61-433b-bd6e-597bfd59a034 req-c325e1a8-5578-4c9d-b5ee-27037f795e1e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:57.262438 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93e66331-0b61-433b-bd6e-597bfd59a034 req-c325e1a8-5578-4c9d-b5ee-27037f795e1e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0509150 Sep 16 06:07:57.305220 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93e66331-0b61-433b-bd6e-597bfd59a034 req-e3980988-ecea-4e3a-b7df-44fcf4f58923 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363183 Sep 16 06:07:57.419266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3975f3-4f02-4abe-9aa1-18714a73095c req-bfc5d6a3-6ae4-4a80-ad78-0affa3fbc7b6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:57.420937 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cb3975f3-4f02-4abe-9aa1-18714a73095c req-bfc5d6a3-6ae4-4a80-ad78-0affa3fbc7b6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0511773 Sep 16 06:07:57.430052 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 49402) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:57.434635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'floatingip': {'port_id': '38e1af93-f6e1-423b-a8bc-cea2b29479ba'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:57.482490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.557033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.936057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:57.994864 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.099479 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 associated. External IP: 172.25.1.99, port: 38e1af93-f6e1-423b-a8bc-cea2b29479ba. Sep 16 06:07:58.315461 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:58.432712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:58.437640 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.442186 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:58.451638 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:58.452290 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:07:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:58.470457 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37e1d233-31dd-404b-a60c-983d1a793a44 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "PUT /v2.0/floatingips/4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 HTTP/1.1" status: 200 len: 991 time: 1.0366845 Sep 16 06:07:58.470457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:58.470763 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8703a24ae4de808a94d815cc9c3d8b1ca70b863a176778343c4ce13f05ce96e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b513a87-80b7-4c07-a6be-4174602b9eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:58.581968 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69edb9b-6235-4875-9b95-1f6030e0f6aa x-openstack-request-id: req-c69edb9b-6235-4875-9b95-1f6030e0f6aa {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:58.582259 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:58.582510 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c69edb9b-6235-4875-9b95-1f6030e0f6aa {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:58.582925 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'status': 'completed', 'code': 200} Sep 16 06:07:58.665430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:58.674668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-a5b87ea1-ceb1-4de0-abb3-8b2a31488b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:58.676275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-a5b87ea1-ceb1-4de0-abb3-8b2a31488b09 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1098 time: 0.0404854 Sep 16 06:07:58.774796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-e3e5a540-38fc-4d70-bc31-11f51709991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:58.776247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-e3e5a540-38fc-4d70-bc31-11f51709991c service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0931413 Sep 16 06:07:58.843385 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-b2069cb7-443d-45d1-b02e-d89a066d4a42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 999 time: 0.0597327 Sep 16 06:07:58.899024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-2afde95e-5ae5-4621-be64-30ea7e5e7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:58.900568 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-2afde95e-5ae5-4621-be64-30ea7e5e7541 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0506856 Sep 16 06:07:58.910553 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:11:91:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:07:57Z', 'revision_number': 1, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:58.937035 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:58.946007 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:58.946623 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:07:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:58.948266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-9b0bab6f-d1eb-443e-ac31-393606e07d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:58.949824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-9b0bab6f-d1eb-443e-ac31-393606e07d4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414300 Sep 16 06:07:59.037141 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:59.048287 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-7f85919e-a56b-47b6-9dd0-fe50f8dd24aa service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907624 Sep 16 06:07:59.057142 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:59.145399 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b513a87-80b7-4c07-a6be-4174602b9eeb req-dde97d9e-ec65-4a7b-9daa-380851487e98 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898550 Sep 16 06:07:59.275698 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:11:91:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:07:57Z', 'revision_number': 1, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:59.305827 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134adf0-8ee0-46d4-9f13-dcdd5721e721 None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:11:91:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:07:57Z', 'revision_number': 1, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:59.505190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31b05e-d336-4975-bc66-e790ad307be4 None None] New status for floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:08:19.876453 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc9da-52eb-453f-82fe-0ad9860f09fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:21.173581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:23.102796 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2a238cf6-4495-4f23-87a4-933805afe853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:23.899758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:25.430536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:27.543067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:29.047783 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:29.235168 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:49.875585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-feadd782-1738-40b6-a6e6-b23ff2a92dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.218748 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:53.076106 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-221f06f7-3b51-411f-97ad-647406bd0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:53.982823 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:54.624907 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-fb78ca02-2520-4cef-9d18-164f18b37f4f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0830944 Sep 16 06:08:54.742274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-1acf4b35-7b96-4f1d-a499-ffe8cfce8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:54.744492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-1acf4b35-7b96-4f1d-a499-ffe8cfce8dce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1098 time: 0.0416646 Sep 16 06:08:54.868529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-e9971b6a-7289-4610-915c-5b5bb7aa3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:54.870283 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-e9971b6a-7289-4610-915c-5b5bb7aa3228 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1007602 Sep 16 06:08:54.941598 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-0c8f48a0-ebb8-448d-b127-948a3c133a72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 1001 time: 0.0640130 Sep 16 06:08:55.000992 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-989a55ff-90af-4b55-95bd-a2777cd67af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:55.002473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-989a55ff-90af-4b55-95bd-a2777cd67af9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0493588 Sep 16 06:08:55.051698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-77f758bb-ed94-430b-9be5-5bf9d5f81876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:55.053327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-77f758bb-ed94-430b-9be5-5bf9d5f81876 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409298 Sep 16 06:08:55.159837 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-728d9622-2b99-4bc8-adca-16e712ab6def service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869489 Sep 16 06:08:55.254021 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b411254b-1a56-46c1-b7c7-a3da13b98f6c req-c82aca35-78a3-443f-a256-6dbe83c7a48d service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823910 Sep 16 06:08:55.475692 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.584435 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:59.047421 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:06.235505 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:19.879232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3b02abd-2a51-4163-a0dd-83c73653e12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:21.202125 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:23.081221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3ebeca36-1376-419e-8437-73532c5370da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:23.904221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:25.467905 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:27.549225 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:29.073441 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:39.002143 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0daf8-a68a-4168-af35-45e325033d9e req-ef90ca41-9399-4410-840b-6543a40eaf3e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:39.003627 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6a0daf8-a68a-4168-af35-45e325033d9e req-ef90ca41-9399-4410-840b-6543a40eaf3e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0960486 Sep 16 06:09:39.042660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6a0daf8-a68a-4168-af35-45e325033d9e req-d701913d-5fac-4ea7-b280-3df4085bf548 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Sep 16 06:09:39.467956 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c687a8-a99b-416e-9921-7bc80aa0cdc0 req-93b45d87-7155-45a8-b3ed-84e00a935431 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:39.469539 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81c687a8-a99b-416e-9921-7bc80aa0cdc0 req-93b45d87-7155-45a8-b3ed-84e00a935431 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0545354 Sep 16 06:09:39.511277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81c687a8-a99b-416e-9921-7bc80aa0cdc0 req-dc6af87d-6b45-48e0-b083-70cf38679115 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322499 Sep 16 06:09:39.683003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-b626c45c-ecb7-42cb-9056-5145937e5f92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977793 Sep 16 06:09:39.691986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-525ca7d7-067a-4424-95ed-209605fff7f8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:09:39.693032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-525ca7d7-067a-4424-95ed-209605fff7f8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052025 Sep 16 06:09:40.763138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0b463-e03b-41b9-8cae-ad754429d2c6 req-d518fb08-b6f9-43ea-b4a8-081eaec52308 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:40.764612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d0f0b463-e03b-41b9-8cae-ad754429d2c6 req-d518fb08-b6f9-43ea-b4a8-081eaec52308 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.1018555 Sep 16 06:09:40.805622 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d0f0b463-e03b-41b9-8cae-ad754429d2c6 req-158d3225-19c2-4e5a-a62b-d6a545388fb9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346501 Sep 16 06:09:41.808195 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-a5109b9e-38e4-4b41-af84-3113223a61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:41.809794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-a5109b9e-38e4-4b41-af84-3113223a61a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1098 time: 0.0597715 Sep 16 06:09:41.943306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-d9ecf14c-8c01-4852-8d33-5c22557854b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:41.944830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-d9ecf14c-8c01-4852-8d33-5c22557854b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1239972 Sep 16 06:09:41.955532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768285f-e7c1-4f9f-a0a8-6ec02437fc51 req-08cf9955-362b-4f13-b958-7df55701a08b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:41.956975 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b768285f-e7c1-4f9f-a0a8-6ec02437fc51 req-08cf9955-362b-4f13-b958-7df55701a08b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0714574 Sep 16 06:09:42.037831 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b768285f-e7c1-4f9f-a0a8-6ec02437fc51 req-a0dc2270-a328-4a29-8e0c-60ed8457d02a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732677 Sep 16 06:09:42.043986 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-1ab46bd0-78b9-47b2-9c8d-4769573b9b3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 1001 time: 0.0859520 Sep 16 06:09:42.408974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-aec4fa92-61db-4600-ab03-af2022976c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:42.410587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-aec4fa92-61db-4600-ab03-af2022976c6c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.3557012 Sep 16 06:09:42.460638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-03b35893-7666-4530-b177-a6876d023f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:42.462130 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-03b35893-7666-4530-b177-a6876d023f30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398154 Sep 16 06:09:42.558732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-816c879b-8c87-4d4f-aa4f-08bfd27d9d25 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872064 Sep 16 06:09:42.669443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-4e5e5597-509e-4f4f-9d0d-d5bd4c096b10 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966148 Sep 16 06:09:43.161987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705f33a-a068-4a8b-a5b8-dae8bfc948fb req-efde4579-645a-4668-b43f-96a3967a7a28 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:43.163682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9705f33a-a068-4a8b-a5b8-dae8bfc948fb req-efde4579-645a-4668-b43f-96a3967a7a28 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0528970 Sep 16 06:09:43.204028 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9705f33a-a068-4a8b-a5b8-dae8bfc948fb req-82d967af-585b-49c1-abf5-b8adb6ca4dea tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341020 Sep 16 06:09:43.236583 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:44.326596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee778bb-d75b-4ba2-b279-c427801a5b30 req-36a1a95a-3ecf-4c60-97a4-ad366c490909 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:44.328242 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cee778bb-d75b-4ba2-b279-c427801a5b30 req-36a1a95a-3ecf-4c60-97a4-ad366c490909 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0511272 Sep 16 06:09:44.372700 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cee778bb-d75b-4ba2-b279-c427801a5b30 req-4c6e1c0b-2a08-47ed-b1ea-57d60f98f6db tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377095 Sep 16 06:09:45.489486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0641a-a367-4673-88d4-f669b7888a2d req-83cd501e-3db9-4705-8fa8-d7667a5aace4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:45.491087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ef0641a-a367-4673-88d4-f669b7888a2d req-83cd501e-3db9-4705-8fa8-d7667a5aace4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0491877 Sep 16 06:09:45.527927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ef0641a-a367-4673-88d4-f669b7888a2d req-ddfda241-7264-4326-9719-d401231d6c74 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308728 Sep 16 06:09:46.654473 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f2051-2f86-475b-a0ff-5e218699ac3c req-b29db693-3f68-40a5-8e76-65b88594f6cc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:46.655997 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-928f2051-2f86-475b-a0ff-5e218699ac3c req-b29db693-3f68-40a5-8e76-65b88594f6cc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0513725 Sep 16 06:09:46.695380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-928f2051-2f86-475b-a0ff-5e218699ac3c req-680200fa-59c9-429a-b618-52e90f0466f9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326419 Sep 16 06:09:47.817494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e95c-e11d-4490-a5ab-b382f81c08a7 req-9e06ed5f-2149-4c0e-aff7-19a4550b65e2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:47.819040 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0724e95c-e11d-4490-a5ab-b382f81c08a7 req-9e06ed5f-2149-4c0e-aff7-19a4550b65e2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0538976 Sep 16 06:09:47.857251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0724e95c-e11d-4490-a5ab-b382f81c08a7 req-eaee69f6-fc0f-43da-95db-bbdcec6ce70e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320435 Sep 16 06:09:48.975397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a2021-098a-47b3-b838-25ce93cb3130 req-f048f63d-eb32-4320-918b-0363339e473b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:48.976932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-931a2021-098a-47b3-b838-25ce93cb3130 req-f048f63d-eb32-4320-918b-0363339e473b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0491426 Sep 16 06:09:49.014755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-931a2021-098a-47b3-b838-25ce93cb3130 req-14063868-24dd-4864-8e63-f7eca9c5594f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Sep 16 06:09:49.862892 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-beb0792c-dd24-4dd7-b3e8-c95593501be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:50.131078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea37573-bd9f-4945-94f9-815f53f90aac req-e73f6bdc-8a05-4872-97a8-74d3ff33d334 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:50.132535 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ea37573-bd9f-4945-94f9-815f53f90aac req-e73f6bdc-8a05-4872-97a8-74d3ff33d334 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0493064 Sep 16 06:09:50.171686 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ea37573-bd9f-4945-94f9-815f53f90aac req-e4b3322f-97af-432f-9638-291cb08cf8ea tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332270 Sep 16 06:09:51.209808 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:51.290541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70d9d4-0652-4aa9-b653-039634a19334 req-77783d0f-9958-484e-bb60-2a0a3481e373 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:51.292371 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca70d9d4-0652-4aa9-b653-039634a19334 req-77783d0f-9958-484e-bb60-2a0a3481e373 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0489087 Sep 16 06:09:51.333804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca70d9d4-0652-4aa9-b653-039634a19334 req-740beff8-1212-4f84-a35a-42a22ffdc792 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354755 Sep 16 06:09:52.450792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b523e-cd29-4d4c-a0fb-395ff0d6ba22 req-5960d93f-5811-4601-8cc3-5da521e137cf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:52.452353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f6b523e-cd29-4d4c-a0fb-395ff0d6ba22 req-5960d93f-5811-4601-8cc3-5da521e137cf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0502460 Sep 16 06:09:52.491908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f6b523e-cd29-4d4c-a0fb-395ff0d6ba22 req-81be1380-2b6e-4018-b407-0cd90d80c97b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333090 Sep 16 06:09:53.074721 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10116f00-6b90-47f8-95ef-f93fc090d4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:53.616321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d5e7f-10a6-4024-80ef-7a0f8f3afb57 req-ed6dde8a-28c2-4e81-8f51-d1ab0af64e60 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:53.617891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f7d5e7f-10a6-4024-80ef-7a0f8f3afb57 req-ed6dde8a-28c2-4e81-8f51-d1ab0af64e60 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0552258 Sep 16 06:09:53.658300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f7d5e7f-10a6-4024-80ef-7a0f8f3afb57 req-2005c432-d468-42f4-b21c-616256c72c3c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341530 Sep 16 06:09:53.907470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:54.536846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-c4cf0e94-f3dc-4083-b376-f838be92a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:54.538372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-c4cf0e94-f3dc-4083-b376-f838be92a8aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1098 time: 0.0422406 Sep 16 06:09:54.648014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-999fba49-4ad4-4be9-a4c1-fc4793c7de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:54.649520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-999fba49-4ad4-4be9-a4c1-fc4793c7de5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0905912 Sep 16 06:09:54.723355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-cbad58ae-5692-49d3-ad33-ce38320697c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 1001 time: 0.0642147 Sep 16 06:09:54.776168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-047e7c12-426f-4f67-b977-91f00d12728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:54.777723 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-047e7c12-426f-4f67-b977-91f00d12728a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0469773 Sep 16 06:09:54.782728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694f1d8-24a5-4c9c-8a01-9679e698b9b7 req-18d6f973-85ac-481b-a252-180823eb7b40 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:54.784261 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8694f1d8-24a5-4c9c-8a01-9679e698b9b7 req-18d6f973-85ac-481b-a252-180823eb7b40 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0536606 Sep 16 06:09:54.827958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8694f1d8-24a5-4c9c-8a01-9679e698b9b7 req-a1a7fb01-ef42-4b42-ac29-e2c2448b27ff tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361674 Sep 16 06:09:54.831060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-4622cc55-5a3d-4b7b-8f3b-aa684011c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:54.833309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-4622cc55-5a3d-4b7b-8f3b-aa684011c4f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471294 Sep 16 06:09:54.929052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-39128ba8-9365-4499-a632-222a0238839d service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864289 Sep 16 06:09:55.029281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c6adbe86-380f-4e91-ae81-4fdf1b86058f req-6cd410dd-746e-45cf-91c7-36a1b1bde51f service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912716 Sep 16 06:09:55.402807 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-a599bedd-e9c0-4d54-ae99-7aac5f74fc85 service neutron] show failed (client error): The resource could not be found. Sep 16 06:09:55.403889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-a599bedd-e9c0-4d54-ae99-7aac5f74fc85 service neutron] 10.222.0.66 "GET /v2.0/ports/38e1af93-f6e1-423b-a8bc-cea2b29479ba/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0593424 Sep 16 06:09:55.501396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.956891 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d507c4-fcc4-4b11-8fcf-17b3900af5c2 req-8f646196-f5c6-467a-ad9e-dcaf93de28bf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:55.960354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3d507c4-fcc4-4b11-8fcf-17b3900af5c2 req-8f646196-f5c6-467a-ad9e-dcaf93de28bf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0543909 Sep 16 06:09:55.982394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-47d5be34-1036-4fc7-8499-62ba42988a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:55.983970 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-47d5be34-1036-4fc7-8499-62ba42988a69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0837665 Sep 16 06:09:56.001267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:09:56.028762 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e3d507c4-fcc4-4b11-8fcf-17b3900af5c2 req-e4859367-d751-48b3-91c4-be10f5d3a660 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579412 Sep 16 06:09:56.035461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-237e7989-d92c-40d0-9e21-e2ec7e2c2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:56.037255 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-237e7989-d92c-40d0-9e21-e2ec7e2c2a8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1098 time: 0.1367838 Sep 16 06:09:56.057052 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.145528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-79eb020b-bfb0-4140-825a-a5a0c1253f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:56.147111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-79eb020b-bfb0-4140-825a-a5a0c1253f1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0871215 Sep 16 06:09:56.216420 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-b9e1aaca-1a62-400e-ba4b-011275e45a70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 1001 time: 0.0625927 Sep 16 06:09:56.265360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-1d8c3074-dbf2-4642-bba9-c27a240175c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:56.266830 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-1d8c3074-dbf2-4642-bba9-c27a240175c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0440989 Sep 16 06:09:56.272527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:09:56.305696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:56.314009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-37469b6b-88fd-449b-9a20-89255626bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:56.315544 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-37469b6b-88fd-449b-9a20-89255626bf45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409906 Sep 16 06:09:56.344885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:56.352296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.367652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Transition to ACTIVE for port object 38e1af93-f6e1-423b-a8bc-cea2b29479ba will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:09:56.387286 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493126f9-bf43-410b-9dc7-439ff27cf9ac" -d '{"events": [{"server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "name": "network-vif-unplugged", "status": "completed", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:56.414720 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-7658fe8b-6628-46af-bcc0-ad53746f1d9d service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915532 Sep 16 06:09:56.421351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.527284 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-c7ce8b4e-8a0f-4378-b702-33640fc12b15 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059153 Sep 16 06:09:56.527603 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0296eedc-5923-4e4d-99d5-5988fb3aa228 x-openstack-request-id: req-0296eedc-5923-4e4d-99d5-5988fb3aa228 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:56.527924 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "name": "network-vif-unplugged", "status": "completed", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:56.528179 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0296eedc-5923-4e4d-99d5-5988fb3aa228 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:56.528570 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'code': 200} Sep 16 06:09:56.558913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=6']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:56.584135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.584492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.584820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.585154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.585488 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.585819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.586147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.586474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.586801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.587128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.587451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.587772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:09:56.622762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] No DVR routers for this DVR port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:09:56.793019 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Attempting to bind port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:09:56.793267 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Attempting to bind port 38e1af93-f6e1-423b-a8bc-cea2b29479ba by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:09:56.793592 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Attempting to bind port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:56.797885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:09:56.798202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Attempting to bind port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:09:56.804274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:09:56.804646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:09:56.805035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:09:56.805466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Bound port: 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:09:56.805827 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.875196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:09:56.878420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:09:56.942898 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.978031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:56.978736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:56.980156 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] 10.222.0.30 "PUT /v2.0/ports/38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 1093 time: 0.9829993 Sep 16 06:09:56.999545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8021d7-3bf9-490d-9c49-66bf4be74fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=7']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:09:57.057338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-621ea521-dc5a-445f-9187-474632b84842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:57.059440 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-621ea521-dc5a-445f-9187-474632b84842 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1096 time: 0.0453258 Sep 16 06:09:57.155595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cfb8c-a865-4482-acce-2c8cbcca34f1 req-be094b0c-c014-40c9-801d-6e13067b4a05 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:57.157207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c4cfb8c-a865-4482-acce-2c8cbcca34f1 req-be094b0c-c014-40c9-801d-6e13067b4a05 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0535166 Sep 16 06:09:57.162109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-aa98be12-f71c-4a59-b02b-f246587bd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:57.163718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-aa98be12-f71c-4a59-b02b-f246587bd31f service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0973985 Sep 16 06:09:57.200088 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c4cfb8c-a865-4482-acce-2c8cbcca34f1 req-c1e20028-630e-4d5e-90e4-ddc7046a6a2f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Sep 16 06:09:57.230629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-8ad2f6b5-84f8-4056-b6ff-d6feb5a47033 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 999 time: 0.0601234 Sep 16 06:09:57.282256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-f35b6fbb-95ca-49ce-acd7-8fb1cbf62589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:57.283621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-f35b6fbb-95ca-49ce-acd7-8fb1cbf62589 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0466528 Sep 16 06:09:57.329236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-ae25d1b2-c7df-4bf5-aaf1-c53b9135650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:57.330763 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-ae25d1b2-c7df-4bf5-aaf1-c53b9135650b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398042 Sep 16 06:09:57.420107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-20df5bf8-d4ce-4155-844e-5c4de563290b service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820982 Sep 16 06:09:57.512216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-099bca19-774e-4fdc-bd69-a15d82cc345d req-f8577a0f-ee24-49bd-8555-17d8e3442d58 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850706 Sep 16 06:09:57.617476 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.322309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfa4cf-13d5-4179-8f43-a9e2c0d8e4ef req-9f894910-8563-4684-b42c-6860cc1a38e2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.323827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9bfa4cf-13d5-4179-8f43-a9e2c0d8e4ef req-9f894910-8563-4684-b42c-6860cc1a38e2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0507622 Sep 16 06:09:58.362142 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a9bfa4cf-13d5-4179-8f43-a9e2c0d8e4ef req-a3fe3d1e-9c08-40e9-8cba-f05bfadd0dc0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Sep 16 06:09:58.530119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:09:58.532519 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c16e145-b9cd-4848-8a89-9da0a5126d50" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:09:58.580328 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6c7a30-1028-4a9c-9269-2aca65e99e0c x-openstack-request-id: req-0b6c7a30-1028-4a9c-9269-2aca65e99e0c {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:09:58.580626 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:09:58.580879 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b6c7a30-1028-4a9c-9269-2aca65e99e0c {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:09:58.581276 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'status': 'completed', 'code': 200} Sep 16 06:09:58.672247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-09230207-fb07-4271-b415-a17b514f3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.673804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-09230207-fb07-4271-b415-a17b514f3b2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1096 time: 0.0409644 Sep 16 06:09:58.674161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-c36fe5d0-f17a-4b2f-a7d8-31e8dccb69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.676371 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-c36fe5d0-f17a-4b2f-a7d8-31e8dccb69ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1096 time: 0.0468023 Sep 16 06:09:58.770714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-9dda5f88-f3d2-42e5-a6d2-1e81b7b40796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.772794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-9dda5f88-f3d2-42e5-a6d2-1e81b7b40796 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0906959 Sep 16 06:09:58.782532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-4d6782a6-5102-43de-9c3a-c9eb1ee48b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.784067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-4d6782a6-5102-43de-9c3a-c9eb1ee48b60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0938330 Sep 16 06:09:58.843718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-34c81e1e-c89b-4462-9322-5e5c1b0a703a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 999 time: 0.0639834 Sep 16 06:09:58.859185 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-1b0a7929-60ea-4139-97ea-74d289059727 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 999 time: 0.0667999 Sep 16 06:09:58.900786 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-e36e2e2a-0ddc-4c4d-a6bb-b2c972d986db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.902257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-e36e2e2a-0ddc-4c4d-a6bb-b2c972d986db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0473292 Sep 16 06:09:58.911180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-965df3d9-40a7-4f83-a23a-5175ec3d8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.912684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-965df3d9-40a7-4f83-a23a-5175ec3d8e4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0443635 Sep 16 06:09:58.953375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-9b6372fe-2532-4b90-b217-849fd9b7e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.954957 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-9b6372fe-2532-4b90-b217-849fd9b7e349 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454276 Sep 16 06:09:58.961176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-fa8ae27f-e1ba-4190-a48a-c6dbbeb9ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:58.962717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-fa8ae27f-e1ba-4190-a48a-c6dbbeb9ff4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428782 Sep 16 06:09:59.054912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-43778ba3-143e-4e01-9114-3299a61c53b9 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873020 Sep 16 06:09:59.055644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:59.067179 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-a5d54b69-79bc-4644-b497-41532e89311a service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963724 Sep 16 06:09:59.158788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-44f1c91c-e370-4a79-896e-0109c5678e5f service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850348 Sep 16 06:09:59.159608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c16e145-b9cd-4848-8a89-9da0a5126d50 req-6ab1c1d3-9857-4ecf-a7e1-2d637f7977a8 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937209 Sep 16 06:09:59.485416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a3a24-a40f-4197-8fd8-f34efcd26a77 req-7568a3b1-9a28-41d2-a86a-881f1cc15a30 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:59.486926 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d23a3a24-a40f-4197-8fd8-f34efcd26a77 req-7568a3b1-9a28-41d2-a86a-881f1cc15a30 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0536447 Sep 16 06:09:59.526635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d23a3a24-a40f-4197-8fd8-f34efcd26a77 req-0c6e56db-89b7-4d64-a5d9-41d9ae853e30 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324023 Sep 16 06:09:59.568943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 38e1af93-f6e1-423b-a8bc-cea2b29479ba no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:09:59.609918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 38e1af93-f6e1-423b-a8bc-cea2b29479ba not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:10:00.650632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573bae9-a38c-49fe-bab8-27f359505eac req-fc738194-2afb-49bf-bb3f-7858d2c8dd3d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:00.652186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a573bae9-a38c-49fe-bab8-27f359505eac req-fc738194-2afb-49bf-bb3f-7858d2c8dd3d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0514190 Sep 16 06:10:00.689958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a573bae9-a38c-49fe-bab8-27f359505eac req-2adaea22-b97d-48cd-be1b-1301698da461 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Sep 16 06:10:01.016597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd6517-02e8-4d67-aed7-eac2615f526c req-7711f558-2fe9-4fea-a22f-ce4d91c5047e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:01.018129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69bd6517-02e8-4d67-aed7-eac2615f526c req-7711f558-2fe9-4fea-a22f-ce4d91c5047e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0512428 Sep 16 06:10:01.072286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69bd6517-02e8-4d67-aed7-eac2615f526c req-3213aab6-7b70-4580-8930-2fd74ef7fc28 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Sep 16 06:10:01.110676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-c6689262-89d3-4e19-99ba-340eebbe5752 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:01.112293 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-c6689262-89d3-4e19-99ba-340eebbe5752 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&binding%3Ahost_id=n-h1-712749-15 HTTP/1.1" status: 200 len: 944 time: 0.0563595 Sep 16 06:10:01.177373 n-d-712749-15 neutron-server[95660]: INFO neutron.api.v2.resource [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-c91621f1-0295-406a-a735-af09401c42b7 service neutron] delete failed (client error): The resource could not be found. Sep 16 06:10:01.178304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-c91621f1-0295-406a-a735-af09401c42b7 service neutron] 10.222.0.66 "DELETE /v2.0/ports/38e1af93-f6e1-423b-a8bc-cea2b29479ba/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0546126 Sep 16 06:10:01.296450 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-b15e96d0-4878-416c-9d12-c81c9e6a7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:01.297964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-b15e96d0-4878-416c-9d12-c81c9e6a7668 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 1096 time: 0.0416903 Sep 16 06:10:01.398110 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-cc342ef1-50fe-4b9f-8230-328426062c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:01.399706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-cc342ef1-50fe-4b9f-8230-328426062c3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0906169 Sep 16 06:10:01.467243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-ab650310-2399-4a16-968c-ab73008fe03a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 200 len: 999 time: 0.0593727 Sep 16 06:10:01.529779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-f0dbd76b-62e1-4640-84d2-af028210af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:01.531196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-f0dbd76b-62e1-4640-84d2-af028210af12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0497766 Sep 16 06:10:01.581791 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-eeebd02a-bc0b-4133-98e2-61ed28710893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:01.583414 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-eeebd02a-bc0b-4133-98e2-61ed28710893 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409796 Sep 16 06:10:01.687057 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-e32c83e6-c2fa-4ab3-b9fd-e71aebd0f29f service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921991 Sep 16 06:10:01.787496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9e11e3b9-8a8b-4f04-b085-9a61a0f234ce req-d4aaf953-1302-4dc2-89c3-bec25c988520 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894120 Sep 16 06:10:02.191113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e151-6627-4bb8-99ff-6863f9027e15 req-a6ed4f53-88be-4efe-bf86-77b67f3aecb2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:02.193103 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ea0e151-6627-4bb8-99ff-6863f9027e15 req-a6ed4f53-88be-4efe-bf86-77b67f3aecb2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 944 time: 0.0500412 Sep 16 06:10:02.234517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9ea0e151-6627-4bb8-99ff-6863f9027e15 req-1788f271-81ca-4475-b872-47b5d5f2c5a1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355389 Sep 16 06:10:02.285956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 38e1af93-f6e1-423b-a8bc-cea2b29479ba details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:10:02.380982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:02.392185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'mac_address': 'fa:16:3e:11:91:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:10:02.433918 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:02.447238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e1af93-f6e1-423b-a8bc-cea2b29479ba {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:10:02.467329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:02.560039 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:02.608926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:02.617281 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.617624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.617961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.618299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.618608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.618931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.619250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.619569 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.619927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.620252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.620592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.620909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:10:02.882074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['38e1af93-f6e1-423b-a8bc-cea2b29479ba'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:10:03.352037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94510f8-5265-4911-a9ea-2979f6e79452 req-05825f18-11e7-4df8-b62b-876d8519e38a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:03.353679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b94510f8-5265-4911-a9ea-2979f6e79452 req-05825f18-11e7-4df8-b62b-876d8519e38a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 945 time: 0.0523305 Sep 16 06:10:03.393155 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b94510f8-5265-4911-a9ea-2979f6e79452 req-3884f809-18f8-46b0-bf51-0d9be4b1a1a7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332508 Sep 16 06:10:03.512197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4102-f66d-4339-a42c-ee7dbcc1f9a7 req-fd93a1af-cac5-415a-80d6-6b312b572d0f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:03.513767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-80ca4102-f66d-4339-a42c-ee7dbcc1f9a7 req-fd93a1af-cac5-415a-80d6-6b312b572d0f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 945 time: 0.0492911 Sep 16 06:10:03.551655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-80ca4102-f66d-4339-a42c-ee7dbcc1f9a7 req-7a5151ac-d01c-4dfe-87c7-fb1338c2a144 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318561 Sep 16 06:10:03.677502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f7ade-60ab-4b93-9582-4bc3f7780cda req-cdf1d5ef-b810-4a7b-ad91-5cd2139d9552 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:03.678995 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e72f7ade-60ab-4b93-9582-4bc3f7780cda req-cdf1d5ef-b810-4a7b-ad91-5cd2139d9552 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 945 time: 0.0554121 Sep 16 06:10:03.717565 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e72f7ade-60ab-4b93-9582-4bc3f7780cda req-b6993c7a-421c-4bde-a134-1f1868ac021a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Sep 16 06:10:04.187572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3281bd0-d6b6-4e53-8b51-2f673565faaa req-6840b7eb-c589-476b-b766-1de8cc4ef138 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:04.189118 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3281bd0-d6b6-4e53-8b51-2f673565faaa req-6840b7eb-c589-476b-b766-1de8cc4ef138 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 945 time: 0.0499868 Sep 16 06:10:04.229046 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3281bd0-d6b6-4e53-8b51-2f673565faaa req-5866f42a-4ccb-483f-805a-042656ed175c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336330 Sep 16 06:10:04.290601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 38e1af93-f6e1-423b-a8bc-cea2b29479ba up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:04.428654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 38e1af93-f6e1-423b-a8bc-cea2b29479ba completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:10:04.432850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 38e1af93-f6e1-423b-a8bc-cea2b29479ba triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:04.433267 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.509416 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.532451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:04.548147 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:04.575761 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f0139a-c2cd-4d21-bb7d-f0655ed9e993" -d '{"events": [{"server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "name": "network-vif-plugged", "status": "completed", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:04.663269 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:04.666450 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8dae22-9e86-4b9e-b001-eeed837de280 x-openstack-request-id: req-9d8dae22-9e86-4b9e-b001-eeed837de280 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:04.666740 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "name": "network-vif-plugged", "status": "completed", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:04.672960 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d8dae22-9e86-4b9e-b001-eeed837de280 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:04.672960 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'code': 200} Sep 16 06:10:04.732479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:05.349514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f642c-af76-4f27-af8f-25d1fa79775e req-a02a6a6c-5501-4606-8789-d0cfa84a0034 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:05.351087 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-752f642c-af76-4f27-af8f-25d1fa79775e req-a02a6a6c-5501-4606-8789-d0cfa84a0034 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0543869 Sep 16 06:10:05.390277 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-752f642c-af76-4f27-af8f-25d1fa79775e req-5600419c-e55f-44d7-ae91-36f36a0d361b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323808 Sep 16 06:10:05.623936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-22cc9907-3863-4d14-84f3-28ad6f8f5b0d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:05.625406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-22cc9907-3863-4d14-84f3-28ad6f8f5b0d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0527616 Sep 16 06:10:05.715044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Deleting port 38e1af93-f6e1-423b-a8bc-cea2b29479ba {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:10:05.715393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:05.806308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] For port 38e1af93-f6e1-423b-a8bc-cea2b29479ba, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=38e1af93-f6e1-423b-a8bc-cea2b29479ba,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:05.806664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:06.361195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:06.361557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:06.361876 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 disassociated. External IP: 172.25.1.99, port: 38e1af93-f6e1-423b-a8bc-cea2b29479ba. Sep 16 06:10:06.362219 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Calling delete_port for 38e1af93-f6e1-423b-a8bc-cea2b29479ba owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:10:06.529083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827ad47-431e-4251-8f89-8bea10e436d4 req-1f27afd5-d97f-4667-809c-2171be78660c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:06.530639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b827ad47-431e-4251-8f89-8bea10e436d4 req-1f27afd5-d97f-4667-809c-2171be78660c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 946 time: 0.0690920 Sep 16 06:10:06.571218 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b827ad47-431e-4251-8f89-8bea10e436d4 req-0a96f762-af91-48a1-bb7c-15b4309c75be tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338287 Sep 16 06:10:06.606086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:06.636175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event deleted for resources: {'Port': ['ID=38e1af93-f6e1-423b-a8bc-cea2b29479ba,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:06.754645 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:10:06.874327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:10:06.884300 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:10:06.893930 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:06.894540 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:09:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:06.913889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] No DVR routers for this DVR port 38e1af93-f6e1-423b-a8bc-cea2b29479ba on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:10:06.917568 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:06.919837 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9037bd44-8ce7-4562-a443-f158d0caa57f req-1dbaf9d6-dbde-4c40-967e-f343da300c9c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "DELETE /v2.0/ports/38e1af93-f6e1-423b-a8bc-cea2b29479ba HTTP/1.1" status: 204 len: 173 time: 1.2884037 Sep 16 06:10:06.920318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'name': 'network-vif-deleted', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:06.922676 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0ad8d5-97b5-4dec-baf0-d0f2fc1c594f" -d '{"events": [{"server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "name": "network-vif-deleted", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:06.963826 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157f7ffe-195c-4f50-872c-f6465d39c556 x-openstack-request-id: req-157f7ffe-195c-4f50-872c-f6465d39c556 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:06.964420 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd8e093-3cad-4f6b-8899-b849605c86a1", "name": "network-vif-deleted", "tag": "38e1af93-f6e1-423b-a8bc-cea2b29479ba", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:06.964748 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-157f7ffe-195c-4f50-872c-f6465d39c556 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:06.965251 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd8e093-3cad-4f6b-8899-b849605c86a1', 'name': 'network-vif-deleted', 'tag': '38e1af93-f6e1-423b-a8bc-cea2b29479ba', 'status': 'completed', 'code': 200} Sep 16 06:10:07.000740 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:07.193231 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:07.221849 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:10:07.230612 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:07.231213 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:09:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:07.337378 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:07.630748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:07.663591 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b878c1-2a12-4043-900b-9359f15cfb55 None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:10:07.691882 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9c920114-f9ae-4b7c-8c71-9382342571f1 req-9cda9cdd-acb5-43f5-ab21-48a9a1451c1e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cd8e093-3cad-4f6b-8899-b849605c86a1 HTTP/1.1" status: 200 len: 210 time: 0.0292535 Sep 16 06:10:07.905510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dae925-52d0-44ff-9cc3-4e7cea3bfb80 None None] New status for floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:10:08.924218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-235ca44b-2447-4795-be25-093a9f5ff9c6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1187390717&fields=id&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 267 time: 0.0334046 Sep 16 06:10:09.047820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-95e7b6d8-6746-4a43-b6a0-6ea316e41e48 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:09.049347 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-95e7b6d8-6746-4a43-b6a0-6ea316e41e48 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 812 time: 0.1183684 Sep 16 06:10:09.065406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-da17bd21-bde3-454b-9801-9169645ed97b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/quotas/3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 375 time: 0.0099671 Sep 16 06:10:09.118873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-2914cf0b-b683-4dde-b7ef-15ab980993de tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479391 Sep 16 06:10:09.209668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-0dcc75d9-5c14-40f9-859e-a14892e43333 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:10:09.210678 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-0dcc75d9-5c14-40f9-859e-a14892e43333 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463250 Sep 16 06:10:09.310360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-a66b7736-913b-4c77-9da9-9238d8568d57 service neutron] 10.222.0.49 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929635 Sep 16 06:10:09.402526 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-8daa37bc-fb04-4eef-8625-79c5ebbd769c service neutron] 10.222.0.49 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850558 Sep 16 06:10:09.678863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0db985ec-f331-40d3-9947-1f944005cd0e req-177567f2-5f8c-4641-a2c3-d0dbb0357290 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 210 time: 0.0286820 Sep 16 06:10:10.325884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 38e1af93-f6e1-423b-a8bc-cea2b29479ba no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:10:10.345601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 38e1af93-f6e1-423b-a8bc-cea2b29479ba {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:10:10.345920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 38e1af93-f6e1-423b-a8bc-cea2b29479ba not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:10:10.780102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a763b88-a681-4079-953c-6ab931aec596 req-1dfebfda-3973-438a-92b4-7821254d8cc2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 210 time: 0.0318649 Sep 16 06:10:11.622540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-369df63c-a947-44ae-91b6-6d2c1354eb24 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:11.624041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-369df63c-a947-44ae-91b6-6d2c1354eb24 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 812 time: 0.1135423 Sep 16 06:10:11.682413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-6bf6bddd-d237-4213-996f-e7aca0c9ef58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 380 time: 0.0440853 Sep 16 06:10:11.691643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'port': {'device_id': 'a9126c66-afd8-484b-882e-360ebba979de', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'admin_state_up': True, 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'security_groups': ['86f320ef-93ee-4b2d-ad69-8f4eaead921a']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:11.877911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a4b1cd34-bf0b-4e07-a3ae-f2e6d27acf4f req-7cbf2aa8-d42e-4d8c-a395-174d63a7b0dc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 210 time: 0.0285788 Sep 16 06:10:11.880016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Made reservation on behalf of 3dce2919f97940dc81e2ce3a57c2fbd6 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:10:11.883778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.030581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Allocated IP 172.20.0.11 (26a4c6d4-b6c0-4676-b5b1-3354f050b208/a7c475d1-bae3-445a-a43c-e0fc159f4a28/17897f52-3f8c-4680-9f72-c8454a13e9c4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:10:12.165143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.262883 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.310093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:10:12.313257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:10:12.319586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:10:12.326256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:12.374879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:12.375533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.456359 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-46997aa0-9c33-49bb-9795-84522e7f8623 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7681744 Sep 16 06:10:12.474970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Request body: {'port': {'device_id': 'a9126c66-afd8-484b-882e-360ebba979de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:12.524367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-c04074ca-a5d0-4c88-9ebb-a9158e7fa7a7 None None] Provisioning complete for port 17897f52-3f8c-4680-9f72-c8454a13e9c4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:12.525385 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c04074ca-a5d0-4c88-9ebb-a9158e7fa7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.533344 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.559678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-c04074ca-a5d0-4c88-9ebb-a9158e7fa7a7 None None] Port 17897f52-3f8c-4680-9f72-c8454a13e9c4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:10:12.802449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17897f52-3f8c-4680-9f72-c8454a13e9c4 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:10:12.810786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.822817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Transition to ACTIVE for port object 17897f52-3f8c-4680-9f72-c8454a13e9c4 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:10:12.884271 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:12.975910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:13.005580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650b78b-8f51-471d-9463-6792a5bf3da7 req-b68cc294-978e-4d2c-b407-c99a3a0165df tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.008217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4650b78b-8f51-471d-9463-6792a5bf3da7 req-b68cc294-978e-4d2c-b407-c99a3a0165df tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0582924 Sep 16 06:10:13.014366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Attempting to bind port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:10:13.014712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Attempting to bind port 17897f52-3f8c-4680-9f72-c8454a13e9c4 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:10:13.015046 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Attempting to bind port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:10:13.019992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:10:13.020326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Attempting to bind port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:10:13.026197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:10:13.026454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:10:13.026843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:10:13.027442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Bound port: 17897f52-3f8c-4680-9f72-c8454a13e9c4, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:10:13.027821 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:13.051713 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4650b78b-8f51-471d-9463-6792a5bf3da7 req-f4c7cd2c-c4fa-4c16-bd62-8b12653e4399 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368114 Sep 16 06:10:13.107625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:10:13.110915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:10:13.200589 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:13.232728 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.233426 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:13.234825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] 10.222.0.30 "PUT /v2.0/ports/17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 1093 time: 0.7644479 Sep 16 06:10:13.235253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:13.237527 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3064be-fadf-4410-ae61-3fd382e8d194" -d '{"events": [{"name": "network-changed", "server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:13.268638 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444b6d5-1126-4ea6-9450-c1d9af971b21 service neutron] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:13.278379 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2eb4d8-058f-4a6d-bc14-15e5cfe9b7b6 x-openstack-request-id: req-bc2eb4d8-058f-4a6d-bc14-15e5cfe9b7b6 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:13.278669 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:13.278918 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc2eb4d8-058f-4a6d-bc14-15e5cfe9b7b6 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:13.279320 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'status': 'completed', 'code': 200} Sep 16 06:10:13.366191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3064be-fadf-4410-ae61-3fd382e8d194 req-f369b11d-fda9-4af9-a991-aba630287b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.367767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb3064be-fadf-4410-ae61-3fd382e8d194 req-f369b11d-fda9-4af9-a991-aba630287b22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1096 time: 0.0460343 Sep 16 06:10:13.480998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3064be-fadf-4410-ae61-3fd382e8d194 req-1a3aedcb-6683-4ac7-bcf0-7b287720f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.482512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb3064be-fadf-4410-ae61-3fd382e8d194 req-1a3aedcb-6683-4ac7-bcf0-7b287720f093 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1016643 Sep 16 06:10:13.578630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3064be-fadf-4410-ae61-3fd382e8d194 req-585f63d0-2fd9-4146-a1f4-7b5db82f1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.580117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb3064be-fadf-4410-ae61-3fd382e8d194 req-585f63d0-2fd9-4146-a1f4-7b5db82f1f5a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912483 Sep 16 06:10:13.682244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-02407973-6f24-40fc-a6eb-1d843f4c0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.683735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-02407973-6f24-40fc-a6eb-1d843f4c0094 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1096 time: 0.0467820 Sep 16 06:10:13.732343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-191f10cc-021f-4fa0-8a3a-efedd68ff8d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 217 time: 0.0338891 Sep 16 06:10:13.781561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-b431e177-0afe-4016-ba97-8894632e9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.783017 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-b431e177-0afe-4016-ba97-8894632e9041 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0440030 Sep 16 06:10:13.833042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-05f81d44-870c-40f2-84ba-2b0fd957c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.834482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-05f81d44-870c-40f2-84ba-2b0fd957c033 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447540 Sep 16 06:10:13.925633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-8ad6da6b-70db-47a3-b78a-f96bd30ea4c8 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839305 Sep 16 06:10:14.020425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d71049e-60cd-433c-b2e9-e1f3e1c47b37 req-f15820ed-1df3-40c4-9edd-a326eef7802d service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871279 Sep 16 06:10:14.172254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d47de-b71f-47a5-a623-6602c6498606 req-f010965e-4216-4a35-8711-ba20ab7dee79 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:14.173806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c6d47de-b71f-47a5-a623-6602c6498606 req-f010965e-4216-4a35-8711-ba20ab7dee79 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0499659 Sep 16 06:10:14.212743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1c6d47de-b71f-47a5-a623-6602c6498606 req-2e8cb537-886b-4713-af0b-a7bda4d04ee4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327437 Sep 16 06:10:15.332521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986a0fc-8b6c-427b-8d22-d249e29bf5dd req-b3c13425-1a5d-499e-af8d-5a1ddb047829 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:15.334032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c986a0fc-8b6c-427b-8d22-d249e29bf5dd req-b3c13425-1a5d-499e-af8d-5a1ddb047829 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0506549 Sep 16 06:10:15.371516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c986a0fc-8b6c-427b-8d22-d249e29bf5dd req-c955fb25-c7d3-49a8-b0bb-9489c3181e7e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Sep 16 06:10:16.359625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 17897f52-3f8c-4680-9f72-c8454a13e9c4 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:10:16.457290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:16.469170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'mac_address': 'fa:16:3e:92:13:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:10:16.490795 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2100d-ec2a-49d0-9369-8643e7e989f6 req-24372384-d0c8-49e5-b92b-c95b352d7d49 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:16.492322 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ec2100d-ec2a-49d0-9369-8643e7e989f6 req-24372384-d0c8-49e5-b92b-c95b352d7d49 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0527828 Sep 16 06:10:16.504978 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:16.518607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17897f52-3f8c-4680-9f72-c8454a13e9c4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:10:16.532490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6ec2100d-ec2a-49d0-9369-8643e7e989f6 req-537181f7-be7f-4643-b18c-8d0f057367fd tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338469 Sep 16 06:10:16.538769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:16.611432 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:16.663912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:16.869404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['17897f52-3f8c-4680-9f72-c8454a13e9c4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:10:17.647578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204326e-7908-4a95-8623-cfdb41a45412 req-8a42df21-4150-4128-9e54-71a804b9424b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:17.649146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7204326e-7908-4a95-8623-cfdb41a45412 req-8a42df21-4150-4128-9e54-71a804b9424b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 945 time: 0.0489798 Sep 16 06:10:17.689957 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7204326e-7908-4a95-8623-cfdb41a45412 req-28dbc388-ec6a-4595-9728-9287c3826e59 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Sep 16 06:10:18.371412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 17897f52-3f8c-4680-9f72-c8454a13e9c4 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:10:18.519798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 17897f52-3f8c-4680-9f72-c8454a13e9c4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:10:18.523844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 17897f52-3f8c-4680-9f72-c8454a13e9c4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:10:18.524242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:18.602542 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:18.625737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:18.627886 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a150ecbb-5899-4079-9975-e10f55f3bf89" -d '{"events": [{"server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "name": "network-vif-plugged", "status": "completed", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:18.640850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:10:18.668272 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f1c82a-e8ee-4050-bcb0-e34be144bc83 x-openstack-request-id: req-06f1c82a-e8ee-4050-bcb0-e34be144bc83 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:18.668583 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "name": "network-vif-plugged", "status": "completed", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:18.668842 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06f1c82a-e8ee-4050-bcb0-e34be144bc83 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:18.669241 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'code': 200} Sep 16 06:10:18.715155 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:18.767654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:10:18.827599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9138bd-90a0-4051-83bc-870621c47d3f req-3336ce52-2925-443f-a4c8-13fe3909f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:18.829164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa9138bd-90a0-4051-83bc-870621c47d3f req-3336ce52-2925-443f-a4c8-13fe3909f8f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1098 time: 0.0774524 Sep 16 06:10:18.837496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01813c-db95-48de-a827-10767dcb349c req-f258989b-eb3d-41c7-9678-4002051fef41 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:18.839600 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f01813c-db95-48de-a827-10767dcb349c req-f258989b-eb3d-41c7-9678-4002051fef41 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0793314 Sep 16 06:10:18.891304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa9138bd-90a0-4051-83bc-870621c47d3f req-c4da839b-5e06-49ed-a656-faf83f3cdc79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506217 Sep 16 06:10:18.896211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f01813c-db95-48de-a827-10767dcb349c req-9174a15d-5b7a-4116-9e61-cc609c611b88 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493107 Sep 16 06:10:19.878177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab0e8e9f-a8e9-4356-b6ed-994d28b3b8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:20.019774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f07e38-7f46-47aa-bff3-dbed3f86c9fb req-94da6517-a04b-4951-baf8-8271643b4c95 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:20.021361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78f07e38-7f46-47aa-bff3-dbed3f86c9fb req-94da6517-a04b-4951-baf8-8271643b4c95 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0511162 Sep 16 06:10:20.063766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-78f07e38-7f46-47aa-bff3-dbed3f86c9fb req-8329ff6b-3a8a-4205-a113-41a789543798 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358956 Sep 16 06:10:20.236480 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:21.183054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33365d-aff0-4dc4-bf25-5a6d957a9424 req-ca51d288-cb9f-4c5b-806f-4a2709341ad9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:21.184718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd33365d-aff0-4dc4-bf25-5a6d957a9424 req-ca51d288-cb9f-4c5b-806f-4a2709341ad9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0514781 Sep 16 06:10:21.224223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd33365d-aff0-4dc4-bf25-5a6d957a9424 req-5ffb0fcc-307f-4d42-9030-6dcb42338a0d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332911 Sep 16 06:10:21.237589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:21.338042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79726262-7fe0-4726-bbd6-e33c3c1ea15f req-01d88999-8cc2-4071-b645-34c1f99dba85 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:21.339532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-79726262-7fe0-4726-bbd6-e33c3c1ea15f req-01d88999-8cc2-4071-b645-34c1f99dba85 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0494175 Sep 16 06:10:21.351216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 49818) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:21.355577 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'floatingip': {'port_id': '17897f52-3f8c-4680-9f72-c8454a13e9c4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:10:21.398506 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:21.830429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:21.908635 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:22.011021 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 associated. External IP: 172.25.1.99, port: 17897f52-3f8c-4680-9f72-c8454a13e9c4. Sep 16 06:10:22.223078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:10:22.333037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:10:22.337660 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:22.343843 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:10:22.352674 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:22.353283 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:09:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:22.365745 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e0fd4882-8075-4f51-8415-2c593806a423 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "PUT /v2.0/floatingips/4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 HTTP/1.1" status: 200 len: 991 time: 1.0134981 Sep 16 06:10:22.366341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:10:22.410946 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06989ff5-0b95-41cf-98cf-b4412d933aca" -d '{"events": [{"name": "network-changed", "server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:10:22.462092 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:22.501251 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c4d99f-8bac-454c-b5c0-ecf51fd3a783 x-openstack-request-id: req-19c4d99f-8bac-454c-b5c0-ecf51fd3a783 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:10:22.501251 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:10:22.501620 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19c4d99f-8bac-454c-b5c0-ecf51fd3a783 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:10:22.502036 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'status': 'completed', 'code': 200} Sep 16 06:10:22.588182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-d7f40fff-b72f-452e-83eb-c294f6cc8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.589617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-d7f40fff-b72f-452e-83eb-c294f6cc8a74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1098 time: 0.0450821 Sep 16 06:10:22.681792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-0d8b6f06-a143-4212-826b-f3ec740e8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.683373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-0d8b6f06-a143-4212-826b-f3ec740e8197 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0869687 Sep 16 06:10:22.694676 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:92:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9126c66-afd8-484b-882e-360ebba979de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:10:21Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:22.737129 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:10:22.749955 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:10:22.750884 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:09:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:22.778907 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-e0fb9352-3e44-4084-a0b9-2843584599ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 999 time: 0.0884531 Sep 16 06:10:22.830767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-2f727d17-83d0-435f-af42-dcf484616e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.832320 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-2f727d17-83d0-435f-af42-dcf484616e28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0471172 Sep 16 06:10:22.859677 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:10:22.879547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-62766271-36a6-437d-a77c-bafefebf1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:22.881113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-62766271-36a6-437d-a77c-bafefebf1145 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413234 Sep 16 06:10:22.976597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-da82816f-4e4b-4734-ba08-d8e8d422836f service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880051 Sep 16 06:10:23.068153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06989ff5-0b95-41cf-98cf-b4412d933aca req-3568d4ad-9869-4289-b828-400791153800 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Sep 16 06:10:23.086011 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:92:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9126c66-afd8-484b-882e-360ebba979de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:10:21Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:10:23.102625 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e31b4bf0-996c-48f7-a30d-e72f0ca84e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:23.111432 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0cb03d-d007-46ec-9778-8d37440f7b8d None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:92:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9126c66-afd8-484b-882e-360ebba979de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:10:21Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:10:23.302509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bd21d-48a0-4504-a977-a26cc5778d06 None None] New status for floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:10:23.931096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:25.466578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:27.592512 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:29.039945 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:49.913353 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-025de033-238c-432c-805a-0521b1f8fb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:51.233408 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:53.088723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3f377657-97b3-43ec-aab6-6a97b25c77e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:53.947276 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:55.456674 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:57.235410 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:57.605038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:57.838742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-9c12e476-6531-4196-a9f4-60da5ae7bbb8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504849 Sep 16 06:10:57.941439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-7d155271-d371-4dae-a61d-f06e7d28133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:57.942972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-7d155271-d371-4dae-a61d-f06e7d28133a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1098 time: 0.0457649 Sep 16 06:10:58.047640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-23095ce7-95e5-43b9-bb51-7eb38d66b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:58.049214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-23095ce7-95e5-43b9-bb51-7eb38d66b4e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0861905 Sep 16 06:10:58.120153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-3eaae601-682f-4606-83a5-0e6519174e63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 1001 time: 0.0637333 Sep 16 06:10:58.175990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-9fe92710-cb5c-43c7-b396-8b6e9944767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:58.177539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-9fe92710-cb5c-43c7-b396-8b6e9944767f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0478964 Sep 16 06:10:58.224651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-543b426e-f3f9-4fd2-85bd-d76552367da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:58.226207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-543b426e-f3f9-4fd2-85bd-d76552367da7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411906 Sep 16 06:10:58.329221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-0284a6cc-ceb7-4328-a45f-1354e2769ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943506 Sep 16 06:10:58.426223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3af2c246-e107-4ca1-8fa1-6814f9663595 req-e1ff8693-0205-4e53-a9cd-4e3c5844aae4 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898507 Sep 16 06:10:59.056483 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.884096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d1f12724-bf4a-4c07-9011-01b1793d0285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.233076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.095784 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3fea7eac-f36d-42cb-8b5c-27beaf4b70df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.901301 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.453704 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:27.581691 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.106801 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:34.235329 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:49.980894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-197eea1b-b3e0-47f9-8d23-0f9aaf787547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:51.289435 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.118048 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4e94-3dfe-4273-915a-a2213020a024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:53.923032 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.540653 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.574820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:57.857502 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-68e69b93-e5fa-48a4-81a3-6ad05daf0a1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470648 Sep 16 06:11:57.974138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-491bd1b9-1e82-41eb-88d0-cbcb2dc0ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:57.976972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-491bd1b9-1e82-41eb-88d0-cbcb2dc0ff4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1098 time: 0.0569971 Sep 16 06:11:58.106155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-eeb8651b-31d5-4887-aac9-1df8c78e6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:58.107789 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-eeb8651b-31d5-4887-aac9-1df8c78e6843 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1045980 Sep 16 06:11:58.186782 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-3de43140-4a43-4e3f-b58b-9c0f8a06e778 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 1001 time: 0.0679257 Sep 16 06:11:58.266701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-0407781e-b01e-45f7-9bbb-1dbc2d693da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:58.269801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-0407781e-b01e-45f7-9bbb-1dbc2d693da1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0751088 Sep 16 06:11:58.326574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-bcb59961-8b0b-4239-aaad-c9c4bd48ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:58.328192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-bcb59961-8b0b-4239-aaad-c9c4bd48ef3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502346 Sep 16 06:11:58.429076 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-6761b125-e9b6-4394-a13c-8167ce59c637 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931423 Sep 16 06:11:58.581701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c3b8bf8e-5847-4095-9ea6-22305944e7e9 req-4abc0666-3e37-4670-a660-7eb858b60580 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438556 Sep 16 06:11:59.100773 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.180370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2699f-71c8-4e10-b525-f4ea44555ad2 req-9d10637d-8b59-48da-b2db-f9e8a4dde529 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:59.182000 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0f2699f-71c8-4e10-b525-f4ea44555ad2 req-9d10637d-8b59-48da-b2db-f9e8a4dde529 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0559478 Sep 16 06:11:59.228403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0f2699f-71c8-4e10-b525-f4ea44555ad2 req-d5fe8c4c-4315-46a7-945f-26e7d18473cb tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Sep 16 06:12:00.366838 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dd437-0e22-41ef-ac51-c9b0de09621a req-0995e2b5-c220-453e-b0e1-b56096f9154e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:00.368481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-588dd437-0e22-41ef-ac51-c9b0de09621a req-0995e2b5-c220-453e-b0e1-b56096f9154e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0637157 Sep 16 06:12:00.413618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-588dd437-0e22-41ef-ac51-c9b0de09621a req-7a02e31d-c0e2-4515-b6e2-1e7fa34b4db9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390048 Sep 16 06:12:01.556356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63df9-c72c-48f9-982b-85301334875e req-f0c634ea-a438-4e29-a3ff-dbf3cf074738 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:01.558716 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8bd63df9-c72c-48f9-982b-85301334875e req-f0c634ea-a438-4e29-a3ff-dbf3cf074738 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0626681 Sep 16 06:12:01.606442 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8bd63df9-c72c-48f9-982b-85301334875e req-33c1e293-e21b-4c19-9021-fca025358bc5 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Sep 16 06:12:02.733033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7484d-be40-478a-ace5-8da8d901c274 req-8a0ce61b-0a55-4a7a-960c-e6b2a667d1a3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:02.735095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35b7484d-be40-478a-ace5-8da8d901c274 req-8a0ce61b-0a55-4a7a-960c-e6b2a667d1a3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0532238 Sep 16 06:12:02.781717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35b7484d-be40-478a-ace5-8da8d901c274 req-42e62170-5d5b-48cf-8eb5-c8db2e790e95 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402539 Sep 16 06:12:03.910231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72029a1-d74d-4e3d-afa3-0f71ba251a0d req-32e4982a-ae0b-4a84-9ea8-d2f21e56931c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:03.911879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a72029a1-d74d-4e3d-afa3-0f71ba251a0d req-32e4982a-ae0b-4a84-9ea8-d2f21e56931c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0529008 Sep 16 06:12:03.952846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a72029a1-d74d-4e3d-afa3-0f71ba251a0d req-59b6c04e-1bc6-4f85-a190-420bfc4b8233 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342495 Sep 16 06:12:05.086201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e58343-cf9e-4aef-a3d5-f4152ec407b9 req-5546e0a4-e141-49fa-a06e-3db54ae7e418 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:05.087845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22e58343-cf9e-4aef-a3d5-f4152ec407b9 req-5546e0a4-e141-49fa-a06e-3db54ae7e418 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0614793 Sep 16 06:12:05.136381 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22e58343-cf9e-4aef-a3d5-f4152ec407b9 req-942f7d69-bf1a-4ecd-ad52-19fe95d473d2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369694 Sep 16 06:12:06.266180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289d65-ed25-475d-8391-a4abb10bb2bb req-d6a9e354-23a9-4cda-bef0-07fa4d161c16 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:06.284460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0289d65-ed25-475d-8391-a4abb10bb2bb req-d6a9e354-23a9-4cda-bef0-07fa4d161c16 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0532308 Sep 16 06:12:06.308754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0289d65-ed25-475d-8391-a4abb10bb2bb req-f1216502-edaa-45e5-8000-71329230a7a4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Sep 16 06:12:07.435922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25e180-b7d3-4d97-b282-2173880c8b75 req-e6a5a782-2532-4395-ad9a-388a4f3d29b0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:07.437429 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d25e180-b7d3-4d97-b282-2173880c8b75 req-e6a5a782-2532-4395-ad9a-388a4f3d29b0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0541942 Sep 16 06:12:07.476920 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d25e180-b7d3-4d97-b282-2173880c8b75 req-1c67a4dc-e155-4639-9a5c-bc11c60ec7d6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Sep 16 06:12:08.597217 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135c17a-c15f-4521-b9be-975912544081 req-18bb183f-360b-4c4a-93d6-40d47794ffb1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:08.598829 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b135c17a-c15f-4521-b9be-975912544081 req-18bb183f-360b-4c4a-93d6-40d47794ffb1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0509827 Sep 16 06:12:08.644890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b135c17a-c15f-4521-b9be-975912544081 req-88196415-096a-4698-9e11-5e1440b72909 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Sep 16 06:12:09.766263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdeddb-da63-41da-95e4-ffbcb66c2c57 req-49d878d6-f3bf-46cb-8fea-0db016687e0a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:09.767821 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdbdeddb-da63-41da-95e4-ffbcb66c2c57 req-49d878d6-f3bf-46cb-8fea-0db016687e0a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0517850 Sep 16 06:12:09.811257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdbdeddb-da63-41da-95e4-ffbcb66c2c57 req-a8ddbfa1-f03b-4bc7-8bc4-0b345cb8910d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368664 Sep 16 06:12:10.939533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8bf6-c6a3-48e3-a539-2b31774b63ea req-9f5a48f3-5873-4e65-bc54-d554b67996cf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:10.941389 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-082d8bf6-c6a3-48e3-a539-2b31774b63ea req-9f5a48f3-5873-4e65-bc54-d554b67996cf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0559313 Sep 16 06:12:10.987720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-082d8bf6-c6a3-48e3-a539-2b31774b63ea req-c299b3b5-f746-4179-a980-8d49ebf60115 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387461 Sep 16 06:12:11.233876 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:11.543483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dd6d6-aecf-47f2-840e-3f4dcc5c2c54 req-93cf054c-df86-4028-826d-1ec87671e906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:11.544914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-797dd6d6-aecf-47f2-840e-3f4dcc5c2c54 req-93cf054c-df86-4028-826d-1ec87671e906 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0514982 Sep 16 06:12:11.583964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-797dd6d6-aecf-47f2-840e-3f4dcc5c2c54 req-e954798d-7c9d-45a1-b562-e678129a4e3c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329230 Sep 16 06:12:11.933459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-d67d29ae-6316-4b5f-8d2d-96c144b45524 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912116 Sep 16 06:12:12.710348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc792f27-aa80-4f15-9603-63399bce28a1 req-add21762-ff4a-4b70-a9bd-c49bdf98345f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:12.712620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc792f27-aa80-4f15-9603-63399bce28a1 req-add21762-ff4a-4b70-a9bd-c49bdf98345f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0561261 Sep 16 06:12:12.751523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cc792f27-aa80-4f15-9603-63399bce28a1 req-c373eafd-aa3a-4434-a33b-952c152ba1e4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334635 Sep 16 06:12:13.881416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b659184-8336-4287-bda1-f560ad517129 req-fe0b8c1c-8057-443d-837a-c6e0e19192b3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:13.883625 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b659184-8336-4287-bda1-f560ad517129 req-fe0b8c1c-8057-443d-837a-c6e0e19192b3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0589032 Sep 16 06:12:13.927710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b659184-8336-4287-bda1-f560ad517129 req-b619630d-a5df-4ec6-bb90-a24bcaf6b337 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362489 Sep 16 06:12:15.060706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f48069-65da-4ede-9ffa-a7284b957c08 req-a1eb9748-8eda-4a3a-9b7e-3a12ea7ad635 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:15.062794 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1f48069-65da-4ede-9ffa-a7284b957c08 req-a1eb9748-8eda-4a3a-9b7e-3a12ea7ad635 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0573530 Sep 16 06:12:15.107283 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d1f48069-65da-4ede-9ffa-a7284b957c08 req-8db1f6d2-15d6-4970-91b0-aa5dff884797 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382338 Sep 16 06:12:16.271744 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e3437-384c-4bd3-8609-fe3d116d7574 req-ed534b56-f3ba-45b4-ae6e-6053b64b75fc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:16.274387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-536e3437-384c-4bd3-8609-fe3d116d7574 req-ed534b56-f3ba-45b4-ae6e-6053b64b75fc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0761583 Sep 16 06:12:16.328954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-536e3437-384c-4bd3-8609-fe3d116d7574 req-92f5fecc-fa25-42c5-82c0-ee0503eeac00 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480943 Sep 16 06:12:17.451479 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40f8ca-cbdb-4e51-bea8-1517680464a4 req-240e2317-683e-4b41-a75a-fe66cf748c0b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:17.453187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a40f8ca-cbdb-4e51-bea8-1517680464a4 req-240e2317-683e-4b41-a75a-fe66cf748c0b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0519414 Sep 16 06:12:17.493389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a40f8ca-cbdb-4e51-bea8-1517680464a4 req-f9cdb94c-7285-4bf7-8f50-94151053b350 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Sep 16 06:12:18.619484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d83ecd-f1b5-4a1e-802e-7697376474a7 req-2d998b15-63be-4150-92e8-c995e6b2c65d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:18.621169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69d83ecd-f1b5-4a1e-802e-7697376474a7 req-2d998b15-63be-4150-92e8-c995e6b2c65d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0551753 Sep 16 06:12:18.665578 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69d83ecd-f1b5-4a1e-802e-7697376474a7 req-1e01dc8f-8870-472f-9b2c-31b4c136dbd6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368145 Sep 16 06:12:19.130010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-8fb3f97d-8aeb-4258-b354-7d8a3363eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:19.131455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-8fb3f97d-8aeb-4258-b354-7d8a3363eb33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1098 time: 0.0490227 Sep 16 06:12:19.225118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-d108277f-68e8-4b66-b81b-4f574d1f1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:19.226637 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-d108277f-68e8-4b66-b81b-4f574d1f1aeb service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0882361 Sep 16 06:12:19.297403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-9069afcb-0453-4645-b519-7c743689d5c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 1001 time: 0.0639391 Sep 16 06:12:19.349183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-c0b50d6d-baae-46bc-9f66-e0e43c918b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:19.350703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-c0b50d6d-baae-46bc-9f66-e0e43c918b72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0465622 Sep 16 06:12:19.397332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-11b8322b-bc13-416d-b27f-22ced4a425a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:19.398959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-11b8322b-bc13-416d-b27f-22ced4a425a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410836 Sep 16 06:12:19.495037 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-8a7bed04-7e75-459f-b9f4-0403313e00a6 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889649 Sep 16 06:12:19.589441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-256e8c76-ba9f-4f74-9bf0-c5e74686fe39 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872636 Sep 16 06:12:19.782031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83515bf5-a40c-4b68-9eaa-e77202f2c67d req-0ba5748d-8f53-48bb-a363-e3e65fa5e915 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:19.783546 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-83515bf5-a40c-4b68-9eaa-e77202f2c67d req-0ba5748d-8f53-48bb-a363-e3e65fa5e915 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0500300 Sep 16 06:12:19.823638 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-83515bf5-a40c-4b68-9eaa-e77202f2c67d req-8c40bf20-8cea-43d9-823d-0b935bdf9fdd tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Sep 16 06:12:19.911488 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d42b600f-9c2f-460c-87f2-2da06de85f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:20.954595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e557ba5-92d8-4fa5-b562-fef3ca808ba0 req-514afe3e-7e7c-4f51-b4af-106c67008024 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:20.956075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e557ba5-92d8-4fa5-b562-fef3ca808ba0 req-514afe3e-7e7c-4f51-b4af-106c67008024 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0611279 Sep 16 06:12:21.000636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e557ba5-92d8-4fa5-b562-fef3ca808ba0 req-c9fd1d3e-3597-4c5f-940d-453a64adc566 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371358 Sep 16 06:12:21.294990 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:21.895238 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-314fe409-9990-43d8-8f89-651eca14846a service neutron] show failed (client error): The resource could not be found. Sep 16 06:12:21.896323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-314fe409-9990-43d8-8f89-651eca14846a service neutron] 10.222.0.30 "GET /v2.0/ports/17897f52-3f8c-4680-9f72-c8454a13e9c4/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0708649 Sep 16 06:12:22.124042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cddb17-d589-436d-bf92-06812d71c976 req-c1dab4ff-e7d7-41ad-a92b-3992bc1aa4ae tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:22.125525 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-05cddb17-d589-436d-bf92-06812d71c976 req-c1dab4ff-e7d7-41ad-a92b-3992bc1aa4ae tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0549991 Sep 16 06:12:22.163117 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-05cddb17-d589-436d-bf92-06812d71c976 req-e3c6a7b6-ddfd-4c5c-947e-b66b59e68888 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 Sep 16 06:12:22.434887 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-191a2865-83d9-4661-9e7a-bc8ba6acfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:22.436503 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-191a2865-83d9-4661-9e7a-bc8ba6acfd3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0419307 Sep 16 06:12:22.450915 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-32273a31-9ed2-4ae2-a2f0-d1504aac300a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:12:22.451871 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-32273a31-9ed2-4ae2-a2f0-d1504aac300a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051517 Sep 16 06:12:22.475048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:22.528367 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.739529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:22.772760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:22.812657 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:22.814899 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd66658-94c8-4484-b09a-1a64e342a1df" -d '{"events": [{"server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "name": "network-vif-unplugged", "status": "completed", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:22.819088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.834030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Transition to ACTIVE for port object 17897f52-3f8c-4680-9f72-c8454a13e9c4 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:12:22.864900 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0479446-e287-4794-b2ac-869f73eada63 x-openstack-request-id: req-d0479446-e287-4794-b2ac-869f73eada63 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:22.865191 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "name": "network-vif-unplugged", "status": "completed", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:22.865439 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0479446-e287-4794-b2ac-869f73eada63 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:22.865874 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'code': 200} Sep 16 06:12:22.917138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:22.992478 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:23.008623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.008966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.009292 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.009618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.009941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.010261 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.010581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.010907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.011328 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.011651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.012003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.012320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:23.057011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] No DVR routers for this DVR port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:23.122013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a970ca4b-aca6-46ee-87b9-0f378e539635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:23.541132 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd004f-e597-42dc-bf1b-70eb56ff07fa req-b2f5de88-efb7-48a0-87cc-b3b837f5079f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:23.543302 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50bd004f-e597-42dc-bf1b-70eb56ff07fa req-b2f5de88-efb7-48a0-87cc-b3b837f5079f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0837188 Sep 16 06:12:23.559576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Attempting to bind port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:23.559940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Attempting to bind port 17897f52-3f8c-4680-9f72-c8454a13e9c4 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:23.560495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Attempting to bind port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:23.571442 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:12:23.571758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Attempting to bind port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:23.580289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:23.580631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:23.581015 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:23.581443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Bound port: 17897f52-3f8c-4680-9f72-c8454a13e9c4, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:23.581806 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:23.609285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-50bd004f-e597-42dc-bf1b-70eb56ff07fa req-6bb995a7-e38a-4c34-8dde-40dfbb6ae347 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585947 Sep 16 06:12:23.665149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:23.668364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:23.763990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:23.800536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:23.801163 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:23.802541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] 10.222.0.66 "PUT /v2.0/ports/17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 1093 time: 1.3313694 Sep 16 06:12:23.830070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8156f9-39b2-4eb5-b077-9205cc62dcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:23.885676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-2c5e2b8e-8814-4323-bb4f-759a29b88db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:23.890845 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-2c5e2b8e-8814-4323-bb4f-759a29b88db9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1096 time: 0.0434167 Sep 16 06:12:23.951646 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:23.988524 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-00c913f9-0b6c-4288-9ced-6f9b9cf8ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:23.990030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-00c913f9-0b6c-4288-9ced-6f9b9cf8ddd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0948858 Sep 16 06:12:24.062223 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-f73ad506-d3e9-4d34-9a76-df6c8b375771 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 999 time: 0.0600517 Sep 16 06:12:24.117556 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-cfeab0be-1672-49bd-9561-63c846ac283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:24.118972 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-cfeab0be-1672-49bd-9561-63c846ac283a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0454705 Sep 16 06:12:24.174263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-dd068219-abab-43e2-838d-4c2729135d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:24.175799 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-dd068219-abab-43e2-838d-4c2729135d80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459199 Sep 16 06:12:24.290903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-4a05c66e-ed55-448c-b705-0ca696f7e93e service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034176 Sep 16 06:12:24.392988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-94a66438-83d8-4bcb-95de-af683414fdd3 req-5964da75-2643-4005-8178-9ced802f73fb service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908470 Sep 16 06:12:24.739026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af540478-2050-4106-95dd-68babd7518a1 req-5bb2c0dd-d5b9-449b-8d58-9d8f6716d337 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:24.740684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af540478-2050-4106-95dd-68babd7518a1 req-5bb2c0dd-d5b9-449b-8d58-9d8f6716d337 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0523572 Sep 16 06:12:24.781868 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af540478-2050-4106-95dd-68babd7518a1 req-9fc4db23-25bc-44d2-a409-ca50c4d20529 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345922 Sep 16 06:12:24.867267 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:24.869814 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7084640c-7420-4271-b92c-6b164d3ca903" -d '{"events": [{"name": "network-changed", "server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:24.923295 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443e0c78-7e5a-4c86-af4f-217c318366a3 x-openstack-request-id: req-443e0c78-7e5a-4c86-af4f-217c318366a3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:24.923596 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:24.923871 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-443e0c78-7e5a-4c86-af4f-217c318366a3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:24.924283 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'status': 'completed', 'code': 200} Sep 16 06:12:25.011222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084640c-7420-4271-b92c-6b164d3ca903 req-b1248926-b5e1-40a3-8d16-ff87a4b97c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.011625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084640c-7420-4271-b92c-6b164d3ca903 req-5fa7872d-487c-4f26-82c8-26b6dcc713c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.013140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-b1248926-b5e1-40a3-8d16-ff87a4b97c72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1096 time: 0.0462973 Sep 16 06:12:25.013327 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-5fa7872d-487c-4f26-82c8-26b6dcc713c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1096 time: 0.0430028 Sep 16 06:12:25.109021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084640c-7420-4271-b92c-6b164d3ca903 req-90238107-7604-43bc-bfeb-774b06b5255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.110552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-90238107-7604-43bc-bfeb-774b06b5255b service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0902305 Sep 16 06:12:25.114264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084640c-7420-4271-b92c-6b164d3ca903 req-1f870643-b509-4b31-892d-2ac0075b4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.115769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-1f870643-b509-4b31-892d-2ac0075b4200 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0945692 Sep 16 06:12:25.186659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-c3400a63-b063-421f-be36-92263ee60cb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 999 time: 0.0680509 Sep 16 06:12:25.188490 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-99a7618a-8b7c-40ae-999d-bd1e1fd9a06a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 999 time: 0.0627701 Sep 16 06:12:25.240558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084640c-7420-4271-b92c-6b164d3ca903 req-60c5e122-01c5-4f63-91db-2c5a72de54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.241455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084640c-7420-4271-b92c-6b164d3ca903 req-5a2cbc6e-e02d-42c2-ade2-ec172e961821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.242097 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-60c5e122-01c5-4f63-91db-2c5a72de54c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0474224 Sep 16 06:12:25.243029 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-5a2cbc6e-e02d-42c2-ade2-ec172e961821 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0451820 Sep 16 06:12:25.291669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084640c-7420-4271-b92c-6b164d3ca903 req-5cff8328-2eba-4127-b25f-dfff7bdfc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.293432 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-5cff8328-2eba-4127-b25f-dfff7bdfc480 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444994 Sep 16 06:12:25.295227 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084640c-7420-4271-b92c-6b164d3ca903 req-49a6880b-19d2-4cee-b69a-0b7473e13438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.296782 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-49a6880b-19d2-4cee-b69a-0b7473e13438 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465403 Sep 16 06:12:25.396181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-779220db-5b58-47f1-8785-13d6360cfc9c service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957069 Sep 16 06:12:25.397067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-a57dbb85-aff2-4efc-8438-b3be0e46cc31 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922565 Sep 16 06:12:25.483188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:25.492425 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-2034b2cd-0c3a-434d-93a3-046e360ca5e4 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888214 Sep 16 06:12:25.501192 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7084640c-7420-4271-b92c-6b164d3ca903 req-031e9079-8f7a-41b2-8c14-82496a54b093 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949163 Sep 16 06:12:25.908982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20995d24-694d-4782-ba08-367bd89788ea req-0148751e-2d42-42fa-8a2d-bfd067dfd402 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.910539 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20995d24-694d-4782-ba08-367bd89788ea req-0148751e-2d42-42fa-8a2d-bfd067dfd402 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0558507 Sep 16 06:12:25.951007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20995d24-694d-4782-ba08-367bd89788ea req-f1722eee-8d7c-4348-a77f-1a616cea8852 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Sep 16 06:12:26.978039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 17897f52-3f8c-4680-9f72-c8454a13e9c4 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:27.017062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 17897f52-3f8c-4680-9f72-c8454a13e9c4 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:27.087892 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011296a-147e-431f-b3f1-0e4adfdc44e6 req-9dd3dbeb-4116-4111-9bfe-666f670754b8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.089718 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a011296a-147e-431f-b3f1-0e4adfdc44e6 req-9dd3dbeb-4116-4111-9bfe-666f670754b8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0626388 Sep 16 06:12:27.132527 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a011296a-147e-431f-b3f1-0e4adfdc44e6 req-4a859ea9-51de-4ad2-9953-958b026e9868 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367682 Sep 16 06:12:27.454378 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed4027-4184-4d90-844f-60682e3e3e17 req-dec54aca-0a47-4849-84ed-8766cb05f858 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.455976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5eed4027-4184-4d90-844f-60682e3e3e17 req-dec54aca-0a47-4849-84ed-8766cb05f858 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 944 time: 0.0513151 Sep 16 06:12:27.501638 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5eed4027-4184-4d90-844f-60682e3e3e17 req-2f329fa0-574d-4e54-83bd-715ed05b7183 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Sep 16 06:12:27.563474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-2bdf93cb-d5c4-4125-aeb5-250c91c80e0f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.565114 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-2bdf93cb-d5c4-4125-aeb5-250c91c80e0f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 944 time: 0.0679233 Sep 16 06:12:27.575087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:27.628781 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-77444606-5928-412d-959c-ed0ca800fdca service neutron] delete failed (client error): The resource could not be found. Sep 16 06:12:27.629721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-77444606-5928-412d-959c-ed0ca800fdca service neutron] 10.222.0.30 "DELETE /v2.0/ports/17897f52-3f8c-4680-9f72-c8454a13e9c4/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0568862 Sep 16 06:12:27.737526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-c1680289-1d09-4fdc-b588-f05ae13f2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.739065 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-c1680289-1d09-4fdc-b588-f05ae13f2e41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1096 time: 0.0424199 Sep 16 06:12:27.834107 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-8cde48be-a024-4aee-bf2f-3c2abfa87b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.835611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-8cde48be-a024-4aee-bf2f-3c2abfa87b25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0894814 Sep 16 06:12:27.906435 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-8540448d-483b-406d-a6b1-468372439c2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 999 time: 0.0635819 Sep 16 06:12:27.968928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-066747a2-128f-4d06-ba42-6d95bc0d927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.970429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-066747a2-128f-4d06-ba42-6d95bc0d927e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0575702 Sep 16 06:12:28.018924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-8163ce62-0879-46d2-8a9f-212da1742ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:28.020521 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-8163ce62-0879-46d2-8a9f-212da1742ddc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429518 Sep 16 06:12:28.115587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-2de37721-0db9-456a-96f3-0d0a86966483 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875661 Sep 16 06:12:28.210830 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e69f4229-6c1e-4836-96c2-9fcadcce6642 req-9b73ce36-3523-4c96-bbc4-919a6836c799 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885763 Sep 16 06:12:28.236214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 17897f52-3f8c-4680-9f72-c8454a13e9c4 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:12:28.344430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:28.357935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'mac_address': 'fa:16:3e:92:13:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:12:28.399107 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:28.412938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17897f52-3f8c-4680-9f72-c8454a13e9c4 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:28.432708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:28.578076 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:28.624719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3e87d-9c17-4c9a-8a57-e11b5365a699 req-025da8b9-13f5-4166-a3cf-d9a63d55524a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:28.626366 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fc3e87d-9c17-4c9a-8a57-e11b5365a699 req-025da8b9-13f5-4166-a3cf-d9a63d55524a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 945 time: 0.0540946 Sep 16 06:12:28.633607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:28.642302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.642676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.642979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.643317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.643682 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.644047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.644382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.644709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.645037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.645379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.645726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.646052 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:28.686591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fc3e87d-9c17-4c9a-8a57-e11b5365a699 req-c5d1e7a1-ce66-4cb4-ad49-018895931065 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493736 Sep 16 06:12:28.985102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['17897f52-3f8c-4680-9f72-c8454a13e9c4'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:12:29.132188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:29.807760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795d551-0529-4d31-8b3d-6185397feac9 req-6657e1c7-51ff-4fb8-a4e8-0b6af8f948a4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:29.809449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4795d551-0529-4d31-8b3d-6185397feac9 req-6657e1c7-51ff-4fb8-a4e8-0b6af8f948a4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 945 time: 0.0511479 Sep 16 06:12:29.849653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4795d551-0529-4d31-8b3d-6185397feac9 req-a4562923-96e8-4d69-bea1-9a15af476302 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341997 Sep 16 06:12:29.974039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1db8d5-9e7c-4695-aad4-3577cd19acda req-3c97d0ad-3e07-49b1-8d82-46a070974f9a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:29.975468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d1db8d5-9e7c-4695-aad4-3577cd19acda req-3c97d0ad-3e07-49b1-8d82-46a070974f9a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 945 time: 0.0573924 Sep 16 06:12:30.016303 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d1db8d5-9e7c-4695-aad4-3577cd19acda req-351d7753-b872-4511-b90a-c13459d0769e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Sep 16 06:12:30.232998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 17897f52-3f8c-4680-9f72-c8454a13e9c4 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:30.351352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88786f98-1765-4225-b484-2824bef75ea2 req-c7e6440c-0f9b-4cea-aaae-8b6171d920e7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:30.353187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88786f98-1765-4225-b484-2824bef75ea2 req-c7e6440c-0f9b-4cea-aaae-8b6171d920e7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 945 time: 0.0510960 Sep 16 06:12:30.368671 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 17897f52-3f8c-4680-9f72-c8454a13e9c4 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:12:30.374797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 17897f52-3f8c-4680-9f72-c8454a13e9c4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:30.375843 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:30.398767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88786f98-1765-4225-b484-2824bef75ea2 req-c67cceb9-aae4-4724-a2ee-5e931ae94977 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376573 Sep 16 06:12:30.458930 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:30.486577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:30.488815 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0adc0de-8b59-4f20-9f3f-7ad3b7da31a2" -d '{"events": [{"server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "name": "network-vif-plugged", "status": "completed", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:30.502774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:30.520409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-cdbcd48e-06c8-4afa-acb6-f33167c70d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:30.520409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-cdbcd48e-06c8-4afa-acb6-f33167c70d5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 1097 time: 0.0437095 Sep 16 06:12:30.528059 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee550bce-c388-4316-96d3-ebd4d50aff37 x-openstack-request-id: req-ee550bce-c388-4316-96d3-ebd4d50aff37 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:30.528357 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "name": "network-vif-plugged", "status": "completed", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:30.528614 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee550bce-c388-4316-96d3-ebd4d50aff37 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:30.529009 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'code': 200} Sep 16 06:12:30.613647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-fba3f038-5b7c-41a5-b13a-79107db6e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:30.615156 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-fba3f038-5b7c-41a5-b13a-79107db6e678 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0934911 Sep 16 06:12:30.625435 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:30.676717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:30.689588 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-07375e4e-032f-4c03-bb3b-c676ec0aae32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 200 len: 1001 time: 0.0631413 Sep 16 06:12:30.745280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-6e2d6778-2ee6-4b05-9567-dddb3279e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:30.747227 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-6e2d6778-2ee6-4b05-9567-dddb3279e7de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0459819 Sep 16 06:12:30.803568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-c957f8f9-f07b-4fdc-a80c-dcc023ad89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:30.805127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-c957f8f9-f07b-4fdc-a80c-dcc023ad89f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460191 Sep 16 06:12:30.902826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-d4906a1f-905c-4994-85b3-0c7e730d1d9b service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859346 Sep 16 06:12:31.002187 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a5cdeda6-0855-4876-9c94-26b0b16863c1 req-92079808-7a05-48e1-9224-c5c020d82384 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912845 Sep 16 06:12:31.520898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88111e9e-8a54-4a62-9bfd-07e00f628be2 req-cc257e6e-597d-404e-9d24-965217ad3385 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:31.522617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88111e9e-8a54-4a62-9bfd-07e00f628be2 req-cc257e6e-597d-404e-9d24-965217ad3385 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0514233 Sep 16 06:12:31.563344 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-88111e9e-8a54-4a62-9bfd-07e00f628be2 req-44f97917-18ff-4019-85d4-95053fd0a479 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344183 Sep 16 06:12:32.684561 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a0bba-d2ce-48d1-a128-404e278eab6b req-904cf6af-fb1f-4d39-a2ac-15c7f663dbdf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:32.686121 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c4a0bba-d2ce-48d1-a128-404e278eab6b req-904cf6af-fb1f-4d39-a2ac-15c7f663dbdf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0513577 Sep 16 06:12:32.727685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c4a0bba-d2ce-48d1-a128-404e278eab6b req-0c7ecfe2-9620-446c-84a2-53cd920bb823 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354803 Sep 16 06:12:33.161737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9991b-6191-43bd-9891-f7c0492a005c req-1289fd2e-ac2c-4ec4-9f4e-1bb737ae3788 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:33.163248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42d9991b-6191-43bd-9891-f7c0492a005c req-1289fd2e-ac2c-4ec4-9f4e-1bb737ae3788 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0499198 Sep 16 06:12:33.208761 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-42d9991b-6191-43bd-9891-f7c0492a005c req-6556c041-aae3-437f-ac36-a1f2a0d27877 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385168 Sep 16 06:12:34.333677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96eb31-9e82-4cab-a29e-fd0f20b566f9 req-6d257de4-870e-46d5-915d-4bd796778ae0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:34.335240 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de96eb31-9e82-4cab-a29e-fd0f20b566f9 req-6d257de4-870e-46d5-915d-4bd796778ae0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0553393 Sep 16 06:12:34.376127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de96eb31-9e82-4cab-a29e-fd0f20b566f9 req-b10bebd1-acc0-4cb2-96da-cff0ad9c937e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332429 Sep 16 06:12:34.707531 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-40d2a2b6-aeaf-4071-97f0-148dd4bd0998 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:34.709236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-40d2a2b6-aeaf-4071-97f0-148dd4bd0998 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 946 time: 0.0521464 Sep 16 06:12:34.802840 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Deleting port 17897f52-3f8c-4680-9f72-c8454a13e9c4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:12:34.803172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:34.898001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] For port 17897f52-3f8c-4680-9f72-c8454a13e9c4, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=17897f52-3f8c-4680-9f72-c8454a13e9c4,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:34.898373 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:35.125704 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:35.126061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:35.126274 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 disassociated. External IP: 172.25.1.99, port: 17897f52-3f8c-4680-9f72-c8454a13e9c4. Sep 16 06:12:35.126636 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Calling delete_port for 17897f52-3f8c-4680-9f72-c8454a13e9c4 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:12:35.315670 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:35.350235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event deleted for resources: {'Port': ['ID=17897f52-3f8c-4680-9f72-c8454a13e9c4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:35.492669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d42a9e1-4c9c-4fc1-a099-e8895fede0fb req-a08ebe30-a323-4da0-833b-42fbe247db04 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9126c66-afd8-484b-882e-360ebba979de HTTP/1.1" status: 200 len: 210 time: 0.0370889 Sep 16 06:12:35.515166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:35.622527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:35.633954 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:35.643839 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:35.644477 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:12:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:35.664578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] No DVR routers for this DVR port 17897f52-3f8c-4680-9f72-c8454a13e9c4 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:35.667766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:35.670289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-10f118ff-4200-432e-bc9e-4fafd2acf86e req-4d353753-dc9a-42a8-9191-f1aad5eef15b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.66 "DELETE /v2.0/ports/17897f52-3f8c-4680-9f72-c8454a13e9c4 HTTP/1.1" status: 204 len: 173 time: 0.9539990 Sep 16 06:12:35.670754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'name': 'network-vif-deleted', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:35.673036 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb808872-3f57-4cd3-95db-7ed1f16aa8e2" -d '{"events": [{"server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "name": "network-vif-deleted", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:35.710886 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c7555a-d948-49e6-a569-4211121ca060 x-openstack-request-id: req-f2c7555a-d948-49e6-a569-4211121ca060 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:35.711507 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9126c66-afd8-484b-882e-360ebba979de", "name": "network-vif-deleted", "tag": "17897f52-3f8c-4680-9f72-c8454a13e9c4", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:35.711507 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2c7555a-d948-49e6-a569-4211121ca060 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:35.711829 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9126c66-afd8-484b-882e-360ebba979de', 'name': 'network-vif-deleted', 'tag': '17897f52-3f8c-4680-9f72-c8454a13e9c4', 'status': 'completed', 'code': 200} Sep 16 06:12:35.754444 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:35.967123 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:35.993390 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:36.002687 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:36.003299 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:12:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:36.109251 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:36.410035 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:36.440531 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d543e-c8de-4d29-98f7-d8dc3f3b37ce None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:36.662905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbd97e-c917-44c4-9adb-4155a30facb9 None None] New status for floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:12:36.790167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-7b12f5af-cfa4-4409-947d-0ee8e902255c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1187390717&fields=id&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 267 time: 0.0383549 Sep 16 06:12:36.906125 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d82-85f9-4094-83b3-cc63d376005f req-5066303f-dfd2-4b3e-a064-8adad1d6a7d7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:36.907618 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-5066303f-dfd2-4b3e-a064-8adad1d6a7d7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 812 time: 0.1094294 Sep 16 06:12:36.924272 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-631ec83b-b6cc-4197-a323-2e1d462a1aff tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/quotas/3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 375 time: 0.0106874 Sep 16 06:12:36.978847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-37a0d3ee-fd27-4546-a9be-1dc40481df3c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488234 Sep 16 06:12:37.084052 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-6c03b899-02e8-465f-8517-5a463173374d service neutron] 10.222.0.49 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926349 Sep 16 06:12:37.174448 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-c8ab654f-ccc4-4fe7-8200-60acb8d38b00 service neutron] 10.222.0.49 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836065 Sep 16 06:12:37.423422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b211178-e064-4b9a-9b71-8d4a89ad319e req-3ade428b-ff2f-4727-807c-038e7bc5975a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 210 time: 0.0280828 Sep 16 06:12:38.315412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 17897f52-3f8c-4680-9f72-c8454a13e9c4 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:38.336706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 17897f52-3f8c-4680-9f72-c8454a13e9c4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:12:38.337056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 17897f52-3f8c-4680-9f72-c8454a13e9c4 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:38.563562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb846b6a-3568-43bb-ab30-d4dc0825bbda req-0a03dab1-3669-4dc1-8aaa-ad3620eb9451 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 210 time: 0.0714340 Sep 16 06:12:39.491619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d82-85f9-4094-83b3-cc63d376005f req-4ed91a6e-1dd7-4d8d-84fa-c762f35f7d3a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:39.493166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-4ed91a6e-1dd7-4d8d-84fa-c762f35f7d3a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 812 time: 0.1167610 Sep 16 06:12:39.909892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-991c8d75-f38e-4f53-b4ea-9a149a63e79c req-6518680c-d30d-421d-bf12-f5e09b1a616a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 210 time: 0.0291789 Sep 16 06:12:39.926364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-f1e49d79-2b3d-4782-89c4-8767c7090aad tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 380 time: 0.4168069 Sep 16 06:12:39.937032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'port': {'device_id': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'admin_state_up': True, 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'security_groups': ['86f320ef-93ee-4b2d-ad69-8f4eaead921a']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:40.129352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Made reservation on behalf of 3dce2919f97940dc81e2ce3a57c2fbd6 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:12:40.132915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:40.264249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Allocated IP 172.20.0.11 (26a4c6d4-b6c0-4676-b5b1-3354f050b208/a7c475d1-bae3-445a-a43c-e0fc159f4a28/b72191f0-ac03-406b-9cf3-92160a00bdf6) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:12:40.406060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:40.500157 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:40.553021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:12:40.557588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:12:40.560449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:40.562978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:12:40.595641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.596039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.596403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.596806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.597170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.597501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.597833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.598154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.598478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.598800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.599180 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.599713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:40.632403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:40.633063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:40.734883 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-55378f76-d659-4848-a8ba-cf4eb92aa94e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8019278 Sep 16 06:12:40.753109 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Request body: {'port': {'device_id': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:40.806481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:40.838277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b221011e-c33d-422a-905c-4943cd2b18c2 None None] Provisioning complete for port b72191f0-ac03-406b-9cf3-92160a00bdf6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:40.839222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b221011e-c33d-422a-905c-4943cd2b18c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:40.878452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b221011e-c33d-422a-905c-4943cd2b18c2 None None] Port b72191f0-ac03-406b-9cf3-92160a00bdf6 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:12:41.043728 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54794abf-8cd4-486b-b4fb-bfd3d1592f7f req-f9ed9a9a-149d-409e-9c02-2944a233f3f5 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:41.045382 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54794abf-8cd4-486b-b4fb-bfd3d1592f7f req-f9ed9a9a-149d-409e-9c02-2944a233f3f5 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 932 time: 0.0642524 Sep 16 06:12:41.089703 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54794abf-8cd4-486b-b4fb-bfd3d1592f7f req-71e412fd-8126-4bf8-927b-613b4b57ff85 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377920 Sep 16 06:12:41.098669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72191f0-ac03-406b-9cf3-92160a00bdf6 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:41.107636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.119463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Transition to ACTIVE for port object b72191f0-ac03-406b-9cf3-92160a00bdf6 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:12:41.189257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.240369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:41.312346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:41.312688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:41.313060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:41.318001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:12:41.318362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:41.324301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:41.324742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:41.325139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:41.325620 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Bound port: b72191f0-ac03-406b-9cf3-92160a00bdf6, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:41.325990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.404796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:41.407868 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:41.471696 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.510057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:41.510818 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.512383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] 10.222.0.30 "PUT /v2.0/ports/b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1093 time: 0.7634540 Sep 16 06:12:41.512884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:41.515399 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea61e6a-e3a6-47d6-a38e-e9a462357d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:41.544806 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81597a22-5606-4ea5-8ddb-5f2b3b7e1050 service neutron] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:41.556900 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19359b98-7ce9-4927-87cd-9c0aaa2b0b85 x-openstack-request-id: req-19359b98-7ce9-4927-87cd-9c0aaa2b0b85 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:41.557198 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:41.557451 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19359b98-7ce9-4927-87cd-9c0aaa2b0b85 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:41.558253 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'status': 'completed', 'code': 200} Sep 16 06:12:41.647028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea61e6a-e3a6-47d6-a38e-e9a462357d3a req-536f393e-4445-4720-8d56-95ecbd7f89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:41.648638 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ea61e6a-e3a6-47d6-a38e-e9a462357d3a req-536f393e-4445-4720-8d56-95ecbd7f89bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1096 time: 0.0450532 Sep 16 06:12:41.763139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea61e6a-e3a6-47d6-a38e-e9a462357d3a req-27594c65-e361-4777-8d31-488666409b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:41.764759 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ea61e6a-e3a6-47d6-a38e-e9a462357d3a req-27594c65-e361-4777-8d31-488666409b76 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1020920 Sep 16 06:12:41.864735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea61e6a-e3a6-47d6-a38e-e9a462357d3a req-60a9dffc-1a52-4e7b-8a7c-07371c228418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:41.866304 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ea61e6a-e3a6-47d6-a38e-e9a462357d3a req-60a9dffc-1a52-4e7b-8a7c-07371c228418 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926378 Sep 16 06:12:41.978227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d82-85f9-4094-83b3-cc63d376005f req-5f8ba5e3-b7d5-4950-a8d6-c4b0ad4df3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:41.979686 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-5f8ba5e3-b7d5-4950-a8d6-c4b0ad4df3d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1096 time: 0.0510123 Sep 16 06:12:42.029668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-ba967828-c23d-4778-a898-15e73ac0b5d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 217 time: 0.0361838 Sep 16 06:12:42.080360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d82-85f9-4094-83b3-cc63d376005f req-9ea66462-c6b9-49ad-94eb-eab6e2da61df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:42.081850 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-9ea66462-c6b9-49ad-94eb-eab6e2da61df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0448570 Sep 16 06:12:42.129730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d82-85f9-4094-83b3-cc63d376005f req-d11c6ec8-bc55-4108-824e-86a003d79df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:42.131285 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-d11c6ec8-bc55-4108-824e-86a003d79df3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423677 Sep 16 06:12:42.208603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f47e6-4c3b-4a10-84b4-7c5f3a5749b0 req-6212bb75-655f-4870-bc46-05930b62aaae tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:42.210153 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b0f47e6-4c3b-4a10-84b4-7c5f3a5749b0 req-6212bb75-655f-4870-bc46-05930b62aaae tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 944 time: 0.0501506 Sep 16 06:12:42.231908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-32bb309b-3228-4dda-892d-e6f3368982ca service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937183 Sep 16 06:12:42.248893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3b0f47e6-4c3b-4a10-84b4-7c5f3a5749b0 req-b8724545-80b1-4425-a8b3-b5d80ada32d1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Sep 16 06:12:42.331131 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8a386d82-85f9-4094-83b3-cc63d376005f req-27d9f9c0-3f05-4996-a312-4bc92e961d02 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923882 Sep 16 06:12:43.370255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c3154-0f29-494d-ab96-15f2b1e7495b req-35644c72-be4c-477d-a293-4dad8fd932bb tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:43.372139 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5c3154-0f29-494d-ab96-15f2b1e7495b req-35644c72-be4c-477d-a293-4dad8fd932bb tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 944 time: 0.0509169 Sep 16 06:12:43.412888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0e5c3154-0f29-494d-ab96-15f2b1e7495b req-7e6b5e4d-ef9a-4556-8579-b83f277ede24 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335307 Sep 16 06:12:44.543564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96140fe-b8ce-4317-a363-4051c4c9981d req-f39aa7f1-6d67-44be-bcbc-87e34507f5d3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.545205 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f96140fe-b8ce-4317-a363-4051c4c9981d req-f39aa7f1-6d67-44be-bcbc-87e34507f5d3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 944 time: 0.0552642 Sep 16 06:12:44.591146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f96140fe-b8ce-4317-a363-4051c4c9981d req-e74c0118-dfaa-4c12-a116-157c9c02cccb tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 Sep 16 06:12:45.024378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:12:45.143188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:45.156099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'mac_address': 'fa:16:3e:59:2e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:12:45.202668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:45.221889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72191f0-ac03-406b-9cf3-92160a00bdf6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:45.244426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:45.349616 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:45.405519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:45.660663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['b72191f0-ac03-406b-9cf3-92160a00bdf6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:12:45.714785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe43ae1-43ee-4e12-a50e-9425ee6ebb2b req-8163d464-6e39-41a5-bfe7-872e76105889 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:45.716472 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5fe43ae1-43ee-4e12-a50e-9425ee6ebb2b req-8163d464-6e39-41a5-bfe7-872e76105889 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0546167 Sep 16 06:12:45.776936 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5fe43ae1-43ee-4e12-a50e-9425ee6ebb2b req-2083e8d0-1dd2-4079-9e59-cf1794ce1698 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529671 Sep 16 06:12:46.907934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557571e3-bcd4-4721-bb7c-672405382c24 req-576b4458-e5fb-4309-8a88-138a3f4ace47 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:46.909485 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-557571e3-bcd4-4721-bb7c-672405382c24 req-576b4458-e5fb-4309-8a88-138a3f4ace47 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0555644 Sep 16 06:12:46.949785 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-557571e3-bcd4-4721-bb7c-672405382c24 req-e7d77954-d443-4b1e-be2b-c05775e3e2ba tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338252 Sep 16 06:12:47.030970 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:47.156364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port b72191f0-ac03-406b-9cf3-92160a00bdf6 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:12:47.160500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port b72191f0-ac03-406b-9cf3-92160a00bdf6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:47.160880 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:47.242910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:47.266543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:47.268941 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ae7b93-4fb2-4033-b84e-de7d4e1aa48f" -d '{"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-plugged", "status": "completed", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:47.282675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:47.310664 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ca1cfc-a4df-4162-9bfc-f8bc0972d03f x-openstack-request-id: req-c0ca1cfc-a4df-4162-9bfc-f8bc0972d03f {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:47.310913 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-plugged", "status": "completed", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:47.311169 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0ca1cfc-a4df-4162-9bfc-f8bc0972d03f {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:47.311565 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'code': 200} Sep 16 06:12:47.356530 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:47.409661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:47.444335 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7be30-4d8a-489e-b4fe-e5cb14476b62 req-cb6cab15-897e-453e-96d2-de04ec01430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.445877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bf7be30-4d8a-489e-b4fe-e5cb14476b62 req-cb6cab15-897e-453e-96d2-de04ec01430f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1098 time: 0.0468762 Sep 16 06:12:47.480864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bf7be30-4d8a-489e-b4fe-e5cb14476b62 req-397d5ef5-8609-4776-ae31-5d09b30bc32b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281951 Sep 16 06:12:48.072153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33c2b5-e01a-4b5a-bbd0-d9fcb15f0866 req-4b58db88-57c6-4d9b-894f-fd00f9ab1ad1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:48.074252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a33c2b5-e01a-4b5a-bbd0-d9fcb15f0866 req-4b58db88-57c6-4d9b-894f-fd00f9ab1ad1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0551214 Sep 16 06:12:48.113583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4a33c2b5-e01a-4b5a-bbd0-d9fcb15f0866 req-077afe3c-8fed-4bf8-b44c-cf4134e53d55 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Sep 16 06:12:48.233280 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:49.235330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c0835-3465-4b6b-ace3-4299e74c670b req-10f54542-3c49-4a5e-8433-44584c596b8e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:49.236916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd9c0835-3465-4b6b-ace3-4299e74c670b req-10f54542-3c49-4a5e-8433-44584c596b8e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0523262 Sep 16 06:12:49.277389 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd9c0835-3465-4b6b-ace3-4299e74c670b req-9ac0e4bc-3c1a-46cd-b412-ed1fc598706a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343339 Sep 16 06:12:49.396225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec7035-1f4c-4550-b79e-049060f4aa8b req-1dd5fb72-12ef-4e5b-aca6-3cf9275265ca tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:49.397672 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbec7035-1f4c-4550-b79e-049060f4aa8b req-1dd5fb72-12ef-4e5b-aca6-3cf9275265ca tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0507562 Sep 16 06:12:49.407989 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50272) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:49.412565 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'floatingip': {'port_id': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:49.457470 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:49.929521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:49.932142 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9deaa22a-e2ca-46da-87bd-e11843798a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:49.989073 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:50.088512 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 associated. External IP: 172.25.1.99, port: b72191f0-ac03-406b-9cf3-92160a00bdf6. Sep 16 06:12:50.629799 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:12:50.740346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:12:50.746070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:50.751436 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:12:50.760995 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:50.761593 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:12:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:50.780073 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-39fcd987-b6e5-4afb-b3b5-481d57f2ad70 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "PUT /v2.0/floatingips/4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 HTTP/1.1" status: 200 len: 991 time: 1.3709066 Sep 16 06:12:50.780782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:50.783163 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522660cc-e7eb-434c-ad04-ec837a34d1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:50.827469 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8787d2fc-cb73-44d2-82db-d47bc7f496cc x-openstack-request-id: req-8787d2fc-cb73-44d2-82db-d47bc7f496cc {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:50.827896 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:50.828162 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8787d2fc-cb73-44d2-82db-d47bc7f496cc {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:50.828567 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'status': 'completed', 'code': 200} Sep 16 06:12:50.877610 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:50.921587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-c5910ad2-f567-47f2-9569-1c3fdba5fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:50.923132 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-c5910ad2-f567-47f2-9569-1c3fdba5fa80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1098 time: 0.0442314 Sep 16 06:12:51.021682 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-275e0c21-383e-476c-b8c7-13c2e0110592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:51.023189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-275e0c21-383e-476c-b8c7-13c2e0110592 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0931149 Sep 16 06:12:51.089985 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-8307df59-96f0-43c0-9944-d77301decbb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 999 time: 0.0599546 Sep 16 06:12:51.113584 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:59:2e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:12:49Z', 'revision_number': 9, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:51.142485 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:12:51.144602 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-e1fa251e-2207-447c-83f0-db17d089f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:51.146127 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-e1fa251e-2207-447c-83f0-db17d089f04d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0498209 Sep 16 06:12:51.150736 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:12:51.151332 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:12:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:51.195096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-19c96b1f-fb7e-468f-89ad-1cd057f9f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:51.196977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-19c96b1f-fb7e-468f-89ad-1cd057f9f58e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442965 Sep 16 06:12:51.257583 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:12:51.265044 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:51.288974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-6fb3429d-946e-4f4f-b2f5-4c0314a994da service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848627 Sep 16 06:12:51.384029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-522660cc-e7eb-434c-ad04-ec837a34d1dc req-cab21818-3d8e-4d6f-9fb4-4f000bae4f0d service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882421 Sep 16 06:12:51.480415 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:59:2e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:12:49Z', 'revision_number': 9, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:12:51.506341 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46a55e-4b36-401d-a954-37ad93850258 None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:59:2e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:12:49Z', 'revision_number': 9, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:12:51.814653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf908c9a-da13-45ef-b985-0f56e9f8e820 None None] New status for floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:12:53.097383 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-addbf18a-e96e-4953-8bc0-aecb24ffd0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:53.915224 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:55.486478 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:57.577659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:57.833601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-9d28cf1e-b9a3-403a-9d64-3721623e832a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419722 Sep 16 06:12:57.937782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-f391128c-f4ec-4a64-b664-fae851a68adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:57.939311 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-f391128c-f4ec-4a64-b664-fae851a68adc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1098 time: 0.0465581 Sep 16 06:12:58.053569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-0612c724-d162-42de-9c2f-1f260a7b4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:58.055078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-0612c724-d162-42de-9c2f-1f260a7b4a6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0951226 Sep 16 06:12:58.124242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-327e4e71-bb00-451d-bcac-9f1534806a43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1002 time: 0.0617757 Sep 16 06:12:58.182928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-54ce7e4a-9d6b-4532-92da-03ac3e9c2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:58.185201 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-54ce7e4a-9d6b-4532-92da-03ac3e9c2ec6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0533822 Sep 16 06:12:58.242146 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-233fd41e-774b-4257-bbf6-9c904d234f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:58.243696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-233fd41e-774b-4257-bbf6-9c904d234f1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515506 Sep 16 06:12:58.347126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-4db30019-0a82-45a3-b31b-b59e8b8f19f8 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923362 Sep 16 06:12:58.447845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb3f078-d76b-431e-bada-5c676385bdbe req-44a34931-55ee-40a9-881f-185ecbcb9be4 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933022 Sep 16 06:12:59.081994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:19.910290 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89aa5931-6ec1-4de3-a6fe-a6b0f156b06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:21.275969 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:23.098784 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06f786e3-712e-4d0d-8ae1-40ba0954c5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:23.944193 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.232743 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:25.482681 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:27.589847 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:29.104475 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.886424 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-526fe88e-763c-4721-ab35-0e1bbd6fea29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.354852 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.126290 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba3eae31-3c8e-498d-a1c3-fb8db966af3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.943190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.469204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:57.583615 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:57.853739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-50b07f0e-409e-4f6c-8395-1a5d50240247 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459609 Sep 16 06:13:57.959231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-7481586a-12aa-46a6-9834-b659dec98c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:57.960843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-7481586a-12aa-46a6-9834-b659dec98c75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1098 time: 0.0468025 Sep 16 06:13:58.080312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-90ece2a7-f0df-49cb-8c36-afb6d99baf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:58.083143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-90ece2a7-f0df-49cb-8c36-afb6d99baf0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1019793 Sep 16 06:13:58.184573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-db7fb440-92c2-4865-86b8-d27094054a3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1002 time: 0.0696621 Sep 16 06:13:58.237274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-0eda1c5e-63ca-4d6c-b823-40d7503354e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:58.238773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-0eda1c5e-63ca-4d6c-b823-40d7503354e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0464337 Sep 16 06:13:58.289350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-2b2ab94b-63a7-4520-896c-92c7b552ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:58.290961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-2b2ab94b-63a7-4520-896c-92c7b552ba53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453813 Sep 16 06:13:58.304101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-b51ba699-9a94-4498-863d-4fe8b989bb66 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:13:58.305100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-b51ba699-9a94-4498-863d-4fe8b989bb66 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058591 Sep 16 06:13:58.413157 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-21999e1d-50fc-4ccc-ad95-42c03c63d26b service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918682 Sep 16 06:13:58.512003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-009ef1ca-de7e-4ab2-b553-bb3f241451b6 req-cff567e6-02a3-4451-ac71-02a2eab165f6 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902064 Sep 16 06:13:59.074793 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:02.232171 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:19.901418 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-107ef7dd-a20f-4205-ba71-e159ead16f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:21.284209 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:23.095374 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a14d8c50-f286-4030-a6ec-39fb6a038a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:23.957947 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:25.501196 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:27.593945 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:27.681513 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77e59-7ad8-4e68-b639-9b0fbf9fcb7f req-862748da-ddae-4a01-a7f7-e6d43edb2e74 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:27.683032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cf77e59-7ad8-4e68-b639-9b0fbf9fcb7f req-862748da-ddae-4a01-a7f7-e6d43edb2e74 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0555699 Sep 16 06:14:27.722095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4cf77e59-7ad8-4e68-b639-9b0fbf9fcb7f req-14a165ef-d094-4118-a481-863877a059bd tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329528 Sep 16 06:14:27.765491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-29aa5112-50e8-4959-8506-7e08d2bcb280 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474532 Sep 16 06:14:28.853657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d838e-e01f-4b0a-bcee-364aa6d283f9 req-3e1863f7-032b-4488-9915-5c6e2c9b0800 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:28.855324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-826d838e-e01f-4b0a-bcee-364aa6d283f9 req-3e1863f7-032b-4488-9915-5c6e2c9b0800 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0567327 Sep 16 06:14:28.897542 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-826d838e-e01f-4b0a-bcee-364aa6d283f9 req-9ae57291-bf2a-4472-9c7f-c217f3c29ae0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358391 Sep 16 06:14:29.129607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:30.020739 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daa90c-2bb3-4c7b-854c-ef8872690f76 req-bedbb211-e913-41c6-b14a-4770f679848d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:30.023018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88daa90c-2bb3-4c7b-854c-ef8872690f76 req-bedbb211-e913-41c6-b14a-4770f679848d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0505970 Sep 16 06:14:30.064143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-88daa90c-2bb3-4c7b-854c-ef8872690f76 req-f96f1207-9e08-4520-b012-372351e648c9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 Sep 16 06:14:30.172261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-0d3cd417-70b1-445c-b5af-a7a659ca5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:30.173873 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-0d3cd417-70b1-445c-b5af-a7a659ca5a0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1098 time: 0.0412209 Sep 16 06:14:30.270615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-e8ba92c1-6d54-4a04-9c07-cf337fafab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:30.272309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-e8ba92c1-6d54-4a04-9c07-cf337fafab20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0915923 Sep 16 06:14:30.338560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-2439acc9-940c-440a-b20b-7f88d810f66c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1002 time: 0.0591726 Sep 16 06:14:30.394289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-7c551e04-feda-4bc7-8cbc-823352ee4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:30.395817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-7c551e04-feda-4bc7-8cbc-823352ee4524 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0498927 Sep 16 06:14:30.442303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f9fb1454-947f-4a25-b146-13e6d988b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:30.444395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f9fb1454-947f-4a25-b146-13e6d988b5cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420728 Sep 16 06:14:30.535557 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-a17b0d40-552c-411e-9e33-1ac210a80f6c service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841930 Sep 16 06:14:30.634800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-20d5c696-2bfd-421b-a9c3-99c90b79e0fe service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916286 Sep 16 06:14:31.186147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d46f6b-0729-4dac-9297-253424db52d3 req-5334324b-3d3f-4214-93bb-76a85cbd9ed7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:31.187773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29d46f6b-0729-4dac-9297-253424db52d3 req-5334324b-3d3f-4214-93bb-76a85cbd9ed7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0498660 Sep 16 06:14:31.236018 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29d46f6b-0729-4dac-9297-253424db52d3 req-70bf6480-316e-4d3a-aef8-41c73fd3678f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397010 Sep 16 06:14:32.361096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a307e5d-e47d-4686-b752-b06de8a1c6bb req-e5bf7868-3050-4e1b-91e6-2cae5fce08dc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:32.362617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a307e5d-e47d-4686-b752-b06de8a1c6bb req-e5bf7868-3050-4e1b-91e6-2cae5fce08dc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0505297 Sep 16 06:14:32.406158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a307e5d-e47d-4686-b752-b06de8a1c6bb req-93141e18-fba2-44cd-8181-26527ede41ef tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364294 Sep 16 06:14:33.528015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def80e9-106a-43c9-9100-c3c96a291895 req-dfd8f436-27da-49a3-b9c5-2ac2b83eb501 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:33.529652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3def80e9-106a-43c9-9100-c3c96a291895 req-dfd8f436-27da-49a3-b9c5-2ac2b83eb501 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0530620 Sep 16 06:14:33.577046 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3def80e9-106a-43c9-9100-c3c96a291895 req-d56a9d05-394a-41cc-a7a7-1b5d4c7217ea tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Sep 16 06:14:34.698035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cda67b-7653-4c3f-bc71-b9cfcd454eb4 req-9796d5bd-039b-439b-8b66-b17821511074 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:34.699587 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9cda67b-7653-4c3f-bc71-b9cfcd454eb4 req-9796d5bd-039b-439b-8b66-b17821511074 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0523839 Sep 16 06:14:34.738656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9cda67b-7653-4c3f-bc71-b9cfcd454eb4 req-4963a6b9-26d6-4795-9f15-f0d7fe2c2431 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Sep 16 06:14:35.859936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5fb95-909c-4ac1-b3d3-63bc175a067c req-e7790d23-0ed6-4454-9e86-4f18228ea332 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:35.861514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9dc5fb95-909c-4ac1-b3d3-63bc175a067c req-e7790d23-0ed6-4454-9e86-4f18228ea332 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0502138 Sep 16 06:14:35.901199 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9dc5fb95-909c-4ac1-b3d3-63bc175a067c req-d6ffea6c-ee86-45a5-8f50-d7c973c0d020 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328751 Sep 16 06:14:37.019541 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c2599-c6cb-4504-b8ff-9044645ed533 req-07e9d257-c32b-4fad-97fc-1332aff58d0b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:37.021028 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-833c2599-c6cb-4504-b8ff-9044645ed533 req-07e9d257-c32b-4fad-97fc-1332aff58d0b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0495658 Sep 16 06:14:37.060586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-833c2599-c6cb-4504-b8ff-9044645ed533 req-d72ea703-fe52-413d-ab29-3b837d2a7eb5 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329664 Sep 16 06:14:38.179797 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13292d-8490-4037-9217-0b2031a63142 req-b83014e5-0bf3-4397-b370-dc69c6224d2e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:38.181353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f13292d-8490-4037-9217-0b2031a63142 req-b83014e5-0bf3-4397-b370-dc69c6224d2e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0506387 Sep 16 06:14:38.219189 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f13292d-8490-4037-9217-0b2031a63142 req-66097c78-e95a-4dce-b327-030e7001c956 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Sep 16 06:14:39.232234 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:39.400429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648f3d-4e02-40f3-acbd-34f8551f64c1 req-d8d9cd96-40a3-424d-bd7a-509b788fb44a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:39.401932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e648f3d-4e02-40f3-acbd-34f8551f64c1 req-d8d9cd96-40a3-424d-bd7a-509b788fb44a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.1124983 Sep 16 06:14:39.444361 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3e648f3d-4e02-40f3-acbd-34f8551f64c1 req-2917bf17-342b-4f89-96f1-2a22f87f3100 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364738 Sep 16 06:14:40.608013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31256e3-1fcd-4b24-b88a-c6412d8b3421 req-99d47ac5-f97f-4d76-9eea-6c2825eda60a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:40.609561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c31256e3-1fcd-4b24-b88a-c6412d8b3421 req-99d47ac5-f97f-4d76-9eea-6c2825eda60a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0969019 Sep 16 06:14:40.653844 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c31256e3-1fcd-4b24-b88a-c6412d8b3421 req-60fb940b-b5af-4808-b9db-d96574a143b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Sep 16 06:14:41.774092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a64e8e-bfac-4a7a-b471-e4e406a1e83e req-fddac7ce-ddc6-4250-aee5-507b35f83b58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:41.775650 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-32a64e8e-bfac-4a7a-b471-e4e406a1e83e req-fddac7ce-ddc6-4250-aee5-507b35f83b58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0510938 Sep 16 06:14:41.815998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-32a64e8e-bfac-4a7a-b471-e4e406a1e83e req-40ffce57-cc74-4255-a954-0d6d3830e53e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340483 Sep 16 06:14:42.964684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ab831-6999-43c9-97fd-1ad16e24bc3c req-71f3d61a-ad8a-4b19-aacc-8d3ffda4fd37 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:42.966260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d36ab831-6999-43c9-97fd-1ad16e24bc3c req-71f3d61a-ad8a-4b19-aacc-8d3ffda4fd37 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0799758 Sep 16 06:14:43.005046 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-7b0c5a62-9fd3-4719-aa31-ba2cdf1a1e1e service neutron] show failed (client error): The resource could not be found. Sep 16 06:14:43.006813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-7b0c5a62-9fd3-4719-aa31-ba2cdf1a1e1e service neutron] 10.222.0.30 "GET /v2.0/ports/b72191f0-ac03-406b-9cf3-92160a00bdf6/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0885942 Sep 16 06:14:43.020187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d36ab831-6999-43c9-97fd-1ad16e24bc3c req-51be34d6-bfb4-4a7a-8aa1-5adc85c619d8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455844 Sep 16 06:14:43.511597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-ea683f4c-84cc-4886-9e6a-d138daa3380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:43.513340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-ea683f4c-84cc-4886-9e6a-d138daa3380b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0879674 Sep 16 06:14:43.533124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:14:43.597885 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:43.813568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:43.851885 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:14:43.892832 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:43.895146 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e2307-feb6-468a-bffb-0301bedd0068" -d '{"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:43.899836 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:43.915317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Transition to ACTIVE for port object b72191f0-ac03-406b-9cf3-92160a00bdf6 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:14:43.952052 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89e3ee0-4740-4b43-b701-21c973b4d985 x-openstack-request-id: req-a89e3ee0-4740-4b43-b701-21c973b4d985 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:43.952360 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:43.952617 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a89e3ee0-4740-4b43-b701-21c973b4d985 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:43.953082 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'code': 200} Sep 16 06:14:43.988326 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:44.070678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:44.082955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.083321 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.083627 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.084740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.085076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.085412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.085734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.086058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.086383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.086704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.087025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.087341 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:44.133643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] No DVR routers for this DVR port b72191f0-ac03-406b-9cf3-92160a00bdf6 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:14:44.159115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dad03-d7a9-496d-b5e1-a40c2d6b206a req-cbfb474f-1699-451d-b0d3-998a11863ce2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:44.161911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e2dad03-d7a9-496d-b5e1-a40c2d6b206a req-cbfb474f-1699-451d-b0d3-998a11863ce2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 944 time: 0.0620167 Sep 16 06:14:44.210237 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1e2dad03-d7a9-496d-b5e1-a40c2d6b206a req-6aa8a1f9-a172-45af-b793-30204c5286f5 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 Sep 16 06:14:44.296623 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:14:44.297060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:14:44.297393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:14:44.301972 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:14:44.302289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:14:44.307409 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:14:44.307747 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:14:44.308263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:14:44.308597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Bound port: b72191f0-ac03-406b-9cf3-92160a00bdf6, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:14:44.308958 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:44.375706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:14:44.378706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:14:44.474555 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:44.515291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:44.515977 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:44.517436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] 10.222.0.66 "PUT /v2.0/ports/b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1093 time: 0.9886045 Sep 16 06:14:44.541971 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108d5d9-a5a8-4c27-8d37-a10b4a4798c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:44.607922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-1778ed0f-52c3-44dc-aeb8-59fe50f906f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:44.609869 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-1778ed0f-52c3-44dc-aeb8-59fe50f906f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1096 time: 0.0454643 Sep 16 06:14:44.717239 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-c5deacda-23f3-441d-b7e4-7bd6d5959c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:44.718813 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-c5deacda-23f3-441d-b7e4-7bd6d5959c35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1013572 Sep 16 06:14:44.801213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-f5936b10-bfb1-4820-91ce-3c292b40ccab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1000 time: 0.0701997 Sep 16 06:14:44.862129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-bcd391fe-fe2e-4c3b-9453-753536bf4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:44.863628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-bcd391fe-fe2e-4c3b-9453-753536bf4dcc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0508556 Sep 16 06:14:44.913462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-955468d3-3c6b-4be9-8f9d-9e1138883a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:44.914936 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-955468d3-3c6b-4be9-8f9d-9e1138883a27 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423415 Sep 16 06:14:45.027394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-2ae32eee-b3b5-47b5-aa01-f5662c9ccf64 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006761 Sep 16 06:14:45.127651 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-35ee2806-a59f-45ee-8863-2d68b92ac52a service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925653 Sep 16 06:14:45.342096 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0874-d85d-4d54-adc6-586876d0776d req-d946ea6d-e418-42f3-a041-90e3b21e6edd tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:45.343635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f49d0874-d85d-4d54-adc6-586876d0776d req-d946ea6d-e418-42f3-a041-90e3b21e6edd tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 944 time: 0.0532560 Sep 16 06:14:45.384336 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f49d0874-d85d-4d54-adc6-586876d0776d req-b74517c8-9216-4d9d-b024-e73ebb6030b8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344877 Sep 16 06:14:45.954209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:45.956670 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:46.006692 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf8b8f0-d0ff-4189-91e6-baf0a3cdece1 x-openstack-request-id: req-ccf8b8f0-d0ff-4189-91e6-baf0a3cdece1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:46.007105 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:46.007404 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccf8b8f0-d0ff-4189-91e6-baf0a3cdece1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:46.007841 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'status': 'completed', 'code': 200} Sep 16 06:14:46.095153 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-ccc094ae-d36d-43ed-8435-a96359cec2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.096721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-ccc094ae-d36d-43ed-8435-a96359cec2af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1096 time: 0.0431938 Sep 16 06:14:46.096929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-0f04de46-6d0f-4591-9053-d1ea6515b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.098456 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-0f04de46-6d0f-4591-9053-d1ea6515b93a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1096 time: 0.0448406 Sep 16 06:14:46.199676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-8581a648-9cee-4827-8b85-71b15929a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.201230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-8581a648-9cee-4827-8b85-71b15929a6df service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0951023 Sep 16 06:14:46.203347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-016ce195-36ba-4d87-9e9b-bc743817b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.205018 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-016ce195-36ba-4d87-9e9b-bc743817b15a service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1012397 Sep 16 06:14:46.273686 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-9ac0d37b-fc97-4cfc-b301-dc0c69b10e31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1000 time: 0.0633833 Sep 16 06:14:46.278100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-4bd457d5-4a08-4b1d-bf16-3be278d65212 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1000 time: 0.0653636 Sep 16 06:14:46.330038 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-87d2e085-bc04-4a85-95c1-ca5e32358fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.331120 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-ecb8e4f7-6b03-48e6-ac72-fa7791741f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.331529 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-87d2e085-bc04-4a85-95c1-ca5e32358fb8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0468664 Sep 16 06:14:46.332712 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-ecb8e4f7-6b03-48e6-ac72-fa7791741f08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0467508 Sep 16 06:14:46.381191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-8b33bb60-5a85-4c2c-b587-9f22f5e45d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.382579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-8b33bb60-5a85-4c2c-b587-9f22f5e45d17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418286 Sep 16 06:14:46.387495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-20737111-6247-4fc0-b8fd-0552abb05609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.389043 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-20737111-6247-4fc0-b8fd-0552abb05609 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491879 Sep 16 06:14:46.485904 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-0015c877-01ff-46d8-a0e4-696d7015d703 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956731 Sep 16 06:14:46.558384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5643f2-f2dd-4f93-8538-a096c4efe07b req-81b3039a-5b13-446e-92eb-5858c63f84d2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:46.560037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df5643f2-f2dd-4f93-8538-a096c4efe07b req-81b3039a-5b13-446e-92eb-5858c63f84d2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 944 time: 0.0752399 Sep 16 06:14:46.561952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-2262e1fc-1dad-440e-b607-b7b0ab09078b service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449449 Sep 16 06:14:46.594462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-4edd3399-e6bf-4b39-a12e-3b7cfa046275 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010015 Sep 16 06:14:46.663022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df5643f2-f2dd-4f93-8538-a096c4efe07b req-05a8280c-28bd-43e8-8141-ef2b7348bdf4 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965643 Sep 16 06:14:46.687911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8c9463c-ba63-4a31-b16c-413b7af5f0d8 req-db7dcd55-bf12-4ca9-aa08-cf56ad0e2a95 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152811 Sep 16 06:14:47.058140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:14:47.161723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:47.174729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'mac_address': 'fa:16:3e:59:2e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:14:47.213853 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:47.227654 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72191f0-ac03-406b-9cf3-92160a00bdf6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:14:47.257025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:47.319713 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:47.378694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:47.386776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.388551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.388551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.388551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.388551 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.389098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.389506 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.389844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.390169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.390487 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.390821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.391140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:47.467073 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:14:47.507139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:14:47.673580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['b72191f0-ac03-406b-9cf3-92160a00bdf6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:14:47.799513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8434e0-ebfc-4cb0-b81f-d2f6442ac5a4 req-4c56005c-805a-4d80-b4e6-2abc2777f92c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:47.801269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c8434e0-ebfc-4cb0-b81f-d2f6442ac5a4 req-4c56005c-805a-4d80-b4e6-2abc2777f92c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0619497 Sep 16 06:14:47.842841 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4c8434e0-ebfc-4cb0-b81f-d2f6442ac5a4 req-2390f380-2107-40cb-b9bc-c54beac85c54 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353782 Sep 16 06:14:48.434572 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2bd1-7899-482c-9c28-18e655f15568 req-ff23e919-b36d-4f38-bcc4-8aa770c231cc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:48.436091 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f8a2bd1-7899-482c-9c28-18e655f15568 req-ff23e919-b36d-4f38-bcc4-8aa770c231cc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0506797 Sep 16 06:14:48.477150 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f8a2bd1-7899-482c-9c28-18e655f15568 req-4b3a7989-2575-4ea3-828e-20f120fc9269 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 Sep 16 06:14:48.488085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-1b1a4b3a-ab4d-481e-96c4-462c3704ef86 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:48.489629 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-1b1a4b3a-ab4d-481e-96c4-462c3704ef86 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 945 time: 0.0579145 Sep 16 06:14:48.550804 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-8923e872-8a85-48e4-8dcd-7e1f39777c39 service neutron] 10.222.0.66 "GET /v2.0/ports/b72191f0-ac03-406b-9cf3-92160a00bdf6/bindings/n-h2-712749-15 HTTP/1.1" status: 200 len: 383 time: 0.0539052 Sep 16 06:14:48.648416 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-f19c9759-ba48-4398-900f-0c2b61f7ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:48.650228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-f19c9759-ba48-4398-900f-0c2b61f7ebc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1097 time: 0.0445065 Sep 16 06:14:48.745355 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-c6fe172c-28cc-4a07-a1d8-d68328e77464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:48.746899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-c6fe172c-28cc-4a07-a1d8-d68328e77464 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0898242 Sep 16 06:14:48.811966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-64e3fe59-8518-4c7a-9580-3f6596fc95b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1001 time: 0.0575905 Sep 16 06:14:48.863434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-1ced72d4-7cdf-4eaa-aff6-4144c6ed8def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:48.865442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-1ced72d4-7cdf-4eaa-aff6-4144c6ed8def service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0453169 Sep 16 06:14:48.934170 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-33b512e3-6cdc-4cdc-9d19-e70e07646122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:48.936090 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-33b512e3-6cdc-4cdc-9d19-e70e07646122 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636740 Sep 16 06:14:49.030941 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-cd395e7a-26a2-4601-af92-9f507ea9b429 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Sep 16 06:14:49.061552 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:14:49.128939 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-2aa2e3ee-eb49-4ab8-81ac-c0a43805dc71 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899866 Sep 16 06:14:49.193994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port b72191f0-ac03-406b-9cf3-92160a00bdf6 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:14:49.198262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port b72191f0-ac03-406b-9cf3-92160a00bdf6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:14:49.203810 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:49.274432 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:49.297266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:49.299498 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057fb6d3-e7be-4cc7-bd09-97bbc5f2ebca" -d '{"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-plugged", "status": "completed", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:49.312509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:49.352927 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa46a8a7-ddad-4420-a66e-5650dade14d2 x-openstack-request-id: req-aa46a8a7-ddad-4420-a66e-5650dade14d2 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:49.353268 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-plugged", "status": "completed", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:49.353524 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa46a8a7-ddad-4420-a66e-5650dade14d2 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:49.353953 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'code': 200} Sep 16 06:14:49.359089 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:49.410318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:49.601195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddac76e-30f0-4c71-8bf6-daf1d913bf6d req-85cd9cb6-0221-40b2-a082-55c94df53e2d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:49.602721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ddac76e-30f0-4c71-8bf6-daf1d913bf6d req-85cd9cb6-0221-40b2-a082-55c94df53e2d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0575111 Sep 16 06:14:49.640885 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ddac76e-30f0-4c71-8bf6-daf1d913bf6d req-2211c777-f5e0-4663-96b8-bbec8042b140 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Sep 16 06:14:49.884796 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c0c8045-f9dc-4460-9f66-a46df1544035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:50.762194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1f7c4-4f39-4cbc-a182-8184bf2c0a0f req-7e55417e-74f2-4fe3-ab08-4ae26477cb29 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:50.764040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69a1f7c4-4f39-4cbc-a182-8184bf2c0a0f req-7e55417e-74f2-4fe3-ab08-4ae26477cb29 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0509770 Sep 16 06:14:50.812039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69a1f7c4-4f39-4cbc-a182-8184bf2c0a0f req-cedf3406-a2c0-41f8-abba-d82bf5c820f3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Sep 16 06:14:51.285024 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:51.933828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026adab4-f88a-4267-a8c3-1093cb821dbf req-14837732-0341-4db6-8a05-3e5fc3628a41 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:51.936715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-026adab4-f88a-4267-a8c3-1093cb821dbf req-14837732-0341-4db6-8a05-3e5fc3628a41 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0532782 Sep 16 06:14:51.977982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-026adab4-f88a-4267-a8c3-1093cb821dbf req-7b321c85-c131-429f-abf4-e5e0ad6eeb7d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335600 Sep 16 06:14:52.093021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-c1e7d7a9-6492-4ee7-9253-4724ecf82f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:52.094515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-c1e7d7a9-6492-4ee7-9253-4724ecf82f11 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0410373 Sep 16 06:14:52.112656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:14:52.170125 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:52.393359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:52.419206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:14:52.459577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:52.470759 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8928c18a-db5d-41ad-86a2-eb6750096bbb" -d '{"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:52.470759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:52.478863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Transition to ACTIVE for port object b72191f0-ac03-406b-9cf3-92160a00bdf6 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:14:52.512331 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb911abb-6eed-49f3-b529-26b2cb7e5b57 x-openstack-request-id: req-bb911abb-6eed-49f3-b529-26b2cb7e5b57 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:52.512624 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:52.512880 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb911abb-6eed-49f3-b529-26b2cb7e5b57 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:52.513282 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'code': 200} Sep 16 06:14:52.547698 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:52.626002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=10']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:52.638508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.638859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.639204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.639546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.639909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.643829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.643829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.643829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.643829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.643829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.643829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.643829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:14:52.682452 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] No DVR routers for this DVR port b72191f0-ac03-406b-9cf3-92160a00bdf6 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:14:52.827469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:14:52.827798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:14:52.828147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:14:52.832623 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:14:52.832940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Attempting to bind port b72191f0-ac03-406b-9cf3-92160a00bdf6 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:14:52.837829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:14:52.838164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:14:52.838543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:14:52.838967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Bound port: b72191f0-ac03-406b-9cf3-92160a00bdf6, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:14:52.839319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:52.903577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:14:52.906681 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:14:52.971230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:53.011331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:53.015980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:53.015980 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] 10.222.0.30 "PUT /v2.0/ports/b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1094 time: 0.9049087 Sep 16 06:14:53.050343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe7086-4911-484d-8f93-26e8ca216178 service neutron] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=11']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:53.124875 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47c5aaca-1197-4e2a-9938-f1b236b9f092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:53.131497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-28f52922-a712-41ad-bfde-992784b8b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:53.133077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-28f52922-a712-41ad-bfde-992784b8b3b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1097 time: 0.0759552 Sep 16 06:14:53.141044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ed6cb-0866-4916-90ff-484dddb5d79f req-5aa5ec26-dbf3-4b42-82c0-367a11405837 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:53.142559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e6ed6cb-0866-4916-90ff-484dddb5d79f req-5aa5ec26-dbf3-4b42-82c0-367a11405837 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0764124 Sep 16 06:14:53.237801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e6ed6cb-0866-4916-90ff-484dddb5d79f req-58a4b92d-ea81-4bec-9ff2-890c6866e4b6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850875 Sep 16 06:14:53.261886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-5bb66c0d-2c68-4ce7-8e56-c39f15ac5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:53.263438 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-5bb66c0d-2c68-4ce7-8e56-c39f15ac5827 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1199384 Sep 16 06:14:53.333064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-c3d132f7-77a2-44cf-b726-e3f48cec7f5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1000 time: 0.0618060 Sep 16 06:14:53.382255 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-99756745-6b98-488f-a9ef-7ee0109b9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:53.383720 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-99756745-6b98-488f-a9ef-7ee0109b9a84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0437143 Sep 16 06:14:53.398392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-c784c744-9468-4dbc-adbd-19dbad4e8f49 req-784ffc30-5e8f-4db8-9fc0-827802877cf7 service neutron] (95660) timed out ('10.222.0.66', 57932) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:14:53.430668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-2a73cae8-dcc9-4488-9325-2700f61cdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:53.432200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-2a73cae8-dcc9-4488-9325-2700f61cdb49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414565 Sep 16 06:14:53.892655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-aba2440c-5d5f-4ce4-b745-5e98801c2c99 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533341 Sep 16 06:14:53.930438 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:53.993219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d2338b91-4672-401b-bdf8-cf8102ed8f77 req-f650d3d9-912e-4933-87b3-6e11ead27d2f service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929070 Sep 16 06:14:54.361896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3537c-edaa-4134-8a9d-d8a74ea69c69 req-4a5699c3-2644-41b3-9cd7-36152e6f662e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.363442 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3537c-edaa-4134-8a9d-d8a74ea69c69 req-4a5699c3-2644-41b3-9cd7-36152e6f662e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0513561 Sep 16 06:14:54.403040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e4a3537c-edaa-4134-8a9d-d8a74ea69c69 req-052c1c8e-afca-4c7e-ad9f-b518326b51c8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335267 Sep 16 06:14:54.514288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:54.516905 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024d2380-ad95-42e5-ae2d-025e525f2a69" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:54.580491 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdff7d3-bf83-484d-bba7-966b34260903 x-openstack-request-id: req-dfdff7d3-bf83-484d-bba7-966b34260903 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:54.581018 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:54.581626 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfdff7d3-bf83-484d-bba7-966b34260903 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:54.582321 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'status': 'completed', 'code': 200} Sep 16 06:14:54.676850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-ee732ad4-156c-4514-a971-96a8bbab8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.679048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-ee732ad4-156c-4514-a971-96a8bbab8219 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1097 time: 0.0465341 Sep 16 06:14:54.689639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-6efe2311-10fa-4860-b64d-d0d0ba2ab64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.691213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-6efe2311-10fa-4860-b64d-d0d0ba2ab64c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 1097 time: 0.0490038 Sep 16 06:14:54.789135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-68e94e85-7566-4bb8-931c-99b7ee8c4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.790649 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-68e94e85-7566-4bb8-931c-99b7ee8c4c4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1036301 Sep 16 06:14:54.792176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-63fc807c-9ccc-428c-8713-6880fcac18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.793656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-63fc807c-9ccc-428c-8713-6880fcac18e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0939887 Sep 16 06:14:54.860481 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-5266a2bb-5dec-4746-be2a-7c69c82f81f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1000 time: 0.0622315 Sep 16 06:14:54.871756 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-361c0102-6c90-4cf1-8a68-af0825d00826 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 200 len: 1000 time: 0.0658519 Sep 16 06:14:54.919676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-cfb5997a-276b-4881-972d-267a06575422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.921355 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-cfb5997a-276b-4881-972d-267a06575422 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0532887 Sep 16 06:14:54.929107 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-8d758f1f-cad7-42f1-ad7a-a18f569858f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.930725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-8d758f1f-cad7-42f1-ad7a-a18f569858f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0511940 Sep 16 06:14:54.970833 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-267e30c8-3ccc-4c7f-a8c6-3683de806eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.972454 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-267e30c8-3ccc-4c7f-a8c6-3683de806eed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435688 Sep 16 06:14:54.987844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-6acdc01f-a50d-4aa9-8f03-afec2b9765e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.990774 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-6acdc01f-a50d-4aa9-8f03-afec2b9765e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465488 Sep 16 06:14:55.073092 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-25e36564-0b24-4d69-84c5-18ea675fe535 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923152 Sep 16 06:14:55.077468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:14:55.103704 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-f5bf1c92-3b56-4e2e-8691-01369bc28e81 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025777 Sep 16 06:14:55.116468 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:14:55.176587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-c3098cf6-3d2c-4035-838a-49fcf5ee976c service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954785 Sep 16 06:14:55.208706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-024d2380-ad95-42e5-ae2d-025e525f2a69 req-ff7e0355-bfa0-4795-8a07-4a4b3458b838 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955744 Sep 16 06:14:55.511738 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:55.531560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500814-266f-4031-a635-5516232b0d2f req-ca3f71d0-5f80-48f2-abd2-3787296f4d35 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:55.533164 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8500814-266f-4031-a635-5516232b0d2f req-ca3f71d0-5f80-48f2-abd2-3787296f4d35 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0569000 Sep 16 06:14:55.576269 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a8500814-266f-4031-a635-5516232b0d2f req-59a8abdb-f479-4aae-8a70-083040784cb3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358119 Sep 16 06:14:56.699140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c182-2307-443c-81dd-554408928ac0 req-50db41dd-3447-4b73-915d-d423c7863dd1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:56.700710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e01c182-2307-443c-81dd-554408928ac0 req-50db41dd-3447-4b73-915d-d423c7863dd1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0516279 Sep 16 06:14:56.742144 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e01c182-2307-443c-81dd-554408928ac0 req-ca4ca692-1902-4ad0-b71c-ef266b037f16 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354886 Sep 16 06:14:56.861498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae941e99-0049-41af-92e9-679df149aa7c req-4f900bd9-059d-4f94-aeb2-4a9791d269d9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:56.863253 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae941e99-0049-41af-92e9-679df149aa7c req-4f900bd9-059d-4f94-aeb2-4a9791d269d9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0500669 Sep 16 06:14:56.902778 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae941e99-0049-41af-92e9-679df149aa7c req-327d7405-4a50-48fe-8e06-2a11c56b6384 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327024 Sep 16 06:14:57.024388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd1079-2b9b-481c-be24-27837b4cd1a6 req-7ce7090b-0a64-4215-bd79-bce35aab7334 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:57.025932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ecd1079-2b9b-481c-be24-27837b4cd1a6 req-7ce7090b-0a64-4215-bd79-bce35aab7334 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0540502 Sep 16 06:14:57.071801 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8ecd1079-2b9b-481c-be24-27837b4cd1a6 req-51045037-eff6-4697-a4a5-207a7fd24424 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Sep 16 06:14:57.495595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:14:57.564240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3afa3-1469-4ef4-879f-a90bc14eb7ad req-b84edf27-315b-4690-a2c6-59ef9a676e8f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:57.565843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-00a3afa3-1469-4ef4-879f-a90bc14eb7ad req-b84edf27-315b-4690-a2c6-59ef9a676e8f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 945 time: 0.0501952 Sep 16 06:14:57.588489 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:57.606869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:57.609184 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-00a3afa3-1469-4ef4-879f-a90bc14eb7ad req-69798cd9-98b4-4248-9976-a62532b7e50d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358140 Sep 16 06:14:57.619250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'mac_address': 'fa:16:3e:59:2e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:14:57.659751 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:57.673606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72191f0-ac03-406b-9cf3-92160a00bdf6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:14:57.693597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:57.765201 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:57.814825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=12']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:58.070190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['b72191f0-ac03-406b-9cf3-92160a00bdf6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:14:58.733681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071b348-df02-4823-835c-86702abf1c62 req-b38c491b-991d-4080-8aa0-e8866f37db60 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:58.735254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f071b348-df02-4823-835c-86702abf1c62 req-b38c491b-991d-4080-8aa0-e8866f37db60 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0507119 Sep 16 06:14:58.776479 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f071b348-df02-4823-835c-86702abf1c62 req-36be0e7b-7f2f-4599-96b5-e23936fb753a tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350718 Sep 16 06:14:58.997432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-cc4e49f4-1955-4b7a-9052-bccee623e8f7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:58.998911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-cc4e49f4-1955-4b7a-9052-bccee623e8f7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 946 time: 0.0496421 Sep 16 06:14:59.097284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Deleting port b72191f0-ac03-406b-9cf3-92160a00bdf6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:14:59.097613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.140292 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.190292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] For port b72191f0-ac03-406b-9cf3-92160a00bdf6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=b72191f0-ac03-406b-9cf3-92160a00bdf6,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:59.190629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.370795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.371080 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.371427 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 disassociated. External IP: 172.25.1.99, port: b72191f0-ac03-406b-9cf3-92160a00bdf6. Sep 16 06:14:59.371769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Calling delete_port for b72191f0-ac03-406b-9cf3-92160a00bdf6 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:14:59.497092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:14:59.574557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.574991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port b72191f0-ac03-406b-9cf3-92160a00bdf6 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:14:59.579280 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port b72191f0-ac03-406b-9cf3-92160a00bdf6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:14:59.579658 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.600675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Port b72191f0-ac03-406b-9cf3-92160a00bdf6 was deleted so its status cannot be updated. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 06:14:59.610743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event deleted for resources: {'Port': ['ID=b72191f0-ac03-406b-9cf3-92160a00bdf6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:59.736209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:14:59.889940 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-813c1030-dc3b-4241-b30c-4838ea6b9972 req-91798640-1931-4dcd-9104-244cf3dcf845 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 210 time: 0.0326233 Sep 16 06:14:59.905092 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:14:59.916319 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:14:59.929244 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:14:59.930191 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:14:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:59.946611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] No DVR routers for this DVR port b72191f0-ac03-406b-9cf3-92160a00bdf6 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:14:59.949176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.951385 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5526c8c0-343a-4440-8cf9-ae23fbea3903 req-0f777b9b-ff5f-4d99-b76f-03c59e23575f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "DELETE /v2.0/ports/b72191f0-ac03-406b-9cf3-92160a00bdf6 HTTP/1.1" status: 204 len: 173 time: 0.9447484 Sep 16 06:14:59.951899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-deleted', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:59.954229 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ed1a8-1ad3-4687-be92-9a32989ed615" -d '{"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-deleted", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:00.040364 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:00.062489 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ef4185-a11b-43fa-83a4-29a0ee7eeded x-openstack-request-id: req-73ef4185-a11b-43fa-83a4-29a0ee7eeded {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:00.063274 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bb2055-1d26-409c-92c9-15acfcc39a0c", "name": "network-vif-deleted", "tag": "b72191f0-ac03-406b-9cf3-92160a00bdf6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:00.063274 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73ef4185-a11b-43fa-83a4-29a0ee7eeded {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:00.063660 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb2055-1d26-409c-92c9-15acfcc39a0c', 'name': 'network-vif-deleted', 'tag': 'b72191f0-ac03-406b-9cf3-92160a00bdf6', 'status': 'completed', 'code': 200} Sep 16 06:15:00.248939 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:00.274941 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:15:00.283208 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:00.283835 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:14:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:00.491251 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:00.696422 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:00.722452 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc4ca6-0a0f-4a58-954c-eba45e3b94ba None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:15:00.954857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b2a3b-97b5-4a73-97b1-e89741938555 None None] New status for floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:15:01.004642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f601fa7d-dd9a-44c6-8934-b7f56d300542 req-12f83614-4f97-4744-9690-d8036254818c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5bb2055-1d26-409c-92c9-15acfcc39a0c HTTP/1.1" status: 200 len: 210 time: 0.0296416 Sep 16 06:15:02.288219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-b7fa840d-d2c7-4501-96f8-b5e880eee136 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1187390717&fields=id&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 267 time: 0.0348446 Sep 16 06:15:02.403396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-f722d385-a5d7-4093-9b27-e7b197679eaf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:02.405064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-f722d385-a5d7-4093-9b27-e7b197679eaf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 812 time: 0.1106520 Sep 16 06:15:02.421876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-edaf548c-0436-4c03-b96f-7508d0d4b5b8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/quotas/3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 375 time: 0.0108991 Sep 16 06:15:02.483151 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-82ae9ca2-1968-4aef-8c22-68c5244b291f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547266 Sep 16 06:15:02.585071 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-afd31d79-dbdb-4d3d-98c8-3b6e11af630d service neutron] 10.222.0.49 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902097 Sep 16 06:15:02.680608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-d0110db8-8eb5-4578-9aeb-5d0a3c761233 service neutron] 10.222.0.49 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894985 Sep 16 06:15:03.503200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:15:03.526271 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: b72191f0-ac03-406b-9cf3-92160a00bdf6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:15:03.526608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device b72191f0-ac03-406b-9cf3-92160a00bdf6 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:15:03.952509 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ddf65971-14d7-4008-908e-83accc9446d6 req-5114225e-f28d-44af-82ad-e3b6f6d835d8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 210 time: 0.0262132 Sep 16 06:15:05.051644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f98483a7-a08e-4f11-92ba-a12f2f0e3cc2 req-607b272d-b8b1-4f0d-ac7c-bfbcd8de0f8f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 210 time: 0.0313864 Sep 16 06:15:06.154891 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5f9ca6dd-9594-4ea2-810a-c6874d9db234 req-bce7abe6-e235-4226-a54a-08fc7e0f06cf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 210 time: 0.0305176 Sep 16 06:15:06.672270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-3609778a-44e0-40a8-8d5a-f686a650884d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:06.673757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-3609778a-44e0-40a8-8d5a-f686a650884d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 812 time: 0.1155636 Sep 16 06:15:06.726408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-b6f02a8a-78e6-4840-9810-24ed12bf86ae tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 380 time: 0.0365357 Sep 16 06:15:06.736446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'port': {'device_id': '24a92de0-1438-44ee-ab71-102db8f2842e', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'admin_state_up': True, 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'security_groups': ['86f320ef-93ee-4b2d-ad69-8f4eaead921a']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:06.922949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Made reservation on behalf of 3dce2919f97940dc81e2ce3a57c2fbd6 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:15:06.926570 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.055324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Allocated IP 172.20.0.12 (26a4c6d4-b6c0-4676-b5b1-3354f050b208/a7c475d1-bae3-445a-a43c-e0fc159f4a28/564c9867-3c2a-4c59-9d5d-4b22a05fc745) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:15:07.202695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.249188 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e7041537-7fcd-4991-92b3-9f2c7ee2a8d7 req-996894eb-76bf-4d7e-801d-0ae961b97aab tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 210 time: 0.0258253 Sep 16 06:15:07.296518 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.342182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:15:07.345798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:15:07.353140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:15:07.359595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:07.418370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:07.419048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.496922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8f7e0886-769f-4d17-8add-343a2ab8cf58 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7648017 Sep 16 06:15:07.564223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Request body: {'port': {'device_id': '24a92de0-1438-44ee-ab71-102db8f2842e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:07.618896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.623678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-239bc2bf-322b-4823-b65f-c0b1eaffb1c8 None None] Provisioning complete for port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:07.624195 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-239bc2bf-322b-4823-b65f-c0b1eaffb1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.657098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-239bc2bf-322b-4823-b65f-c0b1eaffb1c8 None None] Port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:15:07.898582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564c9867-3c2a-4c59-9d5d-4b22a05fc745 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:15:07.906414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:07.920936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Transition to ACTIVE for port object 564c9867-3c2a-4c59-9d5d-4b22a05fc745 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:15:07.998515 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:08.054443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:08.124043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:15:08.124381 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:15:08.124710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:08.129359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:15:08.129677 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:08.135575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:15:08.135995 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:15:08.136384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:15:08.136820 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Bound port: 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:15:08.137180 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:08.214218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:15:08.219084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:15:08.296859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:08.360959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:08.361604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:08.363122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] 10.222.0.30 "PUT /v2.0/ports/564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1093 time: 0.8518851 Sep 16 06:15:08.365756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:08.367922 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aa4a0c-7f9d-46d8-81db-a244181c7ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:08.393647 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd59c4-db2b-436a-bcb9-d647fa0f4f06 service neutron] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:08.415637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06671613-1775-4277-81b4-8ff8bb2ab77d req-c6064117-6fd3-4bd6-8c55-652e65d68e84 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:08.416033 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06671613-1775-4277-81b4-8ff8bb2ab77d req-c6064117-6fd3-4bd6-8c55-652e65d68e84 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0922635 Sep 16 06:15:08.417330 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e12f6b-ee26-481e-bae0-2570e77fdbbe x-openstack-request-id: req-84e12f6b-ee26-481e-bae0-2570e77fdbbe {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:08.417619 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:08.417866 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84e12f6b-ee26-481e-bae0-2570e77fdbbe {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:08.418265 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'status': 'completed', 'code': 200} Sep 16 06:15:08.459057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-06671613-1775-4277-81b4-8ff8bb2ab77d req-321986fd-8cb9-4114-986c-29ad33299822 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372541 Sep 16 06:15:08.506166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4a0c-7f9d-46d8-81db-a244181c7ccd req-97a420a5-add5-44b8-83cb-04803e51b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:08.507723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75aa4a0c-7f9d-46d8-81db-a244181c7ccd req-97a420a5-add5-44b8-83cb-04803e51b069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1096 time: 0.0469062 Sep 16 06:15:08.644243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4a0c-7f9d-46d8-81db-a244181c7ccd req-55a878f1-994f-46d7-b5e3-5741ea0f34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:08.645787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75aa4a0c-7f9d-46d8-81db-a244181c7ccd req-55a878f1-994f-46d7-b5e3-5741ea0f34ca service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1241100 Sep 16 06:15:08.750687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4a0c-7f9d-46d8-81db-a244181c7ccd req-ce1f22bb-963c-4d01-bbb9-7e9703f9a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:08.752226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75aa4a0c-7f9d-46d8-81db-a244181c7ccd req-ce1f22bb-963c-4d01-bbb9-7e9703f9a71e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996861 Sep 16 06:15:08.852590 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-27574ff0-4cac-4990-8fa7-ee93a1209ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:08.854226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-27574ff0-4cac-4990-8fa7-ee93a1209ce3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1096 time: 0.0449238 Sep 16 06:15:08.904504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-8ee46a58-345c-40d3-9916-315d71139645 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 217 time: 0.0366395 Sep 16 06:15:08.961402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-1f80b2f2-33d5-4636-a2c4-ee67f8b2a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:08.962928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-1f80b2f2-33d5-4636-a2c4-ee67f8b2a059 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0509577 Sep 16 06:15:09.008768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-15ca4e59-c11a-45f3-bb6a-869d67c8d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:09.010328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-15ca4e59-c11a-45f3-bb6a-869d67c8d9d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407798 Sep 16 06:15:09.103444 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-439a08fa-b1e5-4588-bfee-43572ca818f1 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857661 Sep 16 06:15:09.201452 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-042f8b1a-1ecd-4406-830c-d2fd685f1dae req-d8042f82-89a1-4b77-b601-2c70e586f629 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912509 Sep 16 06:15:09.590884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecffe0-7c1c-4f1f-8c35-4c7ebd0d3380 req-9aa6f62d-1fbe-4a92-85db-5c83a6b7963c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:09.592398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9ecffe0-7c1c-4f1f-8c35-4c7ebd0d3380 req-9aa6f62d-1fbe-4a92-85db-5c83a6b7963c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0607066 Sep 16 06:15:09.630406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9ecffe0-7c1c-4f1f-8c35-4c7ebd0d3380 req-49fa37cc-2ffc-4bd8-ad57-2c476c01c1f7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Sep 16 06:15:10.753232 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2123d-1e13-4e5b-a9df-fd182a7d95a3 req-13ffbab3-055b-4408-bf01-ce11b7b51223 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:10.754742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15b2123d-1e13-4e5b-a9df-fd182a7d95a3 req-13ffbab3-055b-4408-bf01-ce11b7b51223 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0528388 Sep 16 06:15:10.794495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15b2123d-1e13-4e5b-a9df-fd182a7d95a3 req-d9f1f238-6d31-4d7b-871a-f82cb1c88165 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Sep 16 06:15:11.534555 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:15:11.634688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:11.646029 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'mac_address': 'fa:16:3e:26:3e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:15:11.685660 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:11.699026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564c9867-3c2a-4c59-9d5d-4b22a05fc745 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:15:11.718697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:11.816110 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:11.870279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:11.915336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283786e-c64c-4b59-aaef-9a12d8c570b4 req-ca40cd64-aedf-4ade-a9b2-9f4386765882 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:11.916899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1283786e-c64c-4b59-aaef-9a12d8c570b4 req-ca40cd64-aedf-4ade-a9b2-9f4386765882 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0530686 Sep 16 06:15:11.969387 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1283786e-c64c-4b59-aaef-9a12d8c570b4 req-c4703954-3a32-4d64-a191-17c4074a6922 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Sep 16 06:15:12.073045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['564c9867-3c2a-4c59-9d5d-4b22a05fc745'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:15:13.085355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59da591-6693-4286-ada8-b0135185087b req-1c1d0369-3a02-4588-9730-948a0b32672d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:13.086747 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e59da591-6693-4286-ada8-b0135185087b req-1c1d0369-3a02-4588-9730-948a0b32672d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0491805 Sep 16 06:15:13.130781 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e59da591-6693-4286-ada8-b0135185087b req-171f6664-8d28-499c-80a9-fb022883397d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377300 Sep 16 06:15:13.547665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:15:13.718315 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:15:13.722660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:13.723033 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:13.807239 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:13.831815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:13.834126 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b1bf4f-08e1-473c-94bc-64f58874ba5d" -d '{"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-plugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:13.856146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:13.923796 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13f72eb-0902-4ee2-97f7-0787cc7b1fc3 x-openstack-request-id: req-e13f72eb-0902-4ee2-97f7-0787cc7b1fc3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:13.924114 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-plugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:13.924374 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e13f72eb-0902-4ee2-97f7-0787cc7b1fc3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:13.924766 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'code': 200} Sep 16 06:15:13.947332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:13.996959 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:14.046463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321cc79-d405-4559-8bee-76d505dadf51 req-e1dbebf6-ed5b-4b05-9659-97b83fd3fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:14.048113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5321cc79-d405-4559-8bee-76d505dadf51 req-e1dbebf6-ed5b-4b05-9659-97b83fd3fa68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1098 time: 0.0416243 Sep 16 06:15:14.086026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5321cc79-d405-4559-8bee-76d505dadf51 req-afe9c28d-88d2-415b-87e4-5855bafd83b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Sep 16 06:15:14.251099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516be20-8e35-4f74-8460-b5f0235903ca req-2a5baaf7-2787-4ee9-9469-d33b1f477749 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:14.252703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f516be20-8e35-4f74-8460-b5f0235903ca req-2a5baaf7-2787-4ee9-9469-d33b1f477749 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0498209 Sep 16 06:15:14.295415 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f516be20-8e35-4f74-8460-b5f0235903ca req-ec00ad7c-7c5d-4c85-9390-2ff6aaf7e811 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358081 Sep 16 06:15:15.420949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a305c-fc85-4140-bf88-1da84cf549f6 req-e3a542a0-ed9a-4973-8c31-caa444ec5248 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:15.422473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-743a305c-fc85-4140-bf88-1da84cf549f6 req-e3a542a0-ed9a-4973-8c31-caa444ec5248 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0550675 Sep 16 06:15:15.462114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-743a305c-fc85-4140-bf88-1da84cf549f6 req-11f0196d-08b3-41a7-a5a1-0cff33df9cfe tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Sep 16 06:15:16.233436 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:16.581227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51c7ec-6342-4050-a448-b648f0bfbb34 req-9a994a32-62ba-44f5-8245-b5d0ad954d75 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:16.582729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b51c7ec-6342-4050-a448-b648f0bfbb34 req-9a994a32-62ba-44f5-8245-b5d0ad954d75 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0504024 Sep 16 06:15:16.625575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b51c7ec-6342-4050-a448-b648f0bfbb34 req-6bd7259b-7626-4a53-8205-c4cbbe667bb1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363405 Sep 16 06:15:16.741944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebf45-91e5-4e15-aeec-3a283b1a39a9 req-016c7646-87e9-420d-b5bf-c4656b19c0f6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:16.743384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-315ebf45-91e5-4e15-aeec-3a283b1a39a9 req-016c7646-87e9-420d-b5bf-c4656b19c0f6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0512693 Sep 16 06:15:16.752269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 50662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:16.757529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Request body: {'floatingip': {'port_id': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:16.797613 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.242473 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.336080 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:17.439726 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 associated. External IP: 172.25.1.99, port: 564c9867-3c2a-4c59-9d5d-4b22a05fc745. Sep 16 06:15:17.983009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:15:18.093736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:15:18.098755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:18.104634 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:15:18.114822 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:18.115606 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:14:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:18.129017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a80b595b-c71b-4ca7-ab85-c29810e2c11e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "PUT /v2.0/floatingips/4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 HTTP/1.1" status: 200 len: 992 time: 1.3756759 Sep 16 06:15:18.129631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:18.132979 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b74b6c-6444-46be-b252-d619a62c6f55" -d '{"events": [{"name": "network-changed", "server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:18.177750 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0873ed1a-d32a-44a7-9fe5-c6c4c39cde03 x-openstack-request-id: req-0873ed1a-d32a-44a7-9fe5-c6c4c39cde03 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:18.178047 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:18.178832 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0873ed1a-d32a-44a7-9fe5-c6c4c39cde03 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:18.179251 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'status': 'completed', 'code': 200} Sep 16 06:15:18.244216 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:18.284283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-dd78a9aa-3231-4320-b0de-416a38429b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:18.285845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-dd78a9aa-3231-4320-b0de-416a38429b90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1098 time: 0.0526805 Sep 16 06:15:18.419266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-3bb3cd9f-82b0-4007-8690-df1da7d61e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:18.421823 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-3bb3cd9f-82b0-4007-8690-df1da7d61e3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1284311 Sep 16 06:15:18.476211 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:26:3e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a92de0-1438-44ee-ab71-102db8f2842e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:15:17Z', 'revision_number': 13, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:18.495708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-f097749d-4048-4f4f-be8e-7475539bbec6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0653038 Sep 16 06:15:18.502508 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:15:18.511287 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:18.511934 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:14:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:18.558656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-892a5435-2bd2-4b68-a398-abd01d03efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:18.561436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-892a5435-2bd2-4b68-a398-abd01d03efa6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0590279 Sep 16 06:15:18.621276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-24b08d6d-aab2-491c-bbd3-a02e469a5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:18.622794 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-24b08d6d-aab2-491c-bbd3-a02e469a5ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547736 Sep 16 06:15:18.632037 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:18.718414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-c0180bf4-f0d0-4c9d-97cc-622f333d2368 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882099 Sep 16 06:15:18.820551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48b74b6c-6444-46be-b252-d619a62c6f55 req-305d6f15-d2f8-480d-b257-0acac153fd7d service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939479 Sep 16 06:15:18.890799 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:26:3e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a92de0-1438-44ee-ab71-102db8f2842e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:15:17Z', 'revision_number': 13, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:18.932197 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785fa90-51b6-48de-948a-94daff5d21d0 None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4cb6aaff-f7bc-4ad4-865d-d5acf2e14286', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'port_id': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'mac_address': 'fa:16:3e:26:3e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a92de0-1438-44ee-ab71-102db8f2842e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:42Z', 'updated_at': '2021-09-16T06:15:17Z', 'revision_number': 13, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:15:19.127518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d9aee-c1bc-42e6-98b3-90f8fabc8713 None None] New status for floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:15:19.907013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a92bf178-9345-4b2d-a967-b2cea25ed152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:21.282809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:23.151105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47e8f627-9e46-49a9-9ff4-45a22c468958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:23.946956 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:25.511120 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:27.631564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:29.158254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:49.894881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-12b21398-c7e4-48f8-af04-b54b8d4b64bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.311669 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:53.139229 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b3e614ed-cc6c-49e4-aced-d201b5a123c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:53.233238 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:54.008952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.493191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:57.614494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:59.157450 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:00.837887 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-f2d9286a-362a-432e-8d98-041b934ff186 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425019 Sep 16 06:16:00.940518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-e001c7e7-f6de-464e-b9ad-1213b73cbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:00.942100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-e001c7e7-f6de-464e-b9ad-1213b73cbb36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1098 time: 0.0454943 Sep 16 06:16:01.057310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-60600dd1-5b5a-4e87-b893-c70186352138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:01.058846 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-60600dd1-5b5a-4e87-b893-c70186352138 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0956376 Sep 16 06:16:01.126117 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-3c69520e-f8f0-49e0-9ab5-e9768b535617 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1002 time: 0.0599980 Sep 16 06:16:01.177047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-52d0bdf6-6486-421e-9fd8-21d065ffc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:01.178703 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-52d0bdf6-6486-421e-9fd8-21d065ffc6de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0449476 Sep 16 06:16:01.231383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-ace0032c-8819-41a3-911c-ec674dabd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:01.232951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-ace0032c-8819-41a3-911c-ec674dabd469 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472283 Sep 16 06:16:01.327918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-443018e7-c759-4e59-b549-145b40bbaf76 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851874 Sep 16 06:16:01.425006 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-768b7b8f-b5c3-4a9c-b9ec-010a31091e0e req-57d8d057-2a0b-4552-8e4a-c9c4b458dbee service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890968 Sep 16 06:16:19.922848 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a01f5865-8966-45e0-b23d-b02c819de1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:21.333203 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:23.122725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47ffa446-53f6-4077-90b8-19ef91029a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:23.929640 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:25.523351 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:27.637124 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:29.168132 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:30.232206 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:49.893191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f6713f6-7b18-40a2-951f-1e22fa02b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:51.327697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:53.086710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a26065f-b19a-4a0f-bbd2-43986a25c9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:53.944962 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:55.550385 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:57.430935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b4ae-550c-4684-9243-c5cb33fc8660 req-24a18de8-e819-4bb7-951c-630b93a9b34d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:57.432597 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b264b4ae-550c-4684-9243-c5cb33fc8660 req-24a18de8-e819-4bb7-951c-630b93a9b34d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0542641 Sep 16 06:16:57.479014 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b264b4ae-550c-4684-9243-c5cb33fc8660 req-fcee1edf-b6ca-4244-9d20-53d272110fdd tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 Sep 16 06:16:57.699065 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:59.453307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:01.826319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-e3e4edd4-d3fa-4dc4-89f8-554e1597aec6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523233 Sep 16 06:17:01.964909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-2793ea94-a2b3-4309-901e-f62037f87875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:01.966579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-2793ea94-a2b3-4309-901e-f62037f87875 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1098 time: 0.0626903 Sep 16 06:17:02.119326 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-e5f64fb3-f75e-4b91-86dd-1dc44a5d0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:02.121008 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-e5f64fb3-f75e-4b91-86dd-1dc44a5d0b08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1279831 Sep 16 06:17:02.203279 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-35206944-465a-4ab7-bad9-60ea65f802d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1002 time: 0.0745254 Sep 16 06:17:02.269308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-eea0f9e7-d911-46a9-a76c-11c0b620dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:02.270862 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-eea0f9e7-d911-46a9-a76c-11c0b620dc66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0591998 Sep 16 06:17:02.330082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-30cfa772-92c7-4613-be92-d912740a8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:02.331364 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-30cfa772-92c7-4613-be92-d912740a8ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530269 Sep 16 06:17:02.452080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-758b92b4-908f-42b4-a570-5f5bd446228a service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119423 Sep 16 06:17:02.559211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c7544b2e-ec9b-46c6-bd1c-f638fe10fdee req-5edf38b9-f1b8-4704-862a-404dad88c27c service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955324 Sep 16 06:17:07.231875 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:10.481204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-eb30e71c-3721-4725-90a6-1cfb7ac6f2d4 req-e7047d0c-368d-469b-adb9-bf6950b75c97 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:17:10.482328 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb30e71c-3721-4725-90a6-1cfb7ac6f2d4 req-e7047d0c-368d-469b-adb9-bf6950b75c97 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478225 Sep 16 06:17:10.806952 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c62c3-4767-4ede-9594-f0d38d3ec604 req-9fa3d308-85f8-473a-afcd-34fa0192aee7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:10.808446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b55c62c3-4767-4ede-9594-f0d38d3ec604 req-9fa3d308-85f8-473a-afcd-34fa0192aee7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0525036 Sep 16 06:17:10.849169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b55c62c3-4767-4ede-9594-f0d38d3ec604 req-2963ff5a-ee2e-4558-a4e1-2eee69c3e8f9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346694 Sep 16 06:17:11.043052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-77d0d110-f965-43f1-917f-20bcaccb4639 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864239 Sep 16 06:17:11.052174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-b15e270a-fcfb-4785-8019-c16799b7a5f4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:17:11.053190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-b15e270a-fcfb-4785-8019-c16799b7a5f4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051222 Sep 16 06:17:11.982131 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149288-b4cd-4da2-9d95-3332a62fb8a0 req-53ce9c15-b117-41b9-8346-60bfbee7199e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:11.983674 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f149288-b4cd-4da2-9d95-3332a62fb8a0 req-53ce9c15-b117-41b9-8346-60bfbee7199e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0591576 Sep 16 06:17:12.024516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8f149288-b4cd-4da2-9d95-3332a62fb8a0 req-f69e27f8-cc72-4bd1-80fa-aa1457df2e22 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346997 Sep 16 06:17:13.163126 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731ebcf-716e-4105-bcbe-25413e008690 req-2137b8fa-faa0-436c-a2a0-13d58b45a805 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.164807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1731ebcf-716e-4105-bcbe-25413e008690 req-2137b8fa-faa0-436c-a2a0-13d58b45a805 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0611439 Sep 16 06:17:13.211074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1731ebcf-716e-4105-bcbe-25413e008690 req-00eff92d-b23c-4f90-88d3-554e9ca5ef6e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381176 Sep 16 06:17:13.614237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-ba212a3b-c473-4c30-83b9-3c2191bcf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.616433 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-ba212a3b-c473-4c30-83b9-3c2191bcf5bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1098 time: 0.0457654 Sep 16 06:17:13.719479 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-6b9ba1e8-57e7-4e7c-8795-58687bb27bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.721000 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-6b9ba1e8-57e7-4e7c-8795-58687bb27bb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0983951 Sep 16 06:17:13.787744 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-9c210f4c-42f7-4e19-8686-510461e5234c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1002 time: 0.0586438 Sep 16 06:17:13.839618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-9462f516-20c7-4278-9d45-46475f918648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.841227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-9462f516-20c7-4278-9d45-46475f918648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0471203 Sep 16 06:17:13.895656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-c97ef0cd-af64-4aaf-9e52-1a87812f4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:13.897566 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-c97ef0cd-af64-4aaf-9e52-1a87812f4f24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494308 Sep 16 06:17:14.002746 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-28dade07-c742-4f0b-b35d-d0ebf4e6211a service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979893 Sep 16 06:17:14.107731 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-85def0b2-01d6-4c38-9d90-7f8df2e03bbc service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979249 Sep 16 06:17:14.343162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fdfae-2b28-488a-8634-d436dd7b4b2e req-e1c6b36f-ee0d-4d96-b05e-0509a59b416c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:14.344806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d48fdfae-2b28-488a-8634-d436dd7b4b2e req-e1c6b36f-ee0d-4d96-b05e-0509a59b416c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0559294 Sep 16 06:17:14.388171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d48fdfae-2b28-488a-8634-d436dd7b4b2e req-2413f9b4-f635-4e81-96df-cb1054d1ace5 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359194 Sep 16 06:17:15.513717 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f16fd-c3d9-422c-ae9c-69ce1bff1d86 req-e4d93c40-6646-436a-853e-ddf01517bd94 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:15.515305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-396f16fd-c3d9-422c-ae9c-69ce1bff1d86 req-e4d93c40-6646-436a-853e-ddf01517bd94 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0523126 Sep 16 06:17:15.557918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-396f16fd-c3d9-422c-ae9c-69ce1bff1d86 req-ff25d752-ebdb-4dda-b122-30d3fe0733bf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360708 Sep 16 06:17:16.719324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93d437-8a24-4c1d-8db0-731ae5b905b6 req-74db461b-3b64-4738-bd36-8c701619f237 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:16.721991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a93d437-8a24-4c1d-8db0-731ae5b905b6 req-74db461b-3b64-4738-bd36-8c701619f237 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0838618 Sep 16 06:17:16.769220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a93d437-8a24-4c1d-8db0-731ae5b905b6 req-61298319-1682-4d60-b3f1-c943ac6a75dc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403714 Sep 16 06:17:17.894596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0166e4-c961-4f0f-aa98-366467266420 req-90b58e81-54cb-43c7-ae2e-a664c67af85f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:17.896172 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d0166e4-c961-4f0f-aa98-366467266420 req-90b58e81-54cb-43c7-ae2e-a664c67af85f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0510647 Sep 16 06:17:17.939306 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0d0166e4-c961-4f0f-aa98-366467266420 req-483b5efc-9e84-464d-9ac7-7aeb05f1a386 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359290 Sep 16 06:17:19.071782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc140a0-65c5-4d1f-b955-14e4e741ad8c req-5d86f227-3f06-4403-8652-f3090531da88 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:19.073439 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7cc140a0-65c5-4d1f-b955-14e4e741ad8c req-5d86f227-3f06-4403-8652-f3090531da88 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0568864 Sep 16 06:17:19.119128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7cc140a0-65c5-4d1f-b955-14e4e741ad8c req-5d6fcaa8-371e-42f2-b8fa-994e461faaab tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391459 Sep 16 06:17:19.886948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c001ffea-06be-4ca3-aee0-fa2b46ab2fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:20.253916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18713a5d-d308-4c1a-8ebc-c85befbcbd2b req-a0c6c3e9-8578-4707-904e-dd28c170250e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:20.255555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18713a5d-d308-4c1a-8ebc-c85befbcbd2b req-a0c6c3e9-8578-4707-904e-dd28c170250e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0554612 Sep 16 06:17:20.296833 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-18713a5d-d308-4c1a-8ebc-c85befbcbd2b req-00c803a3-82cf-461d-9128-f7a40acb2142 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349705 Sep 16 06:17:21.321571 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:21.422394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef401baa-9cc0-4625-a258-42ff867c0949 req-2a85eb49-c00a-4dd6-b8ea-ff022a6b3156 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:21.424064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef401baa-9cc0-4625-a258-42ff867c0949 req-2a85eb49-c00a-4dd6-b8ea-ff022a6b3156 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0533259 Sep 16 06:17:21.465563 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef401baa-9cc0-4625-a258-42ff867c0949 req-1e788460-2eb8-4d1c-8d10-f17f83182789 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351558 Sep 16 06:17:22.593912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688618e-8d8a-46bb-9efd-10cad6727d1f req-adff2bf2-5989-4434-a763-aeaa66fdac6f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:22.595584 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5688618e-8d8a-46bb-9efd-10cad6727d1f req-adff2bf2-5989-4434-a763-aeaa66fdac6f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0582366 Sep 16 06:17:22.644552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5688618e-8d8a-46bb-9efd-10cad6727d1f req-93ef9067-13e9-4b77-8031-74ab0af8f5ea tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Sep 16 06:17:23.104003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0b076a49-23cb-4eea-bfe8-a20699c55ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:23.770961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450533c-2988-4b70-a05e-d3de9bf593fc req-7282a590-9996-4565-a323-99b8b47f7e28 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:23.773138 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3450533c-2988-4b70-a05e-d3de9bf593fc req-7282a590-9996-4565-a323-99b8b47f7e28 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0541344 Sep 16 06:17:23.817890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3450533c-2988-4b70-a05e-d3de9bf593fc req-4cafa1b7-d8f5-4bf9-95ec-948539da7664 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 Sep 16 06:17:23.921844 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:24.946290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee39250-ea3b-47ca-8734-c8022c1bea8c req-fba32fe0-83cd-411d-bc9b-81e41f6deca9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:24.947910 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dee39250-ea3b-47ca-8734-c8022c1bea8c req-fba32fe0-83cd-411d-bc9b-81e41f6deca9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0557780 Sep 16 06:17:24.988145 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dee39250-ea3b-47ca-8734-c8022c1bea8c req-db0a83b0-c305-4628-9605-af8b5105d24b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340269 Sep 16 06:17:25.502638 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:26.489815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957e8c0-6df1-4cb5-a0bb-cc94b50a31e9 req-5b60eb1c-885a-40f2-a50a-f6a1273434c8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:26.491556 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d957e8c0-6df1-4cb5-a0bb-cc94b50a31e9 req-5b60eb1c-885a-40f2-a50a-f6a1273434c8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.4301665 Sep 16 06:17:26.533047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d957e8c0-6df1-4cb5-a0bb-cc94b50a31e9 req-bc331e28-7ce6-4537-a21c-0cade40d25f9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347731 Sep 16 06:17:27.607481 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.665757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7ff1-15b1-4986-b537-4babfb31adaf req-60181c3a-6491-484a-b991-271dafb24ce2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:27.667370 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e2f7ff1-15b1-4986-b537-4babfb31adaf req-60181c3a-6491-484a-b991-271dafb24ce2 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0588241 Sep 16 06:17:27.710329 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e2f7ff1-15b1-4986-b537-4babfb31adaf req-560e2e44-cdaa-40ce-a8f4-ee375b52da3b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362763 Sep 16 06:17:28.556360 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-e4cb92c1-5a6f-46bf-b357-3be20c283e1d service neutron] show failed (client error): The resource could not be found. Sep 16 06:17:28.557290 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-e4cb92c1-5a6f-46bf-b357-3be20c283e1d service neutron] 10.222.0.30 "GET /v2.0/ports/564c9867-3c2a-4c59-9d5d-4b22a05fc745/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0569990 Sep 16 06:17:28.839673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667f4c0-d05f-4037-8ee2-7ad343cfdf9c req-7e51718e-8c2c-4abf-bbeb-bdc3be930be1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:28.841511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1667f4c0-d05f-4037-8ee2-7ad343cfdf9c req-7e51718e-8c2c-4abf-bbeb-bdc3be930be1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0546167 Sep 16 06:17:28.886750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1667f4c0-d05f-4037-8ee2-7ad343cfdf9c req-15809e52-3918-46b3-97b7-f5865b2cb458 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387249 Sep 16 06:17:29.103191 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-06507608-8f90-4eed-8383-90f47b505061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:29.104679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-06507608-8f90-4eed-8383-90f47b505061 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0428009 Sep 16 06:17:29.131775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:29.186932 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.194164 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.404431 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:29.438868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:29.480708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:29.483016 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34d25e-a3f3-4e64-9d58-aa85242a6057" -d '{"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-unplugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:29.487243 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.501168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Transition to ACTIVE for port object 564c9867-3c2a-4c59-9d5d-4b22a05fc745 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:17:29.555526 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.595085 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775f7926-2803-4e0d-89a8-4c991f8319f0 x-openstack-request-id: req-775f7926-2803-4e0d-89a8-4c991f8319f0 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:29.595266 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-unplugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:29.595521 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-775f7926-2803-4e0d-89a8-4c991f8319f0 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:29.595952 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'code': 200} Sep 16 06:17:29.609567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:29.652361 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.652712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.653058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.653398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.653734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.654068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.654403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.654779 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.655056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.655382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.655708 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.656057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:29.704740 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] No DVR routers for this DVR port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:29.850782 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:29.851112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:29.851440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:29.855784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:17:29.856137 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:29.861149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:29.861429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:29.861809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:29.862231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Bound port: 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:29.862593 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.936660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:29.940182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:29.999208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:30.011138 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65415a-39a7-456f-8b3e-5c59b897a687 req-43684c8d-9cde-4fa8-a618-b64eb81110d3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.012806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f65415a-39a7-456f-8b3e-5c59b897a687 req-43684c8d-9cde-4fa8-a618-b64eb81110d3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0535800 Sep 16 06:17:30.013621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.040565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:30.062247 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f65415a-39a7-456f-8b3e-5c59b897a687 req-cc996006-c2ae-499b-8ffd-57f70c6256d8 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412896 Sep 16 06:17:30.064518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.065163 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.066604 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] 10.222.0.66 "PUT /v2.0/ports/564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1093 time: 0.9393346 Sep 16 06:17:30.084031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad05cc3-3f01-46ad-97dd-9c5a537acfaa service neutron] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:30.156188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-f006deae-b1b3-4ea1-98ab-618ec5cb7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.157769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-f006deae-b1b3-4ea1-98ab-618ec5cb7fb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1096 time: 0.0447929 Sep 16 06:17:30.260286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-fbad0a1d-8b3e-4e2c-a196-bc0448440bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.261800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-fbad0a1d-8b3e-4e2c-a196-bc0448440bf2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0927663 Sep 16 06:17:30.343300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-9767e49f-e0fd-4666-b77a-9b3f500f6413 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0724783 Sep 16 06:17:30.397548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7a1a3e54-241f-41bc-a1b4-b6a48bc3658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.399039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-7a1a3e54-241f-41bc-a1b4-b6a48bc3658c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0453231 Sep 16 06:17:30.453951 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-02581384-0d72-427a-9c32-179eebd97066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.455390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-02581384-0d72-427a-9c32-179eebd97066 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457788 Sep 16 06:17:30.558716 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-05198abb-7630-47c4-a4dc-768c9c06a0a9 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912890 Sep 16 06:17:30.661952 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de95a20e-0694-4ee3-9207-02fa3c32c3b5 req-05612807-1c5e-4913-baee-141954e07217 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919793 Sep 16 06:17:31.203243 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3f472-f25a-4628-9685-cca161446c49 req-94222e5e-26ac-4a71-9dbb-24dae03df5dc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.205047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68e3f472-f25a-4628-9685-cca161446c49 req-94222e5e-26ac-4a71-9dbb-24dae03df5dc tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0550861 Sep 16 06:17:31.251553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-68e3f472-f25a-4628-9685-cca161446c49 req-6e1383cd-8a38-4f02-bd46-2e937059742e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394719 Sep 16 06:17:31.597599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:31.600533 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b44ec5-36a2-46f6-82b0-57d0847a7a08" -d '{"events": [{"name": "network-changed", "server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:31.651538 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21a71c9-b8dc-40e3-8730-52d2c4f8bc2c x-openstack-request-id: req-d21a71c9-b8dc-40e3-8730-52d2c4f8bc2c {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:31.651839 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:31.652141 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d21a71c9-b8dc-40e3-8730-52d2c4f8bc2c {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:31.652542 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'status': 'completed', 'code': 200} Sep 16 06:17:31.738351 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-078e457d-02b8-422b-8024-9a1b76c02820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.740038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-078e457d-02b8-422b-8024-9a1b76c02820 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1096 time: 0.0422878 Sep 16 06:17:31.746072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-3202a6de-7931-4845-aade-6064df244957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.747652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-3202a6de-7931-4845-aade-6064df244957 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1096 time: 0.0428476 Sep 16 06:17:31.856428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-86b479e7-a47e-421f-aa6c-7d19529deb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.858323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-86b479e7-a47e-421f-aa6c-7d19529deb46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1113484 Sep 16 06:17:31.868160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-564977ae-f697-41f7-af7c-46cf5eebf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.869712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-564977ae-f697-41f7-af7c-46cf5eebf55b service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1112533 Sep 16 06:17:31.928927 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-4f8b2d4c-55ad-45ab-843f-3004d3366383 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0622911 Sep 16 06:17:31.950839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-001d1440-7686-4b8a-9b25-5543b77a64a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0716467 Sep 16 06:17:31.983101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-5657f35c-d21b-4f9c-859d-e4682c0302b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:31.984988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-5657f35c-d21b-4f9c-859d-e4682c0302b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0488131 Sep 16 06:17:32.008836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-32e7f2a2-155a-41b7-a5e7-4e2e7c1437e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:32.010470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-32e7f2a2-155a-41b7-a5e7-4e2e7c1437e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0483108 Sep 16 06:17:32.039223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-d9b677cc-cb21-4c88-993e-15449aa401f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:32.041023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-d9b677cc-cb21-4c88-993e-15449aa401f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489225 Sep 16 06:17:32.069995 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-87e93f62-0b06-49d0-a762-254cc4e7db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:32.071550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-87e93f62-0b06-49d0-a762-254cc4e7db19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492203 Sep 16 06:17:32.146065 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-4cb89933-8978-461b-bd90-e4866ce18ca5 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973356 Sep 16 06:17:32.182217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-58e386f0-507c-497b-8df1-f048c093c0b6 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981162 Sep 16 06:17:32.251731 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-b48ee1dc-8605-43ea-95dd-2891ed5bacb3 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990024 Sep 16 06:17:32.295261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-03b44ec5-36a2-46f6-82b0-57d0847a7a08 req-fec85066-1955-41a4-b9ee-9daad2845069 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049116 Sep 16 06:17:32.409827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b3606-1b4c-457c-bddc-23277f6976ee req-1dca837a-fbf5-4108-a380-ebe67401367f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:32.411400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a70b3606-1b4c-457c-bddc-23277f6976ee req-1dca837a-fbf5-4108-a380-ebe67401367f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0769515 Sep 16 06:17:32.475626 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a70b3606-1b4c-457c-bddc-23277f6976ee req-ba6cdbf0-c5ec-4853-92b3-825eb4f8d643 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486519 Sep 16 06:17:33.627658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945a224-9fd0-4ee4-b56f-9c44e26188b3 req-3c9e705c-c536-46fd-b32b-ee2fb6fe9bcf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:33.629512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9945a224-9fd0-4ee4-b56f-9c44e26188b3 req-3c9e705c-c536-46fd-b32b-ee2fb6fe9bcf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0684924 Sep 16 06:17:33.685243 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9945a224-9fd0-4ee4-b56f-9c44e26188b3 req-aad303b2-7e89-4d3b-960e-6a030c91b435 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489883 Sep 16 06:17:34.870049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b624255-9f34-4bc1-94b3-ee1d7bd52975 req-738cc1c3-ad20-49ec-8579-b348d0d2c863 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:34.872575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b624255-9f34-4bc1-94b3-ee1d7bd52975 req-738cc1c3-ad20-49ec-8579-b348d0d2c863 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0877662 Sep 16 06:17:34.943987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b624255-9f34-4bc1-94b3-ee1d7bd52975 req-6489fdc1-53d8-4282-8416-52d85585c814 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623426 Sep 16 06:17:36.066445 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c95bc-5498-4e61-94ff-1b79ac333e38 req-8f3b4136-71ff-498d-9a1b-8671fe51c17d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:36.068123 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4c95bc-5498-4e61-94ff-1b79ac333e38 req-8f3b4136-71ff-498d-9a1b-8671fe51c17d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0518012 Sep 16 06:17:36.113211 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e4c95bc-5498-4e61-94ff-1b79ac333e38 req-0e520f71-218f-4f0f-ab79-41b134ef1a18 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Sep 16 06:17:37.236153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3076df-70c5-4588-9902-d6c8c4d98627 req-f726ec33-1ccd-481f-b35e-3aa4f7cc0f60 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:37.237726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3076df-70c5-4588-9902-d6c8c4d98627 req-f726ec33-1ccd-481f-b35e-3aa4f7cc0f60 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0526166 Sep 16 06:17:37.281741 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe3076df-70c5-4588-9902-d6c8c4d98627 req-de5c3bd5-69fa-4838-9387-4850c3112895 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364010 Sep 16 06:17:38.412509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf30c8-7da2-4f75-9567-d58dc878a1fb req-82ccc147-5cc8-489e-aa2f-d5758ee52cb9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:38.414108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fcf30c8-7da2-4f75-9567-d58dc878a1fb req-82ccc147-5cc8-489e-aa2f-d5758ee52cb9 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0513170 Sep 16 06:17:38.455266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8fcf30c8-7da2-4f75-9567-d58dc878a1fb req-7541c2a3-98c4-4ceb-aaed-1d14e3fe100c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351205 Sep 16 06:17:39.764963 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18d51e-e359-49fc-9346-0fff49107756 req-a65cbf2c-08aa-4fe9-ad84-5b0b70882b93 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:39.766552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e18d51e-e359-49fc-9346-0fff49107756 req-a65cbf2c-08aa-4fe9-ad84-5b0b70882b93 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0499711 Sep 16 06:17:39.807903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4e18d51e-e359-49fc-9346-0fff49107756 req-2d616c18-8656-4234-aa4c-5cf1ee5fcf89 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350640 Sep 16 06:17:40.927672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b2c6e-9ffa-4192-bd17-7b31f6aca100 req-74b77707-ca75-452c-85dc-e9387a70fc06 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:40.929269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-749b2c6e-9ffa-4192-bd17-7b31f6aca100 req-74b77707-ca75-452c-85dc-e9387a70fc06 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0507462 Sep 16 06:17:40.967511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-749b2c6e-9ffa-4192-bd17-7b31f6aca100 req-d2273723-b3f2-4c5c-a0ec-8ac2f2dbf973 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322509 Sep 16 06:17:42.087886 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21d9b-0ee4-4afb-8f05-8f4f10777600 req-ba9caf78-7d52-43f9-aa65-d1a88bd85858 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:42.089452 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2e21d9b-0ee4-4afb-8f05-8f4f10777600 req-ba9caf78-7d52-43f9-aa65-d1a88bd85858 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0509739 Sep 16 06:17:42.135271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2e21d9b-0ee4-4afb-8f05-8f4f10777600 req-50df658d-1b2a-431b-917b-63509502a1fe tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Sep 16 06:17:43.260941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a4223-b607-434f-9846-da86c6d4ee60 req-7cfacf47-dc07-42b1-9386-80c56ea57cb1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:43.262528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea7a4223-b607-434f-9846-da86c6d4ee60 req-7cfacf47-dc07-42b1-9386-80c56ea57cb1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0559988 Sep 16 06:17:43.307878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea7a4223-b607-434f-9846-da86c6d4ee60 req-3ce1bdb3-bc0d-448a-9dde-0e4525d68cb3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392044 Sep 16 06:17:44.231331 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:44.434276 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3ca8-b2f7-4331-ad88-76fc36b26934 req-68ab7f19-bb8e-432e-96a1-4adca7510678 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:44.436036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0dbf3ca8-b2f7-4331-ad88-76fc36b26934 req-68ab7f19-bb8e-432e-96a1-4adca7510678 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.0566180 Sep 16 06:17:44.475659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0dbf3ca8-b2f7-4331-ad88-76fc36b26934 req-c408cf21-463a-47aa-8001-3044db986f6f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331926 Sep 16 06:17:45.137997 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9277-c1c7-499b-89c5-c3508a878649 req-1d86033a-6f08-49ec-9fe6-289ded6bcba0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:45.145125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-255d9277-c1c7-499b-89c5-c3508a878649 req-1d86033a-6f08-49ec-9fe6-289ded6bcba0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 944 time: 0.1084316 Sep 16 06:17:45.154780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-6994de88-ea2d-425e-91e2-72114baf8ca7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:45.156224 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-6994de88-ea2d-425e-91e2-72114baf8ca7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 944 time: 0.0852149 Sep 16 06:17:45.219938 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-255d9277-c1c7-499b-89c5-c3508a878649 req-2fda05ee-90c6-4502-88a1-7dbc85ec0e62 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738363 Sep 16 06:17:45.242835 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-30d2dc5c-9186-443d-bfac-15f3e8fa2be4 service neutron] 10.222.0.66 "GET /v2.0/ports/564c9867-3c2a-4c59-9d5d-4b22a05fc745/bindings/n-h2-712749-15 HTTP/1.1" status: 200 len: 383 time: 0.0703394 Sep 16 06:17:45.331053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-7b4b3f82-ec45-4cb2-a3b9-e85a3f1b4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:45.332706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-7b4b3f82-ec45-4cb2-a3b9-e85a3f1b4f6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1096 time: 0.0434504 Sep 16 06:17:45.431725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-5f34feda-8e16-47ff-983f-340974d6aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:45.433174 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-5f34feda-8e16-47ff-983f-340974d6aba2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0925682 Sep 16 06:17:45.500446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-e023d313-e633-420e-a7f7-28788b799c30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0597050 Sep 16 06:17:45.551052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-3634e6d8-e040-48b3-90e9-5a1e2605b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:45.553201 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-3634e6d8-e040-48b3-90e9-5a1e2605b674 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0455542 Sep 16 06:17:45.605570 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-c3e7ddf4-8477-4ebf-9d7f-e29030f6c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:45.607102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-c3e7ddf4-8477-4ebf-9d7f-e29030f6c164 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450983 Sep 16 06:17:45.699826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-379fb119-e9e8-4e1b-ba75-6dc03067b183 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853443 Sep 16 06:17:45.729380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:17:45.797488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-477e42f9-7147-4826-9a07-da17387cd1d3 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908399 Sep 16 06:17:45.830380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:45.843400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'mac_address': 'fa:16:3e:26:3e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:17:45.880162 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.893027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564c9867-3c2a-4c59-9d5d-4b22a05fc745 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:17:45.913510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:46.011019 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.064181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:46.072040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.072392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.072739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.073080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.073416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.073749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.074080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.074436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.074777 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.075104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.075428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.075752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:46.341553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ab380-3154-4c9e-ba42-c4c99b6fb155 req-6058bf47-e0b1-4b79-8bcf-624f20a15e82 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:46.342977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-334ab380-3154-4c9e-ba42-c4c99b6fb155 req-6058bf47-e0b1-4b79-8bcf-624f20a15e82 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0495315 Sep 16 06:17:46.355621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['564c9867-3c2a-4c59-9d5d-4b22a05fc745'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:17:46.383101 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-334ab380-3154-4c9e-ba42-c4c99b6fb155 req-fcf4cd8a-968e-4704-aa31-e9307143c691 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Sep 16 06:17:47.503600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a2695-30bc-4380-a3c3-e2bea8829aa3 req-160af484-6dcc-4266-9e68-9b6ccf7c7fb0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:47.505051 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e19a2695-30bc-4380-a3c3-e2bea8829aa3 req-160af484-6dcc-4266-9e68-9b6ccf7c7fb0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0512416 Sep 16 06:17:47.549862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e19a2695-30bc-4380-a3c3-e2bea8829aa3 req-894f963f-af18-4e2b-bdfc-f426071fffb0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387311 Sep 16 06:17:47.726268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:47.880968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:17:47.885529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:47.885699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.964958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.987430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:47.990752 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7001db22-adab-4388-8c7f-444b35b061b4" -d '{"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-plugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:48.008139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:48.046950 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645cc18d-87c1-41dc-a36e-a7999eead0fd x-openstack-request-id: req-645cc18d-87c1-41dc-a36e-a7999eead0fd {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:48.047238 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-plugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:48.047486 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-645cc18d-87c1-41dc-a36e-a7999eead0fd {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:48.047924 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'code': 200} Sep 16 06:17:48.102043 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.150149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:48.671011 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c75c3-8685-4049-9d8b-589f449dd7ef req-39680d31-77ff-41fc-b292-923c577b0a21 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:48.672585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b5c75c3-8685-4049-9d8b-589f449dd7ef req-39680d31-77ff-41fc-b292-923c577b0a21 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0519719 Sep 16 06:17:48.713425 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8b5c75c3-8685-4049-9d8b-589f449dd7ef req-e3da89b4-fab8-4f2c-83de-b11d436257d6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346386 Sep 16 06:17:49.838542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf45c4e-1ab0-4e9e-a24f-137c07687dfc req-c9b9462b-716e-4888-84f6-9dda62a27aba tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:49.840138 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-faf45c4e-1ab0-4e9e-a24f-137c07687dfc req-c9b9462b-716e-4888-84f6-9dda62a27aba tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0550532 Sep 16 06:17:49.879274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-faf45c4e-1ab0-4e9e-a24f-137c07687dfc req-f3ec148b-2ef1-4ff6-b769-8ccf909d3b84 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329649 Sep 16 06:17:49.944126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d8c349a-505e-4dbd-bdc7-67fba65a5e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.016014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097d182-19a5-4326-bf0d-9467fc99b12f req-b19657b3-4039-49f3-b20e-bc4b0390687e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:51.018079 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d097d182-19a5-4326-bf0d-9467fc99b12f req-b19657b3-4039-49f3-b20e-bc4b0390687e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0586033 Sep 16 06:17:51.059892 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d097d182-19a5-4326-bf0d-9467fc99b12f req-9cbc64dd-d692-4f0c-a443-010e4d7a30da tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350542 Sep 16 06:17:51.086879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-8cd95116-2cac-4fe1-b63a-5ec4e8656afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:51.088429 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-8cd95116-2cac-4fe1-b63a-5ec4e8656afd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e&tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0506668 Sep 16 06:17:51.106992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:51.172595 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.354958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.398707 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:51.431743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h2-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:51.471749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:51.474335 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44da72b6-64d0-4b7d-8fb5-8ff65068bee3" -d '{"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-unplugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:51.478617 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.491825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Transition to ACTIVE for port object 564c9867-3c2a-4c59-9d5d-4b22a05fc745 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:17:51.522607 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a3c2c-68ff-4da6-8d87-9529b22cf01f x-openstack-request-id: req-dc4a3c2c-68ff-4da6-8d87-9529b22cf01f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:51.522903 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-unplugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:51.523307 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc4a3c2c-68ff-4da6-8d87-9529b22cf01f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:51.523718 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'code': 200} Sep 16 06:17:51.571560 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.654899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=10']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:51.667346 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.667695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.668058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.668398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.668761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.669089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.669437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.669762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.670087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.670409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.670727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.671048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:51.710201 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] No DVR routers for this DVR port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on host n-h2-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:51.723297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:51.766187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:51.858817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:51.859149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:51.859474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:51.867179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:17:51.867179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Attempting to bind port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:51.871339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:51.871684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Checking segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:51.872101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Bound using segment: {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:51.872541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Bound port: 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ffa7f0-ef38-49df-bb88-298c195cd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:51.872906 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.944625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:51.947781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:52.007319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:52.043573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.044226 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:52.045740 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1094 time: 0.9433272 Sep 16 06:17:52.065025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc311d-9d64-48ae-a59a-1fb55216f5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=11']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:52.124071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-8bae4ace-b976-4a80-9d35-b3a0d04e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.125761 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-8bae4ace-b976-4a80-9d35-b3a0d04e6d35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1097 time: 0.0440149 Sep 16 06:17:52.187820 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc17ae-a763-42ca-86eb-aa16cd1524e0 req-c4cd1af1-04cd-4ba5-8626-c626544f086b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.189586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3dc17ae-a763-42ca-86eb-aa16cd1524e0 req-c4cd1af1-04cd-4ba5-8626-c626544f086b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0511913 Sep 16 06:17:52.229826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-a81d8d21-e954-48fd-807e-3d7355a8dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.231383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-a81d8d21-e954-48fd-807e-3d7355a8dea1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0986600 Sep 16 06:17:52.231521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f3dc17ae-a763-42ca-86eb-aa16cd1524e0 req-495f6aa2-b75a-4c22-a219-35e5b4cf6422 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354247 Sep 16 06:17:52.299160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-390e86df-26a5-4b69-a9e9-f696d5b581f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0610213 Sep 16 06:17:52.348058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-6a2ce370-1799-44c8-8238-3310e8f5c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.349679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-6a2ce370-1799-44c8-8238-3310e8f5c9d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0436027 Sep 16 06:17:52.399121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-fd90f1f2-0ec4-4b46-96f7-3d784f5ad412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.400641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-fd90f1f2-0ec4-4b46-96f7-3d784f5ad412 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445125 Sep 16 06:17:52.490528 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-ba7878fd-e962-4ddc-9c30-dce6de7bdcc8 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827022 Sep 16 06:17:52.585768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3666e8d9-a227-4290-9655-9a0f98ba8389 req-96e82f40-b6e8-4fac-bbc8-98ceb263c5cb service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879531 Sep 16 06:17:53.097364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-74be01ca-aaa6-400b-bc8c-0eb7280ec05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:53.360015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aa484-4474-4528-a929-9a149fcb7b77 req-ad035b5d-418f-4d16-81b2-476d5e5d8245 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.361464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d34aa484-4474-4528-a929-9a149fcb7b77 req-ad035b5d-418f-4d16-81b2-476d5e5d8245 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0508256 Sep 16 06:17:53.400753 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d34aa484-4474-4528-a929-9a149fcb7b77 req-ff1bbd5c-1e60-49d7-ba04-83f0c48ef20d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Sep 16 06:17:53.524804 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:53.527199 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:53.578014 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbbaf3a-0d01-46f8-8b63-703e135b593b x-openstack-request-id: req-ddbbaf3a-0d01-46f8-8b63-703e135b593b {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:53.578313 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:53.578567 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddbbaf3a-0d01-46f8-8b63-703e135b593b {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:53.578971 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'status': 'completed', 'code': 200} Sep 16 06:17:53.676455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-df19770e-fe9e-482e-a493-dff817264c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.678999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-df19770e-fe9e-482e-a493-dff817264c28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1097 time: 0.0505702 Sep 16 06:17:53.683637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-61ee33d6-6859-42fc-93fe-7d3ade70cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.685263 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-61ee33d6-6859-42fc-93fe-7d3ade70cdef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1097 time: 0.0443451 Sep 16 06:17:53.785407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-9523d4f0-5bb2-4637-a260-e3a51f8f9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.787754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-9523d4f0-5bb2-4637-a260-e3a51f8f9abd service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.1012542 Sep 16 06:17:53.791384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-48bc2f85-c4a2-44a2-a9f5-ec56c87d7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.792945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-48bc2f85-c4a2-44a2-a9f5-ec56c87d7159 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0981603 Sep 16 06:17:53.869469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-52e17f1a-6910-4a6d-902f-33560508a538 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0741227 Sep 16 06:17:53.871257 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-3d9fb3e3-4710-4cd2-b56c-ab16cd23ca56 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0674181 Sep 16 06:17:53.931922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-e5d8d57e-76ed-4652-9cf1-f07995b63ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.933360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-e5d8d57e-76ed-4652-9cf1-f07995b63ee2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0523736 Sep 16 06:17:53.935089 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-f4c0173c-6abe-4a77-a922-463d8d60be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.936320 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:53.936762 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-f4c0173c-6abe-4a77-a922-463d8d60be9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0609646 Sep 16 06:17:53.990327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-86fedece-c843-49ab-93be-8e98e1711049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.991555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-5b50b4ce-3c73-4416-9f03-34c852be8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.992121 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-86fedece-c843-49ab-93be-8e98e1711049 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481980 Sep 16 06:17:53.993669 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-5b50b4ce-3c73-4416-9f03-34c852be8a5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529873 Sep 16 06:17:54.089626 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-ce0c8bf3-f6b6-435a-a87b-d25665e245d0 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902605 Sep 16 06:17:54.094380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-30af7728-0a64-4e25-87ed-5dd7115afa34 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887883 Sep 16 06:17:54.194332 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-fd108a4e-38d8-4f34-a919-2581f8cbd7ec service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977910 Sep 16 06:17:54.196254 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d4cdf969-ffee-4d38-998f-d7409d4a7c8b req-f5239835-4bcd-4392-9915-e2a458c8c3d9 service neutron] 10.222.0.66 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935545 Sep 16 06:17:54.520881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec1e4a-7f9f-4adc-be2d-9fc98cab59a9 req-ed397901-d03b-4a73-b296-44e7ff70463b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:54.523274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4ec1e4a-7f9f-4adc-be2d-9fc98cab59a9 req-ed397901-d03b-4a73-b296-44e7ff70463b tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0518291 Sep 16 06:17:54.564814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4ec1e4a-7f9f-4adc-be2d-9fc98cab59a9 req-955c53fc-b19d-46a0-a02f-e1d2b6b57672 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355105 Sep 16 06:17:55.543600 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:55.689214 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05039e5d-1742-4467-9bfd-83c6caea5d64 req-078d9f5a-f084-4a84-9f15-c09a955d3b97 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:55.692080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-05039e5d-1742-4467-9bfd-83c6caea5d64 req-078d9f5a-f084-4a84-9f15-c09a955d3b97 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0509136 Sep 16 06:17:55.735333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-05039e5d-1742-4467-9bfd-83c6caea5d64 req-3ab963b6-64af-4c85-8f50-ad61bdfcf4f0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335596 Sep 16 06:17:56.878411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1aa7b-2c64-4bf5-af2f-de8fc6da32a2 req-ed8b2926-afb3-4aec-8678-c24c1e653d40 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:56.882602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afd1aa7b-2c64-4bf5-af2f-de8fc6da32a2 req-ed8b2926-afb3-4aec-8678-c24c1e653d40 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0585458 Sep 16 06:17:56.921360 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afd1aa7b-2c64-4bf5-af2f-de8fc6da32a2 req-5b5b8a01-d7ee-4e67-a166-773c84b2504d tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Sep 16 06:17:57.674584 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:58.043398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfe895-41ae-4843-bd65-4af0b6f6b8c0 req-56f40e8a-a798-438b-928f-54aefaaf43cf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:58.044981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ccfe895-41ae-4843-bd65-4af0b6f6b8c0 req-56f40e8a-a798-438b-928f-54aefaaf43cf tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0545433 Sep 16 06:17:58.084175 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7ccfe895-41ae-4843-bd65-4af0b6f6b8c0 req-4018c868-979a-466d-b0a6-ec9256588804 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331526 Sep 16 06:17:59.205862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:59.206458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f6334-c074-493a-9b5f-60f970fc2738 req-441068c9-57df-4c47-977e-287c4f0e4e15 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:59.208009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-246f6334-c074-493a-9b5f-60f970fc2738 req-441068c9-57df-4c47-977e-287c4f0e4e15 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0499477 Sep 16 06:17:59.247422 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-246f6334-c074-493a-9b5f-60f970fc2738 req-d761a5aa-5843-4346-a975-ce499a259808 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Sep 16 06:18:00.366469 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21923eaf-108a-4397-97e6-7913ee7859d2 req-c9163aec-8bed-4862-a9be-25c155533cb0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:00.368010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21923eaf-108a-4397-97e6-7913ee7859d2 req-c9163aec-8bed-4862-a9be-25c155533cb0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0503049 Sep 16 06:18:00.407967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21923eaf-108a-4397-97e6-7913ee7859d2 req-f5c8da85-0f92-481d-855f-eb567aa49ac6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339177 Sep 16 06:18:01.527754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d303-4c26-4ac9-a500-28e690bfb2c1 req-6e0deadd-efb9-46cd-b481-4a868319f8f7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:01.529511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f566d303-4c26-4ac9-a500-28e690bfb2c1 req-6e0deadd-efb9-46cd-b481-4a868319f8f7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0511065 Sep 16 06:18:01.569187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f566d303-4c26-4ac9-a500-28e690bfb2c1 req-5de83d1f-491d-41a3-90e1-b7464923b282 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Sep 16 06:18:02.689315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5cae0-548e-4244-8c04-71bc684042db req-520610a1-1061-4f8c-a304-91aeaf4f2618 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.690884 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41b5cae0-548e-4244-8c04-71bc684042db req-520610a1-1061-4f8c-a304-91aeaf4f2618 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0505674 Sep 16 06:18:02.737061 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41b5cae0-548e-4244-8c04-71bc684042db req-224e5bf4-1571-4618-91d9-232e63b3c20e tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381656 Sep 16 06:18:02.865209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-a54b9c30-7f1a-425d-b7bf-d64b0fb34656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.866653 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-a54b9c30-7f1a-425d-b7bf-d64b0fb34656 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 1097 time: 0.0467272 Sep 16 06:18:02.974251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-fbd92a29-d43b-4b4b-9bdd-996ec562407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.975906 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-fbd92a29-d43b-4b4b-9bdd-996ec562407b service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 200 len: 913 time: 0.0885615 Sep 16 06:18:03.055932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-2f2acfef-27f5-46a7-9cd9-535df2b13868 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 200 len: 1000 time: 0.0715988 Sep 16 06:18:03.110176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-760df3e6-57ee-43b8-ad9e-326590402dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:03.111668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-760df3e6-57ee-43b8-ad9e-326590402dc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 200 len: 851 time: 0.0486617 Sep 16 06:18:03.158273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-ad971f00-6946-4b3a-b370-537eda4035cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:03.159839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-ad971f00-6946-4b3a-b370-537eda4035cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a4c6d4-b6c0-4676-b5b1-3354f050b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404658 Sep 16 06:18:03.254064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-cd54c994-69da-4af1-8b80-7606536899eb service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866175 Sep 16 06:18:03.346119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc81817b-1619-40bc-b8b5-872046a52a05 req-23498cff-b6c2-4209-9cb4-9dc7bd740502 service neutron] 10.222.0.30 "GET /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824993 Sep 16 06:18:03.866561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbb488-0f58-4736-b0ae-3868938713ab req-04e5e1f7-6eb0-434a-80b7-459de9293765 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:03.868167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cbfbb488-0f58-4736-b0ae-3868938713ab req-04e5e1f7-6eb0-434a-80b7-459de9293765 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 945 time: 0.0611303 Sep 16 06:18:03.906820 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cbfbb488-0f58-4736-b0ae-3868938713ab req-ce966776-48a2-4d21-9619-82b8e8f83495 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Sep 16 06:18:04.238220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:18:04.340934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:04.352088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'port_id': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'mac_address': 'fa:16:3e:26:3e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:18:04.390377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:04.404536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564c9867-3c2a-4c59-9d5d-4b22a05fc745 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:18:04.424011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:04.501736 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:04.550392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=12']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:04.867404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['564c9867-3c2a-4c59-9d5d-4b22a05fc745'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:18:05.029363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde1e-c9ae-40e3-850b-68436d3efb72 req-f55c2fef-2536-40d5-8745-b5b375d3b405 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:05.030861 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-439dde1e-c9ae-40e3-850b-68436d3efb72 req-f55c2fef-2536-40d5-8745-b5b375d3b405 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0526974 Sep 16 06:18:05.080268 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-439dde1e-c9ae-40e3-850b-68436d3efb72 req-5c2ed9d7-fbc6-4229-8685-47e463f67d78 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Sep 16 06:18:05.205987 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f37f6-b0fa-45e7-b329-decb2b01c77f req-84bdcbcc-6c0b-4a01-8d23-b4626941a43f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:05.208039 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a65f37f6-b0fa-45e7-b329-decb2b01c77f req-84bdcbcc-6c0b-4a01-8d23-b4626941a43f tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0515480 Sep 16 06:18:05.248089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a65f37f6-b0fa-45e7-b329-decb2b01c77f req-8d0f2184-9fd8-4715-a9db-a8db8f18add6 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341578 Sep 16 06:18:05.365576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acf603-7cc7-4272-b5dc-5e4f88ecbcda req-0308db4a-3299-4433-a1f6-595807bc1fff tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:05.367146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0acf603-7cc7-4272-b5dc-5e4f88ecbcda req-0308db4a-3299-4433-a1f6-595807bc1fff tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0498371 Sep 16 06:18:05.404725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a0acf603-7cc7-4272-b5dc-5e4f88ecbcda req-cc90f622-8d9c-44bb-8d82-8cfdbd3bd7ca tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Sep 16 06:18:05.826659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f1e98-580b-4793-9518-19510964ce95 req-b82760b1-b231-40a2-8879-c16c6a0270fd tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:05.829271 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74f1e98-580b-4793-9518-19510964ce95 req-b82760b1-b231-40a2-8879-c16c6a0270fd tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 946 time: 0.0518048 Sep 16 06:18:05.871436 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b74f1e98-580b-4793-9518-19510964ce95 req-af252127-2e53-4210-a6bf-243147d6e802 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342681 Sep 16 06:18:06.261999 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:18:06.371714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:18:06.375715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:18:06.376177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:06.455936 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:06.478253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:06.480520 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5650a412-0788-47e0-87aa-6a61b80f9b6e" -d '{"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-plugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:06.493727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:06.518601 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeea634-768d-4230-bebe-594a09534a5d x-openstack-request-id: req-6eeea634-768d-4230-bebe-594a09534a5d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:06.518896 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-plugged", "status": "completed", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:06.519155 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6eeea634-768d-4230-bebe-594a09534a5d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:06.519554 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'code': 200} Sep 16 06:18:06.554109 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:06.602840 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=13']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:06.990947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc32ef1-193f-4604-b4f1-acc66b078e2d req-4544f47d-db4e-44d7-afdf-6d9f78100579 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:06.992464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cc32ef1-193f-4604-b4f1-acc66b078e2d req-4544f47d-db4e-44d7-afdf-6d9f78100579 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 947 time: 0.0527296 Sep 16 06:18:07.029918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2cc32ef1-193f-4604-b4f1-acc66b078e2d req-d5a5f275-dea6-4c3b-bed6-8875ef3e7472 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Sep 16 06:18:07.666206 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-57f288ea-ff5a-494c-9c72-66679531b04c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:07.667670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-57f288ea-ff5a-494c-9c72-66679531b04c tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 947 time: 0.0482197 Sep 16 06:18:07.762813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Deleting port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:18:07.763152 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:07.855519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] For port 564c9867-3c2a-4c59-9d5d-4b22a05fc745, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=564c9867-3c2a-4c59-9d5d-4b22a05fc745,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:07.855907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:08.031028 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:08.031310 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:08.031636 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 disassociated. External IP: 172.25.1.99, port: 564c9867-3c2a-4c59-9d5d-4b22a05fc745. Sep 16 06:18:08.032009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Calling delete_port for 564c9867-3c2a-4c59-9d5d-4b22a05fc745 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:18:08.185965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25d81-6d00-4e90-b3ea-03548b549017 req-028892a1-779c-4cf0-a3c4-bf6aefdafe21 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:08.187495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-add25d81-6d00-4e90-b3ea-03548b549017 req-028892a1-779c-4cf0-a3c4-bf6aefdafe21 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 947 time: 0.0835776 Sep 16 06:18:08.233306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-add25d81-6d00-4e90-b3ea-03548b549017 req-37412fe7-3d21-4141-9a5d-a7e7119c1660 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups?id=86f320ef-93ee-4b2d-ad69-8f4eaead921a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375495 Sep 16 06:18:08.272533 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:08.303178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event deleted for resources: {'Port': ['ID=564c9867-3c2a-4c59-9d5d-4b22a05fc745,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:08.434467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:18:08.547508 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:18:08.557667 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:18:08.567031 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:18:08.567892 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:17:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:08.588172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] No DVR routers for this DVR port 564c9867-3c2a-4c59-9d5d-4b22a05fc745 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:18:08.592168 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:08.594408 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5ddcf010-a9ac-4fe3-b469-3e9335683a3b req-3e985d7d-32d3-42dc-bbc5-9e2ffb4bfd90 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.30 "DELETE /v2.0/ports/564c9867-3c2a-4c59-9d5d-4b22a05fc745 HTTP/1.1" status: 204 len: 173 time: 0.9203026 Sep 16 06:18:08.594885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-deleted', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:08.597240 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527513f1-bae3-4cd3-b6f7-37ad01c3ce6a" -d '{"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-deleted", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:08.640489 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455ce4f-6079-4962-bbee-6cbd05684099 x-openstack-request-id: req-2455ce4f-6079-4962-bbee-6cbd05684099 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:08.640782 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a92de0-1438-44ee-ab71-102db8f2842e", "name": "network-vif-deleted", "tag": "564c9867-3c2a-4c59-9d5d-4b22a05fc745", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:08.641035 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2455ce4f-6079-4962-bbee-6cbd05684099 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:08.641441 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a92de0-1438-44ee-ab71-102db8f2842e', 'name': 'network-vif-deleted', 'tag': '564c9867-3c2a-4c59-9d5d-4b22a05fc745', 'status': 'completed', 'code': 200} Sep 16 06:18:08.680697 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:18:08.999846 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:09.028525 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:18:09.037433 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:18:09.038037 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:17:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:09.148215 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:18:09.335203 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2eedc7f5-b5db-4512-8692-962cd8b246a5 req-6efbced0-24f8-49d9-bb77-dab7464e2bb0 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 210 time: 0.0304546 Sep 16 06:18:09.359695 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:09.387037 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec639ea5-6253-4f13-8d26-e09daef9cc48 None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:07:37Z', 'revision_number': 4, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'eadda710-5eaa-4180-8c56-a2a196e66413', 'name': '', 'network_id': '26a4c6d4-b6c0-4676-b5b1-3354f050b208', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'mac_address': 'fa:16:3e:e6:46:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:36Z', 'updated_at': '2021-09-16T06:07:40Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'subnets': [{'id': 'a7c475d1-bae3-445a-a43c-e0fc159f4a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:18:09.624063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b4a2ad-bc3b-406b-b28e-b6cc25510b51 None None] New status for floating IP 4cb6aaff-f7bc-4ad4-865d-d5acf2e14286: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:18:10.436927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0c0f49a4-072c-4a24-8612-7f485b34c5e7 req-34f48b56-a537-4b5a-b510-4faf0d1b6b09 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 210 time: 0.0288599 Sep 16 06:18:11.545813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1f591b9b-10ae-4240-a51b-13d78171edcf req-253599fd-f0f7-42b3-89e1-832267477063 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 210 time: 0.0338624 Sep 16 06:18:12.310426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:18:12.329986 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 564c9867-3c2a-4c59-9d5d-4b22a05fc745 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:18:12.330328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 564c9867-3c2a-4c59-9d5d-4b22a05fc745 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:18:12.654334 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-113b44a2-8bed-4b5b-b680-6ab490e2bd23 req-f89c2e05-a19c-49fe-aa99-d916de9744e3 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a92de0-1438-44ee-ab71-102db8f2842e HTTP/1.1" status: 200 len: 210 time: 0.0281854 Sep 16 06:18:17.674785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51152) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:17.729278 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-237d7471-d176-41e8-b6d3-d88ced1b14e1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:17.751991 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-237d7471-d176-41e8-b6d3-d88ced1b14e1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:17.883881 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-237d7471-d176-41e8-b6d3-d88ced1b14e1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:17.886625 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-237d7471-d176-41e8-b6d3-d88ced1b14e1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:17.887807 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-237d7471-d176-41e8-b6d3-d88ced1b14e1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "DELETE /v2.0/security-groups/86f320ef-93ee-4b2d-ad69-8f4eaead921a HTTP/1.1" status: 204 len: 168 time: 0.2120311 Sep 16 06:18:17.890497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51154) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:17.899028 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d7471-d176-41e8-b6d3-d88ced1b14e1 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f320ef-93ee-4b2d-ad69-8f4eaead921a,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:17.904488 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-4c8de6aa-4593-4dee-9597-2b81760bf709 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] show failed (client error): The resource could not be found. Sep 16 06:18:17.905511 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4c8de6aa-4593-4dee-9597-2b81760bf709 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "GET /v2.0/security-groups/86f320ef-93ee-4b2d-ad69-8f4eaead921a HTTP/1.1" status: 404 len: 347 time: 0.0138822 Sep 16 06:18:17.908403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51156) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:18.037415 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Deleting port 4f05b5d0-ac23-4b99-85dd-e3ebbf25c0b2 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:18:18.037759 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.113274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.113516 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.125061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Calling delete_port for 4f05b5d0-ac23-4b99-85dd-e3ebbf25c0b2 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:18:18.329888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.357616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Pushing event deleted for resources: {'Port': ['ID=4f05b5d0-ac23-4b99-85dd-e3ebbf25c0b2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:18.422022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.424676 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:18.425878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e27bf101-c938-483b-bfa2-c6cf818092b7 tempest-ServerActionsTestJSON-130235002 tempest-ServerActionsTestJSON-130235002-project] 10.222.0.49 "DELETE /v2.0/floatingips/4cb6aaff-f7bc-4ad4-865d-d5acf2e14286 HTTP/1.1" status: 204 len: 168 time: 0.5164347 Sep 16 06:18:18.429040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51158) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:18.953662 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.205868 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Deleting port eadda710-5eaa-4180-8c56-a2a196e66413 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:18:19.206192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.300998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] For port eadda710-5eaa-4180-8c56-a2a196e66413, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=eadda710-5eaa-4180-8c56-a2a196e66413,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:19.301435 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.319569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Calling delete_port for eadda710-5eaa-4180-8c56-a2a196e66413 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:18:19.594512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:19.622455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Pushing event deleted for resources: {'Port': ['ID=eadda710-5eaa-4180-8c56-a2a196e66413,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:19.891384 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fa28a423-49c2-429b-b93e-a8c4bbb7f806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:20.141721 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:20.364432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Router 546e9378-7c8f-4964-a3e6-a0264484182a has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:18:20.471061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:18:20.476916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d485e302-fde3-4eca-9753-041d722ebe9a admin admin] 10.222.0.49 "PUT /v2.0/routers/546e9378-7c8f-4964-a3e6-a0264484182a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0469122 Sep 16 06:18:20.479482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51162) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:20.482271 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] Sync routers for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:18:20.492706 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:18:20.493316 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:17:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:20.587478 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:20.605375 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:18:20.694650 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:20.784916 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:18:19Z', 'revision_number': 5, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port': {'id': '275726a9-2bf2-4230-a687-2848f99fe61b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:34Z', 'updated_at': '2021-09-16T06:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:20.814758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Deleting port 275726a9-2bf2-4230-a687-2848f99fe61b {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:18:20.815109 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:20.816253 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] Checking router: 546e9378-7c8f-4964-a3e6-a0264484182a for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:18:20.825193 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] Routers {'546e9378-7c8f-4964-a3e6-a0264484182a'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:18:20.825812 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:17:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['546e9378-7c8f-4964-a3e6-a0264484182a'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:20.901993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] For port 275726a9-2bf2-4230-a687-2848f99fe61b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=275726a9-2bf2-4230-a687-2848f99fe61b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:20.902373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:20.917784 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] Set router 546e9378-7c8f-4964-a3e6-a0264484182a gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:18:20.920485 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Calling delete_port for 275726a9-2bf2-4230-a687-2848f99fe61b owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:18:20.970049 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:18:20Z', 'revision_number': 6, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:21.000685 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed3e30-3b42-4e2c-be47-1f96ee54e308 None None] The sync data for ids ['546e9378-7c8f-4964-a3e6-a0264484182a'] in n-d-712749-15 is: [{'id': '546e9378-7c8f-4964-a3e6-a0264484182a', 'name': 'tempest-ServerActionsTestJSON-2009555920-router', 'tenant_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:33Z', 'updated_at': '2021-09-16T06:18:20Z', 'revision_number': 6, 'project_id': '3dce2919f97940dc81e2ce3a57c2fbd6', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:18:21.164349 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.190177 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Pushing event deleted for resources: {'Port': ['ID=275726a9-2bf2-4230-a687-2848f99fe61b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:21.231117 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:18:21.250669 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.331322 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.343326 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.345480 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.451022 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.451808 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 546e9378-7c8f-4964-a3e6-a0264484182a {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:18:21.456447 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.458621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e73a9b29-153b-45b2-9708-9997fa3f5941 admin admin] 10.222.0.49 "DELETE /v2.0/routers/546e9378-7c8f-4964-a3e6-a0264484182a HTTP/1.1" status: 204 len: 168 time: 0.9772518 Sep 16 06:18:21.460888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51164) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:21.506991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b1e4dd-fbcd-46e6-9620-1512a24f9b97 admin admin] Deleting subnet a7c475d1-bae3-445a-a43c-e0fc159f4a28 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:18:21.510048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59b1e4dd-fbcd-46e6-9620-1512a24f9b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.546199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59b1e4dd-fbcd-46e6-9620-1512a24f9b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.634222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59b1e4dd-fbcd-46e6-9620-1512a24f9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.781674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59b1e4dd-fbcd-46e6-9620-1512a24f9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.809293 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1e4dd-fbcd-46e6-9620-1512a24f9b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c475d1-bae3-445a-a43c-e0fc159f4a28,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:21.813218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-59b1e4dd-fbcd-46e6-9620-1512a24f9b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.815192 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-59b1e4dd-fbcd-46e6-9620-1512a24f9b97 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a7c475d1-bae3-445a-a43c-e0fc159f4a28 HTTP/1.1" status: 204 len: 168 time: 0.3533397 Sep 16 06:18:21.818395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51166) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:21.822831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3544726-8767-4244-a915-630b8fde9d76 None None] Network 26a4c6d4-b6c0-4676-b5b1-3354f050b208 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:18:21.903445 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:21.968962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Deleting port 00e72c58-3ea3-499b-82e4-e06625ecebc1 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:18:21.969311 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.024553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] DHCP port deletion for 26a4c6d4-b6c0-4676-b5b1-3354f050b208 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:18:22.052702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] For port 00e72c58-3ea3-499b-82e4-e06625ecebc1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00e72c58-3ea3-499b-82e4-e06625ecebc1,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:22.053077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.067917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Calling delete_port for 00e72c58-3ea3-499b-82e4-e06625ecebc1 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:18:22.078171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] Deleting port 00e72c58-3ea3-499b-82e4-e06625ecebc1 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:18:22.078552 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.146214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] For port 00e72c58-3ea3-499b-82e4-e06625ecebc1, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=00e72c58-3ea3-499b-82e4-e06625ecebc1,segment=NetworkSegment(62ffa7f0-ef38-49df-bb88-298c195cd018),segment_id=62ffa7f0-ef38-49df-bb88-298c195cd018)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:22.146680 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.164965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] Calling delete_port for 00e72c58-3ea3-499b-82e4-e06625ecebc1 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:18:22.251465 n-d-712749-15 neutron-server[95661]: self.session.flush() Sep 16 06:18:22.256098 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.260698 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.284906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=00e72c58-3ea3-499b-82e4-e06625ecebc1,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:22.287814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] No DVR routers for this DVR port 00e72c58-3ea3-499b-82e4-e06625ecebc1 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:18:22.292077 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] Pushing event deleted for resources: {'Port': ['ID=00e72c58-3ea3-499b-82e4-e06625ecebc1,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:22.293957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379d6b7-2536-4fe1-9ad5-b9a40f8de0d6 None None] No DVR routers for this DVR port 00e72c58-3ea3-499b-82e4-e06625ecebc1 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:18:22.365947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.386633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a4c6d4-b6c0-4676-b5b1-3354f050b208']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:22.396729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ffa7f0-ef38-49df-bb88-298c195cd018') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:22.397029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ffa7f0-ef38-49df-bb88-298c195cd018') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:22.406185 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.419786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.425547 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:18:22.425935 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:18:22.428228 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:18:22.548148 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.554426 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:22.557210 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] 10.222.0.49 "DELETE /v2.0/networks/26a4c6d4-b6c0-4676-b5b1-3354f050b208 HTTP/1.1" status: 204 len: 168 time: 0.7374885 Sep 16 06:18:22.569978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17bc7-4ae3-419d-a56b-b274d4b97c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=26a4c6d4-b6c0-4676-b5b1-3354f050b208,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:22.897781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51170) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:22.946497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ecb5571c-6785-4589-9d5b-c4856057fa1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3dce2919f97940dc81e2ce3a57c2fbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476727 Sep 16 06:18:22.948970 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51172) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:22.954972 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device eadda710-5eaa-4180-8c56-a2a196e66413 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:18:22.976154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: eadda710-5eaa-4180-8c56-a2a196e66413 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:18:22.976592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device eadda710-5eaa-4180-8c56-a2a196e66413 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:18:22.977012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 275726a9-2bf2-4230-a687-2848f99fe61b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:18:22.996355 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 275726a9-2bf2-4230-a687-2848f99fe61b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:18:22.996699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 275726a9-2bf2-4230-a687-2848f99fe61b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:18:22.997107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00e72c58-3ea3-499b-82e4-e06625ecebc1 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:18:22.999024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-674b70f8-97e3-4610-9cbf-1f5dbfccb5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:23.015347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 00e72c58-3ea3-499b-82e4-e06625ecebc1 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:18:23.015613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 00e72c58-3ea3-499b-82e4-e06625ecebc1 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:18:23.029961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-674b70f8-97e3-4610-9cbf-1f5dbfccb5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:23.085364 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6dee68c1-eb29-4caf-a4b9-9c6c1ea8600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:23.131390 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-674b70f8-97e3-4610-9cbf-1f5dbfccb5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:23.134362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-674b70f8-97e3-4610-9cbf-1f5dbfccb5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:23.135562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-674b70f8-97e3-4610-9cbf-1f5dbfccb5af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f61b740-0d15-489e-8049-cb806d5260ed HTTP/1.1" status: 204 len: 168 time: 0.1856542 Sep 16 06:18:23.143509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b70f8-97e3-4610-9cbf-1f5dbfccb5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61b740-0d15-489e-8049-cb806d5260ed,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:23.982510 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.174559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51194) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:24.272910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1992425700-network', 'tenant_id': '08202c0bf3604d0eb1fd7b8743316fb2'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:24.371139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Made reservation on behalf of 08202c0bf3604d0eb1fd7b8743316fb2 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:18:24.373512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.383254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.470601 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.548178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.573439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:18:24.583310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64aea5-0480-4813-8937-331f629e9469,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:24.588275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.588629 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Added segment d9f59007-1eb4-4a14-b7af-3a80f5930dad of type vlan for network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 Sep 16 06:18:24.635647 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.742450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.743542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:24.744164 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:24.804783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] Pushing event updated for resources: {'Network': ['ID=14fc9ee5-acf3-4fd4-a118-34b1c2188b73,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:24.815170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:18:24.857650 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-790eaac1-e364-4600-9153-e9f9328e0f9d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6818597 Sep 16 06:18:24.860485 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51198) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:18:24.865803 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Request body: {'subnet': {'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1992425700-subnet', 'tenant_id': '08202c0bf3604d0eb1fd7b8743316fb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:24.971123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Made reservation on behalf of 08202c0bf3604d0eb1fd7b8743316fb2 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:18:24.974315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:25.222729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:25.280086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e081bd-aa11-4857-b7a1-6babc903e83b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:25.289654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Checking segment: {'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:18:25.290022 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Network hostable DHCP agents. Network: 14fc9ee5-acf3-4fd4-a118-34b1c2188b73, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:18:25.377082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:18:25.468369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 14fc9ee5-acf3-4fd4-a118-34b1c2188b73) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:18:25.473250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:25.474744 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:25.477709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47211e96-3cd8-4276-a0b6-2a1d2b39fa9d None None] Network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:18:25.530636 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:25.584286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-988a651a-5905-4636-a204-a17261f797f7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7225804 Sep 16 06:18:25.610905 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ccff6f-d9cf-4924-8ee4-f1b182b64876 None None] Network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:18:26.052405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e331-e639-4028-83e2-32c543984e24 req-89c8fde0-42c6-496f-80ad-8dc6acaa5fbd tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:26.053872 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-89c8fde0-42c6-496f-80ad-8dc6acaa5fbd tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/networks?id=14fc9ee5-acf3-4fd4-a118-34b1c2188b73 HTTP/1.1" status: 200 len: 814 time: 0.1153188 Sep 16 06:18:26.068916 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-a2343a6f-90ab-4841-8355-b422dc8f5379 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/quotas/08202c0bf3604d0eb1fd7b8743316fb2 HTTP/1.1" status: 200 len: 375 time: 0.0092907 Sep 16 06:18:26.100779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-beae051a-8f36-4da1-9dca-e473a8648fc5 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264640 Sep 16 06:18:26.241406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-d7240abd-a500-4aa5-9acb-95ae97e2fee2 service neutron] 10.222.0.49 "GET /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336370 Sep 16 06:18:26.341162 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-bf45d4bd-3911-48af-9c61-3e3ab775af1f service neutron] 10.222.0.49 "GET /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934711 Sep 16 06:18:26.620786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c1638579-60bf-4bc4-bae4-1705dcae66ea req-d753f0a9-557e-489c-8232-7a326e701df1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 210 time: 0.0326035 Sep 16 06:18:27.628036 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:27.715132 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f90facc9-2b38-4878-803b-470476267e97 req-a3e7418a-fdae-47bf-98ae-a36cbf83ffb4 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 210 time: 0.0273621 Sep 16 06:18:28.794704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16689ea7-646b-4ba2-8ad9-4bf89b0b3cb0 req-a3d99d27-0663-455c-9b26-749f4614e96f tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 210 time: 0.0264978 Sep 16 06:18:29.274060 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:29.380066 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e331-e639-4028-83e2-32c543984e24 req-b92d0e08-aaef-469f-8459-02dd5fb990b3 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:29.381619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-b92d0e08-aaef-469f-8459-02dd5fb990b3 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.30 "GET /v2.0/networks?id=14fc9ee5-acf3-4fd4-a118-34b1c2188b73 HTTP/1.1" status: 200 len: 814 time: 0.1054945 Sep 16 06:18:29.401196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Request body: {'port': {'device_id': '63bb938c-902c-4f25-89d1-1d7e3b5254bb', 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73', 'admin_state_up': True, 'tenant_id': '08202c0bf3604d0eb1fd7b8743316fb2'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:29.645194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Made reservation on behalf of 08202c0bf3604d0eb1fd7b8743316fb2 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:18:29.649143 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:29.795152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Allocated IP 172.20.0.11 (14fc9ee5-acf3-4fd4-a118-34b1c2188b73/10e081bd-aa11-4857-b7a1-6babc903e83b/507bde57-0586-437f-b409-f34f2d698d0e) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:18:29.891558 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7fbb4970-8bb9-44ec-9aa5-d6610783c897 req-90250e57-353a-4a0c-9368-365f96749daa tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 210 time: 0.0264807 Sep 16 06:18:29.953618 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:30.034457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:30.081363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:18:30.085554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:18:30.090727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:18:30.119929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Pushing event updated for resources: {'Port': ['ID=507bde57-0586-437f-b409-f34f2d698d0e,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:30.148732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:30.149357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:30.383972 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-35e2186f-c672-4949-a14a-4ef3be0a60ea tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9864118 Sep 16 06:18:30.402663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Request body: {'port': {'device_id': '63bb938c-902c-4f25-89d1-1d7e3b5254bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:30.456265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:30.724831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507bde57-0586-437f-b409-f34f2d698d0e {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:18:30.731973 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:30.744028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Transition to ACTIVE for port object 507bde57-0586-437f-b409-f34f2d698d0e will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:18:30.839488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:30.894060 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Pushing event updated for resources: {'Port': ['ID=507bde57-0586-437f-b409-f34f2d698d0e,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:30.960699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Attempting to bind port 507bde57-0586-437f-b409-f34f2d698d0e on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:18:30.961024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Attempting to bind port 507bde57-0586-437f-b409-f34f2d698d0e by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:18:30.961349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Attempting to bind port 507bde57-0586-437f-b409-f34f2d698d0e on network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:18:30.977777 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Port 507bde57-0586-437f-b409-f34f2d698d0e on network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:18:30.978021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Attempting to bind port 507bde57-0586-437f-b409-f34f2d698d0e on network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:18:30.996604 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:18:30.996937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Checking segment: {'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:18:30.997314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Bound using segment: {'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:18:30.997740 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Bound port: 507bde57-0586-437f-b409-f34f2d698d0e, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:18:30.998092 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:31.049768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae20b1-54cf-4d84-a6ca-e006ddd203e6 req-9db689a8-4c90-4452-baf4-6312cbb1d92c tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:31.051777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03ae20b1-54cf-4d84-a6ca-e006ddd203e6 req-9db689a8-4c90-4452-baf4-6312cbb1d92c tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 944 time: 0.0869169 Sep 16 06:18:31.094786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] For port 507bde57-0586-437f-b409-f34f2d698d0e, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:18:31.115556 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03ae20b1-54cf-4d84-a6ca-e006ddd203e6 req-e1e1cc6f-67dd-420e-a575-2172db3374f5 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556009 Sep 16 06:18:31.117200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] For port 507bde57-0586-437f-b409-f34f2d698d0e, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=507bde57-0586-437f-b409-f34f2d698d0e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:18:31.268862 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:31.307513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:31.308195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:31.309589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] 10.222.0.30 "PUT /v2.0/ports/507bde57-0586-437f-b409-f34f2d698d0e HTTP/1.1" status: 200 len: 1093 time: 0.9114649 Sep 16 06:18:31.310054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bb938c-902c-4f25-89d1-1d7e3b5254bb', 'tag': '507bde57-0586-437f-b409-f34f2d698d0e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:31.312388 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adcd7a3-474c-494f-83bf-8324a908006b" -d '{"events": [{"name": "network-changed", "server_uuid": "63bb938c-902c-4f25-89d1-1d7e3b5254bb", "tag": "507bde57-0586-437f-b409-f34f2d698d0e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:31.335194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4233da3-d3bf-4684-b301-28d57e6f84d4 service neutron] Pushing event updated for resources: {'Port': ['ID=507bde57-0586-437f-b409-f34f2d698d0e,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:31.352075 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10265e-fb22-488c-ba5b-10b22c166678 x-openstack-request-id: req-2d10265e-fb22-488c-ba5b-10b22c166678 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:31.352371 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bb938c-902c-4f25-89d1-1d7e3b5254bb", "tag": "507bde57-0586-437f-b409-f34f2d698d0e", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:31.352632 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d10265e-fb22-488c-ba5b-10b22c166678 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:31.353039 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bb938c-902c-4f25-89d1-1d7e3b5254bb', 'tag': '507bde57-0586-437f-b409-f34f2d698d0e', 'status': 'completed', 'code': 200} Sep 16 06:18:31.438613 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd7a3-474c-494f-83bf-8324a908006b req-76857627-6466-408e-b101-0b2c182ec73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:31.440159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5adcd7a3-474c-494f-83bf-8324a908006b req-76857627-6466-408e-b101-0b2c182ec73f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 1096 time: 0.0456350 Sep 16 06:18:31.544471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd7a3-474c-494f-83bf-8324a908006b req-6fe83467-32b0-4a6b-b5b3-dcea0b528608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:31.545881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5adcd7a3-474c-494f-83bf-8324a908006b req-6fe83467-32b0-4a6b-b5b3-dcea0b528608 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917168 Sep 16 06:18:31.644484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd7a3-474c-494f-83bf-8324a908006b req-48f9c42f-4779-4fdf-a2ea-cb3f1d2c80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:31.646537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5adcd7a3-474c-494f-83bf-8324a908006b req-48f9c42f-4779-4fdf-a2ea-cb3f1d2c80cf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937068 Sep 16 06:18:31.745583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e331-e639-4028-83e2-32c543984e24 req-306444f4-1f64-40b5-b6e9-2e3b7acebed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:31.747089 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-306444f4-1f64-40b5-b6e9-2e3b7acebed1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 1096 time: 0.0416048 Sep 16 06:18:31.799784 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-52c33a9f-335a-4e3b-96a9-4eb4fc6fe36c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=507bde57-0586-437f-b409-f34f2d698d0e HTTP/1.1" status: 200 len: 217 time: 0.0387123 Sep 16 06:18:31.849729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e331-e639-4028-83e2-32c543984e24 req-a2f8f251-094f-41b4-851a-e41455332f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:31.851232 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-a2f8f251-094f-41b4-851a-e41455332f11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10e081bd-aa11-4857-b7a1-6babc903e83b HTTP/1.1" status: 200 len: 854 time: 0.0452075 Sep 16 06:18:31.883980 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-c92759f4-4bcf-4cd7-bf43-07d24581ae08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14fc9ee5-acf3-4fd4-a118-34b1c2188b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245948 Sep 16 06:18:31.978615 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-8ca0926c-e88c-425c-a8ba-417a7e16c901 service neutron] 10.222.0.30 "GET /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876026 Sep 16 06:18:32.078573 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aa45e331-e639-4028-83e2-32c543984e24 req-75a43848-c6d4-4895-82e0-b094d2edd908 service neutron] 10.222.0.30 "GET /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882664 Sep 16 06:18:32.233017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ad2fc-927d-45be-9641-cf1bd395577b req-7c5b2882-987e-492b-968b-a9146962e9f6 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:32.234637 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f87ad2fc-927d-45be-9641-cf1bd395577b req-7c5b2882-987e-492b-968b-a9146962e9f6 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 944 time: 0.0492966 Sep 16 06:18:32.274417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f87ad2fc-927d-45be-9641-cf1bd395577b req-c57bd129-f2ed-4d60-937c-8c63733ad7d0 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Sep 16 06:18:33.390767 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf045e3-be4c-4840-a958-9b14c918b50a req-b3606710-a7b1-4773-b64f-ad6ea140a378 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:33.392263 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edf045e3-be4c-4840-a958-9b14c918b50a req-b3606710-a7b1-4773-b64f-ad6ea140a378 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 944 time: 0.0479491 Sep 16 06:18:33.432929 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-edf045e3-be4c-4840-a958-9b14c918b50a req-79175493-e61e-413d-b443-2a9c1d4c2a32 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334911 Sep 16 06:18:34.431595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 507bde57-0586-437f-b409-f34f2d698d0e details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:18:34.530135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 507bde57-0586-437f-b409-f34f2d698d0e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=507bde57-0586-437f-b409-f34f2d698d0e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:34.542804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '507bde57-0586-437f-b409-f34f2d698d0e', 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73', 'port_id': '507bde57-0586-437f-b409-f34f2d698d0e', 'mac_address': 'fa:16:3e:cc:3b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e081bd-aa11-4857-b7a1-6babc903e83b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:18:34.555012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a79247-a22b-4401-91ce-80dc47da21c5 req-6457df2f-75b6-453b-836b-952c9a0933b4 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:34.556652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75a79247-a22b-4401-91ce-80dc47da21c5 req-6457df2f-75b6-453b-836b-952c9a0933b4 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 944 time: 0.0558791 Sep 16 06:18:34.581332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:34.594712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507bde57-0586-437f-b409-f34f2d698d0e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:18:34.596198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75a79247-a22b-4401-91ce-80dc47da21c5 req-d5da0733-193b-4255-b035-369a6fbdfb53 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Sep 16 06:18:34.618723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 507bde57-0586-437f-b409-f34f2d698d0e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=507bde57-0586-437f-b409-f34f2d698d0e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:34.706759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:34.753710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=507bde57-0586-437f-b409-f34f2d698d0e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:34.967357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['507bde57-0586-437f-b409-f34f2d698d0e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:18:35.711764 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6eaa3-521f-430a-9104-faca53919043 req-3027592f-34c7-4cf9-9e3e-e00808fd9578 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:35.713305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07f6eaa3-521f-430a-9104-faca53919043 req-3027592f-34c7-4cf9-9e3e-e00808fd9578 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 945 time: 0.0495164 Sep 16 06:18:35.755396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-07f6eaa3-521f-430a-9104-faca53919043 req-34e0943d-d603-4c96-aa69-ec21be032db4 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361879 Sep 16 06:18:36.446847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 507bde57-0586-437f-b409-f34f2d698d0e up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:18:36.701896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 507bde57-0586-437f-b409-f34f2d698d0e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:18:36.706014 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 507bde57-0586-437f-b409-f34f2d698d0e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:18:36.706386 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:36.785425 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:36.808433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bb938c-902c-4f25-89d1-1d7e3b5254bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507bde57-0586-437f-b409-f34f2d698d0e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:36.810705 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b53c76-cf4a-490b-9842-483854e42e10" -d '{"events": [{"server_uuid": "63bb938c-902c-4f25-89d1-1d7e3b5254bb", "name": "network-vif-plugged", "status": "completed", "tag": "507bde57-0586-437f-b409-f34f2d698d0e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:36.824219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 507bde57-0586-437f-b409-f34f2d698d0e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=507bde57-0586-437f-b409-f34f2d698d0e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:36.856210 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46bea28-8938-4fed-828e-5414d75d7970 x-openstack-request-id: req-b46bea28-8938-4fed-828e-5414d75d7970 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:36.856505 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bb938c-902c-4f25-89d1-1d7e3b5254bb", "name": "network-vif-plugged", "status": "completed", "tag": "507bde57-0586-437f-b409-f34f2d698d0e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:36.856778 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b46bea28-8938-4fed-828e-5414d75d7970 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:36.857154 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bb938c-902c-4f25-89d1-1d7e3b5254bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507bde57-0586-437f-b409-f34f2d698d0e', 'code': 200} Sep 16 06:18:36.874095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc211c-fb87-4cbf-8e31-225bce2dea8b req-3619853a-1387-46ea-8a02-56fa9c5bfa14 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:36.881616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ebc211c-fb87-4cbf-8e31-225bce2dea8b req-3619853a-1387-46ea-8a02-56fa9c5bfa14 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 945 time: 0.0519383 Sep 16 06:18:36.902745 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:36.920744 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ebc211c-fb87-4cbf-8e31-225bce2dea8b req-a74dff82-9fc0-4204-9231-2acce811a73b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Sep 16 06:18:36.955798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=507bde57-0586-437f-b409-f34f2d698d0e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:36.991380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a64fdf-e013-4c3f-85ef-94e9bc527f63 req-c69c278f-19ae-467f-b9b8-3be371366a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:36.992930 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99a64fdf-e013-4c3f-85ef-94e9bc527f63 req-c69c278f-19ae-467f-b9b8-3be371366a37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 1098 time: 0.0417397 Sep 16 06:18:37.032278 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99a64fdf-e013-4c3f-85ef-94e9bc527f63 req-72289017-6957-4f87-aae3-20afbba26dd5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306904 Sep 16 06:18:38.042099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9aba-8aa5-4c62-88e4-3edeea80245d req-5de682fc-c400-4e40-ab66-b747dbff1ed3 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:38.043721 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-104c9aba-8aa5-4c62-88e4-3edeea80245d req-5de682fc-c400-4e40-ab66-b747dbff1ed3 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0521967 Sep 16 06:18:38.081304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-104c9aba-8aa5-4c62-88e4-3edeea80245d req-cef7300e-2d9b-4ddd-98ab-3bdbae658719 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Sep 16 06:18:39.202687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cebd7-e95e-493c-a38c-26b5c532daf1 req-9d11b949-fd12-434f-9b18-b925a7848701 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:39.204323 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cebd7-e95e-493c-a38c-26b5c532daf1 req-9d11b949-fd12-434f-9b18-b925a7848701 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0541399 Sep 16 06:18:39.244081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cebd7-e95e-493c-a38c-26b5c532daf1 req-2529898f-017a-45a0-b3b3-485e406eb7c4 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Sep 16 06:18:39.483290 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-119d5d04-a6fa-41ef-80ee-023f66282759 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:39.484810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-119d5d04-a6fa-41ef-80ee-023f66282759 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/networks?id=14fc9ee5-acf3-4fd4-a118-34b1c2188b73 HTTP/1.1" status: 200 len: 814 time: 0.1076314 Sep 16 06:18:39.499966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cbd8539a-5b85-4e8c-9e71-8f384b0e9ea1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/quotas/08202c0bf3604d0eb1fd7b8743316fb2 HTTP/1.1" status: 200 len: 375 time: 0.0091429 Sep 16 06:18:39.550695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-8b409e67-987b-4a5b-b961-28bcc7fa2e3d tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451779 Sep 16 06:18:39.644007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-116b850b-011c-4e57-b137-7fc7688ea2f4 service neutron] 10.222.0.49 "GET /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856538 Sep 16 06:18:39.739113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-2c0d3fcb-8ca8-4a81-8297-38d303e56cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881658 Sep 16 06:18:39.983651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78e00aa3-fa1b-4236-bc7e-e1dda3ade37d req-eb411f4f-f85f-490a-aee0-39b2a670e2cb tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 210 time: 0.0277820 Sep 16 06:18:41.078468 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f2243220-f231-46c8-94f7-798976aa9426 req-031deb01-c846-4a24-8fe0-34872135ce57 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 210 time: 0.0262184 Sep 16 06:18:42.185886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-40b5618f-a3c2-42d0-a882-ef2b4183a09e req-978dafaf-3a28-4813-b20f-16f276fa7c4a tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 210 time: 0.0314140 Sep 16 06:18:42.981462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-109f99c4-1da4-4094-8400-6c36ee96740a tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:42.982911 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-109f99c4-1da4-4094-8400-6c36ee96740a tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.66 "GET /v2.0/networks?id=14fc9ee5-acf3-4fd4-a118-34b1c2188b73 HTTP/1.1" status: 200 len: 814 time: 0.4443555 Sep 16 06:18:43.011430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Request body: {'port': {'device_id': '672042bd-0697-4eb2-afab-38e2080f07d2', 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73', 'admin_state_up': True, 'tenant_id': '08202c0bf3604d0eb1fd7b8743316fb2'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:43.185829 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Made reservation on behalf of 08202c0bf3604d0eb1fd7b8743316fb2 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:18:43.189476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:43.303226 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c96ec977-710d-472f-b10e-da65efa56bb1 req-bd843c41-739b-4eb0-9953-2232bd1df419 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 210 time: 0.0479088 Sep 16 06:18:43.356914 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Allocated IP 172.20.0.8 (14fc9ee5-acf3-4fd4-a118-34b1c2188b73/10e081bd-aa11-4857-b7a1-6babc903e83b/da6bc819-f9de-4503-91bd-07157352441e) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:18:43.507653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:43.616755 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:43.650845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['507bde57-0586-437f-b409-f34f2d698d0e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:18:43.662643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:18:43.665882 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:18:43.671776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:18:43.679062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Pushing event updated for resources: {'Port': ['ID=da6bc819-f9de-4503-91bd-07157352441e,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:43.714953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.715299 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.715755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.716003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.716418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.716673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.717000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.717324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.717644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.717969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.718289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.718611 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:43.744629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:43.745257 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:43.914196 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-cd144b93-76e9-44b2-ac64-fda29f07fc90 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9062150 Sep 16 06:18:43.934514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Request body: {'port': {'device_id': '672042bd-0697-4eb2-afab-38e2080f07d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:18:43.989880 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.261263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6bc819-f9de-4503-91bd-07157352441e {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:18:44.268716 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.281275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Transition to ACTIVE for port object da6bc819-f9de-4503-91bd-07157352441e will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:18:44.370654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.420698 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc44a2-3f74-4946-9cae-bfa230d2c5d2 req-95160688-9473-49d9-bc2a-a28864d62136 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:44.422374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-42cc44a2-3f74-4946-9cae-bfa230d2c5d2 req-95160688-9473-49d9-bc2a-a28864d62136 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 943 time: 0.0505002 Sep 16 06:18:44.438558 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Pushing event updated for resources: {'Port': ['ID=da6bc819-f9de-4503-91bd-07157352441e,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:44.467424 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-42cc44a2-3f74-4946-9cae-bfa230d2c5d2 req-73763861-3cfb-4a9a-85f6-ee9fbef47dd1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Sep 16 06:18:44.491247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Attempting to bind port da6bc819-f9de-4503-91bd-07157352441e on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:18:44.491616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Attempting to bind port da6bc819-f9de-4503-91bd-07157352441e by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:18:44.491984 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Attempting to bind port da6bc819-f9de-4503-91bd-07157352441e on network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:18:44.496403 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Port da6bc819-f9de-4503-91bd-07157352441e on network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:18:44.496725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Attempting to bind port da6bc819-f9de-4503-91bd-07157352441e on network 14fc9ee5-acf3-4fd4-a118-34b1c2188b73 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:18:44.501585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:18:44.501928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Checking segment: {'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:18:44.502322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Bound using segment: {'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:18:44.502751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Bound port: da6bc819-f9de-4503-91bd-07157352441e, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f59007-1eb4-4a14-b7af-3a80f5930dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:18:44.503116 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.570751 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] For port da6bc819-f9de-4503-91bd-07157352441e, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:18:44.573842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] For port da6bc819-f9de-4503-91bd-07157352441e, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da6bc819-f9de-4503-91bd-07157352441e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:18:44.667136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.702937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:44.703571 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:44.705030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] 10.222.0.66 "PUT /v2.0/ports/da6bc819-f9de-4503-91bd-07157352441e HTTP/1.1" status: 200 len: 1092 time: 0.7747841 Sep 16 06:18:44.705472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672042bd-0697-4eb2-afab-38e2080f07d2', 'tag': 'da6bc819-f9de-4503-91bd-07157352441e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:44.708826 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711762d7-5fe6-4861-bae5-c963aa9e2ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "672042bd-0697-4eb2-afab-38e2080f07d2", "tag": "da6bc819-f9de-4503-91bd-07157352441e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:44.733175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae46087-e273-4e6a-8c07-3d905bb2001b service neutron] Pushing event updated for resources: {'Port': ['ID=da6bc819-f9de-4503-91bd-07157352441e,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:44.749236 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2d41a-ba4f-4ed0-ba7d-846f9f671a50 x-openstack-request-id: req-1cb2d41a-ba4f-4ed0-ba7d-846f9f671a50 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:44.749530 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672042bd-0697-4eb2-afab-38e2080f07d2", "tag": "da6bc819-f9de-4503-91bd-07157352441e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:44.749783 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cb2d41a-ba4f-4ed0-ba7d-846f9f671a50 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:44.750212 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672042bd-0697-4eb2-afab-38e2080f07d2', 'tag': 'da6bc819-f9de-4503-91bd-07157352441e', 'status': 'completed', 'code': 200} Sep 16 06:18:44.841256 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711762d7-5fe6-4861-bae5-c963aa9e2ad5 req-77c4b306-d61f-40dc-828f-5c5fa5bde6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:44.842912 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-711762d7-5fe6-4861-bae5-c963aa9e2ad5 req-77c4b306-d61f-40dc-828f-5c5fa5bde6dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 1095 time: 0.0436628 Sep 16 06:18:44.956818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711762d7-5fe6-4861-bae5-c963aa9e2ad5 req-4d17633a-c7bb-47ea-9fc1-443e13902b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:44.959178 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-711762d7-5fe6-4861-bae5-c963aa9e2ad5 req-4d17633a-c7bb-47ea-9fc1-443e13902b12 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1010938 Sep 16 06:18:45.061873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711762d7-5fe6-4861-bae5-c963aa9e2ad5 req-6a8a2697-0409-4202-a6fc-511e76a295cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:45.063405 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-711762d7-5fe6-4861-bae5-c963aa9e2ad5 req-6a8a2697-0409-4202-a6fc-511e76a295cf service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919728 Sep 16 06:18:45.176263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-6bbb2e0b-48f5-401e-a53d-61c64f5bc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:45.177961 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-6bbb2e0b-48f5-401e-a53d-61c64f5bc6b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 1095 time: 0.0475652 Sep 16 06:18:45.230311 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-83623080-8ad0-439a-933b-236ace34aa6a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da6bc819-f9de-4503-91bd-07157352441e HTTP/1.1" status: 200 len: 217 time: 0.0364575 Sep 16 06:18:45.287988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-c52569e4-fccc-496b-be78-70acbdbf08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:45.289451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-c52569e4-fccc-496b-be78-70acbdbf08da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10e081bd-aa11-4857-b7a1-6babc903e83b HTTP/1.1" status: 200 len: 854 time: 0.0462446 Sep 16 06:18:45.325461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-154f50d8-670a-4b7d-9d62-b37a9b537365 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=14fc9ee5-acf3-4fd4-a118-34b1c2188b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248313 Sep 16 06:18:45.425167 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-1f7b3881-6759-4e92-9371-4e4489556938 service neutron] 10.222.0.66 "GET /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879529 Sep 16 06:18:45.523681 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae316c10-10b1-4b15-bd82-c9d3fa064b79 req-183147d4-94c6-42ce-8e88-988d1375ac0a service neutron] 10.222.0.66 "GET /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865574 Sep 16 06:18:45.585357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5921da-4da6-4e3c-93cc-a8632b6ddd58 req-92fb1ea3-421f-463f-8e2a-54b3e2e0a516 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:45.586961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d5921da-4da6-4e3c-93cc-a8632b6ddd58 req-92fb1ea3-421f-463f-8e2a-54b3e2e0a516 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 943 time: 0.0504394 Sep 16 06:18:45.625171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7d5921da-4da6-4e3c-93cc-a8632b6ddd58 req-8eb554f5-1abd-428e-b51b-1df2c427262c tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Sep 16 06:18:46.747869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b1119-3837-427b-95a3-80155332aa0f req-dd60e988-2063-4f21-b3d6-78f9508814e6 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:46.749398 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-917b1119-3837-427b-95a3-80155332aa0f req-dd60e988-2063-4f21-b3d6-78f9508814e6 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 943 time: 0.0544980 Sep 16 06:18:46.788497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-917b1119-3837-427b-95a3-80155332aa0f req-3f1a2edf-307a-4602-b3cd-00ad46496855 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Sep 16 06:18:47.905713 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91f6c7-33ab-4007-b5a1-ac3e21aa42f7 req-c272b96e-49af-47ca-a801-0290cca27b1f tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:47.907479 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a91f6c7-33ab-4007-b5a1-ac3e21aa42f7 req-c272b96e-49af-47ca-a801-0290cca27b1f tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 943 time: 0.0495231 Sep 16 06:18:47.946321 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0a91f6c7-33ab-4007-b5a1-ac3e21aa42f7 req-a729e248-e164-431e-875f-7e6af1c700a2 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Sep 16 06:18:48.041202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device da6bc819-f9de-4503-91bd-07157352441e details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:18:48.134755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port da6bc819-f9de-4503-91bd-07157352441e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da6bc819-f9de-4503-91bd-07157352441e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:48.145646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': 'da6bc819-f9de-4503-91bd-07157352441e', 'network_id': '14fc9ee5-acf3-4fd4-a118-34b1c2188b73', 'port_id': 'da6bc819-f9de-4503-91bd-07157352441e', 'mac_address': 'fa:16:3e:b3:c1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e081bd-aa11-4857-b7a1-6babc903e83b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:18:48.186409 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:48.198910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6bc819-f9de-4503-91bd-07157352441e {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:18:48.217484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port da6bc819-f9de-4503-91bd-07157352441e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da6bc819-f9de-4503-91bd-07157352441e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:48.296199 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:48.345422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=da6bc819-f9de-4503-91bd-07157352441e,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:48.353240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.353583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.353924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.354261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.354594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.354925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.355250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.355574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.355919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.356249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.356567 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.356886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:18:48.646005 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['da6bc819-f9de-4503-91bd-07157352441e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:18:49.059816 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e516ce3-32b4-4eff-88e3-da3ffbc62a6b req-05cb8ef4-fe0b-4f01-891f-a0428ae136e1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:49.061344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e516ce3-32b4-4eff-88e3-da3ffbc62a6b req-05cb8ef4-fe0b-4f01-891f-a0428ae136e1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 944 time: 0.0486767 Sep 16 06:18:49.099636 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e516ce3-32b4-4eff-88e3-da3ffbc62a6b req-1a91abcf-8155-4a08-a14c-5e18c02c3622 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Sep 16 06:18:49.901780 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-995c16c8-0f8e-4384-8ef4-c8aa896f051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:50.055867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device da6bc819-f9de-4503-91bd-07157352441e up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:18:50.209291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port da6bc819-f9de-4503-91bd-07157352441e completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:18:50.213326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port da6bc819-f9de-4503-91bd-07157352441e triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:18:50.213697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:50.216456 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb52fa-b8aa-40cb-8245-94936b913978 req-b2c3eeb8-1189-4eca-a566-91afa5b98d14 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:50.218015 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9bb52fa-b8aa-40cb-8245-94936b913978 req-b2c3eeb8-1189-4eca-a566-91afa5b98d14 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 944 time: 0.0496304 Sep 16 06:18:50.261686 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d9bb52fa-b8aa-40cb-8245-94936b913978 req-47d1a634-5044-4b7b-a777-06235e5e11f8 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364034 Sep 16 06:18:50.293418 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:50.319279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672042bd-0697-4eb2-afab-38e2080f07d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6bc819-f9de-4503-91bd-07157352441e'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:50.321588 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d26b5e-e39f-45f5-91f2-a4b9dcd8d036" -d '{"events": [{"server_uuid": "672042bd-0697-4eb2-afab-38e2080f07d2", "name": "network-vif-plugged", "status": "completed", "tag": "da6bc819-f9de-4503-91bd-07157352441e"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:50.335588 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port da6bc819-f9de-4503-91bd-07157352441e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da6bc819-f9de-4503-91bd-07157352441e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:50.360030 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3a7753-1fb9-4434-a9f4-fe912ebf887b x-openstack-request-id: req-6b3a7753-1fb9-4434-a9f4-fe912ebf887b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:50.360325 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672042bd-0697-4eb2-afab-38e2080f07d2", "name": "network-vif-plugged", "status": "completed", "tag": "da6bc819-f9de-4503-91bd-07157352441e", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:50.360599 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b3a7753-1fb9-4434-a9f4-fe912ebf887b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:50.360991 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672042bd-0697-4eb2-afab-38e2080f07d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6bc819-f9de-4503-91bd-07157352441e', 'code': 200} Sep 16 06:18:50.428491 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:50.488535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=da6bc819-f9de-4503-91bd-07157352441e,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:50.508386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af7f24-1b09-4efe-a6f1-232cd3a76b53 req-cc3b03ad-4813-46e3-90c9-b46db301c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:50.509903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-30af7f24-1b09-4efe-a6f1-232cd3a76b53 req-cc3b03ad-4813-46e3-90c9-b46db301c77c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 1097 time: 0.0425105 Sep 16 06:18:50.549668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-30af7f24-1b09-4efe-a6f1-232cd3a76b53 req-995154c6-875e-4597-ba97-927ea992b4a7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285745 Sep 16 06:18:51.381899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600047e9-1b3c-45b6-a5ef-877030d1cdf2 req-71926c0f-07ea-442a-b816-21d39dfcc434 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:51.383418 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-600047e9-1b3c-45b6-a5ef-877030d1cdf2 req-71926c0f-07ea-442a-b816-21d39dfcc434 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 945 time: 0.0531325 Sep 16 06:18:51.399318 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:51.423783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-600047e9-1b3c-45b6-a5ef-877030d1cdf2 req-add51999-3f92-44f5-8eab-4da33ba9fe7c tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Sep 16 06:18:52.554928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6bf06-9b4a-4956-b660-cdcfc9d376d1 req-59b02a4e-a729-4c8d-99ea-bfe4a1ffc8fd tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:52.556461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96d6bf06-9b4a-4956-b660-cdcfc9d376d1 req-59b02a4e-a729-4c8d-99ea-bfe4a1ffc8fd tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 945 time: 0.0600526 Sep 16 06:18:52.596169 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96d6bf06-9b4a-4956-b660-cdcfc9d376d1 req-d15511ec-1de4-4d26-ad67-ef1ab5b16135 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Sep 16 06:18:53.147731 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c9d7cf52-8320-4592-bfd9-88879431cf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:53.216520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669e20f-d69f-4d30-90ce-bd11400465a2 req-50668600-ebe4-4641-a473-75ec786691c3 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:53.218026 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4669e20f-d69f-4d30-90ce-bd11400465a2 req-50668600-ebe4-4641-a473-75ec786691c3 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 945 time: 0.0551341 Sep 16 06:18:53.257440 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4669e20f-d69f-4d30-90ce-bd11400465a2 req-4dc25136-bd44-40fa-8ed2-d0fc2aa6a2d6 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319598 Sep 16 06:18:53.930218 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:54.383163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca71513-ab7f-4251-a995-7895c6438fa2 req-c833a57f-fe40-4805-af03-91725f603874 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:54.384713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ca71513-ab7f-4251-a995-7895c6438fa2 req-c833a57f-fe40-4805-af03-91725f603874 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 945 time: 0.0547717 Sep 16 06:18:54.422922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ca71513-ab7f-4251-a995-7895c6438fa2 req-e382e8f0-ee0b-4261-acc3-5d4653c1b304 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Sep 16 06:18:54.790167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-cb33ffd3-420c-4a62-8e61-51f05273f351 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:54.791932 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-cb33ffd3-420c-4a62-8e61-51f05273f351 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.66 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 945 time: 0.0550301 Sep 16 06:18:54.899397 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Deleting port da6bc819-f9de-4503-91bd-07157352441e {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:18:54.899737 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:54.993386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] For port da6bc819-f9de-4503-91bd-07157352441e, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=da6bc819-f9de-4503-91bd-07157352441e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:18:54.993748 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:55.006563 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Calling delete_port for da6bc819-f9de-4503-91bd-07157352441e owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:18:55.256140 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:55.288418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Pushing event deleted for resources: {'Port': ['ID=da6bc819-f9de-4503-91bd-07157352441e,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:55.292478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['507bde57-0586-437f-b409-f34f2d698d0e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:18:55.316527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['da6bc819-f9de-4503-91bd-07157352441e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:18:55.333703 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] No DVR routers for this DVR port da6bc819-f9de-4503-91bd-07157352441e on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:18:55.336458 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:55.338489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1f095746-fe24-4a35-bd03-9c2583a6c94e req-044527b2-8686-4b72-9bc4-0a98300e8209 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.66 "DELETE /v2.0/ports/da6bc819-f9de-4503-91bd-07157352441e HTTP/1.1" status: 204 len: 173 time: 0.5379977 Sep 16 06:18:55.338928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672042bd-0697-4eb2-afab-38e2080f07d2', 'name': 'network-vif-deleted', 'tag': 'da6bc819-f9de-4503-91bd-07157352441e'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:55.341860 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2640f2fb-b962-4484-bcc4-f7dc4070f30b" -d '{"events": [{"server_uuid": "672042bd-0697-4eb2-afab-38e2080f07d2", "name": "network-vif-deleted", "tag": "da6bc819-f9de-4503-91bd-07157352441e"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:55.381132 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69f341d-110a-498f-a00f-aeb00ee252b3 x-openstack-request-id: req-e69f341d-110a-498f-a00f-aeb00ee252b3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:55.381427 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672042bd-0697-4eb2-afab-38e2080f07d2", "name": "network-vif-deleted", "tag": "da6bc819-f9de-4503-91bd-07157352441e", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:55.381674 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e69f341d-110a-498f-a00f-aeb00ee252b3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:55.382098 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672042bd-0697-4eb2-afab-38e2080f07d2', 'name': 'network-vif-deleted', 'tag': 'da6bc819-f9de-4503-91bd-07157352441e', 'status': 'completed', 'code': 200} Sep 16 06:18:55.527146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ea3cc3ac-6d89-45d2-90f6-77a4840ea4a5 req-1398dd07-9d31-49aa-b294-68eb94c0a214 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 210 time: 0.0280614 Sep 16 06:18:55.587473 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:56.648639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70f24c47-98f2-432a-b6f7-e062552aec97 req-589f4d61-a639-42cf-b87d-000deef2ec69 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=672042bd-0697-4eb2-afab-38e2080f07d2 HTTP/1.1" status: 200 len: 210 time: 0.0284016 Sep 16 06:18:57.656086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:57.801485 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867361e-a233-4138-a962-a7256678086f req-75445d63-3325-4ec8-a3c3-351c54fe775f tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:57.802903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9867361e-a233-4138-a962-a7256678086f req-75445d63-3325-4ec8-a3c3-351c54fe775f tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0518541 Sep 16 06:18:57.840942 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9867361e-a233-4138-a962-a7256678086f req-c63850ac-e778-446f-bfee-1d453c4272eb tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Sep 16 06:18:57.994591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020f527-25a7-4d65-8307-c7a823835a60 req-4e6bff53-a5a1-4ed3-addc-50795261e7e6 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:57.996516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6020f527-25a7-4d65-8307-c7a823835a60 req-4e6bff53-a5a1-4ed3-addc-50795261e7e6 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0607207 Sep 16 06:18:58.047031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6020f527-25a7-4d65-8307-c7a823835a60 req-ab59fdd7-5915-473e-82d3-65785d723f06 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Sep 16 06:18:58.118776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device da6bc819-f9de-4503-91bd-07157352441e no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:18:58.139196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: da6bc819-f9de-4503-91bd-07157352441e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:18:58.139545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device da6bc819-f9de-4503-91bd-07157352441e not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:18:58.173158 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08d2a5-d718-4b39-b35d-c8b746e8a1b6 req-5dcca887-a4f4-44e8-9401-0273fcb8c082 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:58.174662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb08d2a5-d718-4b39-b35d-c8b746e8a1b6 req-5dcca887-a4f4-44e8-9401-0273fcb8c082 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0543692 Sep 16 06:18:58.213007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-eb08d2a5-d718-4b39-b35d-c8b746e8a1b6 req-f14c5a54-486f-41f8-a6ea-fa12c62a0de1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Sep 16 06:18:58.232929 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:18:58.295077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-8379ae10-1a30-4573-9ed3-902993ddd9bc req-e8ccab49-0ba3-4d19-89a0-467d0c7c638a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:18:58.296081 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8379ae10-1a30-4573-9ed3-902993ddd9bc req-e8ccab49-0ba3-4d19-89a0-467d0c7c638a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054722 Sep 16 06:18:58.411982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bf170-66aa-4139-a0aa-35ae71944317 req-73a72257-3d30-43eb-a87f-bff39bc7b0b1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:58.414031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-090bf170-66aa-4139-a0aa-35ae71944317 req-73a72257-3d30-43eb-a87f-bff39bc7b0b1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0513794 Sep 16 06:18:58.454500 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-090bf170-66aa-4139-a0aa-35ae71944317 req-2d3c1ad1-b349-4b7d-a839-4133a03086a1 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Sep 16 06:18:58.571911 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba03f1-cc49-4d08-8f8a-2e3b854dac91 req-928eb361-1064-40f4-a707-a8730f25d9ad tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:58.573340 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65ba03f1-cc49-4d08-8f8a-2e3b854dac91 req-928eb361-1064-40f4-a707-a8730f25d9ad tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0503287 Sep 16 06:18:58.614261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65ba03f1-cc49-4d08-8f8a-2e3b854dac91 req-a28fba53-028f-47a8-9f6e-67e98294f667 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340459 Sep 16 06:18:58.738729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8180-b20c-4558-88e3-f734b9b33e75 req-07037063-5843-4db5-bb01-c6e8b83c20b9 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:58.740260 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fda8180-b20c-4558-88e3-f734b9b33e75 req-07037063-5843-4db5-bb01-c6e8b83c20b9 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0494623 Sep 16 06:18:58.778643 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2fda8180-b20c-4558-88e3-f734b9b33e75 req-95f5fd35-62a9-40d3-b80f-862e364637eb tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Sep 16 06:18:59.245016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:59.302183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a544826-fb5b-4c0c-bfa9-579ba48d87a8 req-cf627717-44cf-46a8-a57f-746c62cb1682 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:59.303679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a544826-fb5b-4c0c-bfa9-579ba48d87a8 req-cf627717-44cf-46a8-a57f-746c62cb1682 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0525260 Sep 16 06:18:59.346372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8a544826-fb5b-4c0c-bfa9-579ba48d87a8 req-3cdfab55-90aa-447f-a9f2-a2dbd83cc49b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365858 Sep 16 06:19:00.466889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4152f-50a9-4494-8807-22e8851e377f req-f106a6b7-f076-4963-b4a8-21a141e238dd tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:00.468415 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bdd4152f-50a9-4494-8807-22e8851e377f req-f106a6b7-f076-4963-b4a8-21a141e238dd tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0503557 Sep 16 06:19:00.508093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bdd4152f-50a9-4494-8807-22e8851e377f req-7b72433d-ea4f-4752-8124-ff5a7379572b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa64aea5-0480-4813-8937-331f629e9469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Sep 16 06:19:00.805250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-0f814b47-e749-4876-ba1c-729805ea7c81 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:00.806769 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-0f814b47-e749-4876-ba1c-729805ea7c81 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.30 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 946 time: 0.0517168 Sep 16 06:19:00.898949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Deleting port 507bde57-0586-437f-b409-f34f2d698d0e {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:00.899355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:01.001986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] For port 507bde57-0586-437f-b409-f34f2d698d0e, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=507bde57-0586-437f-b409-f34f2d698d0e,segment=NetworkSegment(d9f59007-1eb4-4a14-b7af-3a80f5930dad),segment_id=d9f59007-1eb4-4a14-b7af-3a80f5930dad)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:01.002364 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:01.014639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Calling delete_port for 507bde57-0586-437f-b409-f34f2d698d0e owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:01.283794 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:01.316802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Pushing event deleted for resources: {'Port': ['ID=507bde57-0586-437f-b409-f34f2d698d0e,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:01.324421 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['507bde57-0586-437f-b409-f34f2d698d0e'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:19:01.346558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.346905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.347245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.347582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.347935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.348287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.348596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.348982 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.349287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.349619 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.349943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.350312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:01.373402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] No DVR routers for this DVR port 507bde57-0586-437f-b409-f34f2d698d0e on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:01.375942 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:01.377988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47a5934c-9075-4be7-a483-14a6adb65ce4 req-e3808fbf-0f6f-49b0-a516-d5ee2352126b tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.30 "DELETE /v2.0/ports/507bde57-0586-437f-b409-f34f2d698d0e HTTP/1.1" status: 204 len: 173 time: 0.5646937 Sep 16 06:19:01.378430 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bb938c-902c-4f25-89d1-1d7e3b5254bb', 'name': 'network-vif-deleted', 'tag': '507bde57-0586-437f-b409-f34f2d698d0e'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:19:01.381472 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3b5ec8-e4a6-417c-9cbd-bddc8acc4701" -d '{"events": [{"server_uuid": "63bb938c-902c-4f25-89d1-1d7e3b5254bb", "name": "network-vif-deleted", "tag": "507bde57-0586-437f-b409-f34f2d698d0e"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:19:01.425281 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1175e8-7c4a-4fab-afd9-d147860fc575 x-openstack-request-id: req-0a1175e8-7c4a-4fab-afd9-d147860fc575 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:19:01.425605 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bb938c-902c-4f25-89d1-1d7e3b5254bb", "name": "network-vif-deleted", "tag": "507bde57-0586-437f-b409-f34f2d698d0e", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:19:01.425947 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a1175e8-7c4a-4fab-afd9-d147860fc575 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:19:01.426318 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bb938c-902c-4f25-89d1-1d7e3b5254bb', 'name': 'network-vif-deleted', 'tag': '507bde57-0586-437f-b409-f34f2d698d0e', 'status': 'completed', 'code': 200} Sep 16 06:19:01.608142 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0ea5e241-2ae8-4d1c-a3c4-8ed4d7616f01 req-cbdc379d-487b-482b-9146-336420322556 tempest-ServersNegativeTestJSON-279888895 tempest-ServersNegativeTestJSON-279888895-project] 10.222.0.49 "GET /v2.0/ports?device_id=63bb938c-902c-4f25-89d1-1d7e3b5254bb HTTP/1.1" status: 200 len: 210 time: 0.0276804 Sep 16 06:19:02.667642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:02.713155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd348b1-e92d-4420-b29c-ae56484f3823 admin admin] Deleting subnet 10e081bd-aa11-4857-b7a1-6babc903e83b {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:19:02.716438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8fd348b1-e92d-4420-b29c-ae56484f3823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:02.756531 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8fd348b1-e92d-4420-b29c-ae56484f3823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:02.795860 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8fd348b1-e92d-4420-b29c-ae56484f3823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:02.924649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8fd348b1-e92d-4420-b29c-ae56484f3823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:02.948646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd348b1-e92d-4420-b29c-ae56484f3823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e081bd-aa11-4857-b7a1-6babc903e83b,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:02.954361 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8fd348b1-e92d-4420-b29c-ae56484f3823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:02.956344 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8fd348b1-e92d-4420-b29c-ae56484f3823 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/10e081bd-aa11-4857-b7a1-6babc903e83b HTTP/1.1" status: 204 len: 168 time: 0.2876813 Sep 16 06:19:02.959704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51362) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:03.034260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.111302 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.131610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fc9ee5-acf3-4fd4-a118-34b1c2188b73']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:03.140585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f59007-1eb4-4a14-b7af-3a80f5930dad') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:03.140877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f59007-1eb4-4a14-b7af-3a80f5930dad') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:03.154651 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.168623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.174465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:03.174781 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:03.176488 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:03.319368 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.325325 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.327146 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] 10.222.0.49 "DELETE /v2.0/networks/14fc9ee5-acf3-4fd4-a118-34b1c2188b73 HTTP/1.1" status: 204 len: 168 time: 0.3666649 Sep 16 06:19:03.339413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed8508-d9eb-4787-807c-e58e7a5bd12c admin admin] Pushing event deleted for resources: {'Network': ['ID=14fc9ee5-acf3-4fd4-a118-34b1c2188b73,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:03.695825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51366) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:03.736619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7b5bb040-8c7b-49f0-91d5-9dd312793b6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08202c0bf3604d0eb1fd7b8743316fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395770 Sep 16 06:19:03.739498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51368) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:03.791553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08901f9e-3650-407e-95f4-3b366abe7f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.816663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08901f9e-3650-407e-95f4-3b366abe7f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.953341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08901f9e-3650-407e-95f4-3b366abe7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.955934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08901f9e-3650-407e-95f4-3b366abe7f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:03.957096 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08901f9e-3650-407e-95f4-3b366abe7f0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa64aea5-0480-4813-8937-331f629e9469 HTTP/1.1" status: 204 len: 168 time: 0.2161052 Sep 16 06:19:03.966878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08901f9e-3650-407e-95f4-3b366abe7f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64aea5-0480-4813-8937-331f629e9469,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:04.561361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 507bde57-0586-437f-b409-f34f2d698d0e no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:19:04.589536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 507bde57-0586-437f-b409-f34f2d698d0e {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:19:04.590045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 507bde57-0586-437f-b409-f34f2d698d0e not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:19:05.105927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51390) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:05.218072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1234285079'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:05.324778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:05.328923 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:05.339717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:05.436736 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:05.516849 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:05.544013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:05.553661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f263ff6-3320-4b80-8276-67161ed4940c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:05.558417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:05.558762 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Added segment ad905c3e-4e62-417c-8c9f-9b2274b8d284 of type vlan for network 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 Sep 16 06:19:05.606464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:05.711260 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:05.716977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:05.717506 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:05.787725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Network': ['ID=7d3bb38e-885b-4b61-b4a2-accdd3a43f94,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:05.799187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:05.826827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-889c97cc-8bc1-435d-930a-b3e8d6d977b8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7194085 Sep 16 06:19:09.085715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51396) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:09.090943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'subnet': {'network_id': '7d3bb38e-885b-4b61-b4a2-accdd3a43f94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:09.301567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:09.305048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:09.600003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.016864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Subnet': ['ID=1b910d26-0b9e-4b11-b6da-87726d74c119,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:10.028124 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Checking segment: {'id': 'ad905c3e-4e62-417c-8c9f-9b2274b8d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d3bb38e-885b-4b61-b4a2-accdd3a43f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:10.028486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network hostable DHCP agents. Network: 7d3bb38e-885b-4b61-b4a2-accdd3a43f94, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:10.117990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:10.192515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 7d3bb38e-885b-4b61-b4a2-accdd3a43f94) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:10.196905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:10.197599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.202298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631df39-ef7d-4c68-9756-eef1f234c36b None None] Network 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:10.296852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-327de66b-7f0c-4c8c-80a4-177d79a5a838 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2098556 Sep 16 06:19:10.300242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51398) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:10.305799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478258376'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:10.355827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-7d3bb38e-885b-4b61-b4a2-accdd3a43f94', 'network_id': '7d3bb38e-885b-4b61-b4a2-accdd3a43f94', 'tenant_id': 'f957cac8ab0f46d89cab1f0c7a1c638f', 'fixed_ips': [{'subnet_id': '1b910d26-0b9e-4b11-b6da-87726d74c119'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:10.356728 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.421135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:10.424660 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.449426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:10.458961 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.459303 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Added segment 06faa74e-5634-4bd7-afe5-c534efad572b of type vlan for network 21aee763-e821-474e-a685-ba04ec78e67c Sep 16 06:19:10.500254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.504103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Allocated IP 2001:db8:0:ffff::2 (7d3bb38e-885b-4b61-b4a2-accdd3a43f94/1b910d26-0b9e-4b11-b6da-87726d74c119/fb8a0069-8864-4659-bfe7-870229ac55f0) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:10.632822 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.638792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:10.643351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.652289 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.717746 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Network': ['ID=21aee763-e821-474e-a685-ba04ec78e67c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:10.733955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 21aee763-e821-474e-a685-ba04ec78e67c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:10.787896 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:10.810670 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c61319b7-2482-4e87-9615-ea23fce29da8 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5093048 Sep 16 06:19:10.813679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51400) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:10.819999 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'subnet': {'network_id': '21aee763-e821-474e-a685-ba04ec78e67c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:10.846074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Network 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:10.847482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Pushing event updated for resources: {'Port': ['ID=fb8a0069-8864-4659-bfe7-870229ac55f0,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:10.850012 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:10.852286 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:10.993230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:10.997199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.073772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Attempting to bind port fb8a0069-8864-4659-bfe7-870229ac55f0 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:11.074178 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Attempting to bind port fb8a0069-8864-4659-bfe7-870229ac55f0 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'ad905c3e-4e62-417c-8c9f-9b2274b8d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d3bb38e-885b-4b61-b4a2-accdd3a43f94'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:11.074507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Attempting to bind port fb8a0069-8864-4659-bfe7-870229ac55f0 on network 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:11.079553 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:11.079955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Checking segment: {'id': 'ad905c3e-4e62-417c-8c9f-9b2274b8d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d3bb38e-885b-4b61-b4a2-accdd3a43f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:11.080362 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.080753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Bound using segment: {'id': 'ad905c3e-4e62-417c-8c9f-9b2274b8d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d3bb38e-885b-4b61-b4a2-accdd3a43f94'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:11.081225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Bound port: fb8a0069-8864-4659-bfe7-870229ac55f0, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad905c3e-4e62-417c-8c9f-9b2274b8d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d3bb38e-885b-4b61-b4a2-accdd3a43f94'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:11.081604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.150146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] For port fb8a0069-8864-4659-bfe7-870229ac55f0, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:11.153326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] For port fb8a0069-8864-4659-bfe7-870229ac55f0, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fb8a0069-8864-4659-bfe7-870229ac55f0,segment=NetworkSegment(ad905c3e-4e62-417c-8c9f-9b2274b8d284),segment_id=ad905c3e-4e62-417c-8c9f-9b2274b8d284)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:11.250452 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.307762 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.308398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa592b5f-bbe7-4b49-b085-62ffbd566c30 None None] Pushing event updated for resources: {'Port': ['ID=fb8a0069-8864-4659-bfe7-870229ac55f0,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:11.390794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Subnet': ['ID=fe96f02e-13f5-4405-b0bc-de9efc9b8577,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:11.401163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Checking segment: {'id': '06faa74e-5634-4bd7-afe5-c534efad572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21aee763-e821-474e-a685-ba04ec78e67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:11.401529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network hostable DHCP agents. Network: 21aee763-e821-474e-a685-ba04ec78e67c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:11.493930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network 21aee763-e821-474e-a685-ba04ec78e67c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:11.575374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 21aee763-e821-474e-a685-ba04ec78e67c) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:11.580872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:11.583580 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.584984 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a46af-6fa2-412a-8e99-4b32f51bf2ab None None] Network 21aee763-e821-474e-a685-ba04ec78e67c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:11.673464 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-722bda0a-2066-4e1a-aa62-4196af56168a tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8585832 Sep 16 06:19:11.676135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51402) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:11.733916 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-21aee763-e821-474e-a685-ba04ec78e67c', 'network_id': '21aee763-e821-474e-a685-ba04ec78e67c', 'tenant_id': 'f957cac8ab0f46d89cab1f0c7a1c638f', 'fixed_ips': [{'subnet_id': 'fe96f02e-13f5-4405-b0bc-de9efc9b8577'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:11.734873 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.777648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.860936 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:11.892695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Allocated IP 2001:db8::2 (21aee763-e821-474e-a685-ba04ec78e67c/fe96f02e-13f5-4405-b0bc-de9efc9b8577/c195af4a-ba70-4502-8975-1056e6ac9152) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:12.058012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.164877 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.203894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Network 21aee763-e821-474e-a685-ba04ec78e67c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:12.207639 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:12.211472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:12.218672 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63f646-85e5-4540-9617-7f4de3efe2ad None None] Network 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:12.238863 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Pushing event updated for resources: {'Port': ['ID=c195af4a-ba70-4502-8975-1056e6ac9152,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:12.244697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.273562 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Subnet': ['ID=fe96f02e-13f5-4405-b0bc-de9efc9b8577,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:12.328683 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-00c8be7e-0ebd-4ee7-97db-f1aa7b6c6e61 None None] Provisioning complete for port fb8a0069-8864-4659-bfe7-870229ac55f0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:12.329311 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00c8be7e-0ebd-4ee7-97db-f1aa7b6c6e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.340891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.361966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21aee763-e821-474e-a685-ba04ec78e67c']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:12.374222 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06faa74e-5634-4bd7-afe5-c534efad572b') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:12.374579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06faa74e-5634-4bd7-afe5-c534efad572b') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:12.376686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Attempting to bind port c195af4a-ba70-4502-8975-1056e6ac9152 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:12.377058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Attempting to bind port c195af4a-ba70-4502-8975-1056e6ac9152 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '06faa74e-5634-4bd7-afe5-c534efad572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21aee763-e821-474e-a685-ba04ec78e67c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:12.377423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Attempting to bind port c195af4a-ba70-4502-8975-1056e6ac9152 on network 21aee763-e821-474e-a685-ba04ec78e67c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:12.385915 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.401132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.401400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:12.401747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Checking segment: {'id': '06faa74e-5634-4bd7-afe5-c534efad572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21aee763-e821-474e-a685-ba04ec78e67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:12.402283 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.402793 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Bound using segment: {'id': '06faa74e-5634-4bd7-afe5-c534efad572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21aee763-e821-474e-a685-ba04ec78e67c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:12.403268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Bound port: c195af4a-ba70-4502-8975-1056e6ac9152, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06faa74e-5634-4bd7-afe5-c534efad572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21aee763-e821-474e-a685-ba04ec78e67c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:12.403644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.408702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:12.409267 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:12.413398 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:12.505755 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 06:19:12.505755 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 06:19:12.505755 n-d-712749-15 neutron-server[95659]: [parameters: {'id': '21aee763-e821-474e-a685-ba04ec78e67c'}] Sep 16 06:19:12.505755 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:19:12.506294 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:19:12.548013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00c8be7e-0ebd-4ee7-97db-f1aa7b6c6e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.564328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] For port c195af4a-ba70-4502-8975-1056e6ac9152, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:12.586476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] For port c195af4a-ba70-4502-8975-1056e6ac9152, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c195af4a-ba70-4502-8975-1056e6ac9152,segment=NetworkSegment(06faa74e-5634-4bd7-afe5-c534efad572b),segment_id=06faa74e-5634-4bd7-afe5-c534efad572b)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:12.607590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-00c8be7e-0ebd-4ee7-97db-f1aa7b6c6e61 None None] For port fb8a0069-8864-4659-bfe7-870229ac55f0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fb8a0069-8864-4659-bfe7-870229ac55f0,segment=NetworkSegment(ad905c3e-4e62-417c-8c9f-9b2274b8d284),segment_id=ad905c3e-4e62-417c-8c9f-9b2274b8d284)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:12.662962 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.705693 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00c8be7e-0ebd-4ee7-97db-f1aa7b6c6e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.772268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f9ad5-1f56-4f07-9018-fa3823064e3a None None] Pushing event updated for resources: {'Port': ['ID=c195af4a-ba70-4502-8975-1056e6ac9152,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:12.798939 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b5636-b979-4a66-88b1-7d2bdfc156e9 None None] Network 21aee763-e821-474e-a685-ba04ec78e67c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:12.885216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8be7e-0ebd-4ee7-97db-f1aa7b6c6e61 None None] Pushing event updated for resources: {'Port': ['ID=fb8a0069-8864-4659-bfe7-870229ac55f0,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:12.897573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b0e8136d-0dbd-42dd-a8b5-b37b04e2370c None None] Provisioning complete for port fb8a0069-8864-4659-bfe7-870229ac55f0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:12.897943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0e8136d-0dbd-42dd-a8b5-b37b04e2370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.004576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4245c5-7ccf-4b8a-83a3-428f98e06bee None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 06:19:13.007219 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.012377 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fb8a0069-8864-4659-bfe7-870229ac55f0 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:13.068839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Deleting port c195af4a-ba70-4502-8975-1056e6ac9152 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:13.069300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.127586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4245c5-7ccf-4b8a-83a3-428f98e06bee None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 06:19:13.129470 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fb8a0069-8864-4659-bfe7-870229ac55f0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:13.130470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.141154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] For port c195af4a-ba70-4502-8975-1056e6ac9152, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c195af4a-ba70-4502-8975-1056e6ac9152,segment=NetworkSegment(06faa74e-5634-4bd7-afe5-c534efad572b),segment_id=06faa74e-5634-4bd7-afe5-c534efad572b)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:13.141505 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.156538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Calling delete_port for c195af4a-ba70-4502-8975-1056e6ac9152 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:13.376269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.405785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Port': ['ID=c195af4a-ba70-4502-8975-1056e6ac9152,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:13.409782 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No DVR routers for this DVR port c195af4a-ba70-4502-8975-1056e6ac9152 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:13.513289 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.534341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21aee763-e821-474e-a685-ba04ec78e67c']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:13.544594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06faa74e-5634-4bd7-afe5-c534efad572b') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:13.546362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06faa74e-5634-4bd7-afe5-c534efad572b') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:13.554830 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.568148 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.574078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:13.574469 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:13.577892 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:13.735921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.741990 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.744786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/21aee763-e821-474e-a685-ba04ec78e67c HTTP/1.1" status: 204 len: 168 time: 2.0662513 Sep 16 06:19:13.750094 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51404) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:13.765458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1137743929'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:13.768899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3f5ad-2851-44a7-ab94-da925267536b tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Network': ['ID=21aee763-e821-474e-a685-ba04ec78e67c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:13.867211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:13.870815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.897036 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:13.905872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.906222 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Added segment 8f5e51dc-f921-44ac-be65-2309c76dcb77 of type vlan for network 944df2e3-c9e2-40db-9166-7a2ef27abbc0 Sep 16 06:19:13.952230 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:14.048330 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:14.054083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:14.054678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:14.119879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Network': ['ID=944df2e3-c9e2-40db-9166-7a2ef27abbc0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:14.130601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 944df2e3-c9e2-40db-9166-7a2ef27abbc0 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:14.170707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-039ebc70-a9a1-4248-977a-d74875455dcc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4191589 Sep 16 06:19:14.173610 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51406) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:14.178633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'subnet': {'network_id': '944df2e3-c9e2-40db-9166-7a2ef27abbc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:14.318897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:14.322463 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:14.380544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Performing IP validity checks on allocation pools {{(pid=95659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 06:19:14.381316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.ipam_backend_mixin [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 06:19:14.547094 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:14.608683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Subnet': ['ID=ba020ce2-a3c1-4dd2-8f0f-71bb0e6f81c6,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:14.622949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Checking segment: {'id': '8f5e51dc-f921-44ac-be65-2309c76dcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '944df2e3-c9e2-40db-9166-7a2ef27abbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:14.622949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network hostable DHCP agents. Network: 944df2e3-c9e2-40db-9166-7a2ef27abbc0, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:14.752660 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network 944df2e3-c9e2-40db-9166-7a2ef27abbc0 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:14.849755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 944df2e3-c9e2-40db-9166-7a2ef27abbc0) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:14.853907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:14.854508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:14.862492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e826e-5df5-42db-8b8e-4eda31a57ac0 None None] Network 944df2e3-c9e2-40db-9166-7a2ef27abbc0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:14.942866 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-50b1900f-ab89-4799-9727-f2452275655d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7675438 Sep 16 06:19:14.945621 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51408) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:15.007056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-944df2e3-c9e2-40db-9166-7a2ef27abbc0', 'network_id': '944df2e3-c9e2-40db-9166-7a2ef27abbc0', 'tenant_id': 'f957cac8ab0f46d89cab1f0c7a1c638f', 'fixed_ips': [{'subnet_id': 'ba020ce2-a3c1-4dd2-8f0f-71bb0e6f81c6'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:15.011302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.049452 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.104235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.143581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Allocated IP 2001:db8::3 (944df2e3-c9e2-40db-9166-7a2ef27abbc0/ba020ce2-a3c1-4dd2-8f0f-71bb0e6f81c6/ce2c557a-d183-4f84-b0b8-0087d95e9c19) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:15.289280 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.358606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.397412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Network 944df2e3-c9e2-40db-9166-7a2ef27abbc0 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:15.400261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:15.403168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:15.417691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Pushing event updated for resources: {'Port': ['ID=ce2c557a-d183-4f84-b0b8-0087d95e9c19,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:15.433204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.460639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Subnet': ['ID=ba020ce2-a3c1-4dd2-8f0f-71bb0e6f81c6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:15.475901 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Attempting to bind port ce2c557a-d183-4f84-b0b8-0087d95e9c19 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:15.476278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Attempting to bind port ce2c557a-d183-4f84-b0b8-0087d95e9c19 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '8f5e51dc-f921-44ac-be65-2309c76dcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '944df2e3-c9e2-40db-9166-7a2ef27abbc0'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:15.476648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Attempting to bind port ce2c557a-d183-4f84-b0b8-0087d95e9c19 on network 944df2e3-c9e2-40db-9166-7a2ef27abbc0 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:15.481771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:15.482261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Checking segment: {'id': '8f5e51dc-f921-44ac-be65-2309c76dcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '944df2e3-c9e2-40db-9166-7a2ef27abbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:15.482583 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.482980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Bound using segment: {'id': '8f5e51dc-f921-44ac-be65-2309c76dcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '944df2e3-c9e2-40db-9166-7a2ef27abbc0'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:15.483448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Bound port: ce2c557a-d183-4f84-b0b8-0087d95e9c19, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5e51dc-f921-44ac-be65-2309c76dcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '944df2e3-c9e2-40db-9166-7a2ef27abbc0'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:15.483829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.525857 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.547055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944df2e3-c9e2-40db-9166-7a2ef27abbc0']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:15.549688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] For port ce2c557a-d183-4f84-b0b8-0087d95e9c19, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:15.552937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] For port ce2c557a-d183-4f84-b0b8-0087d95e9c19, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ce2c557a-d183-4f84-b0b8-0087d95e9c19,segment=NetworkSegment(8f5e51dc-f921-44ac-be65-2309c76dcb77),segment_id=8f5e51dc-f921-44ac-be65-2309c76dcb77)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:15.556727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5e51dc-f921-44ac-be65-2309c76dcb77') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:15.557023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5e51dc-f921-44ac-be65-2309c76dcb77') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:15.566273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.642878 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.645104 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.651935 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:15.652263 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:15.655210 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:15.725321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb166934-baae-4c9b-9575-a0a0e82b5cab None None] Pushing event updated for resources: {'Port': ['ID=ce2c557a-d183-4f84-b0b8-0087d95e9c19,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:15.741773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad6ed3-966d-4a5f-b1fc-581a52cc7bbe None None] Network 944df2e3-c9e2-40db-9166-7a2ef27abbc0 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:15.770312 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 06:19:15.770312 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 06:19:15.770312 n-d-712749-15 neutron-server[95659]: [parameters: {'id': '944df2e3-c9e2-40db-9166-7a2ef27abbc0'}] Sep 16 06:19:15.770312 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:19:15.770813 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:19:15.864669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0c093-99e2-4f21-bfa8-28dfc7bc75b5 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 06:19:15.935150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0c093-99e2-4f21-bfa8-28dfc7bc75b5 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 06:19:16.272059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.326966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Deleting port ce2c557a-d183-4f84-b0b8-0087d95e9c19 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:16.327398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.390965 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] For port ce2c557a-d183-4f84-b0b8-0087d95e9c19, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ce2c557a-d183-4f84-b0b8-0087d95e9c19,segment=NetworkSegment(8f5e51dc-f921-44ac-be65-2309c76dcb77),segment_id=8f5e51dc-f921-44ac-be65-2309c76dcb77)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:16.391327 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.403511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Calling delete_port for ce2c557a-d183-4f84-b0b8-0087d95e9c19 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:16.592566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.622237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Port': ['ID=ce2c557a-d183-4f84-b0b8-0087d95e9c19,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:16.624218 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No DVR routers for this DVR port ce2c557a-d183-4f84-b0b8-0087d95e9c19 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:16.706599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.727149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944df2e3-c9e2-40db-9166-7a2ef27abbc0']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:16.736382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5e51dc-f921-44ac-be65-2309c76dcb77') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:16.736685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5e51dc-f921-44ac-be65-2309c76dcb77') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:16.746492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.760188 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.766314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:16.766704 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:16.769720 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:16.912549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.921033 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:16.922953 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/944df2e3-c9e2-40db-9166-7a2ef27abbc0 HTTP/1.1" status: 204 len: 168 time: 1.9762442 Sep 16 06:19:16.927286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:16.938453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1302190171'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:16.938564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cfda9-7680-454e-bb1b-d7d91061073f tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Network': ['ID=944df2e3-c9e2-40db-9166-7a2ef27abbc0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:17.009793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:17.013460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.036872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:17.045321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.045666 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Added segment 730abacf-684e-45f5-a7c6-9d3bac90595b of type vlan for network f916c6ed-f85b-4152-8d5c-528b753eb8a4 Sep 16 06:19:17.085519 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.173859 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.179557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:17.180210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.250457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Network': ['ID=f916c6ed-f85b-4152-8d5c-528b753eb8a4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:17.261589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f916c6ed-f85b-4152-8d5c-528b753eb8a4 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:17.280211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f688a20d-b178-4f8b-8149-f741fbb9f3fc tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3490167 Sep 16 06:19:17.280439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51414) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:17.285520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'subnet': {'network_id': 'f916c6ed-f85b-4152-8d5c-528b753eb8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:17.524295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:17.527787 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.793130 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:17.861934 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Subnet': ['ID=b88015b4-ac3e-4d50-9bc0-4827d946526b,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:17.865310 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Checking segment: {'id': '730abacf-684e-45f5-a7c6-9d3bac90595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f916c6ed-f85b-4152-8d5c-528b753eb8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:17.865670 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network hostable DHCP agents. Network: f916c6ed-f85b-4152-8d5c-528b753eb8a4, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:17.981008 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network f916c6ed-f85b-4152-8d5c-528b753eb8a4 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:18.076844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f916c6ed-f85b-4152-8d5c-528b753eb8a4) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:18.081849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:18.085241 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.085378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4edc18f-5b9b-4385-84a7-4de5d1c4645f None None] Network f916c6ed-f85b-4152-8d5c-528b753eb8a4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:18.186649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3f9b90de-6d24-44e6-bfc9-ae701c1cab9d tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9049695 Sep 16 06:19:18.190313 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51416) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:18.196327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-800558111'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:18.299883 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:18.303573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.332665 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:18.342475 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.342816 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Added segment 03a14930-43cb-4fb7-9956-fd9b533482f6 of type vlan for network be52a27a-1229-4030-a6d7-28b1e72deeb3 Sep 16 06:19:18.380502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f916c6ed-f85b-4152-8d5c-528b753eb8a4', 'network_id': 'f916c6ed-f85b-4152-8d5c-528b753eb8a4', 'tenant_id': 'f957cac8ab0f46d89cab1f0c7a1c638f', 'fixed_ips': [{'subnet_id': 'b88015b4-ac3e-4d50-9bc0-4827d946526b'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:18.383576 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.384331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.477217 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.483734 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:18.486743 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.532132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Allocated IP 2001:db8::2 (f916c6ed-f85b-4152-8d5c-528b753eb8a4/b88015b4-ac3e-4d50-9bc0-4827d946526b/326e3597-155b-4e45-9768-9953e951ff29) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:18.554801 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Network': ['ID=be52a27a-1229-4030-a6d7-28b1e72deeb3,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:18.569261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network be52a27a-1229-4030-a6d7-28b1e72deeb3 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:18.601138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-12d103e3-f8bc-40b1-b7f9-06d4edd47795 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4020512 Sep 16 06:19:18.601382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51418) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:18.602603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Request body: {'subnet': {'network_id': 'be52a27a-1229-4030-a6d7-28b1e72deeb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:18.738286 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.866314 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Made reservation on behalf of f957cac8ab0f46d89cab1f0c7a1c638f for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:18.870030 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.931092 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:18.977022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Network f916c6ed-f85b-4152-8d5c-528b753eb8a4 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:18.980398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:18.982989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:18.996129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Pushing event updated for resources: {'Port': ['ID=326e3597-155b-4e45-9768-9953e951ff29,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:19.047763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Attempting to bind port 326e3597-155b-4e45-9768-9953e951ff29 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:19.048165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Attempting to bind port 326e3597-155b-4e45-9768-9953e951ff29 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '730abacf-684e-45f5-a7c6-9d3bac90595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f916c6ed-f85b-4152-8d5c-528b753eb8a4'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:19.048535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Attempting to bind port 326e3597-155b-4e45-9768-9953e951ff29 on network f916c6ed-f85b-4152-8d5c-528b753eb8a4 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:19.054422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:19.054801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Checking segment: {'id': '730abacf-684e-45f5-a7c6-9d3bac90595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f916c6ed-f85b-4152-8d5c-528b753eb8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:19.055212 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.055616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Bound using segment: {'id': '730abacf-684e-45f5-a7c6-9d3bac90595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f916c6ed-f85b-4152-8d5c-528b753eb8a4'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:19.056114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Bound port: 326e3597-155b-4e45-9768-9953e951ff29, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730abacf-684e-45f5-a7c6-9d3bac90595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f916c6ed-f85b-4152-8d5c-528b753eb8a4'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:19.056500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.118090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] For port 326e3597-155b-4e45-9768-9953e951ff29, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:19.121068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] For port 326e3597-155b-4e45-9768-9953e951ff29, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=326e3597-155b-4e45-9768-9953e951ff29,segment=NetworkSegment(730abacf-684e-45f5-a7c6-9d3bac90595b),segment_id=730abacf-684e-45f5-a7c6-9d3bac90595b)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:19.135556 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.205270 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event updated for resources: {'Subnet': ['ID=b6225180-9302-4fac-b4dd-31bd9509dda7,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:19.209884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Checking segment: {'id': '03a14930-43cb-4fb7-9956-fd9b533482f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'be52a27a-1229-4030-a6d7-28b1e72deeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:19.210252 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network hostable DHCP agents. Network: be52a27a-1229-4030-a6d7-28b1e72deeb3, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:19.227281 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.286549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bc98f-844f-4758-80db-3e2890b85b11 None None] Pushing event updated for resources: {'Port': ['ID=326e3597-155b-4e45-9768-9953e951ff29,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:19.305688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Network be52a27a-1229-4030-a6d7-28b1e72deeb3 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:19.381745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, be52a27a-1229-4030-a6d7-28b1e72deeb3) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:19.386496 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:19.387124 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.392788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316fedf9-3dbd-4758-9db0-37e3034d7c0d None None] Network be52a27a-1229-4030-a6d7-28b1e72deeb3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:19.483100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4cf68546-3da2-4115-bc00-ed0b7acd5584 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8830550 Sep 16 06:19:19.483372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51420) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:19.579822 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-be52a27a-1229-4030-a6d7-28b1e72deeb3', 'network_id': 'be52a27a-1229-4030-a6d7-28b1e72deeb3', 'tenant_id': 'f957cac8ab0f46d89cab1f0c7a1c638f', 'fixed_ips': [{'subnet_id': 'b6225180-9302-4fac-b4dd-31bd9509dda7'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:19.580762 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.591488 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.645757 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.724542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Allocated IP 2001:db8::2 (be52a27a-1229-4030-a6d7-28b1e72deeb3/b6225180-9302-4fac-b4dd-31bd9509dda7/a3cc1df4-7119-43c6-899d-dc1797c641bd) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:19.886126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:19.911829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5319323d-fdb6-4f6e-b3c9-2c244d37f8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.003160 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.041837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Network be52a27a-1229-4030-a6d7-28b1e72deeb3 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:20.044790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:20.048416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:20.061515 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Pushing event updated for resources: {'Port': ['ID=a3cc1df4-7119-43c6-899d-dc1797c641bd,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:20.111956 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Attempting to bind port a3cc1df4-7119-43c6-899d-dc1797c641bd on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:20.112327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Attempting to bind port a3cc1df4-7119-43c6-899d-dc1797c641bd by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '03a14930-43cb-4fb7-9956-fd9b533482f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'be52a27a-1229-4030-a6d7-28b1e72deeb3'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:20.112694 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Attempting to bind port a3cc1df4-7119-43c6-899d-dc1797c641bd on network be52a27a-1229-4030-a6d7-28b1e72deeb3 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:20.118412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:20.118788 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Checking segment: {'id': '03a14930-43cb-4fb7-9956-fd9b533482f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'be52a27a-1229-4030-a6d7-28b1e72deeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:20.119193 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.119410 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.119723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Bound using segment: {'id': '03a14930-43cb-4fb7-9956-fd9b533482f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'be52a27a-1229-4030-a6d7-28b1e72deeb3'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:20.120221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Bound port: a3cc1df4-7119-43c6-899d-dc1797c641bd, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a14930-43cb-4fb7-9956-fd9b533482f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'be52a27a-1229-4030-a6d7-28b1e72deeb3'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:20.120603 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.153295 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Subnet': ['ID=b6225180-9302-4fac-b4dd-31bd9509dda7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:20.195911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] For port a3cc1df4-7119-43c6-899d-dc1797c641bd, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:20.199361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] For port a3cc1df4-7119-43c6-899d-dc1797c641bd, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a3cc1df4-7119-43c6-899d-dc1797c641bd,segment=NetworkSegment(03a14930-43cb-4fb7-9956-fd9b533482f6),segment_id=03a14930-43cb-4fb7-9956-fd9b533482f6)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:20.220792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.222223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a010750-5fa2-4f05-b757-a1def81c7a0b None None] Network f916c6ed-f85b-4152-8d5c-528b753eb8a4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:20.242955 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be52a27a-1229-4030-a6d7-28b1e72deeb3']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:20.252524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a14930-43cb-4fb7-9956-fd9b533482f6') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:20.262108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a14930-43cb-4fb7-9956-fd9b533482f6') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:20.262448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a014bba5-6407-4255-88a0-7660f1c9a7f6 None None] Provisioning complete for port 326e3597-155b-4e45-9768-9953e951ff29 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:20.262448 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a014bba5-6407-4255-88a0-7660f1c9a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.262948 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.303270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.309480 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:20.309872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:20.313198 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:20.315642 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.419979 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.db.api [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 06:19:20.419979 n-d-712749-15 neutron-server[95659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 06:19:20.419979 n-d-712749-15 neutron-server[95659]: [parameters: {'id': 'be52a27a-1229-4030-a6d7-28b1e72deeb3'}] Sep 16 06:19:20.419979 n-d-712749-15 neutron-server[95659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:19:20.420426 n-d-712749-15 neutron-server[95659]: DEBUG oslo_db.api [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:19:20.439810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be833d5-5875-4ebc-a728-c8d8eeff7824 None None] Pushing event updated for resources: {'Port': ['ID=a3cc1df4-7119-43c6-899d-dc1797c641bd,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:20.480960 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9e41c-7c21-4e12-8565-c46f213b6189 None None] Network be52a27a-1229-4030-a6d7-28b1e72deeb3 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:20.557079 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a014bba5-6407-4255-88a0-7660f1c9a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.646373 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a014bba5-6407-4255-88a0-7660f1c9a7f6 None None] For port 326e3597-155b-4e45-9768-9953e951ff29, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=326e3597-155b-4e45-9768-9953e951ff29,segment=NetworkSegment(730abacf-684e-45f5-a7c6-9d3bac90595b),segment_id=730abacf-684e-45f5-a7c6-9d3bac90595b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:20.706964 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a014bba5-6407-4255-88a0-7660f1c9a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.758499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014bba5-6407-4255-88a0-7660f1c9a7f6 None None] Pushing event updated for resources: {'Port': ['ID=326e3597-155b-4e45-9768-9953e951ff29,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:20.815058 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c43ea-71e0-4fb0-90d6-deb0996643a5 None None] get_active_networks_info from n-d-712749-15 {{(pid=95661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 06:19:20.853994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bd3d9227-5a2b-43cf-9f62-3ce867b28d8b None None] Provisioning complete for port 326e3597-155b-4e45-9768-9953e951ff29 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:20.854367 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9227-5a2b-43cf-9f62-3ce867b28d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.922167 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:20.935382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5c43ea-71e0-4fb0-90d6-deb0996643a5 None None] Resources bound (agent type, host, resource id): {{(pid=95661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 06:19:20.986231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Deleting port a3cc1df4-7119-43c6-899d-dc1797c641bd {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:20.986577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.040059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 326e3597-155b-4e45-9768-9953e951ff29 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:21.059926 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] For port a3cc1df4-7119-43c6-899d-dc1797c641bd, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a3cc1df4-7119-43c6-899d-dc1797c641bd,segment=NetworkSegment(03a14930-43cb-4fb7-9956-fd9b533482f6),segment_id=03a14930-43cb-4fb7-9956-fd9b533482f6)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:21.060301 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.073579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Calling delete_port for a3cc1df4-7119-43c6-899d-dc1797c641bd owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:21.139955 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 326e3597-155b-4e45-9768-9953e951ff29 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:21.140329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.242549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.270828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Port': ['ID=a3cc1df4-7119-43c6-899d-dc1797c641bd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:21.272756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No DVR routers for this DVR port a3cc1df4-7119-43c6-899d-dc1797c641bd on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:21.356306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.377353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be52a27a-1229-4030-a6d7-28b1e72deeb3']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:21.387313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a14930-43cb-4fb7-9956-fd9b533482f6') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:21.387614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a14930-43cb-4fb7-9956-fd9b533482f6') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:21.397111 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.410337 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.416155 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.427017 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:21.427299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:21.430328 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:21.599254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.606711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.608286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/be52a27a-1229-4030-a6d7-28b1e72deeb3 HTTP/1.1" status: 204 len: 168 time: 2.1239042 Sep 16 06:19:21.611744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51422) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:21.619725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb59e7-bef7-4523-9e81-0117b7f99008 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Network': ['ID=be52a27a-1229-4030-a6d7-28b1e72deeb3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:21.647483 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31e728c-4e95-412e-a42d-2fa57432f2af tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] GET failed (client error): The resource could not be found. Sep 16 06:19:21.648955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f31e728c-4e95-412e-a42d-2fa57432f2af tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "GET /v2.0/subnets/b6225180-9302-4fac-b4dd-31bd9509dda7 HTTP/1.1" status: 404 len: 337 time: 0.0361588 Sep 16 06:19:21.651841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51424) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:21.670717 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b77b3c5-fa89-4b87-9a2d-ba3b6a34d2d6 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] DELETE failed (client error): The resource could not be found. Sep 16 06:19:21.671288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b77b3c5-fa89-4b87-9a2d-ba3b6a34d2d6 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:19:21.673031 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2b77b3c5-fa89-4b87-9a2d-ba3b6a34d2d6 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/be52a27a-1229-4030-a6d7-28b1e72deeb3 HTTP/1.1" status: 404 len: 339 time: 0.0202718 Sep 16 06:19:21.677659 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:21.704180 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd833750-b179-4f29-933b-27e525ef0185 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] DELETE failed (client error): The resource could not be found. Sep 16 06:19:21.704625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd833750-b179-4f29-933b-27e525ef0185 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:19:21.706391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cd833750-b179-4f29-933b-27e525ef0185 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/subnets/b6225180-9302-4fac-b4dd-31bd9509dda7 HTTP/1.1" status: 404 len: 337 time: 0.0276611 Sep 16 06:19:21.709316 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51428) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:21.727374 n-d-712749-15 neutron-server[95660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c101d75f-7c90-4f55-9148-d042e1c5efd0 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] DELETE failed (client error): The resource could not be found. Sep 16 06:19:21.727929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c101d75f-7c90-4f55-9148-d042e1c5efd0 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:19:21.729606 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c101d75f-7c90-4f55-9148-d042e1c5efd0 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/be52a27a-1229-4030-a6d7-28b1e72deeb3 HTTP/1.1" status: 404 len: 339 time: 0.0193820 Sep 16 06:19:21.732049 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51430) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:21.788163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eebaeba-0f48-4885-b85d-ee2b520534a7 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Deleting subnet b88015b4-ac3e-4d50-9bc0-4827d946526b {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:19:21.792615 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eebaeba-0f48-4885-b85d-ee2b520534a7 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.832322 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eebaeba-0f48-4885-b85d-ee2b520534a7 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:21.920874 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eebaeba-0f48-4885-b85d-ee2b520534a7 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.050072 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eebaeba-0f48-4885-b85d-ee2b520534a7 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.075714 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebaeba-0f48-4885-b85d-ee2b520534a7 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Subnet': ['ID=b88015b4-ac3e-4d50-9bc0-4827d946526b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:22.081645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5eebaeba-0f48-4885-b85d-ee2b520534a7 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.083557 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5eebaeba-0f48-4885-b85d-ee2b520534a7 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/subnets/b88015b4-ac3e-4d50-9bc0-4827d946526b HTTP/1.1" status: 204 len: 168 time: 0.3506136 Sep 16 06:19:22.086317 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:22.088910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c716ebe-0ad3-4079-b5d4-016512ee6af7 None None] Network f916c6ed-f85b-4152-8d5c-528b753eb8a4 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:22.170781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.231053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Deleting port 326e3597-155b-4e45-9768-9953e951ff29 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:22.232042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.307300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] For port 326e3597-155b-4e45-9768-9953e951ff29, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=326e3597-155b-4e45-9768-9953e951ff29,segment=NetworkSegment(730abacf-684e-45f5-a7c6-9d3bac90595b),segment_id=730abacf-684e-45f5-a7c6-9d3bac90595b)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:22.307661 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.308236 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] DHCP port deletion for f916c6ed-f85b-4152-8d5c-528b753eb8a4 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:19:22.325618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Calling delete_port for 326e3597-155b-4e45-9768-9953e951ff29 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:22.355998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] Deleting port 326e3597-155b-4e45-9768-9953e951ff29 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:22.356407 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.419731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] For port 326e3597-155b-4e45-9768-9953e951ff29, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=326e3597-155b-4e45-9768-9953e951ff29,segment=NetworkSegment(730abacf-684e-45f5-a7c6-9d3bac90595b),segment_id=730abacf-684e-45f5-a7c6-9d3bac90595b)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:22.426959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.433406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] Calling delete_port for 326e3597-155b-4e45-9768-9953e951ff29 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:22.518146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.524327 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.545850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Port': ['ID=326e3597-155b-4e45-9768-9953e951ff29,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:22.549326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] Pushing event deleted for resources: {'Port': ['ID=326e3597-155b-4e45-9768-9953e951ff29,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:22.552163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No DVR routers for this DVR port 326e3597-155b-4e45-9768-9953e951ff29 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:22.553328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec741d7f-efdf-4c68-9b67-69a42ee1ac64 None None] No DVR routers for this DVR port 326e3597-155b-4e45-9768-9953e951ff29 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:22.638626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.660365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f916c6ed-f85b-4152-8d5c-528b753eb8a4']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:22.673003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730abacf-684e-45f5-a7c6-9d3bac90595b') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:22.673303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730abacf-684e-45f5-a7c6-9d3bac90595b') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:22.683638 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.697832 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.703959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:22.704352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:22.707278 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:22.855279 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.862735 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:22.864855 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/f916c6ed-f85b-4152-8d5c-528b753eb8a4 HTTP/1.1" status: 204 len: 168 time: 0.7769673 Sep 16 06:19:22.867652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51434) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:22.876291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd451f5-54d7-4c0f-b195-b7d927d23047 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Network': ['ID=f916c6ed-f85b-4152-8d5c-528b753eb8a4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:22.894184 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ad7430-964e-465f-bc59-da3942d78e08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] DELETE failed (client error): The resource could not be found. Sep 16 06:19:22.894635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ad7430-964e-465f-bc59-da3942d78e08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:19:22.896719 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-22ad7430-964e-465f-bc59-da3942d78e08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/subnets/ba020ce2-a3c1-4dd2-8f0f-71bb0e6f81c6 HTTP/1.1" status: 404 len: 337 time: 0.0280347 Sep 16 06:19:22.899240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51436) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:22.917866 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e9ef99-f226-42d0-9886-89cafcdfb441 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] DELETE failed (client error): The resource could not be found. Sep 16 06:19:22.918471 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e9ef99-f226-42d0-9886-89cafcdfb441 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:19:22.920164 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-44e9ef99-f226-42d0-9886-89cafcdfb441 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/944df2e3-c9e2-40db-9166-7a2ef27abbc0 HTTP/1.1" status: 404 len: 339 time: 0.0199509 Sep 16 06:19:22.922593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51438) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:22.948551 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af4f511-df3b-4d2a-a279-1ba783453f52 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] DELETE failed (client error): The resource could not be found. Sep 16 06:19:22.949004 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af4f511-df3b-4d2a-a279-1ba783453f52 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:19:22.950744 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8af4f511-df3b-4d2a-a279-1ba783453f52 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/subnets/fe96f02e-13f5-4405-b0bc-de9efc9b8577 HTTP/1.1" status: 404 len: 337 time: 0.0272639 Sep 16 06:19:22.953498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51440) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:22.972148 n-d-712749-15 neutron-server[95659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2003c8-5652-46d1-a7a8-79eaae8c8fa6 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] DELETE failed (client error): The resource could not be found. Sep 16 06:19:22.972671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2003c8-5652-46d1-a7a8-79eaae8c8fa6 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:19:22.975235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4f2003c8-5652-46d1-a7a8-79eaae8c8fa6 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/21aee763-e821-474e-a685-ba04ec78e67c HTTP/1.1" status: 404 len: 339 time: 0.0206656 Sep 16 06:19:22.978226 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51442) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:22.989766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 326e3597-155b-4e45-9768-9953e951ff29 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:19:23.009771 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 326e3597-155b-4e45-9768-9953e951ff29 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:19:23.010121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 326e3597-155b-4e45-9768-9953e951ff29 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:19:23.030121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-241ad8e9-1728-476a-a9b9-0ce1858f7aea tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Deleting subnet 1b910d26-0b9e-4b11-b6da-87726d74c119 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:19:23.033628 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-241ad8e9-1728-476a-a9b9-0ce1858f7aea tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.080673 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-241ad8e9-1728-476a-a9b9-0ce1858f7aea tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.134061 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9c431939-4eb8-4904-ac4e-0171b31a57e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.163977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-241ad8e9-1728-476a-a9b9-0ce1858f7aea tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.311263 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-241ad8e9-1728-476a-a9b9-0ce1858f7aea tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.342817 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ad8e9-1728-476a-a9b9-0ce1858f7aea tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Subnet': ['ID=1b910d26-0b9e-4b11-b6da-87726d74c119,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:23.346359 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-241ad8e9-1728-476a-a9b9-0ce1858f7aea tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.349548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-241ad8e9-1728-476a-a9b9-0ce1858f7aea tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/subnets/1b910d26-0b9e-4b11-b6da-87726d74c119 HTTP/1.1" status: 204 len: 168 time: 0.3691595 Sep 16 06:19:23.351611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51444) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:23.354100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9d2d3-9312-4c50-9e5d-c73fdef79491 None None] Network 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:23.428340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.482588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Deleting port fb8a0069-8864-4659-bfe7-870229ac55f0 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:23.482928 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.527942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] DHCP port deletion for 7d3bb38e-885b-4b61-b4a2-accdd3a43f94 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:19:23.553101 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] For port fb8a0069-8864-4659-bfe7-870229ac55f0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fb8a0069-8864-4659-bfe7-870229ac55f0,segment=NetworkSegment(ad905c3e-4e62-417c-8c9f-9b2274b8d284),segment_id=ad905c3e-4e62-417c-8c9f-9b2274b8d284)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:23.553473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.566598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Calling delete_port for fb8a0069-8864-4659-bfe7-870229ac55f0 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:23.573908 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] Deleting port fb8a0069-8864-4659-bfe7-870229ac55f0 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:23.574277 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.730014 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.764393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] No DVR routers for this DVR port fb8a0069-8864-4659-bfe7-870229ac55f0 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:23.769296 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Port': ['ID=fb8a0069-8864-4659-bfe7-870229ac55f0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:23.794910 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] For port fb8a0069-8864-4659-bfe7-870229ac55f0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fb8a0069-8864-4659-bfe7-870229ac55f0,segment=NetworkSegment(ad905c3e-4e62-417c-8c9f-9b2274b8d284),segment_id=ad905c3e-4e62-417c-8c9f-9b2274b8d284)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:23.795572 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.809378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] Calling delete_port for fb8a0069-8864-4659-bfe7-870229ac55f0 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:23.851347 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.872877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3bb38e-885b-4b61-b4a2-accdd3a43f94']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:23.882759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad905c3e-4e62-417c-8c9f-9b2274b8d284') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:23.883064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad905c3e-4e62-417c-8c9f-9b2274b8d284') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:23.893334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.908652 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.908948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.916330 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:23.916732 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:23.919938 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:23.940420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] Pushing event deleted for resources: {'Port': ['ID=fb8a0069-8864-4659-bfe7-870229ac55f0,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:23.948784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b40058-e3eb-49fc-9d36-54e8614ea891 None None] No DVR routers for this DVR port fb8a0069-8864-4659-bfe7-870229ac55f0 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:23.949093 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:24.042636 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:24.049557 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:24.052708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] 10.222.0.49 "DELETE /v2.0/networks/7d3bb38e-885b-4b61-b4a2-accdd3a43f94 HTTP/1.1" status: 204 len: 168 time: 0.6986833 Sep 16 06:19:24.063489 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1296e-06a9-44ff-ae83-4d65f6035d08 tempest-NetworksIpV6Test-1723159446 tempest-NetworksIpV6Test-1723159446-project] Pushing event deleted for resources: {'Network': ['ID=7d3bb38e-885b-4b61-b4a2-accdd3a43f94,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:24.538117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51450) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:24.674205 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d51464ea-ba55-4b45-b8a9-87441ee88200 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f957cac8ab0f46d89cab1f0c7a1c638f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349127 Sep 16 06:19:24.677779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51454) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:24.726069 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e89bfc0f-f9d7-4200-8a57-8ce41e75d1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:24.747558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e89bfc0f-f9d7-4200-8a57-8ce41e75d1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:24.849146 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e89bfc0f-f9d7-4200-8a57-8ce41e75d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:24.851602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e89bfc0f-f9d7-4200-8a57-8ce41e75d1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:24.852803 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e89bfc0f-f9d7-4200-8a57-8ce41e75d1b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f263ff6-3320-4b80-8276-67161ed4940c HTTP/1.1" status: 204 len: 168 time: 0.1741168 Sep 16 06:19:24.860828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bfc0f-f9d7-4200-8a57-8ce41e75d1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f263ff6-3320-4b80-8276-67161ed4940c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:24.986785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fb8a0069-8864-4659-bfe7-870229ac55f0 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:19:25.007608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: fb8a0069-8864-4659-bfe7-870229ac55f0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:19:25.007989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fb8a0069-8864-4659-bfe7-870229ac55f0 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:19:25.518313 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:25.946947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51476) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:26.045524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e0f9183b-16f7-4acf-afee-ef870d73a311 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2108533531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:26.135371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0f9183b-16f7-4acf-afee-ef870d73a311 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.136547 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0f9183b-16f7-4acf-afee-ef870d73a311 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.189590 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0f9183b-16f7-4acf-afee-ef870d73a311 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.260190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0f9183b-16f7-4acf-afee-ef870d73a311 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.352404 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e0f9183b-16f7-4acf-afee-ef870d73a311 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.353685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e0f9183b-16f7-4acf-afee-ef870d73a311 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4056749 Sep 16 06:19:26.356409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51480) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:26.361356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1532037836'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:26.461102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Made reservation on behalf of 167e3993a3bd46a2bdc74f04d5af71df for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:26.464710 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.473655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.573441 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.678454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.709263 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:26.715771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27631087-5e63-4f31-9094-2ba3d4d507c0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:26.722072 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.722435 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Added segment 946fbfed-5def-4041-a54e-1c0001eafebd of type vlan for network e76d2988-330b-451d-ab8d-81084a675710 Sep 16 06:19:26.766775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.860987 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.867371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:26.867980 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.936368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event updated for resources: {'Network': ['ID=e76d2988-330b-451d-ab8d-81084a675710,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:26.952457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e76d2988-330b-451d-ab8d-81084a675710 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:26.959247 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-72101d9c-8c8d-4288-8bb1-ce77fe8c8761 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6016986 Sep 16 06:19:26.964028 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51482) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:26.969490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Request body: {'subnet': {'network_id': 'e76d2988-330b-451d-ab8d-81084a675710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:27.135049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Made reservation on behalf of 167e3993a3bd46a2bdc74f04d5af71df for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:27.138733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:27.409901 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:27.472278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event updated for resources: {'Subnet': ['ID=bc8347e5-0c62-4d30-b0b2-2e3cd23a8286,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:27.482636 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Checking segment: {'id': '946fbfed-5def-4041-a54e-1c0001eafebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e76d2988-330b-451d-ab8d-81084a675710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:27.483007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Network hostable DHCP agents. Network: e76d2988-330b-451d-ab8d-81084a675710, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:27.586934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Network e76d2988-330b-451d-ab8d-81084a675710 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:27.644006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:27.701091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e76d2988-330b-451d-ab8d-81084a675710) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:27.705779 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:27.706430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:27.712418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63735ac5-4b15-4899-b886-85bdcdbfafef None None] Network e76d2988-330b-451d-ab8d-81084a675710 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:27.805857 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6ac0d0e7-56b0-458c-b395-e0652afc8d7e tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8404214 Sep 16 06:19:27.811951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51486) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:27.818209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-618092088'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:27.873941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-e76d2988-330b-451d-ab8d-81084a675710', 'network_id': 'e76d2988-330b-451d-ab8d-81084a675710', 'tenant_id': '167e3993a3bd46a2bdc74f04d5af71df', 'fixed_ips': [{'subnet_id': 'bc8347e5-0c62-4d30-b0b2-2e3cd23a8286'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:27.877735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:27.929700 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Made reservation on behalf of 167e3993a3bd46a2bdc74f04d5af71df for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:27.933207 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:27.958481 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:27.969706 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:27.970447 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Added segment 58ece633-9fba-450d-8900-6b1d4cc4f87e of type vlan for network fc973a6c-5170-41ea-acb6-03ec23c42c20 Sep 16 06:19:28.019224 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.022400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Allocated IP 172.20.0.2 (e76d2988-330b-451d-ab8d-81084a675710/bc8347e5-0c62-4d30-b0b2-2e3cd23a8286/276d5ca8-4332-401f-8cf6-2676fbc23e2d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:28.128277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.134794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:28.135418 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.171129 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.201860 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event updated for resources: {'Network': ['ID=fc973a6c-5170-41ea-acb6-03ec23c42c20,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:28.212613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network fc973a6c-5170-41ea-acb6-03ec23c42c20 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:28.261671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-72e784b5-fe70-4cc2-96f4-3b2cc3192732 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4483578 Sep 16 06:19:28.264511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51490) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:28.269405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Request body: {'subnet': {'network_id': 'fc973a6c-5170-41ea-acb6-03ec23c42c20', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:28.289747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.333371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Network e76d2988-330b-451d-ab8d-81084a675710 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:28.336431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:28.342485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:28.351188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Pushing event updated for resources: {'Port': ['ID=276d5ca8-4332-401f-8cf6-2676fbc23e2d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:28.404157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Attempting to bind port 276d5ca8-4332-401f-8cf6-2676fbc23e2d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:28.404524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Attempting to bind port 276d5ca8-4332-401f-8cf6-2676fbc23e2d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '946fbfed-5def-4041-a54e-1c0001eafebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e76d2988-330b-451d-ab8d-81084a675710'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:28.404885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Attempting to bind port 276d5ca8-4332-401f-8cf6-2676fbc23e2d on network e76d2988-330b-451d-ab8d-81084a675710 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:28.410290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:28.411167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Checking segment: {'id': '946fbfed-5def-4041-a54e-1c0001eafebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e76d2988-330b-451d-ab8d-81084a675710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:28.411579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.412048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Bound using segment: {'id': '946fbfed-5def-4041-a54e-1c0001eafebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e76d2988-330b-451d-ab8d-81084a675710'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:28.412516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Bound port: 276d5ca8-4332-401f-8cf6-2676fbc23e2d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946fbfed-5def-4041-a54e-1c0001eafebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e76d2988-330b-451d-ab8d-81084a675710'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:28.412896 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.475160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] For port 276d5ca8-4332-401f-8cf6-2676fbc23e2d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:28.478190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] For port 276d5ca8-4332-401f-8cf6-2676fbc23e2d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=276d5ca8-4332-401f-8cf6-2676fbc23e2d,segment=NetworkSegment(946fbfed-5def-4041-a54e-1c0001eafebd),segment_id=946fbfed-5def-4041-a54e-1c0001eafebd)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:28.512110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Made reservation on behalf of 167e3993a3bd46a2bdc74f04d5af71df for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:28.515693 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.587052 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.657833 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7f908-0a4d-4263-a3ba-044d751524df None None] Pushing event updated for resources: {'Port': ['ID=276d5ca8-4332-401f-8cf6-2676fbc23e2d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:28.775501 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.853959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event updated for resources: {'Subnet': ['ID=d00f3104-20ae-4d55-964b-5c967dc90c58,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:28.859401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Checking segment: {'id': '58ece633-9fba-450d-8900-6b1d4cc4f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc973a6c-5170-41ea-acb6-03ec23c42c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:28.859724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Network hostable DHCP agents. Network: fc973a6c-5170-41ea-acb6-03ec23c42c20, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:28.947233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Network fc973a6c-5170-41ea-acb6-03ec23c42c20 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:29.015184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, fc973a6c-5170-41ea-acb6-03ec23c42c20) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:29.017633 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 276d5ca8-4332-401f-8cf6-2676fbc23e2d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:29.028959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:29.029839 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.042938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f1fa5-707d-432a-9f43-01f459e07861 None None] Network fc973a6c-5170-41ea-acb6-03ec23c42c20 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:29.130570 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f49500a7-9c03-447b-9ed4-f526001adbea tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8649626 Sep 16 06:19:29.133548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51492) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:29.138390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-03a2aaa1-5c88-40e1-a6eb-5adfd555d91f tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc973a6c-5170-41ea-acb6-03ec23c42c20'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:29.140807 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 276d5ca8-4332-401f-8cf6-2676fbc23e2d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:29.149636 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.280988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.293314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-fc973a6c-5170-41ea-acb6-03ec23c42c20', 'network_id': 'fc973a6c-5170-41ea-acb6-03ec23c42c20', 'tenant_id': '167e3993a3bd46a2bdc74f04d5af71df', 'fixed_ips': [{'subnet_id': 'd00f3104-20ae-4d55-964b-5c967dc90c58'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:29.294357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.323358 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.430884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 276d5ca8-4332-401f-8cf6-2676fbc23e2d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=276d5ca8-4332-401f-8cf6-2676fbc23e2d,segment=NetworkSegment(946fbfed-5def-4041-a54e-1c0001eafebd),segment_id=946fbfed-5def-4041-a54e-1c0001eafebd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:29.496984 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.500153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Allocated IP 172.21.0.2 (fc973a6c-5170-41ea-acb6-03ec23c42c20/d00f3104-20ae-4d55-964b-5c967dc90c58/082672b7-3411-48e7-969f-b78b819b534d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:29.606141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=276d5ca8-4332-401f-8cf6-2676fbc23e2d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:29.729258 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d192de-1dcd-47eb-b634-11cff6e74fb4 None None] Network e76d2988-330b-451d-ab8d-81084a675710 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:29.761500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-03a2aaa1-5c88-40e1-a6eb-5adfd555d91f tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.784431 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.828647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-010ea938-4c34-45af-98be-2f3b7d39f464 None None] Provisioning complete for port 276d5ca8-4332-401f-8cf6-2676fbc23e2d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:29.829015 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-010ea938-4c34-45af-98be-2f3b7d39f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.901780 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.928298 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [None req-03a2aaa1-5c88-40e1-a6eb-5adfd555d91f tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 06:19:29.935198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-03a2aaa1-5c88-40e1-a6eb-5adfd555d91f tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "PUT /v2.0/routers/081b49b5-ff96-452e-8cd7-ef561adcbf50 HTTP/1.1" status: 400 len: 364 time: 0.7946455 Sep 16 06:19:29.935588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51494) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:29.977982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Network fc973a6c-5170-41ea-acb6-03ec23c42c20 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:29.987388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-149514c3-0c1a-4378-afcc-70c345802abb tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Deleting subnet d00f3104-20ae-4d55-964b-5c967dc90c58 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:19:29.989505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:29.991503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-149514c3-0c1a-4378-afcc-70c345802abb tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.992159 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:29.996757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Pushing event updated for resources: {'Port': ['ID=082672b7-3411-48e7-969f-b78b819b534d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:30.033024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-149514c3-0c1a-4378-afcc-70c345802abb tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.096733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Attempting to bind port 082672b7-3411-48e7-969f-b78b819b534d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:30.097295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Attempting to bind port 082672b7-3411-48e7-969f-b78b819b534d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '58ece633-9fba-450d-8900-6b1d4cc4f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc973a6c-5170-41ea-acb6-03ec23c42c20'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:30.097634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Attempting to bind port 082672b7-3411-48e7-969f-b78b819b534d on network fc973a6c-5170-41ea-acb6-03ec23c42c20 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:30.104518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:30.104888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Checking segment: {'id': '58ece633-9fba-450d-8900-6b1d4cc4f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc973a6c-5170-41ea-acb6-03ec23c42c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:30.105446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.105887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Bound using segment: {'id': '58ece633-9fba-450d-8900-6b1d4cc4f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc973a6c-5170-41ea-acb6-03ec23c42c20'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:30.106359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Bound port: 082672b7-3411-48e7-969f-b78b819b534d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ece633-9fba-450d-8900-6b1d4cc4f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc973a6c-5170-41ea-acb6-03ec23c42c20'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:30.106737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.131883 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-149514c3-0c1a-4378-afcc-70c345802abb tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.278235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-149514c3-0c1a-4378-afcc-70c345802abb tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.281763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] For port 082672b7-3411-48e7-969f-b78b819b534d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:30.289497 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] For port 082672b7-3411-48e7-969f-b78b819b534d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=082672b7-3411-48e7-969f-b78b819b534d,segment=NetworkSegment(58ece633-9fba-450d-8900-6b1d4cc4f87e),segment_id=58ece633-9fba-450d-8900-6b1d4cc4f87e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:30.309896 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-149514c3-0c1a-4378-afcc-70c345802abb tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.312057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-149514c3-0c1a-4378-afcc-70c345802abb tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "DELETE /v2.0/subnets/d00f3104-20ae-4d55-964b-5c967dc90c58 HTTP/1.1" status: 204 len: 168 time: 0.3753912 Sep 16 06:19:30.313105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149514c3-0c1a-4378-afcc-70c345802abb tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event deleted for resources: {'Subnet': ['ID=d00f3104-20ae-4d55-964b-5c967dc90c58,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:30.314597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:30.364429 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.392084 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.430326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-50ceae2d-e17f-4bb4-a102-403b1efce9f6 None None] Provisioning complete for port 276d5ca8-4332-401f-8cf6-2676fbc23e2d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:30.430725 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-50ceae2d-e17f-4bb4-a102-403b1efce9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.451229 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Deleting port 082672b7-3411-48e7-969f-b78b819b534d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:30.451569 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.452931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d456c-c8ef-4ecc-89c2-50a448f7b58b None None] Pushing event updated for resources: {'Port': ['ID=082672b7-3411-48e7-969f-b78b819b534d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:30.522868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] For port 082672b7-3411-48e7-969f-b78b819b534d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=082672b7-3411-48e7-969f-b78b819b534d,segment=NetworkSegment(58ece633-9fba-450d-8900-6b1d4cc4f87e),segment_id=58ece633-9fba-450d-8900-6b1d4cc4f87e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:30.523240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.537270 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Calling delete_port for 082672b7-3411-48e7-969f-b78b819b534d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:30.757430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.788154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event deleted for resources: {'Port': ['ID=082672b7-3411-48e7-969f-b78b819b534d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:30.796077 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] No DVR routers for this DVR port 082672b7-3411-48e7-969f-b78b819b534d on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:30.878571 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.900495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc973a6c-5170-41ea-acb6-03ec23c42c20']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:30.910674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ece633-9fba-450d-8900-6b1d4cc4f87e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:30.910978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ece633-9fba-450d-8900-6b1d4cc4f87e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:30.921042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.936009 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.943003 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:30.943419 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:30.946833 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:31.007610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 276d5ca8-4332-401f-8cf6-2676fbc23e2d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:31.057804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 276d5ca8-4332-401f-8cf6-2676fbc23e2d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:31.058176 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.135023 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.140485 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.145736 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:31.146256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "DELETE /v2.0/networks/fc973a6c-5170-41ea-acb6-03ec23c42c20 HTTP/1.1" status: 204 len: 168 time: 0.8302298 Sep 16 06:19:31.164020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21babf-e540-48e6-9666-44a494189922 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event deleted for resources: {'Network': ['ID=fc973a6c-5170-41ea-acb6-03ec23c42c20,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:31.216333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf55e93c-543e-4b39-a351-1a9e2b3ac3c6 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Deleting subnet bc8347e5-0c62-4d30-b0b2-2e3cd23a8286 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:19:31.219696 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf55e93c-543e-4b39-a351-1a9e2b3ac3c6 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.266473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf55e93c-543e-4b39-a351-1a9e2b3ac3c6 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.355485 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf55e93c-543e-4b39-a351-1a9e2b3ac3c6 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.417485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b0bd7-a164-4f19-8882-bd2839a1c7d5 None None] DHCP port deletion for fc973a6c-5170-41ea-acb6-03ec23c42c20 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:19:31.431773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ee1bc-4bcb-4126-9ff8-30f6c271a7d1 None None] Network fc973a6c-5170-41ea-acb6-03ec23c42c20 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:31.447730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ee1bc-4bcb-4126-9ff8-30f6c271a7d1 None None] Network fc973a6c-5170-41ea-acb6-03ec23c42c20 could not be found, it might have been deleted concurrently. {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 06:19:31.449997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3baaf978-6b9b-44ef-ae8a-5c29400dd8c8 None None] Could not find standard attr ID for object 082672b7-3411-48e7-969f-b78b819b534d. {{(pid=95661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 06:19:31.490269 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf55e93c-543e-4b39-a351-1a9e2b3ac3c6 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.517925 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55e93c-543e-4b39-a351-1a9e2b3ac3c6 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8347e5-0c62-4d30-b0b2-2e3cd23a8286,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:31.522024 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf55e93c-543e-4b39-a351-1a9e2b3ac3c6 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.526594 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bf55e93c-543e-4b39-a351-1a9e2b3ac3c6 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "DELETE /v2.0/subnets/bc8347e5-0c62-4d30-b0b2-2e3cd23a8286 HTTP/1.1" status: 204 len: 168 time: 0.3774097 Sep 16 06:19:31.526828 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51502) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:31.529711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd07e4-2b2b-482a-8f24-aca7412d64b3 None None] Network e76d2988-330b-451d-ab8d-81084a675710 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:31.607334 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.664847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Deleting port 276d5ca8-4332-401f-8cf6-2676fbc23e2d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:31.665233 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.700544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] DHCP port deletion for e76d2988-330b-451d-ab8d-81084a675710 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:19:31.742522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] For port 276d5ca8-4332-401f-8cf6-2676fbc23e2d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=276d5ca8-4332-401f-8cf6-2676fbc23e2d,segment=NetworkSegment(946fbfed-5def-4041-a54e-1c0001eafebd),segment_id=946fbfed-5def-4041-a54e-1c0001eafebd)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:31.742892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.753180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] Deleting port 276d5ca8-4332-401f-8cf6-2676fbc23e2d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:19:31.753563 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.757507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Calling delete_port for 276d5ca8-4332-401f-8cf6-2676fbc23e2d owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:31.841132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] For port 276d5ca8-4332-401f-8cf6-2676fbc23e2d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=276d5ca8-4332-401f-8cf6-2676fbc23e2d,segment=NetworkSegment(946fbfed-5def-4041-a54e-1c0001eafebd),segment_id=946fbfed-5def-4041-a54e-1c0001eafebd)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:31.841538 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.855161 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] Calling delete_port for 276d5ca8-4332-401f-8cf6-2676fbc23e2d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:19:31.929827 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.937751 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.961688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event deleted for resources: {'Port': ['ID=276d5ca8-4332-401f-8cf6-2676fbc23e2d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:31.965254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] No DVR routers for this DVR port 276d5ca8-4332-401f-8cf6-2676fbc23e2d on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:31.971843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] Pushing event deleted for resources: {'Port': ['ID=276d5ca8-4332-401f-8cf6-2676fbc23e2d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:31.978391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b67cbc-0722-479e-aff9-538492a4f447 None None] No DVR routers for this DVR port 276d5ca8-4332-401f-8cf6-2676fbc23e2d on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:19:32.045680 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.066093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76d2988-330b-451d-ab8d-81084a675710']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:32.076353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946fbfed-5def-4041-a54e-1c0001eafebd') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:32.077023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946fbfed-5def-4041-a54e-1c0001eafebd') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:32.092218 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.107282 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.113388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:19:32.113843 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:19:32.117037 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:19:32.238394 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.243249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.245544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "DELETE /v2.0/networks/e76d2988-330b-451d-ab8d-81084a675710 HTTP/1.1" status: 204 len: 168 time: 0.7179461 Sep 16 06:19:32.248412 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51504) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:32.261163 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b397f-0107-4568-b09e-9e4f36ad0474 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Pushing event deleted for resources: {'Network': ['ID=e76d2988-330b-451d-ab8d-81084a675710,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:32.275810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-73754cc3-0b20-4b09-89ea-3e942c13da0c tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "GET /v2.0/ports?device_id=081b49b5-ff96-452e-8cd7-ef561adcbf50 HTTP/1.1" status: 200 len: 205 time: 0.0259905 Sep 16 06:19:32.278124 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51506) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:32.357777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-042c48ae-2f7d-4012-944f-fc47d4e681e4 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.512253 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-042c48ae-2f7d-4012-944f-fc47d4e681e4 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.514426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-042c48ae-2f7d-4012-944f-fc47d4e681e4 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.620960 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-042c48ae-2f7d-4012-944f-fc47d4e681e4 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.621467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042c48ae-2f7d-4012-944f-fc47d4e681e4 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Fanout notify agent at l3_agent the message router_deleted on router 081b49b5-ff96-452e-8cd7-ef561adcbf50 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:19:32.628695 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-042c48ae-2f7d-4012-944f-fc47d4e681e4 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.630112 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-042c48ae-2f7d-4012-944f-fc47d4e681e4 tempest-RoutersNegativeTest-1959107808 tempest-RoutersNegativeTest-1959107808-project] 10.222.0.49 "DELETE /v2.0/routers/081b49b5-ff96-452e-8cd7-ef561adcbf50 HTTP/1.1" status: 204 len: 168 time: 0.3508537 Sep 16 06:19:32.997467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 082672b7-3411-48e7-969f-b78b819b534d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:19:33.020559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 082672b7-3411-48e7-969f-b78b819b534d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:19:33.020892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 082672b7-3411-48e7-969f-b78b819b534d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:19:33.021299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 276d5ca8-4332-401f-8cf6-2676fbc23e2d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:19:33.040082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 276d5ca8-4332-401f-8cf6-2676fbc23e2d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:19:33.040401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 276d5ca8-4332-401f-8cf6-2676fbc23e2d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:19:33.091943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51512) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:33.235730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-426d17b7-3047-49ea-9643-a7bc2c890102 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=167e3993a3bd46a2bdc74f04d5af71df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426296 Sep 16 06:19:33.238213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51516) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:33.288001 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e06a378-5a45-432e-9b2e-9f75970d498e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.309407 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e06a378-5a45-432e-9b2e-9f75970d498e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.415041 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e06a378-5a45-432e-9b2e-9f75970d498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.418867 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8e06a378-5a45-432e-9b2e-9f75970d498e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:33.420116 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8e06a378-5a45-432e-9b2e-9f75970d498e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27631087-5e63-4f31-9094-2ba3d4d507c0 HTTP/1.1" status: 204 len: 168 time: 0.1798325 Sep 16 06:19:33.428677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06a378-5a45-432e-9b2e-9f75970d498e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27631087-5e63-4f31-9094-2ba3d4d507c0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:34.568492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51538) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:34.671520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1978656327-network', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:34.779170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Made reservation on behalf of 4de5afcb335b486698c03d74f8e277e9 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:34.781897 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.791512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.890812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:34.985376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.014643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:35.021598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f226a9-00dc-4e3f-93c6-ba131b42bae7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:35.028793 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.028922 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Added segment 88422af3-860f-44ad-b43a-a1130876fb6d of type vlan for network 1f7cfe87-8602-4f8d-8b72-32376d76a24c Sep 16 06:19:35.074965 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.196858 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.198026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:35.198704 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.236211 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:19:35.265774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7cfe87-8602-4f8d-8b72-32376d76a24c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:35.276391 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:35.312964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a91d2e2b-8476-4365-bcf4-65bd6c4ec2c8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7436578 Sep 16 06:19:35.316002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51542) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:35.322536 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Request body: {'subnet': {'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-subnet', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:35.409478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Made reservation on behalf of 4de5afcb335b486698c03d74f8e277e9 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:35.411963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.648170 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.709596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea70221-3414-48b9-b886-fdfd590537da,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:35.718433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Checking segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:35.718891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Network hostable DHCP agents. Network: 1f7cfe87-8602-4f8d-8b72-32376d76a24c, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:35.809609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:35.922327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 1f7cfe87-8602-4f8d-8b72-32376d76a24c) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:35.926392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:35.927131 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:35.933203 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a6952-01e9-4606-b780-0b1abd927679 None None] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:36.027305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1f20a86f-ccbc-4f30-bb61-b982fd177184 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7095253 Sep 16 06:19:36.029892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51544) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:36.034467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:36.081278 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'fixed_ips': [{'subnet_id': '3ea70221-3414-48b9-b886-fdfd590537da'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:36.082956 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.135074 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.136203 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.190768 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.217728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Allocated IP 172.20.0.2 (1f7cfe87-8602-4f8d-8b72-32376d76a24c/3ea70221-3414-48b9-b886-fdfd590537da/165a0668-b70f-40da-931e-230182db4216) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:36.451114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.526325 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.626985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.668927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:36.675625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:36.679193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:36.686586 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Pushing event updated for resources: {'Port': ['ID=165a0668-b70f-40da-931e-230182db4216,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:36.720885 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.740839 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.749098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Attempting to bind port 165a0668-b70f-40da-931e-230182db4216 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:36.749545 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Attempting to bind port 165a0668-b70f-40da-931e-230182db4216 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:36.749811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Attempting to bind port 165a0668-b70f-40da-931e-230182db4216 on network 1f7cfe87-8602-4f8d-8b72-32376d76a24c {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:36.755799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:36.756205 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Checking segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:36.756617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.757011 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Bound using segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:36.757484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Bound port: 165a0668-b70f-40da-931e-230182db4216, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:36.757870 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.831584 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] For port 165a0668-b70f-40da-931e-230182db4216, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:36.836125 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] For port 165a0668-b70f-40da-931e-230182db4216, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=165a0668-b70f-40da-931e-230182db4216,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:36.860812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Allocated IP 172.25.1.33 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0454d82d-4603-4e12-b842-d833caa4a8e4) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:36.935612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.967598 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:36.997801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff743b9-6053-4e5b-9650-f637adb8bddc None None] Pushing event updated for resources: {'Port': ['ID=165a0668-b70f-40da-931e-230182db4216,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:37.094537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:37.140210 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:37.152872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:37.156659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:37.167748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Pushing event updated for resources: {'Port': ['ID=0454d82d-4603-4e12-b842-d833caa4a8e4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:37.598650 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:37.822810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:37.952224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2847ca-01a1-45f0-a196-5f02b440bafa None None] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:38.035674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0286f7cd-a53b-4de2-972a-0eed959c7a53 None None] Provisioning complete for port 165a0668-b70f-40da-931e-230182db4216 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:38.036162 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0286f7cd-a53b-4de2-972a-0eed959c7a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:38.037338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Router 2244c457-df20-46c3-96c0-47064880ac93 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:19:38.166110 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:19:38.177054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Sync routers for ids ['2244c457-df20-46c3-96c0-47064880ac93'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:19:38.181821 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0286f7cd-a53b-4de2-972a-0eed959c7a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:38.210875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Routers {'2244c457-df20-46c3-96c0-47064880ac93'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:38.211537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2244c457-df20-46c3-96c0-47064880ac93'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:38.255748 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:38.257315 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9c26e7eb-ee93-4512-b8ca-717b426433eb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2264361 Sep 16 06:19:38.260204 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51546) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:38.265101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0286f7cd-a53b-4de2-972a-0eed959c7a53 None None] For port 165a0668-b70f-40da-931e-230182db4216, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=165a0668-b70f-40da-931e-230182db4216,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:38.347511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Set router 2244c457-df20-46c3-96c0-47064880ac93 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:38.375402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0286f7cd-a53b-4de2-972a-0eed959c7a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:38.516578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286f7cd-a53b-4de2-972a-0eed959c7a53 None None] Pushing event updated for resources: {'Port': ['ID=165a0668-b70f-40da-931e-230182db4216,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:38.538737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-87575a49-2dd2-428b-90e2-5868c41d4ee4 None None] Provisioning complete for port 165a0668-b70f-40da-931e-230182db4216 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:38.539106 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-87575a49-2dd2-428b-90e2-5868c41d4ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:38.664945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:37Z', 'revision_number': 3, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port': {'id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:38.698850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Checking router: 2244c457-df20-46c3-96c0-47064880ac93 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:19:38.699198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Updating router 2244c457-df20-46c3-96c0-47064880ac93 port 0454d82d-4603-4e12-b842-d833caa4a8e4 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:19:38.726155 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:38.749083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:38.950870 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Allocated IP 172.20.0.1 (1f7cfe87-8602-4f8d-8b72-32376d76a24c/3ea70221-3414-48b9-b886-fdfd590537da/0b3ae9c6-1aba-4aac-9bc2-8008854407be) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:39.030162 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.051149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 165a0668-b70f-40da-931e-230182db4216 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:39.068345 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.101644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 165a0668-b70f-40da-931e-230182db4216 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:39.102026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.147699 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.183487 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.224996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b2e1e-b5ab-4a26-a5cc-f374d084cae9 None None] Pushing event updated for resources: {'Port': ['ID=0454d82d-4603-4e12-b842-d833caa4a8e4,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:39.229135 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Attempting to bind port 0454d82d-4603-4e12-b842-d833caa4a8e4 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:39.229500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Attempting to bind port 0454d82d-4603-4e12-b842-d833caa4a8e4 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:39.229869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Attempting to bind port 0454d82d-4603-4e12-b842-d833caa4a8e4 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:39.230959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:39.241306 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:39.242185 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:39.242705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:39.243227 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.244112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:39.248938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:39.252743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Bound port: 0454d82d-4603-4e12-b842-d833caa4a8e4, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:39.253448 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.273009 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Pushing event updated for resources: {'Port': ['ID=0b3ae9c6-1aba-4aac-9bc2-8008854407be,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:39.301327 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.330094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] For port 0454d82d-4603-4e12-b842-d833caa4a8e4, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:39.334991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] For port 0454d82d-4603-4e12-b842-d833caa4a8e4, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0454d82d-4603-4e12-b842-d833caa4a8e4,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:39.414684 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.490358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Routers {'2244c457-df20-46c3-96c0-47064880ac93'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:39.490918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2244c457-df20-46c3-96c0-47064880ac93'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:39.501241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b2e1e-b5ab-4a26-a5cc-f374d084cae9 None None] Pushing event updated for resources: {'Port': ['ID=0454d82d-4603-4e12-b842-d833caa4a8e4,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:39.511999 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.548308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d85fa74c-4150-4da1-8e4c-d215f19d622d None None] Provisioning complete for port 0b3ae9c6-1aba-4aac-9bc2-8008854407be triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:39.548792 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d85fa74c-4150-4da1-8e4c-d215f19d622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.625912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d85fa74c-4150-4da1-8e4c-d215f19d622d None None] Port 0b3ae9c6-1aba-4aac-9bc2-8008854407be cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:19:39.648704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] Set router 2244c457-df20-46c3-96c0-47064880ac93 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:39.699302 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.758119 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:39.878461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:39Z', 'revision_number': 4, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port': {'id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0b3ae9c6-1aba-4aac-9bc2-8008854407be', 'name': '', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'mac_address': 'fa:16:3e:52:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3ea70221-3414-48b9-b886-fdfd590537da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:38Z', 'updated_at': '2021-09-16T06:19:38Z', 'revision_number': 1, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'subnets': [{'id': '3ea70221-3414-48b9-b886-fdfd590537da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:39.921227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db44d65-a3ed-4313-adfb-f1df366aaf05 None None] The sync data for ids ['2244c457-df20-46c3-96c0-47064880ac93'] in n-d-712749-15 is: [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:39Z', 'revision_number': 4, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port': {'id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0b3ae9c6-1aba-4aac-9bc2-8008854407be', 'name': '', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'mac_address': 'fa:16:3e:52:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3ea70221-3414-48b9-b886-fdfd590537da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:38Z', 'updated_at': '2021-09-16T06:19:38Z', 'revision_number': 1, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'subnets': [{'id': '3ea70221-3414-48b9-b886-fdfd590537da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:19:40.190266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Pushing event updated for resources: {'Port': ['ID=0b3ae9c6-1aba-4aac-9bc2-8008854407be,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:40.209455 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:40.310386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:40.312516 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:40.454890 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Router 2244c457-df20-46c3-96c0-47064880ac93 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:19:40.564641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-531c7505-9f66-44ad-8800-29383dde5d97 None None] Provisioning complete for port 0b3ae9c6-1aba-4aac-9bc2-8008854407be triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:40.565252 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-531c7505-9f66-44ad-8800-29383dde5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:40.606550 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:19:40.613249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bb6dcd9c-62ad-4be7-ad1a-23e2b8e7213f admin admin] 10.222.0.49 "PUT /v2.0/routers/2244c457-df20-46c3-96c0-47064880ac93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3513165 Sep 16 06:19:40.637744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-531c7505-9f66-44ad-8800-29383dde5d97 None None] Port 0b3ae9c6-1aba-4aac-9bc2-8008854407be cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:19:41.044830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0454d82d-4603-4e12-b842-d833caa4a8e4 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:41.102276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0454d82d-4603-4e12-b842-d833caa4a8e4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:41.102657 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.207231 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.239660 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 0454d82d-4603-4e12-b842-d833caa4a8e4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0454d82d-4603-4e12-b842-d833caa4a8e4,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:41.346248 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.401602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=0454d82d-4603-4e12-b842-d833caa4a8e4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:41.461559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51562) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:41.466588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-846172013-network', 'tenant_id': '126f1596072c41c8b0025ba809872eb3'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:41.546745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Made reservation on behalf of 126f1596072c41c8b0025ba809872eb3 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:41.549144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.558675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.657926 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.764192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.793737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:19:41.810356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4b0a56-91b3-4bdc-9732-bed892a9a565,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:41.812466 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.812897 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Added segment 3e2b9036-5f07-4465-8dcb-d76d99717f44 of type vlan for network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf Sep 16 06:19:41.859086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.975217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:41.976294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:41.976895 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.012608 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Sync routers for ids ['2244c457-df20-46c3-96c0-47064880ac93'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:19:42.025488 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Routers {'2244c457-df20-46c3-96c0-47064880ac93'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:42.026110 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2244c457-df20-46c3-96c0-47064880ac93'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:42.043844 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] Pushing event updated for resources: {'Network': ['ID=f88634de-f8a8-47c6-ad9f-9e127ea5a4cf,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:42.054882 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:19:42.087819 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-77db43e4-7250-4f2a-8abc-afde45903345 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6225281 Sep 16 06:19:42.088550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51564) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:42.093737 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Request body: {'subnet': {'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-subnet', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:42.205846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Made reservation on behalf of 126f1596072c41c8b0025ba809872eb3 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:42.208947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.269986 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Set router 2244c457-df20-46c3-96c0-47064880ac93 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:42.466377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.483682 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:39Z', 'revision_number': 4, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port': {'id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0b3ae9c6-1aba-4aac-9bc2-8008854407be', 'name': '', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'mac_address': 'fa:16:3e:52:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3ea70221-3414-48b9-b886-fdfd590537da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:38Z', 'updated_at': '2021-09-16T06:19:39Z', 'revision_number': 2, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'subnets': [{'id': '3ea70221-3414-48b9-b886-fdfd590537da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:42.510591 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Checking router: 2244c457-df20-46c3-96c0-47064880ac93 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:19:42.510830 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Updating router 2244c457-df20-46c3-96c0-47064880ac93 port 0b3ae9c6-1aba-4aac-9bc2-8008854407be binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:19:42.526826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2ba8f5-961e-45eb-a798-cb86640eba45,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:42.538849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Checking segment: {'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:42.539220 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Network hostable DHCP agents. Network: f88634de-f8a8-47c6-ad9f-9e127ea5a4cf, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:19:42.540824 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.620532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:19:42.706419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, f88634de-f8a8-47c6-ad9f-9e127ea5a4cf) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:42.712394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:42.713065 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.719751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76712a4-72e0-470e-8722-f610bfb7f386 None None] Network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:42.812900 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.844566 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e71133c4-3e97-4569-86fc-b9f9f599e3ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7548907 Sep 16 06:19:42.848862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51566) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:42.853564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:42.877852 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-f88634de-f8a8-47c6-ad9f-9e127ea5a4cf', 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'fixed_ips': [{'subnet_id': 'ca2ba8f5-961e-45eb-a798-cb86640eba45'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:19:42.878712 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.933685 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.986790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.988159 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:42.992784 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Pushing event updated for resources: {'Port': ['ID=0b3ae9c6-1aba-4aac-9bc2-8008854407be,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:43.002796 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.003146 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.003996 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.003996 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.004984 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.005448 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.005690 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.006021 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.006352 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.006741 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.007127 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.007455 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:43.063351 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Allocated IP 172.20.0.2 (f88634de-f8a8-47c6-ad9f-9e127ea5a4cf/ca2ba8f5-961e-45eb-a798-cb86640eba45/29c4aba4-2035-4551-b18c-8fe85a73b082) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:43.070533 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0454d82d-4603-4e12-b842-d833caa4a8e4 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:43.076604 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Attempting to bind port 0b3ae9c6-1aba-4aac-9bc2-8008854407be on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:43.077630 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Attempting to bind port 0b3ae9c6-1aba-4aac-9bc2-8008854407be by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:43.078188 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Attempting to bind port 0b3ae9c6-1aba-4aac-9bc2-8008854407be on network 1f7cfe87-8602-4f8d-8b72-32376d76a24c {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:43.084455 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:43.087058 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Checking segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:43.087058 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.087058 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Bound using segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:43.087058 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Bound port: 0b3ae9c6-1aba-4aac-9bc2-8008854407be, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:43.087058 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.100401 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.157304 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] For port 0b3ae9c6-1aba-4aac-9bc2-8008854407be, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:43.161951 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] For port 0b3ae9c6-1aba-4aac-9bc2-8008854407be, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b3ae9c6-1aba-4aac-9bc2-8008854407be,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:43.214887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0454d82d-4603-4e12-b842-d833caa4a8e4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:43.215353 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.250279 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.312720 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Routers {'2244c457-df20-46c3-96c0-47064880ac93'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:43.313496 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2244c457-df20-46c3-96c0-47064880ac93'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:43.320381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5a997cd4-86e8-41dc-a807-5f3df9468597 None None] Provisioning complete for port 0b3ae9c6-1aba-4aac-9bc2-8008854407be triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:43.320752 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a997cd4-86e8-41dc-a807-5f3df9468597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.368812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.380756 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bde73-74c5-419d-bcae-f08a92ac0ba2 None None] Pushing event updated for resources: {'Port': ['ID=0b3ae9c6-1aba-4aac-9bc2-8008854407be,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:43.463572 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] Set router 2244c457-df20-46c3-96c0-47064880ac93 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:43.531531 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.637406 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a997cd4-86e8-41dc-a807-5f3df9468597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.640875 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.713612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.716541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:43.721640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5a997cd4-86e8-41dc-a807-5f3df9468597 None None] For port 0b3ae9c6-1aba-4aac-9bc2-8008854407be, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b3ae9c6-1aba-4aac-9bc2-8008854407be,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:43.723080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:43.726041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:43.735105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.739677 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Pushing event updated for resources: {'Port': ['ID=29c4aba4-2035-4551-b18c-8fe85a73b082,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:43.768439 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:39Z', 'revision_number': 4, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port': {'id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0b3ae9c6-1aba-4aac-9bc2-8008854407be', 'name': '', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'mac_address': 'fa:16:3e:52:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3ea70221-3414-48b9-b886-fdfd590537da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:38Z', 'updated_at': '2021-09-16T06:19:43Z', 'revision_number': 4, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'subnets': [{'id': '3ea70221-3414-48b9-b886-fdfd590537da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:43.797048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Attempting to bind port 29c4aba4-2035-4551-b18c-8fe85a73b082 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:43.799388 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68683e97-a10c-40e5-9a6f-bec061500430 None None] The sync data for ids ['2244c457-df20-46c3-96c0-47064880ac93'] in n-d-712749-15 is: [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:39Z', 'revision_number': 4, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port': {'id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '0b3ae9c6-1aba-4aac-9bc2-8008854407be', 'name': '', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'mac_address': 'fa:16:3e:52:7d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '3ea70221-3414-48b9-b886-fdfd590537da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:38Z', 'updated_at': '2021-09-16T06:19:43Z', 'revision_number': 4, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'subnets': [{'id': '3ea70221-3414-48b9-b886-fdfd590537da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:19:43.799663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Attempting to bind port 29c4aba4-2035-4551-b18c-8fe85a73b082 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:43.799663 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Attempting to bind port 29c4aba4-2035-4551-b18c-8fe85a73b082 on network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:43.805441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:43.805818 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Checking segment: {'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:43.806354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.806816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Bound using segment: {'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:43.807374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Bound port: 29c4aba4-2035-4551-b18c-8fe85a73b082, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:43.807767 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.847529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5a997cd4-86e8-41dc-a807-5f3df9468597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:43.868286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Allocated IP 172.25.1.59 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/aa7dcacd-ad81-4955-be45-513d008f80a7) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:43.944772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] For port 29c4aba4-2035-4551-b18c-8fe85a73b082, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:43.950680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a997cd4-86e8-41dc-a807-5f3df9468597 None None] Pushing event updated for resources: {'Port': ['ID=0b3ae9c6-1aba-4aac-9bc2-8008854407be,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:43.966724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] For port 29c4aba4-2035-4551-b18c-8fe85a73b082, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=29c4aba4-2035-4551-b18c-8fe85a73b082,segment=NetworkSegment(3e2b9036-5f07-4465-8dcb-d76d99717f44),segment_id=3e2b9036-5f07-4465-8dcb-d76d99717f44)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:43.979167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d7706962-c54d-4140-b1a5-db33bb3e0eb7 None None] Provisioning complete for port 0b3ae9c6-1aba-4aac-9bc2-8008854407be triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:43.979623 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d7706962-c54d-4140-b1a5-db33bb3e0eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:44.012815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:44.077668 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:44.175463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ca063-61a7-425a-ac7d-508ac2bbf7e2 None None] Pushing event updated for resources: {'Port': ['ID=29c4aba4-2035-4551-b18c-8fe85a73b082,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:44.176513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:44.220503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:44.223318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:44.227354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:44.258704 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Pushing event updated for resources: {'Port': ['ID=aa7dcacd-ad81-4955-be45-513d008f80a7,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:45.065527 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.153151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b3ae9c6-1aba-4aac-9bc2-8008854407be up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:45.196024 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2604d5-8681-4c8d-a45d-b260c9ab252b None None] Network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:19:45.268239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 0b3ae9c6-1aba-4aac-9bc2-8008854407be triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:45.268923 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.304988 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.359579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5243d836-a6e5-423c-bed9-b8b4f5f71b8d None None] Provisioning complete for port 29c4aba4-2035-4551-b18c-8fe85a73b082 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:45.359981 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5243d836-a6e5-423c-bed9-b8b4f5f71b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.465329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 29c4aba4-2035-4551-b18c-8fe85a73b082 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:45.548030 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5243d836-a6e5-423c-bed9-b8b4f5f71b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.572948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 29c4aba4-2035-4551-b18c-8fe85a73b082 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:45.573444 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.614557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5243d836-a6e5-423c-bed9-b8b4f5f71b8d None None] For port 29c4aba4-2035-4551-b18c-8fe85a73b082, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=29c4aba4-2035-4551-b18c-8fe85a73b082,segment=NetworkSegment(3e2b9036-5f07-4465-8dcb-d76d99717f44),segment_id=3e2b9036-5f07-4465-8dcb-d76d99717f44)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:45.648501 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:19:45.673171 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.770949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:19:45.780562 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Sync routers for ids ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:19:45.788564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5243d836-a6e5-423c-bed9-b8b4f5f71b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.841192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Routers {'9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:45.841843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:45.878053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:45.881916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-292e6e3b-ef37-4b04-bd8a-0b12e56b454b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0294375 Sep 16 06:19:45.882181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51568) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:19:45.896578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:19:45.896873 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:19:45.924810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243d836-a6e5-423c-bed9-b8b4f5f71b8d None None] Pushing event updated for resources: {'Port': ['ID=29c4aba4-2035-4551-b18c-8fe85a73b082,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:45.941104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-86d00fd0-86c4-47d2-b362-e6587f26c04b None None] Provisioning complete for port 29c4aba4-2035-4551-b18c-8fe85a73b082 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:45.941515 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86d00fd0-86c4-47d2-b362-e6587f26c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.022537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Set router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:46.258004 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:19:44Z', 'revision_number': 3, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port': {'id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:43Z', 'updated_at': '2021-09-16T06:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:46.286247 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Checking router: 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:19:46.286508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Updating router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 port aa7dcacd-ad81-4955-be45-513d008f80a7 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:19:46.311643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.341702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.596506 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Allocated IP 172.20.0.1 (f88634de-f8a8-47c6-ad9f-9e127ea5a4cf/ca2ba8f5-961e-45eb-a798-cb86640eba45/a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:46.621907 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.716178 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.734833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.791473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Attempting to bind port aa7dcacd-ad81-4955-be45-513d008f80a7 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:46.791842 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Attempting to bind port aa7dcacd-ad81-4955-be45-513d008f80a7 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:46.792229 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Attempting to bind port aa7dcacd-ad81-4955-be45-513d008f80a7 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:46.795472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a9465-84c1-48d9-aa68-4e13e0b555cb None None] Pushing event updated for resources: {'Port': ['ID=aa7dcacd-ad81-4955-be45-513d008f80a7,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:46.800227 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:46.805675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:46.805675 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.805675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:46.805675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Bound port: aa7dcacd-ad81-4955-be45-513d008f80a7, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:46.805675 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.826838 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.859728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] For port aa7dcacd-ad81-4955-be45-513d008f80a7, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:46.864299 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] For port aa7dcacd-ad81-4955-be45-513d008f80a7, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aa7dcacd-ad81-4955-be45-513d008f80a7,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:46.866836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:46.869745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:46.873446 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:46.903796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Pushing event updated for resources: {'Port': ['ID=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:46.928831 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:46.952809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.014825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Routers {'9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:47.015603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:47.080182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 29c4aba4-2035-4551-b18c-8fe85a73b082 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:47.115720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a9465-84c1-48d9-aa68-4e13e0b555cb None None] Pushing event updated for resources: {'Port': ['ID=aa7dcacd-ad81-4955-be45-513d008f80a7,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:47.385071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a1fd9d80-167d-401d-8fb6-b57cc5338efc None None] Provisioning complete for port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:47.385715 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9d80-167d-401d-8fb6-b57cc5338efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.388805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] Set router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:47.415230 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 29c4aba4-2035-4551-b18c-8fe85a73b082 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:47.415610 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.461129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.535583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd9d80-167d-401d-8fb6-b57cc5338efc None None] Port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:19:47.652724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.680404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:19:44Z', 'revision_number': 3, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port': {'id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:43Z', 'updated_at': '2021-09-16T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:47.708009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e74d60-3f8b-4099-96d0-ea6dd067950f None None] The sync data for ids ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'] in n-d-712749-15 is: [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:19:44Z', 'revision_number': 3, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port': {'id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:43Z', 'updated_at': '2021-09-16T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:19:47.826453 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:47.932569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Pushing event updated for resources: {'Port': ['ID=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:47.942086 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:48.071111 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:48.072706 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:48.204742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:19:48.330921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:19:48.336300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec283945-738c-459b-88db-b5a7e97b923d admin admin] 10.222.0.49 "PUT /v2.0/routers/9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530871 Sep 16 06:19:48.368469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-98da18da-e578-457a-86d7-a82b4de38775 None None] Provisioning complete for port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:48.368844 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98da18da-e578-457a-86d7-a82b4de38775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:48.415831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-98da18da-e578-457a-86d7-a82b4de38775 None None] Port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:19:49.045647 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aa7dcacd-ad81-4955-be45-513d008f80a7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:49.101290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aa7dcacd-ad81-4955-be45-513d008f80a7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:49.101722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:49.183068 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:49.204605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port aa7dcacd-ad81-4955-be45-513d008f80a7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aa7dcacd-ad81-4955-be45-513d008f80a7,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:49.334995 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:49.386223 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Sync routers for ids ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:19:49.391761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=aa7dcacd-ad81-4955-be45-513d008f80a7,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:49.397554 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Routers {'9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:49.398260 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:49.400906 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.403645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.403645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.403645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.403645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.403645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.403645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.403645 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.404499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.404981 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.405458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.405943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:19:49.442322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-8554642a-cf82-49cf-ba63-6e4945faca3e tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:49.444036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-8554642a-cf82-49cf-ba63-6e4945faca3e tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/networks?id=1f7cfe87-8602-4f8d-8b72-32376d76a24c HTTP/1.1" status: 200 len: 817 time: 0.1182852 Sep 16 06:19:49.460908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-138925fd-d26a-40ec-85c8-fa211f8f650e tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/quotas/4de5afcb335b486698c03d74f8e277e9 HTTP/1.1" status: 200 len: 375 time: 0.0103927 Sep 16 06:19:49.513725 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Set router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:49.513962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-92e217e3-473a-4baf-939a-a8f1866d8ae4 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de5afcb335b486698c03d74f8e277e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468938 Sep 16 06:19:49.624488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-f5c14f04-e5de-44f4-a61b-6b2c3e4c1f89 service neutron] 10.222.0.49 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972481 Sep 16 06:19:49.753158 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-fe4bab57-6d6b-43b9-9b41-5a6da78bec20 service neutron] 10.222.0.49 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212428 Sep 16 06:19:49.754666 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:19:47Z', 'revision_number': 4, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port': {'id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:43Z', 'updated_at': '2021-09-16T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c', 'name': '', 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'mac_address': 'fa:16:3e:ff:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca2ba8f5-961e-45eb-a798-cb86640eba45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:46Z', 'updated_at': '2021-09-16T06:19:47Z', 'revision_number': 2, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'subnets': [{'id': 'ca2ba8f5-961e-45eb-a798-cb86640eba45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:49.780698 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Checking router: 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:19:49.781049 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Updating router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:19:49.806773 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:49.895241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-df1fe71c-2f09-4919-a667-28e0c5753948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.103609 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.120471 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ed6561cd-60ce-417e-8abe-38b35fe0c8de req-0511e780-d6d8-4e3d-8d42-8546845661df tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 210 time: 0.1446126 Sep 16 06:19:50.209348 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.258191 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68e3ef-17f9-4fe4-8cd6-60d3bcf88676 None None] Pushing event updated for resources: {'Port': ['ID=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:50.312495 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Attempting to bind port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:50.312867 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Attempting to bind port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:50.313237 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Attempting to bind port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c on network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:50.319423 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:50.319783 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Checking segment: {'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:50.320223 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.320609 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Bound using segment: {'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:50.321084 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Bound port: a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2b9036-5f07-4465-8dcb-d76d99717f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:50.321464 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.398012 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] For port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:50.401422 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] For port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,segment=NetworkSegment(3e2b9036-5f07-4465-8dcb-d76d99717f44),segment_id=3e2b9036-5f07-4465-8dcb-d76d99717f44)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:50.529681 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.553158 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-57832f69-4980-4312-a354-fe2b08106315 None None] Provisioning complete for port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:50.553742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57832f69-4980-4312-a354-fe2b08106315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.594371 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Routers {'9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:19:50.594371 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:19:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:50.595806 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68e3ef-17f9-4fe4-8cd6-60d3bcf88676 None None] Pushing event updated for resources: {'Port': ['ID=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:50.659140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57832f69-4980-4312-a354-fe2b08106315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.697589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-57832f69-4980-4312-a354-fe2b08106315 None None] For port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,segment=NetworkSegment(3e2b9036-5f07-4465-8dcb-d76d99717f44),segment_id=3e2b9036-5f07-4465-8dcb-d76d99717f44)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:50.815319 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-57832f69-4980-4312-a354-fe2b08106315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.816613 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] Set router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:19:50.869367 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57832f69-4980-4312-a354-fe2b08106315 None None] Pushing event updated for resources: {'Port': ['ID=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:50.936824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-30eca8cc-1a1e-4089-8c00-991d0a1bfddd None None] Provisioning complete for port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:50.937885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30eca8cc-1a1e-4089-8c00-991d0a1bfddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:51.032255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aa7dcacd-ad81-4955-be45-513d008f80a7 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:51.048337 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:19:47Z', 'revision_number': 4, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port': {'id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:43Z', 'updated_at': '2021-09-16T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c', 'name': '', 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'mac_address': 'fa:16:3e:ff:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca2ba8f5-961e-45eb-a798-cb86640eba45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:46Z', 'updated_at': '2021-09-16T06:19:50Z', 'revision_number': 4, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'subnets': [{'id': 'ca2ba8f5-961e-45eb-a798-cb86640eba45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:19:51.084789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port aa7dcacd-ad81-4955-be45-513d008f80a7 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:51.085164 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:51.087502 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee547d1b-79c3-401a-83e7-0b59dafe7347 None None] The sync data for ids ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'] in n-d-712749-15 is: [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:19:47Z', 'revision_number': 4, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port': {'id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:43Z', 'updated_at': '2021-09-16T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c', 'name': '', 'network_id': 'f88634de-f8a8-47c6-ad9f-9e127ea5a4cf', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'mac_address': 'fa:16:3e:ff:9d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca2ba8f5-961e-45eb-a798-cb86640eba45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:46Z', 'updated_at': '2021-09-16T06:19:50Z', 'revision_number': 4, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'subnets': [{'id': 'ca2ba8f5-961e-45eb-a798-cb86640eba45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:19:51.252106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e710a8d-ab02-4fe3-a6fc-ba76d93059b1 req-d5f603ad-2466-48ac-bc70-ec1b66fab5e4 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 210 time: 0.0408058 Sep 16 06:19:51.476758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:52.354989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-716fbfb0-620a-46ec-b0db-f703379556c6 req-dd131608-93ca-43d4-a39e-57da7008cb6c tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 210 time: 0.0288446 Sep 16 06:19:53.017118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-d7edd512-db8a-484b-9500-c07a7812e838 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:53.018718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-d7edd512-db8a-484b-9500-c07a7812e838 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.30 "GET /v2.0/networks?id=1f7cfe87-8602-4f8d-8b72-32376d76a24c HTTP/1.1" status: 200 len: 817 time: 0.1170900 Sep 16 06:19:53.039673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Request body: {'port': {'device_id': 'b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'admin_state_up': True, 'tenant_id': '4de5afcb335b486698c03d74f8e277e9'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:53.058220 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:19:53.119339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:53.119598 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:53.192389 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4db984e3-fd52-4495-af6e-5422913dea2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:53.258857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Made reservation on behalf of 4de5afcb335b486698c03d74f8e277e9 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:19:53.263060 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:53.399328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Allocated IP 172.20.0.9 (1f7cfe87-8602-4f8d-8b72-32376d76a24c/3ea70221-3414-48b9-b886-fdfd590537da/5b8854a1-336d-49e2-9fd8-35da1f5c3a68) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:19:53.474210 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90ebd557-e365-4f13-b8fb-9618bded08bd req-3c86e177-7258-4d4a-bae1-453645c6d3b6 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 210 time: 0.0314445 Sep 16 06:19:53.565063 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:53.724695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:53.775772 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:19:53.779050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:19:53.787129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:19:53.815564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Pushing event updated for resources: {'Port': ['ID=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:53.854699 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:53.856029 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:53.947146 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:53.963601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3c3d8a45-00ef-4374-9f45-2443bcd35278 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9295597 Sep 16 06:19:53.983561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Request body: {'port': {'device_id': 'b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:19:54.050403 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:54.070754 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b065b73a-7538-4c2d-a625-821c681afbdd None None] Provisioning complete for port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:19:54.071530 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b065b73a-7538-4c2d-a625-821c681afbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:54.119266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b065b73a-7538-4c2d-a625-821c681afbdd None None] Port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:19:54.393082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:19:54.403195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:54.418345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Transition to ACTIVE for port object 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:19:54.499229 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:54.569423 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Pushing event updated for resources: {'Port': ['ID=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:54.665269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1bf65-ad90-4cf1-9199-b7f5d426b92e req-660b846a-45c3-4331-8405-d1012ec672fc tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:54.666958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb1bf65-ad90-4cf1-9199-b7f5d426b92e req-660b846a-45c3-4331-8405-d1012ec672fc tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 943 time: 0.1159830 Sep 16 06:19:54.684788 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Attempting to bind port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:19:54.685122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Attempting to bind port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:19:54.685453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Attempting to bind port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 on network 1f7cfe87-8602-4f8d-8b72-32376d76a24c {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:54.698117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 on network 1f7cfe87-8602-4f8d-8b72-32376d76a24c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:19:54.698440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Attempting to bind port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 on network 1f7cfe87-8602-4f8d-8b72-32376d76a24c {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:19:54.709176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:19:54.710043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Checking segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:19:54.710499 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Bound using segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:19:54.710947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Bound port: 5b8854a1-336d-49e2-9fd8-35da1f5c3a68, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:19:54.711342 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:54.739178 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dcb1bf65-ad90-4cf1-9199-b7f5d426b92e req-9739650b-8e74-44fb-9e25-a8a4d8504b71 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630510 Sep 16 06:19:54.795774 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] For port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:19:54.798949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] For port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:19:54.883616 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:54.922836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:54.923522 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:54.924988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] 10.222.0.30 "PUT /v2.0/ports/5b8854a1-336d-49e2-9fd8-35da1f5c3a68 HTTP/1.1" status: 200 len: 1092 time: 0.9460187 Sep 16 06:19:54.926063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6', 'tag': '5b8854a1-336d-49e2-9fd8-35da1f5c3a68'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:19:54.929121 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb88b97-9f01-4bed-b120-dcb1a14d79e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6", "tag": "5b8854a1-336d-49e2-9fd8-35da1f5c3a68"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:19:54.956550 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281e15-72aa-465b-8056-8790abc5714c service neutron] Pushing event updated for resources: {'Port': ['ID=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:54.973975 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eaf213-5803-4be8-9733-730e9a224584 x-openstack-request-id: req-80eaf213-5803-4be8-9733-730e9a224584 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:19:54.974284 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6", "tag": "5b8854a1-336d-49e2-9fd8-35da1f5c3a68", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:19:54.974543 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80eaf213-5803-4be8-9733-730e9a224584 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:19:54.974960 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6', 'tag': '5b8854a1-336d-49e2-9fd8-35da1f5c3a68', 'status': 'completed', 'code': 200} Sep 16 06:19:55.063641 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb88b97-9f01-4bed-b120-dcb1a14d79e5 req-e95da7c1-ed8d-46c0-be5c-dc7765548c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:55.065537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bb88b97-9f01-4bed-b120-dcb1a14d79e5 req-e95da7c1-ed8d-46c0-be5c-dc7765548c6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4de5afcb335b486698c03d74f8e277e9&device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 1095 time: 0.0504630 Sep 16 06:19:55.185305 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb88b97-9f01-4bed-b120-dcb1a14d79e5 req-f5b8dccc-cde0-475a-baa4-154dad74455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:55.186800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bb88b97-9f01-4bed-b120-dcb1a14d79e5 req-f5b8dccc-cde0-475a-baa4-154dad74455b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4de5afcb335b486698c03d74f8e277e9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1068187 Sep 16 06:19:55.287076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb88b97-9f01-4bed-b120-dcb1a14d79e5 req-1bf6dca7-14ea-4bb5-9a30-8f5e549e8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:55.288721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3bb88b97-9f01-4bed-b120-dcb1a14d79e5 req-1bf6dca7-14ea-4bb5-9a30-8f5e549e8751 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951371 Sep 16 06:19:55.390881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e6a3839f-8f00-4791-8f90-235a93cf35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:55.392569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-e6a3839f-8f00-4791-8f90-235a93cf35b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4de5afcb335b486698c03d74f8e277e9&device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 1095 time: 0.0432374 Sep 16 06:19:55.450902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-811c84f5-aff6-4772-8a19-02fe6feb8878 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8854a1-336d-49e2-9fd8-35da1f5c3a68 HTTP/1.1" status: 200 len: 217 time: 0.0445061 Sep 16 06:19:55.504850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3baa3772-4b1c-4179-b531-47ab76bc261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:55.506383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-3baa3772-4b1c-4179-b531-47ab76bc261b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ea70221-3414-48b9-b886-fdfd590537da HTTP/1.1" status: 200 len: 856 time: 0.0483904 Sep 16 06:19:55.517536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:55.556114 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-175083c2-beb0-474b-a1bf-68af56bf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:55.557577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-175083c2-beb0-474b-a1bf-68af56bf7522 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f7cfe87-8602-4f8d-8b72-32376d76a24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436547 Sep 16 06:19:55.658171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-94d2df04-9fd9-48c2-a33b-de473c31ac23 service neutron] 10.222.0.30 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932589 Sep 16 06:19:55.751629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c0f95a7-d9d1-4ab7-89a2-0a85560304bf req-5a528ca6-165d-46dd-9bb0-41b90ec8f54b service neutron] 10.222.0.30 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867412 Sep 16 06:19:55.867156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7319a90-233e-4dea-b1d3-ddee8bc997b8 req-d7ffe9b0-b4e1-4d8a-9c56-e555db8e0722 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:55.868821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a7319a90-233e-4dea-b1d3-ddee8bc997b8 req-d7ffe9b0-b4e1-4d8a-9c56-e555db8e0722 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 943 time: 0.0585566 Sep 16 06:19:55.912491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a7319a90-233e-4dea-b1d3-ddee8bc997b8 req-5ebca99c-631c-4308-9ce5-6fa552046a87 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Sep 16 06:19:57.038557 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d288e-7bae-47f7-bda0-834fbbeb2cee req-af5ff9fa-5551-456c-8e93-b0ef621ef64e tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:57.040238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-874d288e-7bae-47f7-bda0-834fbbeb2cee req-af5ff9fa-5551-456c-8e93-b0ef621ef64e tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 943 time: 0.0567715 Sep 16 06:19:57.090300 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-874d288e-7bae-47f7-bda0-834fbbeb2cee req-8be79b64-0fd9-4f9e-a7fa-5316e316539b tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Sep 16 06:19:57.632012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:58.222778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf5822-e5f8-4b9e-89b2-58beaef555f4 req-1d15c363-c771-4e9e-b003-13f0fe44e318 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:58.224560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86bf5822-e5f8-4b9e-89b2-58beaef555f4 req-1d15c363-c771-4e9e-b003-13f0fe44e318 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 943 time: 0.0505550 Sep 16 06:19:58.263353 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-86bf5822-e5f8-4b9e-89b2-58beaef555f4 req-69eb6f25-28f9-427b-879a-906dfc70eee9 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328143 Sep 16 06:19:58.819769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:19:58.928025 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:58.939407 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '5b8854a1-336d-49e2-9fd8-35da1f5c3a68', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'port_id': '5b8854a1-336d-49e2-9fd8-35da1f5c3a68', 'mac_address': 'fa:16:3e:53:9d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea70221-3414-48b9-b886-fdfd590537da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:19:58.979607 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:58.993461 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:19:59.014120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:19:59.083735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:59.133194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:19:59.271730 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:59.358933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['5b8854a1-336d-49e2-9fd8-35da1f5c3a68'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:19:59.387419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d4a7c-dd66-4b4c-9615-9817063d7ee3 req-182e81cd-d40c-470f-98c0-792a63a22af8 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:59.388981 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-565d4a7c-dd66-4b4c-9615-9817063d7ee3 req-182e81cd-d40c-470f-98c0-792a63a22af8 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 944 time: 0.0544267 Sep 16 06:19:59.436264 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-565d4a7c-dd66-4b4c-9615-9817063d7ee3 req-14452e82-fc24-46ec-bae1-a8dea716e4aa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Sep 16 06:20:00.573654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78252c33-ae3a-4386-b7b6-36f7bf71802b req-f4f38fbe-bf3c-424e-a4c2-c3ae8193c11e tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:00.575217 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78252c33-ae3a-4386-b7b6-36f7bf71802b req-f4f38fbe-bf3c-424e-a4c2-c3ae8193c11e tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 944 time: 0.0566108 Sep 16 06:20:00.618669 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78252c33-ae3a-4386-b7b6-36f7bf71802b req-f7935123-4f0a-47fe-98ee-ac139bd6dd47 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Sep 16 06:20:00.819630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:20:00.974504 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:20:00.978857 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:20:00.979229 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:01.066559 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:01.089578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8854a1-336d-49e2-9fd8-35da1f5c3a68'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:01.094149 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b64b9c-d2f7-4bb8-b3b5-910c9c5e7f14" -d '{"events": [{"server_uuid": "b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6", "name": "network-vif-plugged", "status": "completed", "tag": "5b8854a1-336d-49e2-9fd8-35da1f5c3a68"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:01.105237 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:01.129890 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee570c00-0d1f-4598-ba95-ce9db73be82d x-openstack-request-id: req-ee570c00-0d1f-4598-ba95-ce9db73be82d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:01.130197 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6", "name": "network-vif-plugged", "status": "completed", "tag": "5b8854a1-336d-49e2-9fd8-35da1f5c3a68", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:01.130452 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee570c00-0d1f-4598-ba95-ce9db73be82d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:01.130844 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8854a1-336d-49e2-9fd8-35da1f5c3a68', 'code': 200} Sep 16 06:20:01.172865 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:01.228265 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:01.265371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e5566-10f1-4c9f-b021-52bf097e6465 req-880d94bd-ecd9-4383-9763-7515a123883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:01.267052 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-029e5566-10f1-4c9f-b021-52bf097e6465 req-880d94bd-ecd9-4383-9763-7515a123883b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 1097 time: 0.0465350 Sep 16 06:20:01.302641 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-029e5566-10f1-4c9f-b021-52bf097e6465 req-5111c315-8ce0-4a58-9014-68047f4286d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287507 Sep 16 06:20:01.748390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d8ee6-6a45-401c-b59a-20653b08d62c req-c6098f93-b1dd-4253-bc55-47e1467fef9a tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:01.750068 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd7d8ee6-6a45-401c-b59a-20653b08d62c req-c6098f93-b1dd-4253-bc55-47e1467fef9a tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 945 time: 0.0585785 Sep 16 06:20:01.811406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd7d8ee6-6a45-401c-b59a-20653b08d62c req-b8b74932-32cf-4bb0-abc2-5759225a92e2 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538137 Sep 16 06:20:02.942967 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb1494-d67f-4074-8d8e-636885fd3695 req-a3cec838-f543-4204-9006-1a586fbbdead tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:02.944656 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6cb1494-d67f-4074-8d8e-636885fd3695 req-a3cec838-f543-4204-9006-1a586fbbdead tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 945 time: 0.0574470 Sep 16 06:20:02.988478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6cb1494-d67f-4074-8d8e-636885fd3695 req-3bdd3791-1b04-434e-9be0-9af08a6be4a1 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Sep 16 06:20:03.110097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0168-957c-420c-b4d5-0e7bdcc6f6f8 req-47b5401e-f7c9-481e-83b3-bae8a896dd13 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:03.111728 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3ad0168-957c-420c-b4d5-0e7bdcc6f6f8 req-47b5401e-f7c9-481e-83b3-bae8a896dd13 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 945 time: 0.0541141 Sep 16 06:20:03.165772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3ad0168-957c-420c-b4d5-0e7bdcc6f6f8 req-817e2c3a-9dad-4164-bf1b-ce9c2e85e4bb tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Sep 16 06:20:05.807373 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-2d587e07-f799-43c9-aba7-b17aa9afeed1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455186 Sep 16 06:20:05.905250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-8150ceb0-4333-459a-b394-040243f22363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:05.907050 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-8150ceb0-4333-459a-b394-040243f22363 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4de5afcb335b486698c03d74f8e277e9&device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 1097 time: 0.0413389 Sep 16 06:20:06.063811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-a5a846e5-eff7-45d7-985c-776d30b887d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:06.065264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-a5a846e5-eff7-45d7-985c-776d30b887d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1f7cfe87-8602-4f8d-8b72-32376d76a24c HTTP/1.1" status: 200 len: 918 time: 0.1375494 Sep 16 06:20:06.108384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-16859cd2-ff90-4dd7-ab05-296aa38a0b21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8854a1-336d-49e2-9fd8-35da1f5c3a68 HTTP/1.1" status: 200 len: 217 time: 0.0357285 Sep 16 06:20:06.162858 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-ea08dfb4-d329-445c-8851-f61bfc89cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:06.164406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-ea08dfb4-d329-445c-8851-f61bfc89cc8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ea70221-3414-48b9-b886-fdfd590537da HTTP/1.1" status: 200 len: 856 time: 0.0497828 Sep 16 06:20:06.212986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-2caf6143-1aa1-4199-9abc-b700b5c34c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:06.214530 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-2caf6143-1aa1-4199-9abc-b700b5c34c9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f7cfe87-8602-4f8d-8b72-32376d76a24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429254 Sep 16 06:20:06.305330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-cfded4a3-58da-4cac-af38-ec96a93e8e09 service neutron] 10.222.0.30 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836411 Sep 16 06:20:06.454802 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f0946c1f-e843-4af6-b809-09d1b1df2807 req-18964a87-4445-482f-ba31-f5654fb7b982 service neutron] 10.222.0.30 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421461 Sep 16 06:20:12.235372 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:20:19.920993 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d134f09-f014-4a8d-b5d6-cc62a6d8fdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:21.368023 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:23.149735 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-679055cd-c5fb-49e7-a1da-4614401ed5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:23.922637 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:25.544007 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:26.689209 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155d507-1436-4a50-849a-d488e7e8b84f req-5e596904-d225-4155-83af-22c76a941d00 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:26.690871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d155d507-1436-4a50-849a-d488e7e8b84f req-5e596904-d225-4155-83af-22c76a941d00 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 945 time: 0.0517266 Sep 16 06:20:26.730088 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d155d507-1436-4a50-849a-d488e7e8b84f req-3a0b2fdb-ff2c-4e7f-840e-328e25dc7e1d tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Sep 16 06:20:27.631087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:27.848615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d703be-a335-48f5-91fd-50b645fa177f req-ce92f66d-863a-40b9-9f01-441ef3a3393c tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:27.850129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36d703be-a335-48f5-91fd-50b645fa177f req-ce92f66d-863a-40b9-9f01-441ef3a3393c tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 945 time: 0.0497770 Sep 16 06:20:27.889404 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-36d703be-a335-48f5-91fd-50b645fa177f req-617dc30d-1798-4e53-8f76-037be7bae969 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Sep 16 06:20:28.322008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-3921eb96-9099-4439-92cb-6a46ab41fda0 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:28.323555 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-3921eb96-9099-4439-92cb-6a46ab41fda0 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 945 time: 0.0549002 Sep 16 06:20:28.416849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Deleting port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:20:28.417195 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:28.510113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] For port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:28.510483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:28.522125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Calling delete_port for 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:20:28.733722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:28.766597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Pushing event deleted for resources: {'Port': ['ID=5b8854a1-336d-49e2-9fd8-35da1f5c3a68,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:28.769784 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['5b8854a1-336d-49e2-9fd8-35da1f5c3a68'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:20:28.781687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.782049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.782404 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.782742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.783076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.783416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.783748 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.784175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.784521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.784852 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.785185 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.785513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:29.209548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] No DVR routers for this DVR port 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:20:29.225042 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:29.227085 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd25fcd4-cf2e-4eea-8357-904585159209 req-79a640d4-e299-4fdc-80d8-ce1740fa0a3f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.30 "DELETE /v2.0/ports/5b8854a1-336d-49e2-9fd8-35da1f5c3a68 HTTP/1.1" status: 204 len: 173 time: 0.8974390 Sep 16 06:20:29.227531 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6', 'name': 'network-vif-deleted', 'tag': '5b8854a1-336d-49e2-9fd8-35da1f5c3a68'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:29.229944 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad17de3f-72f4-4521-b6dd-efb63d090a17" -d '{"events": [{"server_uuid": "b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6", "name": "network-vif-deleted", "tag": "5b8854a1-336d-49e2-9fd8-35da1f5c3a68"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:29.234685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9afe0c0a-b0d1-4d31-a548-ed02458410db req-7c8d653d-3bba-4990-a111-9ffba05cbfc9 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 210 time: 0.0533841 Sep 16 06:20:29.322679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:29.341946 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e9bc6-3be2-4256-a1b3-e813a3af729e x-openstack-request-id: req-fe3e9bc6-3be2-4256-a1b3-e813a3af729e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:29.342496 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6", "name": "network-vif-deleted", "tag": "5b8854a1-336d-49e2-9fd8-35da1f5c3a68", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:29.342496 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe3e9bc6-3be2-4256-a1b3-e813a3af729e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:29.342921 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6', 'name': 'network-vif-deleted', 'tag': '5b8854a1-336d-49e2-9fd8-35da1f5c3a68', 'status': 'completed', 'code': 200} Sep 16 06:20:30.350170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4ad72371-edb8-4187-901e-e9f6a9d8effe req-538b7609-5daa-45d2-a75c-ce72f21fa6dd tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d7f32c-eabc-4d3e-9a6c-87a2b006dac6 HTTP/1.1" status: 200 len: 210 time: 0.0287704 Sep 16 06:20:30.977557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:20:30.997835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:20:30.998179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 5b8854a1-336d-49e2-9fd8-35da1f5c3a68 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:20:32.216187 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-11c098f6-fccb-4860-9199-0fc52f11e8f0 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:32.217696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-11c098f6-fccb-4860-9199-0fc52f11e8f0 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/networks?id=1f7cfe87-8602-4f8d-8b72-32376d76a24c HTTP/1.1" status: 200 len: 817 time: 0.1098640 Sep 16 06:20:32.232842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-3a981055-dceb-4c40-9eb1-37a00867e1d3 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/quotas/4de5afcb335b486698c03d74f8e277e9 HTTP/1.1" status: 200 len: 375 time: 0.0092423 Sep 16 06:20:32.314447 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-d006b3ac-e8d0-41aa-a830-81bac2f05da9 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de5afcb335b486698c03d74f8e277e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756731 Sep 16 06:20:32.331577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-dd0844f0-0f4d-48f0-86e0-46285e1eca32 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:20:32.332564 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-dd0844f0-0f4d-48f0-86e0-46285e1eca32 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059597 Sep 16 06:20:32.427765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-624da61b-ac68-42a4-a5d0-18cb0db2ada8 service neutron] 10.222.0.49 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891621 Sep 16 06:20:32.521110 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-5de5276f-0a28-42d9-a97e-1b449fa2c29f service neutron] 10.222.0.49 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872631 Sep 16 06:20:32.778106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e432f3f3-4bc8-420c-885f-1f88fd315bee req-d4ade27e-3225-455b-9871-c4328b37673f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 210 time: 0.0269678 Sep 16 06:20:33.876314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fad2761-76f9-4bc4-a636-28d34ef06cdb req-54f640df-556d-47d1-bb15-fc44c1c219d2 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 210 time: 0.0268831 Sep 16 06:20:34.973601 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-81dfedfc-0796-4eb6-9479-eb2a2f0d7e81 req-f67252ce-3f04-4b2d-99f9-c803aca6e8dd tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 210 time: 0.0270939 Sep 16 06:20:35.157949 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-182c90c7-ee69-49ea-ab9a-0e3fed84ba56 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:35.159901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-182c90c7-ee69-49ea-ab9a-0e3fed84ba56 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.30 "GET /v2.0/networks?id=1f7cfe87-8602-4f8d-8b72-32376d76a24c HTTP/1.1" status: 200 len: 817 time: 0.1052244 Sep 16 06:20:35.178081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Request body: {'port': {'device_id': '26cd4276-d363-4615-b32f-556268d7ae8b', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'admin_state_up': True, 'tenant_id': '4de5afcb335b486698c03d74f8e277e9'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:20:35.385021 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Made reservation on behalf of 4de5afcb335b486698c03d74f8e277e9 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:20:35.388667 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:35.523798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Allocated IP 172.20.0.12 (1f7cfe87-8602-4f8d-8b72-32376d76a24c/3ea70221-3414-48b9-b886-fdfd590537da/4567b94d-680b-401f-a9d8-33fb64f729b0) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:20:35.676544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:35.767036 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:35.817625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:20:35.821169 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:20:35.832081 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:20:35.843056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Pushing event updated for resources: {'Port': ['ID=4567b94d-680b-401f-a9d8-33fb64f729b0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:35.899118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:35.899753 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:36.032173 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-27a45551-2887-44f2-9c2f-0c4e906d04fa tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8580897 Sep 16 06:20:36.055906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Request body: {'port': {'device_id': '26cd4276-d363-4615-b32f-556268d7ae8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:20:36.074860 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3218c217-a241-4518-8a85-dc34523fff2b None None] Provisioning complete for port 4567b94d-680b-401f-a9d8-33fb64f729b0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:20:36.075460 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3218c217-a241-4518-8a85-dc34523fff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:36.110500 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3218c217-a241-4518-8a85-dc34523fff2b None None] Port 4567b94d-680b-401f-a9d8-33fb64f729b0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:20:36.140822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b74ab-889d-4c6b-a859-d9360d96be9c req-012c4814-7608-4611-96e1-e07f489b3cb8 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:36.142344 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d58b74ab-889d-4c6b-a859-d9360d96be9c req-012c4814-7608-4611-96e1-e07f489b3cb8 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 932 time: 0.1006157 Sep 16 06:20:36.145429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:36.213333 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d58b74ab-889d-4c6b-a859-d9360d96be9c req-f1cb0de5-5163-4a7c-8449-4352737995a5 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Sep 16 06:20:36.442539 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4567b94d-680b-401f-a9d8-33fb64f729b0 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:20:36.449879 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:36.462438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Transition to ACTIVE for port object 4567b94d-680b-401f-a9d8-33fb64f729b0 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:20:36.562034 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:36.615405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Pushing event updated for resources: {'Port': ['ID=4567b94d-680b-401f-a9d8-33fb64f729b0,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:36.691780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Attempting to bind port 4567b94d-680b-401f-a9d8-33fb64f729b0 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:20:36.692182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Attempting to bind port 4567b94d-680b-401f-a9d8-33fb64f729b0 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:20:36.692520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Attempting to bind port 4567b94d-680b-401f-a9d8-33fb64f729b0 on network 1f7cfe87-8602-4f8d-8b72-32376d76a24c {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:20:36.697294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Port 4567b94d-680b-401f-a9d8-33fb64f729b0 on network 1f7cfe87-8602-4f8d-8b72-32376d76a24c not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:20:36.697561 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Attempting to bind port 4567b94d-680b-401f-a9d8-33fb64f729b0 on network 1f7cfe87-8602-4f8d-8b72-32376d76a24c {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:20:36.702923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:20:36.703265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Checking segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:20:36.703654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Bound using segment: {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:20:36.704118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Bound port: 4567b94d-680b-401f-a9d8-33fb64f729b0, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88422af3-860f-44ad-b43a-a1130876fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:20:36.704484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:36.773509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] For port 4567b94d-680b-401f-a9d8-33fb64f729b0, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:20:36.776643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] For port 4567b94d-680b-401f-a9d8-33fb64f729b0, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4567b94d-680b-401f-a9d8-33fb64f729b0,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:20:36.888648 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:36.924147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:36.924938 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:36.926494 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] 10.222.0.30 "PUT /v2.0/ports/4567b94d-680b-401f-a9d8-33fb64f729b0 HTTP/1.1" status: 200 len: 1093 time: 0.8757792 Sep 16 06:20:36.926968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cd4276-d363-4615-b32f-556268d7ae8b', 'tag': '4567b94d-680b-401f-a9d8-33fb64f729b0'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:36.929339 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fff2bc5-a1ae-4283-9d82-2b6cf8e4f0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "26cd4276-d363-4615-b32f-556268d7ae8b", "tag": "4567b94d-680b-401f-a9d8-33fb64f729b0"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:36.957141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ecaf2-60e6-4e16-81de-4fe14fc5abc3 service neutron] Pushing event updated for resources: {'Port': ['ID=4567b94d-680b-401f-a9d8-33fb64f729b0,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:36.970030 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c2b0fe-43ad-4739-afb9-634e14071891 x-openstack-request-id: req-73c2b0fe-43ad-4739-afb9-634e14071891 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:36.970030 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cd4276-d363-4615-b32f-556268d7ae8b", "tag": "4567b94d-680b-401f-a9d8-33fb64f729b0", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:36.970462 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73c2b0fe-43ad-4739-afb9-634e14071891 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:36.970635 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cd4276-d363-4615-b32f-556268d7ae8b', 'tag': '4567b94d-680b-401f-a9d8-33fb64f729b0', 'status': 'completed', 'code': 200} Sep 16 06:20:37.056230 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2bc5-a1ae-4283-9d82-2b6cf8e4f0d2 req-0086c184-0b4a-491a-86c8-b822b2c1275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:37.057844 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fff2bc5-a1ae-4283-9d82-2b6cf8e4f0d2 req-0086c184-0b4a-491a-86c8-b822b2c1275a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4de5afcb335b486698c03d74f8e277e9&device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 1096 time: 0.0488582 Sep 16 06:20:37.168002 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2bc5-a1ae-4283-9d82-2b6cf8e4f0d2 req-744236e7-116f-4761-a1ea-7b1a23b9d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:37.169644 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fff2bc5-a1ae-4283-9d82-2b6cf8e4f0d2 req-744236e7-116f-4761-a1ea-7b1a23b9d260 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4de5afcb335b486698c03d74f8e277e9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0989566 Sep 16 06:20:37.272282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2bc5-a1ae-4283-9d82-2b6cf8e4f0d2 req-18c8c87f-f312-428a-ac7c-c52ef4d84b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:37.273877 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3fff2bc5-a1ae-4283-9d82-2b6cf8e4f0d2 req-18c8c87f-f312-428a-ac7c-c52ef4d84b24 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976608 Sep 16 06:20:37.336257 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c20f1-8695-40f8-b7cf-dad0f534fa2f req-5a25f38b-7d04-4059-bdbc-01fc6b4c26e7 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:37.337793 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b28c20f1-8695-40f8-b7cf-dad0f534fa2f req-5a25f38b-7d04-4059-bdbc-01fc6b4c26e7 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 944 time: 0.0531344 Sep 16 06:20:37.402795 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b28c20f1-8695-40f8-b7cf-dad0f534fa2f req-a04db7f3-7e1e-4a9f-8b26-c43a36ef23c3 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 Sep 16 06:20:37.405825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-d69c66ff-d7c7-4c46-81b4-1f122da9f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:37.407288 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-d69c66ff-d7c7-4c46-81b4-1f122da9f7c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4de5afcb335b486698c03d74f8e277e9&device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 1096 time: 0.0686090 Sep 16 06:20:37.459611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-bfc623d4-f30a-4bf9-a451-4faf72ab084c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4567b94d-680b-401f-a9d8-33fb64f729b0 HTTP/1.1" status: 200 len: 217 time: 0.0388885 Sep 16 06:20:37.510586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-1e9ba42d-a76d-48d4-801c-3f28277b186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:37.512023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-1e9ba42d-a76d-48d4-801c-3f28277b186f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ea70221-3414-48b9-b886-fdfd590537da HTTP/1.1" status: 200 len: 856 time: 0.0451739 Sep 16 06:20:37.558140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-d3c43029-e1ca-4ca9-94a7-576f58ca9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:37.559655 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-d3c43029-e1ca-4ca9-94a7-576f58ca9efc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f7cfe87-8602-4f8d-8b72-32376d76a24c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407481 Sep 16 06:20:37.654902 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-c1421adf-379c-4f9f-8e12-0c3b9072d18c service neutron] 10.222.0.30 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882034 Sep 16 06:20:37.744514 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-665b434d-5bce-48ed-bfe9-3c56af2dfe37 req-8246baf3-cda1-4fa9-9282-c00a78917d72 service neutron] 10.222.0.30 "GET /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829022 Sep 16 06:20:38.526223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc02919-e130-4a7f-ab2e-8f8ab0c61df5 req-08520ff3-3a37-4e3b-b997-5b67f1492673 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:38.527736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7cc02919-e130-4a7f-ab2e-8f8ab0c61df5 req-08520ff3-3a37-4e3b-b997-5b67f1492673 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 944 time: 0.0533798 Sep 16 06:20:38.566182 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7cc02919-e130-4a7f-ab2e-8f8ab0c61df5 req-c18bbc32-e6ec-4a10-bf6f-e80bec5f9f0a tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Sep 16 06:20:39.029780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4567b94d-680b-401f-a9d8-33fb64f729b0 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:20:39.134471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4567b94d-680b-401f-a9d8-33fb64f729b0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4567b94d-680b-401f-a9d8-33fb64f729b0,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:39.153950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '4567b94d-680b-401f-a9d8-33fb64f729b0', 'network_id': '1f7cfe87-8602-4f8d-8b72-32376d76a24c', 'port_id': '4567b94d-680b-401f-a9d8-33fb64f729b0', 'mac_address': 'fa:16:3e:25:7f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea70221-3414-48b9-b886-fdfd590537da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:20:39.198450 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:39.211124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4567b94d-680b-401f-a9d8-33fb64f729b0 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:20:39.230820 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4567b94d-680b-401f-a9d8-33fb64f729b0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4567b94d-680b-401f-a9d8-33fb64f729b0,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:39.332302 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:39.379794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=4567b94d-680b-401f-a9d8-33fb64f729b0,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:39.599796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['4567b94d-680b-401f-a9d8-33fb64f729b0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:20:39.691591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c80bad-2244-4344-a505-7cd1729b203a req-3fb1bff8-fd52-4dac-a574-17d1e0a32abc tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:39.693094 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31c80bad-2244-4344-a505-7cd1729b203a req-3fb1bff8-fd52-4dac-a574-17d1e0a32abc tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 945 time: 0.0562365 Sep 16 06:20:39.731627 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31c80bad-2244-4344-a505-7cd1729b203a req-267cb7b4-dcc9-4869-bbdd-c305514bc275 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Sep 16 06:20:40.864190 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c89b14-7650-40ba-a17e-0619de9760a8 req-63f88634-5b15-42e2-8418-48df4fd65b8b tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:40.865717 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31c89b14-7650-40ba-a17e-0619de9760a8 req-63f88634-5b15-42e2-8418-48df4fd65b8b tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 945 time: 0.0612097 Sep 16 06:20:40.904709 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31c89b14-7650-40ba-a17e-0619de9760a8 req-0e98bc81-f650-4cdb-8d5a-bcf008df8049 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Sep 16 06:20:41.023776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4567b94d-680b-401f-a9d8-33fb64f729b0 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:20:41.143766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 4567b94d-680b-401f-a9d8-33fb64f729b0 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:20:41.147844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 4567b94d-680b-401f-a9d8-33fb64f729b0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:20:41.148269 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:41.230042 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:41.253852 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd4276-d363-4615-b32f-556268d7ae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567b94d-680b-401f-a9d8-33fb64f729b0'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:41.256178 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823ec78e-3f9f-4755-9ff2-cd27cbbb6657" -d '{"events": [{"server_uuid": "26cd4276-d363-4615-b32f-556268d7ae8b", "name": "network-vif-plugged", "status": "completed", "tag": "4567b94d-680b-401f-a9d8-33fb64f729b0"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:41.271482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4567b94d-680b-401f-a9d8-33fb64f729b0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4567b94d-680b-401f-a9d8-33fb64f729b0,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:41.354077 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966056a6-5510-4964-bca2-406e4529eff3 x-openstack-request-id: req-966056a6-5510-4964-bca2-406e4529eff3 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:41.354375 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd4276-d363-4615-b32f-556268d7ae8b", "name": "network-vif-plugged", "status": "completed", "tag": "4567b94d-680b-401f-a9d8-33fb64f729b0", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:41.354634 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-966056a6-5510-4964-bca2-406e4529eff3 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:41.355035 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd4276-d363-4615-b32f-556268d7ae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4567b94d-680b-401f-a9d8-33fb64f729b0', 'code': 200} Sep 16 06:20:41.406465 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:41.454859 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=4567b94d-680b-401f-a9d8-33fb64f729b0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:41.482567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301823cc-9f3d-428a-8515-ee51d5062b71 req-e75db1a6-36e3-4baa-8aad-80e3fbdbb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:41.484174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-301823cc-9f3d-428a-8515-ee51d5062b71 req-e75db1a6-36e3-4baa-8aad-80e3fbdbb7aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 1098 time: 0.0482900 Sep 16 06:20:41.519446 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-301823cc-9f3d-428a-8515-ee51d5062b71 req-2f5cd291-f361-4ddd-a344-3330eea76e37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285213 Sep 16 06:20:42.022099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d3e0c-b03b-40bf-96ca-6c414bdead1a req-5377de5e-fa21-4bcc-a3cd-176bd1e11d6f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:42.023635 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da3d3e0c-b03b-40bf-96ca-6c414bdead1a req-5377de5e-fa21-4bcc-a3cd-176bd1e11d6f tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 946 time: 0.0496938 Sep 16 06:20:42.064116 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-da3d3e0c-b03b-40bf-96ca-6c414bdead1a req-ee6ba355-a544-4d8b-95ec-90e28f348130 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Sep 16 06:20:43.195994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247c60f-0c69-42e4-b65a-05b478aad94e req-66257c25-9afc-46b3-b302-204ae4dcf50b tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:43.197582 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0247c60f-0c69-42e4-b65a-05b478aad94e req-66257c25-9afc-46b3-b302-204ae4dcf50b tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 946 time: 0.0622218 Sep 16 06:20:43.240984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0247c60f-0c69-42e4-b65a-05b478aad94e req-738a4989-ac87-4804-8fb8-207571870e3e tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 Sep 16 06:20:43.359660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c5ad0-9aea-4fe9-97bd-92973b58ca00 req-2edb6e19-865c-4b59-bd29-035c53bcbacb tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:43.361111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e2c5ad0-9aea-4fe9-97bd-92973b58ca00 req-2edb6e19-865c-4b59-bd29-035c53bcbacb tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 946 time: 0.0533803 Sep 16 06:20:43.399504 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e2c5ad0-9aea-4fe9-97bd-92973b58ca00 req-21728cc5-7e72-42df-b811-cdeb8bba8025 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Sep 16 06:20:49.234539 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:20:49.957182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5923bae7-45f0-41af-8cf5-f8b6b1d029d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:51.396597 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:53.104704 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-30b86f55-9d36-4a50-abb2-05e4d7637b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:53.910610 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:55.510109 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:57.630009 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:59.270585 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:07.938940 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dc80e-108c-437f-8a37-1056b8a0c11b req-e84629b0-4b8d-4c37-a16a-65f2e6cd35ac tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:07.941330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119dc80e-108c-437f-8a37-1056b8a0c11b req-e84629b0-4b8d-4c37-a16a-65f2e6cd35ac tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 946 time: 0.0554957 Sep 16 06:21:07.979649 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-119dc80e-108c-437f-8a37-1056b8a0c11b req-a96a37cd-3e0b-4e84-9dd0-7b9dedc364f8 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Sep 16 06:21:09.100180 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e223d8-a646-4de2-b68c-ffffd9f2fbab req-7faba574-a63d-42a6-a9cf-2121503ffa43 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:09.101685 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66e223d8-a646-4de2-b68c-ffffd9f2fbab req-7faba574-a63d-42a6-a9cf-2121503ffa43 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 946 time: 0.0510995 Sep 16 06:21:09.139775 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-66e223d8-a646-4de2-b68c-ffffd9f2fbab req-968817e2-b827-47e0-83bc-9c77f7b3c570 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f226a9-00dc-4e3f-93c6-ba131b42bae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Sep 16 06:21:09.707575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-d33033ce-8629-46e2-ba99-653426cbcea8 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:09.710319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-d33033ce-8629-46e2-ba99-653426cbcea8 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.30 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 946 time: 0.0515344 Sep 16 06:21:09.807726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Deleting port 4567b94d-680b-401f-a9d8-33fb64f729b0 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:09.808106 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:09.903892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] For port 4567b94d-680b-401f-a9d8-33fb64f729b0, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4567b94d-680b-401f-a9d8-33fb64f729b0,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:09.904259 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:09.916757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Calling delete_port for 4567b94d-680b-401f-a9d8-33fb64f729b0 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:10.133183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:10.163197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Pushing event deleted for resources: {'Port': ['ID=4567b94d-680b-401f-a9d8-33fb64f729b0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:10.166723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['4567b94d-680b-401f-a9d8-33fb64f729b0'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:21:10.205769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] No DVR routers for this DVR port 4567b94d-680b-401f-a9d8-33fb64f729b0 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:21:10.208592 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:10.210651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65ef5f70-144b-4d54-8c90-4b297e57a488 req-b8a40cdd-f82b-421e-9f91-115376541b72 tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.30 "DELETE /v2.0/ports/4567b94d-680b-401f-a9d8-33fb64f729b0 HTTP/1.1" status: 204 len: 173 time: 0.4945066 Sep 16 06:21:10.211093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd4276-d363-4615-b32f-556268d7ae8b', 'name': 'network-vif-deleted', 'tag': '4567b94d-680b-401f-a9d8-33fb64f729b0'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:21:10.213482 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f28461a-dc91-4cac-addf-c33a99c98177" -d '{"events": [{"server_uuid": "26cd4276-d363-4615-b32f-556268d7ae8b", "name": "network-vif-deleted", "tag": "4567b94d-680b-401f-a9d8-33fb64f729b0"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:21:10.253979 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460ca11e-ca39-49ad-a11e-f5ae0f3b1a57 x-openstack-request-id: req-460ca11e-ca39-49ad-a11e-f5ae0f3b1a57 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:21:10.254280 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd4276-d363-4615-b32f-556268d7ae8b", "name": "network-vif-deleted", "tag": "4567b94d-680b-401f-a9d8-33fb64f729b0", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:21:10.254535 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-460ca11e-ca39-49ad-a11e-f5ae0f3b1a57 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:21:10.254935 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd4276-d363-4615-b32f-556268d7ae8b', 'name': 'network-vif-deleted', 'tag': '4567b94d-680b-401f-a9d8-33fb64f729b0', 'status': 'completed', 'code': 200} Sep 16 06:21:10.257015 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47b522ea-3814-46fb-9711-ee5b27417f03 req-d7c57aaf-9584-4948-9add-0d637f57479a tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 210 time: 0.0370638 Sep 16 06:21:11.371661 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b8c0dc46-62b8-498b-9e7d-f68e82c654cd req-5646dcfc-acf6-4bf5-a953-9f9da300daad tempest-TestEncryptedCinderVolumes-893488908 tempest-TestEncryptedCinderVolumes-893488908-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cd4276-d363-4615-b32f-556268d7ae8b HTTP/1.1" status: 200 len: 210 time: 0.0293863 Sep 16 06:21:12.541386 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51910) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:12.911525 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:13.177559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Deleting port 0b3ae9c6-1aba-4aac-9bc2-8008854407be {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:13.177902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:13.211600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4567b94d-680b-401f-a9d8-33fb64f729b0 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:21:13.232242 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 4567b94d-680b-401f-a9d8-33fb64f729b0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:21:13.232596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4567b94d-680b-401f-a9d8-33fb64f729b0 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:21:13.261453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] For port 0b3ae9c6-1aba-4aac-9bc2-8008854407be, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0b3ae9c6-1aba-4aac-9bc2-8008854407be,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:13.261851 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:13.274988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Calling delete_port for 0b3ae9c6-1aba-4aac-9bc2-8008854407be owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:13.519907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:13.552298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3ae9c6-1aba-4aac-9bc2-8008854407be,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:13.576609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.577044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.577387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.577732 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.578067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.578396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.578720 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.579046 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.579372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.579694 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.580834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.581055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:13.733694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:13.952966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Router 2244c457-df20-46c3-96c0-47064880ac93 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:21:14.062429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:21:14.068309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-501c0abb-1ed9-4faf-a6cc-80923aa3a454 admin admin] 10.222.0.49 "PUT /v2.0/routers/2244c457-df20-46c3-96c0-47064880ac93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5258114 Sep 16 06:21:14.070959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51912) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:14.071890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] Sync routers for ids ['2244c457-df20-46c3-96c0-47064880ac93'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:21:14.081238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] Routers {'2244c457-df20-46c3-96c0-47064880ac93'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:14.081913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2244c457-df20-46c3-96c0-47064880ac93'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:14.177058 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.287107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.344415 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] Set router 2244c457-df20-46c3-96c0-47064880ac93 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:14.431955 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Deleting port 0454d82d-4603-4e12-b842-d833caa4a8e4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:14.432229 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.528112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] For port 0454d82d-4603-4e12-b842-d833caa4a8e4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=0454d82d-4603-4e12-b842-d833caa4a8e4,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:14.528481 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.530447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:21:13Z', 'revision_number': 5, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port': {'id': '0454d82d-4603-4e12-b842-d833caa4a8e4', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2244c457-df20-46c3-96c0-47064880ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:14.542629 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Calling delete_port for 0454d82d-4603-4e12-b842-d833caa4a8e4 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:14.563104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] Checking router: 2244c457-df20-46c3-96c0-47064880ac93 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:21:14.571729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] Routers {'2244c457-df20-46c3-96c0-47064880ac93'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:14.572379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['2244c457-df20-46c3-96c0-47064880ac93'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:14.660019 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] Set router 2244c457-df20-46c3-96c0-47064880ac93 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:14.711535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:21:14Z', 'revision_number': 6, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:14.741561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcc53e-e976-440d-a970-e171aeb982d6 None None] The sync data for ids ['2244c457-df20-46c3-96c0-47064880ac93'] in n-d-712749-15 is: [{'id': '2244c457-df20-46c3-96c0-47064880ac93', 'name': 'tempest-TestEncryptedCinderVolumes-1978656327-router', 'tenant_id': '4de5afcb335b486698c03d74f8e277e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:36Z', 'updated_at': '2021-09-16T06:21:14Z', 'revision_number': 6, 'project_id': '4de5afcb335b486698c03d74f8e277e9', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:21:14.789855 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.815809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0454d82d-4603-4e12-b842-d833caa4a8e4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:14.881079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.976166 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:14.978222 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.086162 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.086599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2244c457-df20-46c3-96c0-47064880ac93 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:21:15.093200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.101374 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-55331613-59ae-4af4-b881-73ea306418ec admin admin] 10.222.0.49 "DELETE /v2.0/routers/2244c457-df20-46c3-96c0-47064880ac93 HTTP/1.1" status: 204 len: 168 time: 1.0225017 Sep 16 06:21:15.101374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51914) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:15.155423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e507a26-0414-4f2c-9aff-a3dc5870c21b admin admin] Deleting subnet 3ea70221-3414-48b9-b886-fdfd590537da {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:21:15.160329 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e507a26-0414-4f2c-9aff-a3dc5870c21b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.200352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e507a26-0414-4f2c-9aff-a3dc5870c21b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.277107 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e507a26-0414-4f2c-9aff-a3dc5870c21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.384416 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e507a26-0414-4f2c-9aff-a3dc5870c21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.415826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e507a26-0414-4f2c-9aff-a3dc5870c21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea70221-3414-48b9-b886-fdfd590537da,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:15.420766 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e507a26-0414-4f2c-9aff-a3dc5870c21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.422887 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3e507a26-0414-4f2c-9aff-a3dc5870c21b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3ea70221-3414-48b9-b886-fdfd590537da HTTP/1.1" status: 204 len: 168 time: 0.3240528 Sep 16 06:21:15.425683 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51916) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:15.426935 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e9abd9-b643-4cc3-b9f0-b30f2bcfb338 None None] Network 1f7cfe87-8602-4f8d-8b72-32376d76a24c requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:21:15.496924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.531425 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b3ae9c6-1aba-4aac-9bc2-8008854407be no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:21:15.554046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 0b3ae9c6-1aba-4aac-9bc2-8008854407be {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:21:15.554388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0b3ae9c6-1aba-4aac-9bc2-8008854407be not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:21:15.559323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Deleting port 165a0668-b70f-40da-931e-230182db4216 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:15.559523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.631429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] DHCP port deletion for 1f7cfe87-8602-4f8d-8b72-32376d76a24c request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:21:15.632684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] For port 165a0668-b70f-40da-931e-230182db4216, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=165a0668-b70f-40da-931e-230182db4216,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:15.633057 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.648555 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Calling delete_port for 165a0668-b70f-40da-931e-230182db4216 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:15.682192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Deleting port 165a0668-b70f-40da-931e-230182db4216 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:15.685308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.757757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] For port 165a0668-b70f-40da-931e-230182db4216, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=165a0668-b70f-40da-931e-230182db4216,segment=NetworkSegment(88422af3-860f-44ad-b43a-a1130876fb6d),segment_id=88422af3-860f-44ad-b43a-a1130876fb6d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:15.758159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.771828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Calling delete_port for 165a0668-b70f-40da-931e-230182db4216 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:15.807236 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.839004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=165a0668-b70f-40da-931e-230182db4216,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:15.843154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] No DVR routers for this DVR port 165a0668-b70f-40da-931e-230182db4216 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:21:15.858254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.885341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Pushing event deleted for resources: {'Port': ['ID=165a0668-b70f-40da-931e-230182db4216,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:15.889861 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] No DVR routers for this DVR port 165a0668-b70f-40da-931e-230182db4216 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:21:15.897696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.898045 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.898396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.898742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.899080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.899419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.899750 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.900110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.900438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.900815 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.901074 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.901397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1521aa98-c236-4efa-966a-b49409a98528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:15.924697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.944436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7cfe87-8602-4f8d-8b72-32376d76a24c']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:15.953841 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88422af3-860f-44ad-b43a-a1130876fb6d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:15.954164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88422af3-860f-44ad-b43a-a1130876fb6d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:15.963749 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.977701 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.983646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:21:15.983992 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:21:15.985606 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:21:16.138326 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:16.144657 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:16.146519 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1f7cfe87-8602-4f8d-8b72-32376d76a24c HTTP/1.1" status: 204 len: 168 time: 0.7198946 Sep 16 06:21:16.149564 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51918) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:16.159836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2ebbb-32d7-46db-a90a-c97d7be5c4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7cfe87-8602-4f8d-8b72-32376d76a24c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:16.504190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:16.751320 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Deleting port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:16.751930 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:17.054985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 165a0668-b70f-40da-931e-230182db4216 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:21:17.074615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 165a0668-b70f-40da-931e-230182db4216 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:21:17.074965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 165a0668-b70f-40da-931e-230182db4216 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:21:17.075380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0454d82d-4603-4e12-b842-d833caa4a8e4 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:21:17.088529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] For port a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,segment=NetworkSegment(3e2b9036-5f07-4465-8dcb-d76d99717f44),segment_id=3e2b9036-5f07-4465-8dcb-d76d99717f44)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:17.089026 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:17.098835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 0454d82d-4603-4e12-b842-d833caa4a8e4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:21:17.099112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 0454d82d-4603-4e12-b842-d833caa4a8e4 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:21:17.103413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Calling delete_port for a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:17.451299 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:17.477992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:17.668610 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:17.899440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:21:18.015377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:21:18.023484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e31a9807-0382-4a86-97b3-416c0019bc6b admin admin] 10.222.0.49 "PUT /v2.0/routers/9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8706732 Sep 16 06:21:18.023776 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51920) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:18.023991 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] Sync routers for ids ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:21:18.034028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] Routers {'9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:18.034707 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:18.131393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.142604 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] Set router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:18.244803 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.329573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:21:17Z', 'revision_number': 5, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port': {'id': 'aa7dcacd-ad81-4955-be45-513d008f80a7', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:19:43Z', 'updated_at': '2021-09-16T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:18.355908 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] Checking router: 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:21:18.364655 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] Routers {'9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:18.365385 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:20:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:18.396406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Deleting port aa7dcacd-ad81-4955-be45-513d008f80a7 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:18.396747 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.451023 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] Set router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:18.475878 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] For port aa7dcacd-ad81-4955-be45-513d008f80a7, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=aa7dcacd-ad81-4955-be45-513d008f80a7,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:18.476486 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.489526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Calling delete_port for aa7dcacd-ad81-4955-be45-513d008f80a7 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:18.505045 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:21:18Z', 'revision_number': 6, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:18.530550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290c55f-dd0f-4e35-892e-a7137e0de6e6 None None] The sync data for ids ['9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9'] in n-d-712749-15 is: [{'id': '9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9', 'name': 'tempest-TestEncryptedCinderVolumes-846172013-router', 'tenant_id': '126f1596072c41c8b0025ba809872eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:19:42Z', 'updated_at': '2021-09-16T06:21:18Z', 'revision_number': 6, 'project_id': '126f1596072c41c8b0025ba809872eb3', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:21:18.732484 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.760507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7dcacd-ad81-4955-be45-513d008f80a7,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:18.823840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.921608 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:18.924583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.052870 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.053439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:21:19.057787 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.058982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-23b8fdc5-5ae8-45e9-80f1-c8091c451b3b admin admin] 10.222.0.49 "DELETE /v2.0/routers/9ec59d1e-50e5-4ae6-81a6-614e7c77dbc9 HTTP/1.1" status: 204 len: 168 time: 1.0342050 Sep 16 06:21:19.061484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51922) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:19.110591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-18663b4b-286e-4d39-89b2-b5613b6bb374 admin admin] Deleting subnet ca2ba8f5-961e-45eb-a798-cb86640eba45 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:21:19.113806 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18663b4b-286e-4d39-89b2-b5613b6bb374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.148521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18663b4b-286e-4d39-89b2-b5613b6bb374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.225673 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18663b4b-286e-4d39-89b2-b5613b6bb374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.307881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aa7dcacd-ad81-4955-be45-513d008f80a7 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:21:19.328157 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: aa7dcacd-ad81-4955-be45-513d008f80a7 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:21:19.328502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device aa7dcacd-ad81-4955-be45-513d008f80a7 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:21:19.328911 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:21:19.347557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:21:19.348184 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a2f4f1c9-1e24-4d19-bc0c-6e05bfe2e06c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:21:19.389000 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18663b4b-286e-4d39-89b2-b5613b6bb374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.420378 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18663b4b-286e-4d39-89b2-b5613b6bb374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2ba8f5-961e-45eb-a798-cb86640eba45,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:19.422378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-18663b4b-286e-4d39-89b2-b5613b6bb374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.425086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-18663b4b-286e-4d39-89b2-b5613b6bb374 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca2ba8f5-961e-45eb-a798-cb86640eba45 HTTP/1.1" status: 204 len: 168 time: 0.3623867 Sep 16 06:21:19.427484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51924) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:19.430037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f19bfb-53a0-4634-beb6-f0bea0c9d279 None None] Network f88634de-f8a8-47c6-ad9f-9e127ea5a4cf requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:21:19.503512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.565946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Deleting port 29c4aba4-2035-4551-b18c-8fe85a73b082 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:19.566290 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.639343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] For port 29c4aba4-2035-4551-b18c-8fe85a73b082, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=29c4aba4-2035-4551-b18c-8fe85a73b082,segment=NetworkSegment(3e2b9036-5f07-4465-8dcb-d76d99717f44),segment_id=3e2b9036-5f07-4465-8dcb-d76d99717f44)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:19.639727 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.644174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] DHCP port deletion for f88634de-f8a8-47c6-ad9f-9e127ea5a4cf request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:21:19.654476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Calling delete_port for 29c4aba4-2035-4551-b18c-8fe85a73b082 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:19.692406 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] Deleting port 29c4aba4-2035-4551-b18c-8fe85a73b082 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:21:19.692776 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.758371 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] For port 29c4aba4-2035-4551-b18c-8fe85a73b082, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=29c4aba4-2035-4551-b18c-8fe85a73b082,segment=NetworkSegment(3e2b9036-5f07-4465-8dcb-d76d99717f44),segment_id=3e2b9036-5f07-4465-8dcb-d76d99717f44)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:19.758600 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.770620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] Calling delete_port for 29c4aba4-2035-4551-b18c-8fe85a73b082 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:21:19.868674 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.874548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.894676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c4aba4-2035-4551-b18c-8fe85a73b082,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:19.898261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] No DVR routers for this DVR port 29c4aba4-2035-4551-b18c-8fe85a73b082 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:21:19.900990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] Pushing event deleted for resources: {'Port': ['ID=29c4aba4-2035-4551-b18c-8fe85a73b082,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:19.905347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28eb5c-6352-4d18-885e-7fa09bbb5089 None None] No DVR routers for this DVR port 29c4aba4-2035-4551-b18c-8fe85a73b082 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:21:19.944124 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-11c965e7-a1d4-4f7f-b9a5-f5b32a479068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.975054 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:19.995192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88634de-f8a8-47c6-ad9f-9e127ea5a4cf']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:20.004449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2b9036-5f07-4465-8dcb-d76d99717f44') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:20.004658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2b9036-5f07-4465-8dcb-d76d99717f44') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:20.013796 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.027193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.034266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:21:20.034671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:21:20.036434 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:21:20.167185 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.172986 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.174925 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f88634de-f8a8-47c6-ad9f-9e127ea5a4cf HTTP/1.1" status: 204 len: 168 time: 0.7440395 Sep 16 06:21:20.185977 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ad4c-0a1c-4280-b336-cfed89b3c429 admin admin] Pushing event deleted for resources: {'Network': ['ID=f88634de-f8a8-47c6-ad9f-9e127ea5a4cf,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:20.566414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51928) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:20.609027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5b874d37-a932-4433-b762-4330a0a8b846 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4de5afcb335b486698c03d74f8e277e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414357 Sep 16 06:21:20.611988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51930) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:20.661315 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab084eed-de34-40ba-951d-790b7bf3bd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.682261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab084eed-de34-40ba-951d-790b7bf3bd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.789901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab084eed-de34-40ba-951d-790b7bf3bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.792429 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ab084eed-de34-40ba-951d-790b7bf3bd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:20.793658 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ab084eed-de34-40ba-951d-790b7bf3bd8a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39f226a9-00dc-4e3f-93c6-ba131b42bae7 HTTP/1.1" status: 204 len: 168 time: 0.1806998 Sep 16 06:21:20.802206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab084eed-de34-40ba-951d-790b7bf3bd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f226a9-00dc-4e3f-93c6-ba131b42bae7,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:21.056685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 29c4aba4-2035-4551-b18c-8fe85a73b082 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:21:21.081926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 29c4aba4-2035-4551-b18c-8fe85a73b082 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:21:21.082275 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 29c4aba4-2035-4551-b18c-8fe85a73b082 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:21:21.457967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:21.617112 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51936) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:21.659022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aec45395-fe97-4515-b532-a978c889dca7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=126f1596072c41c8b0025ba809872eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401788 Sep 16 06:21:21.661069 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51938) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:21.712492 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8930d3c-83b8-47c4-ad73-f816c584bb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:21.733998 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8930d3c-83b8-47c4-ad73-f816c584bb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:21.886902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8930d3c-83b8-47c4-ad73-f816c584bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:21.889602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d8930d3c-83b8-47c4-ad73-f816c584bb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:21.890776 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d8930d3c-83b8-47c4-ad73-f816c584bb36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc4b0a56-91b3-4bdc-9732-bed892a9a565 HTTP/1.1" status: 204 len: 168 time: 0.2288342 Sep 16 06:21:21.899164 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8930d3c-83b8-47c4-ad73-f816c584bb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4b0a56-91b3-4bdc-9732-bed892a9a565,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:22.979345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51960) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:23.081534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-547244269-network', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:21:23.109642 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c08ff26c-fed2-4807-a9f3-ba9078573803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.166738 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Made reservation on behalf of 9ff6704798f04ca7806744ca7cc055e7 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:21:23.169319 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.179250 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.273521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.388467 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.413559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:21:23.422194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e79d1ab-f816-47ff-8279-f299573acae2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:23.428960 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.429310 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Added segment 20af9231-68d6-43eb-925b-67fbd2b7533d of type vlan for network e6f00b18-0335-44fe-9105-074971f30d5f Sep 16 06:21:23.468802 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.624102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.625144 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:23.625742 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.690075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] Pushing event updated for resources: {'Network': ['ID=e6f00b18-0335-44fe-9105-074971f30d5f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:23.699766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network e6f00b18-0335-44fe-9105-074971f30d5f details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:21:23.768493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a7d6b10d-9670-4ddb-b037-d1a3ebb89a3d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7868392 Sep 16 06:21:23.770979 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51964) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:23.775863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Request body: {'subnet': {'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-547244269-subnet', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:21:23.903648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Made reservation on behalf of 9ff6704798f04ca7806744ca7cc055e7 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:21:23.906306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:23.948708 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:24.447091 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:24.505364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5584ba67-0902-46b4-a9a4-0c954c7a5fe8,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:24.513170 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Checking segment: {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:21:24.513287 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Network hostable DHCP agents. Network: e6f00b18-0335-44fe-9105-074971f30d5f, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:21:24.611598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Network e6f00b18-0335-44fe-9105-074971f30d5f is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:21:24.698195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, e6f00b18-0335-44fe-9105-074971f30d5f) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:24.702815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:24.703746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:24.706940 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad00a4-7b18-428a-8bc5-6c94a153085d None None] Network e6f00b18-0335-44fe-9105-074971f30d5f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:21:24.801992 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-054b0765-e1e8-4054-96a9-061adf63c004 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0298986 Sep 16 06:21:24.804595 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:24.809047 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:21:24.851599 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-e6f00b18-0335-44fe-9105-074971f30d5f', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:21:24.852496 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:24.896997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:24.898120 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:24.956038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:24.989501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Allocated IP 172.20.0.2 (e6f00b18-0335-44fe-9105-074971f30d5f/5584ba67-0902-46b4-a9a4-0c954c7a5fe8/50587afd-361c-442e-9baa-a8922e2fbf9f) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:21:25.131295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.195391 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.253191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.292190 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Network e6f00b18-0335-44fe-9105-074971f30d5f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:25.295081 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:25.300757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:21:25.308076 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Pushing event updated for resources: {'Port': ['ID=50587afd-361c-442e-9baa-a8922e2fbf9f,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:25.358538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Attempting to bind port 50587afd-361c-442e-9baa-a8922e2fbf9f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:21:25.358903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Attempting to bind port 50587afd-361c-442e-9baa-a8922e2fbf9f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:21:25.359270 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Attempting to bind port 50587afd-361c-442e-9baa-a8922e2fbf9f on network e6f00b18-0335-44fe-9105-074971f30d5f {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:21:25.364610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:21:25.364982 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Checking segment: {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:21:25.365426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.365824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Bound using segment: {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:21:25.366291 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Bound port: 50587afd-361c-442e-9baa-a8922e2fbf9f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:21:25.366678 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.434931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] For port 50587afd-361c-442e-9baa-a8922e2fbf9f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:21:25.437983 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] For port 50587afd-361c-442e-9baa-a8922e2fbf9f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=50587afd-361c-442e-9baa-a8922e2fbf9f,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:21:25.518662 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.533335 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.538781 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.562823 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.589829 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86648472-8f9d-4b70-805b-7410ad4015a1 None None] Pushing event updated for resources: {'Port': ['ID=50587afd-361c-442e-9baa-a8922e2fbf9f,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:25.656711 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Allocated IP 172.25.1.90 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/db2f5dc0-8e65-43fb-8c1d-de6601de96be) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:21:25.782111 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.910464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.952946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:25.957469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:25.961366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:21:25.994291 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=db2f5dc0-8e65-43fb-8c1d-de6601de96be,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:26.234308 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:21:26.313556 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:26.460989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97362863-79de-4cc3-93cf-bfea6e241a99 None None] Network e6f00b18-0335-44fe-9105-074971f30d5f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:21:26.523102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:26.544479 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-47484ecd-c834-44cd-8cba-97839f587db3 None None] Provisioning complete for port 50587afd-361c-442e-9baa-a8922e2fbf9f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:26.544854 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47484ecd-c834-44cd-8cba-97839f587db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:26.682130 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47484ecd-c834-44cd-8cba-97839f587db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:26.719925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-47484ecd-c834-44cd-8cba-97839f587db3 None None] For port 50587afd-361c-442e-9baa-a8922e2fbf9f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=50587afd-361c-442e-9baa-a8922e2fbf9f,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:26.790097 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Router 0f8b019b-db8b-40e0-a721-f8a482ece64c is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:21:26.818599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47484ecd-c834-44cd-8cba-97839f587db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:26.872464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47484ecd-c834-44cd-8cba-97839f587db3 None None] Pushing event updated for resources: {'Port': ['ID=50587afd-361c-442e-9baa-a8922e2fbf9f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:26.911413 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:21:26.921517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Sync routers for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:21:26.940254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:26.940791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:26.978907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-41abf808-7a7b-466c-ba19-cf9352d62f0a None None] Provisioning complete for port 50587afd-361c-442e-9baa-a8922e2fbf9f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:26.979279 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-41abf808-7a7b-466c-ba19-cf9352d62f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:26.995439 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:26.996800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b3be7570-ef21-4b6e-811b-348fd83c0bd7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1911759 Sep 16 06:21:27.009639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51970) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:27.189413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 50587afd-361c-442e-9baa-a8922e2fbf9f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:27.272520 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:27.418795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 50587afd-361c-442e-9baa-a8922e2fbf9f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:27.419173 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:27.450817 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:27.575093 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:26Z', 'revision_number': 3, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:27.606740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Checking router: 0f8b019b-db8b-40e0-a721-f8a482ece64c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:21:27.607088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Updating router 0f8b019b-db8b-40e0-a721-f8a482ece64c port db2f5dc0-8e65-43fb-8c1d-de6601de96be binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:21:27.613104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Allocated IP 172.20.0.1 (e6f00b18-0335-44fe-9105-074971f30d5f/5584ba67-0902-46b4-a9a4-0c954c7a5fe8/d2cc1833-d731-4e84-ac20-6b05bae441f0) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:21:27.632300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:27.653835 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:27.718664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:27.818707 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:27.862224 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Network e6f00b18-0335-44fe-9105-074971f30d5f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:27.865135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:27.868719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:21:27.902047 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:27.966488 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.030634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed9319-2c4c-47ee-8b66-4a02ad4d248f None None] Pushing event updated for resources: {'Port': ['ID=db2f5dc0-8e65-43fb-8c1d-de6601de96be,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:28.033318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Attempting to bind port db2f5dc0-8e65-43fb-8c1d-de6601de96be on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:21:28.033689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Attempting to bind port db2f5dc0-8e65-43fb-8c1d-de6601de96be by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:21:28.034057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Attempting to bind port db2f5dc0-8e65-43fb-8c1d-de6601de96be on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:21:28.040378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:21:28.040757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:21:28.041280 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.041539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:21:28.042013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Bound port: db2f5dc0-8e65-43fb-8c1d-de6601de96be, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:21:28.042397 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.097918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] For port db2f5dc0-8e65-43fb-8c1d-de6601de96be, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:21:28.101276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] For port db2f5dc0-8e65-43fb-8c1d-de6601de96be, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=db2f5dc0-8e65-43fb-8c1d-de6601de96be,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:21:28.158903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Pushing event updated for resources: {'Port': ['ID=d2cc1833-d731-4e84-ac20-6b05bae441f0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:28.165321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-58ce88dc-1957-473a-9762-8a0399b363a4 None None] Provisioning complete for port d2cc1833-d731-4e84-ac20-6b05bae441f0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:28.166528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-58ce88dc-1957-473a-9762-8a0399b363a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.177602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.188579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.243870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-58ce88dc-1957-473a-9762-8a0399b363a4 None None] Port d2cc1833-d731-4e84-ac20-6b05bae441f0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:21:28.261673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:28.262311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:28.267320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed9319-2c4c-47ee-8b66-4a02ad4d248f None None] Pushing event updated for resources: {'Port': ['ID=db2f5dc0-8e65-43fb-8c1d-de6601de96be,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:28.374298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:28.381956 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.547925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.552817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:26Z', 'revision_number': 3, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:28.578831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08db8a3-9646-461c-8237-406d9159e0b8 None None] The sync data for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 is: [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:26Z', 'revision_number': 3, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:21:28.612579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.682805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Pushing event updated for resources: {'Port': ['ID=d2cc1833-d731-4e84-ac20-6b05bae441f0,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:28.685708 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.808524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Network e6f00b18-0335-44fe-9105-074971f30d5f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:28.810108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:28.949780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Router 0f8b019b-db8b-40e0-a721-f8a482ece64c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:21:29.088703 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ef567d38-bacb-4acf-89d7-78295ddc8364 None None] Provisioning complete for port d2cc1833-d731-4e84-ac20-6b05bae441f0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:29.089074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef567d38-bacb-4acf-89d7-78295ddc8364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:29.097601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:21:29.111935 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e3f33b34-43a1-48b3-8084-055818a5e239 admin admin] 10.222.0.49 "PUT /v2.0/routers/0f8b019b-db8b-40e0-a721-f8a482ece64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1032777 Sep 16 06:21:29.117843 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device db2f5dc0-8e65-43fb-8c1d-de6601de96be up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:29.163384 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ef567d38-bacb-4acf-89d7-78295ddc8364 None None] Port d2cc1833-d731-4e84-ac20-6b05bae441f0 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:21:29.188580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port db2f5dc0-8e65-43fb-8c1d-de6601de96be triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:29.189505 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:29.283622 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:29.305872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port db2f5dc0-8e65-43fb-8c1d-de6601de96be, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=db2f5dc0-8e65-43fb-8c1d-de6601de96be,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:29.314622 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:29.406035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:29.466414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=db2f5dc0-8e65-43fb-8c1d-de6601de96be,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:29.930937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 51986) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:29.935817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-887616061-network', 'tenant_id': 'd995b83137334b7cb018235ffb687be8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:21:30.092050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Made reservation on behalf of d995b83137334b7cb018235ffb687be8 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:21:30.094425 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.103061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.196713 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.206129 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Sync routers for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:21:30.217673 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:30.218305 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:30.303708 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.322639 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:30.325808 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:21:30.341391 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f5a8bc-6bad-4985-b9bc-e5c2b0742c00,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:30.344367 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.345429 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Added segment d906c537-f980-4a17-b424-ce481fa6c199 of type vlan for network c27e242d-11bf-484c-917b-6f3456e08483 Sep 16 06:21:30.386681 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.521282 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.522419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:30.523120 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.529314 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 2, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:30.557905 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Checking router: 0f8b019b-db8b-40e0-a721-f8a482ece64c for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:21:30.558525 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Updating router 0f8b019b-db8b-40e0-a721-f8a482ece64c port d2cc1833-d731-4e84-ac20-6b05bae441f0 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:21:30.588445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] Pushing event updated for resources: {'Network': ['ID=c27e242d-11bf-484c-917b-6f3456e08483,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:30.590104 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.599725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network c27e242d-11bf-484c-917b-6f3456e08483 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:21:30.637800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51988) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:30.638631 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-01514e28-49b9-4473-84b0-3fe206e10f0b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7061181 Sep 16 06:21:30.645225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Request body: {'subnet': {'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-887616061-subnet', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:21:30.772467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Made reservation on behalf of d995b83137334b7cb018235ffb687be8 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:21:30.774840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.950753 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.029967 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.058164 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.063062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device db2f5dc0-8e65-43fb-8c1d-de6601de96be up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:31.097850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f999fe-e0ab-4827-b5a8-00e939a35da4,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:31.103935 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Pushing event updated for resources: {'Port': ['ID=d2cc1833-d731-4e84-ac20-6b05bae441f0,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:31.113659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.113879 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port db2f5dc0-8e65-43fb-8c1d-de6601de96be triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:31.114011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.114386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.114493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.114702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.115043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.115373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.115703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.116261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.118044 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.118409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.118749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.119160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.125184 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Checking segment: {'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:21:31.125553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Network hostable DHCP agents. Network: c27e242d-11bf-484c-917b-6f3456e08483, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:21:31.143712 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.144530 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.145205 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.145536 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.145869 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.146284 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.146743 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.147645 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.147645 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.148328 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.148820 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.149365 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:21:31.182353 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Attempting to bind port d2cc1833-d731-4e84-ac20-6b05bae441f0 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:21:31.182720 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Attempting to bind port d2cc1833-d731-4e84-ac20-6b05bae441f0 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:21:31.183079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Attempting to bind port d2cc1833-d731-4e84-ac20-6b05bae441f0 on network e6f00b18-0335-44fe-9105-074971f30d5f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:21:31.189172 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:21:31.189574 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Checking segment: {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:21:31.189933 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.190410 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Bound using segment: {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:21:31.190877 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Bound port: d2cc1833-d731-4e84-ac20-6b05bae441f0, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:21:31.191266 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.229385 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Network c27e242d-11bf-484c-917b-6f3456e08483 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:21:31.264218 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] For port d2cc1833-d731-4e84-ac20-6b05bae441f0, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:21:31.267997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] For port d2cc1833-d731-4e84-ac20-6b05bae441f0, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d2cc1833-d731-4e84-ac20-6b05bae441f0,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:21:31.319443 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, c27e242d-11bf-484c-917b-6f3456e08483) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:31.323538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:31.324224 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.327995 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb46e74-cb21-442e-b9c1-a7231e25e501 None None] Network c27e242d-11bf-484c-917b-6f3456e08483 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:21:31.362163 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.413447 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b4641089-3b22-49a9-ab3e-1a8941e122bf None None] Provisioning complete for port d2cc1833-d731-4e84-ac20-6b05bae441f0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:31.414071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4641089-3b22-49a9-ab3e-1a8941e122bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.421321 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab75da-c649-40c3-b5ef-30b59e2c3312 None None] Pushing event updated for resources: {'Port': ['ID=d2cc1833-d731-4e84-ac20-6b05bae441f0,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:31.424813 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c842a420-4e18-4eb3-8ef3-0e41f802ce99 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7839401 Sep 16 06:21:31.426946 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51990) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:31.437007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:21:31.437123 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:31.437123 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:31.538513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-c27e242d-11bf-484c-917b-6f3456e08483', 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'fixed_ips': [{'subnet_id': 'b3f999fe-e0ab-4827-b5a8-00e939a35da4'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:21:31.540102 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.549318 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.551216 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.554095 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:31.621570 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.630300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4641089-3b22-49a9-ab3e-1a8941e122bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.688382 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b4641089-3b22-49a9-ab3e-1a8941e122bf None None] For port d2cc1833-d731-4e84-ac20-6b05bae441f0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d2cc1833-d731-4e84-ac20-6b05bae441f0,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:31.729099 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Allocated IP 172.20.0.2 (c27e242d-11bf-484c-917b-6f3456e08483/b3f999fe-e0ab-4827-b5a8-00e939a35da4/e175351c-efa8-4b39-b8c0-4304b7fe7517) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:21:31.764213 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b4641089-3b22-49a9-ab3e-1a8941e122bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.766911 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:31Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:31.794940 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ea06a-4464-4e0a-a404-4592a3fd1386 None None] The sync data for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 is: [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:31Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:21:31.868649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4641089-3b22-49a9-ab3e-1a8941e122bf None None] Pushing event updated for resources: {'Port': ['ID=d2cc1833-d731-4e84-ac20-6b05bae441f0,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:31.908953 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.945708 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-372ee96e-4006-44c6-a026-e862596bc888 None None] Provisioning complete for port d2cc1833-d731-4e84-ac20-6b05bae441f0 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:31.946220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-372ee96e-4006-44c6-a026-e862596bc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.981372 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.110456 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.148735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Network c27e242d-11bf-484c-917b-6f3456e08483 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:32.151711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:32.155871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:21:32.169186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Pushing event updated for resources: {'Port': ['ID=e175351c-efa8-4b39-b8c0-4304b7fe7517,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:32.226546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Attempting to bind port e175351c-efa8-4b39-b8c0-4304b7fe7517 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:21:32.227424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Attempting to bind port e175351c-efa8-4b39-b8c0-4304b7fe7517 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:21:32.228075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Attempting to bind port e175351c-efa8-4b39-b8c0-4304b7fe7517 on network c27e242d-11bf-484c-917b-6f3456e08483 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:21:32.234863 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:21:32.235253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Checking segment: {'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:21:32.235720 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.236701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Bound using segment: {'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:21:32.237336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Bound port: e175351c-efa8-4b39-b8c0-4304b7fe7517, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:21:32.237728 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.261346 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.284444 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.310413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] For port e175351c-efa8-4b39-b8c0-4304b7fe7517, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:21:32.313958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] For port e175351c-efa8-4b39-b8c0-4304b7fe7517, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e175351c-efa8-4b39-b8c0-4304b7fe7517,segment=NetworkSegment(d906c537-f980-4a17-b424-ce481fa6c199),segment_id=d906c537-f980-4a17-b424-ce481fa6c199)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:21:32.395486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Allocated IP 172.25.1.207 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/7763b7ce-abdc-46b5-8c06-bd11f7f8af89) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:21:32.442006 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.505134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67032565-4741-4e6f-8c87-c032a7567557 None None] Pushing event updated for resources: {'Port': ['ID=e175351c-efa8-4b39-b8c0-4304b7fe7517,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:32.522237 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.630149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:32.692104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:32.699893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:32.705395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:21:32.708615 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Pushing event updated for resources: {'Port': ['ID=7763b7ce-abdc-46b5-8c06-bd11f7f8af89,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:33.140619 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e175351c-efa8-4b39-b8c0-4304b7fe7517 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:33.192613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e175351c-efa8-4b39-b8c0-4304b7fe7517 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:33.192613 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:33.211259 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:33.436873 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:33.447450 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:33.473881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b8fe2-e25f-46a6-9a19-95f657f0bdd3 None None] Network c27e242d-11bf-484c-917b-6f3456e08483 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:21:33.501122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port e175351c-efa8-4b39-b8c0-4304b7fe7517, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e175351c-efa8-4b39-b8c0-4304b7fe7517,segment=NetworkSegment(d906c537-f980-4a17-b424-ce481fa6c199),segment_id=d906c537-f980-4a17-b424-ce481fa6c199)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:33.559868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d3d05abb-6196-4d5d-950b-bb6cb21f6878 None None] Provisioning complete for port e175351c-efa8-4b39-b8c0-4304b7fe7517 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:33.560232 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3d05abb-6196-4d5d-950b-bb6cb21f6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:33.587912 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:33.588718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d2cc1833-d731-4e84-ac20-6b05bae441f0 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:33.686294 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:21:33.714438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=e175351c-efa8-4b39-b8c0-4304b7fe7517,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:33.794489 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d2cc1833-d731-4e84-ac20-6b05bae441f0 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:33.794859 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.072785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:21:34.082825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Sync routers for ids ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:21:34.091644 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Routers {'32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:34.092296 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:34.145792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4aadc47c-01ac-42ff-9431-f3458ae0bb9f None None] Provisioning complete for port e175351c-efa8-4b39-b8c0-4304b7fe7517 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:34.146470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4aadc47c-01ac-42ff-9431-f3458ae0bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.161075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.162369 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-33c6e2bf-e83c-41d1-9894-3a14eeea1115 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7340229 Sep 16 06:21:34.165199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 51992) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:21:34.245529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Set router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:34.467565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:21:32Z', 'revision_number': 3, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port': {'id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:32Z', 'updated_at': '2021-09-16T06:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:34.494798 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Checking router: 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:21:34.495153 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Updating router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:21:34.522015 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.593405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.762701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Allocated IP 172.20.0.1 (c27e242d-11bf-484c-917b-6f3456e08483/b3f999fe-e0ab-4827-b5a8-00e939a35da4/35c38a79-a995-483f-9505-0f2a6ca5c087) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:21:34.787156 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.871374 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.926530 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.979323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb27f39-93bc-4955-a706-7a75ba42e56a None None] Pushing event updated for resources: {'Port': ['ID=7763b7ce-abdc-46b5-8c06-bd11f7f8af89,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:34.981678 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Attempting to bind port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:21:34.982101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Attempting to bind port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:21:34.982463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Attempting to bind port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:21:34.988357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:21:34.988730 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:21:34.989133 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:34.989526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:21:34.989992 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Bound port: 7763b7ce-abdc-46b5-8c06-bd11f7f8af89, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:21:34.990372 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.035702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.044529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] For port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:21:35.047920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] For port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7763b7ce-abdc-46b5-8c06-bd11f7f8af89,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:21:35.070442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e175351c-efa8-4b39-b8c0-4304b7fe7517 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:35.074672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Network c27e242d-11bf-484c-917b-6f3456e08483 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:35.077665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:35.085297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:21:35.108249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Pushing event updated for resources: {'Port': ['ID=35c38a79-a995-483f-9505-0f2a6ca5c087,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:35.126222 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e175351c-efa8-4b39-b8c0-4304b7fe7517 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:35.126222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.131133 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.156758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.240079 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb27f39-93bc-4955-a706-7a75ba42e56a None None] Pushing event updated for resources: {'Port': ['ID=7763b7ce-abdc-46b5-8c06-bd11f7f8af89,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:35.265925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Routers {'32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:35.266565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:35.339809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fb04c2fe-97d3-436e-a68e-757d82549a92 None None] Provisioning complete for port 35c38a79-a995-483f-9505-0f2a6ca5c087 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:35.343307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fb04c2fe-97d3-436e-a68e-757d82549a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.388630 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.414041 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fb04c2fe-97d3-436e-a68e-757d82549a92 None None] Port 35c38a79-a995-483f-9505-0f2a6ca5c087 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:21:35.421869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] Set router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:35.561912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.610020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:21:32Z', 'revision_number': 3, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port': {'id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:32Z', 'updated_at': '2021-09-16T06:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:35.637326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e097f-243f-43e5-aa5b-caa8047b7c65 None None] The sync data for ids ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'] in n-d-712749-15 is: [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:21:32Z', 'revision_number': 3, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port': {'id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:32Z', 'updated_at': '2021-09-16T06:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:21:35.645512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.710952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Pushing event updated for resources: {'Port': ['ID=35c38a79-a995-483f-9505-0f2a6ca5c087,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:35.713838 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:35.828532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Network c27e242d-11bf-484c-917b-6f3456e08483 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:35.830579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:35.984943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:21:36.115013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:21:36.120100 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-380a9303-65da-4b2f-9e12-d4476cfe85d3 admin admin] 10.222.0.49 "PUT /v2.0/routers/32c1a0c8-ef57-4cf5-a102-a15d1f18d62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9537899 Sep 16 06:21:36.141226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-639a5ea2-399d-4a06-b104-11e46256a2b8 None None] Provisioning complete for port 35c38a79-a995-483f-9505-0f2a6ca5c087 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:36.141593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-639a5ea2-399d-4a06-b104-11e46256a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:36.181009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-639a5ea2-399d-4a06-b104-11e46256a2b8 None None] Port 35c38a79-a995-483f-9505-0f2a6ca5c087 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:21:37.092208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:37.141546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:37.142222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:37.225570 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Sync routers for ids ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:21:37.252484 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Routers {'32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:37.253039 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:37.254077 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:37.276620 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7763b7ce-abdc-46b5-8c06-bd11f7f8af89,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:37.368190 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Set router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:37.372669 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:37.440923 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=7763b7ce-abdc-46b5-8c06-bd11f7f8af89,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:37.610335 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:21:35Z', 'revision_number': 4, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port': {'id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:32Z', 'updated_at': '2021-09-16T06:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '35c38a79-a995-483f-9505-0f2a6ca5c087', 'name': '', 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'mac_address': 'fa:16:3e:57:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b3f999fe-e0ab-4827-b5a8-00e939a35da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:34Z', 'updated_at': '2021-09-16T06:21:35Z', 'revision_number': 2, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'subnets': [{'id': 'b3f999fe-e0ab-4827-b5a8-00e939a35da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:37.645075 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Checking router: 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:21:37.645420 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Updating router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d port 35c38a79-a995-483f-9505-0f2a6ca5c087 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:21:37.673598 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:37.968605 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.092194 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.145109 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dfa91-670c-49dc-98db-a7b3a7b2d42d None None] Pushing event updated for resources: {'Port': ['ID=35c38a79-a995-483f-9505-0f2a6ca5c087,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:38.212268 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Attempting to bind port 35c38a79-a995-483f-9505-0f2a6ca5c087 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:21:38.212774 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Attempting to bind port 35c38a79-a995-483f-9505-0f2a6ca5c087 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:21:38.213160 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Attempting to bind port 35c38a79-a995-483f-9505-0f2a6ca5c087 on network c27e242d-11bf-484c-917b-6f3456e08483 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:21:38.218409 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:21:38.218787 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Checking segment: {'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:21:38.219182 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.219576 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Bound using segment: {'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:21:38.220202 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Bound port: 35c38a79-a995-483f-9505-0f2a6ca5c087, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd906c537-f980-4a17-b424-ce481fa6c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:21:38.221387 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.290787 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] For port 35c38a79-a995-483f-9505-0f2a6ca5c087, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:21:38.294155 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] For port 35c38a79-a995-483f-9505-0f2a6ca5c087, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=35c38a79-a995-483f-9505-0f2a6ca5c087,segment=NetworkSegment(d906c537-f980-4a17-b424-ce481fa6c199),segment_id=d906c537-f980-4a17-b424-ce481fa6c199)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:21:38.383972 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.460743 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Routers {'32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:21:38.461478 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:21:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:38.464953 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dfa91-670c-49dc-98db-a7b3a7b2d42d None None] Pushing event updated for resources: {'Port': ['ID=35c38a79-a995-483f-9505-0f2a6ca5c087,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:38.522455 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-23f112d3-3aed-408e-bbe6-c08049a757a4 None None] Provisioning complete for port 35c38a79-a995-483f-9505-0f2a6ca5c087 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:38.523829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23f112d3-3aed-408e-bbe6-c08049a757a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.729877 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] Set router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:21:38.848266 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23f112d3-3aed-408e-bbe6-c08049a757a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.882593 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-23f112d3-3aed-408e-bbe6-c08049a757a4 None None] For port 35c38a79-a995-483f-9505-0f2a6ca5c087, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=35c38a79-a995-483f-9505-0f2a6ca5c087,segment=NetworkSegment(d906c537-f980-4a17-b424-ce481fa6c199),segment_id=d906c537-f980-4a17-b424-ce481fa6c199)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:21:38.962486 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-23f112d3-3aed-408e-bbe6-c08049a757a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:38.984421 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:21:35Z', 'revision_number': 4, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port': {'id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:32Z', 'updated_at': '2021-09-16T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '35c38a79-a995-483f-9505-0f2a6ca5c087', 'name': '', 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'mac_address': 'fa:16:3e:57:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b3f999fe-e0ab-4827-b5a8-00e939a35da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:34Z', 'updated_at': '2021-09-16T06:21:38Z', 'revision_number': 4, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'subnets': [{'id': 'b3f999fe-e0ab-4827-b5a8-00e939a35da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:21:39.015144 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c83bf-c74f-4638-974f-e4d692a0e408 None None] The sync data for ids ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'] in n-d-712749-15 is: [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:21:35Z', 'revision_number': 4, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port': {'id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:32Z', 'updated_at': '2021-09-16T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '35c38a79-a995-483f-9505-0f2a6ca5c087', 'name': '', 'network_id': 'c27e242d-11bf-484c-917b-6f3456e08483', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'mac_address': 'fa:16:3e:57:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b3f999fe-e0ab-4827-b5a8-00e939a35da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:34Z', 'updated_at': '2021-09-16T06:21:38Z', 'revision_number': 4, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'subnets': [{'id': 'b3f999fe-e0ab-4827-b5a8-00e939a35da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:21:39.037389 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f112d3-3aed-408e-bbe6-c08049a757a4 None None] Pushing event updated for resources: {'Port': ['ID=35c38a79-a995-483f-9505-0f2a6ca5c087,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:39.132420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b34178fe-3329-4edf-a8ea-486f19ac4f06 None None] Provisioning complete for port 35c38a79-a995-483f-9505-0f2a6ca5c087 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:39.132910 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34178fe-3329-4edf-a8ea-486f19ac4f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:39.177572 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:39.281070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:39.283157 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:41.134083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 35c38a79-a995-483f-9505-0f2a6ca5c087 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:21:41.199314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 35c38a79-a995-483f-9505-0f2a6ca5c087 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:41.199314 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:48.249560 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-0ad1848c-e1d5-4e25-b494-4c94bf0bbd30 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:48.251566 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-0ad1848c-e1d5-4e25-b494-4c94bf0bbd30 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/networks?id=e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 200 len: 814 time: 0.1104898 Sep 16 06:21:48.270385 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-70a17a1a-4075-4469-a46e-05978ac1d0f2 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/quotas/9ff6704798f04ca7806744ca7cc055e7 HTTP/1.1" status: 200 len: 375 time: 0.0119233 Sep 16 06:21:48.332562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-17c5db75-afc6-488a-bd9b-7a4f2a23250f tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549040 Sep 16 06:21:48.348735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-3dca8a34-8b6a-478c-a69c-add3e73bc1b2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:21:48.349694 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-3dca8a34-8b6a-478c-a69c-add3e73bc1b2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057619 Sep 16 06:21:48.778751 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-f82c14e9-6640-4ec2-ad2e-02553af6df8b service neutron] 10.222.0.49 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231172 Sep 16 06:21:48.873310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-24b146ac-1452-4238-9667-3c44a26a8d4a service neutron] 10.222.0.49 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879080 Sep 16 06:21:49.107047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9b51f104-c363-4044-b09c-abf498927025 req-7182ffb0-86bf-4534-9275-6f48bbaa12b2 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Sep 16 06:21:49.903086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89f820d1-ffe4-4f99-9c08-b96432de5e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:50.186366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3756fd5e-1a89-4875-a4ac-a50722d8a7a6 req-ed043cc2-bf1f-4de6-9444-11e978c067df tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 210 time: 0.0273397 Sep 16 06:21:51.282961 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45a21aee-c3be-474c-be8b-b355346da7fa req-aca435a2-b7bf-48a6-95b9-7d2a7d21792f tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 210 time: 0.0282190 Sep 16 06:21:51.377718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:51.637924 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-8d455e27-af6f-43bc-8a7b-897e450d55db tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:51.639411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-8d455e27-af6f-43bc-8a7b-897e450d55db tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.30 "GET /v2.0/networks?id=e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 200 len: 814 time: 0.1214337 Sep 16 06:21:51.658095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'port': {'device_id': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'admin_state_up': True, 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:21:51.867587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Made reservation on behalf of 9ff6704798f04ca7806744ca7cc055e7 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:21:51.871285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:52.003250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Allocated IP 172.20.0.10 (e6f00b18-0335-44fe-9105-074971f30d5f/5584ba67-0902-46b4-a9a4-0c954c7a5fe8/9489901d-8d90-40ea-bd42-4b71cfacd8e6) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:21:52.160158 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:52.246910 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:52.291594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Network e6f00b18-0335-44fe-9105-074971f30d5f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:21:52.294670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:21:52.298815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:21:52.330795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'Port': ['ID=9489901d-8d90-40ea-bd42-4b71cfacd8e6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:21:52.364541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:52.365294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:52.426223 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb131ca5-18d1-493a-b318-f47247304ee8 req-3f049c05-61e9-46da-b2ea-9846365aa500 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:52.427927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb131ca5-18d1-493a-b318-f47247304ee8 req-3f049c05-61e9-46da-b2ea-9846365aa500 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0702562 Sep 16 06:21:52.480120 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-688550b9-ac32-4961-8ed7-887037fa3076 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8267562 Sep 16 06:21:52.483632 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cb131ca5-18d1-493a-b318-f47247304ee8 req-caf5186b-c305-4db5-9ba1-f4b687756c18 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Sep 16 06:21:52.601328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-329e638b-999c-43aa-ae12-6d3e50a4fef2 None None] Provisioning complete for port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:21:52.602471 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-329e638b-999c-43aa-ae12-6d3e50a4fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:52.654722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-329e638b-999c-43aa-ae12-6d3e50a4fef2 None None] Port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:21:53.097682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-130e71e5-7c61-4c73-aff5-3a0b5dfb9dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:53.619001 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296827-2747-4833-99ce-1ee75197fdcd req-20255c28-ca03-4a4d-b592-5a32d5335591 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:53.620603 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b296827-2747-4833-99ce-1ee75197fdcd req-20255c28-ca03-4a4d-b592-5a32d5335591 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0555446 Sep 16 06:21:53.675245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6b296827-2747-4833-99ce-1ee75197fdcd req-803dfa72-c2bd-448a-bd31-ee9446c0ed7b tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477812 Sep 16 06:21:53.949139 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:54.802325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960b541-31ee-422e-9ec9-690f1fad8a27 req-4feb098f-9c72-4ac5-9ae3-4f88e859a635 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:54.803937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d960b541-31ee-422e-9ec9-690f1fad8a27 req-4feb098f-9c72-4ac5-9ae3-4f88e859a635 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0532968 Sep 16 06:21:54.845514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d960b541-31ee-422e-9ec9-690f1fad8a27 req-ddc7594a-3fef-49a8-9617-236ccb38cf4c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350411 Sep 16 06:21:55.532410 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:55.970297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c8be9-e250-4aea-8053-06a4ee45c67d req-a6554ffb-8c3b-4246-82e8-c0f8703e1c9d tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:55.971897 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc7c8be9-e250-4aea-8053-06a4ee45c67d req-a6554ffb-8c3b-4246-82e8-c0f8703e1c9d tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0528941 Sep 16 06:21:56.013893 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc7c8be9-e250-4aea-8053-06a4ee45c67d req-cb07f782-1565-484c-8ea0-1f7d15f8bfca tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355802 Sep 16 06:21:57.162893 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f233-b115-4f5f-84f4-5df1c57399a9 req-811d00b2-d31a-46aa-b89e-664850760a47 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:57.164927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af93f233-b115-4f5f-84f4-5df1c57399a9 req-811d00b2-d31a-46aa-b89e-664850760a47 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0578496 Sep 16 06:21:57.205571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-af93f233-b115-4f5f-84f4-5df1c57399a9 req-ce89b46d-aa6c-40b5-a570-a352c53c3edc tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346687 Sep 16 06:21:57.634530 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:58.352966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48abb00-678d-41d5-bd83-de318591be86 req-e82b82f3-c7f0-42d3-a9d7-1115d1e33c2c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:58.354566 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b48abb00-678d-41d5-bd83-de318591be86 req-e82b82f3-c7f0-42d3-a9d7-1115d1e33c2c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0645020 Sep 16 06:21:58.402733 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b48abb00-678d-41d5-bd83-de318591be86 req-2f0bbc4d-41b1-49b5-80cc-9543b153159e tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Sep 16 06:21:59.280386 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:59.535207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6106d7-2558-4b4f-ad81-41b48cd3e81b req-cb165ba4-d02c-430c-b7d3-00a74b6e9d9d tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:59.538068 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a6106d7-2558-4b4f-ad81-41b48cd3e81b req-cb165ba4-d02c-430c-b7d3-00a74b6e9d9d tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0604091 Sep 16 06:21:59.583085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3a6106d7-2558-4b4f-ad81-41b48cd3e81b req-34c4d21f-d9b8-4466-9938-532c23eb8689 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384786 Sep 16 06:22:00.721468 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab04e8-f90b-41cf-8778-7e8f1d188dcd req-586b3175-092d-4223-92c6-7355c675a10d tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:00.729709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcab04e8-f90b-41cf-8778-7e8f1d188dcd req-586b3175-092d-4223-92c6-7355c675a10d tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0684526 Sep 16 06:22:00.772816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bcab04e8-f90b-41cf-8778-7e8f1d188dcd req-c33746f1-8643-45dc-9643-aa5ec52ad70c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Sep 16 06:22:01.910423 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a7261-11bd-4ba5-8c11-fae45529f6a6 req-ff51196b-f4b6-4d5c-afa2-3fce8de7798e tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:01.912567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d33a7261-11bd-4ba5-8c11-fae45529f6a6 req-ff51196b-f4b6-4d5c-afa2-3fce8de7798e tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 932 time: 0.0570879 Sep 16 06:22:01.956812 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d33a7261-11bd-4ba5-8c11-fae45529f6a6 req-473be9e5-9faf-47c8-a894-b845551395af tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Sep 16 06:22:02.366630 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Request body: {'port': {'device_id': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:02.421967 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:02.701494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9489901d-8d90-40ea-bd42-4b71cfacd8e6 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:22:02.709481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:02.722313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Transition to ACTIVE for port object 9489901d-8d90-40ea-bd42-4b71cfacd8e6 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:22:02.823366 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:02.875234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Pushing event updated for resources: {'Port': ['ID=9489901d-8d90-40ea-bd42-4b71cfacd8e6,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:02.954611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Attempting to bind port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:22:02.954611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Attempting to bind port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:22:02.954611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Attempting to bind port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 on network e6f00b18-0335-44fe-9105-074971f30d5f {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:22:02.957840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 on network e6f00b18-0335-44fe-9105-074971f30d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:22:02.958191 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Attempting to bind port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 on network e6f00b18-0335-44fe-9105-074971f30d5f {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:22:02.963410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:22:02.963767 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Checking segment: {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:22:02.964181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Bound using segment: {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:22:02.964609 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Bound port: 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20af9231-68d6-43eb-925b-67fbd2b7533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:22:02.964968 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:03.042589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] For port 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:22:03.046079 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] For port 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:22:03.104235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37876bc2-6fa8-4ecc-9d60-96b21db2e361 req-459a89d3-7a6e-4e02-8793-a3a5fb2c6fa4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.106056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37876bc2-6fa8-4ecc-9d60-96b21db2e361 req-459a89d3-7a6e-4e02-8793-a3a5fb2c6fa4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 944 time: 0.0518274 Sep 16 06:22:03.127647 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:03.178614 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-37876bc2-6fa8-4ecc-9d60-96b21db2e361 req-e0d80a32-c504-42e1-ab27-976f787d03b4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Sep 16 06:22:03.179963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.180577 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:03.181931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] 10.222.0.30 "PUT /v2.0/ports/9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 1093 time: 0.8197877 Sep 16 06:22:03.184527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:22:03.186823 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d6983a-159f-437e-a7fc-2ff350837619" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:22:03.220789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cd42f-9029-4aeb-a478-9034e8828da0 service neutron] Pushing event updated for resources: {'Port': ['ID=9489901d-8d90-40ea-bd42-4b71cfacd8e6,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:03.233864 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:03.253157 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e8b8cb-8534-487d-98ef-f5728249d91f x-openstack-request-id: req-58e8b8cb-8534-487d-98ef-f5728249d91f {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:22:03.253551 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:22:03.253899 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58e8b8cb-8534-487d-98ef-f5728249d91f {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:22:03.254387 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'status': 'completed', 'code': 200} Sep 16 06:22:03.341476 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6983a-159f-437e-a7fc-2ff350837619 req-8c6a3253-b6a4-444c-bd5e-91926ad71ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.343048 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24d6983a-159f-437e-a7fc-2ff350837619 req-8c6a3253-b6a4-444c-bd5e-91926ad71ae5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1096 time: 0.0458684 Sep 16 06:22:03.458387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6983a-159f-437e-a7fc-2ff350837619 req-0dff97a8-fe83-4a0a-aa7d-afdc3e196557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.460125 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24d6983a-159f-437e-a7fc-2ff350837619 req-0dff97a8-fe83-4a0a-aa7d-afdc3e196557 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9ff6704798f04ca7806744ca7cc055e7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1039562 Sep 16 06:22:03.564399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6983a-159f-437e-a7fc-2ff350837619 req-7ed0282b-1d6f-4467-8eec-d8050b6936f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.566080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24d6983a-159f-437e-a7fc-2ff350837619 req-7ed0282b-1d6f-4467-8eec-d8050b6936f7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991638 Sep 16 06:22:03.668585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-2aeadc57-b5dd-49a7-ae27-28bd5729f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.670135 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-2aeadc57-b5dd-49a7-ae27-28bd5729f883 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1096 time: 0.0452638 Sep 16 06:22:03.721663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-c039f4bf-10ae-46f3-b4fd-15973a25d97a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 217 time: 0.0375118 Sep 16 06:22:03.780399 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-b744cebe-ccfd-4b26-9bff-dbbdef8f6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:03.782575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-b744cebe-ccfd-4b26-9bff-dbbdef8f6479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5584ba67-0902-46b4-a9a4-0c954c7a5fe8 HTTP/1.1" status: 200 len: 853 time: 0.0529666 Sep 16 06:22:04.100522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-222e55dc-9954-459e-b1f6-9b446aab5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:04.101980 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-222e55dc-9954-459e-b1f6-9b446aab5eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6f00b18-0335-44fe-9105-074971f30d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3127434 Sep 16 06:22:04.213160 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-9b1b1d9b-f65f-421a-a399-aff62c64a291 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040280 Sep 16 06:22:04.349677 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-df4d2446-32c3-494e-87b7-0b6bd941db7d req-fa51363d-a619-4f36-a942-572439a671a5 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288047 Sep 16 06:22:04.364812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d68b4-3c54-4b38-905c-e08a2303722c req-3879d4c1-74f4-46c0-86ea-552a8a65498a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:04.366876 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac2d68b4-3c54-4b38-905c-e08a2303722c req-3879d4c1-74f4-46c0-86ea-552a8a65498a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 944 time: 0.0814483 Sep 16 06:22:04.417276 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac2d68b4-3c54-4b38-905c-e08a2303722c req-1be94219-b0df-4aa3-939b-d744efc82448 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Sep 16 06:22:05.474967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9489901d-8d90-40ea-bd42-4b71cfacd8e6 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:22:05.538221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3ac8d-d7ea-44c7-8a2b-573241e229e8 req-67cf8aa7-0f9b-4705-9edb-d689c470fe9f tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:05.539808 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71d3ac8d-d7ea-44c7-8a2b-573241e229e8 req-67cf8aa7-0f9b-4705-9edb-d689c470fe9f tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 944 time: 0.0515475 Sep 16 06:22:05.575762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:22:05.583186 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-71d3ac8d-d7ea-44c7-8a2b-573241e229e8 req-03dd2f28-a0f3-4bf9-a723-67e50b7aeaec tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357101 Sep 16 06:22:05.587502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'port_id': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'mac_address': 'fa:16:3e:f8:94:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:22:05.625204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:05.637549 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9489901d-8d90-40ea-bd42-4b71cfacd8e6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:22:05.657450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:22:05.720876 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:05.773169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=9489901d-8d90-40ea-bd42-4b71cfacd8e6,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:06.032760 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['9489901d-8d90-40ea-bd42-4b71cfacd8e6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:22:06.705168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c07d5-58b1-49df-8e77-82bcc179f68f req-762280d0-79f9-46ea-8149-08fa4006cdd5 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:06.706681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-685c07d5-58b1-49df-8e77-82bcc179f68f req-762280d0-79f9-46ea-8149-08fa4006cdd5 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 945 time: 0.0548351 Sep 16 06:22:06.745520 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-685c07d5-58b1-49df-8e77-82bcc179f68f req-320afed8-52ed-4bfb-99a6-db7226f54061 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Sep 16 06:22:07.503537 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9489901d-8d90-40ea-bd42-4b71cfacd8e6 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:22:07.611454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:22:07.615557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:22:07.615961 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:07.692878 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:07.715554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:22:07.718012 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e6c14-61a4-4cd2-ab37-80ea6aef984d" -d '{"events": [{"server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "name": "network-vif-plugged", "status": "completed", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:22:07.731710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:22:07.762283 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6fab50-c75b-4091-aad6-3f1a752462ae x-openstack-request-id: req-ea6fab50-c75b-4091-aad6-3f1a752462ae {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:22:07.762283 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "name": "network-vif-plugged", "status": "completed", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:22:07.762283 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea6fab50-c75b-4091-aad6-3f1a752462ae {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:22:07.762618 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'code': 200} Sep 16 06:22:07.813380 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:07.872873 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=9489901d-8d90-40ea-bd42-4b71cfacd8e6,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:07.915988 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741e48f-a772-433d-b7cd-22d2a55b7741 req-7fe5cbe1-2abc-4bb3-a9e4-7779cda1c968 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:07.917886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d741e48f-a772-433d-b7cd-22d2a55b7741 req-7fe5cbe1-2abc-4bb3-a9e4-7779cda1c968 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0917978 Sep 16 06:22:07.925486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f153e1-9885-4ab2-a866-c96604cf4eb3 req-c600b8d6-7391-441d-a3f5-8300abf263b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:07.927174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14f153e1-9885-4ab2-a866-c96604cf4eb3 req-c600b8d6-7391-441d-a3f5-8300abf263b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1098 time: 0.0654824 Sep 16 06:22:07.982681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d741e48f-a772-433d-b7cd-22d2a55b7741 req-03930d0e-0da3-40d2-8239-f83dd034b137 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545118 Sep 16 06:22:07.988943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14f153e1-9885-4ab2-a866-c96604cf4eb3 req-707a870d-8273-4e01-b30f-6e0563b5aeb3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538626 Sep 16 06:22:09.126272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6f498-8703-4645-b1d5-647345c5ea78 req-cf438273-30a5-452b-ad1c-fab978ee6313 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:09.127658 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aa6f498-8703-4645-b1d5-647345c5ea78 req-cf438273-30a5-452b-ad1c-fab978ee6313 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0576873 Sep 16 06:22:09.169991 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7aa6f498-8703-4645-b1d5-647345c5ea78 req-142a09cf-9b40-4d6e-b445-c794be085b15 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Sep 16 06:22:10.288038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82e1fd-c555-41ba-8d60-05018b2a9ade req-c69ebdc8-2cce-422f-80c2-6f3e8ece7b3f tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:10.289553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c82e1fd-c555-41ba-8d60-05018b2a9ade req-c69ebdc8-2cce-422f-80c2-6f3e8ece7b3f tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0505340 Sep 16 06:22:10.329221 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8c82e1fd-c555-41ba-8d60-05018b2a9ade req-d393c011-e8b7-426f-add6-6fde6885b193 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333521 Sep 16 06:22:10.450289 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0da82a-c449-41a1-8d4f-83d4b79d87de req-62436190-9255-4cd6-87e1-1037dcd05e0e tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:10.451742 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e0da82a-c449-41a1-8d4f-83d4b79d87de req-62436190-9255-4cd6-87e1-1037dcd05e0e tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0549455 Sep 16 06:22:10.490355 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e0da82a-c449-41a1-8d4f-83d4b79d87de req-4e9ea4ac-8aed-444a-81dd-5fc8aafc4a35 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Sep 16 06:22:10.683399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff010-6fc2-48c3-9ddf-9f4dac8f28f6 req-8f3df13a-d47a-4a17-a589-4f6a411e5eb8 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:10.684963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-277ff010-6fc2-48c3-9ddf-9f4dac8f28f6 req-8f3df13a-d47a-4a17-a589-4f6a411e5eb8 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0510802 Sep 16 06:22:10.722784 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-277ff010-6fc2-48c3-9ddf-9f4dac8f28f6 req-e63c8ada-7c71-44ef-8d28-7ebd39816119 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Sep 16 06:22:19.908132 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9403a5e4-6daa-48a0-940a-64a4403477f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:21.386995 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:23.104359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39f7f276-2dbf-443f-8f56-01ce3dc93593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:23.912696 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:25.473439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67b4bd-2e03-430b-b6d8-2b2df458d3e5 req-d185ace0-8998-4663-a008-189f94b20a8c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:25.474851 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f67b4bd-2e03-430b-b6d8-2b2df458d3e5 req-d185ace0-8998-4663-a008-189f94b20a8c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0579665 Sep 16 06:22:25.514023 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9f67b4bd-2e03-430b-b6d8-2b2df458d3e5 req-3e5e3567-1ef8-4867-a59d-426da1db11a8 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Sep 16 06:22:25.537383 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52208) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:25.575454 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:25.705710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94f6f9-1c0c-45dd-ba4f-a102d22fdd55 tempest-TestMinimumBasicScenario-1442884991 tempest-TestMinimumBasicScenario-1442884991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:25.707261 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dc94f6f9-1c0c-45dd-ba4f-a102d22fdd55 tempest-TestMinimumBasicScenario-1442884991 tempest-TestMinimumBasicScenario-1442884991-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1093 time: 0.1688750 Sep 16 06:22:25.710304 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52212) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:25.714532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:25.817349 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:25.926376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:26.042066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Allocated IP 172.25.1.130 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/283bec9b-41d1-41d8-af03-1e4395d28c0d) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:22:26.151813 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:26.268702 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:26.310533 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:22:26.314141 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:22:26.318048 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:22:26.352844 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'Port': ['ID=283bec9b-41d1-41d8-af03-1e4395d28c0d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:26.364325 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.364762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.365119 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.365497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.365863 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.366237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.366604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.366973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.367345 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.367706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.368154 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.368518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:26.723213 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:26.854046 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:27.006992 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:27.072570 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:27.146168 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'Port': ['ID=283bec9b-41d1-41d8-af03-1e4395d28c0d,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:27.156871 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:27.262426 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Floating IP 1d9038e7-08ca-4ec1-9960-8290f42b2dca associated. External IP: 172.25.1.130, port: 9489901d-8d90-40ea-bd42-4b71cfacd8e6. Sep 16 06:22:27.486054 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Router 0f8b019b-db8b-40e0-a721-f8a482ece64c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:22:27.601809 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:22:27.613484 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] Sync routers for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:22:27.622929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:22:27.623576 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:22:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:27.626646 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:27.718554 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:27.732409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:22:27.747394 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2a0373ef-e56e-4224-8033-5b560654ecb4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0360622 Sep 16 06:22:27.748177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:22:27.750571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52214) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:27.751234 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b854bca6-e765-422e-a029-e041f6924960" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:22:27.760807 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ef656ed2-f669-4a5e-9be9-622ab6a2a26c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144364284', 'description': 'tempest-secgroup-smoke-144364284 description', 'project_id': '9ff6704798f04ca7806744ca7cc055e7'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:27.803273 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631166be-5b78-4ed5-a098-bd7c74439cda x-openstack-request-id: req-631166be-5b78-4ed5-a098-bd7c74439cda {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:22:27.803736 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:22:27.804233 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-631166be-5b78-4ed5-a098-bd7c74439cda {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:22:27.808301 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'status': 'completed', 'code': 200} Sep 16 06:22:27.858075 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef656ed2-f669-4a5e-9be9-622ab6a2a26c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:27.912629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854bca6-e765-422e-a029-e041f6924960 req-6ba8d92c-3f41-4643-809c-62b03ebd69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:27.914176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b854bca6-e765-422e-a029-e041f6924960 req-6ba8d92c-3f41-4643-809c-62b03ebd69e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1098 time: 0.0659182 Sep 16 06:22:27.998799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1d9038e7-08ca-4ec1-9960-8290f42b2dca', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'port_id': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'mac_address': 'fa:16:3e:f8:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:22:26Z', 'updated_at': '2021-09-16T06:22:26Z', 'revision_number': 0, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:31Z', 'revision_number': 5, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:28.036738 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] Checking router: 0f8b019b-db8b-40e0-a721-f8a482ece64c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:22:28.043731 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef656ed2-f669-4a5e-9be9-622ab6a2a26c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.046306 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:22:28.047971 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:22:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:28.054573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854bca6-e765-422e-a029-e041f6924960 req-0a00f4de-6705-4926-8ced-1a79551d1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:28.056136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b854bca6-e765-422e-a029-e041f6924960 req-0a00f4de-6705-4926-8ced-1a79551d1ec4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 200 len: 915 time: 0.1324348 Sep 16 06:22:28.137347 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b854bca6-e765-422e-a029-e041f6924960 req-82d8b9d3-bb6c-4d16-936a-2b58ad55b751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 1000 time: 0.0687540 Sep 16 06:22:28.142371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef656ed2-f669-4a5e-9be9-622ab6a2a26c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.164108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:22:28.212520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef656ed2-f669-4a5e-9be9-622ab6a2a26c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bdd728-9998-4fc0-9cb7-ee80dd301ed4,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:28.220943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854bca6-e765-422e-a029-e041f6924960 req-b5eff95e-2e7c-460d-a7a1-a855f24145e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:28.221690 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b854bca6-e765-422e-a029-e041f6924960 req-b5eff95e-2e7c-460d-a7a1-a855f24145e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5584ba67-0902-46b4-a9a4-0c954c7a5fe8 HTTP/1.1" status: 200 len: 853 time: 0.0746911 Sep 16 06:22:28.262465 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef656ed2-f669-4a5e-9be9-622ab6a2a26c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.263723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef656ed2-f669-4a5e-9be9-622ab6a2a26c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5118501 Sep 16 06:22:28.267788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52218) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:28.272907 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-729aa56d-5492-4682-b9c2-7102c52aa6b7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'security_group_rule': {'security_group_id': '09bdd728-9998-4fc0-9cb7-ee80dd301ed4', 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:28.277778 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854bca6-e765-422e-a029-e041f6924960 req-ffafe497-de83-495b-a652-a0e86f726f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:28.277778 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b854bca6-e765-422e-a029-e041f6924960 req-ffafe497-de83-495b-a652-a0e86f726f6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6f00b18-0335-44fe-9105-074971f30d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448489 Sep 16 06:22:28.376348 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729aa56d-5492-4682-b9c2-7102c52aa6b7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.389298 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b854bca6-e765-422e-a029-e041f6924960 req-1f386806-9e3e-4ac2-83fc-78f2dfe1ea91 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055162 Sep 16 06:22:28.431676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1d9038e7-08ca-4ec1-9960-8290f42b2dca', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'port_id': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'mac_address': 'fa:16:3e:f8:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:22:26Z', 'updated_at': '2021-09-16T06:22:26Z', 'revision_number': 0, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:31Z', 'revision_number': 5, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:28.448157 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729aa56d-5492-4682-b9c2-7102c52aa6b7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.460036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fbf9e3-2bf8-4360-9299-eab2c2ada960 None None] The sync data for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 is: [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '1d9038e7-08ca-4ec1-9960-8290f42b2dca', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'port_id': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'mac_address': 'fa:16:3e:f8:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:22:26Z', 'updated_at': '2021-09-16T06:22:26Z', 'revision_number': 0, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:31Z', 'revision_number': 5, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:22:28.513748 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b854bca6-e765-422e-a029-e041f6924960 req-a08dddac-1b2a-4189-863b-d9897979f82a service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086190 Sep 16 06:22:28.565177 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729aa56d-5492-4682-b9c2-7102c52aa6b7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.586796 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729aa56d-5492-4682-b9c2-7102c52aa6b7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33edbc68-cbfe-4961-9748-9712ca6940eb,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:28.668377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-729aa56d-5492-4682-b9c2-7102c52aa6b7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.672993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-729aa56d-5492-4682-b9c2-7102c52aa6b7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4008715 Sep 16 06:22:28.680919 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52222) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:28.681064 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8effac7-559c-4634-a60a-a79d340c0fbb None None] New status for floating IP 1d9038e7-08ca-4ec1-9960-8290f42b2dca: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:22:28.681540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7c42d0fc-c86f-4fcb-9487-5f5075c181da tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'security_group_rule': {'security_group_id': '09bdd728-9998-4fc0-9cb7-ee80dd301ed4', 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:28.765452 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c42d0fc-c86f-4fcb-9487-5f5075c181da tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.834045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c42d0fc-c86f-4fcb-9487-5f5075c181da tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.912928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c42d0fc-c86f-4fcb-9487-5f5075c181da tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.934393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42d0fc-c86f-4fcb-9487-5f5075c181da tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e0a2d5-19e4-4036-9418-0e81577157e7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:29.017810 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c42d0fc-c86f-4fcb-9487-5f5075c181da tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.019407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7c42d0fc-c86f-4fcb-9487-5f5075c181da tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449564 Sep 16 06:22:29.022753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52224) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:29.027323 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ce1e4b02-d74e-4080-93c5-534981696a45 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'security_group_rule': {'security_group_id': '09bdd728-9998-4fc0-9cb7-ee80dd301ed4', 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:29.154035 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4b02-d74e-4080-93c5-534981696a45 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.221610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4b02-d74e-4080-93c5-534981696a45 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.301360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.370962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4b02-d74e-4080-93c5-534981696a45 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.390502 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e4b02-d74e-4080-93c5-534981696a45 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5d2207-031b-4744-a069-fce812300d92,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:29.486150 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4b02-d74e-4080-93c5-534981696a45 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.487356 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ce1e4b02-d74e-4080-93c5-534981696a45 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4636352 Sep 16 06:22:29.490538 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52226) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:29.494933 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5253151f-7648-4533-b864-de38dae939e1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'security_group_rule': {'security_group_id': '09bdd728-9998-4fc0-9cb7-ee80dd301ed4', 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:29.569942 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5253151f-7648-4533-b864-de38dae939e1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.630185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5253151f-7648-4533-b864-de38dae939e1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.706970 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5253151f-7648-4533-b864-de38dae939e1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.726664 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253151f-7648-4533-b864-de38dae939e1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ab4962-1806-48fe-bbd4-470e779b388c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:29.892088 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5253151f-7648-4533-b864-de38dae939e1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.893415 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5253151f-7648-4533-b864-de38dae939e1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4019034 Sep 16 06:22:29.896621 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52228) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:29.902480 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d7b74b25-a8e6-4064-ab4d-0aa967722ca9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'security_group_rule': {'security_group_id': '09bdd728-9998-4fc0-9cb7-ee80dd301ed4', 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:30.262633 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-d7b74b25-a8e6-4064-ab4d-0aa967722ca9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Project 9ff6704798f04ca7806744ca7cc055e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:22:30.268319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b74b25-a8e6-4064-ab4d-0aa967722ca9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.334902 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b74b25-a8e6-4064-ab4d-0aa967722ca9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.417496 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b74b25-a8e6-4064-ab4d-0aa967722ca9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.436098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b74b25-a8e6-4064-ab4d-0aa967722ca9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5721d435-06ec-40e8-b4f2-a5478be12fdf,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:30.548697 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d7b74b25-a8e6-4064-ab4d-0aa967722ca9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.549927 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d7b74b25-a8e6-4064-ab4d-0aa967722ca9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6521695 Sep 16 06:22:30.552651 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52230) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:30.557476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f376e6a5-58fa-438f-a730-b8525cda77d7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'security_group_rule': {'security_group_id': '09bdd728-9998-4fc0-9cb7-ee80dd301ed4', 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:30.633964 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-f376e6a5-58fa-438f-a730-b8525cda77d7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Project 9ff6704798f04ca7806744ca7cc055e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:22:30.639195 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f376e6a5-58fa-438f-a730-b8525cda77d7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.700968 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f376e6a5-58fa-438f-a730-b8525cda77d7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.818627 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f376e6a5-58fa-438f-a730-b8525cda77d7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.839300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376e6a5-58fa-438f-a730-b8525cda77d7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58eb0d3f-32a5-4670-944d-dff834684f65,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:30.896805 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f376e6a5-58fa-438f-a730-b8525cda77d7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.899524 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f376e6a5-58fa-438f-a730-b8525cda77d7 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448236 Sep 16 06:22:31.016173 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21736329-1d38-48e3-a67f-19a30e853f9e req-8927ada8-1437-44b7-8eb1-7866cff2c176 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144364284&fields=id&tenant_id=9ff6704798f04ca7806744ca7cc055e7 HTTP/1.1" status: 200 len: 267 time: 0.0360870 Sep 16 06:22:31.070418 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21736329-1d38-48e3-a67f-19a30e853f9e req-a272eb16-dee4-47fd-8eee-4f80404c531a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:31.071847 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21736329-1d38-48e3-a67f-19a30e853f9e req-a272eb16-dee4-47fd-8eee-4f80404c531a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0498407 Sep 16 06:22:31.083103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-21736329-1d38-48e3-a67f-19a30e853f9e req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'port': {'security_groups': ['7e79d1ab-f816-47ff-8279-f299573acae2', '09bdd728-9998-4fc0-9cb7-ee80dd301ed4']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:31.145307 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21736329-1d38-48e3-a67f-19a30e853f9e req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:31.342346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-21736329-1d38-48e3-a67f-19a30e853f9e req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] For port 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:22:31.372643 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21736329-1d38-48e3-a67f-19a30e853f9e req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:31.462513 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21736329-1d38-48e3-a67f-19a30e853f9e req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:31.496658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['9489901d-8d90-40ea-bd42-4b71cfacd8e6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:22:31.512635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21736329-1d38-48e3-a67f-19a30e853f9e req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:31.513272 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-21736329-1d38-48e3-a67f-19a30e853f9e req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:31.514698 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-21736329-1d38-48e3-a67f-19a30e853f9e req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "PUT /v2.0/ports/9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 982 time: 0.4361801 Sep 16 06:22:31.515156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:22:31.517591 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529241eb-46db-4f7a-b90d-0aa09d15e00b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:22:31.577360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf967822-c2f1-4935-8244-c70ebfea2be1 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'Port': ['ID=9489901d-8d90-40ea-bd42-4b71cfacd8e6,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:31.651134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['9489901d-8d90-40ea-bd42-4b71cfacd8e6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:22:31.739639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70b0c2-e1a2-43a5-aa7f-b2bdc1657e80 req-a355c19f-7b0d-43cb-bbcc-e0ecd39d5d92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:31.749020 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be70b0c2-e1a2-43a5-aa7f-b2bdc1657e80 req-a355c19f-7b0d-43cb-bbcc-e0ecd39d5d92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.1228855 Sep 16 06:22:31.816438 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828623fb-7527-4837-8977-cf7fe238ef7b x-openstack-request-id: req-828623fb-7527-4837-8977-cf7fe238ef7b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:22:31.816802 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:22:31.817116 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-828623fb-7527-4837-8977-cf7fe238ef7b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:22:31.817589 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'status': 'completed', 'code': 200} Sep 16 06:22:31.822256 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-be70b0c2-e1a2-43a5-aa7f-b2bdc1657e80 req-d1c512e5-abe3-4018-9b77-522eb033e4c4 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695484 Sep 16 06:22:31.928734 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-8a88683b-3f5f-492e-aae7-7953133cc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:31.930609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-8a88683b-3f5f-492e-aae7-7953133cc7a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1137 time: 0.0469503 Sep 16 06:22:31.958133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ad7ee8b0-6709-4e09-90d5-572c33363388 None None] Provisioning complete for port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:22:31.958499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee8b0-6709-4e09-90d5-572c33363388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:32.032332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-b2bc45c4-0f4a-47ea-ae8d-90fb580b466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:32.033965 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-b2bc45c4-0f4a-47ea-ae8d-90fb580b466e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 200 len: 915 time: 0.0968726 Sep 16 06:22:32.113340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-6e8702c7-8d72-402c-905c-23aa75140831 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 1002 time: 0.0646160 Sep 16 06:22:32.179166 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-b613b561-05df-4f02-aca8-9630ebfb63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:32.180681 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-b613b561-05df-4f02-aca8-9630ebfb63b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5584ba67-0902-46b4-a9a4-0c954c7a5fe8 HTTP/1.1" status: 200 len: 853 time: 0.0571599 Sep 16 06:22:32.230130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-4d09f7ba-3094-4028-b5d0-cfb0244873b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:32.231917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-4d09f7ba-3094-4028-b5d0-cfb0244873b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6f00b18-0335-44fe-9105-074971f30d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421846 Sep 16 06:22:32.330702 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-18d7530e-0f7e-4c94-9148-27804aa0d3e5 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905461 Sep 16 06:22:32.423372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-529241eb-46db-4f7a-b90d-0aa09d15e00b req-4ec856c4-a384-4758-9131-adf95762979e service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845785 Sep 16 06:22:40.234948 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:45.258946 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a59acc-e5b7-4e76-a6df-7bd529e5b886 req-201b3389-a977-45f4-aefd-dbb478291910 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:45.260464 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41a59acc-e5b7-4e76-a6df-7bd529e5b886 req-201b3389-a977-45f4-aefd-dbb478291910 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0496509 Sep 16 06:22:45.301726 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-41a59acc-e5b7-4e76-a6df-7bd529e5b886 req-4a02cec2-4fee-4526-a114-c4f7617d4d29 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350194 Sep 16 06:22:45.417279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207203ce-b073-4d38-96bf-552f104b1a58 req-69eec157-271e-4bb0-8e48-6e228885ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:45.418694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-207203ce-b073-4d38-96bf-552f104b1a58 req-69eec157-271e-4bb0-8e48-6e228885ea5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1137 time: 0.0415256 Sep 16 06:22:45.522319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207203ce-b073-4d38-96bf-552f104b1a58 req-bca182f8-fb5f-42ea-8dea-01a5e2cc49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:45.523843 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-207203ce-b073-4d38-96bf-552f104b1a58 req-bca182f8-fb5f-42ea-8dea-01a5e2cc49bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 200 len: 915 time: 0.0980151 Sep 16 06:22:45.591351 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-207203ce-b073-4d38-96bf-552f104b1a58 req-0c1cbad6-9ab7-4545-901f-b924bb4e5d49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 1002 time: 0.0596757 Sep 16 06:22:45.644872 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207203ce-b073-4d38-96bf-552f104b1a58 req-756cb75c-161d-465e-8ff3-ff87bceb3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:45.646394 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-207203ce-b073-4d38-96bf-552f104b1a58 req-756cb75c-161d-465e-8ff3-ff87bceb3805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5584ba67-0902-46b4-a9a4-0c954c7a5fe8 HTTP/1.1" status: 200 len: 853 time: 0.0481193 Sep 16 06:22:45.693939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207203ce-b073-4d38-96bf-552f104b1a58 req-cdad940c-5acb-4571-9c88-250a266eaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:45.695560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-207203ce-b073-4d38-96bf-552f104b1a58 req-cdad940c-5acb-4571-9c88-250a266eaa78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6f00b18-0335-44fe-9105-074971f30d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414948 Sep 16 06:22:45.795043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-207203ce-b073-4d38-96bf-552f104b1a58 req-96614893-aa49-4634-82f1-c55df94dbc95 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909998 Sep 16 06:22:45.908529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-207203ce-b073-4d38-96bf-552f104b1a58 req-abd1ce4f-5192-489d-bac0-238cd38a62e8 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059108 Sep 16 06:22:46.428130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8cd0d-74a8-4dd0-8e76-905ee3fd2b2a req-0a7f328d-111c-4d0a-95b3-d408052ad399 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:46.438624 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccd8cd0d-74a8-4dd0-8e76-905ee3fd2b2a req-0a7f328d-111c-4d0a-95b3-d408052ad399 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0521026 Sep 16 06:22:46.479145 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ccd8cd0d-74a8-4dd0-8e76-905ee3fd2b2a req-1d63066b-f2ca-4ace-8393-f4896a45e240 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400460 Sep 16 06:22:47.606775 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaa2c7-5706-4600-8140-3a63ede50d3c req-04d928ac-b711-4d14-ab6b-a4c336662009 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:47.608324 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93aaa2c7-5706-4600-8140-3a63ede50d3c req-04d928ac-b711-4d14-ab6b-a4c336662009 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0543733 Sep 16 06:22:47.652012 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-93aaa2c7-5706-4600-8140-3a63ede50d3c req-f835768e-3b75-499d-81da-964af30822c9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366602 Sep 16 06:22:48.778605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13c02-9266-4df9-9fa6-7da3565f6602 req-cbdbd3c2-2d3e-4771-beb7-02ce2ef40a0c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:48.780171 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5dd13c02-9266-4df9-9fa6-7da3565f6602 req-cbdbd3c2-2d3e-4771-beb7-02ce2ef40a0c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0545816 Sep 16 06:22:48.822012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5dd13c02-9266-4df9-9fa6-7da3565f6602 req-b61aec77-064d-4170-a32d-d902e1f3fe86 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346689 Sep 16 06:22:49.944587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2327-0823-43c9-81f5-89976216e63b req-df25ac0f-7946-460f-9031-3d53b1384633 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:49.946103 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-37ef2327-0823-43c9-81f5-89976216e63b req-df25ac0f-7946-460f-9031-3d53b1384633 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0538104 Sep 16 06:22:49.951826 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc31886e-c471-4ad6-8f89-a3d98b3d26d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:49.988620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-37ef2327-0823-43c9-81f5-89976216e63b req-206f26c4-a944-4d35-8406-ce7e4c1a526b tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362465 Sep 16 06:22:51.389534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846df84-3c77-4544-b0a4-18113ef0683d req-0629ee4f-6730-4ddf-9860-033542cbfbbe tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:51.396706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c846df84-3c77-4544-b0a4-18113ef0683d req-0629ee4f-6730-4ddf-9860-033542cbfbbe tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0524933 Sep 16 06:22:51.433901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c846df84-3c77-4544-b0a4-18113ef0683d req-5c1b5d6d-8bd5-4911-9aaa-ed24b12ca35a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358918 Sep 16 06:22:51.442493 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:52.561974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15913b-2c71-4381-afd8-6f69ae413967 req-343fef31-b177-4ac7-9ddb-6dc557088684 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:52.563573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae15913b-2c71-4381-afd8-6f69ae413967 req-343fef31-b177-4ac7-9ddb-6dc557088684 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0552669 Sep 16 06:22:52.607070 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae15913b-2c71-4381-afd8-6f69ae413967 req-d2f8f241-f021-4145-8600-6fd8d68ffa69 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365064 Sep 16 06:22:53.107532 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0e1e9ae-8991-406d-a500-e9d9ed304e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:53.732045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4e99-a2a1-4c2e-bd78-6a060532f3e7 req-26e5a31d-f110-44e4-b101-42ad0cba739a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:53.734414 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-664b4e99-a2a1-4c2e-bd78-6a060532f3e7 req-26e5a31d-f110-44e4-b101-42ad0cba739a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0517912 Sep 16 06:22:53.780913 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-664b4e99-a2a1-4c2e-bd78-6a060532f3e7 req-65a82af5-c659-41db-8c3a-e9b4c74a54f6 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400822 Sep 16 06:22:53.930489 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:54.910076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d1355-2654-402e-a61f-fb6c20377163 req-af4c4f2b-478a-411c-8cce-d2ac969bf083 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:54.912027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e9d1355-2654-402e-a61f-fb6c20377163 req-af4c4f2b-478a-411c-8cce-d2ac969bf083 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0569856 Sep 16 06:22:54.953962 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e9d1355-2654-402e-a61f-fb6c20377163 req-aaa1b7d4-03c7-42ee-b0d0-0c8dbe93701c tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354621 Sep 16 06:22:55.667652 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:56.075449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6fa81-7dac-49e4-8dc9-5595f15d9e1b req-dc98e3cc-a0d9-4c64-a5e5-f30302ae8b62 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:56.076958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24f6fa81-7dac-49e4-8dc9-5595f15d9e1b req-dc98e3cc-a0d9-4c64-a5e5-f30302ae8b62 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0542986 Sep 16 06:22:56.117251 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24f6fa81-7dac-49e4-8dc9-5595f15d9e1b req-5ead4bef-9656-4125-b2a0-8653e9c360be tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341361 Sep 16 06:22:57.250123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737430b-1a8f-4627-a2a6-73027b1687fb req-1c2e2b8d-7f43-4082-a228-47dfafdb994e tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:57.251645 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b737430b-1a8f-4627-a2a6-73027b1687fb req-1c2e2b8d-7f43-4082-a228-47dfafdb994e tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0504277 Sep 16 06:22:57.294971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b737430b-1a8f-4627-a2a6-73027b1687fb req-6fa05e81-3463-4080-b01a-e319801c1d92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370505 Sep 16 06:22:57.690053 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:58.414884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd8fe-23ed-44ea-876e-5fafe38ff87b req-28523d11-0747-4d70-83b0-da721bc21f76 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:58.416441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e25fd8fe-23ed-44ea-876e-5fafe38ff87b req-28523d11-0747-4d70-83b0-da721bc21f76 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0516958 Sep 16 06:22:58.458209 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e25fd8fe-23ed-44ea-876e-5fafe38ff87b req-e3eb64f8-05c8-4841-b8b1-71cd1db70648 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350554 Sep 16 06:22:59.349685 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.576910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5372e2-ad11-4414-9d6c-2d0f6e7b541c req-157a16b3-cbcb-4d7a-a429-b5b22bfb7d47 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:59.579062 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f5372e2-ad11-4414-9d6c-2d0f6e7b541c req-157a16b3-cbcb-4d7a-a429-b5b22bfb7d47 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0513148 Sep 16 06:22:59.634756 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8f5372e2-ad11-4414-9d6c-2d0f6e7b541c req-144b2a55-4501-4e52-b289-713f50159c5a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494940 Sep 16 06:23:00.756448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f734-b8dd-4a05-b76d-a93d584a51cc req-be498cc4-de4a-46b2-8086-0636711b7296 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.758099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61c2f734-b8dd-4a05-b76d-a93d584a51cc req-be498cc4-de4a-46b2-8086-0636711b7296 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0505879 Sep 16 06:23:00.800225 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-61c2f734-b8dd-4a05-b76d-a93d584a51cc req-3d88414a-817d-4d00-8660-6422a5e9ea3e tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354531 Sep 16 06:23:01.925797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32258d-b830-4a5d-9695-73360f607c70 req-ec9150f7-4310-45be-8a98-098c683d308a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:01.927500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a32258d-b830-4a5d-9695-73360f607c70 req-ec9150f7-4310-45be-8a98-098c683d308a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0573406 Sep 16 06:23:01.971630 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a32258d-b830-4a5d-9695-73360f607c70 req-746830ae-83cb-4522-8e1a-92648a83281a tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377541 Sep 16 06:23:03.097676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8067a0a-27ba-4f14-bdac-991a34bcb03e req-d2935630-e151-4ad6-84ba-4203b1806ddb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:03.099108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8067a0a-27ba-4f14-bdac-991a34bcb03e req-d2935630-e151-4ad6-84ba-4203b1806ddb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0545485 Sep 16 06:23:03.138938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c8067a0a-27ba-4f14-bdac-991a34bcb03e req-2dbc34d2-062f-44b9-a6e1-599a2dd4eab6 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&id=09bdd728-9998-4fc0-9cb7-ee80dd301ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337152 Sep 16 06:23:09.835024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-4b8c3d53-46ae-4e64-8cc6-83e0881beab8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415821 Sep 16 06:23:09.939393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-0783c2e1-6fab-48f4-8c7b-f6d6eaed130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:09.942163 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-0783c2e1-6fab-48f4-8c7b-f6d6eaed130b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1137 time: 0.0504293 Sep 16 06:23:10.056519 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-f56bb71a-1c11-41a9-a8f3-c71b2aa249d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:10.058101 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-f56bb71a-1c11-41a9-a8f3-c71b2aa249d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 200 len: 915 time: 0.0944378 Sep 16 06:23:10.126268 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-fe8d2c02-78be-4790-acbe-d3c478847438 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 1002 time: 0.0613658 Sep 16 06:23:10.183159 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-f1ab9f0c-e953-4468-8667-e8a51ffa6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:10.184696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-f1ab9f0c-e953-4468-8667-e8a51ffa6d7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5584ba67-0902-46b4-a9a4-0c954c7a5fe8 HTTP/1.1" status: 200 len: 853 time: 0.0513527 Sep 16 06:23:10.232106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-1edfe6a5-4b3f-4966-b9a8-9379eccf0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:10.234180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-1edfe6a5-4b3f-4966-b9a8-9379eccf0bf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6f00b18-0335-44fe-9105-074971f30d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430787 Sep 16 06:23:10.327804 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-43952fa6-26d6-4140-94d7-8fe11c2008e4 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852051 Sep 16 06:23:10.427161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d7efe12c-b535-4387-9d1f-3d5540e7a465 req-91f2c444-df27-4cf6-af9f-14ac69dfa867 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926299 Sep 16 06:23:17.234491 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:23:19.912682 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c2c99cc-bfa9-49a5-9380-9e67686d05a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:21.444702 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.232494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9835f20b-0301-4a00-9f44-a69b13bcdb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:23.929880 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:25.530434 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:27.638836 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.345632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:35.410701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-bd2fdbdd-074d-4eda-8811-e8ed606f7662 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144364284&fields=id&tenant_id=9ff6704798f04ca7806744ca7cc055e7 HTTP/1.1" status: 200 len: 267 time: 0.0346568 Sep 16 06:23:35.465462 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-82378e6d-8a59-4d5c-b008-de3eabafed27 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:35.467034 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-82378e6d-8a59-4d5c-b008-de3eabafed27 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 985 time: 0.0504251 Sep 16 06:23:35.478301 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Request body: {'port': {'security_groups': ['7e79d1ab-f816-47ff-8279-f299573acae2']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:35.550122 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:35.742960 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] For port 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:35.775872 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:35.860070 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:35.892808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['9489901d-8d90-40ea-bd42-4b71cfacd8e6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:23:35.908122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:35.908807 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:35.910567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fbe888ee-b1f7-4079-a208-82a45294d406 req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "PUT /v2.0/ports/9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 943 time: 0.4369602 Sep 16 06:23:35.911047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:35.917037 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52302) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:35.926551 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c69aad-e376-426e-90c4-77a9789e23ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:35.962780 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event updated for resources: {'Port': ['ID=9489901d-8d90-40ea-bd42-4b71cfacd8e6,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:35.973554 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.973912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.974257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.974594 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.975100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.975944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.976360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.976637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.976969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.977298 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.977626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:35.977954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933096da-b591-4cf3-9ea5-614682780f92 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.006125 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf472a5-e8b4-4e8a-a6d3-08ce1c40bd03 x-openstack-request-id: req-bbf472a5-e8b4-4e8a-a6d3-08ce1c40bd03 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:36.006896 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:36.007323 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbf472a5-e8b4-4e8a-a6d3-08ce1c40bd03 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:36.007931 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'status': 'completed', 'code': 200} Sep 16 06:23:36.038308 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.082335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['9489901d-8d90-40ea-bd42-4b71cfacd8e6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:23:36.099791 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.147327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-7933b173-cadf-40f9-b6e0-500ba403d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:36.148828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-7933b173-cadf-40f9-b6e0-500ba403d5a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1098 time: 0.0903184 Sep 16 06:23:36.276128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-275a2a0a-e720-4928-a727-2944d8bb46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:36.278069 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-275a2a0a-e720-4928-a727-2944d8bb46b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 200 len: 915 time: 0.1186326 Sep 16 06:23:36.298492 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-210ad269-efc5-44a4-abf2-766d10494407 None None] Provisioning complete for port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:36.298874 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-210ad269-efc5-44a4-abf2-766d10494407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.338353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.341387 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.346194 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "DELETE /v2.0/security-groups/09bdd728-9998-4fc0-9cb7-ee80dd301ed4 HTTP/1.1" status: 204 len: 168 time: 0.4238331 Sep 16 06:23:36.353406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52306) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:36.368260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-6cc93b52-94d2-4908-9bdd-8b8f0f3e0995 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 1002 time: 0.0818913 Sep 16 06:23:36.369062 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bdd728-9998-4fc0-9cb7-ee80dd301ed4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:36.414640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.414881 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.415238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.415673 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.416135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.416730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.417237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.417578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.417910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.418238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.418814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.418942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63934622-9e75-4d99-8319-74e5b517d5b3 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:36.448341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-5e514d34-7f1e-40b3-ab1e-3400aedf1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:36.449772 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-5e514d34-7f1e-40b3-ab1e-3400aedf1b43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5584ba67-0902-46b4-a9a4-0c954c7a5fe8 HTTP/1.1" status: 200 len: 853 time: 0.0724022 Sep 16 06:23:36.505281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-8e18f118-dfe3-4db5-bf76-ba2991f0b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:36.506831 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-8e18f118-dfe3-4db5-bf76-ba2991f0b337 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6f00b18-0335-44fe-9105-074971f30d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497983 Sep 16 06:23:36.544778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Deleting port 283bec9b-41d1-41d8-af03-1e4395d28c0d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:36.545783 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.611963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-ab49ef47-cdf0-4089-9c70-98a46f2f56d3 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975530 Sep 16 06:23:36.633136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.633609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.647213 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Calling delete_port for 283bec9b-41d1-41d8-af03-1e4395d28c0d owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:36.705886 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c4c69aad-e376-426e-90c4-77a9789e23ea req-960057b0-6308-4391-a11a-f9ab0f6a8c66 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874946 Sep 16 06:23:36.917928 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:36.952924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event deleted for resources: {'Port': ['ID=283bec9b-41d1-41d8-af03-1e4395d28c0d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:37.011477 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:37.011804 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Floating IP 1d9038e7-08ca-4ec1-9960-8290f42b2dca disassociated (deleted). External IP: 172.25.1.130, port: 9489901d-8d90-40ea-bd42-4b71cfacd8e6. Sep 16 06:23:37.226411 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Router 0f8b019b-db8b-40e0-a721-f8a482ece64c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:37.666868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:37.679794 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:37.686399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] Sync routers for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:37.698828 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:37.699452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:37.712104 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8f48db51-c456-48c3-8bb1-aeac5150b6eb tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "DELETE /v2.0/floatingips/1d9038e7-08ca-4ec1-9960-8290f42b2dca HTTP/1.1" status: 204 len: 168 time: 1.3617229 Sep 16 06:23:37.815941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:38.009066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:38.011780 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:38.022628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:31Z', 'revision_number': 5, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:38.061576 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86439cd0-5c73-4867-80e9-2ed328a34840 x-openstack-request-id: req-86439cd0-5c73-4867-80e9-2ed328a34840 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:38.062905 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:38.063254 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86439cd0-5c73-4867-80e9-2ed328a34840 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:38.063791 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'status': 'completed', 'code': 200} Sep 16 06:23:38.065787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] Checking router: 0f8b019b-db8b-40e0-a721-f8a482ece64c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:38.079316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:38.080121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:38.168593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-2097440b-9ac9-4f23-82ff-265400a9f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:38.170871 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-2097440b-9ac9-4f23-82ff-265400a9f2d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff6704798f04ca7806744ca7cc055e7&device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 1098 time: 0.0662317 Sep 16 06:23:38.209033 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:38.267449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-214b0fda-85bc-4599-aaa8-797576b95e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:38.269453 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-214b0fda-85bc-4599-aaa8-797576b95e0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 200 len: 915 time: 0.0917442 Sep 16 06:23:38.325384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-82fb515b-2bb8-42f8-a6ac-5a623dd370ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 200 len: 217 time: 0.0478251 Sep 16 06:23:38.381575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-467620d1-b8c8-4e64-bd9b-f20e66d2d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:38.383370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-467620d1-b8c8-4e64-bd9b-f20e66d2d45a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5584ba67-0902-46b4-a9a4-0c954c7a5fe8 HTTP/1.1" status: 200 len: 853 time: 0.0516343 Sep 16 06:23:38.434449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:31Z', 'revision_number': 5, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:38.436467 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-06047f7a-c146-45a6-86c1-00423045988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:38.439437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-06047f7a-c146-45a6-86c1-00423045988e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6f00b18-0335-44fe-9105-074971f30d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492687 Sep 16 06:23:38.462388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf1300-ddb3-4e4c-b1da-ee5970efa33d None None] The sync data for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 is: [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:21:28Z', 'revision_number': 4, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'd2cc1833-d731-4e84-ac20-6b05bae441f0', 'name': '', 'network_id': 'e6f00b18-0335-44fe-9105-074971f30d5f', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'mac_address': 'fa:16:3e:7d:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:27Z', 'updated_at': '2021-09-16T06:21:31Z', 'revision_number': 5, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'subnets': [{'id': '5584ba67-0902-46b4-a9a4-0c954c7a5fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:38.553718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-6cabbbc7-2f4f-4810-8297-f8ece6201663 service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049957 Sep 16 06:23:38.652234 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-57fab04f-a2e0-4538-a26a-3c4bad2da1bc req-09695d3d-0c25-4cd3-a46b-7db02bfc2d0d service neutron] 10.222.0.30 "GET /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902917 Sep 16 06:23:38.728447 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710422f-39b7-4259-82d0-c9ea42693a5c None None] New status for floating IP 1d9038e7-08ca-4ec1-9960-8290f42b2dca: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:23:47.496269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05435e-f0dc-4cd4-9f3b-4c3ef499aad4 req-a56c6028-ecb8-4c46-9043-d8985e8a2e81 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:47.497984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb05435e-f0dc-4cd4-9f3b-4c3ef499aad4 req-a56c6028-ecb8-4c46-9043-d8985e8a2e81 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0528929 Sep 16 06:23:47.555914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb05435e-f0dc-4cd4-9f3b-4c3ef499aad4 req-12bc9aeb-ff38-4e79-9525-c9c7ca596bde tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455849 Sep 16 06:23:48.680368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894c2e-86a8-47fb-abf8-2f98556a447b req-0ea48820-f160-4c1d-b884-247af1492186 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:48.681923 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e894c2e-86a8-47fb-abf8-2f98556a447b req-0ea48820-f160-4c1d-b884-247af1492186 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0532279 Sep 16 06:23:48.723246 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e894c2e-86a8-47fb-abf8-2f98556a447b req-7ae56704-4791-4bc1-a013-b1ec3f5f35e9 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e79d1ab-f816-47ff-8279-f299573acae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Sep 16 06:23:49.298546 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-5b60b066-64fa-40d0-9fb1-c01663a57273 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:49.300012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-5b60b066-64fa-40d0-9fb1-c01663a57273 tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 946 time: 0.0519915 Sep 16 06:23:49.394822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Deleting port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:49.395175 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.494356 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] For port 9489901d-8d90-40ea-bd42-4b71cfacd8e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9489901d-8d90-40ea-bd42-4b71cfacd8e6,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:49.494356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.508395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Calling delete_port for 9489901d-8d90-40ea-bd42-4b71cfacd8e6 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:49.689666 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.720752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Pushing event deleted for resources: {'Port': ['ID=9489901d-8d90-40ea-bd42-4b71cfacd8e6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:49.723365 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['9489901d-8d90-40ea-bd42-4b71cfacd8e6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:23:49.777088 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] No DVR routers for this DVR port 9489901d-8d90-40ea-bd42-4b71cfacd8e6 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:23:49.780649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:49.782982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e63b4b32-dbfc-4ce4-a193-5b4e023b5f6b req-27181fb3-1c55-4556-a7d8-a2b27576eebd tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.30 "DELETE /v2.0/ports/9489901d-8d90-40ea-bd42-4b71cfacd8e6 HTTP/1.1" status: 204 len: 173 time: 0.4757502 Sep 16 06:23:49.783455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'name': 'network-vif-deleted', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:49.786036 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b439008-9301-4693-b37d-a78e79cce683" -d '{"events": [{"server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "name": "network-vif-deleted", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:49.827187 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4b4f157b-50a6-470a-ac21-7783483a0e39 req-6e19571b-cfa0-4ad4-bd57-d0b156d03fab tempest-TestMinimumBasicScenario-2034426457 tempest-TestMinimumBasicScenario-2034426457-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7b3d58-4db7-4f00-89a9-4d22849735b4 HTTP/1.1" status: 200 len: 210 time: 0.0273972 Sep 16 06:23:49.833563 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa66a51-58f3-4c50-b040-241a6f8ad37b x-openstack-request-id: req-aaa66a51-58f3-4c50-b040-241a6f8ad37b {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:49.833970 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7b3d58-4db7-4f00-89a9-4d22849735b4", "name": "network-vif-deleted", "tag": "9489901d-8d90-40ea-bd42-4b71cfacd8e6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:49.834325 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aaa66a51-58f3-4c50-b040-241a6f8ad37b {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:49.834882 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7b3d58-4db7-4f00-89a9-4d22849735b4', 'name': 'network-vif-deleted', 'tag': '9489901d-8d90-40ea-bd42-4b71cfacd8e6', 'status': 'completed', 'code': 200} Sep 16 06:23:49.894833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0fde6267-edd0-4762-a28d-c34aabdc5946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:51.494627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:51.921544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9489901d-8d90-40ea-bd42-4b71cfacd8e6 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:51.944416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 9489901d-8d90-40ea-bd42-4b71cfacd8e6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:51.945027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9489901d-8d90-40ea-bd42-4b71cfacd8e6 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:52.417678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52406) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:52.782935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:53.051590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Deleting port d2cc1833-d731-4e84-ac20-6b05bae441f0 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:53.051842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:53.089282 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f90de147-e715-4d3d-a706-d0f9a2bac4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:53.137089 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] For port d2cc1833-d731-4e84-ac20-6b05bae441f0, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d2cc1833-d731-4e84-ac20-6b05bae441f0,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:53.137450 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:53.150456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Calling delete_port for d2cc1833-d731-4e84-ac20-6b05bae441f0 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:53.436837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:53.468996 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2cc1833-d731-4e84-ac20-6b05bae441f0,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:53.657657 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:53.898548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Router 0f8b019b-db8b-40e0-a721-f8a482ece64c has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:53.980898 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:54.022743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:54.032086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-966f0023-e9e3-4f75-a84a-352008e8067c admin admin] 10.222.0.49 "PUT /v2.0/routers/0f8b019b-db8b-40e0-a721-f8a482ece64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6099250 Sep 16 06:23:54.032220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52408) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:54.035979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] Sync routers for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:54.048909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:54.049565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:54.151207 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:54.158768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:54.235608 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:23:54.258776 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:54.350742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:23:53Z', 'revision_number': 5, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port': {'id': 'db2f5dc0-8e65-43fb-8c1d-de6601de96be', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:25Z', 'updated_at': '2021-09-16T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:54.385452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] Checking router: 0f8b019b-db8b-40e0-a721-f8a482ece64c for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:54.386392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Deleting port db2f5dc0-8e65-43fb-8c1d-de6601de96be {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:54.386855 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:54.395067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] Routers {'0f8b019b-db8b-40e0-a721-f8a482ece64c'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:54.395676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0f8b019b-db8b-40e0-a721-f8a482ece64c'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:54.475318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] For port db2f5dc0-8e65-43fb-8c1d-de6601de96be, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=db2f5dc0-8e65-43fb-8c1d-de6601de96be,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:54.475950 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:54.490467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Calling delete_port for db2f5dc0-8e65-43fb-8c1d-de6601de96be owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:54.495927 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] Set router 0f8b019b-db8b-40e0-a721-f8a482ece64c gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:54.549926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:23:54Z', 'revision_number': 6, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:54.579251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb707114-1553-4f23-aedc-77ece7f7ad05 None None] The sync data for ids ['0f8b019b-db8b-40e0-a721-f8a482ece64c'] in n-d-712749-15 is: [{'id': '0f8b019b-db8b-40e0-a721-f8a482ece64c', 'name': 'tempest-TestMinimumBasicScenario-547244269-router', 'tenant_id': '9ff6704798f04ca7806744ca7cc055e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:24Z', 'updated_at': '2021-09-16T06:23:54Z', 'revision_number': 6, 'project_id': '9ff6704798f04ca7806744ca7cc055e7', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:54.786845 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:54.818314 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2f5dc0-8e65-43fb-8c1d-de6601de96be,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:54.892428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:54.993898 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:54.996404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.158288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.158658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f8b019b-db8b-40e0-a721-f8a482ece64c {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:23:55.163818 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.164955 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5af3f222-6af0-4c15-aa3b-c7356e6b17f9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0f8b019b-db8b-40e0-a721-f8a482ece64c HTTP/1.1" status: 204 len: 168 time: 1.1317875 Sep 16 06:23:55.168900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52410) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:55.222407 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5911301a-765a-42ba-af55-56cf397830f4 admin admin] Deleting subnet 5584ba67-0902-46b4-a9a4-0c954c7a5fe8 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:23:55.225581 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5911301a-765a-42ba-af55-56cf397830f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.261536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5911301a-765a-42ba-af55-56cf397830f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.361174 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5911301a-765a-42ba-af55-56cf397830f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.440807 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device db2f5dc0-8e65-43fb-8c1d-de6601de96be no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:55.466675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: db2f5dc0-8e65-43fb-8c1d-de6601de96be {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:55.467116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device db2f5dc0-8e65-43fb-8c1d-de6601de96be not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:55.467590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d2cc1833-d731-4e84-ac20-6b05bae441f0 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:55.491952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d2cc1833-d731-4e84-ac20-6b05bae441f0 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:55.492255 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d2cc1833-d731-4e84-ac20-6b05bae441f0 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:55.513249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5911301a-765a-42ba-af55-56cf397830f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.543673 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911301a-765a-42ba-af55-56cf397830f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5584ba67-0902-46b4-a9a4-0c954c7a5fe8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:55.550205 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5911301a-765a-42ba-af55-56cf397830f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.551738 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd61db-9603-46db-824d-1ead30361154 None None] Network e6f00b18-0335-44fe-9105-074971f30d5f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:23:55.553266 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5911301a-765a-42ba-af55-56cf397830f4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5584ba67-0902-46b4-a9a4-0c954c7a5fe8 HTTP/1.1" status: 204 len: 168 time: 0.3825684 Sep 16 06:23:55.555062 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52412) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:55.568277 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.632972 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.698093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Deleting port 50587afd-361c-442e-9baa-a8922e2fbf9f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:55.698296 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.783138 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] For port 50587afd-361c-442e-9baa-a8922e2fbf9f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=50587afd-361c-442e-9baa-a8922e2fbf9f,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:55.783587 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.792661 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] DHCP port deletion for e6f00b18-0335-44fe-9105-074971f30d5f request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:23:55.807964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Calling delete_port for 50587afd-361c-442e-9baa-a8922e2fbf9f owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:55.856167 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Deleting port 50587afd-361c-442e-9baa-a8922e2fbf9f {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:55.856710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.970013 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.002079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=50587afd-361c-442e-9baa-a8922e2fbf9f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:56.008437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] No DVR routers for this DVR port 50587afd-361c-442e-9baa-a8922e2fbf9f on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:23:56.087185 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.089812 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] For port 50587afd-361c-442e-9baa-a8922e2fbf9f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=50587afd-361c-442e-9baa-a8922e2fbf9f,segment=NetworkSegment(20af9231-68d6-43eb-925b-67fbd2b7533d),segment_id=20af9231-68d6-43eb-925b-67fbd2b7533d)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:56.090211 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.104568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Calling delete_port for 50587afd-361c-442e-9baa-a8922e2fbf9f owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:56.109725 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f00b18-0335-44fe-9105-074971f30d5f']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:56.119982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20af9231-68d6-43eb-925b-67fbd2b7533d') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:56.120196 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20af9231-68d6-43eb-925b-67fbd2b7533d') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:56.130463 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.144905 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.152320 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:23:56.153087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:23:56.155056 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:23:56.188956 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.212662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Pushing event deleted for resources: {'Port': ['ID=50587afd-361c-442e-9baa-a8922e2fbf9f,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] No DVR routers for this DVR port 50587afd-361c-442e-9baa-a8922e2fbf9f on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.227183 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.228171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.228171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.228171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.228483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0029ca3-ed3c-46c3-9ce8-f2d3e06909c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:56.323761 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.330040 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.332085 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e6f00b18-0335-44fe-9105-074971f30d5f HTTP/1.1" status: 204 len: 168 time: 0.7756903 Sep 16 06:23:56.335321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52414) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:56.344408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22f998-ba16-47d3-aaba-dab837c1c8b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f00b18-0335-44fe-9105-074971f30d5f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:56.705581 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:57.149028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 50587afd-361c-442e-9baa-a8922e2fbf9f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:57.173531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 50587afd-361c-442e-9baa-a8922e2fbf9f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:57.174096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 50587afd-361c-442e-9baa-a8922e2fbf9f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:57.206530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Deleting port 35c38a79-a995-483f-9505-0f2a6ca5c087 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:57.206893 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:57.286254 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] For port 35c38a79-a995-483f-9505-0f2a6ca5c087, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=35c38a79-a995-483f-9505-0f2a6ca5c087,segment=NetworkSegment(d906c537-f980-4a17-b424-ce481fa6c199),segment_id=d906c537-f980-4a17-b424-ce481fa6c199)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:57.286617 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:57.304134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Calling delete_port for 35c38a79-a995-483f-9505-0f2a6ca5c087 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:57.597959 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:57.626993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c38a79-a995-483f-9505-0f2a6ca5c087,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:57.689080 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:57.807574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:58.043215 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:58.150894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:58.157044 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-b3037c83-22b9-463e-aba8-6703dc8b0444 admin admin] 10.222.0.49 "PUT /v2.0/routers/32c1a0c8-ef57-4cf5-a102-a15d1f18d62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8205464 Sep 16 06:23:58.159814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52416) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:58.162771 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] Sync routers for ids ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:58.174197 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] Routers {'32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:58.174825 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:58.269654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:58.282552 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] Set router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:58.381685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:58.459363 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:23:57Z', 'revision_number': 5, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port': {'id': '7763b7ce-abdc-46b5-8c06-bd11f7f8af89', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:21:32Z', 'updated_at': '2021-09-16T06:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:58.488845 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] Checking router: 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:58.497758 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] Routers {'32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:58.498379 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:58.547490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Deleting port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:58.547839 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:58.589232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] Set router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:58.635050 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] For port 7763b7ce-abdc-46b5-8c06-bd11f7f8af89, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=7763b7ce-abdc-46b5-8c06-bd11f7f8af89,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:58.635626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:58.644341 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:23:58Z', 'revision_number': 6, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:58.648931 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Calling delete_port for 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:58.675144 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4125-8b34-4c32-aff8-0b43c3167a99 None None] The sync data for ids ['32c1a0c8-ef57-4cf5-a102-a15d1f18d62d'] in n-d-712749-15 is: [{'id': '32c1a0c8-ef57-4cf5-a102-a15d1f18d62d', 'name': 'tempest-TestMinimumBasicScenario-887616061-router', 'tenant_id': 'd995b83137334b7cb018235ffb687be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:21:31Z', 'updated_at': '2021-09-16T06:23:58Z', 'revision_number': 6, 'project_id': 'd995b83137334b7cb018235ffb687be8', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:58.911801 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:58.946039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Pushing event deleted for resources: {'Port': ['ID=7763b7ce-abdc-46b5-8c06-bd11f7f8af89,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:59.010396 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.117997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.117997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.254605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.255076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c1a0c8-ef57-4cf5-a102-a15d1f18d62d {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:23:59.259574 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.260688 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-12bb1f6a-7690-4675-8969-29bdc6f90145 admin admin] 10.222.0.49 "DELETE /v2.0/routers/32c1a0c8-ef57-4cf5-a102-a15d1f18d62d HTTP/1.1" status: 204 len: 168 time: 1.0997274 Sep 16 06:23:59.263261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52418) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:59.314434 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-9845c7b7-ac55-4e31-b6ea-ebdd4606e90c admin admin] Deleting subnet b3f999fe-e0ab-4827-b5a8-00e939a35da4 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:23:59.317716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9845c7b7-ac55-4e31-b6ea-ebdd4606e90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.354222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9845c7b7-ac55-4e31-b6ea-ebdd4606e90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.392440 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.435084 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9845c7b7-ac55-4e31-b6ea-ebdd4606e90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.515121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 35c38a79-a995-483f-9505-0f2a6ca5c087 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:23:59.536819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 35c38a79-a995-483f-9505-0f2a6ca5c087 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:23:59.537171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 35c38a79-a995-483f-9505-0f2a6ca5c087 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:23:59.604284 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9845c7b7-ac55-4e31-b6ea-ebdd4606e90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.633743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845c7b7-ac55-4e31-b6ea-ebdd4606e90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f999fe-e0ab-4827-b5a8-00e939a35da4,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:59.644733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9845c7b7-ac55-4e31-b6ea-ebdd4606e90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.646635 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9845c7b7-ac55-4e31-b6ea-ebdd4606e90c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b3f999fe-e0ab-4827-b5a8-00e939a35da4 HTTP/1.1" status: 204 len: 168 time: 0.3823106 Sep 16 06:23:59.650999 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52420) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:59.653722 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0247939f-4db7-4de7-b398-54501ba120d4 None None] Network c27e242d-11bf-484c-917b-6f3456e08483 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:23:59.765252 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.849288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Deleting port e175351c-efa8-4b39-b8c0-4304b7fe7517 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:59.849288 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.902446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] DHCP port deletion for c27e242d-11bf-484c-917b-6f3456e08483 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:23:59.936192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] For port e175351c-efa8-4b39-b8c0-4304b7fe7517, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e175351c-efa8-4b39-b8c0-4304b7fe7517,segment=NetworkSegment(d906c537-f980-4a17-b424-ce481fa6c199),segment_id=d906c537-f980-4a17-b424-ce481fa6c199)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:59.936566 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.952377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Calling delete_port for e175351c-efa8-4b39-b8c0-4304b7fe7517 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:23:59.961422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] Deleting port e175351c-efa8-4b39-b8c0-4304b7fe7517 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:23:59.962081 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.035881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] For port e175351c-efa8-4b39-b8c0-4304b7fe7517, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e175351c-efa8-4b39-b8c0-4304b7fe7517,segment=NetworkSegment(d906c537-f980-4a17-b424-ce481fa6c199),segment_id=d906c537-f980-4a17-b424-ce481fa6c199)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:24:00.036539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.051326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] Calling delete_port for e175351c-efa8-4b39-b8c0-4304b7fe7517 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:24:00.129232 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.134565 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.155910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e175351c-efa8-4b39-b8c0-4304b7fe7517,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:00.159751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] Pushing event deleted for resources: {'Port': ['ID=e175351c-efa8-4b39-b8c0-4304b7fe7517,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:00.161957 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] No DVR routers for this DVR port e175351c-efa8-4b39-b8c0-4304b7fe7517 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:24:00.163319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5347a2f-df02-40d4-82e8-b3318acb6e15 None None] No DVR routers for this DVR port e175351c-efa8-4b39-b8c0-4304b7fe7517 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:24:00.243087 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.263940 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27e242d-11bf-484c-917b-6f3456e08483']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:00.273852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd906c537-f980-4a17-b424-ce481fa6c199') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:00.274146 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd906c537-f980-4a17-b424-ce481fa6c199') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:00.283967 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.299352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.304470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:24:00.304856 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:24:00.306515 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:24:00.489857 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.496483 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.501939 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c27e242d-11bf-484c-917b-6f3456e08483 HTTP/1.1" status: 204 len: 168 time: 0.8481209 Sep 16 06:24:00.510633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d1318-6a4f-44ff-9327-9ad312e5fb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27e242d-11bf-484c-917b-6f3456e08483,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:00.879354 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52424) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:00.937518 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-59192e33-0a4d-4e3b-9b01-1acf5c7ca210 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ff6704798f04ca7806744ca7cc055e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577021 Sep 16 06:24:00.940327 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52426) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:01.000033 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2871fec7-4b48-4e07-975a-07d5a4a18e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:01.025461 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2871fec7-4b48-4e07-975a-07d5a4a18e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:01.157587 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e175351c-efa8-4b39-b8c0-4304b7fe7517 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:24:01.164725 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2871fec7-4b48-4e07-975a-07d5a4a18e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:01.168032 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2871fec7-4b48-4e07-975a-07d5a4a18e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:01.172654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2871fec7-4b48-4e07-975a-07d5a4a18e54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e79d1ab-f816-47ff-8279-f299573acae2 HTTP/1.1" status: 204 len: 168 time: 0.2282777 Sep 16 06:24:01.180231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871fec7-4b48-4e07-975a-07d5a4a18e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e79d1ab-f816-47ff-8279-f299573acae2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:01.202625 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e175351c-efa8-4b39-b8c0-4304b7fe7517 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:24:01.207090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e175351c-efa8-4b39-b8c0-4304b7fe7517 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:24:01.207090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:24:01.236804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:24:01.237171 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 7763b7ce-abdc-46b5-8c06-bd11f7f8af89 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:24:02.025695 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52432) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:02.079323 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f06ce8bd-6873-47e7-97b7-4cd8f775ac2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d995b83137334b7cb018235ffb687be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496843 Sep 16 06:24:02.079521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52434) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:02.142642 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6731af8a-0d40-48cf-b27a-f32514f7d2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:02.166928 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6731af8a-0d40-48cf-b27a-f32514f7d2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:02.284070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6731af8a-0d40-48cf-b27a-f32514f7d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:02.287457 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-6731af8a-0d40-48cf-b27a-f32514f7d2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:02.291170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6731af8a-0d40-48cf-b27a-f32514f7d2a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0f5a8bc-6bad-4985-b9bc-e5c2b0742c00 HTTP/1.1" status: 204 len: 168 time: 0.2079308 Sep 16 06:24:02.298070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731af8a-0d40-48cf-b27a-f32514f7d2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f5a8bc-6bad-4985-b9bc-e5c2b0742c00,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:05.803179 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52476) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:05.808152 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781235257', 'description': 'tempest-secgroup-smoke-781235257 description', 'project_id': '542bb4ea12354f9d95111387712c8087'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:05.905902 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:05.915321 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.010206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.071421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.111474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a099a7-3c3d-419b-8064-943df9c1d0d0,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:06.170174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.265748 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.299136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f77db36-95c3-4efa-97ed-555cf72b3ac1,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:06.367625 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.368925 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a32f5c47-2cd5-4684-81d7-6e65243cd8da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5645492 Sep 16 06:24:06.371798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52478) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:06.377292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-97cc5328-ccd3-4f96-a63e-c7f07a7ed327 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '7f77db36-95c3-4efa-97ed-555cf72b3ac1', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:06.473509 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97cc5328-ccd3-4f96-a63e-c7f07a7ed327 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.549406 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97cc5328-ccd3-4f96-a63e-c7f07a7ed327 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.603000 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97cc5328-ccd3-4f96-a63e-c7f07a7ed327 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.622332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc5328-ccd3-4f96-a63e-c7f07a7ed327 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7337ba42-d2f6-4222-bb88-4360a3899c9f,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:06.671563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-97cc5328-ccd3-4f96-a63e-c7f07a7ed327 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.673561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-97cc5328-ccd3-4f96-a63e-c7f07a7ed327 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3007598 Sep 16 06:24:06.676396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52480) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:06.681408 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-ad3cbfb0-1a18-4f0d-bef8-0c68a11045a1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '7f77db36-95c3-4efa-97ed-555cf72b3ac1', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:06.756798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad3cbfb0-1a18-4f0d-bef8-0c68a11045a1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.817723 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad3cbfb0-1a18-4f0d-bef8-0c68a11045a1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.915844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad3cbfb0-1a18-4f0d-bef8-0c68a11045a1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:06.935994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cbfb0-1a18-4f0d-bef8-0c68a11045a1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75202eb-5312-4c39-bb4b-3e75e7e9df46,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:07.008556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ad3cbfb0-1a18-4f0d-bef8-0c68a11045a1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.009876 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ad3cbfb0-1a18-4f0d-bef8-0c68a11045a1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3323231 Sep 16 06:24:07.012647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52482) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:07.017858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-1df77bf6-76fb-4174-890c-5c986bc21572 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '7f77db36-95c3-4efa-97ed-555cf72b3ac1', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:07.111422 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1df77bf6-76fb-4174-890c-5c986bc21572 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.181396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1df77bf6-76fb-4174-890c-5c986bc21572 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.248947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1df77bf6-76fb-4174-890c-5c986bc21572 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.268954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df77bf6-76fb-4174-890c-5c986bc21572 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65884106-e5e1-4709-8651-d2508a13dfc8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:07.363333 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1df77bf6-76fb-4174-890c-5c986bc21572 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.364746 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1df77bf6-76fb-4174-890c-5c986bc21572 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511310 Sep 16 06:24:07.367667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52484) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:07.372246 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-b72feb4d-09db-4bff-ba61-eeef89fba9d3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '7f77db36-95c3-4efa-97ed-555cf72b3ac1', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:07.455240 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b72feb4d-09db-4bff-ba61-eeef89fba9d3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.517180 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b72feb4d-09db-4bff-ba61-eeef89fba9d3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.597437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b72feb4d-09db-4bff-ba61-eeef89fba9d3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.616489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72feb4d-09db-4bff-ba61-eeef89fba9d3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651c56a5-3d88-486f-ba5d-352aeb3193e3,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:07.700563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-b72feb4d-09db-4bff-ba61-eeef89fba9d3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.701842 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b72feb4d-09db-4bff-ba61-eeef89fba9d3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330696 Sep 16 06:24:07.704781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52486) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:07.709329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-54d22ee3-0cc2-45a0-9947-6f585661aae9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '7f77db36-95c3-4efa-97ed-555cf72b3ac1', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:07.820559 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-54d22ee3-0cc2-45a0-9947-6f585661aae9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:24:07.825990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54d22ee3-0cc2-45a0-9947-6f585661aae9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.888900 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54d22ee3-0cc2-45a0-9947-6f585661aae9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:07.986689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54d22ee3-0cc2-45a0-9947-6f585661aae9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.005104 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d22ee3-0cc2-45a0-9947-6f585661aae9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4981d581-8cb8-4d07-bf66-235cea5cbc9f,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:08.112201 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54d22ee3-0cc2-45a0-9947-6f585661aae9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.113512 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-54d22ee3-0cc2-45a0-9947-6f585661aae9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4077737 Sep 16 06:24:08.116315 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52488) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:08.120938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-fe41bdbc-d6e7-4571-8b72-cb1f3b86016d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '7f77db36-95c3-4efa-97ed-555cf72b3ac1', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:08.248820 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-fe41bdbc-d6e7-4571-8b72-cb1f3b86016d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:24:08.254299 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe41bdbc-d6e7-4571-8b72-cb1f3b86016d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.321458 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe41bdbc-d6e7-4571-8b72-cb1f3b86016d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.420363 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe41bdbc-d6e7-4571-8b72-cb1f3b86016d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.438766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41bdbc-d6e7-4571-8b72-cb1f3b86016d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7b16c1-4d63-4707-944a-9d80ba0d42b2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:08.534809 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe41bdbc-d6e7-4571-8b72-cb1f3b86016d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.536062 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe41bdbc-d6e7-4571-8b72-cb1f3b86016d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4186497 Sep 16 06:24:08.539231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52490) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:08.544085 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'network': {'name': 'tempest-network-smoke--48743582', 'project_id': '542bb4ea12354f9d95111387712c8087', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:08.620429 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:24:08.624012 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.649965 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:24:08.668142 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.668502 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Added segment 12b94634-d11d-458a-afb2-283552967e94 of type vlan for network 0bfec7df-cb20-4991-889f-49ae3670565f Sep 16 06:24:08.712568 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.898579 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.904776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:08.910819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:08.977357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Network': ['ID=0bfec7df-cb20-4991-889f-49ae3670565f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:08.988216 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 0bfec7df-cb20-4991-889f-49ae3670565f details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:24:09.027096 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-69f54e15-a18e-41df-b1ad-4097a0343324 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4864171 Sep 16 06:24:09.031179 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52492) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:09.035021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'admin_state_up': True, 'project_id': '542bb4ea12354f9d95111387712c8087', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:09.163108 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:09.164312 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:09.222706 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:09.430083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:09.717195 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:10.099013 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:10.186618 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.20 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/87564374-424b-4d09-a9f8-434ac90a1604) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:24:10.293360 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:10.442563 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:10.483247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:24:10.488762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:24:10.491625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:24:10.514591 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=87564374-424b-4d09-a9f8-434ac90a1604,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:10.891417 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:11.103757 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:11.328964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 009f823d-3773-4ff2-b8bb-8231baba0c99 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:24:11.458010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:24:11.468426 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Sync routers for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:24:11.479513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:24:11.480196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:11.546128 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:11.550864 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4095ef54-285a-46ad-8500-f3879df583b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5167463 Sep 16 06:24:11.551083 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52494) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:11.588538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:24:11.683612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ce22dbc4-df94-4b1b-bcc2-75c0ff7b7d29 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=542bb4ea12354f9d95111387712c8087&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1312687 Sep 16 06:24:11.686607 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52498) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:11.788197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab24416-9ac1-408b-a15f-b363f8412e44 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:11.788673 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:10Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:11.790247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bab24416-9ac1-408b-a15f-b363f8412e44 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025255 Sep 16 06:24:11.793484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52500) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:11.823463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Checking router: 009f823d-3773-4ff2-b8bb-8231baba0c99 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:24:11.823817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Updating router 009f823d-3773-4ff2-b8bb-8231baba0c99 port 87564374-424b-4d09-a9f8-434ac90a1604 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:24:11.830679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c33c9e64-0fa0-4791-a674-e8515005370b tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354083 Sep 16 06:24:11.833493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52502) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:11.840016 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529561550', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'project_id': '542bb4ea12354f9d95111387712c8087', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:11.851376 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.045318 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:24:12.048927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.120294 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.243174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.297988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Attempting to bind port 87564374-424b-4d09-a9f8-434ac90a1604 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:24:12.297988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Attempting to bind port 87564374-424b-4d09-a9f8-434ac90a1604 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:24:12.297988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Attempting to bind port 87564374-424b-4d09-a9f8-434ac90a1604 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:24:12.300090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99eac80-b8fd-40ef-af3e-0be28fc701d5 None None] Pushing event updated for resources: {'Port': ['ID=87564374-424b-4d09-a9f8-434ac90a1604,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:12.304688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:24:12.305056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:24:12.305470 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.305821 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:24:12.306285 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Bound port: 87564374-424b-4d09-a9f8-434ac90a1604, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:24:12.307336 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.351921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.358844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] For port 87564374-424b-4d09-a9f8-434ac90a1604, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:24:12.363272 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] For port 87564374-424b-4d09-a9f8-434ac90a1604, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=87564374-424b-4d09-a9f8-434ac90a1604,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:24:12.413303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Subnet': ['ID=92bb681a-e7c5-4890-b4ca-f9df3bae770d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:12.424306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Checking segment: {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:24:12.424671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network hostable DHCP agents. Network: 0bfec7df-cb20-4991-889f-49ae3670565f, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:24:12.482976 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.529264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 0bfec7df-cb20-4991-889f-49ae3670565f is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:24:12.540139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:24:12.540836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:12.580709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99eac80-b8fd-40ef-af3e-0be28fc701d5 None None] Pushing event updated for resources: {'Port': ['ID=87564374-424b-4d09-a9f8-434ac90a1604,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:12.649040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:24:12.722667 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 0bfec7df-cb20-4991-889f-49ae3670565f) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:24:12.729904 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:12.730544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.731310 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0e3d6-e513-4c3f-9967-6360c153e9f3 None None] Network 0bfec7df-cb20-4991-889f-49ae3670565f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:24:12.826735 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5964fdbe-0d8c-4fe4-94c9-cfafef9bc94d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9920969 Sep 16 06:24:12.829523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52504) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:12.954401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:10Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:12.985292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-0bfec7df-cb20-4991-889f-49ae3670565f', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:24:12.986174 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:12.989524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0873315-1741-4676-aff4-fef4f2d58099 None None] The sync data for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 is: [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:10Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:24:13.143605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Allocated IP 172.20.0.2 (0bfec7df-cb20-4991-889f-49ae3670565f/92bb681a-e7c5-4890-b4ca-f9df3bae770d/87e5ac3f-50ac-4837-8ec5-3ba91c774439) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:24:13.338922 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:13.460311 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:13.503514 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Network 0bfec7df-cb20-4991-889f-49ae3670565f is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:24:13.506649 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:24:13.511353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:24:13.523469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Pushing event updated for resources: {'Port': ['ID=87e5ac3f-50ac-4837-8ec5-3ba91c774439,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:13.584539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Attempting to bind port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:24:13.584937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Attempting to bind port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:24:13.585263 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Attempting to bind port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 on network 0bfec7df-cb20-4991-889f-49ae3670565f {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:24:13.590804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:24:13.591173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Checking segment: {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:24:13.591589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:13.592023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Bound using segment: {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:24:13.592502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Bound port: 87e5ac3f-50ac-4837-8ec5-3ba91c774439, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:24:13.592885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:13.644940 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:13.663897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] For port 87e5ac3f-50ac-4837-8ec5-3ba91c774439, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:24:13.667423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] For port 87e5ac3f-50ac-4837-8ec5-3ba91c774439, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=87e5ac3f-50ac-4837-8ec5-3ba91c774439,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:24:13.746362 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:13.811740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3d666-44da-4e6d-9911-aa706cbfa9e5 None None] Pushing event updated for resources: {'Port': ['ID=87e5ac3f-50ac-4837-8ec5-3ba91c774439,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:14.030292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.1 (0bfec7df-cb20-4991-889f-49ae3670565f/92bb681a-e7c5-4890-b4ca-f9df3bae770d/e6fc5463-33f0-43e5-83eb-ece016b394c9) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:24:14.155845 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:14.268187 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:14.313211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 0bfec7df-cb20-4991-889f-49ae3670565f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:24:14.316317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:24:14.322242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:24:14.328705 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=e6fc5463-33f0-43e5-83eb-ece016b394c9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:14.369420 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:14.604332 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:14.789685 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2723de4-c784-4cc4-99c1-c1518dbc196a None None] Network 0bfec7df-cb20-4991-889f-49ae3670565f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:24:14.866164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-65997793-2585-42e8-aa23-aeefe992232f None None] Provisioning complete for port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:14.866531 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65997793-2585-42e8-aa23-aeefe992232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:14.922733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.014088 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65997793-2585-42e8-aa23-aeefe992232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.014360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.056924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-65997793-2585-42e8-aa23-aeefe992232f None None] For port 87e5ac3f-50ac-4837-8ec5-3ba91c774439, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=87e5ac3f-50ac-4837-8ec5-3ba91c774439,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:24:15.092768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=e6fc5463-33f0-43e5-83eb-ece016b394c9,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:15.101136 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.214574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 0bfec7df-cb20-4991-889f-49ae3670565f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:24:15.216127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:24:15.235179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 87e5ac3f-50ac-4837-8ec5-3ba91c774439 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:24:15.259630 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65997793-2585-42e8-aa23-aeefe992232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.337068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65997793-2585-42e8-aa23-aeefe992232f None None] Pushing event updated for resources: {'Port': ['ID=87e5ac3f-50ac-4837-8ec5-3ba91c774439,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:15.341737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:15.342108 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.348584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 009f823d-3773-4ff2-b8bb-8231baba0c99 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:24:15.397785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-652e5abd-6305-4a5f-bf21-452a5b9ab9dc None None] Provisioning complete for port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:15.398218 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-652e5abd-6305-4a5f-bf21-452a5b9ab9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.471761 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:24:15.473742 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 87564374-424b-4d09-a9f8-434ac90a1604 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:24:15.478119 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ca65d9f3-852e-4947-aed2-ebf9e44ddf2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/009f823d-3773-4ff2-b8bb-8231baba0c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6474133 Sep 16 06:24:15.490544 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Sync routers for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:24:15.500905 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:24:15.502634 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:15.564445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-652e5abd-6305-4a5f-bf21-452a5b9ab9dc None None] Provisioning complete for port e6fc5463-33f0-43e5-83eb-ece016b394c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:15.564816 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-652e5abd-6305-4a5f-bf21-452a5b9ab9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.567847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 87564374-424b-4d09-a9f8-434ac90a1604 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:15.568237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.658802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-652e5abd-6305-4a5f-bf21-452a5b9ab9dc None None] Port e6fc5463-33f0-43e5-83eb-ece016b394c9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:24:15.689729 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-cb8e51b5-9b9e-4405-b0de-504edbe600d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781235257&fields=id&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 267 time: 0.0677652 Sep 16 06:24:15.756875 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.774637 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:24:15.830123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 87564374-424b-4d09-a9f8-434ac90a1604, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=87564374-424b-4d09-a9f8-434ac90a1604,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:24:15.837531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ef794b7a-15c5-4d8b-a202-10951d970612 None None] Provisioning complete for port e6fc5463-33f0-43e5-83eb-ece016b394c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:15.838147 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ef794b7a-15c5-4d8b-a202-10951d970612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.879345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-3fd0ec27-e1fe-4820-8204-9145cccf4a19 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:15.881372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-3fd0ec27-e1fe-4820-8204-9145cccf4a19 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/networks?id=0bfec7df-cb20-4991-889f-49ae3670565f HTTP/1.1" status: 200 len: 795 time: 0.1820703 Sep 16 06:24:15.884554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-ef794b7a-15c5-4d8b-a202-10951d970612 None None] Port e6fc5463-33f0-43e5-83eb-ece016b394c9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:24:15.899956 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-7c950fab-4da7-47f7-a594-7cee9b2b91c6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/quotas/542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 375 time: 0.0107882 Sep 16 06:24:15.912485 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:15.975018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=87564374-424b-4d09-a9f8-434ac90a1604,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:15.977484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-d1852c39-5040-4d54-bb38-ed42cbfdc76e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712051 Sep 16 06:24:16.020878 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-48446711-fd57-4e92-8e38-ea47e3444c00 None None] Provisioning complete for port e6fc5463-33f0-43e5-83eb-ece016b394c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:16.022833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48446711-fd57-4e92-8e38-ea47e3444c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:16.074597 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 2, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:16.099148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-48446711-fd57-4e92-8e38-ea47e3444c00 None None] Port e6fc5463-33f0-43e5-83eb-ece016b394c9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:24:16.105077 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Checking router: 009f823d-3773-4ff2-b8bb-8231baba0c99 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:24:16.105653 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Updating router 009f823d-3773-4ff2-b8bb-8231baba0c99 port e6fc5463-33f0-43e5-83eb-ece016b394c9 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:24:16.136658 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:16.176405 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-d8d3cb15-f26a-49cd-80ea-4b7f445e9c15 service neutron] 10.222.0.49 "GET /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728561 Sep 16 06:24:16.298468 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-e93361a3-cb46-4055-8500-61332b1105d9 service neutron] 10.222.0.49 "GET /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102490 Sep 16 06:24:16.567915 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:16.643165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2c85bd91-9cdd-43f0-ac81-c415aa10d126 req-60b0faab-cc04-419d-a653-a8d78af72a34 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 210 time: 0.0288055 Sep 16 06:24:16.694528 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:16.741777 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Pushing event updated for resources: {'Port': ['ID=e6fc5463-33f0-43e5-83eb-ece016b394c9,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:16.757342 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.757757 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.758323 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.758605 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.759015 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.759355 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.759572 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.759928 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.760421 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.760911 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.761540 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.762028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:24:16.832816 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Attempting to bind port e6fc5463-33f0-43e5-83eb-ece016b394c9 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:24:16.833459 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Attempting to bind port e6fc5463-33f0-43e5-83eb-ece016b394c9 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:24:16.834050 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Attempting to bind port e6fc5463-33f0-43e5-83eb-ece016b394c9 on network 0bfec7df-cb20-4991-889f-49ae3670565f {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:24:16.845029 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:24:16.845424 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Checking segment: {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:24:16.845833 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:16.846528 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Bound using segment: {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:24:16.847479 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Bound port: e6fc5463-33f0-43e5-83eb-ece016b394c9, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:24:16.847906 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:16.956003 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] For port e6fc5463-33f0-43e5-83eb-ece016b394c9, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:24:16.960538 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] For port e6fc5463-33f0-43e5-83eb-ece016b394c9, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e6fc5463-33f0-43e5-83eb-ece016b394c9,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:24:17.025039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d66dc5d9-8007-4203-b409-be7a6a86e0cb None None] Provisioning complete for port e6fc5463-33f0-43e5-83eb-ece016b394c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:17.025640 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d66dc5d9-8007-4203-b409-be7a6a86e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.066410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d66dc5d9-8007-4203-b409-be7a6a86e0cb None None] Port e6fc5463-33f0-43e5-83eb-ece016b394c9 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:24:17.083665 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.160184 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:24:17.160670 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:23:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:17.190748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 87e5ac3f-50ac-4837-8ec5-3ba91c774439 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:24:17.205897 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed8b19-b5d4-4e12-b808-7745dc3f774c None None] Pushing event updated for resources: {'Port': ['ID=e6fc5463-33f0-43e5-83eb-ece016b394c9,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:17.305362 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:24:17.413457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-86abb336-cb76-4c75-81bd-06484d63cc49 None None] Provisioning complete for port e6fc5463-33f0-43e5-83eb-ece016b394c9 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:17.413830 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86abb336-cb76-4c75-81bd-06484d63cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.454844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:17.455617 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.528430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:16Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:17.543175 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86abb336-cb76-4c75-81bd-06484d63cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.556394 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d3c92-8c63-4e47-a8f6-bffadc716870 None None] The sync data for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 is: [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:16Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:24:17.606238 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 87564374-424b-4d09-a9f8-434ac90a1604 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:24:17.632466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-86abb336-cb76-4c75-81bd-06484d63cc49 None None] For port e6fc5463-33f0-43e5-83eb-ece016b394c9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e6fc5463-33f0-43e5-83eb-ece016b394c9,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:24:17.667737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 87564374-424b-4d09-a9f8-434ac90a1604 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:17.668288 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.738694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-750475fa-e258-4637-a34d-288c49aa368a req-3872b102-9127-4e01-a2b6-ce62a5871e4d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 210 time: 0.0328169 Sep 16 06:24:17.785494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86abb336-cb76-4c75-81bd-06484d63cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:17.835121 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abb336-cb76-4c75-81bd-06484d63cc49 None None] Pushing event updated for resources: {'Port': ['ID=e6fc5463-33f0-43e5-83eb-ece016b394c9,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:18.848470 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-048395c3-5c28-4ae3-ad5d-88ae5cac2beb req-cc35124d-1b7d-4c0c-b037-c758fdcefd1b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 210 time: 0.0312910 Sep 16 06:24:19.182775 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e6fc5463-33f0-43e5-83eb-ece016b394c9 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:24:19.233450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e6fc5463-33f0-43e5-83eb-ece016b394c9 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:19.233880 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:19.552082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-2c9f57ce-8f09-4d48-bc01-51dd403b02eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:19.553645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-2c9f57ce-8f09-4d48-bc01-51dd403b02eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/networks?id=0bfec7df-cb20-4991-889f-49ae3670565f HTTP/1.1" status: 200 len: 795 time: 0.1109741 Sep 16 06:24:19.614982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-b376a36d-5978-4f28-a929-13e55becf07a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 379 time: 0.0457063 Sep 16 06:24:19.624556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'port': {'device_id': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'admin_state_up': True, 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'security_groups': ['7f77db36-95c3-4efa-97ed-555cf72b3ac1']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:19.797357 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:24:19.797357 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:19.946252 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8503-986b-4ebd-bbb3-e2e55226fc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:19.961671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-104b02b2-8880-435c-99f1-4bc0baf8c17c req-096bcaa3-fba9-46bf-9a80-498b25629171 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 210 time: 0.0338380 Sep 16 06:24:19.967841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.7 (0bfec7df-cb20-4991-889f-49ae3670565f/92bb681a-e7c5-4890-b4ca-f9df3bae770d/0b0e9e3a-dbd0-4747-8532-b380e0386dd5) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:24:20.116378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:20.243320 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:20.288360 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 0bfec7df-cb20-4991-889f-49ae3670565f is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:24:20.291498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:24:20.297626 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:24:20.324123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:20.361800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:20.362649 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:20.438918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-c507479e-4935-422e-ba87-8e335b301a5a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8180759 Sep 16 06:24:20.449727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-3fb1d5f2-2d82-4dd7-9afc-01d2478e9674 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:24:20.451148 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-3fb1d5f2-2d82-4dd7-9afc-01d2478e9674 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058258 Sep 16 06:24:20.469012 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Request body: {'port': {'device_id': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:20.522251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1894ea4e-b205-4fd5-9de6-c5350d4456d7 None None] Provisioning complete for port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:20.528614 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1894ea4e-b205-4fd5-9de6-c5350d4456d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:20.535623 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:20.561214 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1894ea4e-b205-4fd5-9de6-c5350d4456d7 None None] Port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:24:20.810102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:24:20.817750 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:20.830250 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Transition to ACTIVE for port object 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:24:20.911492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:20.972355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd574f-502a-4062-a793-b857125f606f service neutron] Pushing event updated for resources: {'Port': ['ID=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:21.053316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Attempting to bind port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:24:21.054078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Attempting to bind port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:24:21.054659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Attempting to bind port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 on network 0bfec7df-cb20-4991-889f-49ae3670565f {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:24:21.059996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 on network 0bfec7df-cb20-4991-889f-49ae3670565f not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:24:21.060766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Attempting to bind port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 on network 0bfec7df-cb20-4991-889f-49ae3670565f {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:24:21.067628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:24:21.068315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Checking segment: {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:24:21.068976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Bound using segment: {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:24:21.069911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Bound port: 0b0e9e3a-dbd0-4747-8532-b380e0386dd5, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b94634-d11d-458a-afb2-283552967e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:24:21.070593 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:21.114197 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90aef7-ca72-46da-8a96-14b4282460ad req-bdae069c-8db6-4f50-93a2-b734c1b34503 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:21.116675 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b90aef7-ca72-46da-8a96-14b4282460ad req-bdae069c-8db6-4f50-93a2-b734c1b34503 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 943 time: 0.0719035 Sep 16 06:24:21.164903 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] For port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:24:21.169758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] For port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:24:21.175737 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0b90aef7-ca72-46da-8a96-14b4282460ad req-1fdee0b7-8f6b-48be-9c75-55b35e6ea243 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479405 Sep 16 06:24:21.243383 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:21.285968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:21.286904 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:21.288726 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-acdd574f-502a-4062-a793-b857125f606f service neutron] 10.222.0.30 "PUT /v2.0/ports/0b0e9e3a-dbd0-4747-8532-b380e0386dd5 HTTP/1.1" status: 200 len: 1092 time: 0.8239901 Sep 16 06:24:21.291338 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:24:21.293964 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e0a703-799a-435b-8748-b4cbf61bfe56" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:24:21.326786 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd574f-502a-4062-a793-b857125f606f service neutron] Pushing event updated for resources: {'Port': ['ID=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:21.359627 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2f8e20-d91c-495f-a53c-cf0208f45cd1 x-openstack-request-id: req-bb2f8e20-d91c-495f-a53c-cf0208f45cd1 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:24:21.359627 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:24:21.360411 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb2f8e20-d91c-495f-a53c-cf0208f45cd1 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:24:21.360652 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'status': 'completed', 'code': 200} Sep 16 06:24:21.482867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:21.717136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a703-799a-435b-8748-b4cbf61bfe56 req-474ab77c-c60d-464e-91a0-f5bdcb5ec79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:21.718722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87e0a703-799a-435b-8748-b4cbf61bfe56 req-474ab77c-c60d-464e-91a0-f5bdcb5ec79b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 1095 time: 0.3217492 Sep 16 06:24:21.829718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a703-799a-435b-8748-b4cbf61bfe56 req-4f2c17a2-286f-4b85-ad51-862bdf7b7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:21.831227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87e0a703-799a-435b-8748-b4cbf61bfe56 req-4f2c17a2-286f-4b85-ad51-862bdf7b7b2b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=542bb4ea12354f9d95111387712c8087&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0983539 Sep 16 06:24:21.929553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a703-799a-435b-8748-b4cbf61bfe56 req-ac2c1f00-e426-43c3-8c33-d4c85ee1fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:21.931047 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87e0a703-799a-435b-8748-b4cbf61bfe56 req-ac2c1f00-e426-43c3-8c33-d4c85ee1fdc5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934494 Sep 16 06:24:22.032280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-d994e0e5-60f6-47ed-824b-f1d0766e9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:22.033696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-d994e0e5-60f6-47ed-824b-f1d0766e9e2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 1095 time: 0.0435936 Sep 16 06:24:22.086599 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-3157f961-bdd3-4754-b74f-e599953984a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b0e9e3a-dbd0-4747-8532-b380e0386dd5 HTTP/1.1" status: 200 len: 217 time: 0.0383012 Sep 16 06:24:22.141207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-5e913369-1f19-4750-90b5-7cda3c3536f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:22.142722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-5e913369-1f19-4750-90b5-7cda3c3536f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92bb681a-e7c5-4890-b4ca-f9df3bae770d HTTP/1.1" status: 200 len: 835 time: 0.0494564 Sep 16 06:24:22.191344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-f5b8fca4-fc6b-4587-b938-5ff53b19a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:22.193075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-f5b8fca4-fc6b-4587-b938-5ff53b19a5c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bfec7df-cb20-4991-889f-49ae3670565f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427175 Sep 16 06:24:22.296567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-d9c11b47-534e-494c-849d-208d177d898c service neutron] 10.222.0.30 "GET /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963769 Sep 16 06:24:22.303188 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99163a0-9c6b-4bda-8c4f-00716c1a81f0 req-30e17f9d-099e-4854-9898-370b65cc5d44 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:22.305368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c99163a0-9c6b-4bda-8c4f-00716c1a81f0 req-30e17f9d-099e-4854-9898-370b65cc5d44 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 943 time: 0.0619335 Sep 16 06:24:22.348358 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c99163a0-9c6b-4bda-8c4f-00716c1a81f0 req-51e18f05-f76b-4de8-b97e-fff6ba0a890e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350859 Sep 16 06:24:22.397739 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21c478d7-fca8-437f-81e2-627a4a9c5e1f req-b6453618-6fb2-40e4-87d7-3e4424206f25 service neutron] 10.222.0.30 "GET /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939758 Sep 16 06:24:23.095027 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b34030bd-3a39-42a7-91d8-dfd681fa1074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:23.479406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d5990-2864-4c07-bd65-b296da6b90d4 req-2c3ae74f-415c-43b3-bfff-5c2de258c4ef tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:23.480979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-104d5990-2864-4c07-bd65-b296da6b90d4 req-2c3ae74f-415c-43b3-bfff-5c2de258c4ef tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 943 time: 0.0548639 Sep 16 06:24:23.525079 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-104d5990-2864-4c07-bd65-b296da6b90d4 req-4185d346-2bb7-4eb3-a930-552b37391084 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373044 Sep 16 06:24:23.928267 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:24.035290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:24:24.141372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:24:24.152965 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'port_id': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'mac_address': 'fa:16:3e:82:84:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:24:24.193008 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:24.207061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:24:24.227612 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:24:24.334339 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:24.387013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:24.651277 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['0b0e9e3a-dbd0-4747-8532-b380e0386dd5'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:24:24.658615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb0560-e71b-478c-8f2e-402abd537bf6 req-dcb994df-86c0-4a13-8e73-b8d2afd1c932 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:24.660368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6bb0560-e71b-478c-8f2e-402abd537bf6 req-dcb994df-86c0-4a13-8e73-b8d2afd1c932 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 944 time: 0.0555723 Sep 16 06:24:24.706251 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f6bb0560-e71b-478c-8f2e-402abd537bf6 req-33649d26-bfb7-4dd7-8f67-1965b2b3720d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383818 Sep 16 06:24:25.534123 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:25.826617 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2443e20-319a-4e65-87d6-f9b8f0a4487f req-d3120eb2-8787-424b-89dc-0e4312b32ecf tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:25.828122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2443e20-319a-4e65-87d6-f9b8f0a4487f req-d3120eb2-8787-424b-89dc-0e4312b32ecf tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 944 time: 0.0496597 Sep 16 06:24:25.867768 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2443e20-319a-4e65-87d6-f9b8f0a4487f req-2b8795d9-5af6-4608-a67f-90b7fc135924 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330431 Sep 16 06:24:26.065856 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:24:26.214063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:24:26.218221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:24:26.218595 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:26.300637 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:26.325465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:24:26.328642 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29bbf9c-adb3-4df4-9ffc-2378dab5bc3d" -d '{"events": [{"server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "name": "network-vif-plugged", "status": "completed", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:24:26.342665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:24:26.380578 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb10c41-146f-42e6-a259-bc4bd99727cf x-openstack-request-id: req-7eb10c41-146f-42e6-a259-bc4bd99727cf {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:24:26.384838 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "name": "network-vif-plugged", "status": "completed", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:24:26.384838 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7eb10c41-146f-42e6-a259-bc4bd99727cf {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:24:26.384838 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'code': 200} Sep 16 06:24:26.396742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:26.458225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:26.509843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f261b-4be6-4897-85f8-941e5f355535 req-1448b893-1b48-4b5d-a471-6576b6f19972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:26.511382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-501f261b-4be6-4897-85f8-941e5f355535 req-1448b893-1b48-4b5d-a471-6576b6f19972 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 1097 time: 0.0428040 Sep 16 06:24:26.546356 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-501f261b-4be6-4897-85f8-941e5f355535 req-596030e8-1aaf-4993-b276-3fea42e33045 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283840 Sep 16 06:24:26.991353 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130ad04-9e53-4aa9-938b-23c472461937 req-1280e504-30c7-42e6-9287-79567518b8c6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:26.993011 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a130ad04-9e53-4aa9-938b-23c472461937 req-1280e504-30c7-42e6-9287-79567518b8c6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.0532568 Sep 16 06:24:27.031788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a130ad04-9e53-4aa9-938b-23c472461937 req-fb76cff5-c61c-4f4a-a8cb-6517f144e4f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Sep 16 06:24:27.630935 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:28.157860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39120ec-8aab-45a1-a034-c1017fc1a7cc req-9c298822-fd46-4b14-88a5-29583a2200d5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:28.159433 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c39120ec-8aab-45a1-a034-c1017fc1a7cc req-9c298822-fd46-4b14-88a5-29583a2200d5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.0520763 Sep 16 06:24:28.199625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c39120ec-8aab-45a1-a034-c1017fc1a7cc req-63ffa1c6-f1f6-492e-9277-cf771ff1574b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340793 Sep 16 06:24:28.329930 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f89e25-54b3-4034-93a3-e1d21d10111e req-cdfaaff4-8e84-40be-adb6-444544d9ae47 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:28.331631 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f89e25-54b3-4034-93a3-e1d21d10111e req-cdfaaff4-8e84-40be-adb6-444544d9ae47 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.0550358 Sep 16 06:24:28.373042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-09f89e25-54b3-4034-93a3-e1d21d10111e req-ea95a0c3-521d-4920-8449-e479921b4933 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350375 Sep 16 06:24:28.396484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52562) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:28.441579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d20a6-0bde-42e6-aad5-30c5a740fb61 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:28.443235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f34d20a6-0bde-42e6-aad5-30c5a740fb61 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 1092 time: 0.0452714 Sep 16 06:24:28.446312 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52564) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:28.451358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:24:28.575550 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:28.693314 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:28.813077 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.146 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0318a15e-a43c-4e99-9fd9-45cd157a4bcb) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:24:28.932429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:29.163695 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:29.201646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:24:29.216337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:24:29.216337 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:24:29.246529 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=0318a15e-a43c-4e99-9fd9-45cd157a4bcb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:29.488515 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:29.767536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:29.996724 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:30.166634 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:30.311664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:30.394751 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=0318a15e-a43c-4e99-9fd9-45cd157a4bcb,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:24:30.407227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:30.517567 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP 4b4352f5-2bf2-479d-8b48-a1f61f7548e7 associated. External IP: 172.25.1.146, port: 0b0e9e3a-dbd0-4747-8532-b380e0386dd5. Sep 16 06:24:30.746813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 009f823d-3773-4ff2-b8bb-8231baba0c99 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:24:30.867200 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:24:30.880744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] Sync routers for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:24:30.894912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:24:30.929789 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:24:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:31.003122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:24:31.032825 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:31.065349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-681a2489-cca7-4f6a-990e-2040c9d59a5c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6145701 Sep 16 06:24:31.065349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:24:31.065632 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3889872-5273-41fb-a7a3-170b6992c774" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:24:31.106279 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a788d991-22c0-4c42-a455-832a7e9bebf7 x-openstack-request-id: req-a788d991-22c0-4c42-a455-832a7e9bebf7 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:24:31.106631 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:24:31.106943 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a788d991-22c0-4c42-a455-832a7e9bebf7 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:24:31.107387 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'status': 'completed', 'code': 200} Sep 16 06:24:31.212611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3889872-5273-41fb-a7a3-170b6992c774 req-f52b2241-3466-410b-b57d-61ab5db95eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:31.214193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3889872-5273-41fb-a7a3-170b6992c774 req-f52b2241-3466-410b-b57d-61ab5db95eee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 1097 time: 0.0545249 Sep 16 06:24:31.233031 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb0270-f2cc-4e4f-8d7c-0e63812635b8 req-4d962b82-1561-4e2b-abd4-d2fe7dafcf3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:31.237644 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:24:31.240371 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7dfb0270-f2cc-4e4f-8d7c-0e63812635b8 req-4d962b82-1561-4e2b-abd4-d2fe7dafcf3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.1039217 Sep 16 06:24:31.270697 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4b4352f5-2bf2-479d-8b48-a1f61f7548e7', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'port_id': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'mac_address': 'fa:16:3e:82:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:24:29Z', 'updated_at': '2021-09-16T06:24:29Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:17Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:31.280679 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7dfb0270-f2cc-4e4f-8d7c-0e63812635b8 req-d97efeff-3ac7-4424-8a46-17762eb58ee5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Sep 16 06:24:31.307055 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:31.320768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] Checking router: 009f823d-3773-4ff2-b8bb-8231baba0c99 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:24:31.332080 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:24:31.333111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:24:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:31.384967 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b8bfb040-2cb0-40af-bc54-57ab87a593cc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/4b4352f5-2bf2-479d-8b48-a1f61f7548e7 HTTP/1.1" status: 200 len: 991 time: 0.0753157 Sep 16 06:24:31.460773 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:24:31.617771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3889872-5273-41fb-a7a3-170b6992c774 req-0afe4411-f3fd-42f2-a5b2-045057d6ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:31.619306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3889872-5273-41fb-a7a3-170b6992c774 req-0afe4411-f3fd-42f2-a5b2-045057d6ede5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0bfec7df-cb20-4991-889f-49ae3670565f HTTP/1.1" status: 200 len: 896 time: 0.3949218 Sep 16 06:24:31.696320 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3889872-5273-41fb-a7a3-170b6992c774 req-14279e5f-258e-435f-bbd6-4bf06eb63d66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b0e9e3a-dbd0-4747-8532-b380e0386dd5 HTTP/1.1" status: 200 len: 999 time: 0.0690644 Sep 16 06:24:31.721443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4b4352f5-2bf2-479d-8b48-a1f61f7548e7', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'port_id': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'mac_address': 'fa:16:3e:82:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:24:29Z', 'updated_at': '2021-09-16T06:24:29Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:17Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:24:31.752063 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3889872-5273-41fb-a7a3-170b6992c774 req-51e78f4f-1616-482f-a196-5978f37e8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:31.753659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3889872-5273-41fb-a7a3-170b6992c774 req-51e78f4f-1616-482f-a196-5978f37e8e97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92bb681a-e7c5-4890-b4ca-f9df3bae770d HTTP/1.1" status: 200 len: 835 time: 0.0512922 Sep 16 06:24:31.753943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e105581f-3861-4cb3-9c95-53c52c5df507 None None] The sync data for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 is: [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '4b4352f5-2bf2-479d-8b48-a1f61f7548e7', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'port_id': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'mac_address': 'fa:16:3e:82:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:24:29Z', 'updated_at': '2021-09-16T06:24:29Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:17Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:24:31.813625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3889872-5273-41fb-a7a3-170b6992c774 req-f252ce01-f25c-426c-9ad9-77f1776638d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:31.815109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3889872-5273-41fb-a7a3-170b6992c774 req-f252ce01-f25c-426c-9ad9-77f1776638d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bfec7df-cb20-4991-889f-49ae3670565f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512562 Sep 16 06:24:31.927749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3889872-5273-41fb-a7a3-170b6992c774 req-507aec2f-5f27-4fd1-bd1a-0996aa8c0ee1 service neutron] 10.222.0.30 "GET /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040986 Sep 16 06:24:32.017515 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8927fcf-7112-41c3-9a39-f11af0aa458a None None] New status for floating IP 4b4352f5-2bf2-479d-8b48-a1f61f7548e7: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:24:32.051345 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a3889872-5273-41fb-a7a3-170b6992c774 req-c55bdf13-ca40-4689-90f5-94fd7bae2ca9 service neutron] 10.222.0.30 "GET /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079538 Sep 16 06:24:32.388847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52572) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:24:32.451694 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2a1b2987-4091-464d-bbfc-6ee98907b57a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/4b4352f5-2bf2-479d-8b48-a1f61f7548e7 HTTP/1.1" status: 200 len: 993 time: 0.0616314 Sep 16 06:24:49.933265 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-744f01c5-e7d4-4d1c-8740-5bc60b873eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:51.470566 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:53.144751 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59ac5ad4-f6dd-46e7-b658-4a91ea672c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:53.910674 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:55.533193 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:56.529200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-48d69311-01e5-45ff-a995-cbacc24eea56 req-c7ce8b4e-8a0f-4378-b702-33640fc12b15 service neutron] (95660) timed out ('10.222.0.30', 50290) {{(pid=95660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:24:57.642031 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:59.778895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:05.116067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569999b6-3d19-4e35-9285-42a2c5ddfa85 req-4cd8478d-c4bf-4c7d-9c24-99fb522a9892 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:05.118470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-569999b6-3d19-4e35-9285-42a2c5ddfa85 req-4cd8478d-c4bf-4c7d-9c24-99fb522a9892 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.1437421 Sep 16 06:25:05.171814 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-569999b6-3d19-4e35-9285-42a2c5ddfa85 req-9be00e8f-2271-4883-b9a8-3590b600c275 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385146 Sep 16 06:25:06.357738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aef04-4233-4537-973c-8641719e23bf req-337db03d-9e11-445e-b66a-9f67cdd014f4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:06.359827 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca2aef04-4233-4537-973c-8641719e23bf req-337db03d-9e11-445e-b66a-9f67cdd014f4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.1017110 Sep 16 06:25:06.402868 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ca2aef04-4233-4537-973c-8641719e23bf req-68dd98cf-e9b8-4a5e-b305-272020568725 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368848 Sep 16 06:25:06.426619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52596) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:06.493236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8dee5b7f-3943-45b7-8b0c-02f2b638cc91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/4b4352f5-2bf2-479d-8b48-a1f61f7548e7 HTTP/1.1" status: 200 len: 993 time: 0.0652742 Sep 16 06:25:07.955432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31740f8c-8cc8-41ae-91df-8e984bedc32b req-d24d6500-55bf-45ef-bdfb-73a74140acab tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:07.956999 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31740f8c-8cc8-41ae-91df-8e984bedc32b req-d24d6500-55bf-45ef-bdfb-73a74140acab tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.0522244 Sep 16 06:25:08.001651 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31740f8c-8cc8-41ae-91df-8e984bedc32b req-6bd699e6-5de1-4e0f-af0a-cfd8ae9d5694 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385582 Sep 16 06:25:08.239161 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:25:09.123766 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a39f2a-c9c1-4f2d-a84d-98d3054a4633 req-100c65bc-3575-473a-8d37-0ca31cdbf287 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:09.125416 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80a39f2a-c9c1-4f2d-a84d-98d3054a4633 req-100c65bc-3575-473a-8d37-0ca31cdbf287 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.0510659 Sep 16 06:25:09.180505 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-80a39f2a-c9c1-4f2d-a84d-98d3054a4633 req-672550cb-f6eb-4a25-8b51-bced8ff42b78 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473909 Sep 16 06:25:09.204210 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:09.269985 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2e86a97d-23a6-44fe-90af-0bf2bdc8949f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/4b4352f5-2bf2-479d-8b48-a1f61f7548e7 HTTP/1.1" status: 200 len: 993 time: 0.0645223 Sep 16 06:25:09.504757 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52616) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:09.671594 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 0318a15e-a43c-4e99-9fd9-45cd157a4bcb {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:09.671978 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:09.751576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:09.751924 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:09.763410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 0318a15e-a43c-4e99-9fd9-45cd157a4bcb owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:10.018725 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:10.042794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=0318a15e-a43c-4e99-9fd9-45cd157a4bcb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:10.053195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.053551 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.053894 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.054231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.054553 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.054884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.055588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.055588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.055843 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.056183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.056503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.056827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:10.117626 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:10.118293 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP 4b4352f5-2bf2-479d-8b48-a1f61f7548e7 disassociated (deleted). External IP: 172.25.1.146, port: 0b0e9e3a-dbd0-4747-8532-b380e0386dd5. Sep 16 06:25:10.336352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 009f823d-3773-4ff2-b8bb-8231baba0c99 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:10.451300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:10.458091 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:10.463731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] Sync routers for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:10.474404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:10.475111 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:24:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:10.487984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f82db33c-bcbd-48ab-ba62-f7b40c706834 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/floatingips/4b4352f5-2bf2-479d-8b48-a1f61f7548e7 HTTP/1.1" status: 204 len: 168 time: 0.9820628 Sep 16 06:25:10.489025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:10.492025 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1125afe9-ec6f-407b-8545-267dafc70a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:10.541207 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653f1e9-7d72-453e-b9a8-af8b92f2b9e9 x-openstack-request-id: req-f653f1e9-7d72-453e-b9a8-af8b92f2b9e9 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:10.541889 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:10.541889 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f653f1e9-7d72-453e-b9a8-af8b92f2b9e9 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:10.544084 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'status': 'completed', 'code': 200} Sep 16 06:25:10.688013 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-b2d4cbb2-3f66-4397-804b-aa8111be49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:10.696264 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-b2d4cbb2-3f66-4397-804b-aa8111be49ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 1097 time: 0.1063335 Sep 16 06:25:10.793066 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:10.793766 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-8fa86cc8-7818-45ce-a2be-55817856f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:10.796075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-8fa86cc8-7818-45ce-a2be-55817856f6f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0bfec7df-cb20-4991-889f-49ae3670565f HTTP/1.1" status: 200 len: 896 time: 0.0988662 Sep 16 06:25:10.854242 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-daaa3795-4da2-4296-9f5a-ee660d2f228b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b0e9e3a-dbd0-4747-8532-b380e0386dd5 HTTP/1.1" status: 200 len: 217 time: 0.0495236 Sep 16 06:25:10.916532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-37623025-d6c9-4d51-a01e-c949bbe0eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:10.918266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-37623025-d6c9-4d51-a01e-c949bbe0eb76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92bb681a-e7c5-4890-b4ca-f9df3bae770d HTTP/1.1" status: 200 len: 835 time: 0.0573363 Sep 16 06:25:10.980258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-74e93409-703c-420b-9f67-605b9f9a2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:10.982501 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-74e93409-703c-420b-9f67-605b9f9a2ca6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bfec7df-cb20-4991-889f-49ae3670565f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570898 Sep 16 06:25:11.065172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:17Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:11.097884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] Checking router: 009f823d-3773-4ff2-b8bb-8231baba0c99 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:11.106942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:11.107564 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:24:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:11.122315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a0394-7b3d-4f29-815c-d43d89c28331 req-cf33f2e8-2fb7-4cf8-8384-315fe4683b10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:11.124238 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d48a0394-7b3d-4f29-815c-d43d89c28331 req-cf33f2e8-2fb7-4cf8-8384-315fe4683b10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.0687225 Sep 16 06:25:11.128181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-22e7ec3e-1012-4911-af38-b4c1991441c8 service neutron] 10.222.0.30 "GET /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378570 Sep 16 06:25:11.245612 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d48a0394-7b3d-4f29-815c-d43d89c28331 req-902c746c-612d-4870-a7be-843784e9a300 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981271 Sep 16 06:25:11.250200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:11.281724 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1125afe9-ec6f-407b-8545-267dafc70a53 req-8b41310f-4fd5-45d5-aa37-15636a4be290 service neutron] 10.222.0.30 "GET /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455603 Sep 16 06:25:11.482495 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:17Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:11.510463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8312289-1e7d-4a32-b3d5-b4d1b6f1c35c None None] The sync data for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 is: [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:24:14Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e6fc5463-33f0-43e5-83eb-ece016b394c9', 'name': '', 'network_id': '0bfec7df-cb20-4991-889f-49ae3670565f', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:68:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:13Z', 'updated_at': '2021-09-16T06:24:17Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '92bb681a-e7c5-4890-b4ca-f9df3bae770d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:11.773819 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a544ed2-9666-4312-a73f-5a5c5bc696f7 None None] New status for floating IP 4b4352f5-2bf2-479d-8b48-a1f61f7548e7: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:25:12.380377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e44c7-0226-41bd-b0ab-7900df84b17f req-c8450149-4058-41e9-b2b8-e670d1ee575f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:12.382119 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-031e44c7-0226-41bd-b0ab-7900df84b17f req-c8450149-4058-41e9-b2b8-e670d1ee575f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.0529983 Sep 16 06:25:12.435621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-031e44c7-0226-41bd-b0ab-7900df84b17f req-634db606-1ea9-4c1b-8b16-02e4ecc14577 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f77db36-95c3-4efa-97ed-555cf72b3ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423293 Sep 16 06:25:12.682897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be039-224e-4bf0-8c85-ba74424673bd req-7ccaa472-f841-4386-a878-8cf04128c39d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:12.684593 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-174be039-224e-4bf0-8c85-ba74424673bd req-7ccaa472-f841-4386-a878-8cf04128c39d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 945 time: 0.0597768 Sep 16 06:25:12.793151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:12.793497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:12.894582 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:12.894859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:12.909031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:13.144283 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:13.175718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=0b0e9e3a-dbd0-4747-8532-b380e0386dd5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:13.220948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] No DVR routers for this DVR port 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:25:13.223743 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:13.225880 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-174be039-224e-4bf0-8c85-ba74424673bd req-4dba8de3-a9ad-4284-b9ee-97d460f4f6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "DELETE /v2.0/ports/0b0e9e3a-dbd0-4747-8532-b380e0386dd5 HTTP/1.1" status: 204 len: 173 time: 0.5306408 Sep 16 06:25:13.226349 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'name': 'network-vif-deleted', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:13.228708 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c3cbd2-23bf-44d5-92d9-49128b455b82" -d '{"events": [{"server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "name": "network-vif-deleted", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:13.270507 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85c3e0c-fa50-4735-9fcf-f5d0bfc941c5 x-openstack-request-id: req-a85c3e0c-fa50-4735-9fcf-f5d0bfc941c5 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:13.270939 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e022c-4b83-41d5-b7e6-ee3380c1d17b", "name": "network-vif-deleted", "tag": "0b0e9e3a-dbd0-4747-8532-b380e0386dd5", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:13.271201 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a85c3e0c-fa50-4735-9fcf-f5d0bfc941c5 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:13.271606 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e022c-4b83-41d5-b7e6-ee3380c1d17b', 'name': 'network-vif-deleted', 'tag': '0b0e9e3a-dbd0-4747-8532-b380e0386dd5', 'status': 'completed', 'code': 200} Sep 16 06:25:13.541249 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fab711f2-98d6-4602-b19f-6d7420f678ad req-a7704c6a-58f0-4db0-8f86-529dbce144c4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 210 time: 0.0298243 Sep 16 06:25:14.660908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d4ba046-8355-40a6-9b42-f6794486364b req-b30fa05e-8f78-4d82-9b0c-801a7283278e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04e022c-4b83-41d5-b7e6-ee3380c1d17b HTTP/1.1" status: 200 len: 210 time: 0.0341861 Sep 16 06:25:15.719135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52636) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:16.114450 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:16.219399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:16.243393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:16.243772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 0b0e9e3a-dbd0-4747-8532-b380e0386dd5 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:16.399635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port e6fc5463-33f0-43e5-83eb-ece016b394c9 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:16.400056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:16.497918 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port e6fc5463-33f0-43e5-83eb-ece016b394c9, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e6fc5463-33f0-43e5-83eb-ece016b394c9,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:16.503517 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:16.510904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for e6fc5463-33f0-43e5-83eb-ece016b394c9 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:16.826285 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:16.860702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=e6fc5463-33f0-43e5-83eb-ece016b394c9,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:16.888859 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.889723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.890724 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.891078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.891419 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.891756 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.892113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.892444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.892777 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.893129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.893455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:16.893774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:17.066562 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.295698 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 009f823d-3773-4ff2-b8bb-8231baba0c99 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:17.410103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:17.415318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7d5f9bb4-5c41-4d57-aab5-2cad2f2982af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/009f823d-3773-4ff2-b8bb-8231baba0c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951084 Sep 16 06:25:17.419047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52638) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:17.425430 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] Sync routers for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:17.444441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:17.444441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:24:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:17.473226 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00cab38-d8eb-4964-b4ed-fa7389b49a3c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting subnet 92bb681a-e7c5-4890-b4ca-f9df3bae770d {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:25:17.476412 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00cab38-d8eb-4964-b4ed-fa7389b49a3c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.518983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00cab38-d8eb-4964-b4ed-fa7389b49a3c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.549132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:17.615542 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00cab38-d8eb-4964-b4ed-fa7389b49a3c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.735964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:25:16Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:17.762913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] Checking router: 009f823d-3773-4ff2-b8bb-8231baba0c99 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:17.772059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] Routers {'009f823d-3773-4ff2-b8bb-8231baba0c99'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:17.772716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:24:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['009f823d-3773-4ff2-b8bb-8231baba0c99'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:17.778935 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00cab38-d8eb-4964-b4ed-fa7389b49a3c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.808778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cab38-d8eb-4964-b4ed-fa7389b49a3c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Subnet': ['ID=92bb681a-e7c5-4890-b4ca-f9df3bae770d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:17.813261 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f00cab38-d8eb-4964-b4ed-fa7389b49a3c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.815640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f00cab38-d8eb-4964-b4ed-fa7389b49a3c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/subnets/92bb681a-e7c5-4890-b4ca-f9df3bae770d HTTP/1.1" status: 204 len: 168 time: 0.3953192 Sep 16 06:25:17.819162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52640) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:17.824933 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf586ba-928e-476d-8620-840f879de253 None None] Network 0bfec7df-cb20-4991-889f-49ae3670565f requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:17.929913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:17.964810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] Set router 009f823d-3773-4ff2-b8bb-8231baba0c99 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:18.052130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.186641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:25:16Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:18.194666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] DHCP port deletion for 0bfec7df-cb20-4991-889f-49ae3670565f request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:25:18.224232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9f2e3-0d49-49dd-be1d-f8de58904931 None None] The sync data for ids ['009f823d-3773-4ff2-b8bb-8231baba0c99'] in n-d-712749-15 is: [{'id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809731445', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '87564374-424b-4d09-a9f8-434ac90a1604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:24:09Z', 'updated_at': '2021-09-16T06:25:16Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '87564374-424b-4d09-a9f8-434ac90a1604', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009f823d-3773-4ff2-b8bb-8231baba0c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:24:10Z', 'updated_at': '2021-09-16T06:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:18.229618 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 87564374-424b-4d09-a9f8-434ac90a1604 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:18.229982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.279436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Deleting port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:25:18.280564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.322370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port 87564374-424b-4d09-a9f8-434ac90a1604, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=87564374-424b-4d09-a9f8-434ac90a1604,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:18.322370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.336453 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 87564374-424b-4d09-a9f8-434ac90a1604 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:18.354189 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] For port 87e5ac3f-50ac-4837-8ec5-3ba91c774439, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=87e5ac3f-50ac-4837-8ec5-3ba91c774439,segment=NetworkSegment(12b94634-d11d-458a-afb2-283552967e94),segment_id=12b94634-d11d-458a-afb2-283552967e94)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:18.354578 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.368071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Calling delete_port for 87e5ac3f-50ac-4837-8ec5-3ba91c774439 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:25:18.619352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.619352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Pushing event deleted for resources: {'Port': ['ID=87e5ac3f-50ac-4837-8ec5-3ba91c774439,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:18.619352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] No DVR routers for this DVR port 87e5ac3f-50ac-4837-8ec5-3ba91c774439 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:25:18.623405 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.624282 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.624629 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.625057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.625392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.625725 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.626057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.626383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.626704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.627343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.627459 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.627774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e28e1f-98a1-4e9e-b313-b38e38a68369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:18.687722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.716612 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=87564374-424b-4d09-a9f8-434ac90a1604,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:18.796430 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.897654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:18.899903 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.007681 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.008524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Fanout notify agent at l3_agent the message router_deleted on router 009f823d-3773-4ff2-b8bb-8231baba0c99 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:25:19.017931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.017931 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e55dbdc1-475d-4780-ac33-0e7ac657be0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/routers/009f823d-3773-4ff2-b8bb-8231baba0c99 HTTP/1.1" status: 204 len: 168 time: 1.1965346 Sep 16 06:25:19.020197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52642) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:19.120923 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.221907 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.257344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfec7df-cb20-4991-889f-49ae3670565f']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:19.274962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b94634-d11d-458a-afb2-283552967e94') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:19.275455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b94634-d11d-458a-afb2-283552967e94') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:19.296118 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.310586 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.319141 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:25:19.319543 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:25:19.323466 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:25:19.476202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.484775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.485979 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/networks/0bfec7df-cb20-4991-889f-49ae3670565f HTTP/1.1" status: 204 len: 168 time: 0.4647632 Sep 16 06:25:19.489144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52644) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:19.500449 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a8bc2-2622-4331-a5b0-72b2d4e45825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Network': ['ID=0bfec7df-cb20-4991-889f-49ae3670565f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:19.557042 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a880e6-b3e7-498b-baac-7b45742830f8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.567205 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e6fc5463-33f0-43e5-83eb-ece016b394c9 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:19.587396 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e6fc5463-33f0-43e5-83eb-ece016b394c9 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:19.590120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e6fc5463-33f0-43e5-83eb-ece016b394c9 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:19.590120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 87e5ac3f-50ac-4837-8ec5-3ba91c774439 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:19.590412 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a880e6-b3e7-498b-baac-7b45742830f8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.775472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 87e5ac3f-50ac-4837-8ec5-3ba91c774439 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:19.776342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 87e5ac3f-50ac-4837-8ec5-3ba91c774439 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:19.781037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a880e6-b3e7-498b-baac-7b45742830f8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.785275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e3a880e6-b3e7-498b-baac-7b45742830f8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:19.786769 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e3a880e6-b3e7-498b-baac-7b45742830f8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f77db36-95c3-4efa-97ed-555cf72b3ac1 HTTP/1.1" status: 204 len: 168 time: 0.2963986 Sep 16 06:25:19.799828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a880e6-b3e7-498b-baac-7b45742830f8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f77db36-95c3-4efa-97ed-555cf72b3ac1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:19.906472 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d589409-b02f-4ecf-9ec9-2d8aa4ae03ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.298778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:20.306602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9e7b82ac-86a6-41c9-9443-93cc999b40b6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722273599', 'description': 'tempest-secgroup-smoke-1722273599 description', 'project_id': '542bb4ea12354f9d95111387712c8087'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:20.418432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e7b82ac-86a6-41c9-9443-93cc999b40b6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.516038 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e7b82ac-86a6-41c9-9443-93cc999b40b6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.584270 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e7b82ac-86a6-41c9-9443-93cc999b40b6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.620109 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b82ac-86a6-41c9-9443-93cc999b40b6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cddc152c-d5e5-4fbb-873e-d819050b8a05,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:20.681428 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9e7b82ac-86a6-41c9-9443-93cc999b40b6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.682755 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9e7b82ac-86a6-41c9-9443-93cc999b40b6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3827834 Sep 16 06:25:20.686785 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52652) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:20.691545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-58a7abaf-c7c2-4632-8d1b-11023de5d0fe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': 'cddc152c-d5e5-4fbb-873e-d819050b8a05', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:20.779354 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58a7abaf-c7c2-4632-8d1b-11023de5d0fe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.858521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58a7abaf-c7c2-4632-8d1b-11023de5d0fe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.938997 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58a7abaf-c7c2-4632-8d1b-11023de5d0fe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:20.959920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7abaf-c7c2-4632-8d1b-11023de5d0fe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7891f8bd-fbca-4eb0-8521-f739ebc37034,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:21.070277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-58a7abaf-c7c2-4632-8d1b-11023de5d0fe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.071912 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-58a7abaf-c7c2-4632-8d1b-11023de5d0fe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837883 Sep 16 06:25:21.086849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52654) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:21.093771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0aaadd36-1dc3-43c8-8f0d-b70354d36b2d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': 'cddc152c-d5e5-4fbb-873e-d819050b8a05', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:21.157897 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 87564374-424b-4d09-a9f8-434ac90a1604 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:21.183837 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 87564374-424b-4d09-a9f8-434ac90a1604 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:25:21.184228 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 87564374-424b-4d09-a9f8-434ac90a1604 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:25:21.200894 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0aaadd36-1dc3-43c8-8f0d-b70354d36b2d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.297101 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0aaadd36-1dc3-43c8-8f0d-b70354d36b2d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.384438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0aaadd36-1dc3-43c8-8f0d-b70354d36b2d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.408269 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaadd36-1dc3-43c8-8f0d-b70354d36b2d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287583b9-80bd-4be3-9cd5-4657b4bee756,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:21.454041 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.487199 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0aaadd36-1dc3-43c8-8f0d-b70354d36b2d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.488569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0aaadd36-1dc3-43c8-8f0d-b70354d36b2d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4001768 Sep 16 06:25:21.495880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52656) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:21.501477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-efe03819-7b1b-4249-a594-945eb853bc70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': 'cddc152c-d5e5-4fbb-873e-d819050b8a05', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:21.612804 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe03819-7b1b-4249-a594-945eb853bc70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.674758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe03819-7b1b-4249-a594-945eb853bc70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.767198 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe03819-7b1b-4249-a594-945eb853bc70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.783117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe03819-7b1b-4249-a594-945eb853bc70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d700a186-c877-434c-b125-cebe054a7bc1,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:21.893003 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-efe03819-7b1b-4249-a594-945eb853bc70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:21.894290 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-efe03819-7b1b-4249-a594-945eb853bc70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3973379 Sep 16 06:25:21.897474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52658) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:21.905412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-19c321b7-c838-4589-ba41-8c0aaaa980fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': 'cddc152c-d5e5-4fbb-873e-d819050b8a05', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:22.029776 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19c321b7-c838-4589-ba41-8c0aaaa980fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.098227 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19c321b7-c838-4589-ba41-8c0aaaa980fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.167052 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19c321b7-c838-4589-ba41-8c0aaaa980fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.187693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c321b7-c838-4589-ba41-8c0aaaa980fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c47629b-5438-436f-a2c6-51b51c81f302,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:22.264972 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19c321b7-c838-4589-ba41-8c0aaaa980fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.266411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-19c321b7-c838-4589-ba41-8c0aaaa980fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673751 Sep 16 06:25:22.269168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52660) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:22.273688 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-1c74d13a-cd4f-4919-b534-dbe7b03f235a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': 'cddc152c-d5e5-4fbb-873e-d819050b8a05', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:22.407399 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-1c74d13a-cd4f-4919-b534-dbe7b03f235a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:25:22.416355 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c74d13a-cd4f-4919-b534-dbe7b03f235a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.487970 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c74d13a-cd4f-4919-b534-dbe7b03f235a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.572993 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c74d13a-cd4f-4919-b534-dbe7b03f235a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.602174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74d13a-cd4f-4919-b534-dbe7b03f235a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe8c9fd-6d3b-4602-8f10-831eaea358ea,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:22.688255 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1c74d13a-cd4f-4919-b534-dbe7b03f235a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.689875 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1c74d13a-cd4f-4919-b534-dbe7b03f235a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4195406 Sep 16 06:25:22.693225 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:22.698309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9eaeb011-d329-49f7-8df9-1c24b1db2825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': 'cddc152c-d5e5-4fbb-873e-d819050b8a05', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:22.801426 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-9eaeb011-d329-49f7-8df9-1c24b1db2825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:25:22.807177 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb011-d329-49f7-8df9-1c24b1db2825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.894939 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb011-d329-49f7-8df9-1c24b1db2825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.973054 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb011-d329-49f7-8df9-1c24b1db2825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:22.993113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeb011-d329-49f7-8df9-1c24b1db2825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b394bf42-9248-4797-9046-6ddb92bb4478,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:23.064532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb011-d329-49f7-8df9-1c24b1db2825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.065793 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9eaeb011-d329-49f7-8df9-1c24b1db2825 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3715136 Sep 16 06:25:23.068843 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52664) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:23.074617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'network': {'name': 'tempest-network-smoke--2124387295', 'project_id': '542bb4ea12354f9d95111387712c8087', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:23.104352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ea1686f1-c143-4af5-bac9-43a92f91ca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.166167 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:25:23.169653 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.194457 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:25:23.204624 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.205113 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Added segment 8d1396d3-17d1-441e-8763-d52dcbe90ec1 of type vlan for network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac Sep 16 06:25:23.251049 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.390523 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.396264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:23.396837 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.469733 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Network': ['ID=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:23.482565 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:25:23.528412 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5b2139b9-b69f-48be-93be-8d4c72f8bd15 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4580531 Sep 16 06:25:23.532377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52666) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:23.537741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'admin_state_up': True, 'project_id': '542bb4ea12354f9d95111387712c8087', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:23.625713 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.626800 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.685144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:23.981214 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.001300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.299508 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.323947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.444732 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.156 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/d821ab29-883d-4c0b-adaf-f4d18ed9a22c) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:24.562469 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.697854 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:24.737861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:24.741025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:24.751233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:24.777919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=d821ab29-883d-4c0b-adaf-f4d18ed9a22c,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:25.419675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:25.555709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:25.632293 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:25.829607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 0fc740c1-0884-41bc-b973-c91dcccc0b40 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:25:25.946907 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:25.958251 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Sync routers for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:25.969089 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:25.970128 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:25:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:26.091708 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:26.150153 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.154220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7585d00a-e8d5-4c01-9090-b6af1cf63c23 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6178288 Sep 16 06:25:26.155080 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52668) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:26.187022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e9445e94-aaf9-44f7-a2c7-3ffd247f2a4d tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=542bb4ea12354f9d95111387712c8087&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299957 Sep 16 06:25:26.190585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52670) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:26.282559 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:24Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:26.315190 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Checking router: 0fc740c1-0884-41bc-b973-c91dcccc0b40 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:26.315522 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Updating router 0fc740c1-0884-41bc-b973-c91dcccc0b40 port d821ab29-883d-4c0b-adaf-f4d18ed9a22c binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:25:26.341179 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.353606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e9b8c-c555-4ba1-9039-e69ac2919159 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:26.355284 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-743e9b8c-c555-4ba1-9039-e69ac2919159 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631377 Sep 16 06:25:26.358998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52672) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:26.387579 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-6e8d6495-4f4b-44d7-b61a-bca0959d37fd tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273104 Sep 16 06:25:26.391214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52674) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:26.396306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1025852505', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'project_id': '542bb4ea12354f9d95111387712c8087', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:26.601548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:25:26.606128 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.656142 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.715680 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.767693 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Attempting to bind port d821ab29-883d-4c0b-adaf-f4d18ed9a22c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:26.768131 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Attempting to bind port d821ab29-883d-4c0b-adaf-f4d18ed9a22c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:26.768420 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Attempting to bind port d821ab29-883d-4c0b-adaf-f4d18ed9a22c on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:26.778498 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:26.778498 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:26.778914 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.779232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:26.779739 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Bound port: d821ab29-883d-4c0b-adaf-f4d18ed9a22c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:26.780152 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.788951 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Pushing event updated for resources: {'Port': ['ID=d821ab29-883d-4c0b-adaf-f4d18ed9a22c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:26.814190 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.814599 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.814883 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.815217 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.815549 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.815919 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.816259 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.816588 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.816916 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.817254 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.817570 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.817888 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:26.855993 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] For port d821ab29-883d-4c0b-adaf-f4d18ed9a22c, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:26.860119 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] For port d821ab29-883d-4c0b-adaf-f4d18ed9a22c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d821ab29-883d-4c0b-adaf-f4d18ed9a22c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:26.893254 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.921609 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.970057 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Subnet': ['ID=ceb8422b-4cc4-4a57-9080-c802a28d3894,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:26.973952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Checking segment: {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:26.974362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network hostable DHCP agents. Network: dc5e5916-e7ee-4c1a-8fe0-21462e30ecac, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:25:26.995038 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d83a3-1344-4f48-8c28-662c94fa1a19 None None] Pushing event updated for resources: {'Port': ['ID=d821ab29-883d-4c0b-adaf-f4d18ed9a22c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:27.007915 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:27.008636 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:25:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:27.057315 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:25:27.121584 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:27.143997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, dc5e5916-e7ee-4c1a-8fe0-21462e30ecac) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:27.158558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4170b1-6340-4e11-94d4-db0308f34169 None None] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:27.171920 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:27.173190 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.258941 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-08d35cde-d059-42bd-b202-58ccbd0867e4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8664758 Sep 16 06:25:27.263405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52676) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:27.366316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:25:27.368810 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.412037 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:24Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:27.446820 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8381e51f-db49-4f06-99ac-6a64629da4b0 None None] The sync data for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 is: [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:24Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:27.559465 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Allocated IP 172.20.0.2 (dc5e5916-e7ee-4c1a-8fe0-21462e30ecac/ceb8422b-4cc4-4a57-9080-c802a28d3894/15001792-356a-4592-91ea-f158611aa062) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:27.690004 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.776038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.847572 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:27.919944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:27.922352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:27.924831 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Pushing event updated for resources: {'Port': ['ID=15001792-356a-4592-91ea-f158611aa062,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:27.927141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:27.941681 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.016446 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Attempting to bind port 15001792-356a-4592-91ea-f158611aa062 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:28.016907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Attempting to bind port 15001792-356a-4592-91ea-f158611aa062 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:28.017339 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Attempting to bind port 15001792-356a-4592-91ea-f158611aa062 on network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:28.023615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:28.024191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Checking segment: {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:28.024793 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.025543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Bound using segment: {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:28.026335 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Bound port: 15001792-356a-4592-91ea-f158611aa062, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:28.026788 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.105596 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a823711d-d076-4fbb-a167-9d205422abee None None] For port 15001792-356a-4592-91ea-f158611aa062, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:28.111603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a823711d-d076-4fbb-a167-9d205422abee None None] For port 15001792-356a-4592-91ea-f158611aa062, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=15001792-356a-4592-91ea-f158611aa062,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:28.208469 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.281794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823711d-d076-4fbb-a167-9d205422abee None None] Pushing event updated for resources: {'Port': ['ID=15001792-356a-4592-91ea-f158611aa062,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:28.301233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.1 (dc5e5916-e7ee-4c1a-8fe0-21462e30ecac/ceb8422b-4cc4-4a57-9080-c802a28d3894/b891fa3c-9404-4383-aa43-5c7102d3cfd4) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:28.475339 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.607474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.658219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:28.661978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:28.667033 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:28.724045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=b891fa3c-9404-4383-aa43-5c7102d3cfd4,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:28.736533 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.941030 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.338756 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.366538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 15001792-356a-4592-91ea-f158611aa062 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:29.446331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 15001792-356a-4592-91ea-f158611aa062 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:29.447075 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.550601 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.587239 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 15001792-356a-4592-91ea-f158611aa062, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=15001792-356a-4592-91ea-f158611aa062,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:29.601990 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701975c9-3cf8-40e9-ac58-aef5ff6a35a8 None None] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:25:29.669291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.678266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d821ab29-883d-4c0b-adaf-f4d18ed9a22c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:29.696437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.761071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0f070af0-6c04-4957-b1f6-0d6402697acc None None] Provisioning complete for port 15001792-356a-4592-91ea-f158611aa062 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:29.761437 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0f070af0-6c04-4957-b1f6-0d6402697acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.766866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.853507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=15001792-356a-4592-91ea-f158611aa062,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:29.860264 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=b891fa3c-9404-4383-aa43-5c7102d3cfd4,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:29.864295 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.875381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d821ab29-883d-4c0b-adaf-f4d18ed9a22c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:29.875508 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.986000 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:29.987540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:30.057701 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.090061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port d821ab29-883d-4c0b-adaf-f4d18ed9a22c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d821ab29-883d-4c0b-adaf-f4d18ed9a22c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:30.135363 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 0fc740c1-0884-41bc-b973-c91dcccc0b40 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:30.224350 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.258278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:30.264258 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe78986f-21ed-49ab-ad12-410ca2846bc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/0fc740c1-0884-41bc-b973-c91dcccc0b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0012228 Sep 16 06:25:30.268680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Sync routers for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:30.289510 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=d821ab29-883d-4c0b-adaf-f4d18ed9a22c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:30.292452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:30.293010 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:25:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:30.405112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f60cb5c5-42e5-4d86-bbd9-35e8d1a27ca9 None None] Provisioning complete for port 15001792-356a-4592-91ea-f158611aa062 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:30.405795 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f60cb5c5-42e5-4d86-bbd9-35e8d1a27ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.444997 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-6751f247-3fb0-4856-a059-2d71c5a93791 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722273599&fields=id&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 267 time: 0.0414579 Sep 16 06:25:30.461674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:30.569591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-aa4e97bf-5462-4942-a7b1-285a2b64a3fc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:30.571239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-aa4e97bf-5462-4942-a7b1-285a2b64a3fc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/networks?id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 200 len: 797 time: 0.1189141 Sep 16 06:25:30.596291 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-6c813516-e3f2-49ad-8fdf-9086a4875b18 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/quotas/542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 375 time: 0.0130785 Sep 16 06:25:30.651175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f60cb5c5-42e5-4d86-bbd9-35e8d1a27ca9 None None] Provisioning complete for port b891fa3c-9404-4383-aa43-5c7102d3cfd4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:30.651599 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f60cb5c5-42e5-4d86-bbd9-35e8d1a27ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.664549 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-681afab2-e504-4449-8ebf-fd79902a607b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618188 Sep 16 06:25:30.721642 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f60cb5c5-42e5-4d86-bbd9-35e8d1a27ca9 None None] Port b891fa3c-9404-4383-aa43-5c7102d3cfd4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:30.758114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:29Z', 'revision_number': 2, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:30.800041 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-158ec08d-1b8b-4c1c-b3e1-75f1697312d1 service neutron] 10.222.0.49 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025250 Sep 16 06:25:30.800889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Checking router: 0fc740c1-0884-41bc-b973-c91dcccc0b40 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:30.800889 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Updating router 0fc740c1-0884-41bc-b973-c91dcccc0b40 port b891fa3c-9404-4383-aa43-5c7102d3cfd4 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:25:30.817363 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.868721 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a9cd4888-a574-441b-b3c0-79adb3633c54 None None] Provisioning complete for port b891fa3c-9404-4383-aa43-5c7102d3cfd4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:30.869165 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4888-a574-441b-b3c0-79adb3633c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:30.880548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-4e4d2c3d-ac7e-48b2-8852-464d93399cbb service neutron] 10.222.0.49 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906258 Sep 16 06:25:30.966592 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd4888-a574-441b-b3c0-79adb3633c54 None None] Port b891fa3c-9404-4383-aa43-5c7102d3cfd4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:31.132182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.155639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6308ea45-13eb-4037-944f-a66210a33c88 req-7cb7feec-07a4-404a-8306-f24416a33b20 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 210 time: 0.0292995 Sep 16 06:25:31.208880 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 15001792-356a-4592-91ea-f158611aa062 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:31.230729 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.295240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ea8ac-2a4b-4cf8-92a5-5ee806c1da37 None None] Pushing event updated for resources: {'Port': ['ID=b891fa3c-9404-4383-aa43-5c7102d3cfd4,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:31.348595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 15001792-356a-4592-91ea-f158611aa062 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:31.348964 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.380358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Attempting to bind port b891fa3c-9404-4383-aa43-5c7102d3cfd4 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:31.380733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Attempting to bind port b891fa3c-9404-4383-aa43-5c7102d3cfd4 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:31.381102 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Attempting to bind port b891fa3c-9404-4383-aa43-5c7102d3cfd4 on network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:31.391505 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:31.391907 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Checking segment: {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:31.392327 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.392914 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Bound using segment: {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:31.393414 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Bound port: b891fa3c-9404-4383-aa43-5c7102d3cfd4, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:31.393805 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.508408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] For port b891fa3c-9404-4383-aa43-5c7102d3cfd4, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:31.511141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d821ab29-883d-4c0b-adaf-f4d18ed9a22c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:31.515274 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] For port b891fa3c-9404-4383-aa43-5c7102d3cfd4, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b891fa3c-9404-4383-aa43-5c7102d3cfd4,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:31.543658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8f1b5345-aaa9-41b8-8aa1-ae7922d3bf1e None None] Provisioning complete for port b891fa3c-9404-4383-aa43-5c7102d3cfd4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:31.543970 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8f1b5345-aaa9-41b8-8aa1-ae7922d3bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.588517 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b5345-aaa9-41b8-8aa1-ae7922d3bf1e None None] Port b891fa3c-9404-4383-aa43-5c7102d3cfd4 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:31.596778 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.631651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d821ab29-883d-4c0b-adaf-f4d18ed9a22c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:31.632049 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.692109 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:31.692761 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:25:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:31.892096 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ea8ac-2a4b-4cf8-92a5-5ee806c1da37 None None] Pushing event updated for resources: {'Port': ['ID=b891fa3c-9404-4383-aa43-5c7102d3cfd4,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:31.992475 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5269385e-ad88-4af6-ae31-319f3795f6ae None None] Provisioning complete for port b891fa3c-9404-4383-aa43-5c7102d3cfd4 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:31.993093 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5269385e-ad88-4af6-ae31-319f3795f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:32.047630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:32.244659 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5269385e-ad88-4af6-ae31-319f3795f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:32.257851 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee7d9014-3e4e-49fa-9f16-9a84cd77b6e1 req-1bca19d0-5e7b-4d04-9162-c42aefe58946 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 210 time: 0.0302987 Sep 16 06:25:32.309636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5269385e-ad88-4af6-ae31-319f3795f6ae None None] For port b891fa3c-9404-4383-aa43-5c7102d3cfd4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b891fa3c-9404-4383-aa43-5c7102d3cfd4,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:32.338399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:31Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:32.366006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb581760-5e82-425c-89f1-4580612bd705 None None] The sync data for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 is: [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:31Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:32.372145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5269385e-ad88-4af6-ae31-319f3795f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:32.470083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269385e-ad88-4af6-ae31-319f3795f6ae None None] Pushing event updated for resources: {'Port': ['ID=b891fa3c-9404-4383-aa43-5c7102d3cfd4,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:33.227150 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b891fa3c-9404-4383-aa43-5c7102d3cfd4 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:33.283525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b891fa3c-9404-4383-aa43-5c7102d3cfd4 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:33.284105 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:33.390125 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ea9103c8-f02a-40ef-a83d-2cba5454b9d7 req-ea0e97cb-69c2-47c3-a67d-36efa73088c5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 210 time: 0.0360169 Sep 16 06:25:34.483215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8066e13-d26d-4a89-9c55-f3e430938b5f req-6b4efc79-88e2-49dd-8afb-143ab6b3b6ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 210 time: 0.0300314 Sep 16 06:25:35.587247 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ba444d2d-2b59-40dd-bb39-a98ac29a1e33 req-50a37488-8202-4c3a-86b6-b33a2d08911b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 210 time: 0.0314589 Sep 16 06:25:36.703512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d0c00a36-c7be-4b42-8878-3f0a9b83a45f req-c23d365c-9651-408c-9932-0cbfc599dbfa tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 210 time: 0.0333407 Sep 16 06:25:37.658377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-8623f804-4a59-45a2-8953-a01bdde892bd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:37.660064 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-8623f804-4a59-45a2-8953-a01bdde892bd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/networks?id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 200 len: 797 time: 0.1133468 Sep 16 06:25:37.716782 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-92bc0b32-15c2-4dd7-b37e-5f310d1b890a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 380 time: 0.0417335 Sep 16 06:25:37.749035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'port': {'device_id': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'admin_state_up': True, 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'security_groups': ['cddc152c-d5e5-4fbb-873e-d819050b8a05']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:37.818022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e6f1be71-0aab-4b8e-b1cb-020ed08570e9 req-8b988988-bcb4-441e-a126-a9948a3b224b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 210 time: 0.0337327 Sep 16 06:25:37.993370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:25:37.997341 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.166454 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.4 (dc5e5916-e7ee-4c1a-8fe0-21462e30ecac/ceb8422b-4cc4-4a57-9080-c802a28d3894/4c506077-41a3-4b1c-a279-c932f71b2758) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:38.325373 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.418947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.473663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:38.479425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:38.485274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:38.489544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=4c506077-41a3-4b1c-a279-c932f71b2758,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:38.561009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:38.562306 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.643214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-eb1aec6d-2769-416b-bfe9-0fbc9c1aad70 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9012918 Sep 16 06:25:38.663440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Request body: {'port': {'device_id': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:38.750326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5ca73e09-2c9d-4d5f-9111-e8dd01a80f1a None None] Provisioning complete for port 4c506077-41a3-4b1c-a279-c932f71b2758 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:38.751200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5ca73e09-2c9d-4d5f-9111-e8dd01a80f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.755291 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:38.813503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-5ca73e09-2c9d-4d5f-9111-e8dd01a80f1a None None] Port 4c506077-41a3-4b1c-a279-c932f71b2758 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:25:39.084756 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9653-5ae2-4dba-ad84-278c583fc372 req-2e78cc35-4888-4439-bce1-041cc94bdd5e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:39.089724 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c02a9653-5ae2-4dba-ad84-278c583fc372 req-2e78cc35-4888-4439-bce1-041cc94bdd5e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 931 time: 0.1205041 Sep 16 06:25:39.157984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c02a9653-5ae2-4dba-ad84-278c583fc372 req-b554ab61-63fe-4edb-a704-63e887f576ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639026 Sep 16 06:25:39.206917 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c506077-41a3-4b1c-a279-c932f71b2758 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:25:39.217749 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.233545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Transition to ACTIVE for port object 4c506077-41a3-4b1c-a279-c932f71b2758 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:25:39.315270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.376388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Pushing event updated for resources: {'Port': ['ID=4c506077-41a3-4b1c-a279-c932f71b2758,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:39.461810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Attempting to bind port 4c506077-41a3-4b1c-a279-c932f71b2758 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:25:39.462635 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Attempting to bind port 4c506077-41a3-4b1c-a279-c932f71b2758 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:25:39.463668 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Attempting to bind port 4c506077-41a3-4b1c-a279-c932f71b2758 on network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:39.470160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Port 4c506077-41a3-4b1c-a279-c932f71b2758 on network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:25:39.470379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Attempting to bind port 4c506077-41a3-4b1c-a279-c932f71b2758 on network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:25:39.475775 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:25:39.476234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Checking segment: {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:25:39.476687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Bound using segment: {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:25:39.477194 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Bound port: 4c506077-41a3-4b1c-a279-c932f71b2758, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1396d3-17d1-441e-8763-d52dcbe90ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:25:39.477630 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.564366 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] For port 4c506077-41a3-4b1c-a279-c932f71b2758, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:25:39.572578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] For port 4c506077-41a3-4b1c-a279-c932f71b2758, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4c506077-41a3-4b1c-a279-c932f71b2758,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:25:39.658512 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.700265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:39.700982 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:39.702714 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] 10.222.0.30 "PUT /v2.0/ports/4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 200 len: 1092 time: 1.0451727 Sep 16 06:25:39.703195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:39.713296 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15568c99-0692-4e62-9eac-8ad27e4a3f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:39.744031 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fda9b-5312-4f87-9a46-6c2149e3f89a service neutron] Pushing event updated for resources: {'Port': ['ID=4c506077-41a3-4b1c-a279-c932f71b2758,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:39.860328 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40d8365-b7aa-492a-98cc-1dea5ce94589 x-openstack-request-id: req-a40d8365-b7aa-492a-98cc-1dea5ce94589 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:39.860993 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:39.860993 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a40d8365-b7aa-492a-98cc-1dea5ce94589 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:39.861316 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758', 'status': 'completed', 'code': 200} Sep 16 06:25:39.877789 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e04c4939-a445-4df8-ab73-85c667c91120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:39.879436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e04c4939-a445-4df8-ab73-85c667c91120 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1095 time: 0.0499597 Sep 16 06:25:39.932946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-e2e35337-a4e4-4646-9bc8-3a9575feb6a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 200 len: 217 time: 0.0407033 Sep 16 06:25:39.990850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-2a7486a7-f577-4427-8787-2e6b9bc1194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:39.992309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-2a7486a7-f577-4427-8787-2e6b9bc1194a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ceb8422b-4cc4-4a57-9080-c802a28d3894 HTTP/1.1" status: 200 len: 835 time: 0.0530710 Sep 16 06:25:40.043918 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-1952ec56-4679-487d-9ae0-2ca6baa13e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.045609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-1952ec56-4679-487d-9ae0-2ca6baa13e1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463636 Sep 16 06:25:40.146642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-d4457d8c-893a-4637-b4e8-2ae09b26265b service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925043 Sep 16 06:25:40.262808 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4321c712-b52a-4ff4-8f1a-3a16d68a5656 req-36cbdf6f-d52c-4758-beed-d952449b0a24 service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092918 Sep 16 06:25:40.308834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e8c8d-c7e5-40ea-ac4f-6998c574c501 req-92398460-1aae-4bf3-b43d-e44dc27ca5eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.311393 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f2e8c8d-c7e5-40ea-ac4f-6998c574c501 req-92398460-1aae-4bf3-b43d-e44dc27ca5eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 943 time: 0.0579073 Sep 16 06:25:40.359496 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0f2e8c8d-c7e5-40ea-ac4f-6998c574c501 req-ef5cfffb-d3e3-407d-b8b1-806f338af5bf tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Sep 16 06:25:40.511334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-591d86e8-32fc-4c19-a34a-9654cc1b1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.513042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-591d86e8-32fc-4c19-a34a-9654cc1b1c8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1095 time: 0.0468097 Sep 16 06:25:40.620055 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-33bf851f-5aae-4f05-93eb-1aabcad8805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.621978 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-33bf851f-5aae-4f05-93eb-1aabcad8805e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 200 len: 898 time: 0.1017499 Sep 16 06:25:40.667067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-3b7e48a1-e13f-469b-b937-915290ba3eac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 200 len: 217 time: 0.0378006 Sep 16 06:25:40.757417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-3e222cd8-01c6-4f98-9923-c71296e61424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.759342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-3e222cd8-01c6-4f98-9923-c71296e61424 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ceb8422b-4cc4-4a57-9080-c802a28d3894 HTTP/1.1" status: 200 len: 835 time: 0.0837259 Sep 16 06:25:40.813691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-3fee3e7d-24bf-42be-9c31-195b8a070b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.815180 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-3fee3e7d-24bf-42be-9c31-195b8a070b8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481176 Sep 16 06:25:40.922683 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-512324b8-f85b-47c0-9cb9-e98aa4428630 service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995727 Sep 16 06:25:41.035872 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-15568c99-0692-4e62-9eac-8ad27e4a3f8e req-3595e49b-c1d2-4bee-be5c-689c03fb560a service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051185 Sep 16 06:25:41.496012 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95970d65-ffd0-4007-a1a4-f85dac06a22c req-b9e786b0-a5c4-4152-9679-262e2fd552ea tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:41.497841 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-95970d65-ffd0-4007-a1a4-f85dac06a22c req-b9e786b0-a5c4-4152-9679-262e2fd552ea tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 943 time: 0.0570872 Sep 16 06:25:41.561305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-95970d65-ffd0-4007-a1a4-f85dac06a22c req-7d39fab1-2029-42a4-a60d-2b6f4571976f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518763 Sep 16 06:25:42.718916 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16a12d-b8a5-4c95-aea7-aac455f8fedb req-f51d7fb6-42a4-4d35-a6f5-7839ee9ae5bd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:42.720629 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e16a12d-b8a5-4c95-aea7-aac455f8fedb req-f51d7fb6-42a4-4d35-a6f5-7839ee9ae5bd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 943 time: 0.0745974 Sep 16 06:25:42.766723 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e16a12d-b8a5-4c95-aea7-aac455f8fedb req-34dd99a0-541c-4d54-8348-93c51a936514 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370543 Sep 16 06:25:43.902483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96521f61-497c-4b54-95c7-487356d0efe1 req-c43b67ca-c597-42a3-aa91-6a5b85364e08 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:43.904461 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96521f61-497c-4b54-95c7-487356d0efe1 req-c43b67ca-c597-42a3-aa91-6a5b85364e08 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 943 time: 0.0586324 Sep 16 06:25:43.949244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-96521f61-497c-4b54-95c7-487356d0efe1 req-be44ac1b-c4e8-44ba-bef2-83ef1f106010 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380244 Sep 16 06:25:44.312075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4c506077-41a3-4b1c-a279-c932f71b2758 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:25:44.418646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4c506077-41a3-4b1c-a279-c932f71b2758, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4c506077-41a3-4b1c-a279-c932f71b2758,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:44.432594 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '4c506077-41a3-4b1c-a279-c932f71b2758', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'port_id': '4c506077-41a3-4b1c-a279-c932f71b2758', 'mac_address': 'fa:16:3e:b6:9b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:25:44.477244 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.497961 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c506077-41a3-4b1c-a279-c932f71b2758 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:25:44.521774 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4c506077-41a3-4b1c-a279-c932f71b2758, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4c506077-41a3-4b1c-a279-c932f71b2758,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:44.612299 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:44.670973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=4c506077-41a3-4b1c-a279-c932f71b2758,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:44.888320 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['4c506077-41a3-4b1c-a279-c932f71b2758'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:25:45.132289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bb43b-884c-4888-a7ca-8523dafb9f7f req-1df11637-1f59-4877-8426-28fc87520901 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:45.134477 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e8bb43b-884c-4888-a7ca-8523dafb9f7f req-1df11637-1f59-4877-8426-28fc87520901 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 944 time: 0.0747318 Sep 16 06:25:45.191835 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5e8bb43b-884c-4888-a7ca-8523dafb9f7f req-56e5d9a5-052e-4831-aa97-8314b888e79a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505633 Sep 16 06:25:45.238709 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:25:46.312233 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4c506077-41a3-4b1c-a279-c932f71b2758 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:46.327943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e86da-a170-4241-9a0e-eb13112d9dfc req-619ad8a8-1b7a-4a45-aba2-fd05b9189c87 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:46.329573 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc2e86da-a170-4241-9a0e-eb13112d9dfc req-619ad8a8-1b7a-4a45-aba2-fd05b9189c87 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 944 time: 0.0575485 Sep 16 06:25:46.378964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dc2e86da-a170-4241-9a0e-eb13112d9dfc req-f1c0e77f-42e6-49b1-af15-372541d2441e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Sep 16 06:25:46.440919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 4c506077-41a3-4b1c-a279-c932f71b2758 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:25:46.445772 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 4c506077-41a3-4b1c-a279-c932f71b2758 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:46.446304 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.544278 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.569428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:46.571738 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab6d54d-f2a4-4e90-aaaa-d57f386b1f1a" -d '{"events": [{"server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "name": "network-vif-plugged", "status": "completed", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:46.586652 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 4c506077-41a3-4b1c-a279-c932f71b2758, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4c506077-41a3-4b1c-a279-c932f71b2758,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:46.658304 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.692893 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdfe235-488c-4bea-81ca-a11bbed08926 x-openstack-request-id: req-acdfe235-488c-4bea-81ca-a11bbed08926 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:46.693187 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "name": "network-vif-plugged", "status": "completed", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:46.693519 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acdfe235-488c-4bea-81ca-a11bbed08926 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:46.693828 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758', 'code': 200} Sep 16 06:25:46.716800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=4c506077-41a3-4b1c-a279-c932f71b2758,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:46.836136 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddc38b-aaee-43ce-a0b5-4de16eda4a3d req-5d9621a7-f2ea-4f36-b567-78145db01764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:46.838370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-feddc38b-aaee-43ce-a0b5-4de16eda4a3d req-5d9621a7-f2ea-4f36-b567-78145db01764 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1097 time: 0.0438619 Sep 16 06:25:46.875890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-feddc38b-aaee-43ce-a0b5-4de16eda4a3d req-97123b30-251a-491d-bc2f-98373ea48953 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300031 Sep 16 06:25:47.512773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128593-bb9b-4686-8813-094045d3e5df req-1601d855-b0bc-464f-a908-2e6b19de795b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:47.514999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3128593-bb9b-4686-8813-094045d3e5df req-1601d855-b0bc-464f-a908-2e6b19de795b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0512736 Sep 16 06:25:47.554321 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3128593-bb9b-4686-8813-094045d3e5df req-02e2babe-de9e-4be0-b1e1-e3b7bb139dcc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333328 Sep 16 06:25:48.688156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edab0f-c60e-4c44-88fb-bbb27518df6e req-b0edf9a9-7dbf-4db9-b3c6-3c3a2538ad10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:48.689711 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4edab0f-c60e-4c44-88fb-bbb27518df6e req-b0edf9a9-7dbf-4db9-b3c6-3c3a2538ad10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0541079 Sep 16 06:25:48.745439 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b4edab0f-c60e-4c44-88fb-bbb27518df6e req-8a34097f-a2a5-45d4-8a0d-6f840e2c8179 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489082 Sep 16 06:25:48.900800 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a574645-e6d9-44ce-b298-4cfb7432bfd2 req-dc530e9f-0cdb-4da8-816a-fff37566109b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:48.902738 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a574645-e6d9-44ce-b298-4cfb7432bfd2 req-dc530e9f-0cdb-4da8-816a-fff37566109b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0547981 Sep 16 06:25:48.944080 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1a574645-e6d9-44ce-b298-4cfb7432bfd2 req-4d3372da-516e-4d09-92af-d391923d46ba tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349214 Sep 16 06:25:48.967601 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52756) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:49.019059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94791809-3f46-4bd0-a11a-7534df674023 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:49.025533 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-94791809-3f46-4bd0-a11a-7534df674023 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1092 time: 0.0520663 Sep 16 06:25:49.025853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52758) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:49.031610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '4c506077-41a3-4b1c-a279-c932f71b2758', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:25:49.176858 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.289585 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.415283 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.148 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/e60b2927-f85d-4200-a43b-965daa512112) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:25:49.539770 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.647514 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:49.703352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:25:49.706758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:25:49.710867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:25:49.755269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=e60b2927-f85d-4200-a43b-965daa512112,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:49.921452 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5961d3a0-c2f2-4c6f-b301-f00c5216eeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.192181 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.343076 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.563573 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.658160 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.738994 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=e60b2927-f85d-4200-a43b-965daa512112,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:50.756300 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:50.872501 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP 90b3af3a-7b67-451d-bf11-5b87c1205b2c associated. External IP: 172.25.1.148, port: 4c506077-41a3-4b1c-a279-c932f71b2758. Sep 16 06:25:51.108595 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 0fc740c1-0884-41bc-b973-c91dcccc0b40 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:25:51.229156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:25:51.239736 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] Sync routers for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:25:51.251284 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:51.255225 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:25:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:51.321446 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:51.352437 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bf40b8b2-d046-468c-a093-21265665dbdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3253369 Sep 16 06:25:51.353241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:51.356800 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1888200e-8052-4398-8509-3570fb013482" -d '{"events": [{"name": "network-changed", "server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:51.366646 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:51.416869 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a6f168-b44c-4875-b371-bbea582040de x-openstack-request-id: req-32a6f168-b44c-4875-b371-bbea582040de {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:51.417880 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:51.417880 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32a6f168-b44c-4875-b371-bbea582040de {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:51.417880 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758', 'status': 'completed', 'code': 200} Sep 16 06:25:51.452287 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:51.625779 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '90b3af3a-7b67-451d-bf11-5b87c1205b2c', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'port_id': '4c506077-41a3-4b1c-a279-c932f71b2758', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'mac_address': 'fa:16:3e:b6:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:25:50Z', 'updated_at': '2021-09-16T06:25:50Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:51.669179 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] Checking router: 0fc740c1-0884-41bc-b973-c91dcccc0b40 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:25:51.678695 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:25:51.679330 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:25:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:51.835891 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa53cb-2bcc-4ed8-aa95-be5345508811 req-57ff20c7-f66f-4ce7-8cdd-3d33f440d093 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:51.842345 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87fa53cb-2bcc-4ed8-aa95-be5345508811 req-57ff20c7-f66f-4ce7-8cdd-3d33f440d093 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.3994741 Sep 16 06:25:51.849405 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888200e-8052-4398-8509-3570fb013482 req-fba0d628-760c-4928-944d-9ff0dc131181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:51.850901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1888200e-8052-4398-8509-3570fb013482 req-fba0d628-760c-4928-944d-9ff0dc131181 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1097 time: 0.0641100 Sep 16 06:25:51.897546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:25:51.954787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-87fa53cb-2bcc-4ed8-aa95-be5345508811 req-7bbbe0a0-6311-4706-8a3c-b8c611626fc0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077080 Sep 16 06:25:51.985432 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52764) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:52.006676 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888200e-8052-4398-8509-3570fb013482 req-82a4ec4c-d28f-49b4-b085-75037203ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:52.008689 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1888200e-8052-4398-8509-3570fb013482 req-82a4ec4c-d28f-49b4-b085-75037203ee46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 200 len: 898 time: 0.1496334 Sep 16 06:25:52.078703 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-205b008f-4adc-4f8d-a60c-2a05c8f7e7b1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/90b3af3a-7b67-451d-bf11-5b87c1205b2c HTTP/1.1" status: 200 len: 991 time: 0.0896037 Sep 16 06:25:52.089231 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1888200e-8052-4398-8509-3570fb013482 req-b693c2be-11f1-4ee7-8f18-51a6f40e54d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 200 len: 999 time: 0.0736215 Sep 16 06:25:52.158083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888200e-8052-4398-8509-3570fb013482 req-4ec78e62-a5cc-46fd-9d6f-6b1066f9cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:52.159611 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1888200e-8052-4398-8509-3570fb013482 req-4ec78e62-a5cc-46fd-9d6f-6b1066f9cd0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ceb8422b-4cc4-4a57-9080-c802a28d3894 HTTP/1.1" status: 200 len: 835 time: 0.0641084 Sep 16 06:25:52.171751 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '90b3af3a-7b67-451d-bf11-5b87c1205b2c', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'port_id': '4c506077-41a3-4b1c-a279-c932f71b2758', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'mac_address': 'fa:16:3e:b6:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:25:50Z', 'updated_at': '2021-09-16T06:25:50Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:25:52.205166 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61ed18-2af7-4c5a-8d1d-e421864e23f9 None None] The sync data for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 is: [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '90b3af3a-7b67-451d-bf11-5b87c1205b2c', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'port_id': '4c506077-41a3-4b1c-a279-c932f71b2758', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'mac_address': 'fa:16:3e:b6:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:25:50Z', 'updated_at': '2021-09-16T06:25:50Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:25:52.210202 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888200e-8052-4398-8509-3570fb013482 req-76c556b7-1766-4eda-a64c-beda304a30de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:52.211959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1888200e-8052-4398-8509-3570fb013482 req-76c556b7-1766-4eda-a64c-beda304a30de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456893 Sep 16 06:25:52.321356 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1888200e-8052-4398-8509-3570fb013482 req-6eec7cd2-90f9-4fc3-a07e-0b7476f3cd7d service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018422 Sep 16 06:25:52.443219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1888200e-8052-4398-8509-3570fb013482 req-9f356a24-ede1-47b4-b1b4-ce983ad53191 service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015401 Sep 16 06:25:52.448402 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16e426-664f-4650-b013-2032dc1b758c None None] New status for floating IP 90b3af3a-7b67-451d-bf11-5b87c1205b2c: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:25:53.081935 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52766) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:25:53.149684 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-961b688d-0baa-41e1-a601-a7e062febc9b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/90b3af3a-7b67-451d-bf11-5b87c1205b2c HTTP/1.1" status: 200 len: 993 time: 0.0664868 Sep 16 06:25:53.155828 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84007ec7-fbe4-4c87-948d-15265f625417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:53.943820 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:55.549210 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:57.652096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:59.343185 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:13.795828 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-94475f0c-8739-4362-867c-b495a79f5ae7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444965 Sep 16 06:26:13.904861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-a5401baa-f03f-4f43-ab3c-2489610c6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:13.906409 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-a5401baa-f03f-4f43-ab3c-2489610c6c71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1097 time: 0.0423400 Sep 16 06:26:14.025234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-24390ccd-0c3e-4c88-a7a6-831d05ab2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:14.026760 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-24390ccd-0c3e-4c88-a7a6-831d05ab2a82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 200 len: 898 time: 0.0928392 Sep 16 06:26:14.099950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-f0c498b0-d7f9-466e-9251-5265099f5349 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 200 len: 1001 time: 0.0603540 Sep 16 06:26:14.152661 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-8373f263-5dc0-47b6-9e3b-97ecc24a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:14.154836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-8373f263-5dc0-47b6-9e3b-97ecc24a0ca5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ceb8422b-4cc4-4a57-9080-c802a28d3894 HTTP/1.1" status: 200 len: 835 time: 0.0516453 Sep 16 06:26:14.204370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-d3a950c7-67fa-497b-a2c3-a3f07bcfbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:14.205914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-d3a950c7-67fa-497b-a2c3-a3f07bcfbc5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436375 Sep 16 06:26:14.305155 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-443c6709-f524-43a6-a1a3-1dacbf999d6c service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914850 Sep 16 06:26:14.397707 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5746c101-a169-48b4-b8f8-76401ec11d33 req-d914247c-6446-40b6-9192-bfaee6be1ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850723 Sep 16 06:26:19.920012 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-860ac58a-09fe-410b-b188-df27672ac2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:21.502067 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:22.238443 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:26:23.097100 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-544732ae-ca8b-4d65-a8f2-1a01cbf3fe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:23.937423 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:24.644445 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f5a0f-7e8f-4ef6-ad49-b40d287e6862 req-fb273f92-8efe-414a-b13c-326a0c748404 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:24.646001 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e9f5a0f-7e8f-4ef6-ad49-b40d287e6862 req-fb273f92-8efe-414a-b13c-326a0c748404 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0548017 Sep 16 06:26:24.689007 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5e9f5a0f-7e8f-4ef6-ad49-b40d287e6862 req-77c4dfc3-ff4a-459a-8d37-cd39ba597660 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364950 Sep 16 06:26:24.710845 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-28f91eb3-d306-4b36-b61e-c1ab20d52a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:24.712396 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-28f91eb3-d306-4b36-b61e-c1ab20d52a38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1097 time: 0.0435801 Sep 16 06:26:24.811400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-186e6de5-4711-4ccd-90e9-5ff97689f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:24.812975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-186e6de5-4711-4ccd-90e9-5ff97689f2e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 200 len: 898 time: 0.0931377 Sep 16 06:26:24.883586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-8e7ac05e-9e7c-4cfc-800a-14059d6447db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 200 len: 1001 time: 0.0625267 Sep 16 06:26:24.942440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-a28f3670-e69c-44d3-ac1e-d5bc79f80930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:24.944014 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-a28f3670-e69c-44d3-ac1e-d5bc79f80930 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ceb8422b-4cc4-4a57-9080-c802a28d3894 HTTP/1.1" status: 200 len: 835 time: 0.0523474 Sep 16 06:26:24.996137 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-23c67e56-0569-4e2b-8812-41783c661066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:24.997717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-23c67e56-0569-4e2b-8812-41783c661066 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459495 Sep 16 06:26:25.102793 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-0395ac35-f2cb-4bd5-acaf-827d7887d9b0 service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968974 Sep 16 06:26:25.200247 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-381cf455-01dd-4d8d-8e90-896deac44aa0 req-37cd6412-3867-4aff-a22a-e1eae245565c service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902495 Sep 16 06:26:25.577199 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:25.811258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850939e-0cd3-45c6-a634-11e372ff6c5e req-1e406841-161b-4470-8651-f568b9053e22 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:25.813569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b850939e-0cd3-45c6-a634-11e372ff6c5e req-1e406841-161b-4470-8651-f568b9053e22 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0509360 Sep 16 06:26:25.852893 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b850939e-0cd3-45c6-a634-11e372ff6c5e req-1afb71d1-bba7-4d4d-af61-b5005cefc354 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332999 Sep 16 06:26:26.977735 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3b6f-2508-4c17-bef0-f8a973aaf15a req-2c827f17-1905-404f-8734-6e7e57ffe644 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:26.979331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bbc3b6f-2508-4c17-bef0-f8a973aaf15a req-2c827f17-1905-404f-8734-6e7e57ffe644 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0548160 Sep 16 06:26:27.020809 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6bbc3b6f-2508-4c17-bef0-f8a973aaf15a req-ab8077d2-1147-4112-a9b6-68c119a0b046 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348084 Sep 16 06:26:27.661722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:28.145581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d0ab3-526c-4d99-9783-1aba2caf1a24 req-545666fa-f538-489c-b893-8acddffa2fca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:28.147174 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec9d0ab3-526c-4d99-9783-1aba2caf1a24 req-545666fa-f538-489c-b893-8acddffa2fca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0560884 Sep 16 06:26:28.194181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ec9d0ab3-526c-4d99-9783-1aba2caf1a24 req-23387407-a53b-482e-b1b9-6abcab1f7f54 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Sep 16 06:26:29.318928 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:29.321626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e53af-18c9-4df4-97b2-9f56eca3de64 req-5b81ff71-78b8-4fbf-9837-9b792e2a2e5b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:29.323241 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f4e53af-18c9-4df4-97b2-9f56eca3de64 req-5b81ff71-78b8-4fbf-9837-9b792e2a2e5b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0524580 Sep 16 06:26:29.364906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f4e53af-18c9-4df4-97b2-9f56eca3de64 req-4135337a-8eda-4d43-88e4-1d62db185a61 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350139 Sep 16 06:26:30.486591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85eb7-81b7-4235-9859-1dc6db747533 req-980ab3a3-08a2-4f26-afe3-50a437246c2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:30.488230 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32f85eb7-81b7-4235-9859-1dc6db747533 req-980ab3a3-08a2-4f26-afe3-50a437246c2b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Sep 16 06:26:30.529879 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-32f85eb7-81b7-4235-9859-1dc6db747533 req-c8055853-57cf-44a8-9a8d-ff4527a1800f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351281 Sep 16 06:26:31.648362 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e76de-c6ef-4bf0-a0d1-6b817502ee03 req-f8cc9460-39eb-463a-825d-5deb3eac0f46 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:31.650324 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-783e76de-c6ef-4bf0-a0d1-6b817502ee03 req-f8cc9460-39eb-463a-825d-5deb3eac0f46 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0509920 Sep 16 06:26:31.690514 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-783e76de-c6ef-4bf0-a0d1-6b817502ee03 req-ce3c00ac-e711-4e0e-81f8-9cdeacd1d83b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338950 Sep 16 06:26:32.809484 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec82f2-a181-420d-a07f-22f1db239a16 req-fcee76c3-c725-4f04-9d55-450a79974cac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:32.811007 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31ec82f2-a181-420d-a07f-22f1db239a16 req-fcee76c3-c725-4f04-9d55-450a79974cac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0512083 Sep 16 06:26:32.851060 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-31ec82f2-a181-420d-a07f-22f1db239a16 req-80f1e24a-bb93-4779-8b4d-412ee623b370 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338047 Sep 16 06:26:33.979872 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645e0ae-c073-43d0-9396-1a2dc6f9b8c0 req-8087a372-37ef-41eb-98ac-99c3a686b3ff tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:33.981389 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d645e0ae-c073-43d0-9396-1a2dc6f9b8c0 req-8087a372-37ef-41eb-98ac-99c3a686b3ff tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0553513 Sep 16 06:26:34.020754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d645e0ae-c073-43d0-9396-1a2dc6f9b8c0 req-3c93d8f2-b233-43dc-9427-668a276a1870 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332959 Sep 16 06:26:35.142836 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236cb1-70e4-4085-8579-d427c634809e req-74485980-abd4-41ea-b973-ba9246ea4310 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:35.144412 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd236cb1-70e4-4085-8579-d427c634809e req-74485980-abd4-41ea-b973-ba9246ea4310 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0554938 Sep 16 06:26:35.188286 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fd236cb1-70e4-4085-8579-d427c634809e req-3caa5c21-340a-42f0-8075-9c13c12910a5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373113 Sep 16 06:26:36.308667 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7973a23-2dd4-4292-adab-49c9d7d4a0c6 req-11a29020-25d4-400c-8174-0e953885903e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:36.310234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d7973a23-2dd4-4292-adab-49c9d7d4a0c6 req-11a29020-25d4-400c-8174-0e953885903e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0527613 Sep 16 06:26:36.351102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d7973a23-2dd4-4292-adab-49c9d7d4a0c6 req-412a7794-81f7-489c-a69b-619b08265096 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339973 Sep 16 06:26:37.471540 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62e07f-758f-4aa5-b279-fe2c861ef01e req-b2ca8d62-2725-4fbc-8c1d-34a6da7bd000 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:37.473014 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f62e07f-758f-4aa5-b279-fe2c861ef01e req-b2ca8d62-2725-4fbc-8c1d-34a6da7bd000 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0498409 Sep 16 06:26:37.511745 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9f62e07f-758f-4aa5-b279-fe2c861ef01e req-37b24ae7-24de-46d5-8b8e-d69174e5bb0f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326335 Sep 16 06:26:38.632676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee58d-2207-47ea-b414-36e9cde72ee5 req-bffb204c-2f52-4fc8-aef7-f9f7c6b171d9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:38.634203 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-595ee58d-2207-47ea-b414-36e9cde72ee5 req-bffb204c-2f52-4fc8-aef7-f9f7c6b171d9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0515604 Sep 16 06:26:38.675039 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-595ee58d-2207-47ea-b414-36e9cde72ee5 req-9670acb3-9911-482c-a2a4-6a4ebd882f60 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342028 Sep 16 06:26:39.793873 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bd622-102a-45e6-861b-31bbef558478 req-31c25b8d-3237-45c7-8c9b-24ffcad402cd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:39.795420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f1bd622-102a-45e6-861b-31bbef558478 req-31c25b8d-3237-45c7-8c9b-24ffcad402cd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0516880 Sep 16 06:26:39.836633 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6f1bd622-102a-45e6-861b-31bbef558478 req-84842dbc-7597-4ecd-ae24-8cdc74e57b06 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344443 Sep 16 06:26:40.963207 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25630ea2-82eb-4178-9207-bf3c226e9f98 req-bf761509-89d9-450b-aeac-bf67a1e6dd04 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:40.964898 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25630ea2-82eb-4178-9207-bf3c226e9f98 req-bf761509-89d9-450b-aeac-bf67a1e6dd04 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0582891 Sep 16 06:26:41.004614 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-25630ea2-82eb-4178-9207-bf3c226e9f98 req-964be4bd-3ba4-48ea-919f-82aa26d95d9a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332632 Sep 16 06:26:42.129248 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040021-fb69-4e7d-9bd6-c66471fcea17 req-264f2e77-0f7c-402d-8aff-8592e26fc8a0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:42.130700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75040021-fb69-4e7d-9bd6-c66471fcea17 req-264f2e77-0f7c-402d-8aff-8592e26fc8a0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0539093 Sep 16 06:26:42.171602 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-75040021-fb69-4e7d-9bd6-c66471fcea17 req-69a57c17-e696-48ef-a009-a00f48450fdd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348060 Sep 16 06:26:42.195827 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52822) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:26:42.259920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-285bbd87-bc59-4a9a-b456-761e960f7f58 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/90b3af3a-7b67-451d-bf11-5b87c1205b2c HTTP/1.1" status: 200 len: 993 time: 0.0627429 Sep 16 06:26:49.901402 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14d0f52a-4dfa-41da-af12-eb692607f591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:51.466824 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:53.085145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-935b8fbc-3718-4ec7-944f-18d3960aafb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:53.912473 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:55.597380 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:57.644571 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:59.242139 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:26:59.347452 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:12.830582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52838) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:13.003646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port e60b2927-f85d-4200-a43b-965daa512112 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:13.004036 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:13.083138 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:13.083376 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:13.096465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for e60b2927-f85d-4200-a43b-965daa512112 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:13.324919 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:13.355215 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=e60b2927-f85d-4200-a43b-965daa512112,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:13.366579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.366937 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.367280 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.367615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.368192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.368537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.368869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.369200 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.369529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.369860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.370182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.370506 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:13.431782 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:13.432199 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP 90b3af3a-7b67-451d-bf11-5b87c1205b2c disassociated (deleted). External IP: 172.25.1.148, port: 4c506077-41a3-4b1c-a279-c932f71b2758. Sep 16 06:27:13.651574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 0fc740c1-0884-41bc-b973-c91dcccc0b40 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:13.767145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:13.772289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:13.780528 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] Sync routers for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:13.794864 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:13.796449 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:26:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:13.808645 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-75689626-09ad-48ab-82cd-cc14f246a2ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523372 Sep 16 06:27:13.809899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3e9c66ee-d012-44e9-b718-1809eb6b9df8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/floatingips/90b3af3a-7b67-451d-bf11-5b87c1205b2c HTTP/1.1" status: 204 len: 168 time: 0.9781356 Sep 16 06:27:13.810586 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:13.814517 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30" -d '{"events": [{"name": "network-changed", "server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:13.872510 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd11a823-fdcc-478d-9313-023426b4b28a x-openstack-request-id: req-fd11a823-fdcc-478d-9313-023426b4b28a {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:13.873123 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:13.873336 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd11a823-fdcc-478d-9313-023426b4b28a {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:13.873669 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758', 'status': 'completed', 'code': 200} Sep 16 06:27:13.940816 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-463467ac-4f8e-4ece-b079-48e843024c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:13.942700 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-463467ac-4f8e-4ece-b079-48e843024c19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1097 time: 0.0508108 Sep 16 06:27:13.960134 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:14.053975 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-778404f0-15b6-44ad-9878-64b028af3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:14.055884 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-778404f0-15b6-44ad-9878-64b028af3c5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 200 len: 898 time: 0.0937364 Sep 16 06:27:14.106577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-04db660c-65e6-4822-a8d5-a4c0f1ada656 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 200 len: 217 time: 0.0433776 Sep 16 06:27:14.163106 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-4b42ec2b-09f8-40f0-afc8-d5ecdfc4993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:14.164666 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-4b42ec2b-09f8-40f0-afc8-d5ecdfc4993d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ceb8422b-4cc4-4a57-9080-c802a28d3894 HTTP/1.1" status: 200 len: 835 time: 0.0511830 Sep 16 06:27:14.183126 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:14.218591 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] Checking router: 0fc740c1-0884-41bc-b973-c91dcccc0b40 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:14.229857 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:14.230479 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:26:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:14.254433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-2a59a408-af68-4b03-9541-b87b40ba67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:14.256764 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-2a59a408-af68-4b03-9541-b87b40ba67a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572486 Sep 16 06:27:14.280116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e494c56-c6ba-4b32-9e5c-6429f674e70d req-2c524785-977d-4be9-98ad-59e0b1860d90 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:14.282366 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e494c56-c6ba-4b32-9e5c-6429f674e70d req-2c524785-977d-4be9-98ad-59e0b1860d90 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0594509 Sep 16 06:27:14.339649 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7e494c56-c6ba-4b32-9e5c-6429f674e70d req-3dcc93aa-03df-4291-b5b5-cc6943201dd9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500660 Sep 16 06:27:14.382916 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:14.386241 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-f3e2f744-61fa-4ada-b707-e67e51ff2f3b service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215065 Sep 16 06:27:14.481223 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-839ee546-c6d3-46e5-8cb7-8897d15dcfc9 req-3a68751f-6ace-4ef4-acc2-d7c8b5c9192e service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Sep 16 06:27:14.590343 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:14.617092 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac223a3-5ca4-42e3-a375-2a1eac9de765 None None] The sync data for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 is: [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:25:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b891fa3c-9404-4383-aa43-5c7102d3cfd4', 'name': '', 'network_id': 'dc5e5916-e7ee-4c1a-8fe0-21462e30ecac', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:7b:04:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:28Z', 'updated_at': '2021-09-16T06:25:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'ceb8422b-4cc4-4a57-9080-c802a28d3894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:14.680823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-ff6c99ca-9843-427f-80a5-1353dd7da3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:14.682512 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-ff6c99ca-9843-427f-80a5-1353dd7da3d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 1097 time: 0.0558074 Sep 16 06:27:14.778164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-5d15f2ef-d410-4c88-a2ee-446470972acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:14.779825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-5d15f2ef-d410-4c88-a2ee-446470972acd service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 200 len: 898 time: 0.0897639 Sep 16 06:27:14.835081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-a51986f3-e095-4a71-9910-204a4a7ea308 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 200 len: 217 time: 0.0467830 Sep 16 06:27:14.892417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-6a2b8e03-5082-4fc0-ac61-8258bc009046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:14.893950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-6a2b8e03-5082-4fc0-ac61-8258bc009046 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ceb8422b-4cc4-4a57-9080-c802a28d3894 HTTP/1.1" status: 200 len: 835 time: 0.0500851 Sep 16 06:27:14.898835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd253bb7-8059-49a1-aee7-4fe971afabf0 None None] New status for floating IP 90b3af3a-7b67-451d-bf11-5b87c1205b2c: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:27:14.949567 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-02c8193f-2ae7-41da-bd20-1e532da0480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:14.951486 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-02c8193f-2ae7-41da-bd20-1e532da0480b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491972 Sep 16 06:27:15.056458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-4bdfc4ce-7c8b-4e9a-9b30-0a6c7c06a4b2 service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957460 Sep 16 06:27:15.150141 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-47e9edcd-fdf6-426d-9a31-c47e9d2a5b30 req-23543b51-d044-4f60-8539-c1767ad132e8 service neutron] 10.222.0.30 "GET /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859337 Sep 16 06:27:15.453545 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5611-fdfe-4546-989d-2a6d82ad1212 req-ca086fd2-4fd0-4db4-a502-0b8f65c6ef43 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:15.455167 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dde5611-fdfe-4546-989d-2a6d82ad1212 req-ca086fd2-4fd0-4db4-a502-0b8f65c6ef43 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0517321 Sep 16 06:27:15.502000 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2dde5611-fdfe-4546-989d-2a6d82ad1212 req-dddad9f8-decc-4a96-b453-fddec33dbb32 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=cddc152c-d5e5-4fbb-873e-d819050b8a05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406768 Sep 16 06:27:15.930694 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-6d3de1c0-da31-4d58-96e6-0ed3383c2689 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:15.932219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-6d3de1c0-da31-4d58-96e6-0ed3383c2689 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 945 time: 0.0618625 Sep 16 06:27:16.030945 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 4c506077-41a3-4b1c-a279-c932f71b2758 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:16.031352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.129679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port 4c506077-41a3-4b1c-a279-c932f71b2758, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=4c506077-41a3-4b1c-a279-c932f71b2758,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:16.130048 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.143328 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 4c506077-41a3-4b1c-a279-c932f71b2758 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:16.346524 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.378726 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=4c506077-41a3-4b1c-a279-c932f71b2758,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:16.394831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.395428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.395791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.396705 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.397440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.397783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.398199 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.398514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.399091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.399548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.399889 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.404520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:16.436204 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] No DVR routers for this DVR port 4c506077-41a3-4b1c-a279-c932f71b2758 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:27:16.438992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.441075 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bd145894-9c10-47c2-b93d-1fadcc6300c4 req-b97fcdc7-e8c9-4efe-98ad-805bf5eb5f10 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "DELETE /v2.0/ports/4c506077-41a3-4b1c-a279-c932f71b2758 HTTP/1.1" status: 204 len: 173 time: 0.5026257 Sep 16 06:27:16.441587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'name': 'network-vif-deleted', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:16.443839 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f40e73-acfd-4e84-ab6e-02d251706427" -d '{"events": [{"server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "name": "network-vif-deleted", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:16.481838 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e0ad9f-6d31-45d1-811e-02c4ea664144 x-openstack-request-id: req-c1e0ad9f-6d31-45d1-811e-02c4ea664144 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:16.484634 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2109536-15ae-499b-b365-c6a2b79dcb61", "name": "network-vif-deleted", "tag": "4c506077-41a3-4b1c-a279-c932f71b2758", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:16.484634 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1e0ad9f-6d31-45d1-811e-02c4ea664144 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:16.484634 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2109536-15ae-499b-b365-c6a2b79dcb61', 'name': 'network-vif-deleted', 'tag': '4c506077-41a3-4b1c-a279-c932f71b2758', 'status': 'completed', 'code': 200} Sep 16 06:27:16.601639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-602da914-4c4f-4a22-9057-e22e6825a0ee req-8be90d67-f0d9-4f6f-9828-31eea8b3d45d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2109536-15ae-499b-b365-c6a2b79dcb61 HTTP/1.1" status: 200 len: 210 time: 0.0278852 Sep 16 06:27:17.663293 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52866) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:18.029800 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.620590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port b891fa3c-9404-4383-aa43-5c7102d3cfd4 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:18.621065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.713552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port b891fa3c-9404-4383-aa43-5c7102d3cfd4, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b891fa3c-9404-4383-aa43-5c7102d3cfd4,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:18.714275 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.715456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4c506077-41a3-4b1c-a279-c932f71b2758 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:18.727752 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for b891fa3c-9404-4383-aa43-5c7102d3cfd4 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:18.738567 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 4c506077-41a3-4b1c-a279-c932f71b2758 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:18.740344 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 4c506077-41a3-4b1c-a279-c932f71b2758 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:18.970176 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.997532 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=b891fa3c-9404-4383-aa43-5c7102d3cfd4,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:19.190607 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.422643 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 0fc740c1-0884-41bc-b973-c91dcccc0b40 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:19.536884 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:19.541993 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-380ebc14-4d62-4aac-8f48-cca3723bf610 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/0fc740c1-0884-41bc-b973-c91dcccc0b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776300 Sep 16 06:27:19.544769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52868) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:19.547822 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520da072-0e26-4712-be99-c37d533dc48d None None] Sync routers for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:19.557156 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520da072-0e26-4712-be99-c37d533dc48d None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:19.557831 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-520da072-0e26-4712-be99-c37d533dc48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:26:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:19.598928 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c69603-d2e2-45b3-8e99-f6e9848c0b37 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting subnet ceb8422b-4cc4-4a57-9080-c802a28d3894 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:27:19.603589 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1c69603-d2e2-45b3-8e99-f6e9848c0b37 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.649796 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1c69603-d2e2-45b3-8e99-f6e9848c0b37 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.669263 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-520da072-0e26-4712-be99-c37d533dc48d None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:19.743832 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1c69603-d2e2-45b3-8e99-f6e9848c0b37 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.857903 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-520da072-0e26-4712-be99-c37d533dc48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:27:18Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:19.873662 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1c69603-d2e2-45b3-8e99-f6e9848c0b37 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.901818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9d62dafc-8d0f-4770-a3d3-ac2eb2643ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.907470 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c69603-d2e2-45b3-8e99-f6e9848c0b37 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb8422b-4cc4-4a57-9080-c802a28d3894,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:19.913474 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e1c69603-d2e2-45b3-8e99-f6e9848c0b37 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.922743 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e1c69603-d2e2-45b3-8e99-f6e9848c0b37 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/subnets/ceb8422b-4cc4-4a57-9080-c802a28d3894 HTTP/1.1" status: 204 len: 168 time: 0.3706932 Sep 16 06:27:19.922743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52870) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:19.932547 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496b141-4a71-48a3-b1b7-063a35ae7a4e None None] Network dc5e5916-e7ee-4c1a-8fe0-21462e30ecac requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:19.994737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520da072-0e26-4712-be99-c37d533dc48d None None] Checking router: 0fc740c1-0884-41bc-b973-c91dcccc0b40 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:20.007021 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520da072-0e26-4712-be99-c37d533dc48d None None] Routers {'0fc740c1-0884-41bc-b973-c91dcccc0b40'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:20.007659 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-520da072-0e26-4712-be99-c37d533dc48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:26:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['0fc740c1-0884-41bc-b973-c91dcccc0b40'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:20.084018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.146423 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-520da072-0e26-4712-be99-c37d533dc48d None None] Set router 0fc740c1-0884-41bc-b973-c91dcccc0b40 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:20.166728 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] DHCP port deletion for dc5e5916-e7ee-4c1a-8fe0-21462e30ecac request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:27:20.204681 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.222094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Deleting port 15001792-356a-4592-91ea-f158611aa062 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:20.222627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.300097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] For port 15001792-356a-4592-91ea-f158611aa062, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=15001792-356a-4592-91ea-f158611aa062,segment=NetworkSegment(8d1396d3-17d1-441e-8763-d52dcbe90ec1),segment_id=8d1396d3-17d1-441e-8763-d52dcbe90ec1)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:20.300548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.314527 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Calling delete_port for 15001792-356a-4592-91ea-f158611aa062 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:20.330234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port d821ab29-883d-4c0b-adaf-f4d18ed9a22c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:20.330556 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.384024 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-520da072-0e26-4712-be99-c37d533dc48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:27:18Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:20.419470 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520da072-0e26-4712-be99-c37d533dc48d None None] The sync data for ids ['0fc740c1-0884-41bc-b973-c91dcccc0b40'] in n-d-712749-15 is: [{'id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154942367', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:25:23Z', 'updated_at': '2021-09-16T06:27:18Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd821ab29-883d-4c0b-adaf-f4d18ed9a22c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc740c1-0884-41bc-b973-c91dcccc0b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:25:24Z', 'updated_at': '2021-09-16T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:20.431084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port d821ab29-883d-4c0b-adaf-f4d18ed9a22c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d821ab29-883d-4c0b-adaf-f4d18ed9a22c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:20.431613 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.446253 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for d821ab29-883d-4c0b-adaf-f4d18ed9a22c owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:20.483671 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.510601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Pushing event deleted for resources: {'Port': ['ID=15001792-356a-4592-91ea-f158611aa062,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:20.516454 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] No DVR routers for this DVR port 15001792-356a-4592-91ea-f158611aa062 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:27:20.527963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.528386 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.528811 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.529182 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.529579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.529977 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.530896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.531289 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.531731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.532364 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.532830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.533192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35824a37-7227-45f1-a2d3-4f3bf8eafe6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:20.667518 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.695101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=d821ab29-883d-4c0b-adaf-f4d18ed9a22c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:20.761762 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.859516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.861828 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.964665 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.965259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc740c1-0884-41bc-b973-c91dcccc0b40 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:27:20.972803 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.973992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0d24a87a-4ff5-4083-b165-a312bc98cbfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/routers/0fc740c1-0884-41bc-b973-c91dcccc0b40 HTTP/1.1" status: 204 len: 168 time: 1.0538943 Sep 16 06:27:20.976741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52872) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:21.073781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.178777 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.200340 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5e5916-e7ee-4c1a-8fe0-21462e30ecac']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:21.210671 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1396d3-17d1-441e-8763-d52dcbe90ec1') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:21.211074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1396d3-17d1-441e-8763-d52dcbe90ec1') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:21.220685 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.234886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.240812 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:27:21.241229 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:27:21.244175 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:27:21.358963 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.365097 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.367592 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/networks/dc5e5916-e7ee-4c1a-8fe0-21462e30ecac HTTP/1.1" status: 204 len: 168 time: 0.3894038 Sep 16 06:27:21.370534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52874) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:21.386029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8937cb-a391-43a0-8c3f-25344729ea13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Network': ['ID=dc5e5916-e7ee-4c1a-8fe0-21462e30ecac,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:21.438239 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-521b3895-541d-463a-a7fa-84e5e3bc9c27 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.473442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-521b3895-541d-463a-a7fa-84e5e3bc9c27 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.516833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.553508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 15001792-356a-4592-91ea-f158611aa062 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:21.578762 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 15001792-356a-4592-91ea-f158611aa062 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:21.579110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 15001792-356a-4592-91ea-f158611aa062 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:21.579526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d821ab29-883d-4c0b-adaf-f4d18ed9a22c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:21.600412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d821ab29-883d-4c0b-adaf-f4d18ed9a22c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:21.600757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d821ab29-883d-4c0b-adaf-f4d18ed9a22c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:21.601177 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b891fa3c-9404-4383-aa43-5c7102d3cfd4 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:21.620997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b891fa3c-9404-4383-aa43-5c7102d3cfd4 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:21.621324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b891fa3c-9404-4383-aa43-5c7102d3cfd4 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:21.679130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-521b3895-541d-463a-a7fa-84e5e3bc9c27 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.681863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-521b3895-541d-463a-a7fa-84e5e3bc9c27 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.683126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-521b3895-541d-463a-a7fa-84e5e3bc9c27 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/security-groups/cddc152c-d5e5-4fbb-873e-d819050b8a05 HTTP/1.1" status: 204 len: 168 time: 0.3110139 Sep 16 06:27:21.693831 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b3895-541d-463a-a7fa-84e5e3bc9c27 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddc152c-d5e5-4fbb-873e-d819050b8a05,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:22.116336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52882) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:22.121214 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5be075d1-7a23-4a3a-a0fe-92ddb1d9580e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713449606', 'description': 'tempest-secgroup-smoke-713449606 description', 'project_id': '542bb4ea12354f9d95111387712c8087'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:22.227121 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5be075d1-7a23-4a3a-a0fe-92ddb1d9580e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.315132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5be075d1-7a23-4a3a-a0fe-92ddb1d9580e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.455613 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5be075d1-7a23-4a3a-a0fe-92ddb1d9580e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.486058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be075d1-7a23-4a3a-a0fe-92ddb1d9580e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6291f15f-d454-4a2d-b100-83f0618bf932,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:22.564297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5be075d1-7a23-4a3a-a0fe-92ddb1d9580e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.565628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5be075d1-7a23-4a3a-a0fe-92ddb1d9580e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4480276 Sep 16 06:27:22.568586 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52884) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:22.572996 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ec631e45-6435-4f96-92ec-043d7982d7dc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '6291f15f-d454-4a2d-b100-83f0618bf932', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:22.661556 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec631e45-6435-4f96-92ec-043d7982d7dc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.720462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec631e45-6435-4f96-92ec-043d7982d7dc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.804495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec631e45-6435-4f96-92ec-043d7982d7dc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.825865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec631e45-6435-4f96-92ec-043d7982d7dc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6a479e-d7fc-43f1-8b6d-65ab984143c8,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:22.872732 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ec631e45-6435-4f96-92ec-043d7982d7dc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.874071 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec631e45-6435-4f96-92ec-043d7982d7dc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044844 Sep 16 06:27:22.876906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52886) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:22.881510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-eea4e249-321c-4df2-ab13-37c72242e8e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '6291f15f-d454-4a2d-b100-83f0618bf932', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:22.953461 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eea4e249-321c-4df2-ab13-37c72242e8e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.016097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eea4e249-321c-4df2-ab13-37c72242e8e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.084343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eea4e249-321c-4df2-ab13-37c72242e8e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.102591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4e249-321c-4df2-ab13-37c72242e8e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27080345-ba8d-4eb1-bdcd-95aa4f144a19,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:23.118416 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9e9b66f6-b028-42e5-a8fb-2c2fdd45462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.163552 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-eea4e249-321c-4df2-ab13-37c72242e8e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.164833 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-eea4e249-321c-4df2-ab13-37c72242e8e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2868927 Sep 16 06:27:23.167585 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52888) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:23.174483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-c4995236-825e-4ea0-b537-dd0597f4e4a7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '6291f15f-d454-4a2d-b100-83f0618bf932', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:23.254881 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4995236-825e-4ea0-b537-dd0597f4e4a7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.330284 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4995236-825e-4ea0-b537-dd0597f4e4a7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.398213 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4995236-825e-4ea0-b537-dd0597f4e4a7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.417280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4995236-825e-4ea0-b537-dd0597f4e4a7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e15d663-e385-45f3-8ef8-1426e274771c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:23.490182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-c4995236-825e-4ea0-b537-dd0597f4e4a7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.491374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-c4995236-825e-4ea0-b537-dd0597f4e4a7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228114 Sep 16 06:27:23.494216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52890) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:23.498650 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ee524ab9-8d24-491b-bf6a-64510f90150f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '6291f15f-d454-4a2d-b100-83f0618bf932', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:23.610458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee524ab9-8d24-491b-bf6a-64510f90150f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.680505 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee524ab9-8d24-491b-bf6a-64510f90150f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.741270 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee524ab9-8d24-491b-bf6a-64510f90150f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.760182 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee524ab9-8d24-491b-bf6a-64510f90150f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39153c44-f466-4958-9ecc-24c1aff1dc74,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:23.833208 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ee524ab9-8d24-491b-bf6a-64510f90150f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.834480 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ee524ab9-8d24-491b-bf6a-64510f90150f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393199 Sep 16 06:27:23.837527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52892) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:23.843639 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-dcfef2c6-589e-49ec-b1d2-e4b847809719 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '6291f15f-d454-4a2d-b100-83f0618bf932', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:23.918426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.947160 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-dcfef2c6-589e-49ec-b1d2-e4b847809719 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:27:23.952698 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcfef2c6-589e-49ec-b1d2-e4b847809719 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.014207 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcfef2c6-589e-49ec-b1d2-e4b847809719 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.078852 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcfef2c6-589e-49ec-b1d2-e4b847809719 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.098273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfef2c6-589e-49ec-b1d2-e4b847809719 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668eae7c-a1d9-4098-84e0-eb42fda142f5,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:24.170405 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-dcfef2c6-589e-49ec-b1d2-e4b847809719 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.171653 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-dcfef2c6-589e-49ec-b1d2-e4b847809719 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330748 Sep 16 06:27:24.174398 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52894) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:24.178839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-4472bc7c-7fd8-434c-81df-b6abf7b809d4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '6291f15f-d454-4a2d-b100-83f0618bf932', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:24.244472 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-4472bc7c-7fd8-434c-81df-b6abf7b809d4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:27:24.249795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4472bc7c-7fd8-434c-81df-b6abf7b809d4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.312761 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4472bc7c-7fd8-434c-81df-b6abf7b809d4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.375808 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4472bc7c-7fd8-434c-81df-b6abf7b809d4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.399973 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472bc7c-7fd8-434c-81df-b6abf7b809d4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb31ff4-73e3-4233-a9d9-afd4f817f48a,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:24.485503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-4472bc7c-7fd8-434c-81df-b6abf7b809d4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.486037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-4472bc7c-7fd8-434c-81df-b6abf7b809d4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103077 Sep 16 06:27:24.489982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52896) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:24.493869 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'network': {'name': 'tempest-network-smoke--1579198400', 'project_id': '542bb4ea12354f9d95111387712c8087', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:24.587186 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:27:24.590830 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.617579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:27:24.628654 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.629290 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Added segment 24e279fa-8859-4f13-a9e5-ce2365f822fe of type vlan for network 97782663-2ece-4b1b-b422-b6f0f04a2dbe Sep 16 06:27:24.677951 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.798266 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.803947 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:24.804541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.874348 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Network': ['ID=97782663-2ece-4b1b-b422-b6f0f04a2dbe,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:24.885036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:27:24.929926 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7c17c8f2-5835-41b0-a338-de6af3bdc247 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4402797 Sep 16 06:27:24.932526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52898) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:24.937428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'admin_state_up': True, 'project_id': '542bb4ea12354f9d95111387712c8087', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:25.049399 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.050584 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.106712 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.318067 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.547611 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.577510 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.597661 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.706150 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.28 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/fefa52cc-2940-44d5-bba1-736f87710236) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:25.809574 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.901558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.939744 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:25.942613 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:25.946319 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:25.973249 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=fefa52cc-2940-44d5-bba1-736f87710236,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:26.284081 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.828465 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:27.089305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:27:27.201625 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:27.211876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Sync routers for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:27.222294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:27.222765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:27:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:27.284258 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:27.286047 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-81fd0fd2-c07c-4022-930a-db3663953ea7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3521950 Sep 16 06:27:27.289448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52900) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:27.330517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-26f3a118-e9dc-4cd3-8ef2-e42241c54333 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=542bb4ea12354f9d95111387712c8087&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392807 Sep 16 06:27:27.333461 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52902) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:27.426275 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b3b67-ee60-41db-b13e-0510960836d9 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:27.430554 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a89b3b67-ee60-41db-b13e-0510960836d9 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934870 Sep 16 06:27:27.431274 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52904) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:27.462770 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5feb6f45-cfe4-4242-a540-2f084bb20cb2 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300148 Sep 16 06:27:27.465234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52906) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:27.471669 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1920248302', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'project_id': '542bb4ea12354f9d95111387712c8087', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:27.488863 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:27.678753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:27:27.682272 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:27.682437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:26Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:27.712893 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:27.713604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Checking router: 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:27.713944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Updating router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 port fefa52cc-2940-44d5-bba1-736f87710236 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:27:27.740261 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:27.947062 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.013753 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Subnet': ['ID=c3b85809-048a-4858-8858-aa4ac1b89165,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:28.025604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Checking segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:28.026052 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network hostable DHCP agents. Network: 97782663-2ece-4b1b-b422-b6f0f04a2dbe, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:27:28.028356 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.119360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.147924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:27:28.172845 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Attempting to bind port fefa52cc-2940-44d5-bba1-736f87710236 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:28.173325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Attempting to bind port fefa52cc-2940-44d5-bba1-736f87710236 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:28.173693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Attempting to bind port fefa52cc-2940-44d5-bba1-736f87710236 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:28.179302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afcd79-5cd0-488b-8662-a537ed39299e None None] Pushing event updated for resources: {'Port': ['ID=fefa52cc-2940-44d5-bba1-736f87710236,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:28.183799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:28.184202 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:28.184627 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.184991 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:28.185670 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Bound port: fefa52cc-2940-44d5-bba1-736f87710236, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:28.186157 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.242608 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] For port fefa52cc-2940-44d5-bba1-736f87710236, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:28.245611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] For port fefa52cc-2940-44d5-bba1-736f87710236, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fefa52cc-2940-44d5-bba1-736f87710236,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:28.250075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 97782663-2ece-4b1b-b422-b6f0f04a2dbe) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:28.254333 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:28.254924 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.259201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6d554-7095-4d01-a6d2-487fb8ed0520 None None] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:28.315747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.333549 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-22015c7c-3a63-434a-909f-dd7cf09670fb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8643534 Sep 16 06:27:28.334127 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52908) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:28.396912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:28.397548 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:27:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:28.461223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afcd79-5cd0-488b-8662-a537ed39299e None None] Pushing event updated for resources: {'Port': ['ID=fefa52cc-2940-44d5-bba1-736f87710236,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:28.555768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:27:28.556205 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.582209 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:28.810008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.822155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Allocated IP 172.20.0.2 (97782663-2ece-4b1b-b422-b6f0f04a2dbe/c3b85809-048a-4858-8858-aa4ac1b89165/66059c72-73c7-46d9-afe4-c25cc25401dc) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:28.943896 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:26Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:28.979687 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c6173-52e4-4d75-8a6a-a5db0d3bb843 None None] The sync data for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 is: [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:26Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:29.035127 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.115370 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.157581 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:29.167755 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:29.177668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:29.179394 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.1 (97782663-2ece-4b1b-b422-b6f0f04a2dbe/c3b85809-048a-4858-8858-aa4ac1b89165/e5e28c67-39a4-48f6-bee3-2a76b310b10f) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:29.203376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Pushing event updated for resources: {'Port': ['ID=66059c72-73c7-46d9-afe4-c25cc25401dc,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:29.270735 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Attempting to bind port 66059c72-73c7-46d9-afe4-c25cc25401dc on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:29.271381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Attempting to bind port 66059c72-73c7-46d9-afe4-c25cc25401dc by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:29.271780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Attempting to bind port 66059c72-73c7-46d9-afe4-c25cc25401dc on network 97782663-2ece-4b1b-b422-b6f0f04a2dbe {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:29.281656 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:29.282186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Checking segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:29.282769 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.283254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Bound using segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:29.283926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Bound port: 66059c72-73c7-46d9-afe4-c25cc25401dc, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:29.284495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.347560 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fefa52cc-2940-44d5-bba1-736f87710236 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:29.400146 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] For port 66059c72-73c7-46d9-afe4-c25cc25401dc, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:29.408483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] For port 66059c72-73c7-46d9-afe4-c25cc25401dc, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=66059c72-73c7-46d9-afe4-c25cc25401dc,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:29.426327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fefa52cc-2940-44d5-bba1-736f87710236 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:29.426706 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.618808 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.620063 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.669479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.700544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6c2d0-ffbc-4658-8018-d6eb99416ad3 None None] Pushing event updated for resources: {'Port': ['ID=66059c72-73c7-46d9-afe4-c25cc25401dc,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:29.739560 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.765709 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port fefa52cc-2940-44d5-bba1-736f87710236, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fefa52cc-2940-44d5-bba1-736f87710236,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:29.803829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.856692 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.890530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:29.895527 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:29.898887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:29.902316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=e5e28c67-39a4-48f6-bee3-2a76b310b10f,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:29.964764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=fefa52cc-2940-44d5-bba1-736f87710236,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:29.974142 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.203515 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.506955 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.563913 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.646816 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.648937 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=e5e28c67-39a4-48f6-bee3-2a76b310b10f,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:30.747559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:30.749522 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:30.870598 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:30.986251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:30.991381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-00e2f76a-a59a-491e-b21f-3d3fe5f2f908 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/98ed1c4a-4189-4044-b8f5-59e1ec7bc386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6560969 Sep 16 06:27:31.014162 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Sync routers for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:31.025894 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:31.026795 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:27:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:31.147484 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:31.148878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-71bdeacc-7c5d-47f3-a12e-25e92ea205cf tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713449606&fields=id&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 267 time: 0.0357201 Sep 16 06:27:31.306174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-74be599a-12f6-466d-b499-d8e57a93c28c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:31.307990 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-74be599a-12f6-466d-b499-d8e57a93c28c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 797 time: 0.1502521 Sep 16 06:27:31.328281 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-f5e6ec54-8e33-48db-b751-8d8c6c4fb0b5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/quotas/542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 375 time: 0.0129883 Sep 16 06:27:31.412679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-0baaee1f-f3f5-4e88-a6b8-5ed0324a6040 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649107 Sep 16 06:27:31.455767 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 2, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:31.480408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 66059c72-73c7-46d9-afe4-c25cc25401dc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:31.498218 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Checking router: 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:31.498574 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Updating router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 port e5e28c67-39a4-48f6-bee3-2a76b310b10f binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:27:31.548947 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.550840 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 66059c72-73c7-46d9-afe4-c25cc25401dc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:31.551321 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.586696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-81f4de33-81af-48e8-8a5c-cae6070ae9c0 service neutron] 10.222.0.49 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714320 Sep 16 06:27:31.678431 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.729721 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-bf6d3dc3-0852-4a83-a969-cdd8be191f83 service neutron] 10.222.0.49 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334944 Sep 16 06:27:31.764846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 66059c72-73c7-46d9-afe4-c25cc25401dc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=66059c72-73c7-46d9-afe4-c25cc25401dc,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:31.784804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59367983-5e3b-49dc-b8aa-45a98a9b59b6 None None] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:31.824317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e0c51955-b24b-419c-9450-caeaf0c4f251 None None] Provisioning complete for port 66059c72-73c7-46d9-afe4-c25cc25401dc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:31.824679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0c51955-b24b-419c-9450-caeaf0c4f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.882158 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.882953 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fefa52cc-2940-44d5-bba1-736f87710236 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:31.912794 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.016093 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.043095 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f53f323-56b0-42d0-9d73-c0a412b2275d req-97cb70d1-e257-41a3-8d57-b2bdd8095ccf tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 210 time: 0.0509923 Sep 16 06:27:32.062321 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Pushing event updated for resources: {'Port': ['ID=e5e28c67-39a4-48f6-bee3-2a76b310b10f,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:32.082772 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.083114 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.083445 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.084397 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.096295 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.096668 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.096996 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.097751 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.097751 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.097963 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.098246 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.098561 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:32.117903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=66059c72-73c7-46d9-afe4-c25cc25401dc,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:32.178519 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port fefa52cc-2940-44d5-bba1-736f87710236 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:32.179038 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.196750 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Attempting to bind port e5e28c67-39a4-48f6-bee3-2a76b310b10f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:32.197406 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Attempting to bind port e5e28c67-39a4-48f6-bee3-2a76b310b10f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:32.197950 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Attempting to bind port e5e28c67-39a4-48f6-bee3-2a76b310b10f on network 97782663-2ece-4b1b-b422-b6f0f04a2dbe {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:32.203455 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:32.204507 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Checking segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:32.204507 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.204878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Bound using segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:32.205342 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Bound port: e5e28c67-39a4-48f6-bee3-2a76b310b10f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:32.206026 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.298503 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] For port e5e28c67-39a4-48f6-bee3-2a76b310b10f, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:32.303151 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] For port e5e28c67-39a4-48f6-bee3-2a76b310b10f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e5e28c67-39a4-48f6-bee3-2a76b310b10f,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:32.422100 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.494524 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:32.494524 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:27:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:32.496474 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd78a7-892d-4d21-b7a6-de2431a829c7 None None] Pushing event updated for resources: {'Port': ['ID=e5e28c67-39a4-48f6-bee3-2a76b310b10f,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:32.566338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-22d8d584-5524-45a4-831a-bcb8e791884a None None] Provisioning complete for port 66059c72-73c7-46d9-afe4-c25cc25401dc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:32.566338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22d8d584-5524-45a4-831a-bcb8e791884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.644351 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:32.654590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-22d8d584-5524-45a4-831a-bcb8e791884a None None] Provisioning complete for port e5e28c67-39a4-48f6-bee3-2a76b310b10f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:32.655027 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22d8d584-5524-45a4-831a-bcb8e791884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.743118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22d8d584-5524-45a4-831a-bcb8e791884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.785151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-22d8d584-5524-45a4-831a-bcb8e791884a None None] For port e5e28c67-39a4-48f6-bee3-2a76b310b10f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e5e28c67-39a4-48f6-bee3-2a76b310b10f,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:32.907005 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:32Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:32.912130 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-22d8d584-5524-45a4-831a-bcb8e791884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.981980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8d584-5524-45a4-831a-bcb8e791884a None None] Pushing event updated for resources: {'Port': ['ID=e5e28c67-39a4-48f6-bee3-2a76b310b10f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:33.035127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e0480d22-8bf5-47c9-8471-12358ebe315c None None] Provisioning complete for port e5e28c67-39a4-48f6-bee3-2a76b310b10f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:33.035535 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e0480d22-8bf5-47c9-8471-12358ebe315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.043699 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cb99a-0030-4290-983f-b1a75cb68d6b None None] The sync data for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 is: [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:32Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:33.184947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-512fd786-db0f-443e-a959-ea8efa6b92c1 req-27360a83-1d6c-4397-a206-1bb47a201720 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 210 time: 0.0572765 Sep 16 06:27:33.414937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 66059c72-73c7-46d9-afe4-c25cc25401dc up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:33.458067 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b2925403-ed95-40a1-a02b-61220620afe5 None None] Provisioning complete for port e5e28c67-39a4-48f6-bee3-2a76b310b10f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:33.458655 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2925403-ed95-40a1-a02b-61220620afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.530751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 66059c72-73c7-46d9-afe4-c25cc25401dc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:33.531549 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.707810 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e5e28c67-39a4-48f6-bee3-2a76b310b10f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:33.772579 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port e5e28c67-39a4-48f6-bee3-2a76b310b10f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:33.772953 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.819763 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-cc68ae71-d03f-43a7-ad73-42b15a21bd49 None None] Provisioning complete for port e5e28c67-39a4-48f6-bee3-2a76b310b10f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:33.820373 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cc68ae71-d03f-43a7-ad73-42b15a21bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.306493 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5187ad1c-f80d-4402-81a1-c039117bd694 req-00cc06bb-fafd-41b8-b31c-e632ada6c0ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 210 time: 0.0370543 Sep 16 06:27:34.525290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-12f0c24d-0258-4965-bc9d-1ca2ba0992a8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:34.526892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-12f0c24d-0258-4965-bc9d-1ca2ba0992a8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 797 time: 0.1218929 Sep 16 06:27:34.577672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-cc480416-02ac-4c5b-91f2-749802355a5e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 379 time: 0.0359216 Sep 16 06:27:34.587231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'port': {'device_id': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'admin_state_up': True, 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'security_groups': ['6291f15f-d454-4a2d-b100-83f0618bf932']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:34.774663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:27:34.778402 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.915768 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.5 (97782663-2ece-4b1b-b422-b6f0f04a2dbe/c3b85809-048a-4858-8858-aa4ac1b89165/9b03b66c-bc65-4da5-9032-bbb590841543) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:35.064663 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.158602 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.205364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:35.208596 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:35.214611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:35.266478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:35.286192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:35.287106 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.370687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-eca524b8-b59f-4305-bcc3-22d9a9080246 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7871423 Sep 16 06:27:35.391815 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Request body: {'port': {'device_id': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:35.478416 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9f9c8-06e8-4225-ba93-1dc57c053131 req-8d9cf2a3-d142-451b-979d-fd26dff292b7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:35.480063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-67c9f9c8-06e8-4225-ba93-1dc57c053131 req-8d9cf2a3-d142-451b-979d-fd26dff292b7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 931 time: 0.1065011 Sep 16 06:27:35.480680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-e43e349a-5e7a-4063-8f49-19c333a67b24 None None] Provisioning complete for port 9b03b66c-bc65-4da5-9032-bbb590841543 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:35.481837 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e43e349a-5e7a-4063-8f49-19c333a67b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.487599 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.522152 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e43e349a-5e7a-4063-8f49-19c333a67b24 None None] Port 9b03b66c-bc65-4da5-9032-bbb590841543 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:27:35.560917 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-67c9f9c8-06e8-4225-ba93-1dc57c053131 req-e6e496ce-aa9d-4079-8f0d-5228393fc680 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702000 Sep 16 06:27:35.800459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b03b66c-bc65-4da5-9032-bbb590841543 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:27:35.808554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.822796 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Transition to ACTIVE for port object 9b03b66c-bc65-4da5-9032-bbb590841543 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:27:35.907053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.980798 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:36.037469 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Attempting to bind port 9b03b66c-bc65-4da5-9032-bbb590841543 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:36.037886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Attempting to bind port 9b03b66c-bc65-4da5-9032-bbb590841543 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:36.038281 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Attempting to bind port 9b03b66c-bc65-4da5-9032-bbb590841543 on network 97782663-2ece-4b1b-b422-b6f0f04a2dbe {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:36.043099 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Port 9b03b66c-bc65-4da5-9032-bbb590841543 on network 97782663-2ece-4b1b-b422-b6f0f04a2dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:27:36.043500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Attempting to bind port 9b03b66c-bc65-4da5-9032-bbb590841543 on network 97782663-2ece-4b1b-b422-b6f0f04a2dbe {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:36.049581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:36.049923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Checking segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:36.050324 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Bound using segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:36.050741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Bound port: 9b03b66c-bc65-4da5-9032-bbb590841543, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:36.051103 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.120277 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:36.124912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:36.204682 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.244253 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:36.244746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.249541 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:27:36.250717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 1092 time: 0.8598402 Sep 16 06:27:36.250717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:36.251183 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399aedb-6dc0-4b21-998a-f10eb2715ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:36.298247 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db0d034-a1c1-40bf-8c0b-5cfa2d3ee2e9 x-openstack-request-id: req-3db0d034-a1c1-40bf-8c0b-5cfa2d3ee2e9 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:36.298632 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:36.299024 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3db0d034-a1c1-40bf-8c0b-5cfa2d3ee2e9 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:36.299489 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543', 'status': 'completed', 'code': 200} Sep 16 06:27:36.302990 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7d884-437c-49b5-9528-8be6e326e2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:36.383355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399aedb-6dc0-4b21-998a-f10eb2715ea7 req-a9657ade-eb0c-44f3-8317-a860714cf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:36.385016 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1399aedb-6dc0-4b21-998a-f10eb2715ea7 req-a9657ade-eb0c-44f3-8317-a860714cf9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1095 time: 0.0470409 Sep 16 06:27:36.505928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399aedb-6dc0-4b21-998a-f10eb2715ea7 req-15ec5651-4ae7-4e1a-b985-c64874134ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:36.507570 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1399aedb-6dc0-4b21-998a-f10eb2715ea7 req-15ec5651-4ae7-4e1a-b985-c64874134ddd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=542bb4ea12354f9d95111387712c8087&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1083431 Sep 16 06:27:36.619120 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399aedb-6dc0-4b21-998a-f10eb2715ea7 req-0b576a11-0d23-42b9-a47d-501b3faa64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:36.620672 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1399aedb-6dc0-4b21-998a-f10eb2715ea7 req-0b576a11-0d23-42b9-a47d-501b3faa64bc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065660 Sep 16 06:27:36.687076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d723a5-7387-4bdb-8eaa-089aa0cd5bae req-beef5b4f-1811-43e0-84c6-8f68333cf4d2 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:36.688617 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-81d723a5-7387-4bdb-8eaa-089aa0cd5bae req-beef5b4f-1811-43e0-84c6-8f68333cf4d2 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 943 time: 0.0548704 Sep 16 06:27:36.752085 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-81d723a5-7387-4bdb-8eaa-089aa0cd5bae req-db7509df-e7fd-469d-9fb1-c2e999e9ce9a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551353 Sep 16 06:27:36.754072 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-e2f6836a-212d-44a2-b46d-a772d5f06016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:36.755482 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-e2f6836a-212d-44a2-b46d-a772d5f06016 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1095 time: 0.0660241 Sep 16 06:27:36.809620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-48cf945a-a933-48d7-8e36-60727dc23f15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 217 time: 0.0386703 Sep 16 06:27:36.862883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-0589fd41-567c-4df8-8d5a-16b4bd62e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:36.864436 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-0589fd41-567c-4df8-8d5a-16b4bd62e759 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0473092 Sep 16 06:27:36.913411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-b3e23880-ad22-49f7-a1b4-ce6aa2ed63be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:36.914980 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-b3e23880-ad22-49f7-a1b4-ce6aa2ed63be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440764 Sep 16 06:27:37.011547 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-632599b7-f877-4b70-8869-8d9ddc8086ef service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894592 Sep 16 06:27:37.102757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8431a3d4-f74c-427d-94d2-24a7da63c9ed req-f3339c37-d7e4-4d6c-9e35-5c774b82acbb service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843272 Sep 16 06:27:37.878259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8c950-7d2c-4f29-aaea-4f354a438f85 req-3ddc1df6-0c78-407c-8140-83dce032b50c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:37.879815 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fee8c950-7d2c-4f29-aaea-4f354a438f85 req-3ddc1df6-0c78-407c-8140-83dce032b50c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 943 time: 0.0553169 Sep 16 06:27:37.920432 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fee8c950-7d2c-4f29-aaea-4f354a438f85 req-dc547ebe-89a1-49ee-a55f-7d25e2fb4fd5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344348 Sep 16 06:27:39.043624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db6fd3-bd5b-4c2f-bbba-872891c5f00d req-b8d8b445-3ca3-4e2e-a92d-adb84f6b0769 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:39.045116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60db6fd3-bd5b-4c2f-bbba-872891c5f00d req-b8d8b445-3ca3-4e2e-a92d-adb84f6b0769 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 943 time: 0.0549402 Sep 16 06:27:39.086401 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-60db6fd3-bd5b-4c2f-bbba-872891c5f00d req-54bf7870-7857-41d0-bf14-2a173e9ef0c8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343974 Sep 16 06:27:40.209266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e128699-182f-4f27-b393-429c98382e04 req-ed00bc07-368a-4bdc-af66-b038ac780450 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:40.210915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e128699-182f-4f27-b393-429c98382e04 req-ed00bc07-368a-4bdc-af66-b038ac780450 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 943 time: 0.0530114 Sep 16 06:27:40.251708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6e128699-182f-4f27-b393-429c98382e04 req-fd243fd5-3a0c-496c-a1e0-a2cfc79f602b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344498 Sep 16 06:27:40.810757 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9b03b66c-bc65-4da5-9032-bbb590841543 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:27:40.911313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:40.924346 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '9b03b66c-bc65-4da5-9032-bbb590841543', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'port_id': '9b03b66c-bc65-4da5-9032-bbb590841543', 'mac_address': 'fa:16:3e:f1:1c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:27:40.962148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.975574 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b03b66c-bc65-4da5-9032-bbb590841543 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:27:40.995266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:41.072499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:41.121179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:41.381303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e469f-72ae-4d2d-9952-e7cd77bad439 req-8f60cf72-b35b-42af-9f2f-78624d105482 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.382777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-240e469f-72ae-4d2d-9952-e7cd77bad439 req-8f60cf72-b35b-42af-9f2f-78624d105482 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 944 time: 0.0506756 Sep 16 06:27:41.406745 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['9b03b66c-bc65-4da5-9032-bbb590841543'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:27:41.422973 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-240e469f-72ae-4d2d-9952-e7cd77bad439 req-a16c7960-fd3d-4030-9f38-aa8392406023 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Sep 16 06:27:42.539322 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1253a-76ad-48fd-828b-18436685dafa req-0095aa92-35a7-434a-bdae-c3866daf8771 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:42.540862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54f1253a-76ad-48fd-828b-18436685dafa req-0095aa92-35a7-434a-bdae-c3866daf8771 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 944 time: 0.0501440 Sep 16 06:27:42.579580 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54f1253a-76ad-48fd-828b-18436685dafa req-26dd3a0e-cbd0-4433-be02-396e2c56c4a8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322707 Sep 16 06:27:42.824337 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9b03b66c-bc65-4da5-9032-bbb590841543 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:43.014912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 9b03b66c-bc65-4da5-9032-bbb590841543 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:27:43.019126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 9b03b66c-bc65-4da5-9032-bbb590841543 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:43.019549 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:43.096478 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:43.117797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:43.122561 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f1954a-fd28-4634-a8c3-0d395f12b5fa" -d '{"events": [{"server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "name": "network-vif-plugged", "status": "completed", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:43.132942 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:43.158354 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd9909-6aae-4802-94a3-0eebfabab7e0 x-openstack-request-id: req-7efd9909-6aae-4802-94a3-0eebfabab7e0 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:43.158670 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "name": "network-vif-plugged", "status": "completed", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:43.158946 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7efd9909-6aae-4802-94a3-0eebfabab7e0 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:43.159399 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543', 'code': 200} Sep 16 06:27:43.220883 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:43.277929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:43.284718 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a538b97-c02c-4ac0-a93b-36e9fe3f21d3 req-fa61235d-73b9-4557-9907-f6ad5ecc5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:43.286269 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5a538b97-c02c-4ac0-a93b-36e9fe3f21d3 req-fa61235d-73b9-4557-9907-f6ad5ecc5586 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1097 time: 0.0419056 Sep 16 06:27:43.321994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5a538b97-c02c-4ac0-a93b-36e9fe3f21d3 req-7da5c9af-a556-4171-9fac-226c95051f5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287349 Sep 16 06:27:43.701360 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7cf3-25de-4575-969d-6a75fb949ff0 req-2c1151d2-08a8-4dad-9427-240171a317a0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:43.703127 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa4a7cf3-25de-4575-969d-6a75fb949ff0 req-2c1151d2-08a8-4dad-9427-240171a317a0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0550897 Sep 16 06:27:43.740817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fa4a7cf3-25de-4575-969d-6a75fb949ff0 req-2eb1a347-5214-475d-94a9-a644548146f9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Sep 16 06:27:44.865426 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bd1f3-5806-473e-89b6-0a8e9dbd712d req-12a7cce4-82ae-4266-bcd0-e12d30a82069 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:44.867107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-175bd1f3-5806-473e-89b6-0a8e9dbd712d req-12a7cce4-82ae-4266-bcd0-e12d30a82069 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0548854 Sep 16 06:27:44.910306 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-175bd1f3-5806-473e-89b6-0a8e9dbd712d req-3f3d9c45-54c6-4b2d-8907-111f3283a98e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368950 Sep 16 06:27:45.050041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589b183-75ca-4217-b715-2ac87a99df39 req-eb8faaac-e3d0-41be-a1c2-ecedc6d1cad4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:45.052581 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f589b183-75ca-4217-b715-2ac87a99df39 req-eb8faaac-e3d0-41be-a1c2-ecedc6d1cad4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0693550 Sep 16 06:27:45.092806 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f589b183-75ca-4217-b715-2ac87a99df39 req-1bd28ddb-23ca-42ea-b30c-2ef07eeb00cb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340912 Sep 16 06:27:45.115743 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52964) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:45.156922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67769813-b987-4b86-ae70-19c8fea44805 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:45.158538 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-67769813-b987-4b86-ae70-19c8fea44805 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1092 time: 0.0417624 Sep 16 06:27:45.161396 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52966) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:45.165749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '9b03b66c-bc65-4da5-9032-bbb590841543', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:45.232630 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:45.335296 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:45.436787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.102 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/0c59bb5a-50e8-4f14-a8b5-80f78eebb696) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:45.555925 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:45.644159 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:45.688331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:45.691317 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:45.699835 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:45.723156 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=0c59bb5a-50e8-4f14-a8b5-80f78eebb696,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:46.388815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:46.526600 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:46.680351 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:46.746411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:46.822948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=0c59bb5a-50e8-4f14-a8b5-80f78eebb696,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:46.832575 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:46.969144 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP bef29e63-b54b-415a-8376-c23bd348d76d associated. External IP: 172.25.1.102, port: 9b03b66c-bc65-4da5-9032-bbb590841543. Sep 16 06:27:47.181450 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:47.304389 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:47.317380 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] Sync routers for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:47.330792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:47.331408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:27:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:47.434198 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:47.465652 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:47.504197 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bf2ee962-a7b6-4d73-9962-75adfd9a4b3b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3308043 Sep 16 06:27:47.504197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:47.504197 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffef52c2-c943-4b0f-8957-9f2fea878bea" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:47.555034 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42db151-9cbf-4457-aa79-34e231f75ef7 x-openstack-request-id: req-b42db151-9cbf-4457-aa79-34e231f75ef7 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:47.555674 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:47.556390 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b42db151-9cbf-4457-aa79-34e231f75ef7 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:47.557073 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543', 'status': 'completed', 'code': 200} Sep 16 06:27:47.661151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37a93b-c20c-4ba2-8e19-6bd819ad5222 req-50e30b3e-c932-455d-9e6d-adb070e8e4ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:47.663928 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da37a93b-c20c-4ba2-8e19-6bd819ad5222 req-50e30b3e-c932-455d-9e6d-adb070e8e4ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0969269 Sep 16 06:27:47.683245 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-e4c94f6b-fd0e-4f14-9da4-cd7045898ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:47.684861 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-e4c94f6b-fd0e-4f14-9da4-cd7045898ed2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1097 time: 0.0790939 Sep 16 06:27:47.744692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-da37a93b-c20c-4ba2-8e19-6bd819ad5222 req-6f7f37bf-9398-41d6-a1ec-27f63504adf8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725527 Sep 16 06:27:47.786174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 52972) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:47.846056 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-bc25f02f-4b04-443d-bf56-6090b47d4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:47.847978 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-bc25f02f-4b04-443d-bf56-6090b47d4545 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.1549840 Sep 16 06:27:47.854575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'bef29e63-b54b-415a-8376-c23bd348d76d', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'port_id': '9b03b66c-bc65-4da5-9032-bbb590841543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'mac_address': 'fa:16:3e:f1:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:45Z', 'updated_at': '2021-09-16T06:27:45Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:47.881313 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] Checking router: 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:47.889929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:47.890535 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:27:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:47.907799 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ccce12da-02b1-47c6-a20a-05d4d1976bf9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/bef29e63-b54b-415a-8376-c23bd348d76d HTTP/1.1" status: 200 len: 991 time: 0.1204772 Sep 16 06:27:47.932541 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-42f154dd-94c1-4a96-9f55-87593abf7070 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 999 time: 0.0766373 Sep 16 06:27:47.983936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-2a05c1da-d96c-41ca-a7db-cf0a5f639021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:47.985497 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-2a05c1da-d96c-41ca-a7db-cf0a5f639021 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0466943 Sep 16 06:27:47.999336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:48.033762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-5f780b67-fbe8-4831-8e7f-aade67bacfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:48.035309 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-5f780b67-fbe8-4831-8e7f-aade67bacfaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425034 Sep 16 06:27:48.130038 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-519ca472-adc1-4259-8ea0-fea83ae5feab service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879643 Sep 16 06:27:48.225533 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ffef52c2-c943-4b0f-8957-9f2fea878bea req-d88d9801-60a3-4594-9801-646c739406e2 service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889120 Sep 16 06:27:48.231918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'bef29e63-b54b-415a-8376-c23bd348d76d', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'port_id': '9b03b66c-bc65-4da5-9032-bbb590841543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'mac_address': 'fa:16:3e:f1:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:45Z', 'updated_at': '2021-09-16T06:27:45Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:48.260917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5075774-4592-4441-95e5-cb8f88c19f0c None None] The sync data for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 is: [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'bef29e63-b54b-415a-8376-c23bd348d76d', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'port_id': '9b03b66c-bc65-4da5-9032-bbb590841543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'mac_address': 'fa:16:3e:f1:1c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:45Z', 'updated_at': '2021-09-16T06:27:45Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:48.467476 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3e8c-628c-4add-8e0e-28972ece0dc1 None None] New status for floating IP bef29e63-b54b-415a-8376-c23bd348d76d: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:27:48.911616 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 52974) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:48.980283 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a0e8d30d-3045-4087-882b-71df1e8d09be tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/bef29e63-b54b-415a-8376-c23bd348d76d HTTP/1.1" status: 200 len: 993 time: 0.0671370 Sep 16 06:27:49.917765 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-697ac964-9b35-47ea-ab8a-02e58359bbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:51.540750 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:53.261024 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d13ca959-e307-42a2-a178-a4070544484f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:53.935271 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:55.575206 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:57.660826 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:59.300809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:13.246483 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:28:13.806924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-e25505d6-05d5-46e9-8b67-21dd18bfad74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434785 Sep 16 06:28:13.920530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-12a764cf-bfe3-46d8-ac13-3deb1fcb793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:13.922081 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-12a764cf-bfe3-46d8-ac13-3deb1fcb793d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1097 time: 0.0477548 Sep 16 06:28:14.029483 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-e638afdb-68ab-4f4b-a3c7-b9fc53c592a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:14.031057 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-e638afdb-68ab-4f4b-a3c7-b9fc53c592a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.0867133 Sep 16 06:28:14.102904 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-cfdd7e13-4b6b-4785-bed9-192553e18ca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 1001 time: 0.0622766 Sep 16 06:28:14.159140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-8a49954e-a57c-47e1-97f3-2e6942d9f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:14.160679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-8a49954e-a57c-47e1-97f3-2e6942d9f99e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0461535 Sep 16 06:28:14.209520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-6eacaee2-5442-4906-bf27-e9bb06212fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:14.211059 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-6eacaee2-5442-4906-bf27-e9bb06212fcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429890 Sep 16 06:28:14.316566 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-dc8e5aa4-f63e-4241-a5d2-b5f21eb28cd4 service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972731 Sep 16 06:28:14.421889 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba3b584b-9624-49d0-83bb-15defb15bf06 req-25822a56-c85e-4709-96a7-6d4a11812563 service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959740 Sep 16 06:28:19.906553 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-31f74d7e-a072-4632-8518-62164363e5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:20.127388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-bfc2f0e3-e8b8-45cb-93b7-f11fa4e6e6f5 req-80e8075e-f743-4a42-b31b-9162f45e96ad service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:28:20.128605 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bfc2f0e3-e8b8-45cb-93b7-f11fa4e6e6f5 req-80e8075e-f743-4a42-b31b-9162f45e96ad service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062220 Sep 16 06:28:20.475202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e6dea-bb73-444c-a361-9a62c72f1cd2 req-36594e66-b309-4ab9-a9e5-36a308abdce2 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:20.476798 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-415e6dea-bb73-444c-a361-9a62c72f1cd2 req-36594e66-b309-4ab9-a9e5-36a308abdce2 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0542161 Sep 16 06:28:20.517891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-415e6dea-bb73-444c-a361-9a62c72f1cd2 req-5f254d60-f5fe-497c-8809-08467383e604 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341275 Sep 16 06:28:20.661660 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-eb9686d5-afee-4ef4-89fe-7489c98a6ae6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942078 Sep 16 06:28:20.670754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-d99bc5ea-450a-4154-b63b-34c943438877 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:28:20.671827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-d99bc5ea-450a-4154-b63b-34c943438877 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058513 Sep 16 06:28:21.528606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:21.646276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f6066-7f90-467e-86b3-7b8d03b133d8 req-b654fb69-d641-406c-b23e-63fbd36850d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:21.648178 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a24f6066-7f90-467e-86b3-7b8d03b133d8 req-b654fb69-d641-406c-b23e-63fbd36850d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0593369 Sep 16 06:28:21.693291 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a24f6066-7f90-467e-86b3-7b8d03b133d8 req-aee1a665-2dc0-47ba-87d6-d7683417b071 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383198 Sep 16 06:28:22.833908 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55582a-4928-4b1c-86e4-68837bb17aa7 req-6fd67c9c-e56a-4654-92ac-d090e870710f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:22.843225 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b55582a-4928-4b1c-86e4-68837bb17aa7 req-6fd67c9c-e56a-4654-92ac-d090e870710f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0606594 Sep 16 06:28:22.881097 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b55582a-4928-4b1c-86e4-68837bb17aa7 req-9dfc5bb1-98cc-47bb-a82b-4da3526cd8ef tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346463 Sep 16 06:28:23.065236 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-5934ffb4-09a5-4141-83df-ec1eb4f516bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:23.066765 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-5934ffb4-09a5-4141-83df-ec1eb4f516bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1097 time: 0.0465844 Sep 16 06:28:23.122118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e79772a-0dad-415c-8fba-765e60547138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:23.164344 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-64695280-6d5d-4e6b-8b4d-baddeadbf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:23.165842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-64695280-6d5d-4e6b-8b4d-baddeadbf2f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.0924554 Sep 16 06:28:23.232838 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-f208a10c-6f8a-42bf-be7f-dd402025dd0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 1001 time: 0.0586436 Sep 16 06:28:23.287410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-eea088f4-da77-4b93-a605-55d789bcc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:23.288918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-eea088f4-da77-4b93-a605-55d789bcc103 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0502989 Sep 16 06:28:23.334762 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-a1dbf5b3-cead-432a-a952-e7b1be332e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:23.336283 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-a1dbf5b3-cead-432a-a952-e7b1be332e1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402548 Sep 16 06:28:23.436863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-9d896033-e975-4550-95fc-d15708982081 service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935600 Sep 16 06:28:23.534170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-281736a4-fd76-4139-8bff-32820cecd998 service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903008 Sep 16 06:28:23.956589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:24.001934 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece650f-7a35-4980-ac0b-3c3679d6029c req-4f92c9a0-2b48-49f5-b7cb-ee1f4d566b3a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:24.003465 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fece650f-7a35-4980-ac0b-3c3679d6029c req-4f92c9a0-2b48-49f5-b7cb-ee1f4d566b3a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0518534 Sep 16 06:28:24.042976 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fece650f-7a35-4980-ac0b-3c3679d6029c req-7cd59c21-1522-4f3f-9f89-28f99118dac3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Sep 16 06:28:25.163818 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880363c-773d-410a-991e-1f4845b18caf req-5f0fac4c-717e-4b8f-8848-e8ce083a4206 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:25.165360 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1880363c-773d-410a-991e-1f4845b18caf req-5f0fac4c-717e-4b8f-8848-e8ce083a4206 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0511234 Sep 16 06:28:25.209262 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1880363c-773d-410a-991e-1f4845b18caf req-ea787def-f666-4961-ac95-1cdd8e1f8276 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371175 Sep 16 06:28:25.607643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.327614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed7de9-b8e5-4d55-8384-31bbb1c71f1f req-3a6dc934-b989-46ce-b154-9bbdfca2f351 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:26.329182 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92ed7de9-b8e5-4d55-8384-31bbb1c71f1f req-3a6dc934-b989-46ce-b154-9bbdfca2f351 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0486643 Sep 16 06:28:26.374219 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-92ed7de9-b8e5-4d55-8384-31bbb1c71f1f req-cba4c4ef-bd66-4666-9793-3e682744a3cc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385456 Sep 16 06:28:27.495102 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107ac3f-524c-4810-814c-4d4f80c53ee1 req-76e7a3f9-4479-4271-b448-7f111f615e42 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:27.496591 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0107ac3f-524c-4810-814c-4d4f80c53ee1 req-76e7a3f9-4479-4271-b448-7f111f615e42 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0520406 Sep 16 06:28:27.539299 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0107ac3f-524c-4810-814c-4d4f80c53ee1 req-afc3af84-3428-4a4b-8842-6894713fb788 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355747 Sep 16 06:28:27.682856 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.660181 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1aa22-df66-45f8-9b38-08ea48d605f8 req-6d8bae4f-f260-4fe4-bddb-44d5ab9eb7b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:28.661771 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dee1aa22-df66-45f8-9b38-08ea48d605f8 req-6d8bae4f-f260-4fe4-bddb-44d5ab9eb7b8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0523605 Sep 16 06:28:28.703610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dee1aa22-df66-45f8-9b38-08ea48d605f8 req-d148728d-af55-4abe-a25f-f52b9baf3af4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358119 Sep 16 06:28:29.357450 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:29.835501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f49e1-512f-4356-a2ca-8002d090cbb5 req-d839c53c-2663-42ac-b92e-66112e397a36 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:29.838238 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b8f49e1-512f-4356-a2ca-8002d090cbb5 req-d839c53c-2663-42ac-b92e-66112e397a36 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0533824 Sep 16 06:28:29.877947 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6b8f49e1-512f-4356-a2ca-8002d090cbb5 req-3466f434-a98e-4bcb-96a0-72206eac0aa6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341039 Sep 16 06:28:30.998279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c1cb6-f478-43b6-9c07-802ee28f1f74 req-a8fc5506-e256-4e4f-8692-57d95c7bdb8c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:30.999815 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db1c1cb6-f478-43b6-9c07-802ee28f1f74 req-a8fc5506-e256-4e4f-8692-57d95c7bdb8c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0500770 Sep 16 06:28:31.047974 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-db1c1cb6-f478-43b6-9c07-802ee28f1f74 req-f5badce8-224b-4ffc-9f42-66aa25139acf tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398698 Sep 16 06:28:32.180781 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70967a4d-5db8-46b6-a289-27b19f71f743 req-38fbb983-95cf-4247-9f63-c36321b4cef5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:32.182523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70967a4d-5db8-46b6-a289-27b19f71f743 req-38fbb983-95cf-4247-9f63-c36321b4cef5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0530145 Sep 16 06:28:32.229053 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-70967a4d-5db8-46b6-a289-27b19f71f743 req-8690bcad-c4eb-4296-bda0-9f3b6fe29318 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382142 Sep 16 06:28:33.360994 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a726e0-5ce1-41e4-b102-c40a4eade1f3 req-f57c5484-0ea4-46b8-8291-606a15056bbd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:33.362522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2a726e0-5ce1-41e4-b102-c40a4eade1f3 req-f57c5484-0ea4-46b8-8291-606a15056bbd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0527027 Sep 16 06:28:33.413713 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b2a726e0-5ce1-41e4-b102-c40a4eade1f3 req-2a71560c-b51f-43ed-afbb-be2a41c64c44 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Sep 16 06:28:34.533128 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8fce7-5f21-41bb-a798-15c0c9f2ae08 req-0f03d480-ffe2-4544-bc1e-1f59b5250d73 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:34.534708 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2c8fce7-5f21-41bb-a798-15c0c9f2ae08 req-0f03d480-ffe2-4544-bc1e-1f59b5250d73 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0514517 Sep 16 06:28:34.573750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2c8fce7-5f21-41bb-a798-15c0c9f2ae08 req-13e639cf-286b-4c71-baf3-13e0caa01e52 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331373 Sep 16 06:28:35.690719 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af09f3-0ee7-4beb-b9cf-ed6555e51089 req-2eca2e9e-479f-476e-b0b1-9ca41e92db88 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:35.692267 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82af09f3-0ee7-4beb-b9cf-ed6555e51089 req-2eca2e9e-479f-476e-b0b1-9ca41e92db88 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0496995 Sep 16 06:28:35.731887 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82af09f3-0ee7-4beb-b9cf-ed6555e51089 req-c4ec21bc-c89d-4ef1-9191-758874cac24e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332088 Sep 16 06:28:36.848854 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259a13e-ba5f-4cd5-95b1-508f2774014b req-a57c7a12-f47a-40ea-9cca-356785e59a75 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:36.850383 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b259a13e-ba5f-4cd5-95b1-508f2774014b req-a57c7a12-f47a-40ea-9cca-356785e59a75 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0506136 Sep 16 06:28:36.892545 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b259a13e-ba5f-4cd5-95b1-508f2774014b req-38465aae-7f40-4313-bac7-05d7ae09cda0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361857 Sep 16 06:28:38.009884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d433cb5-a81d-41cc-8191-627d45af1633 req-05b4112b-af2b-4713-8f25-0eb0042dd058 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:38.011467 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d433cb5-a81d-41cc-8191-627d45af1633 req-05b4112b-af2b-4713-8f25-0eb0042dd058 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0497015 Sep 16 06:28:38.051088 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d433cb5-a81d-41cc-8191-627d45af1633 req-0ae3601b-3b09-4156-a8d8-b92fb9cd78c2 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Sep 16 06:28:39.168238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca03ee-ae83-468c-b67b-81227221fc3c req-e21a95ae-cb87-48d6-bebd-87521613de60 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:39.169758 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65ca03ee-ae83-468c-b67b-81227221fc3c req-e21a95ae-cb87-48d6-bebd-87521613de60 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0496180 Sep 16 06:28:39.214446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-65ca03ee-ae83-468c-b67b-81227221fc3c req-8c98cde6-d061-4bcb-a998-2388f9f1a1af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379076 Sep 16 06:28:40.347687 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70695cbd-0d01-4f50-905e-98038bd30378 req-b55a6914-20ea-458b-9337-0619cc3643a9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:40.365955 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70695cbd-0d01-4f50-905e-98038bd30378 req-b55a6914-20ea-458b-9337-0619cc3643a9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0620074 Sep 16 06:28:40.395349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70695cbd-0d01-4f50-905e-98038bd30378 req-5afd3047-bfec-4b7e-8365-eacbc786eea1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394351 Sep 16 06:28:40.990172 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-212d2e0b-48d2-4efd-90fa-74f7c532679d service neutron] show failed (client error): The resource could not be found. Sep 16 06:28:40.991222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-212d2e0b-48d2-4efd-90fa-74f7c532679d service neutron] 10.222.0.30 "GET /v2.0/ports/9b03b66c-bc65-4da5-9032-bbb590841543/bindings/n-h2-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0565956 Sep 16 06:28:41.521068 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a461cd-1ed9-49ba-9e88-a3b3abdafefa req-01f34a55-7596-4e4e-8082-e460282d2b52 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:41.522443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20a461cd-1ed9-49ba-9e88-a3b3abdafefa req-01f34a55-7596-4e4e-8082-e460282d2b52 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0548949 Sep 16 06:28:41.574191 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-20a461cd-1ed9-49ba-9e88-a3b3abdafefa req-d6106582-3db5-432b-b9b7-fd880585efd1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432699 Sep 16 06:28:41.647979 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-e6bec501-8e10-4b2b-8fb7-51867ef4d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:41.649521 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-e6bec501-8e10-4b2b-8fb7-51867ef4d6d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 1097 time: 0.1044669 Sep 16 06:28:41.662235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7d354e9f-14e9-4cc3-bb04-43767c4ebc09 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:28:41.663275 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7d354e9f-14e9-4cc3-bb04-43767c4ebc09 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054679 Sep 16 06:28:41.687184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:28:41.750844 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:41.977465 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:42.015964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:28:42.060047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:42.063709 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab61bb32-35d5-49e5-ac3d-443ea0039dc2" -d '{"events": [{"server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:42.067785 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:42.081528 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Transition to ACTIVE for port object 9b03b66c-bc65-4da5-9032-bbb590841543 will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:28:42.133689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:42.210372 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6eeba2-d096-49a8-94d5-d84ade2600f1 x-openstack-request-id: req-8b6eeba2-d096-49a8-94d5-d84ade2600f1 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:42.210598 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:42.210791 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b6eeba2-d096-49a8-94d5-d84ade2600f1 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:42.211372 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543', 'code': 200} Sep 16 06:28:42.231757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=6']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:42.245998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.246342 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.246853 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.247192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.247526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.247879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.248216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.248575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.248998 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.249581 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.249929 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.250259 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:42.283700 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] No DVR routers for this DVR port 9b03b66c-bc65-4da5-9032-bbb590841543 on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:28:42.431504 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Attempting to bind port 9b03b66c-bc65-4da5-9032-bbb590841543 on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:28:42.431913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Attempting to bind port 9b03b66c-bc65-4da5-9032-bbb590841543 by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:28:42.432203 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Attempting to bind port 9b03b66c-bc65-4da5-9032-bbb590841543 on network 97782663-2ece-4b1b-b422-b6f0f04a2dbe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:28:42.437850 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Port 9b03b66c-bc65-4da5-9032-bbb590841543 on network 97782663-2ece-4b1b-b422-b6f0f04a2dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:28:42.438236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Attempting to bind port 9b03b66c-bc65-4da5-9032-bbb590841543 on network 97782663-2ece-4b1b-b422-b6f0f04a2dbe {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:28:42.444145 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:28:42.444529 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Checking segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:28:42.445084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Bound using segment: {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:28:42.445437 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Bound port: 9b03b66c-bc65-4da5-9032-bbb590841543, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e279fa-8859-4f13-a9e5-ce2365f822fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:28:42.445801 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:42.509024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:28:42.512235 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:28:42.568438 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:42.612958 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:42.613603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:42.615058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] 10.222.0.66 "PUT /v2.0/ports/9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 1092 time: 0.9330025 Sep 16 06:28:42.635116 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecd2d6-37b4-4107-b9d6-851ce4c42066 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:42.743166 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-0b476158-15b7-481b-abf6-ce4c56e13a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:42.745198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-0b476158-15b7-481b-abf6-ce4c56e13a39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1095 time: 0.0865841 Sep 16 06:28:42.758148 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840478db-e303-4534-bfcf-3db7bd9f9ccd req-d97a3727-bb35-402c-bf0f-08ef0ed22e17 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:42.759891 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-840478db-e303-4534-bfcf-3db7bd9f9ccd req-d97a3727-bb35-402c-bf0f-08ef0ed22e17 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 943 time: 0.0692022 Sep 16 06:28:42.859922 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-840478db-e303-4534-bfcf-3db7bd9f9ccd req-35d9a72b-74fc-4e4e-92f7-b2df75da98f7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906596 Sep 16 06:28:42.894522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-baed9ed3-3033-4249-8030-6ed237cb7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:42.896101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-baed9ed3-3033-4249-8030-6ed237cb7013 service neutron] 10.222.0.66 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.1352816 Sep 16 06:28:42.972045 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-3d867577-2a18-4924-9286-a15e5b400edd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 999 time: 0.0679102 Sep 16 06:28:43.024499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-e46b3ed6-1f0c-4a82-967d-27c9f70429a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:43.025971 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-e46b3ed6-1f0c-4a82-967d-27c9f70429a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0443459 Sep 16 06:28:43.075702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-bf47ca0d-e779-4c78-9889-a8262b8a1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:43.077777 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-bf47ca0d-e779-4c78-9889-a8262b8a1b56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411158 Sep 16 06:28:43.173333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-d521cca3-cfbb-4279-9816-251b2b4bce70 service neutron] 10.222.0.66 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879536 Sep 16 06:28:43.270690 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acc1deba-0877-4d14-a0ea-320c490921a1 req-89db273b-aceb-4039-9e61-4e220dc20ea0 service neutron] 10.222.0.66 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851934 Sep 16 06:28:43.996020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e63a3f-b2f3-46a6-ac01-6190b80973fd req-774594fa-d792-4931-91ea-08254608cd85 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:43.997526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54e63a3f-b2f3-46a6-ac01-6190b80973fd req-774594fa-d792-4931-91ea-08254608cd85 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 943 time: 0.0546153 Sep 16 06:28:44.036751 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-54e63a3f-b2f3-46a6-ac01-6190b80973fd req-61bb64c1-58d0-41e0-8ff7-f7b8938cfbee tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327835 Sep 16 06:28:44.213063 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:44.215457 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d579951-1d3e-4057-a654-f71a3095e004" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:44.267223 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5421858b-6c85-40b7-9553-e7feacbe7328 x-openstack-request-id: req-5421858b-6c85-40b7-9553-e7feacbe7328 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:44.267524 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:44.267776 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5421858b-6c85-40b7-9553-e7feacbe7328 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:44.268213 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543', 'status': 'completed', 'code': 200} Sep 16 06:28:44.353310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579951-1d3e-4057-a654-f71a3095e004 req-92b22208-e343-49fb-977d-6d4bc9e540a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:44.354958 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-92b22208-e343-49fb-977d-6d4bc9e540a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1095 time: 0.0441399 Sep 16 06:28:44.362514 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579951-1d3e-4057-a654-f71a3095e004 req-d632421d-72d7-4d8f-a6c7-5fb12a2184d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:44.364063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-d632421d-72d7-4d8f-a6c7-5fb12a2184d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1095 time: 0.0445914 Sep 16 06:28:44.457025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579951-1d3e-4057-a654-f71a3095e004 req-4dbf7cab-2f6e-4a1d-a7e6-c110cf1c53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:44.458575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-4dbf7cab-2f6e-4a1d-a7e6-c110cf1c53ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.0961196 Sep 16 06:28:44.474395 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579951-1d3e-4057-a654-f71a3095e004 req-81a9a2c0-dea5-4f7d-bdc6-d67b83e3f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:44.475826 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-81a9a2c0-dea5-4f7d-bdc6-d67b83e3f093 service neutron] 10.222.0.66 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.1042733 Sep 16 06:28:44.525216 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-72d134f5-4661-4914-96e4-24b640c6d87f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 999 time: 0.0595772 Sep 16 06:28:44.556665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-b6bacee8-98dc-4df0-ad05-7ae9a840510b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 999 time: 0.0662365 Sep 16 06:28:44.580554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579951-1d3e-4057-a654-f71a3095e004 req-730d26dd-6b12-4ab8-a2ef-2fb9f89220d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:44.582342 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-730d26dd-6b12-4ab8-a2ef-2fb9f89220d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0504739 Sep 16 06:28:44.609393 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579951-1d3e-4057-a654-f71a3095e004 req-f3a2098f-d956-4b60-9cfd-47fcc0857e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:44.610893 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-f3a2098f-d956-4b60-9cfd-47fcc0857e4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0455260 Sep 16 06:28:44.630915 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579951-1d3e-4057-a654-f71a3095e004 req-448606fe-7e5c-432d-8d62-cdd657bdad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:44.632331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-448606fe-7e5c-432d-8d62-cdd657bdad9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429583 Sep 16 06:28:44.664371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579951-1d3e-4057-a654-f71a3095e004 req-b1d690bb-04cf-4915-ae64-e8c3dc586360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:44.666138 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-b1d690bb-04cf-4915-ae64-e8c3dc586360 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457821 Sep 16 06:28:44.729212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-86f5f81a-69cc-455c-96fd-6676437943cb service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898221 Sep 16 06:28:44.771728 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-a699ef34-1043-40af-a5e8-641aa0e5c9ec service neutron] 10.222.0.66 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939846 Sep 16 06:28:44.828586 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-932f9a09-d0d7-4336-9115-f40ac7d351b9 service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923798 Sep 16 06:28:44.866906 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6d579951-1d3e-4057-a654-f71a3095e004 req-fa92682b-46d9-4f2c-b9f1-f6467e6b4de0 service neutron] 10.222.0.66 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875299 Sep 16 06:28:45.049473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9b03b66c-bc65-4da5-9032-bbb590841543 details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:28:45.127327 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9b03b66c-bc65-4da5-9032-bbb590841543 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:28:45.165543 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d14b0-1775-41fe-bfd9-8f173759da07 req-86bc8e9d-17c2-46cd-b7dc-7b2129c75cc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:45.167376 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-680d14b0-1775-41fe-bfd9-8f173759da07 req-86bc8e9d-17c2-46cd-b7dc-7b2129c75cc8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 943 time: 0.0597138 Sep 16 06:28:45.189388 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:45.203268 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '9b03b66c-bc65-4da5-9032-bbb590841543', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'port_id': '9b03b66c-bc65-4da5-9032-bbb590841543', 'mac_address': 'fa:16:3e:f1:1c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:28:45.208759 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 9b03b66c-bc65-4da5-9032-bbb590841543 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:28:45.215087 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-680d14b0-1775-41fe-bfd9-8f173759da07 req-10d0719a-f647-41bb-968d-ba8ea58ee99b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361300 Sep 16 06:28:45.248203 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:45.262215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b03b66c-bc65-4da5-9032-bbb590841543 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:28:45.281958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:45.355994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:45.407731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:45.415480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.415746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.416118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.416464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.416805 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.417140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.417469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.417797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.418122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.418501 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.418768 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.419090 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:28:45.754302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['9b03b66c-bc65-4da5-9032-bbb590841543'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:28:46.336953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccbf8a-1356-4e0c-bec5-d375eb14982f req-78b501c2-0cb8-4350-bdf1-e57cf05e6682 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:46.338454 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90ccbf8a-1356-4e0c-bec5-d375eb14982f req-78b501c2-0cb8-4350-bdf1-e57cf05e6682 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 944 time: 0.0505939 Sep 16 06:28:46.381687 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90ccbf8a-1356-4e0c-bec5-d375eb14982f req-853ccaad-5353-4e92-b13f-195af2f2faca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370119 Sep 16 06:28:46.750359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050cfa2-ffe0-4b62-89eb-98a896bf0b68 req-1e2b04b7-0a37-4acb-8d88-3af0c0c4783e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:46.751994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2050cfa2-ffe0-4b62-89eb-98a896bf0b68 req-1e2b04b7-0a37-4acb-8d88-3af0c0c4783e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 944 time: 0.0543332 Sep 16 06:28:46.794273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2050cfa2-ffe0-4b62-89eb-98a896bf0b68 req-32c178c8-1d75-4b5a-a239-c2bea1cc768e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359809 Sep 16 06:28:46.933622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-660808ed-6a4a-4566-bde9-78f854730ce8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:46.935055 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-660808ed-6a4a-4566-bde9-78f854730ce8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e&tenant_id=542bb4ea12354f9d95111387712c8087&binding%3Ahost_id=n-h2-712749-15 HTTP/1.1" status: 200 len: 944 time: 0.1342616 Sep 16 06:28:46.957341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dcb29-6207-43d6-8b75-c5139c407767 req-4795347e-e722-4fa4-ad33-388a6a2cce2a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:46.958867 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-703dcb29-6207-43d6-8b75-c5139c407767 req-4795347e-e722-4fa4-ad33-388a6a2cce2a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 944 time: 0.0808518 Sep 16 06:28:47.034576 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-703dcb29-6207-43d6-8b75-c5139c407767 req-96581dac-d8c0-4d58-a822-d0b2a58d7572 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578005 Sep 16 06:28:47.039723 n-d-712749-15 neutron-server[95659]: INFO neutron.api.v2.resource [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-7d0f5ffe-73f7-4e4e-bb5d-47edb9854b05 service neutron] delete failed (client error): The resource could not be found. Sep 16 06:28:47.040922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-7d0f5ffe-73f7-4e4e-bb5d-47edb9854b05 service neutron] 10.222.0.30 "DELETE /v2.0/ports/9b03b66c-bc65-4da5-9032-bbb590841543/bindings/n-h1-712749-15 HTTP/1.1" status: 404 len: 381 time: 0.0974295 Sep 16 06:28:47.048449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9b03b66c-bc65-4da5-9032-bbb590841543 up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:28:47.162122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-eef6094e-9a22-43b9-80c5-ef31a4017bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:47.164788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-eef6094e-9a22-43b9-80c5-ef31a4017bee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1096 time: 0.0522411 Sep 16 06:28:47.193221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 9b03b66c-bc65-4da5-9032-bbb590841543 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:28:47.193221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 9b03b66c-bc65-4da5-9032-bbb590841543 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:28:47.193221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:47.273847 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-8e761f50-9412-404e-aa3b-8cb16d7d8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:47.275159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-8e761f50-9412-404e-aa3b-8cb16d7d8754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.1026266 Sep 16 06:28:47.292500 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:47.319039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:28:47.321501 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73eb01d-1046-4b04-b587-7d17e016e74e" -d '{"events": [{"server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "name": "network-vif-plugged", "status": "completed", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:28:47.336558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:28:47.350232 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-dba23c7a-0083-4c0f-9eb7-e030c440888a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 1000 time: 0.0683815 Sep 16 06:28:47.386347 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274d5234-ba34-4ae3-8bbf-643ac9b4830d x-openstack-request-id: req-274d5234-ba34-4ae3-8bbf-643ac9b4830d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:28:47.390260 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "name": "network-vif-plugged", "status": "completed", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:28:47.390260 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-274d5234-ba34-4ae3-8bbf-643ac9b4830d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:28:47.390260 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543', 'code': 200} Sep 16 06:28:47.403837 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-c17e5138-4799-4c2d-9729-1adcb56b971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:47.406166 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-c17e5138-4799-4c2d-9729-1adcb56b971a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0490344 Sep 16 06:28:47.407963 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:47.461113 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-7942af7c-6769-438f-afc2-e4370832973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:47.462513 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-7942af7c-6769-438f-afc2-e4370832973a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430923 Sep 16 06:28:47.475688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:28:47.566305 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-cef67343-f7df-4266-a1b4-f7b5f28e3aaf service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966032 Sep 16 06:28:47.658777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3d13d9a6-9bc9-43f6-af5d-e254f11a1c0a req-58549fc9-b6d4-4e69-9fd8-d409d6fed169 service neutron] 10.222.0.30 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854895 Sep 16 06:28:48.165341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8ae02-1448-4fc7-a3cf-7a7cb04c40e1 req-f6e6b8c9-581c-4831-b80c-32cf33057001 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:48.166888 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec8ae02-1448-4fc7-a3cf-7a7cb04c40e1 req-f6e6b8c9-581c-4831-b80c-32cf33057001 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0544043 Sep 16 06:28:48.211097 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec8ae02-1448-4fc7-a3cf-7a7cb04c40e1 req-900311f5-3b62-4044-b1be-7ddbb63d91f8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372384 Sep 16 06:28:49.336255 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b69b2-3cc7-41cd-908d-6a3ea61972ee req-083883bc-8e45-4500-a7a1-bb56b39acab8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:49.338050 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ce8b69b2-3cc7-41cd-908d-6a3ea61972ee req-083883bc-8e45-4500-a7a1-bb56b39acab8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0521388 Sep 16 06:28:49.383049 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ce8b69b2-3cc7-41cd-908d-6a3ea61972ee req-e99b35e3-14bc-4f74-8a5c-2c218e14719a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338385 Sep 16 06:28:49.418369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53084) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:28:49.488976 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-02dd7fe9-8f5e-45c0-860b-e4e63edf9b49 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/bef29e63-b54b-415a-8376-c23bd348d76d HTTP/1.1" status: 200 len: 993 time: 0.0693882 Sep 16 06:28:49.882921 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5b75-9b11-4473-ac1a-83ab7d342411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:50.246154 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:28:51.556632 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:53.128629 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b641103-a594-4d64-bda1-8a2755fd4d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:53.950791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:55.785040 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:57.693705 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:59.345985 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:12.387384 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-280de1c1-da37-4acc-be09-2360be25b544 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431943 Sep 16 06:29:12.513163 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-14acca13-a3a6-432b-b5d0-2d70d0081176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:12.514705 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-14acca13-a3a6-432b-b5d0-2d70d0081176 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1097 time: 0.0477040 Sep 16 06:29:12.634988 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-5dd10065-ac25-400b-bf8f-c81403b9f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:12.636555 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-5dd10065-ac25-400b-bf8f-c81403b9f472 service neutron] 10.222.0.66 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.0991275 Sep 16 06:29:12.705659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-65ccc352-edb4-4667-9eb1-0b25b2bf48a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 1001 time: 0.0605361 Sep 16 06:29:12.762254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-8b97c9e0-352c-4115-bfbf-262d8dafe6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:12.763766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-8b97c9e0-352c-4115-bfbf-262d8dafe6f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0510111 Sep 16 06:29:12.816681 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-f1da9f86-6aa8-45bd-9b46-51d55a12e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:12.818469 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-f1da9f86-6aa8-45bd-9b46-51d55a12e2d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470798 Sep 16 06:29:12.925789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-d44205ab-cd62-45ec-9c71-f642ba0915eb service neutron] 10.222.0.66 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964539 Sep 16 06:29:13.039272 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d66d109-ebe7-42e8-b35e-1eda3bf6fcc8 req-be79b336-fbae-48fd-95de-d7bc2346e965 service neutron] 10.222.0.66 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057701 Sep 16 06:29:19.927168 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6447026e-12b1-4fff-96db-d06a4e3650f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:20.074399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53096) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:20.240014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 0c59bb5a-50e8-4f14-a8b5-80f78eebb696 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:29:20.240365 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:20.321432 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:20.321761 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:20.334900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 0c59bb5a-50e8-4f14-a8b5-80f78eebb696 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:29:20.555992 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:20.588074 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=0c59bb5a-50e8-4f14-a8b5-80f78eebb696,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:20.654354 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:20.654689 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP bef29e63-b54b-415a-8376-c23bd348d76d disassociated (deleted). External IP: 172.25.1.102, port: 9b03b66c-bc65-4da5-9032-bbb590841543. Sep 16 06:29:21.222288 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:29:21.339433 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:29:21.345359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:21.350872 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] Sync routers for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:29:21.362372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:21.363114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:28:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:21.378114 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bd8a1c8d-b726-4c30-9748-bd107c591403 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/floatingips/bef29e63-b54b-415a-8376-c23bd348d76d HTTP/1.1" status: 204 len: 168 time: 1.2983284 Sep 16 06:29:21.378114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:21.378114 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578fd731-cd8d-4de8-a7e6-f3377a34f261" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:21.454007 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62e0175-e67b-4163-b6e8-f44d4a0e1e7b x-openstack-request-id: req-b62e0175-e67b-4163-b6e8-f44d4a0e1e7b {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:21.454287 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:21.454540 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b62e0175-e67b-4163-b6e8-f44d4a0e1e7b {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:21.454948 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543', 'status': 'completed', 'code': 200} Sep 16 06:29:21.536534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:21.550596 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-935b5f1e-1370-431f-941a-79ad29ca690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:21.552237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-935b5f1e-1370-431f-941a-79ad29ca690b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 1097 time: 0.0475559 Sep 16 06:29:21.682349 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:21.699396 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-8ac58af0-0388-4e18-9fe8-41ed440ed2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:21.703447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-8ac58af0-0388-4e18-9fe8-41ed440ed2ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 200 len: 898 time: 0.1412201 Sep 16 06:29:21.786797 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-3d87cf1e-083e-4518-8da5-b4f33974b62e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 200 len: 217 time: 0.0768502 Sep 16 06:29:21.819246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:21.858060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-8b854ffb-065d-4816-8f56-ad19ebbf85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:21.859989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-8b854ffb-065d-4816-8f56-ad19ebbf85eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 200 len: 835 time: 0.0649252 Sep 16 06:29:21.874232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] Checking router: 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:29:21.888832 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:21.889890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:28:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:21.915443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-4b3403d9-9cf1-49b8-8de1-f8b108a89713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:21.917344 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-4b3403d9-9cf1-49b8-8de1-f8b108a89713 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97782663-2ece-4b1b-b422-b6f0f04a2dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485365 Sep 16 06:29:21.923343 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a00a-025e-4919-bc32-73dce036901e req-3c6098f4-b485-4845-9586-fa1624ee7312 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:21.932731 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9275a00a-025e-4919-bc32-73dce036901e req-3c6098f4-b485-4845-9586-fa1624ee7312 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0666635 Sep 16 06:29:21.987462 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9275a00a-025e-4919-bc32-73dce036901e req-c027570f-3002-4ddd-ba7a-d398c5898e7c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534103 Sep 16 06:29:22.033963 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-e91f3c22-3e6a-417b-8a47-c60426e7b326 service neutron] 10.222.0.66 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076877 Sep 16 06:29:22.042912 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:22.166752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-578fd731-cd8d-4de8-a7e6-f3377a34f261 req-b2d56907-b5c2-4beb-b3ae-23dbe374eb3d service neutron] 10.222.0.66 "GET /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227920 Sep 16 06:29:22.266696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:22.293168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb285ac7-cb1c-420a-9b6f-0b703a15f5fe None None] The sync data for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 is: [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:30Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'e5e28c67-39a4-48f6-bee3-2a76b310b10f', 'name': '', 'network_id': '97782663-2ece-4b1b-b422-b6f0f04a2dbe', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:d6:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:32Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c3b85809-048a-4858-8858-aa4ac1b89165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:29:22.531079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5435fd9e-16a7-41aa-ba47-8b1972898daa None None] New status for floating IP bef29e63-b54b-415a-8376-c23bd348d76d: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:29:23.105013 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-59e0803c-8ca4-49d9-97c8-ab76b7fd333d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:23.115877 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36637-650a-4925-b222-9fd6102a7371 req-925d4576-42fe-45bc-a162-e27b7ffab5c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:23.117753 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9cf36637-650a-4925-b222-9fd6102a7371 req-925d4576-42fe-45bc-a162-e27b7ffab5c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0578520 Sep 16 06:29:23.160937 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9cf36637-650a-4925-b222-9fd6102a7371 req-40b2fa8f-ada2-4f7c-8fbe-461c01c7d75e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=6291f15f-d454-4a2d-b100-83f0618bf932&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367341 Sep 16 06:29:23.600568 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-1b6998ad-9c50-44f8-896a-fdbf60999fc0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:23.602019 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-1b6998ad-9c50-44f8-896a-fdbf60999fc0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 945 time: 0.0543056 Sep 16 06:29:23.698326 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 9b03b66c-bc65-4da5-9032-bbb590841543 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:29:23.698792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:23.807499 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port 9b03b66c-bc65-4da5-9032-bbb590841543, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=9b03b66c-bc65-4da5-9032-bbb590841543,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:23.807877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:23.823847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 9b03b66c-bc65-4da5-9032-bbb590841543 owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:29:23.990468 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:24.070494 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:24.103444 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=9b03b66c-bc65-4da5-9032-bbb590841543,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:24.150158 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] No DVR routers for this DVR port 9b03b66c-bc65-4da5-9032-bbb590841543 on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:29:24.153061 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:24.155252 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b6f4f30d-95f9-4220-9bbf-3a2f3e9ac172 req-76451a23-a26f-4cdd-b3f7-56dbefd97e59 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.66 "DELETE /v2.0/ports/9b03b66c-bc65-4da5-9032-bbb590841543 HTTP/1.1" status: 204 len: 173 time: 0.5436840 Sep 16 06:29:24.155736 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'name': 'network-vif-deleted', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:24.158192 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8149dc1f-ce53-4bff-a672-211725ab0158" -d '{"events": [{"server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "name": "network-vif-deleted", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:24.201109 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fd3bf9-0d46-486b-a823-9095c1f17ef3 x-openstack-request-id: req-e6fd3bf9-0d46-486b-a823-9095c1f17ef3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:24.201303 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f532d-078f-4bc0-aa81-a007abe44a3e", "name": "network-vif-deleted", "tag": "9b03b66c-bc65-4da5-9032-bbb590841543", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:24.201679 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6fd3bf9-0d46-486b-a823-9095c1f17ef3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:24.201969 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8f532d-078f-4bc0-aa81-a007abe44a3e', 'name': 'network-vif-deleted', 'tag': '9b03b66c-bc65-4da5-9032-bbb590841543', 'status': 'completed', 'code': 200} Sep 16 06:29:24.268476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ae059008-71f8-4f02-9f1b-c6d5ce808559 req-9aa363da-da9d-448d-be6e-42e951805eea tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a8f532d-078f-4bc0-aa81-a007abe44a3e HTTP/1.1" status: 200 len: 210 time: 0.0302136 Sep 16 06:29:25.337961 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53112) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:25.610625 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:26.024261 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:26.292339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port e5e28c67-39a4-48f6-bee3-2a76b310b10f {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:29:26.292339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:26.381497 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port e5e28c67-39a4-48f6-bee3-2a76b310b10f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=e5e28c67-39a4-48f6-bee3-2a76b310b10f,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:26.381497 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:26.393432 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for e5e28c67-39a4-48f6-bee3-2a76b310b10f owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:29:26.663587 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:26.690749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=e5e28c67-39a4-48f6-bee3-2a76b310b10f,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:26.705601 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.705956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.706300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.706752 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.706972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.707301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.707763 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.708048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.708308 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.708658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.708957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.709329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:26.884454 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.107966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:29:27.225927 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:29:27.232196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-62659ca1-8d3d-425a-9701-756553757e5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/98ed1c4a-4189-4044-b8f5-59e1ec7bc386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8930707 Sep 16 06:29:27.235672 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53114) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:27.245757 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:29:27.247509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] Sync routers for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:29:27.269502 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:27.270188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:27.277283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9b03b66c-bc65-4da5-9032-bbb590841543 no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:29:27.317584 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe07198a-5b80-4eed-afca-a35f9df48c00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting subnet c3b85809-048a-4858-8858-aa4ac1b89165 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:29:27.321161 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe07198a-5b80-4eed-afca-a35f9df48c00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.345713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 9b03b66c-bc65-4da5-9032-bbb590841543 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:29:27.349724 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 9b03b66c-bc65-4da5-9032-bbb590841543 not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:29:27.381861 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe07198a-5b80-4eed-afca-a35f9df48c00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.480846 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe07198a-5b80-4eed-afca-a35f9df48c00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.596210 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:27.602907 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe07198a-5b80-4eed-afca-a35f9df48c00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.640824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07198a-5b80-4eed-afca-a35f9df48c00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b85809-048a-4858-8858-aa4ac1b89165,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:27.650565 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-fe07198a-5b80-4eed-afca-a35f9df48c00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.656219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-fe07198a-5b80-4eed-afca-a35f9df48c00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/subnets/c3b85809-048a-4858-8858-aa4ac1b89165 HTTP/1.1" status: 204 len: 168 time: 0.4160469 Sep 16 06:29:27.658712 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53116) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:27.672554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f3a53-01f1-4291-88a0-6ae977d91dea None None] Network 97782663-2ece-4b1b-b422-b6f0f04a2dbe requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:29:27.737399 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.767557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-9fe34c18-eb0b-4aaa-a7fd-e1485390f679 req-29aa5112-50e8-4959-8506-7e08d2bcb280 service neutron] (95659) timed out ('10.222.0.49', 47066) {{(pid=95659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:29:27.783380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.904888 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:27.915578 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:29:26Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:27.943444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] Checking router: 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:29:27.952191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] Routers {'98ed1c4a-4189-4044-b8f5-59e1ec7bc386'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:27.953341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:27.995409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d25890-1210-413f-876c-420336f71db9 None None] DHCP port deletion for 97782663-2ece-4b1b-b422-b6f0f04a2dbe request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:29:28.007265 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port fefa52cc-2940-44d5-bba1-736f87710236 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:29:28.007639 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.095129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port fefa52cc-2940-44d5-bba1-736f87710236, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=fefa52cc-2940-44d5-bba1-736f87710236,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:28.095678 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.095978 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] Set router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:28.109793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for fefa52cc-2940-44d5-bba1-736f87710236 owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:29:28.162160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3d25890-1210-413f-876c-420336f71db9 None None] Deleting port 66059c72-73c7-46d9-afe4-c25cc25401dc {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:29:28.162453 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3d25890-1210-413f-876c-420336f71db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.282424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3d25890-1210-413f-876c-420336f71db9 None None] For port 66059c72-73c7-46d9-afe4-c25cc25401dc, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=66059c72-73c7-46d9-afe4-c25cc25401dc,segment=NetworkSegment(24e279fa-8859-4f13-a9e5-ce2365f822fe),segment_id=24e279fa-8859-4f13-a9e5-ce2365f822fe)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:28.282424 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3d25890-1210-413f-876c-420336f71db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.296482 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3d25890-1210-413f-876c-420336f71db9 None None] Calling delete_port for 66059c72-73c7-46d9-afe4-c25cc25401dc owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:29:28.338707 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.378857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=fefa52cc-2940-44d5-bba1-736f87710236,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:28.430575 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:29:26Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:28.443037 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.459261 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0964e-810e-4ac2-9c01-8be1dc9bce0a None None] The sync data for ids ['98ed1c4a-4189-4044-b8f5-59e1ec7bc386'] in n-d-712749-15 is: [{'id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445820805', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:29:26Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'fefa52cc-2940-44d5-bba1-736f87710236', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c4a-4189-4044-b8f5-59e1ec7bc386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:29:28.481479 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3d25890-1210-413f-876c-420336f71db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.523118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25890-1210-413f-876c-420336f71db9 None None] Pushing event deleted for resources: {'Port': ['ID=66059c72-73c7-46d9-afe4-c25cc25401dc,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:28.526851 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d25890-1210-413f-876c-420336f71db9 None None] No DVR routers for this DVR port 66059c72-73c7-46d9-afe4-c25cc25401dc on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:29:28.560842 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.563075 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.670467 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.671057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Fanout notify agent at l3_agent the message router_deleted on router 98ed1c4a-4189-4044-b8f5-59e1ec7bc386 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:29:28.678341 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.679495 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9b57f25a-e90c-4415-941f-466fd42d0035 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/routers/98ed1c4a-4189-4044-b8f5-59e1ec7bc386 HTTP/1.1" status: 204 len: 168 time: 1.0197225 Sep 16 06:29:28.682329 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53120) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:28.769112 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.870101 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.893821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97782663-2ece-4b1b-b422-b6f0f04a2dbe']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:28.904638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e279fa-8859-4f13-a9e5-ce2365f822fe') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:28.904982 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e279fa-8859-4f13-a9e5-ce2365f822fe') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:28.920396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.943259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.950953 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:29:28.951391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:29:28.955395 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:29:29.087410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.093626 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.098800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/networks/97782663-2ece-4b1b-b422-b6f0f04a2dbe HTTP/1.1" status: 204 len: 168 time: 0.4125571 Sep 16 06:29:29.100092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53122) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:29.129871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ce418-6551-41c3-8e93-f3b0822b20e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Network': ['ID=97782663-2ece-4b1b-b422-b6f0f04a2dbe,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:29.190109 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb47002a-4ce6-4fee-b8dd-8532be5e57ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.226516 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb47002a-4ce6-4fee-b8dd-8532be5e57ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.373048 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.441401 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb47002a-4ce6-4fee-b8dd-8532be5e57ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.444113 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bb47002a-4ce6-4fee-b8dd-8532be5e57ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.445309 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bb47002a-4ce6-4fee-b8dd-8532be5e57ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/security-groups/6291f15f-d454-4a2d-b100-83f0618bf932 HTTP/1.1" status: 204 len: 168 time: 0.3441737 Sep 16 06:29:29.456019 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47002a-4ce6-4fee-b8dd-8532be5e57ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291f15f-d454-4a2d-b100-83f0618bf932,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:29.587615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 66059c72-73c7-46d9-afe4-c25cc25401dc no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:29:29.610451 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 66059c72-73c7-46d9-afe4-c25cc25401dc {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:29:29.610799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 66059c72-73c7-46d9-afe4-c25cc25401dc not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:29:29.611316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e5e28c67-39a4-48f6-bee3-2a76b310b10f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:29:29.631130 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: e5e28c67-39a4-48f6-bee3-2a76b310b10f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:29:29.631480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device e5e28c67-39a4-48f6-bee3-2a76b310b10f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:29:29.631963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fefa52cc-2940-44d5-bba1-736f87710236 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:29:29.651175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: fefa52cc-2940-44d5-bba1-736f87710236 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:29:29.651605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device fefa52cc-2940-44d5-bba1-736f87710236 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:29:29.992381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53130) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:29.997020 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-f0d93af9-4150-47bc-a002-5ef3e29e15d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885403033', 'description': 'tempest-secgroup-smoke-1885403033 description', 'project_id': '542bb4ea12354f9d95111387712c8087'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:30.149964 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0d93af9-4150-47bc-a002-5ef3e29e15d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.251734 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0d93af9-4150-47bc-a002-5ef3e29e15d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.355897 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0d93af9-4150-47bc-a002-5ef3e29e15d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.391572 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d93af9-4150-47bc-a002-5ef3e29e15d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424d8371-3c2d-49c6-b4e3-9591dbc1628d,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:30.470267 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-f0d93af9-4150-47bc-a002-5ef3e29e15d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.471563 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-f0d93af9-4150-47bc-a002-5ef3e29e15d8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4781766 Sep 16 06:29:30.474826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53132) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:30.479585 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-e5f593dd-6257-41b0-8e41-a98fd0c187d6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '424d8371-3c2d-49c6-b4e3-9591dbc1628d', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:30.584887 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5f593dd-6257-41b0-8e41-a98fd0c187d6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.644919 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5f593dd-6257-41b0-8e41-a98fd0c187d6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.738056 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5f593dd-6257-41b0-8e41-a98fd0c187d6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.757778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f593dd-6257-41b0-8e41-a98fd0c187d6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e5c485-3fdf-44da-b3e4-aeb44a8c1819,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:30.842167 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5f593dd-6257-41b0-8e41-a98fd0c187d6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.844543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e5f593dd-6257-41b0-8e41-a98fd0c187d6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3685133 Sep 16 06:29:30.847093 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53134) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:30.851964 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-6d5ea6ab-658f-41ae-9306-8b6b0927736b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '424d8371-3c2d-49c6-b4e3-9591dbc1628d', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:30.937912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea6ab-658f-41ae-9306-8b6b0927736b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.004873 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea6ab-658f-41ae-9306-8b6b0927736b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.098486 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea6ab-658f-41ae-9306-8b6b0927736b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.117434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ea6ab-658f-41ae-9306-8b6b0927736b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e588edf-1fe5-49b6-bc79-ab29c79437a2,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:31.195849 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea6ab-658f-41ae-9306-8b6b0927736b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.197165 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6d5ea6ab-658f-41ae-9306-8b6b0927736b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3491006 Sep 16 06:29:31.200066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53136) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:31.205234 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-26e89b32-361e-4ffb-a554-075c752862b1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '424d8371-3c2d-49c6-b4e3-9591dbc1628d', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:31.327099 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26e89b32-361e-4ffb-a554-075c752862b1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.397035 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26e89b32-361e-4ffb-a554-075c752862b1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.492014 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26e89b32-361e-4ffb-a554-075c752862b1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.512247 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e89b32-361e-4ffb-a554-075c752862b1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff682a9-8ff4-4db3-bb97-ad86c866df97,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:31.584390 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-26e89b32-361e-4ffb-a554-075c752862b1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.585668 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-26e89b32-361e-4ffb-a554-075c752862b1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846192 Sep 16 06:29:31.588269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53138) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:31.592833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-5d5c9dd4-7b7f-4d23-84cc-4a60dc3f18db tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '424d8371-3c2d-49c6-b4e3-9591dbc1628d', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:31.693542 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9dd4-7b7f-4d23-84cc-4a60dc3f18db tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.764060 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9dd4-7b7f-4d23-84cc-4a60dc3f18db tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.898801 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9dd4-7b7f-4d23-84cc-4a60dc3f18db tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.920201 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c9dd4-7b7f-4d23-84cc-4a60dc3f18db tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a6e522-2342-49e3-86a1-daa53094c7d6,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:32.030273 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-5d5c9dd4-7b7f-4d23-84cc-4a60dc3f18db tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.032406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-5d5c9dd4-7b7f-4d23-84cc-4a60dc3f18db tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4431236 Sep 16 06:29:32.035475 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53140) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:32.039922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-76f25524-58e4-4d1f-95b2-64f95c81a6eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '424d8371-3c2d-49c6-b4e3-9591dbc1628d', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:32.127086 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-76f25524-58e4-4d1f-95b2-64f95c81a6eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:29:32.132319 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76f25524-58e4-4d1f-95b2-64f95c81a6eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.198394 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76f25524-58e4-4d1f-95b2-64f95c81a6eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.292854 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76f25524-58e4-4d1f-95b2-64f95c81a6eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.313438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f25524-58e4-4d1f-95b2-64f95c81a6eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a514abb5-1621-4589-95d8-a35a64974501,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:32.383498 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76f25524-58e4-4d1f-95b2-64f95c81a6eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.384730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-76f25524-58e4-4d1f-95b2-64f95c81a6eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3482676 Sep 16 06:29:32.387567 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53142) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:32.393131 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bf58c1bf-de06-49a0-909d-fcc22fea99b3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '424d8371-3c2d-49c6-b4e3-9591dbc1628d', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:32.481514 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-bf58c1bf-de06-49a0-909d-fcc22fea99b3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:29:32.487377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf58c1bf-de06-49a0-909d-fcc22fea99b3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.555121 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf58c1bf-de06-49a0-909d-fcc22fea99b3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.641402 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf58c1bf-de06-49a0-909d-fcc22fea99b3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.661078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58c1bf-de06-49a0-909d-fcc22fea99b3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef859495-5686-485b-a7f7-53cf165369f8,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:32.733789 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bf58c1bf-de06-49a0-909d-fcc22fea99b3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.736359 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bf58c1bf-de06-49a0-909d-fcc22fea99b3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3472288 Sep 16 06:29:32.739122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53144) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:32.744228 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'network': {'name': 'tempest-network-smoke--200993316', 'project_id': '542bb4ea12354f9d95111387712c8087', 'port_security_enabled': True}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:32.830896 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:29:32.840280 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.879153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:29:32.897862 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:32.898357 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Added segment 2b8801dd-cbfc-49ed-8deb-dfcf931f55ae of type vlan for network fce6a408-c9f4-406d-8c35-a1e9c8451bad Sep 16 06:29:32.947063 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:33.058439 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:33.065493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:33.066145 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:33.140099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Network': ['ID=fce6a408-c9f4-406d-8c35-a1e9c8451bad,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:33.152063 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:29:33.191354 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-45cd59bd-d5e7-4a18-81f5-b05ac2b6e9f0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4509385 Sep 16 06:29:33.195358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53146) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:33.200455 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'admin_state_up': True, 'project_id': '542bb4ea12354f9d95111387712c8087', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:33.299246 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:33.300336 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:33.367006 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:33.590412 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:33.911500 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:33.931360 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:34.042774 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.113 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/91e8f0df-f72f-4476-abd1-6b15b91f304c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:29:34.157877 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:34.247356 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:34.284757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:29:34.287583 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:34.291260 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:29:34.317658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=91e8f0df-f72f-4476-abd1-6b15b91f304c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:34.653543 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:35.199610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:35.407646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:29:35.518294 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:29:35.528449 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Sync routers for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:29:35.538105 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:35.538707 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:35.595578 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:35.600144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-da9105c4-41bf-415e-b793-ac81a9c4cfc5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4005277 Sep 16 06:29:35.600384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53150) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:35.641107 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:35.678119 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2665456e-cdcf-445c-a289-11e02df59e28 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=542bb4ea12354f9d95111387712c8087&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766521 Sep 16 06:29:35.680871 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53154) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:35.786522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2dd81-da32-458d-8022-8fbaa531ed31 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:35.788623 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a0b2dd81-da32-458d-8022-8fbaa531ed31 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1066830 Sep 16 06:29:35.791614 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53156) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:35.821349 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-adb73e52-3dd6-4518-8ae6-2717cf9ea14b tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284429 Sep 16 06:29:35.829847 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53158) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:35.834186 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:34Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:35.834880 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013150627', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'project_id': '542bb4ea12354f9d95111387712c8087', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:35.861951 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Checking router: 64cc5818-9d17-44d2-b7e1-1f7ac519e53f for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:29:35.862257 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Updating router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f port 91e8f0df-f72f-4476-abd1-6b15b91f304c binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:29:35.888635 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.007216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:29:36.010781 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.157990 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.218296 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.271032 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Attempting to bind port 91e8f0df-f72f-4476-abd1-6b15b91f304c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:29:36.271400 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Attempting to bind port 91e8f0df-f72f-4476-abd1-6b15b91f304c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:29:36.272047 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Attempting to bind port 91e8f0df-f72f-4476-abd1-6b15b91f304c on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:29:36.274110 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Pushing event updated for resources: {'Port': ['ID=91e8f0df-f72f-4476-abd1-6b15b91f304c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:36.283069 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:29:36.287323 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:29:36.287323 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.287323 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:29:36.287323 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Bound port: 91e8f0df-f72f-4476-abd1-6b15b91f304c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:29:36.287323 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.287323 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.287947 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.287947 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.288139 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.288460 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.288784 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.289102 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.289420 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.289737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.290053 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.290369 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.290683 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:36.304351 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.346094 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] For port 91e8f0df-f72f-4476-abd1-6b15b91f304c, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:29:36.349342 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] For port 91e8f0df-f72f-4476-abd1-6b15b91f304c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=91e8f0df-f72f-4476-abd1-6b15b91f304c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:29:36.368206 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Subnet': ['ID=76d281f0-d208-4ae1-a921-628f04963659,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:36.384564 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Checking segment: {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:29:36.384924 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network hostable DHCP agents. Network: fce6a408-c9f4-406d-8c35-a1e9c8451bad, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:29:36.447570 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.481546 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:29:36.506724 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:36.507343 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:36.509967 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3510a52-fad0-4bf5-a415-412022102eb0 None None] Pushing event updated for resources: {'Port': ['ID=91e8f0df-f72f-4476-abd1-6b15b91f304c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:36.549772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, fce6a408-c9f4-406d-8c35-a1e9c8451bad) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:36.555244 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:36.555871 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.560192 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8fa20-a6ed-40aa-87f4-d8a61eaaf750 None None] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:29:36.616997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:36.648987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-89ab55d1-004f-48b5-9532-5a27e3a52a09 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8180168 Sep 16 06:29:36.651644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53160) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:36.738957 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:29:36.740213 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:36.829868 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:34Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:36.858980 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de751d72-2374-4089-bbdc-44bc93b1f6b9 None None] The sync data for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 is: [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:34Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:29:36.916634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Allocated IP 172.20.0.2 (fce6a408-c9f4-406d-8c35-a1e9c8451bad/76d281f0-d208-4ae1-a921-628f04963659/8cc5747d-0668-4cdd-b959-67fe35bc791a) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:29:37.073026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.133178 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.178195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:29:37.183531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:37.183721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.188357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:29:37.201103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Pushing event updated for resources: {'Port': ['ID=8cc5747d-0668-4cdd-b959-67fe35bc791a,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:37.255478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Attempting to bind port 8cc5747d-0668-4cdd-b959-67fe35bc791a on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:29:37.255758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Attempting to bind port 8cc5747d-0668-4cdd-b959-67fe35bc791a by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:29:37.256164 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Attempting to bind port 8cc5747d-0668-4cdd-b959-67fe35bc791a on network fce6a408-c9f4-406d-8c35-a1e9c8451bad {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:29:37.261739 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:29:37.262117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Checking segment: {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:29:37.262740 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.262945 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Bound using segment: {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:29:37.263397 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Bound port: 8cc5747d-0668-4cdd-b959-67fe35bc791a, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:29:37.263783 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.333226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] For port 8cc5747d-0668-4cdd-b959-67fe35bc791a, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:29:37.340869 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] For port 8cc5747d-0668-4cdd-b959-67fe35bc791a, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8cc5747d-0668-4cdd-b959-67fe35bc791a,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:29:37.398065 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 91e8f0df-f72f-4476-abd1-6b15b91f304c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:29:37.437451 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.510456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.1 (fce6a408-c9f4-406d-8c35-a1e9c8451bad/76d281f0-d208-4ae1-a921-628f04963659/ff8d09c4-c561-4987-a724-c277c14f2f86) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:29:37.510827 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 91e8f0df-f72f-4476-abd1-6b15b91f304c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:37.511087 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.512825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269866f-2a4b-46df-99dd-85ca8fcfc740 None None] Pushing event updated for resources: {'Port': ['ID=8cc5747d-0668-4cdd-b959-67fe35bc791a,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:37.614501 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.636463 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 91e8f0df-f72f-4476-abd1-6b15b91f304c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=91e8f0df-f72f-4476-abd1-6b15b91f304c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:37.650541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.732811 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.784647 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:37.791131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=91e8f0df-f72f-4476-abd1-6b15b91f304c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:37.846785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:29:37.850004 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:37.854237 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:29:37.886018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=ff8d09c4-c561-4987-a724-c277c14f2f86,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:37.917161 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.138332 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.438896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.460989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a23de-c143-4e13-8e8b-e6eb5c88b1e2 None None] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:29:38.509054 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.546958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5fc9cffb-4925-4909-9453-8f0cd23f7a95 None None] Provisioning complete for port 8cc5747d-0668-4cdd-b959-67fe35bc791a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:38.547339 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fc9cffb-4925-4909-9453-8f0cd23f7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.585637 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=ff8d09c4-c561-4987-a724-c277c14f2f86,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:38.589226 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.687399 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:29:38.687877 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fc9cffb-4925-4909-9453-8f0cd23f7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.689503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:38.733070 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5fc9cffb-4925-4909-9453-8f0cd23f7a95 None None] For port 8cc5747d-0668-4cdd-b959-67fe35bc791a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8cc5747d-0668-4cdd-b959-67fe35bc791a,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:38.816545 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:29:38.828342 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5fc9cffb-4925-4909-9453-8f0cd23f7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.882023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9cffb-4925-4909-9453-8f0cd23f7a95 None None] Pushing event updated for resources: {'Port': ['ID=8cc5747d-0668-4cdd-b959-67fe35bc791a,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:38.950613 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fd09f50b-ae07-4d1e-9c47-182ec27eb6bc None None] Provisioning complete for port 8cc5747d-0668-4cdd-b959-67fe35bc791a triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:38.951284 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd09f50b-ae07-4d1e-9c47-182ec27eb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:38.964286 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:29:38.971516 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-12ffe7ef-908a-4699-b0b6-d3d93aedd70a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/64cc5818-9d17-44d2-b7e1-1f7ac519e53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3168402 Sep 16 06:29:39.064580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-fd09f50b-ae07-4d1e-9c47-182ec27eb6bc None None] Provisioning complete for port ff8d09c4-c561-4987-a724-c277c14f2f86 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:39.065022 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd09f50b-ae07-4d1e-9c47-182ec27eb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:39.122825 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-fd09f50b-ae07-4d1e-9c47-182ec27eb6bc None None] Port ff8d09c4-c561-4987-a724-c277c14f2f86 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:29:39.135276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Sync routers for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:29:39.145947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:39.146406 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-abd8a32e-6a8a-4329-98d1-be4959e35f73 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885403033&fields=id&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 267 time: 0.0446990 Sep 16 06:29:39.146998 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:39.268303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-fb406973-a657-4bbc-b193-db267b87d090 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:39.269987 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-fb406973-a657-4bbc-b193-db267b87d090 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/networks?id=fce6a408-c9f4-406d-8c35-a1e9c8451bad HTTP/1.1" status: 200 len: 796 time: 0.1144946 Sep 16 06:29:39.274137 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-53debcfd-3a7f-46d9-97ed-bf900e720836 None None] Provisioning complete for port ff8d09c4-c561-4987-a724-c277c14f2f86 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:39.274581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-53debcfd-3a7f-46d9-97ed-bf900e720836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:39.279794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:39.288013 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-ebb3b72e-daa3-41d1-889d-0c2af2a411f4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/quotas/542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 375 time: 0.0109334 Sep 16 06:29:39.355075 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-53debcfd-3a7f-46d9-97ed-bf900e720836 None None] Port ff8d09c4-c561-4987-a724-c277c14f2f86 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:29:39.368027 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-ddd35bd3-0593-42ef-84ac-e656c6332ed3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695088 Sep 16 06:29:39.489849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 91e8f0df-f72f-4476-abd1-6b15b91f304c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:29:39.539612 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-7b2184e1-1443-4798-9367-f230b091fdef service neutron] 10.222.0.49 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577642 Sep 16 06:29:39.642378 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-8ce8165a-6d85-4b2b-95f8-98850c125b20 service neutron] 10.222.0.49 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963075 Sep 16 06:29:39.707516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b8f3d689-cadd-4152-8614-39428b38635b None None] Provisioning complete for port ff8d09c4-c561-4987-a724-c277c14f2f86 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:39.708140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d689-cadd-4152-8614-39428b38635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:39.757979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3d689-cadd-4152-8614-39428b38635b None None] Port ff8d09c4-c561-4987-a724-c277c14f2f86 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:29:39.769478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 91e8f0df-f72f-4476-abd1-6b15b91f304c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:39.769847 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:39.775362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 2, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:39.823453 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Checking router: 64cc5818-9d17-44d2-b7e1-1f7ac519e53f for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:29:39.823846 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Updating router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f port ff8d09c4-c561-4987-a724-c277c14f2f86 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:29:39.859759 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:39.899668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3ba1f520-ac56-4a23-b73d-f49f5b1a0ffd req-427790a6-e7fc-444a-b469-b372ab273199 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 210 time: 0.0320253 Sep 16 06:29:39.944741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8cc5747d-0668-4cdd-b959-67fe35bc791a up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:29:40.101611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8cc5747d-0668-4cdd-b959-67fe35bc791a triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:40.101893 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:40.260984 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:40.349465 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:40.399124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a682cb-5533-4fbb-9d4b-29fea551a823 None None] Pushing event updated for resources: {'Port': ['ID=ff8d09c4-c561-4987-a724-c277c14f2f86,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:40.450419 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Attempting to bind port ff8d09c4-c561-4987-a724-c277c14f2f86 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:29:40.450794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Attempting to bind port ff8d09c4-c561-4987-a724-c277c14f2f86 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:29:40.451162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Attempting to bind port ff8d09c4-c561-4987-a724-c277c14f2f86 on network fce6a408-c9f4-406d-8c35-a1e9c8451bad {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:29:40.457260 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:29:40.457636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Checking segment: {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:29:40.458071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:40.458464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Bound using segment: {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:29:40.458938 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Bound port: ff8d09c4-c561-4987-a724-c277c14f2f86, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:29:40.459324 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:40.528395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] For port ff8d09c4-c561-4987-a724-c277c14f2f86, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:29:40.532674 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] For port ff8d09c4-c561-4987-a724-c277c14f2f86, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ff8d09c4-c561-4987-a724-c277c14f2f86,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:29:40.582509 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-217bba7f-4773-4055-b66e-622a7f0fe5cf None None] Provisioning complete for port ff8d09c4-c561-4987-a724-c277c14f2f86 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:40.582879 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-217bba7f-4773-4055-b66e-622a7f0fe5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:40.615723 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-217bba7f-4773-4055-b66e-622a7f0fe5cf None None] Port ff8d09c4-c561-4987-a724-c277c14f2f86 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:29:40.664161 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:40.719493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:40.720234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:29:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:40.725225 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a682cb-5533-4fbb-9d4b-29fea551a823 None None] Pushing event updated for resources: {'Port': ['ID=ff8d09c4-c561-4987-a724-c277c14f2f86,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:40.838144 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:40.983471 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8ced4dcd-a7aa-4ead-ac1e-774b5737ebb8 None None] Provisioning complete for port ff8d09c4-c561-4987-a724-c277c14f2f86 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:40.984177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ced4dcd-a7aa-4ead-ac1e-774b5737ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:40.984727 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0ad7e748-01fd-4416-ba1d-dec80a6bacd6 req-205f0acd-8359-4e66-b38e-7b1fd582ac29 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 210 time: 0.0294654 Sep 16 06:29:41.118376 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ced4dcd-a7aa-4ead-ac1e-774b5737ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:41.149890 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-c53225df-183e-4ce6-9972-93734410e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:40Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:41.195317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53225df-183e-4ce6-9972-93734410e895 None None] The sync data for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 is: [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:40Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:29:41.195317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-8ced4dcd-a7aa-4ead-ac1e-774b5737ebb8 None None] For port ff8d09c4-c561-4987-a724-c277c14f2f86, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ff8d09c4-c561-4987-a724-c277c14f2f86,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:41.269881 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ced4dcd-a7aa-4ead-ac1e-774b5737ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:41.335450 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced4dcd-a7aa-4ead-ac1e-774b5737ebb8 None None] Pushing event updated for resources: {'Port': ['ID=ff8d09c4-c561-4987-a724-c277c14f2f86,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:41.395228 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ff8d09c4-c561-4987-a724-c277c14f2f86 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:29:41.459097 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ff8d09c4-c561-4987-a724-c277c14f2f86 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:41.459544 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:42.084382 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e75a5bab-9cf7-49e0-ada3-597271bedef3 req-31fb9394-78e6-42b4-8965-f17cf58bf363 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 210 time: 0.0298371 Sep 16 06:29:43.179032 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0f2cb3f-1bc2-4dec-b48b-cf76447adbee req-a7c5e4c2-8710-4bee-8344-99afbfdababa tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 210 time: 0.0267625 Sep 16 06:29:43.356304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ff8d09c4-c561-4987-a724-c277c14f2f86 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:29:43.406577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ff8d09c4-c561-4987-a724-c277c14f2f86 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:43.406963 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:44.245475 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-c1c64aa5-e4dc-46f2-ba6e-70e0dabe3c8b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:44.247063 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-c1c64aa5-e4dc-46f2-ba6e-70e0dabe3c8b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/networks?id=fce6a408-c9f4-406d-8c35-a1e9c8451bad HTTP/1.1" status: 200 len: 796 time: 0.1125124 Sep 16 06:29:44.289900 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71d439a7-09bc-4a23-bb71-1a9d275e0271 req-c2753481-3401-4525-b727-35f7eb2923ae tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 210 time: 0.0393219 Sep 16 06:29:44.312984 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-79f91889-6160-45dc-8c25-12475a994c77 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 380 time: 0.0517514 Sep 16 06:29:44.322010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'port': {'device_id': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'admin_state_up': True, 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'security_groups': ['424d8371-3c2d-49c6-b4e3-9591dbc1628d']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:44.560939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:29:44.565513 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:44.692265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.8 (fce6a408-c9f4-406d-8c35-a1e9c8451bad/76d281f0-d208-4ae1-a921-628f04963659/ea70c8d5-d329-4c8f-89ed-3b412d6a56e6) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:29:44.832933 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:44.977947 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:45.020991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:29:45.024383 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:45.030243 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:29:45.037505 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:45.087991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:45.087991 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:45.185053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-f8f107a2-7cb6-4518-af3e-e1c700262c99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8665593 Sep 16 06:29:45.208692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Request body: {'port': {'device_id': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:45.217117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dbdf4551-c2ab-4fc8-b395-100fcfc540d5 None None] Provisioning complete for port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:45.217655 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dbdf4551-c2ab-4fc8-b395-100fcfc540d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:45.255494 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf4551-c2ab-4fc8-b395-100fcfc540d5 None None] Port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:29:45.272040 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:45.412674 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e533-485f-464c-ae8e-cd49913f98db req-1012d30c-2d59-4cee-9241-f502c5c82c13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:45.416466 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c28e533-485f-464c-ae8e-cd49913f98db req-1012d30c-2d59-4cee-9241-f502c5c82c13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 931 time: 0.0521722 Sep 16 06:29:45.455520 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-6c28e533-485f-464c-ae8e-cd49913f98db req-39952f76-20eb-4e16-9c70-8616f141bbc0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332983 Sep 16 06:29:45.545086 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:29:45.553077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:45.565692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Transition to ACTIVE for port object ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:29:45.669503 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:45.723717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Pushing event updated for resources: {'Port': ['ID=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:45.799909 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Attempting to bind port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:29:45.800259 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Attempting to bind port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:29:45.800597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Attempting to bind port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 on network fce6a408-c9f4-406d-8c35-a1e9c8451bad {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:29:45.805332 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 on network fce6a408-c9f4-406d-8c35-a1e9c8451bad not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:29:45.805669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Attempting to bind port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 on network fce6a408-c9f4-406d-8c35-a1e9c8451bad {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:29:45.810773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:29:45.811115 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Checking segment: {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:29:45.811507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Bound using segment: {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:29:45.811972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Bound port: ea70c8d5-d329-4c8f-89ed-3b412d6a56e6, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:29:45.812339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:45.890417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] For port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:29:45.893708 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] For port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:29:46.002685 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:46.041899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:46.042479 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:46.044636 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] 10.222.0.30 "PUT /v2.0/ports/ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 HTTP/1.1" status: 200 len: 1092 time: 0.8447194 Sep 16 06:29:46.046963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:46.050344 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7534172f-3185-4ba4-a705-83d905ab57cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:46.085025 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac5da0-6b7f-46c5-97ed-9562d1205320 service neutron] Pushing event updated for resources: {'Port': ['ID=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:46.097391 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3294451e-bc34-4271-a6ef-fa1608169a3e x-openstack-request-id: req-3294451e-bc34-4271-a6ef-fa1608169a3e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:46.097698 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:46.097952 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3294451e-bc34-4271-a6ef-fa1608169a3e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:46.098423 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'status': 'completed', 'code': 200} Sep 16 06:29:46.184059 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534172f-3185-4ba4-a705-83d905ab57cc req-0cdeed4d-6792-4d1c-8c02-e02f5d62b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:46.185632 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7534172f-3185-4ba4-a705-83d905ab57cc req-0cdeed4d-6792-4d1c-8c02-e02f5d62b3e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 1095 time: 0.0489655 Sep 16 06:29:46.300714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534172f-3185-4ba4-a705-83d905ab57cc req-b1ed0190-3937-4936-8672-16105ea25edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:46.302226 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7534172f-3185-4ba4-a705-83d905ab57cc req-b1ed0190-3937-4936-8672-16105ea25edd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=542bb4ea12354f9d95111387712c8087&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1032221 Sep 16 06:29:46.400853 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534172f-3185-4ba4-a705-83d905ab57cc req-b329f933-ec46-4cc5-b134-6076c50bab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:46.402360 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7534172f-3185-4ba4-a705-83d905ab57cc req-b329f933-ec46-4cc5-b134-6076c50bab5d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930629 Sep 16 06:29:46.500227 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-9d3be41b-3cc4-4f91-a62e-f0224350e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:46.502302 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-9d3be41b-3cc4-4f91-a62e-f0224350e4b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 1095 time: 0.0440056 Sep 16 06:29:46.560113 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-6eac4035-57da-4fbb-8f5d-e90eb7fbaee1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 HTTP/1.1" status: 200 len: 217 time: 0.0422709 Sep 16 06:29:46.585552 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3db1db-eb50-48d0-9cab-bc6ee3fb1226 req-1d19b384-98aa-49b7-aee7-9fb97e30dc4d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:46.587110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e3db1db-eb50-48d0-9cab-bc6ee3fb1226 req-1d19b384-98aa-49b7-aee7-9fb97e30dc4d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 943 time: 0.0494874 Sep 16 06:29:46.611048 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-aac64cd3-b5b5-4054-a582-eaa4773ec9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:46.612604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-aac64cd3-b5b5-4054-a582-eaa4773ec9e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76d281f0-d208-4ae1-a921-628f04963659 HTTP/1.1" status: 200 len: 835 time: 0.0460975 Sep 16 06:29:46.630460 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2e3db1db-eb50-48d0-9cab-bc6ee3fb1226 req-919a3e94-18e4-43b5-afa9-8e496ba71f65 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372849 Sep 16 06:29:46.662196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-e3db7935-82ba-4163-8e2d-cd9f89d56e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:46.663717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-e3db7935-82ba-4163-8e2d-cd9f89d56e2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce6a408-c9f4-406d-8c35-a1e9c8451bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439913 Sep 16 06:29:46.759577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-1dc3a44c-2595-40d3-932b-93bf1022b1a1 service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886943 Sep 16 06:29:46.854230 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-11cfbe19-8d6c-4197-9d56-3eacd8747359 req-af17c8cf-fb31-4958-b8a2-3bff05183524 service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868742 Sep 16 06:29:47.752655 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf6433-aeb6-4255-b659-70eedda4939c req-89c58a45-86f5-434a-aa07-0aac16593340 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:47.754169 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cedf6433-aeb6-4255-b659-70eedda4939c req-89c58a45-86f5-434a-aa07-0aac16593340 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 943 time: 0.0540569 Sep 16 06:29:47.792097 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cedf6433-aeb6-4255-b659-70eedda4939c req-542f0ea1-5f51-44d7-8c00-f2714d3732d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319805 Sep 16 06:29:48.910978 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c0fdf-dc34-44f1-b0a6-c2cf5f151479 req-841064e7-6256-48ed-908b-e5e157ff58e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:48.912500 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d35c0fdf-dc34-44f1-b0a6-c2cf5f151479 req-841064e7-6256-48ed-908b-e5e157ff58e1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 943 time: 0.0533452 Sep 16 06:29:48.950992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d35c0fdf-dc34-44f1-b0a6-c2cf5f151479 req-b1fbfd6d-f522-45f2-a0fe-52a5a86ac6ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324914 Sep 16 06:29:49.315154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:29:49.411350 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:49.423206 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'port_id': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'mac_address': 'fa:16:3e:b9:6a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:29:49.460889 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:49.478071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:29:49.497276 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:49.618215 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:49.666483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:49.673951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.674294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.674634 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.674964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.675331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.675662 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.676018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.676338 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.676658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.677000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.677322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.677636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:49.943395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['ea70c8d5-d329-4c8f-89ed-3b412d6a56e6'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:29:49.948965 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e2d6287f-6af2-459e-a9ad-a60cc38a7643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:50.069172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5a097-1fcb-48f0-912f-d2dab13262db req-8a444dfd-4a14-4d74-9d89-924fcf281254 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:50.070832 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71d5a097-1fcb-48f0-912f-d2dab13262db req-8a444dfd-4a14-4d74-9d89-924fcf281254 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 944 time: 0.0496402 Sep 16 06:29:50.109347 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-71d5a097-1fcb-48f0-912f-d2dab13262db req-0cc271a1-6330-40e3-a51d-26cf8738c065 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Sep 16 06:29:51.230548 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d6abb-ff22-425f-9d6c-7a575d5603d6 req-f6fa6b0d-acab-4547-9975-543120726562 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:51.232076 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-413d6abb-ff22-425f-9d6c-7a575d5603d6 req-f6fa6b0d-acab-4547-9975-543120726562 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 944 time: 0.0499682 Sep 16 06:29:51.271682 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-413d6abb-ff22-425f-9d6c-7a575d5603d6 req-86592b1c-a424-40ac-9382-2d8ecdd600eb tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330386 Sep 16 06:29:51.305068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:29:51.444129 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:29:51.449179 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:51.449999 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:51.542799 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:51.566221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:51.568502 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0934bc1f-e98a-4c24-b37b-318526b6c67e" -d '{"events": [{"server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "name": "network-vif-plugged", "status": "completed", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:51.583162 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:51.607714 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f5d9a-fade-4832-80f7-60316db58a91 x-openstack-request-id: req-1e4f5d9a-fade-4832-80f7-60316db58a91 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:51.608119 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "name": "network-vif-plugged", "status": "completed", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:51.608397 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e4f5d9a-fade-4832-80f7-60316db58a91 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:51.608796 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'code': 200} Sep 16 06:29:51.657755 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:51.692272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:51.730355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d66988-d7a4-4b95-bbf2-0a070097781f req-f10a6c4b-21f1-478c-889a-7ee857e0d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:51.731836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18d66988-d7a4-4b95-bbf2-0a070097781f req-f10a6c4b-21f1-478c-889a-7ee857e0d5e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 1097 time: 0.0408118 Sep 16 06:29:51.741976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:51.773225 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-18d66988-d7a4-4b95-bbf2-0a070097781f req-613cd2dc-47a3-48b6-81c0-1bffe020aafa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345805 Sep 16 06:29:52.390375 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd2b71-749d-49f3-9350-65f1a5558c15 req-9040c2cc-df48-44ee-b5e7-f06a746e7914 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:52.392818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dadd2b71-749d-49f3-9350-65f1a5558c15 req-9040c2cc-df48-44ee-b5e7-f06a746e7914 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0509229 Sep 16 06:29:52.434964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dadd2b71-749d-49f3-9350-65f1a5558c15 req-2829d333-dabf-4754-a624-46a0d7ed9caa tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359645 Sep 16 06:29:53.092241 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7bef150a-d088-4875-970c-fcca924d48ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:53.565030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206057e-ca0d-49f4-9de4-d93fd691bb76 req-099de30b-7a69-4708-9d28-9458272f0777 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:53.566441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3206057e-ca0d-49f4-9de4-d93fd691bb76 req-099de30b-7a69-4708-9d28-9458272f0777 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0600691 Sep 16 06:29:53.604896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3206057e-ca0d-49f4-9de4-d93fd691bb76 req-78c4902b-0f6d-4e34-a0d6-d372bfcfa236 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Sep 16 06:29:53.721778 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe2835-5361-4e10-96e7-cb1c76bc1a21 req-83afed1d-c984-43e0-bc24-a85e3f9be862 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:53.723304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ebe2835-5361-4e10-96e7-cb1c76bc1a21 req-83afed1d-c984-43e0-bc24-a85e3f9be862 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Sep 16 06:29:53.762243 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1ebe2835-5361-4e10-96e7-cb1c76bc1a21 req-50cf1829-ef52-4c56-8fe0-5075cbf4cfa3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327604 Sep 16 06:29:53.786060 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53228) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:53.828238 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf1bbe-4957-497b-86d6-f9784373ce9f tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:53.830402 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-11bf1bbe-4957-497b-86d6-f9784373ce9f tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 1092 time: 0.0432882 Sep 16 06:29:53.833236 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53230) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:53.837754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:29:53.989565 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:54.001168 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:54.092129 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:54.196817 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.75 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/3962df46-b015-430d-832b-89276952f82c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:29:54.303909 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:54.378213 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:54.415053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:29:54.417895 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:29:54.423938 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:29:54.429381 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=3962df46-b015-430d-832b-89276952f82c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:54.453776 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.454127 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.454467 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.454797 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.455123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.455447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.455772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.456115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.456438 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.456755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.457072 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:54.457387 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:55.112817 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:55.243933 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:55.397976 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:55.457904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:55.531949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=3962df46-b015-430d-832b-89276952f82c,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:55.541950 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:55.566720 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:55.644326 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP 7cdb9452-34a5-4829-8f01-36d5f8eef23e associated. External IP: 172.25.1.75, port: ea70c8d5-d329-4c8f-89ed-3b412d6a56e6. Sep 16 06:29:55.855331 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:29:55.964476 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:29:55.975811 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2b666-cad4-450b-957d-14425de65442 None None] Sync routers for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:29:55.986368 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2b666-cad4-450b-957d-14425de65442 None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:55.989287 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eab2b666-cad4-450b-957d-14425de65442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:56.039983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:56.068161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-aec8cfc4-449e-4191-b7ac-f63e2780e36a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2338359 Sep 16 06:29:56.068760 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:56.071328 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:56.093093 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-eab2b666-cad4-450b-957d-14425de65442 None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:56.110656 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc4cf42-41dc-461d-8052-0c2397d5bfe9 x-openstack-request-id: req-9fc4cf42-41dc-461d-8052-0c2397d5bfe9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:56.110955 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:56.111191 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fc4cf42-41dc-461d-8052-0c2397d5bfe9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:56.111595 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'status': 'completed', 'code': 200} Sep 16 06:29:56.177433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6803b-350e-48fa-b697-2fba525eddea req-ddd661b9-47b2-4b40-bf8d-118eb0b6aa58 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:56.178948 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73d6803b-350e-48fa-b697-2fba525eddea req-ddd661b9-47b2-4b40-bf8d-118eb0b6aa58 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0587907 Sep 16 06:29:56.236892 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-d152b07a-749d-4b5a-8b26-59b461b9f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:56.238544 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-d152b07a-749d-4b5a-8b26-59b461b9f35e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 1097 time: 0.0804133 Sep 16 06:29:56.241852 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-73d6803b-350e-48fa-b697-2fba525eddea req-dcfb3b93-e8fe-4d09-b962-6613bcdd382f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490327 Sep 16 06:29:56.265073 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53236) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:56.376072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ec1f0cfc-df16-4fae-8e01-004d5924b5da tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/7cdb9452-34a5-4829-8f01-36d5f8eef23e HTTP/1.1" status: 200 len: 990 time: 0.1092134 Sep 16 06:29:56.391139 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-d97712e0-ef61-40d9-98d4-9c5c9673fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:56.392878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-d97712e0-ef61-40d9-98d4-9c5c9673fe19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce6a408-c9f4-406d-8c35-a1e9c8451bad HTTP/1.1" status: 200 len: 897 time: 0.1467822 Sep 16 06:29:56.411804 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eab2b666-cad4-450b-957d-14425de65442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '7cdb9452-34a5-4829-8f01-36d5f8eef23e', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'port_id': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'mac_address': 'fa:16:3e:b9:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:29:54Z', 'updated_at': '2021-09-16T06:29:54Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:41Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:56.440770 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2b666-cad4-450b-957d-14425de65442 None None] Checking router: 64cc5818-9d17-44d2-b7e1-1f7ac519e53f for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:29:56.448797 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2b666-cad4-450b-957d-14425de65442 None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:29:56.449403 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eab2b666-cad4-450b-957d-14425de65442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:29:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:56.458938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-adb0285c-1161-4b90-9d58-171c1b7d470f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 HTTP/1.1" status: 200 len: 998 time: 0.0590885 Sep 16 06:29:56.507957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-283b8c85-5295-482e-9dfa-e3bec9b807a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:56.509484 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-283b8c85-5295-482e-9dfa-e3bec9b807a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76d281f0-d208-4ae1-a921-628f04963659 HTTP/1.1" status: 200 len: 835 time: 0.0437663 Sep 16 06:29:56.563809 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-b0969b91-b140-4baa-8d84-636617460b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:56.565370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-b0969b91-b140-4baa-8d84-636617460b55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce6a408-c9f4-406d-8c35-a1e9c8451bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488427 Sep 16 06:29:56.570112 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-eab2b666-cad4-450b-957d-14425de65442 None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:29:56.657924 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-5fa61d2f-65b8-42de-8393-e7d0cd6e073c service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Sep 16 06:29:56.752577 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ff17afe2-6fff-4702-a4e8-5ca6e7e33a83 req-be891206-de4d-4730-8c55-7b057cca2dc1 service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880277 Sep 16 06:29:56.800232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-eab2b666-cad4-450b-957d-14425de65442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '7cdb9452-34a5-4829-8f01-36d5f8eef23e', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'port_id': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'mac_address': 'fa:16:3e:b9:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:29:54Z', 'updated_at': '2021-09-16T06:29:54Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:41Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:29:56.830617 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2b666-cad4-450b-957d-14425de65442 None None] The sync data for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 is: [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '7cdb9452-34a5-4829-8f01-36d5f8eef23e', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'port_id': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'mac_address': 'fa:16:3e:b9:6a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:29:54Z', 'updated_at': '2021-09-16T06:29:54Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:41Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:29:57.021852 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced2e79-9e92-4dce-b8b0-556fcf033afb None None] New status for floating IP 7cdb9452-34a5-4829-8f01-36d5f8eef23e: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:29:57.380164 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53238) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:57.442277 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f4b50055-9b81-42fa-827a-ba67ea1570df tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/7cdb9452-34a5-4829-8f01-36d5f8eef23e HTTP/1.1" status: 200 len: 990 time: 0.0598581 Sep 16 06:29:57.674041 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:58.445231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53240) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:29:58.508138 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4053240c-5829-4bcf-8f48-09a9a7186e53 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/7cdb9452-34a5-4829-8f01-36d5f8eef23e HTTP/1.1" status: 200 len: 992 time: 0.0617423 Sep 16 06:29:59.407200 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:04.245781 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:30:14.825863 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-dc0db91e-286e-4c25-aa01-30dca3a5d1d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788713 Sep 16 06:30:14.925517 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-10f81dc8-037b-4958-95f6-9f545d74955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:14.927084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-10f81dc8-037b-4958-95f6-9f545d74955a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 1097 time: 0.0421834 Sep 16 06:30:15.334513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-da3e2135-9f7a-4453-8794-b8e7861264ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:15.336209 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-da3e2135-9f7a-4453-8794-b8e7861264ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce6a408-c9f4-406d-8c35-a1e9c8451bad HTTP/1.1" status: 200 len: 897 time: 0.3897467 Sep 16 06:30:15.402595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-0ddfc538-f381-4805-9150-c8f4423d44b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 HTTP/1.1" status: 200 len: 1000 time: 0.0589986 Sep 16 06:30:15.451379 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-94c87c14-8972-415e-8cf8-9764a4c415a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:15.453746 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-94c87c14-8972-415e-8cf8-9764a4c415a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76d281f0-d208-4ae1-a921-628f04963659 HTTP/1.1" status: 200 len: 835 time: 0.0433707 Sep 16 06:30:15.502664 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-99502a2f-f047-44b6-bdef-40d9d77c9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:15.504230 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-99502a2f-f047-44b6-bdef-40d9d77c9220 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce6a408-c9f4-406d-8c35-a1e9c8451bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441496 Sep 16 06:30:15.593441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-23de70d2-dcbe-4cca-9804-75286fb08c41 service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814118 Sep 16 06:30:15.688947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3e2474c7-4884-47ec-9c92-7110a9f36131 req-ae0b1ba3-183e-42db-8f32-043f4a76d339 service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883179 Sep 16 06:30:19.965684 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-65d55765-fdb9-4200-88c7-6f70fd8e3e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:21.617424 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:23.205870 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8b88-ed00-4b98-a167-7aa0f54d5db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:23.920233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.384377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3616-58fc-402c-ad3e-d3b4b1e377f9 req-910adf1f-b8b0-4783-9cca-b785c878ca39 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:25.386016 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe5a3616-58fc-402c-ad3e-d3b4b1e377f9 req-910adf1f-b8b0-4783-9cca-b785c878ca39 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.1054721 Sep 16 06:30:25.428538 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-fe5a3616-58fc-402c-ad3e-d3b4b1e377f9 req-f66b8496-a195-4910-885a-39984cc4495a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Sep 16 06:30:25.570311 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:26.607879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675a1d-76da-43e6-83d3-2c556ee3ac1b req-d1c7af2c-f336-4af4-b0a1-fd7925a856c6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:26.609722 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2675a1d-76da-43e6-83d3-2c556ee3ac1b req-d1c7af2c-f336-4af4-b0a1-fd7925a856c6 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0946574 Sep 16 06:30:26.649004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f2675a1d-76da-43e6-83d3-2c556ee3ac1b req-ab048bfa-deb8-4e19-80be-96e11bf3c0de tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Sep 16 06:30:27.685733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:27.764710 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b65f4c-72a3-4f8b-b4cb-2caecdd94ad9 req-fca693bd-a79d-4595-ac3b-e4e7737d0545 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:27.767075 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69b65f4c-72a3-4f8b-b4cb-2caecdd94ad9 req-fca693bd-a79d-4595-ac3b-e4e7737d0545 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0497479 Sep 16 06:30:27.805058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-69b65f4c-72a3-4f8b-b4cb-2caecdd94ad9 req-c06d8a05-c079-4398-90eb-872c9b51eb96 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Sep 16 06:30:28.923244 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d147f-e8f0-452a-a7a8-b99ca6a62ac6 req-05e81522-132b-4c05-a992-756ded60d459 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:28.924806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-168d147f-e8f0-452a-a7a8-b99ca6a62ac6 req-05e81522-132b-4c05-a992-756ded60d459 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0505004 Sep 16 06:30:28.967417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-168d147f-e8f0-452a-a7a8-b99ca6a62ac6 req-54353df5-3d8a-428c-9158-f03a52ad77e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363693 Sep 16 06:30:29.336981 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:30.084495 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0dc30-99d9-4c96-82f2-e017b8a0ab61 req-7daa8f0a-d02e-4b2d-bb74-ce3eb0817a4e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:30.086048 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60c0dc30-99d9-4c96-82f2-e017b8a0ab61 req-7daa8f0a-d02e-4b2d-bb74-ce3eb0817a4e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0493383 Sep 16 06:30:30.123639 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-60c0dc30-99d9-4c96-82f2-e017b8a0ab61 req-89e3ecb8-a99c-4b90-9f85-a8baa3124a12 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316432 Sep 16 06:30:31.240178 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc3807-292a-466c-b71e-c38a1ae78488 req-c676a601-2cc5-4ecd-b530-872801887a60 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:31.241684 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bfc3807-292a-466c-b71e-c38a1ae78488 req-c676a601-2cc5-4ecd-b530-872801887a60 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0488627 Sep 16 06:30:31.281053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5bfc3807-292a-466c-b71e-c38a1ae78488 req-ed4912bf-049b-4df7-9e71-5b942358bc18 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333531 Sep 16 06:30:32.402633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb829cf-d12d-4880-905f-6f92edd317f0 req-463c3fad-4448-4ccb-af49-abdfe07474f4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:32.404248 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccb829cf-d12d-4880-905f-6f92edd317f0 req-463c3fad-4448-4ccb-af49-abdfe07474f4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0539529 Sep 16 06:30:32.443161 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ccb829cf-d12d-4880-905f-6f92edd317f0 req-349ecaea-35f3-4a26-9fb0-7e0d3f4025cc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Sep 16 06:30:33.559172 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543591f-8ead-4a48-8082-2e400fb504d2 req-a706211b-d9ac-4148-b8a6-cb8dd339cd00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:33.560698 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6543591f-8ead-4a48-8082-2e400fb504d2 req-a706211b-d9ac-4148-b8a6-cb8dd339cd00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0493114 Sep 16 06:30:33.598439 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6543591f-8ead-4a48-8082-2e400fb504d2 req-9f3fd7ec-4706-4862-921b-874df48a9f1b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Sep 16 06:30:34.716067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bb4de-a43f-45f1-a086-5ee98b2bf405 req-83d178a6-44ec-481a-949c-1e79520ce342 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:34.717562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb0bb4de-a43f-45f1-a086-5ee98b2bf405 req-83d178a6-44ec-481a-949c-1e79520ce342 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0490496 Sep 16 06:30:34.755966 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bb0bb4de-a43f-45f1-a086-5ee98b2bf405 req-9cc65321-d182-40a7-ab79-902bd0a2e0ed tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Sep 16 06:30:35.879143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07debf3-293b-4e08-ae5f-1bc2065a503a req-8b6b5908-8d27-4337-9d8b-40405df33e99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:35.880717 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f07debf3-293b-4e08-ae5f-1bc2065a503a req-8b6b5908-8d27-4337-9d8b-40405df33e99 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0496097 Sep 16 06:30:35.924943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f07debf3-293b-4e08-ae5f-1bc2065a503a req-13731748-4edb-428c-9a01-ab4d929dc8f9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379627 Sep 16 06:30:35.949507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53280) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:30:36.019880 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-75b8bf94-5829-40cd-a63b-0072448216b4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/7cdb9452-34a5-4829-8f01-36d5f8eef23e HTTP/1.1" status: 200 len: 992 time: 0.0691967 Sep 16 06:30:37.413512 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4785e3-7dd2-4a67-8b41-986bc715c518 req-ca9d6893-30dd-499a-9a62-35224e9138af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:37.415036 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac4785e3-7dd2-4a67-8b41-986bc715c518 req-ca9d6893-30dd-499a-9a62-35224e9138af tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0503082 Sep 16 06:30:37.458577 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ac4785e3-7dd2-4a67-8b41-986bc715c518 req-a380e2d1-e96f-4f90-999b-8a90ef24c5a9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360579 Sep 16 06:30:37.496010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-f4ebde69-5f6a-462c-81d5-4a2b55de3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:37.497536 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-f4ebde69-5f6a-462c-81d5-4a2b55de3c48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 1097 time: 0.0408585 Sep 16 06:30:37.589169 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-7e1f3597-c18d-4d61-a32c-cff4320093e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:37.590634 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-7e1f3597-c18d-4d61-a32c-cff4320093e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce6a408-c9f4-406d-8c35-a1e9c8451bad HTTP/1.1" status: 200 len: 897 time: 0.0865977 Sep 16 06:30:37.663194 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-632095b2-b68b-4450-a32e-0c066c7ec88e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 HTTP/1.1" status: 200 len: 1000 time: 0.0631258 Sep 16 06:30:37.716899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-1f0ce745-ebc6-4953-8ce4-0c976a59ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:37.718417 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-1f0ce745-ebc6-4953-8ce4-0c976a59ac58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76d281f0-d208-4ae1-a921-628f04963659 HTTP/1.1" status: 200 len: 835 time: 0.0481584 Sep 16 06:30:37.764402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-c6c1b393-371e-4ba0-88f6-eb498b48ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:37.766128 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-c6c1b393-371e-4ba0-88f6-eb498b48ed83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce6a408-c9f4-406d-8c35-a1e9c8451bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411689 Sep 16 06:30:37.857627 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-19168b24-e3d1-4100-82ab-a1b543e84f4d service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847070 Sep 16 06:30:37.950836 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0bb94b50-0a9e-4e2a-b9fc-b1ebf5d5934b req-cc409487-175a-4b14-b281-ff1ba3368c07 service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864038 Sep 16 06:30:38.578967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5793d2c-7343-4082-b16a-9cd89e1faca2 req-6a62c659-59b6-4009-bbc1-53e445280922 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:38.580570 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5793d2c-7343-4082-b16a-9cd89e1faca2 req-6a62c659-59b6-4009-bbc1-53e445280922 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0509224 Sep 16 06:30:38.619615 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b5793d2c-7343-4082-b16a-9cd89e1faca2 req-626625d5-5061-4016-ac57-e75a01b2f6ab tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Sep 16 06:30:39.753489 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d886a9-9926-4074-9fe2-4c4783d4021e req-b42eae2e-589e-4322-99ef-266eee4f57ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:39.754994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35d886a9-9926-4074-9fe2-4c4783d4021e req-b42eae2e-589e-4322-99ef-266eee4f57ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0548885 Sep 16 06:30:39.793486 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-35d886a9-9926-4074-9fe2-4c4783d4021e req-7f250fce-a90e-4b86-924a-07c412f45b5d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Sep 16 06:30:39.820419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53294) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:30:39.880946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1cffa947-85e7-4876-baaf-907e2aca3ed5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/7cdb9452-34a5-4829-8f01-36d5f8eef23e HTTP/1.1" status: 200 len: 992 time: 0.0633268 Sep 16 06:30:41.245629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:30:49.925396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5cdea05f-01bc-41be-875e-815663821504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:51.611794 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:53.107931 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b0b8-9327-4267-8a8c-f60efb4bbe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:53.942544 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:55.558187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:57.696605 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:59.342216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:10.232358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53316) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:10.397410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 3962df46-b015-430d-832b-89276952f82c {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:31:10.397758 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:10.476813 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:10.477144 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:10.488714 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 3962df46-b015-430d-832b-89276952f82c owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:31:10.724909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:10.755656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=3962df46-b015-430d-832b-89276952f82c,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:10.767741 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.768125 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.768477 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.768819 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.769274 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.770126 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.770729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.771068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.771406 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.771735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.772091 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.772419 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:10.826413 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:10.826744 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP 7cdb9452-34a5-4829-8f01-36d5f8eef23e disassociated (deleted). External IP: 172.25.1.75, port: ea70c8d5-d329-4c8f-89ed-3b412d6a56e6. Sep 16 06:31:11.038556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:31:11.151000 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:31:11.155475 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:11.162171 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] Sync routers for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:31:11.174817 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:11.175997 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:11.187724 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-41efde9a-d49f-44b7-b0b8-89b0a301cefe tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/floatingips/7cdb9452-34a5-4829-8f01-36d5f8eef23e HTTP/1.1" status: 204 len: 168 time: 0.9516118 Sep 16 06:31:11.187724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:31:11.188173 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e453d91-9b71-4da4-a2a5-5f22b29c7523" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:31:11.281141 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3ecc1b-916e-4d31-b277-1d3c54bb0419 x-openstack-request-id: req-2a3ecc1b-916e-4d31-b277-1d3c54bb0419 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:31:11.284610 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:31:11.284610 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a3ecc1b-916e-4d31-b277-1d3c54bb0419 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:31:11.284610 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'status': 'completed', 'code': 200} Sep 16 06:31:11.290532 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:11.367537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-76cc130b-7319-4318-bd23-a7a9702492e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:11.369143 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-76cc130b-7319-4318-bd23-a7a9702492e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 1097 time: 0.0436628 Sep 16 06:31:11.470223 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-cdba5c70-2eef-46ce-99b0-091ef2bfda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:11.471740 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-cdba5c70-2eef-46ce-99b0-091ef2bfda6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce6a408-c9f4-406d-8c35-a1e9c8451bad HTTP/1.1" status: 200 len: 897 time: 0.0962181 Sep 16 06:31:11.495210 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:41Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:11.522532 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-01c6295b-e8c6-41c6-9c29-90ba8cf4a5f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 HTTP/1.1" status: 200 len: 217 time: 0.0431392 Sep 16 06:31:11.523926 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] Checking router: 64cc5818-9d17-44d2-b7e1-1f7ac519e53f for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:31:11.532238 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:11.532839 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:11.627800 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-19d10eaa-f23c-4239-b822-db842fd1fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:11.629943 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-19d10eaa-f23c-4239-b822-db842fd1fe46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76d281f0-d208-4ae1-a921-628f04963659 HTTP/1.1" status: 200 len: 835 time: 0.0765491 Sep 16 06:31:11.639998 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:11.642425 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7005777-e694-426d-b163-befbb7a9bfa0 req-0f1e2a90-cc81-416c-be7b-336873df66ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:11.643951 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a7005777-e694-426d-b163-befbb7a9bfa0 req-0f1e2a90-cc81-416c-be7b-336873df66ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0919361 Sep 16 06:31:11.708245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a7005777-e694-426d-b163-befbb7a9bfa0 req-9481136f-da85-4418-afb1-8ac6a3c2f33a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547781 Sep 16 06:31:11.711128 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-270f43b3-c9b8-4652-9b46-4788d664a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:11.712657 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-270f43b3-c9b8-4652-9b46-4788d664a93b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce6a408-c9f4-406d-8c35-a1e9c8451bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671651 Sep 16 06:31:11.818384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-d3ed1a72-3c99-420f-966d-c4eee824d7ef service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974884 Sep 16 06:31:11.851141 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:41Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:11.877150 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3f1dd-709e-4d6c-9a53-a55749bb420b None None] The sync data for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 is: [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:38Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'ff8d09c4-c561-4987-a724-c277c14f2f86', 'name': '', 'network_id': 'fce6a408-c9f4-406d-8c35-a1e9c8451bad', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:90:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '76d281f0-d208-4ae1-a921-628f04963659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:37Z', 'updated_at': '2021-09-16T06:29:41Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': '76d281f0-d208-4ae1-a921-628f04963659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:31:11.912004 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-8e453d91-9b71-4da4-a2a5-5f22b29c7523 req-89c0d65b-6d93-4dd5-a429-c29fcbb1cab5 service neutron] 10.222.0.30 "GET /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857580 Sep 16 06:31:12.124114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4a50c-bb8c-4664-9830-2aa395dcc2be None None] New status for floating IP 7cdb9452-34a5-4829-8f01-36d5f8eef23e: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:31:12.828719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f2276-0929-483f-8557-583bcba2151a req-b272d771-f07b-4eb2-abfe-6dfbd2525718 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:12.830244 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f1f2276-0929-483f-8557-583bcba2151a req-b272d771-f07b-4eb2-abfe-6dfbd2525718 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Sep 16 06:31:12.870232 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f1f2276-0929-483f-8557-583bcba2151a req-8147f47e-9352-480e-a233-e640fa702e92 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=424d8371-3c2d-49c6-b4e3-9591dbc1628d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334857 Sep 16 06:31:13.224516 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-60159fb4-0f7c-4ebc-9827-5a37c7b1d4c1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:13.225988 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-60159fb4-0f7c-4ebc-9827-5a37c7b1d4c1 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 945 time: 0.0531807 Sep 16 06:31:13.314388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:31:13.314730 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:13.408313 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:13.408678 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:13.420390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:31:13.587348 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:13.619759 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=ea70c8d5-d329-4c8f-89ed-3b412d6a56e6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:13.661675 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] No DVR routers for this DVR port ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:31:13.664414 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:13.666430 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-22abcd71-9e27-4b2b-9810-a1f7fb93a79e req-ca5bc1e5-810b-4ed9-9571-2d6788ce95e8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "DELETE /v2.0/ports/ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 HTTP/1.1" status: 204 len: 173 time: 0.4342899 Sep 16 06:31:13.666862 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'name': 'network-vif-deleted', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:31:13.669136 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f818588e-4b26-4dbc-9ae1-7fec9b233b1c" -d '{"events": [{"server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "name": "network-vif-deleted", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:31:13.704416 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df8835d-541f-4fa4-9067-24926b531600 x-openstack-request-id: req-1df8835d-541f-4fa4-9067-24926b531600 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:31:13.704720 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a8780d-0f19-4644-ba1f-af3fd29dad44", "name": "network-vif-deleted", "tag": "ea70c8d5-d329-4c8f-89ed-3b412d6a56e6", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:31:13.705030 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1df8835d-541f-4fa4-9067-24926b531600 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:31:13.705457 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a8780d-0f19-4644-ba1f-af3fd29dad44', 'name': 'network-vif-deleted', 'tag': 'ea70c8d5-d329-4c8f-89ed-3b412d6a56e6', 'status': 'completed', 'code': 200} Sep 16 06:31:13.977110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c133a5a1-553d-4d67-88d9-676e9156ce6a req-9427e59b-356a-4f78-8e00-06ace850dc86 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2a8780d-0f19-4644-ba1f-af3fd29dad44 HTTP/1.1" status: 200 len: 210 time: 0.0284886 Sep 16 06:31:15.035824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53336) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:15.420691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:15.674451 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port ff8d09c4-c561-4987-a724-c277c14f2f86 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:31:15.674793 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:15.762968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port ff8d09c4-c561-4987-a724-c277c14f2f86, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ff8d09c4-c561-4987-a724-c277c14f2f86,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:15.763331 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:15.780878 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for ff8d09c4-c561-4987-a724-c277c14f2f86 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:31:16.027683 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:16.056537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=ff8d09c4-c561-4987-a724-c277c14f2f86,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:16.082758 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.083266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.083620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.083981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.084312 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.084642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.084968 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.085291 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.085612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.085932 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.086251 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.086574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:16.242600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:16.462216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:31:16.570814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:31:16.576281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-3e49e683-2a10-467f-96a0-539c54c83b4f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/64cc5818-9d17-44d2-b7e1-1f7ac519e53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5388014 Sep 16 06:31:16.578580 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53338) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:16.581251 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] Sync routers for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:31:16.590953 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:16.591556 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:16.631508 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c21974-243a-4341-8da5-007bf0f4d517 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting subnet 76d281f0-d208-4ae1-a921-628f04963659 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:31:16.634710 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5c21974-243a-4341-8da5-007bf0f4d517 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:16.677829 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5c21974-243a-4341-8da5-007bf0f4d517 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:16.774796 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5c21974-243a-4341-8da5-007bf0f4d517 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:16.789875 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:16.896742 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5c21974-243a-4341-8da5-007bf0f4d517 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:16.928656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c21974-243a-4341-8da5-007bf0f4d517 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Subnet': ['ID=76d281f0-d208-4ae1-a921-628f04963659,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:16.930956 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e5c21974-243a-4341-8da5-007bf0f4d517 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:16.933143 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e5c21974-243a-4341-8da5-007bf0f4d517 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/subnets/76d281f0-d208-4ae1-a921-628f04963659 HTTP/1.1" status: 204 len: 168 time: 0.3535490 Sep 16 06:31:16.935761 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53340) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:16.938155 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd1020-0125-4fa3-a6c0-b28f72a4c908 None None] Network fce6a408-c9f4-406d-8c35-a1e9c8451bad requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:31:16.971658 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:31:15Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:17.002321 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] Checking router: 64cc5818-9d17-44d2-b7e1-1f7ac519e53f for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:31:17.012265 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] Routers {'64cc5818-9d17-44d2-b7e1-1f7ac519e53f'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:17.012862 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:30:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:17.052810 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.119813 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] Set router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:17.137819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] DHCP port deletion for fce6a408-c9f4-406d-8c35-a1e9c8451bad request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:31:17.173744 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.186106 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Deleting port 8cc5747d-0668-4cdd-b959-67fe35bc791a {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:31:17.192981 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.253424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] For port 8cc5747d-0668-4cdd-b959-67fe35bc791a, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8cc5747d-0668-4cdd-b959-67fe35bc791a,segment=NetworkSegment(2b8801dd-cbfc-49ed-8deb-dfcf931f55ae),segment_id=2b8801dd-cbfc-49ed-8deb-dfcf931f55ae)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:17.253823 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.269469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Calling delete_port for 8cc5747d-0668-4cdd-b959-67fe35bc791a owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:31:17.290493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 91e8f0df-f72f-4476-abd1-6b15b91f304c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:31:17.290833 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.322533 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:31:15Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:17.352919 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d811b-b3e3-45c8-ae72-04ff53a3a414 None None] The sync data for ids ['64cc5818-9d17-44d2-b7e1-1f7ac519e53f'] in n-d-712749-15 is: [{'id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031714707', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:31:15Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': '91e8f0df-f72f-4476-abd1-6b15b91f304c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cc5818-9d17-44d2-b7e1-1f7ac519e53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:29:33Z', 'updated_at': '2021-09-16T06:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:31:17.378045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port 91e8f0df-f72f-4476-abd1-6b15b91f304c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=91e8f0df-f72f-4476-abd1-6b15b91f304c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:17.378418 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.394860 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 91e8f0df-f72f-4476-abd1-6b15b91f304c owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:31:17.410355 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.436518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Pushing event deleted for resources: {'Port': ['ID=8cc5747d-0668-4cdd-b959-67fe35bc791a,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:17.445623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] No DVR routers for this DVR port 8cc5747d-0668-4cdd-b959-67fe35bc791a on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:31:17.448540 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.448962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.449383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.449801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.450200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.450595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.450997 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.451409 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.451802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.452215 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.452675 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.453208 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15065e23-19df-4fff-94ce-d84f953a0a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:17.638343 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.665806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=91e8f0df-f72f-4476-abd1-6b15b91f304c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:17.677246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:31:17.698321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:31:17.698665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device ea70c8d5-d329-4c8f-89ed-3b412d6a56e6 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:31:17.739649 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.790302 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8cc5747d-0668-4cdd-b959-67fe35bc791a no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:31:17.818308 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8cc5747d-0668-4cdd-b959-67fe35bc791a {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:31:17.819323 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8cc5747d-0668-4cdd-b959-67fe35bc791a not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:31:17.844031 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.846105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.976517 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.977123 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Fanout notify agent at l3_agent the message router_deleted on router 64cc5818-9d17-44d2-b7e1-1f7ac519e53f {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:31:17.984137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:17.985286 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-616e87bb-c423-4265-ac8a-f936d1752a91 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/routers/64cc5818-9d17-44d2-b7e1-1f7ac519e53f HTTP/1.1" status: 204 len: 168 time: 1.0484843 Sep 16 06:31:17.988269 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53342) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:18.078249 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.172624 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.193171 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce6a408-c9f4-406d-8c35-a1e9c8451bad']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:18.202071 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:18.202365 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8801dd-cbfc-49ed-8deb-dfcf931f55ae') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:18.211495 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.225289 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.231037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:31:18.233666 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:31:18.234352 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:31:18.246600 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:31:18.370431 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.375169 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.380812 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/networks/fce6a408-c9f4-406d-8c35-a1e9c8451bad HTTP/1.1" status: 204 len: 168 time: 0.3872006 Sep 16 06:31:18.380929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53344) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:18.392600 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73435996-c4b8-4ad4-bc33-1422404ec1c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Network': ['ID=fce6a408-c9f4-406d-8c35-a1e9c8451bad,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:18.448536 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d03f0fa-fab4-4217-a4de-1949741f0384 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.479792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d03f0fa-fab4-4217-a4de-1949741f0384 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.599472 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d03f0fa-fab4-4217-a4de-1949741f0384 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.602129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9d03f0fa-fab4-4217-a4de-1949741f0384 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:18.603320 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9d03f0fa-fab4-4217-a4de-1949741f0384 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/security-groups/424d8371-3c2d-49c6-b4e3-9591dbc1628d HTTP/1.1" status: 204 len: 168 time: 0.2220294 Sep 16 06:31:18.614147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03f0fa-fab4-4217-a4de-1949741f0384 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d8371-3c2d-49c6-b4e3-9591dbc1628d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:19.027753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53350) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:19.032386 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-65f486f9-9b72-48d4-8254-f42376190aca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-496873055', 'description': 'tempest-secgroup-smoke-496873055 description', 'project_id': '542bb4ea12354f9d95111387712c8087'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:19.131411 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65f486f9-9b72-48d4-8254-f42376190aca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.211415 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65f486f9-9b72-48d4-8254-f42376190aca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.283690 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65f486f9-9b72-48d4-8254-f42376190aca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.313671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f486f9-9b72-48d4-8254-f42376190aca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e63223-7893-474d-b996-c0b82170cda2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:19.382249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-65f486f9-9b72-48d4-8254-f42376190aca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.383757 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-65f486f9-9b72-48d4-8254-f42376190aca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3548853 Sep 16 06:31:19.386541 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53352) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:19.391108 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-048d55ef-5c5a-48d7-aa93-b1f0ca3faea3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '81e63223-7893-474d-b996-c0b82170cda2', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:19.406009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 91e8f0df-f72f-4476-abd1-6b15b91f304c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:31:19.430217 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 91e8f0df-f72f-4476-abd1-6b15b91f304c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:31:19.430609 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 91e8f0df-f72f-4476-abd1-6b15b91f304c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:31:19.431026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ff8d09c4-c561-4987-a724-c277c14f2f86 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:31:19.450048 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: ff8d09c4-c561-4987-a724-c277c14f2f86 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:31:19.450387 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ff8d09c4-c561-4987-a724-c277c14f2f86 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:31:19.494949 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-048d55ef-5c5a-48d7-aa93-b1f0ca3faea3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.550808 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-048d55ef-5c5a-48d7-aa93-b1f0ca3faea3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.621012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-048d55ef-5c5a-48d7-aa93-b1f0ca3faea3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.639492 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d55ef-5c5a-48d7-aa93-b1f0ca3faea3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be43a9e2-e823-49b0-8fa3-1bcbd8d19a62,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:19.724356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-048d55ef-5c5a-48d7-aa93-b1f0ca3faea3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.725630 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-048d55ef-5c5a-48d7-aa93-b1f0ca3faea3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379686 Sep 16 06:31:19.728455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53354) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:19.732745 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-f604b434-b2be-4329-9881-b98b0821aa4b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '81e63223-7893-474d-b996-c0b82170cda2', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:19.821624 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f604b434-b2be-4329-9881-b98b0821aa4b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.882687 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f604b434-b2be-4329-9881-b98b0821aa4b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.919396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-acb4e373-6a1a-4f75-8779-fa261a3ef888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.947462 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f604b434-b2be-4329-9881-b98b0821aa4b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:19.967278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604b434-b2be-4329-9881-b98b0821aa4b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7823233f-6c0f-4bc4-81b5-f97c594aeac3,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:20.026792 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f604b434-b2be-4329-9881-b98b0821aa4b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.028084 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f604b434-b2be-4329-9881-b98b0821aa4b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2986817 Sep 16 06:31:20.031045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53356) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:20.035384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5299c379-a8a3-470f-871a-68bdb4d602ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '81e63223-7893-474d-b996-c0b82170cda2', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:20.123970 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5299c379-a8a3-470f-871a-68bdb4d602ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.186050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5299c379-a8a3-470f-871a-68bdb4d602ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.261579 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5299c379-a8a3-470f-871a-68bdb4d602ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.281857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299c379-a8a3-470f-871a-68bdb4d602ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c38644f-1d35-492b-bb64-c0e868841e75,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:20.381688 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5299c379-a8a3-470f-871a-68bdb4d602ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.382869 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5299c379-a8a3-470f-871a-68bdb4d602ad tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508372 Sep 16 06:31:20.385558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:20.390082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-aa75e9ee-9620-483d-a591-de074e3be07c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '81e63223-7893-474d-b996-c0b82170cda2', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:20.513275 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa75e9ee-9620-483d-a591-de074e3be07c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.575547 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa75e9ee-9620-483d-a591-de074e3be07c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.660500 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa75e9ee-9620-483d-a591-de074e3be07c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.678851 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75e9ee-9620-483d-a591-de074e3be07c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90eebac5-25ea-4704-934a-32642a8642da,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:20.747145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aa75e9ee-9620-483d-a591-de074e3be07c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.748526 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aa75e9ee-9620-483d-a591-de074e3be07c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619852 Sep 16 06:31:20.751231 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:20.756861 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-21b1d9c5-0ea2-4de4-9c74-a7c118b3b938 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '81e63223-7893-474d-b996-c0b82170cda2', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:20.844788 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-21b1d9c5-0ea2-4de4-9c74-a7c118b3b938 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:31:20.850729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-21b1d9c5-0ea2-4de4-9c74-a7c118b3b938 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:20.912786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-21b1d9c5-0ea2-4de4-9c74-a7c118b3b938 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.021770 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-21b1d9c5-0ea2-4de4-9c74-a7c118b3b938 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.039176 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1d9c5-0ea2-4de4-9c74-a7c118b3b938 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa86396-3450-4456-8776-e658609e9728,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:21.118253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-21b1d9c5-0ea2-4de4-9c74-a7c118b3b938 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.119527 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-21b1d9c5-0ea2-4de4-9c74-a7c118b3b938 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672540 Sep 16 06:31:21.122354 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53362) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:21.126730 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-85bc9641-9631-43e8-846d-0217886cd7ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'security_group_rule': {'security_group_id': '81e63223-7893-474d-b996-c0b82170cda2', 'project_id': '542bb4ea12354f9d95111387712c8087', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:21.221718 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-85bc9641-9631-43e8-846d-0217886cd7ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Project 542bb4ea12354f9d95111387712c8087 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:31:21.227444 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85bc9641-9631-43e8-846d-0217886cd7ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.292372 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85bc9641-9631-43e8-846d-0217886cd7ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.375779 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85bc9641-9631-43e8-846d-0217886cd7ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.394011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc9641-9631-43e8-846d-0217886cd7ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc58bd0a-9098-451d-890e-64b8b31aef3c,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:21.467832 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-85bc9641-9631-43e8-846d-0217886cd7ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.469202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-85bc9641-9631-43e8-846d-0217886cd7ca tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3458912 Sep 16 06:31:21.472832 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53364) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:21.478790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'network': {'name': 'tempest-network-smoke--948824768', 'project_id': '542bb4ea12354f9d95111387712c8087', 'port_security_enabled': True}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:21.599448 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:31:21.603134 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.626041 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:31:21.634840 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.635186 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Added segment e01510f4-12e4-49d7-a357-ab6527afb153 of type vlan for network 21cba688-229d-478f-ba23-633b3f990bd8 Sep 16 06:31:21.673214 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.678711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.792635 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.798769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:21.799481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:21.873319 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Network': ['ID=21cba688-229d-478f-ba23-633b3f990bd8,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:21.884524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 21cba688-229d-478f-ba23-633b3f990bd8 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:31:21.936767 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-63629a02-d787-46e4-8a56-17a79bbd6f4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4617484 Sep 16 06:31:21.939570 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53366) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:21.944823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'admin_state_up': True, 'project_id': '542bb4ea12354f9d95111387712c8087', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:22.027555 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:22.028655 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:22.100977 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:22.299587 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:22.579401 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:22.598780 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:22.704119 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.251 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/d700b5d9-d6a0-4327-9131-abec6c1844a6) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:31:22.810146 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:22.885053 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:22.922240 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:31:22.925082 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:31:22.929410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:31:22.959703 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=d700b5d9-d6a0-4327-9131-abec6c1844a6,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:23.112847 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7ba29b0b-671b-427e-a71f-1ca30e1a3473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:23.239573 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:23.434934 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:23.953020 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:23.964637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router fb5fc146-71b2-4e59-b96a-7210bbebc8fd is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:31:24.074490 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:31:24.084287 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Sync routers for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:31:24.093573 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:24.094132 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:24.158059 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.159341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7020f833-03f9-402b-9bac-a5ebcef0fdac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2187679 Sep 16 06:31:24.163049 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53368) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:24.191565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-64c471ac-3063-44d9-a049-4b09e4c1fd68 tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=542bb4ea12354f9d95111387712c8087&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270281 Sep 16 06:31:24.195029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53370) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:24.202631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:24.285742 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57b88b-8292-4b48-98b2-866ee903137a tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:24.287449 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4b57b88b-8292-4b48-98b2-866ee903137a tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914707 Sep 16 06:31:24.290368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53372) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:24.318371 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9bf4e210-362e-4fd9-b489-cb80a4eecb3d tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=717d51fa-2082-4f98-9822-46d34662df31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268767 Sep 16 06:31:24.321648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53374) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:24.327103 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-204678654', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'project_id': '542bb4ea12354f9d95111387712c8087', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:24.381165 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:23Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:24.408046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Checking router: fb5fc146-71b2-4e59-b96a-7210bbebc8fd for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:31:24.408400 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Updating router fb5fc146-71b2-4e59-b96a-7210bbebc8fd port d700b5d9-d6a0-4327-9131-abec6c1844a6 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:31:24.437562 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.473372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:31:24.477030 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.694641 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.730176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.758569 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.800246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Subnet': ['ID=c0de1a39-14a2-409e-bbe2-5910809bea53,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:24.808577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Attempting to bind port d700b5d9-d6a0-4327-9131-abec6c1844a6 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:31:24.808950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Attempting to bind port d700b5d9-d6a0-4327-9131-abec6c1844a6 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:31:24.809195 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Checking segment: {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:31:24.809352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Attempting to bind port d700b5d9-d6a0-4327-9131-abec6c1844a6 on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:31:24.809510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network hostable DHCP agents. Network: 21cba688-229d-478f-ba23-633b3f990bd8, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:31:24.814797 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24eb61-e482-46c3-bab7-2985b9c84d65 None None] Pushing event updated for resources: {'Port': ['ID=d700b5d9-d6a0-4327-9131-abec6c1844a6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:24.820571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:31:24.820949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:31:24.821354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.821749 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:31:24.822226 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Bound port: d700b5d9-d6a0-4327-9131-abec6c1844a6, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:31:24.822611 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.876659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] For port d700b5d9-d6a0-4327-9131-abec6c1844a6, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:31:24.880559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] For port d700b5d9-d6a0-4327-9131-abec6c1844a6, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d700b5d9-d6a0-4327-9131-abec6c1844a6,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:31:24.890241 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 21cba688-229d-478f-ba23-633b3f990bd8 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:31:24.948016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.976024 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 21cba688-229d-478f-ba23-633b3f990bd8) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:31:24.982095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:24.982733 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:24.993404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80635b4e-074b-42fa-9cc2-5c3835102f5f None None] Network 21cba688-229d-478f-ba23-633b3f990bd8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:31:25.020726 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24eb61-e482-46c3-bab7-2985b9c84d65 None None] Pushing event updated for resources: {'Port': ['ID=d700b5d9-d6a0-4327-9131-abec6c1844a6,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:25.028790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:25.029401 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:25.062571 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d91081a5-257a-421a-be1a-fc08ba57314c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7397838 Sep 16 06:31:25.065473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53376) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:25.206913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:25.456297 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-21cba688-229d-478f-ba23-633b3f990bd8', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:31:25.458254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:25.516114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:25.661187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:25.679221 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Allocated IP 172.20.0.2 (21cba688-229d-478f-ba23-633b3f990bd8/c0de1a39-14a2-409e-bbe2-5910809bea53/9b27ac6b-eb99-45ff-b575-ba9179f3bbba) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:31:25.710133 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:23Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:25.748801 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00fd60-f6e0-4000-bfa3-aebf3162a539 None None] The sync data for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 is: [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:23Z', 'revision_number': 3, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:31:25.876374 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:25.947791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.005817 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Network 21cba688-229d-478f-ba23-633b3f990bd8 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:31:26.009741 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:31:26.015823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:31:26.021121 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.1 (21cba688-229d-478f-ba23-633b3f990bd8/c0de1a39-14a2-409e-bbe2-5910809bea53/b294a432-7238-4630-abbf-92572ddf5dd5) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:31:26.025262 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Pushing event updated for resources: {'Port': ['ID=9b27ac6b-eb99-45ff-b575-ba9179f3bbba,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:26.085368 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Attempting to bind port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:31:26.085918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Attempting to bind port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:31:26.086317 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Attempting to bind port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba on network 21cba688-229d-478f-ba23-633b3f990bd8 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:31:26.091695 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:31:26.092107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Checking segment: {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:31:26.092687 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.093084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Bound using segment: {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:31:26.093557 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Bound port: 9b27ac6b-eb99-45ff-b575-ba9179f3bbba, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:31:26.093943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.160020 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.179358 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] For port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:31:26.183187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] For port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9b27ac6b-eb99-45ff-b575-ba9179f3bbba,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:31:26.261971 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.291112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.324087 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c7cf0-07af-4637-8f7a-7d6a2af9a202 None None] Pushing event updated for resources: {'Port': ['ID=9b27ac6b-eb99-45ff-b575-ba9179f3bbba,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:26.347896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 21cba688-229d-478f-ba23-633b3f990bd8 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:31:26.351494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:31:26.355712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:31:26.394556 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=b294a432-7238-4630-abbf-92572ddf5dd5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:26.414377 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.678442 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.965379 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.061773 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.136957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=b294a432-7238-4630-abbf-92572ddf5dd5,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:27.140238 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.240804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180401df-eacb-49f1-8c38-73b078e06d51 None None] Network 21cba688-229d-478f-ba23-633b3f990bd8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:31:27.251749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 21cba688-229d-478f-ba23-633b3f990bd8 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:31:27.253358 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:31:27.374412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-21dfe6a1-f2b6-40c1-8e4b-4c6261b79d5e None None] Provisioning complete for port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:27.374894 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21dfe6a1-f2b6-40c1-8e4b-4c6261b79d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.376980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router fb5fc146-71b2-4e59-b96a-7210bbebc8fd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:31:27.490753 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9b27ac6b-eb99-45ff-b575-ba9179f3bbba up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:31:27.513398 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:31:27.518817 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e7e3e0a3-cecd-48df-9283-e7d482f618c0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/fb5fc146-71b2-4e59-b96a-7210bbebc8fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4521854 Sep 16 06:31:27.544530 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21dfe6a1-f2b6-40c1-8e4b-4c6261b79d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.610193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-21dfe6a1-f2b6-40c1-8e4b-4c6261b79d5e None None] For port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9b27ac6b-eb99-45ff-b575-ba9179f3bbba,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:27.615604 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:27.627915 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.663253 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-21dfe6a1-f2b6-40c1-8e4b-4c6261b79d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.703489 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-a0427f23-4e25-46e5-bee4-c82b4e3f3154 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496873055&fields=id&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 267 time: 0.0528677 Sep 16 06:31:27.731322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfe6a1-f2b6-40c1-8e4b-4c6261b79d5e None None] Pushing event updated for resources: {'Port': ['ID=9b27ac6b-eb99-45ff-b575-ba9179f3bbba,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:27.744901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.791062 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d700b5d9-d6a0-4327-9131-abec6c1844a6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:31:27.817345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d510e510-6495-470f-8b47-76439a8f3c34 None None] Provisioning complete for port b294a432-7238-4630-abbf-92572ddf5dd5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:27.817722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d510e510-6495-470f-8b47-76439a8f3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.874060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-d510e510-6495-470f-8b47-76439a8f3c34 None None] Port b294a432-7238-4630-abbf-92572ddf5dd5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:31:27.887824 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d700b5d9-d6a0-4327-9131-abec6c1844a6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:27.888225 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.913779 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d510e510-6495-470f-8b47-76439a8f3c34 None None] Provisioning complete for port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:27.914154 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d510e510-6495-470f-8b47-76439a8f3c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:27.932604 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Sync routers for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:31:27.951176 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:27.952304 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:28.036351 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.067980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port d700b5d9-d6a0-4327-9131-abec6c1844a6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d700b5d9-d6a0-4327-9131-abec6c1844a6,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:28.083314 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:28.124897 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.193529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=d700b5d9-d6a0-4327-9131-abec6c1844a6,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:28.203747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-66fa010c-6ca3-433c-9c15-95705a624d4a None None] Provisioning complete for port b294a432-7238-4630-abbf-92572ddf5dd5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:28.204476 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-66fa010c-6ca3-433c-9c15-95705a624d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.214634 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-2fd4de87-8f68-4225-93ba-fa3cea21fe55 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:28.216234 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-2fd4de87-8f68-4225-93ba-fa3cea21fe55 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/networks?id=21cba688-229d-478f-ba23-633b3f990bd8 HTTP/1.1" status: 200 len: 796 time: 0.5052722 Sep 16 06:31:28.236648 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-974ee66e-8cd3-4b16-a057-a963775d959f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/quotas/542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 375 time: 0.0117962 Sep 16 06:31:28.245835 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-66fa010c-6ca3-433c-9c15-95705a624d4a None None] Port b294a432-7238-4630-abbf-92572ddf5dd5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:31:28.289800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-ce60c78e-e538-4915-bc57-24a94018a2d5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468059 Sep 16 06:31:28.318163 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 2, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:28.344251 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Checking router: fb5fc146-71b2-4e59-b96a-7210bbebc8fd for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:31:28.344612 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Updating router fb5fc146-71b2-4e59-b96a-7210bbebc8fd port b294a432-7238-4630-abbf-92572ddf5dd5 binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:31:28.366868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a2138711-eda6-4209-96f4-a020375dbc07 None None] Provisioning complete for port b294a432-7238-4630-abbf-92572ddf5dd5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:28.367244 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2138711-eda6-4209-96f4-a020375dbc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.372275 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.390333 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-924ebd96-0a49-46e2-a1dc-4daa8f89b6c4 service neutron] 10.222.0.49 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881894 Sep 16 06:31:28.405931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a2138711-eda6-4209-96f4-a020375dbc07 None None] Port b294a432-7238-4630-abbf-92572ddf5dd5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:31:28.489599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-8c360abc-a10e-48d8-bc57-0372af680959 service neutron] 10.222.0.49 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912130 Sep 16 06:31:28.642265 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.695849 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.749393 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Pushing event updated for resources: {'Port': ['ID=b294a432-7238-4630-abbf-92572ddf5dd5,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:28.757965 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.758312 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.758645 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.758972 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.759303 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.759622 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.759966 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.760291 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.760607 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.760921 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.761231 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.761546 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:31:28.774385 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c91078f1-69b2-4fbe-9ec4-87d86d9c21af req-c75c42af-2c11-4e6e-a030-c73ab2e634a3 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 210 time: 0.0416389 Sep 16 06:31:28.835714 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Attempting to bind port b294a432-7238-4630-abbf-92572ddf5dd5 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:31:28.836130 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Attempting to bind port b294a432-7238-4630-abbf-92572ddf5dd5 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:31:28.836494 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Attempting to bind port b294a432-7238-4630-abbf-92572ddf5dd5 on network 21cba688-229d-478f-ba23-633b3f990bd8 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:31:28.841895 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:31:28.842267 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Checking segment: {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:31:28.842669 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.843061 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Bound using segment: {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:31:28.843581 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Bound port: b294a432-7238-4630-abbf-92572ddf5dd5, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:31:28.844042 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.919479 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] For port b294a432-7238-4630-abbf-92572ddf5dd5, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:31:28.922783 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] For port b294a432-7238-4630-abbf-92572ddf5dd5, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b294a432-7238-4630-abbf-92572ddf5dd5,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:31:28.981033 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.039727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-ce8afcce-d1da-4988-abf4-988675b1e75f None None] Provisioning complete for port b294a432-7238-4630-abbf-92572ddf5dd5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:29.041904 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce8afcce-d1da-4988-abf4-988675b1e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.043360 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:29.043890 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:29.046744 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a856e-2f2c-418a-a6cf-e35bb601100f None None] Pushing event updated for resources: {'Port': ['ID=b294a432-7238-4630-abbf-92572ddf5dd5,revision_number=4']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:29.128818 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce8afcce-d1da-4988-abf4-988675b1e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.160174 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:29.178580 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-ce8afcce-d1da-4988-abf4-988675b1e75f None None] For port b294a432-7238-4630-abbf-92572ddf5dd5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b294a432-7238-4630-abbf-92572ddf5dd5,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:29.272871 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ce8afcce-d1da-4988-abf4-988675b1e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.326314 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8afcce-d1da-4988-abf4-988675b1e75f None None] Pushing event updated for resources: {'Port': ['ID=b294a432-7238-4630-abbf-92572ddf5dd5,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:29.358420 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.381848 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:29.394664 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-5d061dd9-124d-44e9-9928-44102f64ed91 None None] Provisioning complete for port b294a432-7238-4630-abbf-92572ddf5dd5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:29.396223 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d061dd9-124d-44e9-9928-44102f64ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.416632 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72affbf3-5cb9-48b8-a3af-1b17956dc577 None None] The sync data for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 is: [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:31:29.442559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9b27ac6b-eb99-45ff-b575-ba9179f3bbba up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:31:29.548054 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:29.548427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.634180 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d700b5d9-d6a0-4327-9131-abec6c1844a6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:31:29.683009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port d700b5d9-d6a0-4327-9131-abec6c1844a6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:29.683383 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.870873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d67bf278-902a-4fd1-bfd5-e73bfd32eda9 req-fbbc3f49-db2e-457e-aad0-48c6e6599925 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 210 time: 0.0300815 Sep 16 06:31:30.982177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e4647d11-cf2b-4bdf-bac0-acaeabe693fe req-fbb09bc7-2176-4a66-b60c-c3eb6aec27c4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 210 time: 0.0378156 Sep 16 06:31:31.015750 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-5a9a1fff-4a3d-47af-b600-f8f53ded6b80 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:31.017255 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-5a9a1fff-4a3d-47af-b600-f8f53ded6b80 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/networks?id=21cba688-229d-478f-ba23-633b3f990bd8 HTTP/1.1" status: 200 len: 796 time: 0.1365964 Sep 16 06:31:31.065274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-a30fe199-15df-444b-99b4-11f8c20dc73e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542bb4ea12354f9d95111387712c8087 HTTP/1.1" status: 200 len: 379 time: 0.0327914 Sep 16 06:31:31.074735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'port': {'device_id': 'b1765978-d90a-4050-b958-7879a23a11d0', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'admin_state_up': True, 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'security_groups': ['81e63223-7893-474d-b996-c0b82170cda2']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:31.381811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Made reservation on behalf of 542bb4ea12354f9d95111387712c8087 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:31:31.385464 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:31.446413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b294a432-7238-4630-abbf-92572ddf5dd5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:31:31.494711 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b294a432-7238-4630-abbf-92572ddf5dd5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:31.495084 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:31.518573 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.20.0.12 (21cba688-229d-478f-ba23-633b3f990bd8/c0de1a39-14a2-409e-bbe2-5910809bea53/3a4663c1-9171-4299-b861-a769d499f448) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:31:31.659873 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:31.792400 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:31.835188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 21cba688-229d-478f-ba23-633b3f990bd8 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:31:31.838364 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:31:31.844300 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:31:31.851414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=3a4663c1-9171-4299-b861-a769d499f448,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:31.899913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:31.900952 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:31.982529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-1ac0ebb1-667a-4ee0-a885-885f9950e962 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9114251 Sep 16 06:31:32.001486 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Request body: {'port': {'device_id': 'b1765978-d90a-4050-b958-7879a23a11d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:32.060778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:32.076529 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0855fdd2-d4b0-4e06-b857-aadf10461084 None None] Provisioning complete for port 3a4663c1-9171-4299-b861-a769d499f448 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:32.076900 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0855fdd2-d4b0-4e06-b857-aadf10461084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:32.109460 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d9e35-89da-4e16-8f00-9a7c6e95876f req-25be81b4-1524-4945-b873-4695af30b107 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:32.111444 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b8d9e35-89da-4e16-8f00-9a7c6e95876f req-25be81b4-1524-4945-b873-4695af30b107 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 932 time: 0.0581141 Sep 16 06:31:32.113473 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-0855fdd2-d4b0-4e06-b857-aadf10461084 None None] Port 3a4663c1-9171-4299-b861-a769d499f448 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:31:32.152018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9b8d9e35-89da-4e16-8f00-9a7c6e95876f req-26ac2d17-4138-497a-99ff-77f9826252cf tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340776 Sep 16 06:31:32.634104 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4663c1-9171-4299-b861-a769d499f448 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:31:32.641427 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:32.653579 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Transition to ACTIVE for port object 3a4663c1-9171-4299-b861-a769d499f448 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:31:32.747070 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:32.800370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Pushing event updated for resources: {'Port': ['ID=3a4663c1-9171-4299-b861-a769d499f448,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:32.877784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Attempting to bind port 3a4663c1-9171-4299-b861-a769d499f448 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:31:32.878126 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Attempting to bind port 3a4663c1-9171-4299-b861-a769d499f448 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:31:32.878465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Attempting to bind port 3a4663c1-9171-4299-b861-a769d499f448 on network 21cba688-229d-478f-ba23-633b3f990bd8 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:31:32.884340 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Port 3a4663c1-9171-4299-b861-a769d499f448 on network 21cba688-229d-478f-ba23-633b3f990bd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:31:32.884685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Attempting to bind port 3a4663c1-9171-4299-b861-a769d499f448 on network 21cba688-229d-478f-ba23-633b3f990bd8 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:31:32.889794 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:31:32.890142 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Checking segment: {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:31:32.890530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Bound using segment: {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:31:32.890973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Bound port: 3a4663c1-9171-4299-b861-a769d499f448, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01510f4-12e4-49d7-a357-ab6527afb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:31:32.891338 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:32.961584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] For port 3a4663c1-9171-4299-b861-a769d499f448, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:31:32.964876 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] For port 3a4663c1-9171-4299-b861-a769d499f448, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3a4663c1-9171-4299-b861-a769d499f448,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:31:33.038688 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:33.072563 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:33.073209 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:33.074613 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] 10.222.0.30 "PUT /v2.0/ports/3a4663c1-9171-4299-b861-a769d499f448 HTTP/1.1" status: 200 len: 1093 time: 1.0777185 Sep 16 06:31:33.075064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'tag': '3a4663c1-9171-4299-b861-a769d499f448'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:31:33.077424 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396743bf-2b1d-4fde-b772-5137bd7bc707" -d '{"events": [{"name": "network-changed", "server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "tag": "3a4663c1-9171-4299-b861-a769d499f448"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:31:33.104433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa62413-27f5-429a-b369-9f4ac3d90e3c service neutron] Pushing event updated for resources: {'Port': ['ID=3a4663c1-9171-4299-b861-a769d499f448,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:33.125732 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbc39e6-c8a3-4877-b428-0ac8412f88c6 x-openstack-request-id: req-ecbc39e6-c8a3-4877-b428-0ac8412f88c6 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:31:33.126033 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "tag": "3a4663c1-9171-4299-b861-a769d499f448", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:31:33.126284 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecbc39e6-c8a3-4877-b428-0ac8412f88c6 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:31:33.126745 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'tag': '3a4663c1-9171-4299-b861-a769d499f448', 'status': 'completed', 'code': 200} Sep 16 06:31:33.215428 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396743bf-2b1d-4fde-b772-5137bd7bc707 req-7d70ae27-ed74-4abe-9a68-682a6191db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:33.216989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-396743bf-2b1d-4fde-b772-5137bd7bc707 req-7d70ae27-ed74-4abe-9a68-682a6191db30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 1096 time: 0.0468192 Sep 16 06:31:33.282050 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb10c-24d5-4a23-8b3a-ef0dd03c67f8 req-26c5aba4-e6bd-4b1e-998d-bab30371880a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:33.283532 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-433cb10c-24d5-4a23-8b3a-ef0dd03c67f8 req-26c5aba4-e6bd-4b1e-998d-bab30371880a tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 944 time: 0.0568445 Sep 16 06:31:33.322129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-433cb10c-24d5-4a23-8b3a-ef0dd03c67f8 req-e193cd31-cd53-423e-bd6a-89dc2ed1f205 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318940 Sep 16 06:31:33.325950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396743bf-2b1d-4fde-b772-5137bd7bc707 req-33c0233c-4548-4b9a-b27a-1bf7aea2b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:33.327458 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-396743bf-2b1d-4fde-b772-5137bd7bc707 req-33c0233c-4548-4b9a-b27a-1bf7aea2b6b5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=542bb4ea12354f9d95111387712c8087&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0977538 Sep 16 06:31:33.432003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396743bf-2b1d-4fde-b772-5137bd7bc707 req-205e69c7-5da9-4c80-ad3c-89fa6d38cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:33.433572 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-396743bf-2b1d-4fde-b772-5137bd7bc707 req-205e69c7-5da9-4c80-ad3c-89fa6d38cfd2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992899 Sep 16 06:31:33.531213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-b74fc39d-e46f-4c18-98af-09864b887353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:33.532755 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-b74fc39d-e46f-4c18-98af-09864b887353 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 1096 time: 0.0404165 Sep 16 06:31:33.578504 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-82359396-91f1-4aef-a3fb-0d59f95006f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4663c1-9171-4299-b861-a769d499f448 HTTP/1.1" status: 200 len: 217 time: 0.0328453 Sep 16 06:31:33.632286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-4c67eac5-db66-4b9a-878e-e46a35709c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:33.633786 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-4c67eac5-db66-4b9a-878e-e46a35709c1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0de1a39-14a2-409e-bbe2-5910809bea53 HTTP/1.1" status: 200 len: 834 time: 0.0489788 Sep 16 06:31:33.681146 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-677563e2-8c9e-4cc6-8f9c-0a519f822ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:33.682663 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-677563e2-8c9e-4cc6-8f9c-0a519f822ee0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21cba688-229d-478f-ba23-633b3f990bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419767 Sep 16 06:31:33.781718 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-a5d10052-9153-4625-9678-cbbdf1e0513c service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920291 Sep 16 06:31:33.877555 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a783d6b1-cd48-42d2-a1bc-0b89a52760ca req-4fe087fe-5109-4e6a-813b-3d683861e650 service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883067 Sep 16 06:31:34.441855 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a158558-2593-4045-b383-86ce83d01a87 req-c0a87919-de89-43fd-a001-5ccb4705f263 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:34.443349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a158558-2593-4045-b383-86ce83d01a87 req-c0a87919-de89-43fd-a001-5ccb4705f263 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 944 time: 0.0507307 Sep 16 06:31:34.481372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6a158558-2593-4045-b383-86ce83d01a87 req-71d86836-335f-451c-b005-4ef0d04adc00 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319035 Sep 16 06:31:35.595722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba0714-c4ef-4dee-a828-d41b9433cfbc req-d2128b8b-0adf-427c-96bc-229faefd3501 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:35.597245 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1ba0714-c4ef-4dee-a828-d41b9433cfbc req-d2128b8b-0adf-427c-96bc-229faefd3501 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 944 time: 0.0486393 Sep 16 06:31:35.635958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1ba0714-c4ef-4dee-a828-d41b9433cfbc req-7a1be40c-acdb-4179-9309-b01bd677cb4c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Sep 16 06:31:35.708092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3a4663c1-9171-4299-b861-a769d499f448 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:31:35.800224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3a4663c1-9171-4299-b861-a769d499f448, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3a4663c1-9171-4299-b861-a769d499f448,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:35.811170 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '3a4663c1-9171-4299-b861-a769d499f448', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'port_id': '3a4663c1-9171-4299-b861-a769d499f448', 'mac_address': 'fa:16:3e:be:35:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:31:35.852835 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:35.865218 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4663c1-9171-4299-b861-a769d499f448 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:31:35.883947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3a4663c1-9171-4299-b861-a769d499f448, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3a4663c1-9171-4299-b861-a769d499f448,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:35.975742 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:36.023246 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3a4663c1-9171-4299-b861-a769d499f448,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:36.247676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['3a4663c1-9171-4299-b861-a769d499f448'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:31:36.758403 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff2352-95e7-4a83-a9a1-a5ed90725fdc req-aa683f1b-b3da-40ba-a4a4-011d44dff454 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:36.759971 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9ff2352-95e7-4a83-a9a1-a5ed90725fdc req-aa683f1b-b3da-40ba-a4a4-011d44dff454 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 945 time: 0.0537519 Sep 16 06:31:36.798855 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c9ff2352-95e7-4a83-a9a1-a5ed90725fdc req-779073e0-af6a-4eca-bb1e-f9694bee31d5 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327115 Sep 16 06:31:37.707539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3a4663c1-9171-4299-b861-a769d499f448 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:31:37.844385 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 3a4663c1-9171-4299-b861-a769d499f448 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:31:37.849068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 3a4663c1-9171-4299-b861-a769d499f448 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:31:37.849457 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:37.923941 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc44316-7291-4ed9-a273-87d8804a80e9 req-17f8c9e9-f5ff-4c9a-928b-3f6781f96fb8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:37.925613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dc44316-7291-4ed9-a273-87d8804a80e9 req-17f8c9e9-f5ff-4c9a-928b-3f6781f96fb8 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 945 time: 0.0565717 Sep 16 06:31:37.937300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:37.959974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4663c1-9171-4299-b861-a769d499f448'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:31:37.962169 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8507442c-de76-4672-a8d2-bed77284774c" -d '{"events": [{"server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "name": "network-vif-plugged", "status": "completed", "tag": "3a4663c1-9171-4299-b861-a769d499f448"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:31:37.965380 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dc44316-7291-4ed9-a273-87d8804a80e9 req-a058147e-e043-4da5-b9cc-47a34628947d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Sep 16 06:31:37.976205 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 3a4663c1-9171-4299-b861-a769d499f448, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3a4663c1-9171-4299-b861-a769d499f448,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:31:38.028783 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:38.056457 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce23b6-4e39-4971-8a81-1ed198022bc5 x-openstack-request-id: req-c7ce23b6-4e39-4971-8a81-1ed198022bc5 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:31:38.056748 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "name": "network-vif-plugged", "status": "completed", "tag": "3a4663c1-9171-4299-b861-a769d499f448", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:31:38.057003 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7ce23b6-4e39-4971-8a81-1ed198022bc5 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:31:38.057390 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4663c1-9171-4299-b861-a769d499f448', 'code': 200} Sep 16 06:31:38.080704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=3a4663c1-9171-4299-b861-a769d499f448,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:38.177792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e11518-0871-4270-a06b-e095e8b358b6 req-dfd4f2d6-6f99-403e-a915-321fbb594b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:38.179338 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-67e11518-0871-4270-a06b-e095e8b358b6 req-dfd4f2d6-6f99-403e-a915-321fbb594b1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 1098 time: 0.0405867 Sep 16 06:31:38.218193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-67e11518-0871-4270-a06b-e095e8b358b6 req-c9ff4d63-42be-4266-9774-626c591076a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313954 Sep 16 06:31:39.086626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d09a7f-058c-44fd-b4b2-ccbcd777da32 req-527253ee-fa1c-40fe-9871-e33fae200d18 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:39.088207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6d09a7f-058c-44fd-b4b2-ccbcd777da32 req-527253ee-fa1c-40fe-9871-e33fae200d18 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0538397 Sep 16 06:31:39.126212 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d6d09a7f-058c-44fd-b4b2-ccbcd777da32 req-c3f68b44-62a8-411a-859f-3b91ced9cb21 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Sep 16 06:31:40.247978 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f7af7-61cd-490d-aa2a-ea5d790e0da7 req-c4544793-2ecd-41f6-9ffd-e0c6650a93b2 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:40.249546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c51f7af7-61cd-490d-aa2a-ea5d790e0da7 req-c4544793-2ecd-41f6-9ffd-e0c6650a93b2 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0506303 Sep 16 06:31:40.290467 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c51f7af7-61cd-490d-aa2a-ea5d790e0da7 req-748984f3-a1d6-4c9a-9168-3ed27e8b79f4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346682 Sep 16 06:31:40.410114 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc86d75-d8c1-4a1e-8530-2e07e857a3ab req-94b008cc-70d1-4aca-b062-dc241dd53429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:40.412335 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1dc86d75-d8c1-4a1e-8530-2e07e857a3ab req-94b008cc-70d1-4aca-b062-dc241dd53429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0516937 Sep 16 06:31:40.451237 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1dc86d75-d8c1-4a1e-8530-2e07e857a3ab req-37033149-e45c-407e-bea5-05943bfbf66d tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326264 Sep 16 06:31:40.474303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53436) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:40.512520 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675b49ee-3829-4165-8720-9e460300a7df tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:40.514041 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-675b49ee-3829-4165-8720-9e460300a7df tempest-TestNetworkAdvancedServerOps-1178455945 tempest-TestNetworkAdvancedServerOps-1178455945-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 1093 time: 0.0387259 Sep 16 06:31:40.516788 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53438) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:40.522784 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '3a4663c1-9171-4299-b861-a769d499f448', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:31:40.650132 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:40.749665 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:40.857472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Allocated IP 172.25.1.211 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/8b03ab1f-4fb6-48ed-8335-52cd26a0d4c1) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:31:40.960803 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.033017 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.070456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:31:41.073332 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:31:41.078831 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:31:41.105482 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=8b03ab1f-4fb6-48ed-8335-52cd26a0d4c1,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:41.461377 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.595889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.749137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.809558 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:41.884498 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event updated for resources: {'Port': ['ID=8b03ab1f-4fb6-48ed-8335-52cd26a0d4c1,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:31:41.896912 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:42.005211 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP 577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6 associated. External IP: 172.25.1.211, port: 3a4663c1-9171-4299-b861-a769d499f448. Sep 16 06:31:42.244923 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router fb5fc146-71b2-4e59-b96a-7210bbebc8fd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:31:42.361030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:31:42.372668 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] Sync routers for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:31:42.382334 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:42.382943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:42.443375 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:42.471008 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-23d35fdf-27c1-4ee0-9d9f-30b2cd89a447 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9531364 Sep 16 06:31:42.471702 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'tag': '3a4663c1-9171-4299-b861-a769d499f448'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:31:42.474446 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c51975-26e8-4d75-be9c-5c5e4918bbad" -d '{"events": [{"name": "network-changed", "server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "tag": "3a4663c1-9171-4299-b861-a769d499f448"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:31:42.493101 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:42.513316 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846aa68b-134e-49e3-a0dc-a97c309b14e3 x-openstack-request-id: req-846aa68b-134e-49e3-a0dc-a97c309b14e3 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:31:42.513606 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "tag": "3a4663c1-9171-4299-b861-a769d499f448", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:31:42.514232 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-846aa68b-134e-49e3-a0dc-a97c309b14e3 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:31:42.514649 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'tag': '3a4663c1-9171-4299-b861-a769d499f448', 'status': 'completed', 'code': 200} Sep 16 06:31:42.605597 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b5cf8-7008-44d5-a88e-cc163f7d7e81 req-9dd125c5-473d-4798-b285-6702313c4db0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:42.607473 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c74b5cf8-7008-44d5-a88e-cc163f7d7e81 req-9dd125c5-473d-4798-b285-6702313c4db0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0815783 Sep 16 06:31:42.612936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-933fba42-6b24-4e92-9ecf-f9e5187220f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:42.615002 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-933fba42-6b24-4e92-9ecf-f9e5187220f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 1098 time: 0.0579360 Sep 16 06:31:42.706522 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c74b5cf8-7008-44d5-a88e-cc163f7d7e81 req-706f7fbf-d795-4289-a823-402d661195dd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905478 Sep 16 06:31:42.729648 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'port_id': '3a4663c1-9171-4299-b861-a769d499f448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'mac_address': 'fa:16:3e:be:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1765978-d90a-4050-b958-7879a23a11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:31:41Z', 'updated_at': '2021-09-16T06:31:41Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:29Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:42.731232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53444) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:42.738622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-c914c1fb-d020-4ec7-9ccc-88ca1fc71bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:42.740515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-c914c1fb-d020-4ec7-9ccc-88ca1fc71bc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21cba688-229d-478f-ba23-633b3f990bd8 HTTP/1.1" status: 200 len: 897 time: 0.1176717 Sep 16 06:31:42.755476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] Checking router: fb5fc146-71b2-4e59-b96a-7210bbebc8fd for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:31:42.764249 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:31:42.764877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:31:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:42.798198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-b70b101e-8891-43ee-8ab0-8964c1769309 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6 HTTP/1.1" status: 200 len: 992 time: 0.0643823 Sep 16 06:31:42.811821 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-f98440d7-b183-4ade-9f37-139facbca54a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4663c1-9171-4299-b861-a769d499f448 HTTP/1.1" status: 200 len: 1000 time: 0.0637929 Sep 16 06:31:42.862288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-842428b6-52de-4045-81b4-83520d2b7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:42.864682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-842428b6-52de-4045-81b4-83520d2b7bb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0de1a39-14a2-409e-bbe2-5910809bea53 HTTP/1.1" status: 200 len: 834 time: 0.0461860 Sep 16 06:31:42.920161 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-8422f216-c2dc-4098-8940-f8be70872b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:42.921785 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-8422f216-c2dc-4098-8940-f8be70872b67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21cba688-229d-478f-ba23-633b3f990bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502331 Sep 16 06:31:43.028303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:31:43.037111 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-19cb3697-64a0-41ea-9758-9427e13318d4 service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068773 Sep 16 06:31:43.133575 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78c51975-26e8-4d75-be9c-5c5e4918bbad req-7a4c8903-cd9e-422f-b8c8-738bdbe890d4 service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893986 Sep 16 06:31:43.253787 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'port_id': '3a4663c1-9171-4299-b861-a769d499f448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'mac_address': 'fa:16:3e:be:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1765978-d90a-4050-b958-7879a23a11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:31:41Z', 'updated_at': '2021-09-16T06:31:41Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:29Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:31:43.280116 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac33125-fd40-46bf-9054-9d49c21e8b35 None None] The sync data for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 is: [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'port_id': '3a4663c1-9171-4299-b861-a769d499f448', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'mac_address': 'fa:16:3e:be:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1765978-d90a-4050-b958-7879a23a11d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:31:41Z', 'updated_at': '2021-09-16T06:31:41Z', 'revision_number': 0, 'project_id': '542bb4ea12354f9d95111387712c8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:29Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:31:43.475994 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc6ae9-7a44-4077-a6ee-2a9ea414db21 None None] New status for floating IP 577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6: ACTIVE {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:31:43.800145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53446) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:31:43.862939 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-41dd9f2a-f97e-41cb-86af-1470a8c578c7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6 HTTP/1.1" status: 200 len: 994 time: 0.0615823 Sep 16 06:31:49.935332 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-384927e0-dfb9-4cba-82fe-6cfe3c1682ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:51.661556 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:53.117568 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-90c0f5a9-e2c1-476f-93ed-42a3544bd246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:53.923898 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:55.246111 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:31:55.558511 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:57.701100 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:59.386676 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:15.578216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788b212-39d7-41ef-8ec5-49fa43397269 req-fe56bdeb-cf01-4881-8a8b-e432d6973d2f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:15.580018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4788b212-39d7-41ef-8ec5-49fa43397269 req-fe56bdeb-cf01-4881-8a8b-e432d6973d2f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0653312 Sep 16 06:32:15.631443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4788b212-39d7-41ef-8ec5-49fa43397269 req-02d07f03-0346-4a6f-96eb-d85a15e3b7dc tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403707 Sep 16 06:32:16.762431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533c12b-5a06-4928-bbf6-3c4f5f762b81 req-39e65eeb-ebc9-44da-8485-8f8544ce3a13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:16.764015 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a533c12b-5a06-4928-bbf6-3c4f5f762b81 req-39e65eeb-ebc9-44da-8485-8f8544ce3a13 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0584040 Sep 16 06:32:16.807263 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-a533c12b-5a06-4928-bbf6-3c4f5f762b81 req-f7481de1-cb30-4680-997e-2b1e9441c6f4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368750 Sep 16 06:32:16.830427 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53472) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:16.912428 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9bb0a90b-c915-4306-a1bb-eaeecaba9f9c tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6 HTTP/1.1" status: 200 len: 994 time: 0.0805905 Sep 16 06:32:18.357440 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364e5c1-4d0c-455f-9780-ec51353c714e req-b96bb520-823c-4fea-aabd-3e537cf67f17 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:18.359111 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5364e5c1-4d0c-455f-9780-ec51353c714e req-b96bb520-823c-4fea-aabd-3e537cf67f17 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0551243 Sep 16 06:32:18.402478 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5364e5c1-4d0c-455f-9780-ec51353c714e req-3fbe8056-47aa-4908-b98a-db6661d808cd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366812 Sep 16 06:32:18.465951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-a0c394a9-0b02-4f6e-8b8d-689f2cdd2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:18.467490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-a0c394a9-0b02-4f6e-8b8d-689f2cdd2738 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 1098 time: 0.0419705 Sep 16 06:32:18.565665 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-04ad581b-4d7d-4766-a472-4f2a1e4c3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:18.567082 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-04ad581b-4d7d-4766-a472-4f2a1e4c3e79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21cba688-229d-478f-ba23-633b3f990bd8 HTTP/1.1" status: 200 len: 897 time: 0.0927942 Sep 16 06:32:18.639639 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-2a2204b8-e544-4fce-87b4-a880b59b66df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4663c1-9171-4299-b861-a769d499f448 HTTP/1.1" status: 200 len: 1002 time: 0.0642860 Sep 16 06:32:18.688983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-4ee68184-03c4-4f79-83f9-2fe24cf7d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:18.690476 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-4ee68184-03c4-4f79-83f9-2fe24cf7d266 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0de1a39-14a2-409e-bbe2-5910809bea53 HTTP/1.1" status: 200 len: 834 time: 0.0442531 Sep 16 06:32:18.740534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-a53b280f-3118-466b-b08f-8cc373c45d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:18.742704 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-a53b280f-3118-466b-b08f-8cc373c45d91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21cba688-229d-478f-ba23-633b3f990bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449283 Sep 16 06:32:18.848692 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-df9a0ad8-eb0a-40b1-bc48-ff1186970a3a service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971560 Sep 16 06:32:18.942449 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d19db0d7-ebe5-4a2b-b671-d1f210b94cd5 req-d15547d7-9b6f-4d63-8464-ca2f67fe936c service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862932 Sep 16 06:32:19.075793 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-e34a33d3-91bb-4c2d-b424-5dc8de2ac99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:19.077344 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-e34a33d3-91bb-4c2d-b424-5dc8de2ac99b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 1098 time: 0.0418143 Sep 16 06:32:19.186058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-3783ff3f-b601-44fe-b1b8-a3ca97279337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:19.187561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-3783ff3f-b601-44fe-b1b8-a3ca97279337 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21cba688-229d-478f-ba23-633b3f990bd8 HTTP/1.1" status: 200 len: 897 time: 0.0900958 Sep 16 06:32:19.262045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-44c45b11-f70e-4450-8c84-171d7e9ea1a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4663c1-9171-4299-b861-a769d499f448 HTTP/1.1" status: 200 len: 1002 time: 0.0635867 Sep 16 06:32:19.314387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-16977668-a3df-4f30-a901-c944a2bea047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:19.315908 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-16977668-a3df-4f30-a901-c944a2bea047 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0de1a39-14a2-409e-bbe2-5910809bea53 HTTP/1.1" status: 200 len: 834 time: 0.0451834 Sep 16 06:32:19.364045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-6fa605b5-31ac-42b6-a936-41f1128373a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:19.365619 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-6fa605b5-31ac-42b6-a936-41f1128373a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21cba688-229d-478f-ba23-633b3f990bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411787 Sep 16 06:32:19.462086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-3c6d86ec-16d6-4a84-87c9-af1119229caf service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883217 Sep 16 06:32:19.584365 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199059d-c4cc-4721-8dde-431ed600acc9 req-0b050464-145a-4cd2-bb71-687f90c78417 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:19.585896 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0199059d-c4cc-4721-8dde-431ed600acc9 req-0b050464-145a-4cd2-bb71-687f90c78417 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.1082571 Sep 16 06:32:19.603177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-076606b2-84d6-4854-ae0a-3f77423014d0 req-e1a7ec5d-85f2-4736-ba9a-b9feae95dfe1 service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332867 Sep 16 06:32:19.631341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0199059d-c4cc-4721-8dde-431ed600acc9 req-711e6e4e-e735-4ac3-82e0-e2b3e364883b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392191 Sep 16 06:32:19.906657 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f47cb6c4-5d63-43de-9d59-be21e649b0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:20.753916 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e25d0d-dfb9-4f8a-bbac-478912de7b5f req-37ef2a32-c6ca-4261-adc1-98d5a0ee3603 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:20.755447 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e25d0d-dfb9-4f8a-bbac-478912de7b5f req-37ef2a32-c6ca-4261-adc1-98d5a0ee3603 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0506232 Sep 16 06:32:20.800550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-15e25d0d-dfb9-4f8a-bbac-478912de7b5f req-05f2bfc5-4607-4561-b471-fe76fdfa1b69 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387456 Sep 16 06:32:20.823616 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53486) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:20.885787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a06aafeb-4a1f-4f73-bb84-450d33cea18e tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/floatingips/577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6 HTTP/1.1" status: 200 len: 994 time: 0.0609400 Sep 16 06:32:21.122900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53492) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:21.285954 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 8b03ab1f-4fb6-48ed-8335-52cd26a0d4c1 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:21.286210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:21.368309 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:21.368645 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:21.380426 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 8b03ab1f-4fb6-48ed-8335-52cd26a0d4c1 owned by network:floatingip {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:21.615137 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:21.638922 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=8b03ab1f-4fb6-48ed-8335-52cd26a0d4c1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:21.650042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.655090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:21.683882 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:21.714889 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for floatingip, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:21.715267 n-d-712749-15 neutron-server[95660]: INFO neutron.db.l3_db [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Floating IP 577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6 disassociated (deleted). External IP: 172.25.1.211, port: 3a4663c1-9171-4299-b861-a769d499f448. Sep 16 06:32:21.934741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router fb5fc146-71b2-4e59-b96a-7210bbebc8fd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:32:22.045041 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:22.049986 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:22.055095 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] Sync routers for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:22.064006 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:22.064615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:22.077862 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-2f201645-1712-4963-a9a0-91a0e24ab478 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/floatingips/577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6 HTTP/1.1" status: 204 len: 168 time: 0.9537768 Sep 16 06:32:22.078458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'tag': '3a4663c1-9171-4299-b861-a769d499f448'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:22.080771 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101e2d1d-2b94-424b-84c3-8f91ca93e243" -d '{"events": [{"name": "network-changed", "server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "tag": "3a4663c1-9171-4299-b861-a769d499f448"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:22.125831 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8caf305-6bac-4645-8422-276ab6fa44ad x-openstack-request-id: req-b8caf305-6bac-4645-8422-276ab6fa44ad {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:22.126131 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "tag": "3a4663c1-9171-4299-b861-a769d499f448", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:22.126389 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8caf305-6bac-4645-8422-276ab6fa44ad {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:22.126793 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'tag': '3a4663c1-9171-4299-b861-a769d499f448', 'status': 'completed', 'code': 200} Sep 16 06:32:22.172733 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:22.213980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-c699889b-4061-4597-a9d0-66b8af55b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:22.215560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-c699889b-4061-4597-a9d0-66b8af55b819 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=542bb4ea12354f9d95111387712c8087&device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 1098 time: 0.0456395 Sep 16 06:32:22.321696 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-f932ba1b-5fcd-400e-8a85-7f914fc0c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:22.323314 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-f932ba1b-5fcd-400e-8a85-7f914fc0c3f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21cba688-229d-478f-ba23-633b3f990bd8 HTTP/1.1" status: 200 len: 897 time: 0.1010983 Sep 16 06:32:22.366923 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-3474831b-e82b-475b-951e-057ec7037062 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a4663c1-9171-4299-b861-a769d499f448 HTTP/1.1" status: 200 len: 217 time: 0.0368516 Sep 16 06:32:22.394474 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:29Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:22.439614 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] Checking router: fb5fc146-71b2-4e59-b96a-7210bbebc8fd for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:22.454007 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:22.454980 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:31:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:22.455362 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-da7a13f7-53d7-4b43-b366-60e508ea36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:22.458037 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-da7a13f7-53d7-4b43-b366-60e508ea36b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0de1a39-14a2-409e-bbe2-5910809bea53 HTTP/1.1" status: 200 len: 834 time: 0.0795021 Sep 16 06:32:22.569100 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-2d567175-7b11-48ab-9401-568afb35c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:22.570795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:22.570933 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-2d567175-7b11-48ab-9401-568afb35c173 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21cba688-229d-478f-ba23-633b3f990bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789022 Sep 16 06:32:22.583192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77acdd-81da-4705-bdf4-28216bab6188 req-ac065498-7abe-445a-a09f-5352a96acdf4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:22.584809 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb77acdd-81da-4705-bdf4-28216bab6188 req-ac065498-7abe-445a-a09f-5352a96acdf4 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0608029 Sep 16 06:32:22.681774 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb77acdd-81da-4705-bdf4-28216bab6188 req-f4820df7-a6c4-4309-bf98-07684b218d5f tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885987 Sep 16 06:32:22.702925 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-633770fb-9ef4-4dfe-b841-474d818c9956 service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171134 Sep 16 06:32:22.784254 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:29Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:22.798397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-101e2d1d-2b94-424b-84c3-8f91ca93e243 req-789df317-7d14-4677-81b0-52d95c1814a6 service neutron] 10.222.0.30 "GET /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870743 Sep 16 06:32:22.816151 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2407b73-5349-43e4-871b-89dd2d918947 None None] The sync data for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 is: [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:26Z', 'revision_number': 4, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'b294a432-7238-4630-abbf-92572ddf5dd5', 'name': '', 'network_id': '21cba688-229d-478f-ba23-633b3f990bd8', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:25Z', 'updated_at': '2021-09-16T06:31:29Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'subnets': [{'id': 'c0de1a39-14a2-409e-bbe2-5910809bea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:23.050097 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9dc32c-0049-4f71-9586-e37f358ea467 None None] New status for floating IP 577dafc6-8ec3-474e-a7ef-f2e1a0ca04b6: DOWN {{(pid=95662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:32:23.180619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a421463e-9c53-490f-b9e4-61ecb12ca11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:23.804491 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3fa58-6548-40c9-8d17-e7f814f43db6 req-df353b41-45df-422f-b22d-d1deb4278073 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:23.806099 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9b3fa58-6548-40c9-8d17-e7f814f43db6 req-df353b41-45df-422f-b22d-d1deb4278073 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0530622 Sep 16 06:32:23.851924 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b9b3fa58-6548-40c9-8d17-e7f814f43db6 req-93e590c9-ff7d-44d1-a558-733a4ae9be7b tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e63223-7893-474d-b996-c0b82170cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391254 Sep 16 06:32:23.923027 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:24.195992 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-64632468-164a-4671-bc40-e7e0eba14185 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:24.197552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-64632468-164a-4671-bc40-e7e0eba14185 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 946 time: 0.0591180 Sep 16 06:32:24.300075 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port 3a4663c1-9171-4299-b861-a769d499f448 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:24.300421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:24.398032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port 3a4663c1-9171-4299-b861-a769d499f448, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=3a4663c1-9171-4299-b861-a769d499f448,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:24.398412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:24.410555 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for 3a4663c1-9171-4299-b861-a769d499f448 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:24.631945 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:24.666150 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=3a4663c1-9171-4299-b861-a769d499f448,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:24.678702 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.679068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.679414 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.679755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.680129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.680465 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.680799 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.681135 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.681528 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.681859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.682186 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.682513 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:24.718717 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] No DVR routers for this DVR port 3a4663c1-9171-4299-b861-a769d499f448 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:32:24.721458 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:24.723483 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7135b269-a5eb-4ee7-a3b4-602180652580 req-8e115c8d-dc03-47f7-8a3c-2bc47ab64ef9 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.30 "DELETE /v2.0/ports/3a4663c1-9171-4299-b861-a769d499f448 HTTP/1.1" status: 204 len: 173 time: 0.5200727 Sep 16 06:32:24.723948 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'name': 'network-vif-deleted', 'tag': '3a4663c1-9171-4299-b861-a769d499f448'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:24.726338 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3067da-5847-47db-a5c6-a5af417bc36f" -d '{"events": [{"server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "name": "network-vif-deleted", "tag": "3a4663c1-9171-4299-b861-a769d499f448"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:24.763678 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5462b055-0812-45fc-acb8-10ac95642828 x-openstack-request-id: req-5462b055-0812-45fc-acb8-10ac95642828 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:24.764016 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1765978-d90a-4050-b958-7879a23a11d0", "name": "network-vif-deleted", "tag": "3a4663c1-9171-4299-b861-a769d499f448", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:24.764270 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5462b055-0812-45fc-acb8-10ac95642828 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:24.764744 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1765978-d90a-4050-b958-7879a23a11d0', 'name': 'network-vif-deleted', 'tag': '3a4663c1-9171-4299-b861-a769d499f448', 'status': 'completed', 'code': 200} Sep 16 06:32:24.954368 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5c17abb0-1bbc-4bc6-8172-b823c31e4e4b req-57fde213-4a94-4ff2-a3a3-964dacfb59ac tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1765978-d90a-4050-b958-7879a23a11d0 HTTP/1.1" status: 200 len: 210 time: 0.0277760 Sep 16 06:32:25.626083 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:26.011183 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53508) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:26.369913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:26.627047 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port b294a432-7238-4630-abbf-92572ddf5dd5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:26.627297 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:27.042099 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port b294a432-7238-4630-abbf-92572ddf5dd5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b294a432-7238-4630-abbf-92572ddf5dd5,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:27.042866 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:27.055599 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for b294a432-7238-4630-abbf-92572ddf5dd5 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:27.312146 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:27.341814 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=b294a432-7238-4630-abbf-92572ddf5dd5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:27.529913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:27.745743 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:27.772420 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Router fb5fc146-71b2-4e59-b96a-7210bbebc8fd has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:32:27.882477 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:27.887882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9a51d2d0-759b-45a2-9c67-27a1fa9d47e7 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "PUT /v2.0/routers/fb5fc146-71b2-4e59-b96a-7210bbebc8fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8755925 Sep 16 06:32:27.890592 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53510) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:27.892319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] Sync routers for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:27.901993 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:27.902631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:27.947187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b94456-84f7-447e-9f33-1a2c0999adfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting subnet c0de1a39-14a2-409e-bbe2-5910809bea53 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:32:27.950489 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71b94456-84f7-447e-9f33-1a2c0999adfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:27.993694 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71b94456-84f7-447e-9f33-1a2c0999adfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:27.995478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3a4663c1-9171-4299-b861-a769d499f448 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:28.017796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 3a4663c1-9171-4299-b861-a769d499f448 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:28.018057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 3a4663c1-9171-4299-b861-a769d499f448 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:28.038107 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:28.078847 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71b94456-84f7-447e-9f33-1a2c0999adfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.220438 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:32:27Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:28.226560 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71b94456-84f7-447e-9f33-1a2c0999adfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.250213 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] Checking router: fb5fc146-71b2-4e59-b96a-7210bbebc8fd for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:28.255257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b94456-84f7-447e-9f33-1a2c0999adfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Subnet': ['ID=c0de1a39-14a2-409e-bbe2-5910809bea53,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:28.258359 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-71b94456-84f7-447e-9f33-1a2c0999adfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.258920 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] Routers {'fb5fc146-71b2-4e59-b96a-7210bbebc8fd'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:28.259536 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:28.262800 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-71b94456-84f7-447e-9f33-1a2c0999adfd tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/subnets/c0de1a39-14a2-409e-bbe2-5910809bea53 HTTP/1.1" status: 204 len: 168 time: 0.3685975 Sep 16 06:32:28.263205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53512) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:28.294408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1677bb0-4aa3-44dc-bc2e-4564a36345e2 None None] Network 21cba688-229d-478f-ba23-633b3f990bd8 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:32:28.376637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.452219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] Set router fb5fc146-71b2-4e59-b96a-7210bbebc8fd gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:28.485343 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.593776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] DHCP port deletion for 21cba688-229d-478f-ba23-633b3f990bd8 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:32:28.633568 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Deleting port d700b5d9-d6a0-4327-9131-abec6c1844a6 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:28.634161 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.678743 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Deleting port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:28.679117 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.692057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:32:27Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:28.722242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] For port d700b5d9-d6a0-4327-9131-abec6c1844a6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=d700b5d9-d6a0-4327-9131-abec6c1844a6,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:28.722608 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.729283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0ed88-77dc-4002-ba19-51518179ef7c None None] The sync data for ids ['fb5fc146-71b2-4e59-b96a-7210bbebc8fd'] in n-d-712749-15 is: [{'id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221252786', 'tenant_id': '542bb4ea12354f9d95111387712c8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:32:27Z', 'revision_number': 5, 'project_id': '542bb4ea12354f9d95111387712c8087', 'gw_port': {'id': 'd700b5d9-d6a0-4327-9131-abec6c1844a6', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5fc146-71b2-4e59-b96a-7210bbebc8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:31:22Z', 'updated_at': '2021-09-16T06:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:28.736397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Calling delete_port for d700b5d9-d6a0-4327-9131-abec6c1844a6 owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:28.782486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] For port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=9b27ac6b-eb99-45ff-b575-ba9179f3bbba,segment=NetworkSegment(e01510f4-12e4-49d7-a357-ab6527afb153),segment_id=e01510f4-12e4-49d7-a357-ab6527afb153)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:28.783082 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.796874 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Calling delete_port for 9b27ac6b-eb99-45ff-b575-ba9179f3bbba owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:28.986709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.017173 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Pushing event deleted for resources: {'Port': ['ID=9b27ac6b-eb99-45ff-b575-ba9179f3bbba,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:29.027234 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] No DVR routers for this DVR port 9b27ac6b-eb99-45ff-b575-ba9179f3bbba on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.038098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.039966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.039966 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e293c5-8c87-4791-b9b8-e4748973b7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:29.042186 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.072162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Port': ['ID=d700b5d9-d6a0-4327-9131-abec6c1844a6,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:29.136629 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.235001 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.237881 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.426274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.426928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Fanout notify agent at l3_agent the message router_deleted on router fb5fc146-71b2-4e59-b96a-7210bbebc8fd {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:32:29.445495 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.445495 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a3a1c4d1-3c1c-439d-a727-9e4a5c61c6d0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/routers/fb5fc146-71b2-4e59-b96a-7210bbebc8fd HTTP/1.1" status: 204 len: 168 time: 1.1746056 Sep 16 06:32:29.445713 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53514) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:29.472737 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.503603 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b294a432-7238-4630-abbf-92572ddf5dd5 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:29.525053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b294a432-7238-4630-abbf-92572ddf5dd5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:29.525392 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b294a432-7238-4630-abbf-92572ddf5dd5 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:29.525809 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9b27ac6b-eb99-45ff-b575-ba9179f3bbba no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:29.538223 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.545951 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 9b27ac6b-eb99-45ff-b575-ba9179f3bbba {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:29.546294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 9b27ac6b-eb99-45ff-b575-ba9179f3bbba not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:29.633598 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.654897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cba688-229d-478f-ba23-633b3f990bd8']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:29.665070 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01510f4-12e4-49d7-a357-ab6527afb153') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:29.665364 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01510f4-12e4-49d7-a357-ab6527afb153') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:29.674882 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.687595 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.693773 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:32:29.696804 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:32:29.697107 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:32:29.814352 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.822269 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.823530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/networks/21cba688-229d-478f-ba23-633b3f990bd8 HTTP/1.1" status: 204 len: 168 time: 0.3836889 Sep 16 06:32:29.826359 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53516) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:29.835904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0d5fa-fd7c-4c51-9e54-5716737f5429 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'Network': ['ID=21cba688-229d-478f-ba23-633b3f990bd8,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:29.889318 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-554ac3ce-a5d0-4db5-8d28-8c8df43debf0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.918268 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-554ac3ce-a5d0-4db5-8d28-8c8df43debf0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:30.060235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-554ac3ce-a5d0-4db5-8d28-8c8df43debf0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:30.062842 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-554ac3ce-a5d0-4db5-8d28-8c8df43debf0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:30.064080 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-554ac3ce-a5d0-4db5-8d28-8c8df43debf0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] 10.222.0.49 "DELETE /v2.0/security-groups/81e63223-7893-474d-b996-c0b82170cda2 HTTP/1.1" status: 204 len: 168 time: 0.2366428 Sep 16 06:32:30.075035 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ac3ce-a5d0-4db5-8d28-8c8df43debf0 tempest-TestNetworkAdvancedServerOps-628657539 tempest-TestNetworkAdvancedServerOps-628657539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e63223-7893-474d-b996-c0b82170cda2,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:30.832520 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53524) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:31.002682 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-07c89b42-5106-4efc-80be-6da247e4a335 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=542bb4ea12354f9d95111387712c8087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689191 Sep 16 06:32:31.005053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53528) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:31.068637 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b3d-6fc9-48ab-a8cf-0478221c443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:31.093756 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b3d-6fc9-48ab-a8cf-0478221c443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:31.208999 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b3d-6fc9-48ab-a8cf-0478221c443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:31.211650 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b3d-6fc9-48ab-a8cf-0478221c443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:31.212914 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-f63b0b3d-6fc9-48ab-a8cf-0478221c443b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14a099a7-3c3d-419b-8064-943df9c1d0d0 HTTP/1.1" status: 204 len: 168 time: 0.2063782 Sep 16 06:32:31.225067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b3d-6fc9-48ab-a8cf-0478221c443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a099a7-3c3d-419b-8064-943df9c1d0d0,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:31.410357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d700b5d9-d6a0-4327-9131-abec6c1844a6 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:31.431399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: d700b5d9-d6a0-4327-9131-abec6c1844a6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:32:31.431746 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device d700b5d9-d6a0-4327-9131-abec6c1844a6 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:32:31.854494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53534) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:31.868473 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ca10a8e-421e-4113-82d1-336340f35603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:31.958519 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ca10a8e-421e-4113-82d1-336340f35603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:32.025412 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-1ca10a8e-421e-4113-82d1-336340f35603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:32.064892 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-1ca10a8e-421e-4113-82d1-336340f35603 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d655b490410c46d5bf7c8904a5f6f2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092941 Sep 16 06:32:32.066032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca10a8e-421e-4113-82d1-336340f35603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f31373d-8899-4520-b613-a79060e018e2,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:32.067537 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53536) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:32.116532 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0051b63b-5165-41a1-ac5a-6b0e9def3825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:32.137503 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0051b63b-5165-41a1-ac5a-6b0e9def3825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:32.242691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0051b63b-5165-41a1-ac5a-6b0e9def3825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:32.245503 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:32:32.246293 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0051b63b-5165-41a1-ac5a-6b0e9def3825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:32.247471 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0051b63b-5165-41a1-ac5a-6b0e9def3825 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f31373d-8899-4520-b613-a79060e018e2 HTTP/1.1" status: 204 len: 168 time: 0.1781249 Sep 16 06:32:32.258949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b63b-5165-41a1-ac5a-6b0e9def3825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f31373d-8899-4520-b613-a79060e018e2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:33.340943 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53558) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:33.438638 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1646668343-network', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:33.527706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Made reservation on behalf of 11329a286cb149ecb4dfea5400b17be1 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:32:33.530139 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:33.538891 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:33.681750 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:33.774460 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:33.800030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:32:33.810198 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c20a3e-6a15-4b11-9b3e-eeaa0e53b956,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:33.949547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:33.949547 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Added segment d858cc6a-bfda-4a31-adc6-b0604117aba4 of type vlan for network b646cbd5-0853-4eb6-a132-f62cf34e48dd Sep 16 06:32:33.949547 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:33.962134 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:33.963144 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:33.963734 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:34.023053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] Pushing event updated for resources: {'Network': ['ID=b646cbd5-0853-4eb6-a132-f62cf34e48dd,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:34.033195 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:32:34.055191 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-69f54c83-4a00-4871-8f9e-3e517986d13f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7130835 Sep 16 06:32:34.060879 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53562) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:34.063084 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Request body: {'subnet': {'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1646668343-subnet', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:34.140098 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Made reservation on behalf of 11329a286cb149ecb4dfea5400b17be1 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:32:34.142522 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:34.352368 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:34.405542 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9484fe38-36b9-49a2-8dff-e83c842f09d3,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:34.416324 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Checking segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:34.416731 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Network hostable DHCP agents. Network: b646cbd5-0853-4eb6-a132-f62cf34e48dd, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:32:34.494368 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:32:34.545768 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, b646cbd5-0853-4eb6-a132-f62cf34e48dd) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:34.549974 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:34.550577 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:34.556877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d7c3e-1333-479c-ae59-a848e455e484 None None] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:32:34.689586 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a53106f8-f1d6-46e2-aa4c-39508901097a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6303592 Sep 16 06:32:34.692369 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53564) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:34.697579 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:34.786414 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:34.787750 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:34.848779 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:34.857000 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:32:34.857663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:34.993680 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Allocated IP 172.20.0.2 (b646cbd5-0853-4eb6-a132-f62cf34e48dd/9484fe38-36b9-49a2-8dff-e83c842f09d3/ec10aa27-747b-4f71-a500-e1548f6aab94) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:32:35.098044 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.143248 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.237570 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.278023 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:35.282689 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:35.287232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:32:35.290319 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Pushing event updated for resources: {'Port': ['ID=ec10aa27-747b-4f71-a500-e1548f6aab94,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:35.346188 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Attempting to bind port ec10aa27-747b-4f71-a500-e1548f6aab94 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:32:35.346561 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Attempting to bind port ec10aa27-747b-4f71-a500-e1548f6aab94 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:32:35.346931 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Attempting to bind port ec10aa27-747b-4f71-a500-e1548f6aab94 on network b646cbd5-0853-4eb6-a132-f62cf34e48dd {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:32:35.352329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:32:35.358558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Checking segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:35.358558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.358558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Bound using segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:32:35.358558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Bound port: ec10aa27-747b-4f71-a500-e1548f6aab94, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:32:35.358558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.370043 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.390395 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.418441 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] For port ec10aa27-747b-4f71-a500-e1548f6aab94, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:32:35.421518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] For port ec10aa27-747b-4f71-a500-e1548f6aab94, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec10aa27-747b-4f71-a500-e1548f6aab94,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:32:35.466448 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.502030 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Allocated IP 172.25.1.202 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/de0f6c4f-1759-46cc-a261-713328baa97c) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:32:35.524595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d8a29-8478-43c1-ac98-7e3026b61d8d None None] Pushing event updated for resources: {'Port': ['ID=ec10aa27-747b-4f71-a500-e1548f6aab94,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:35.613843 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.706517 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:35.759427 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:35.762526 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:35.772232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:32:35.778268 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Pushing event updated for resources: {'Port': ['ID=de0f6c4f-1759-46cc-a261-713328baa97c,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:36.168025 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:36.376508 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:36.419732 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1165057-8e2d-4b1b-8025-f2b8a0cca4aa None None] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:32:36.536690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-85370bd4-bd4e-4228-9a45-00c58aed0308 None None] Provisioning complete for port ec10aa27-747b-4f71-a500-e1548f6aab94 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:36.537052 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85370bd4-bd4e-4228-9a45-00c58aed0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:36.602772 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Router b2917714-ea8a-48ce-aeab-215ed9ffb433 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:32:36.648253 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85370bd4-bd4e-4228-9a45-00c58aed0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:36.686091 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-85370bd4-bd4e-4228-9a45-00c58aed0308 None None] For port ec10aa27-747b-4f71-a500-e1548f6aab94, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec10aa27-747b-4f71-a500-e1548f6aab94,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:36.721233 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:36.734400 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Sync routers for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:36.744978 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:36.745759 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:36.780314 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85370bd4-bd4e-4228-9a45-00c58aed0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:36.831923 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:36.833523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bbdda08e-a7bd-4d86-86e0-c4932584a573 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1393943 Sep 16 06:32:36.836609 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 53568) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:36.849478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85370bd4-bd4e-4228-9a45-00c58aed0308 None None] Pushing event updated for resources: {'Port': ['ID=ec10aa27-747b-4f71-a500-e1548f6aab94,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:36.873067 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:36.906830 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-922a7d50-7768-4f19-928b-dd890369cf8e None None] Provisioning complete for port ec10aa27-747b-4f71-a500-e1548f6aab94 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:36.907565 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-922a7d50-7768-4f19-928b-dd890369cf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.071814 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:35Z', 'revision_number': 3, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:37.098678 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Checking router: b2917714-ea8a-48ce-aeab-215ed9ffb433 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:37.099765 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Updating router b2917714-ea8a-48ce-aeab-215ed9ffb433 port de0f6c4f-1759-46cc-a261-713328baa97c binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:32:37.124806 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.379582 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.490456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec10aa27-747b-4f71-a500-e1548f6aab94 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:37.491206 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.541929 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port ec10aa27-747b-4f71-a500-e1548f6aab94 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:37.542310 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.555674 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Pushing event updated for resources: {'Port': ['ID=de0f6c4f-1759-46cc-a261-713328baa97c,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:37.559980 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Attempting to bind port de0f6c4f-1759-46cc-a261-713328baa97c on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:32:37.560768 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Attempting to bind port de0f6c4f-1759-46cc-a261-713328baa97c by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:32:37.561125 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Attempting to bind port de0f6c4f-1759-46cc-a261-713328baa97c on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:32:37.572769 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.577904 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:37.579878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:32:37.580272 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:37.580678 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.581066 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:32:37.581544 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Bound port: de0f6c4f-1759-46cc-a261-713328baa97c, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:32:37.582025 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.616019 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.638254 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] For port de0f6c4f-1759-46cc-a261-713328baa97c, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:32:37.641664 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] For port de0f6c4f-1759-46cc-a261-713328baa97c, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=de0f6c4f-1759-46cc-a261-713328baa97c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:32:37.711976 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.759733 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:37.760430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:37.783160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Allocated IP 172.20.0.1 (b646cbd5-0853-4eb6-a132-f62cf34e48dd/9484fe38-36b9-49a2-8dff-e83c842f09d3/386d0343-5544-4d71-8a3f-372012ea203f) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:32:37.822250 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79e3d-08fd-47ed-bde1-3bcc169725cd None None] Pushing event updated for resources: {'Port': ['ID=de0f6c4f-1759-46cc-a261-713328baa97c,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:37.892250 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:37.897410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:37.992731 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:38.030394 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:38.033295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:38.035868 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:32:38.070458 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=386d0343-5544-4d71-8a3f-372012ea203f,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:38.077813 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:35Z', 'revision_number': 3, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:38.086182 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:38.106737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab705eb-6c0a-4227-854b-e3f3196c13df None None] The sync data for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 is: [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:35Z', 'revision_number': 3, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:38.309981 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:38.350342 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-8ecfc84c-089b-415a-a47e-bcf90b5f4635 None None] Provisioning complete for port 386d0343-5544-4d71-8a3f-372012ea203f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:38.350903 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc84c-089b-415a-a47e-bcf90b5f4635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:38.406412 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-8ecfc84c-089b-415a-a47e-bcf90b5f4635 None None] Port 386d0343-5544-4d71-8a3f-372012ea203f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:32:38.502200 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:38.563136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:38.633447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=386d0343-5544-4d71-8a3f-372012ea203f,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:38.636689 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:38.747421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:38.749120 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:38.898252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Router b2917714-ea8a-48ce-aeab-215ed9ffb433 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:32:39.021273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:39.027129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1c19926a-9de8-48d7-840b-3ff5c5f47eb3 admin admin] 10.222.0.49 "PUT /v2.0/routers/b2917714-ea8a-48ce-aeab-215ed9ffb433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1893675 Sep 16 06:32:39.029875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-642402ad-33b2-4aac-bdee-30a6b28c7b22 None None] Provisioning complete for port 386d0343-5544-4d71-8a3f-372012ea203f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:39.030422 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-642402ad-33b2-4aac-bdee-30a6b28c7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:39.072477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-642402ad-33b2-4aac-bdee-30a6b28c7b22 None None] Port 386d0343-5544-4d71-8a3f-372012ea203f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:32:39.485108 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device de0f6c4f-1759-46cc-a261-713328baa97c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:39.535948 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port de0f6c4f-1759-46cc-a261-713328baa97c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:39.536885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:39.619726 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:39.641766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port de0f6c4f-1759-46cc-a261-713328baa97c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=de0f6c4f-1759-46cc-a261-713328baa97c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:39.718620 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:39.744495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53584) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:39.747071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Sync routers for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:39.750095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1186037998-network', 'tenant_id': '9d41354185bf47bea754449f63608d10'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:39.770410 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:39.771568 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:39.812589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=de0f6c4f-1759-46cc-a261-713328baa97c,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:39.830678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Made reservation on behalf of 9d41354185bf47bea754449f63608d10 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:32:39.833435 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:39.843132 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:39.891166 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:39.934880 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.020371 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.044457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:32:40.061640 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8059adcc-a580-46e2-ba8d-50c83b535afb,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:40.064927 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.065348 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Added segment b487ba14-a625-42a0-a880-132e1237a489 of type vlan for network dee03098-9232-4af2-ade7-fcc2afd52075 Sep 16 06:32:40.106780 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 2, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:40.140123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Checking router: b2917714-ea8a-48ce-aeab-215ed9ffb433 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:40.140476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Updating router b2917714-ea8a-48ce-aeab-215ed9ffb433 port 386d0343-5544-4d71-8a3f-372012ea203f binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:32:40.168744 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.424337 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.452834 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.528776 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.529780 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:40.530376 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.539804 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.591238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] Pushing event updated for resources: {'Network': ['ID=dee03098-9232-4af2-ade7-fcc2afd52075,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:40.601653 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c68eb-24a2-4fb3-a7a6-c7d70efb4a8a None None] Pushing event updated for resources: {'Port': ['ID=386d0343-5544-4d71-8a3f-372012ea203f,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:40.618598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network dee03098-9232-4af2-ade7-fcc2afd52075 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:32:40.631029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5e65e2cb-c30f-49b4-8ce5-a06fb485dba0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8827226 Sep 16 06:32:40.631388 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53586) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:40.636658 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Request body: {'subnet': {'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1186037998-subnet', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:40.706467 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Attempting to bind port 386d0343-5544-4d71-8a3f-372012ea203f on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:32:40.706838 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Attempting to bind port 386d0343-5544-4d71-8a3f-372012ea203f by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:32:40.707201 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Attempting to bind port 386d0343-5544-4d71-8a3f-372012ea203f on network b646cbd5-0853-4eb6-a132-f62cf34e48dd {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:32:40.721744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:32:40.722127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Checking segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:40.722536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.722930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Bound using segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:32:40.723038 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Made reservation on behalf of 9d41354185bf47bea754449f63608d10 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:32:40.723416 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Bound port: 386d0343-5544-4d71-8a3f-372012ea203f, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:32:40.724471 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.726584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.796909 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] For port 386d0343-5544-4d71-8a3f-372012ea203f, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:32:40.812714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] For port 386d0343-5544-4d71-8a3f-372012ea203f, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=386d0343-5544-4d71-8a3f-372012ea203f,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:32:40.818503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-06c6c412-5ed9-4390-88c5-23d38c01b937 None None] Provisioning complete for port 386d0343-5544-4d71-8a3f-372012ea203f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:40.819137 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-06c6c412-5ed9-4390-88c5-23d38c01b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.855148 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-06c6c412-5ed9-4390-88c5-23d38c01b937 None None] Port 386d0343-5544-4d71-8a3f-372012ea203f cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:32:40.866658 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.917431 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:40.918072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:40.951932 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:40.969472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c68eb-24a2-4fb3-a7a6-c7d70efb4a8a None None] Pushing event updated for resources: {'Port': ['ID=386d0343-5544-4d71-8a3f-372012ea203f,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:41.008725 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1aa64f-7a42-4264-bed3-7b2e9622ee2f,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:41.026260 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Checking segment: {'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:41.026671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Network hostable DHCP agents. Network: dee03098-9232-4af2-ade7-fcc2afd52075, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:32:41.046539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:41.156262 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Network dee03098-9232-4af2-ade7-fcc2afd52075 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:32:41.211376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-d9290743-c8a9-4b5d-8571-0b208b4bd031 None None] Provisioning complete for port 386d0343-5544-4d71-8a3f-372012ea203f triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:41.211973 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9290743-c8a9-4b5d-8571-0b208b4bd031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.242061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, dee03098-9232-4af2-ade7-fcc2afd52075) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:41.246795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:41.247419 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.263120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f5e57-a146-4939-88e9-ab214146994e None None] Network dee03098-9232-4af2-ade7-fcc2afd52075 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:32:41.340140 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fa647d59-4f10-4815-abc3-7446554a2add admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7076640 Sep 16 06:32:41.342639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53588) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:41.347174 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:41.428630 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:40Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:41.432991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9290743-c8a9-4b5d-8571-0b208b4bd031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.444201 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.445378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.467478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device de0f6c4f-1759-46cc-a261-713328baa97c up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:41.476448 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325ab7d-1b53-4898-84dd-18ee6b97541a None None] The sync data for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 is: [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:40Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:41.503241 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.558028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-dee03098-9232-4af2-ade7-fcc2afd52075', 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'fixed_ips': [{'subnet_id': '1c1aa64f-7a42-4264-bed3-7b2e9622ee2f'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:32:41.558872 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.570690 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-d9290743-c8a9-4b5d-8571-0b208b4bd031 None None] For port 386d0343-5544-4d71-8a3f-372012ea203f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=386d0343-5544-4d71-8a3f-372012ea203f,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:41.647156 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port de0f6c4f-1759-46cc-a261-713328baa97c triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:41.647533 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.740675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.840732 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d9290743-c8a9-4b5d-8571-0b208b4bd031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:41.943370 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9290743-c8a9-4b5d-8571-0b208b4bd031 None None] Pushing event updated for resources: {'Port': ['ID=386d0343-5544-4d71-8a3f-372012ea203f,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:41.957764 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Allocated IP 172.20.0.2 (dee03098-9232-4af2-ade7-fcc2afd52075/1c1aa64f-7a42-4264-bed3-7b2e9622ee2f/bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:32:42.064701 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.088918 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.145814 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.208724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Allocated IP 172.25.1.150 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/eac8fc92-f80c-4c04-80f9-b2cd48d6b84b) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:32:42.214648 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.253714 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Network dee03098-9232-4af2-ade7-fcc2afd52075 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:42.259232 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:42.265712 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:32:42.274085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Pushing event updated for resources: {'Port': ['ID=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:42.329171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.334994 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Attempting to bind port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:32:42.335362 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Attempting to bind port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:32:42.335719 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Attempting to bind port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d on network dee03098-9232-4af2-ade7-fcc2afd52075 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:32:42.341318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:32:42.341737 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Checking segment: {'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:42.342140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.342526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Bound using segment: {'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:32:42.342989 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Bound port: bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:32:42.343450 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.414127 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] For port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:32:42.417638 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] For port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,segment=NetworkSegment(b487ba14-a625-42a0-a880-132e1237a489),segment_id=b487ba14-a625-42a0-a880-132e1237a489)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:32:42.442790 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.483813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:42.495755 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:42.500632 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:32:42.503564 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.504690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Pushing event updated for resources: {'Port': ['ID=eac8fc92-f80c-4c04-80f9-b2cd48d6b84b,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:42.580082 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0122fa6-fadd-4bcd-9d44-e90d5edf8a1b None None] Pushing event updated for resources: {'Port': ['ID=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:42.847654 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:43.054050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:43.294457 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Router a11dc9af-fdc2-4704-9af8-6d3d23832f04 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:32:43.414051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:43.424929 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Sync routers for ids ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:43.436098 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Routers {'a11dc9af-fdc2-4704-9af8-6d3d23832f04'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:43.436881 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:43.505704 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:43.509554 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2f45eb2c-a5fc-4d94-9573-41a20d3ff46b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1632712 Sep 16 06:32:43.509822 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53590) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:43.529231 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120307a7-8df1-444a-a35d-61dc9b163a9e None None] Network dee03098-9232-4af2-ade7-fcc2afd52075 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:32:43.582924 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:43.666099 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Set router a11dc9af-fdc2-4704-9af8-6d3d23832f04 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:43.667607 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-0827f91a-74f3-4385-b93a-14678306b64a None None] Provisioning complete for port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:43.668010 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0827f91a-74f3-4385-b93a-14678306b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:43.758015 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:43.758684 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:43.856704 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:32:42Z', 'revision_number': 3, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port': {'id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:42Z', 'updated_at': '2021-09-16T06:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:43.880009 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0827f91a-74f3-4385-b93a-14678306b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:43.887609 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Checking router: a11dc9af-fdc2-4704-9af8-6d3d23832f04 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:43.888276 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Updating router a11dc9af-fdc2-4704-9af8-6d3d23832f04 port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:32:43.924665 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:43.954882 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-0827f91a-74f3-4385-b93a-14678306b64a None None] For port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,segment=NetworkSegment(b487ba14-a625-42a0-a880-132e1237a489),segment_id=b487ba14-a625-42a0-a880-132e1237a489)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:43.959954 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:43.989105 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.026869 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0827f91a-74f3-4385-b93a-14678306b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.125296 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:32:44.125724 n-d-712749-15 neutron-server[95661]: DEBUG oslo_db.api [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:32:44.128875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827f91a-74f3-4385-b93a-14678306b64a None None] Pushing event updated for resources: {'Port': ['ID=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:44.152567 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-1170252a-9c7a-4c13-8ee4-252437d845dc None None] Provisioning complete for port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:44.153035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1170252a-9c7a-4c13-8ee4-252437d845dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.178382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Allocated IP 172.20.0.1 (dee03098-9232-4af2-ade7-fcc2afd52075/1c1aa64f-7a42-4264-bed3-7b2e9622ee2f/1641214e-32df-4448-bf44-e25df7611ba5) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:32:44.227275 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.291206 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.304831 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.357320 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Attempting to bind port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:32:44.357681 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Attempting to bind port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:32:44.358028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Attempting to bind port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:32:44.365153 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cbbd1-a6bc-46da-96a8-741f228bb2a5 None None] Pushing event updated for resources: {'Port': ['ID=eac8fc92-f80c-4c04-80f9-b2cd48d6b84b,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:44.367828 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:32:44.368224 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:44.368618 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.368998 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:32:44.369459 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Bound port: eac8fc92-f80c-4c04-80f9-b2cd48d6b84b, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:32:44.369832 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.379521 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.417841 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Network dee03098-9232-4af2-ade7-fcc2afd52075 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:44.420651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:44.421793 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] For port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:32:44.427060 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] For port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=eac8fc92-f80c-4c04-80f9-b2cd48d6b84b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:32:44.428151 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:32:44.434947 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Pushing event updated for resources: {'Port': ['ID=1641214e-32df-4448-bf44-e25df7611ba5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:44.471703 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.500722 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.564398 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cbbd1-a6bc-46da-96a8-741f228bb2a5 None None] Pushing event updated for resources: {'Port': ['ID=eac8fc92-f80c-4c04-80f9-b2cd48d6b84b,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:44.575555 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Routers {'a11dc9af-fdc2-4704-9af8-6d3d23832f04'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:44.576558 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:44.672585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 386d0343-5544-4d71-8a3f-372012ea203f up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:44.676472 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-05d4d455-71c0-457f-92a7-28ce584e69e9 None None] Provisioning complete for port 1641214e-32df-4448-bf44-e25df7611ba5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:44.676908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-05d4d455-71c0-457f-92a7-28ce584e69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.677078 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.694903 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] Set router a11dc9af-fdc2-4704-9af8-6d3d23832f04 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:44.742534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-05d4d455-71c0-457f-92a7-28ce584e69e9 None None] Port 1641214e-32df-4448-bf44-e25df7611ba5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:32:44.759558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 386d0343-5544-4d71-8a3f-372012ea203f triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:44.760074 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.860470 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.882703 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:32:42Z', 'revision_number': 3, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port': {'id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:42Z', 'updated_at': '2021-09-16T06:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:44.910177 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a916b6a-8314-4571-b537-49ea0fc7713c None None] The sync data for ids ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'] in n-d-712749-15 is: [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:32:42Z', 'revision_number': 3, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port': {'id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:42Z', 'updated_at': '2021-09-16T06:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:44.931265 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:45.001657 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:45.003444 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Pushing event updated for resources: {'Port': ['ID=1641214e-32df-4448-bf44-e25df7611ba5,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:45.104653 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Network dee03098-9232-4af2-ade7-fcc2afd52075 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:45.106130 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:45.380304 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-47f3b57e-43b9-408c-9af5-0f6046c05ee4 None None] Provisioning complete for port 1641214e-32df-4448-bf44-e25df7611ba5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:45.380776 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-47f3b57e-43b9-408c-9af5-0f6046c05ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:45.426141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-47f3b57e-43b9-408c-9af5-0f6046c05ee4 None None] Port 1641214e-32df-4448-bf44-e25df7611ba5 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:32:45.540395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:45.573129 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Router a11dc9af-fdc2-4704-9af8-6d3d23832f04 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:32:45.592046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:45.592421 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:45.675423 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device eac8fc92-f80c-4c04-80f9-b2cd48d6b84b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:45.695085 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:45.700202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-36d11545-9a26-4ebe-b6bc-6fe48b2d7b0e admin admin] 10.222.0.49 "PUT /v2.0/routers/a11dc9af-fdc2-4704-9af8-6d3d23832f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1892865 Sep 16 06:32:45.733528 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:45.734086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:45.818984 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:45.848524 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=eac8fc92-f80c-4c04-80f9-b2cd48d6b84b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:45.928952 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:45.982117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=eac8fc92-f80c-4c04-80f9-b2cd48d6b84b,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:46.401611 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53598) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:46.406722 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-81c4949a-981b-4747-a179-75a0821da47f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257783527', 'description': 'tempest-secgroup-smoke-1257783527 description', 'project_id': '11329a286cb149ecb4dfea5400b17be1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:46.536017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Sync routers for ids ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:46.536017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Routers {'a11dc9af-fdc2-4704-9af8-6d3d23832f04'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:46.536017 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:46.557273 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81c4949a-981b-4747-a179-75a0821da47f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:46.646565 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81c4949a-981b-4747-a179-75a0821da47f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:46.655383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Set router a11dc9af-fdc2-4704-9af8-6d3d23832f04 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:46.740380 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81c4949a-981b-4747-a179-75a0821da47f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:46.769967 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4949a-981b-4747-a179-75a0821da47f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8073d6d6-d015-46fb-802e-cb5f0a65f9e9,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:46.860015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-81c4949a-981b-4747-a179-75a0821da47f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:46.861438 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-81c4949a-981b-4747-a179-75a0821da47f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4584203 Sep 16 06:32:46.863598 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:32:44Z', 'revision_number': 4, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port': {'id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:42Z', 'updated_at': '2021-09-16T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1641214e-32df-4448-bf44-e25df7611ba5', 'name': '', 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'mac_address': 'fa:16:3e:70:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1c1aa64f-7a42-4264-bed3-7b2e9622ee2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:44Z', 'updated_at': '2021-09-16T06:32:44Z', 'revision_number': 2, 'project_id': '9d41354185bf47bea754449f63608d10', 'subnets': [{'id': '1c1aa64f-7a42-4264-bed3-7b2e9622ee2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:46.866560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53600) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:46.875633 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-79b183bb-dcf9-4bcc-a701-5d48d18c4841 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': '8073d6d6-d015-46fb-802e-cb5f0a65f9e9', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:46.900429 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Checking router: a11dc9af-fdc2-4704-9af8-6d3d23832f04 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:46.900785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Updating router a11dc9af-fdc2-4704-9af8-6d3d23832f04 port 1641214e-32df-4448-bf44-e25df7611ba5 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:32:46.926396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.019475 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-79b183bb-dcf9-4bcc-a701-5d48d18c4841 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.077360 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-79b183bb-dcf9-4bcc-a701-5d48d18c4841 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.180231 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-79b183bb-dcf9-4bcc-a701-5d48d18c4841 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.195284 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b183bb-dcf9-4bcc-a701-5d48d18c4841 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d466b2-828c-4cf4-919a-f84c7ff53814,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:47.207126 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.304889 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-79b183bb-dcf9-4bcc-a701-5d48d18c4841 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.306152 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-79b183bb-dcf9-4bcc-a701-5d48d18c4841 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4342334 Sep 16 06:32:47.309007 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53602) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:47.313316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-63e92cee-3b49-439d-a1ba-6d8ed94640ba tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': '8073d6d6-d015-46fb-802e-cb5f0a65f9e9', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:47.368260 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.419604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63e92cee-3b49-439d-a1ba-6d8ed94640ba tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.426071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375ec88-9e39-4fcc-bbb9-7a55d29839f9 None None] Pushing event updated for resources: {'Port': ['ID=1641214e-32df-4448-bf44-e25df7611ba5,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:47.479490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Attempting to bind port 1641214e-32df-4448-bf44-e25df7611ba5 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:32:47.481616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Attempting to bind port 1641214e-32df-4448-bf44-e25df7611ba5 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:32:47.481616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Attempting to bind port 1641214e-32df-4448-bf44-e25df7611ba5 on network dee03098-9232-4af2-ade7-fcc2afd52075 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:32:47.486126 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:32:47.486498 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Checking segment: {'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:47.486974 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.487554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Bound using segment: {'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:32:47.487950 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Bound port: 1641214e-32df-4448-bf44-e25df7611ba5, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b487ba14-a625-42a0-a880-132e1237a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:32:47.488351 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.501300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63e92cee-3b49-439d-a1ba-6d8ed94640ba tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.502865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device eac8fc92-f80c-4c04-80f9-b2cd48d6b84b up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:47.568622 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63e92cee-3b49-439d-a1ba-6d8ed94640ba tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.588715 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e92cee-3b49-439d-a1ba-6d8ed94640ba tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a98880-d30f-412b-8eaf-a29cbcc0df56,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:47.593943 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] For port 1641214e-32df-4448-bf44-e25df7611ba5, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:32:47.597435 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] For port 1641214e-32df-4448-bf44-e25df7611ba5, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1641214e-32df-4448-bf44-e25df7611ba5,segment=NetworkSegment(b487ba14-a625-42a0-a880-132e1237a489),segment_id=b487ba14-a625-42a0-a880-132e1237a489)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:32:47.602699 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:47.603071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.648537 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-63e92cee-3b49-439d-a1ba-6d8ed94640ba tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.649837 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-63e92cee-3b49-439d-a1ba-6d8ed94640ba tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3399017 Sep 16 06:32:47.652720 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53604) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:47.657629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-7d43b000-2620-44d9-95db-1845af69abac tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': '8073d6d6-d015-46fb-802e-cb5f0a65f9e9', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:47.680148 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.738941 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-01b03679-4906-43b9-a8b1-144fa8cae11f None None] Provisioning complete for port 1641214e-32df-4448-bf44-e25df7611ba5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:47.743580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b03679-4906-43b9-a8b1-144fa8cae11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.768154 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d43b000-2620-44d9-95db-1845af69abac tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.775996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375ec88-9e39-4fcc-bbb9-7a55d29839f9 None None] Pushing event updated for resources: {'Port': ['ID=1641214e-32df-4448-bf44-e25df7611ba5,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:47.782393 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Routers {'a11dc9af-fdc2-4704-9af8-6d3d23832f04'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:47.783013 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:47.845172 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d43b000-2620-44d9-95db-1845af69abac tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.911828 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d43b000-2620-44d9-95db-1845af69abac tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.928679 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] Set router a11dc9af-fdc2-4704-9af8-6d3d23832f04 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:47.931758 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b03679-4906-43b9-a8b1-144fa8cae11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:47.935205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43b000-2620-44d9-95db-1845af69abac tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fc9d73-af54-4350-8551-481129cb601d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:48.020711 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-7d43b000-2620-44d9-95db-1845af69abac tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.022278 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-7d43b000-2620-44d9-95db-1845af69abac tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3685565 Sep 16 06:32:48.029914 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53606) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:48.035067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a10fba96-b229-4bb5-bc80-d4e265450478 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': '8073d6d6-d015-46fb-802e-cb5f0a65f9e9', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:48.116575 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a10fba96-b229-4bb5-bc80-d4e265450478 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.175295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-01b03679-4906-43b9-a8b1-144fa8cae11f None None] For port 1641214e-32df-4448-bf44-e25df7611ba5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1641214e-32df-4448-bf44-e25df7611ba5,segment=NetworkSegment(b487ba14-a625-42a0-a880-132e1237a489),segment_id=b487ba14-a625-42a0-a880-132e1237a489)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:48.184612 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a10fba96-b229-4bb5-bc80-d4e265450478 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.256613 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-01b03679-4906-43b9-a8b1-144fa8cae11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.265369 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a10fba96-b229-4bb5-bc80-d4e265450478 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.284268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fba96-b229-4bb5-bc80-d4e265450478 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3eb8fb-10dd-494b-b630-e7ee2e81be2d,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:48.329318 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b03679-4906-43b9-a8b1-144fa8cae11f None None] Pushing event updated for resources: {'Port': ['ID=1641214e-32df-4448-bf44-e25df7611ba5,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:48.346194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:32:44Z', 'revision_number': 4, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port': {'id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:42Z', 'updated_at': '2021-09-16T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1641214e-32df-4448-bf44-e25df7611ba5', 'name': '', 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'mac_address': 'fa:16:3e:70:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1c1aa64f-7a42-4264-bed3-7b2e9622ee2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:44Z', 'updated_at': '2021-09-16T06:32:47Z', 'revision_number': 4, 'project_id': '9d41354185bf47bea754449f63608d10', 'subnets': [{'id': '1c1aa64f-7a42-4264-bed3-7b2e9622ee2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:48.356906 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a10fba96-b229-4bb5-bc80-d4e265450478 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.358569 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a10fba96-b229-4bb5-bc80-d4e265450478 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272219 Sep 16 06:32:48.360912 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53610) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:48.366303 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-72bd4b21-fbca-4dc3-a660-2c14351d0b07 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': '8073d6d6-d015-46fb-802e-cb5f0a65f9e9', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:48.381597 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20092e-5880-4b54-8c72-cfe46c46fac5 None None] The sync data for ids ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'] in n-d-712749-15 is: [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:32:44Z', 'revision_number': 4, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port': {'id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:42Z', 'updated_at': '2021-09-16T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '1641214e-32df-4448-bf44-e25df7611ba5', 'name': '', 'network_id': 'dee03098-9232-4af2-ade7-fcc2afd52075', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'mac_address': 'fa:16:3e:70:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '1c1aa64f-7a42-4264-bed3-7b2e9622ee2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:44Z', 'updated_at': '2021-09-16T06:32:47Z', 'revision_number': 4, 'project_id': '9d41354185bf47bea754449f63608d10', 'subnets': [{'id': '1c1aa64f-7a42-4264-bed3-7b2e9622ee2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:48.391068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4b46abd1-8045-46f0-a76d-3c3fdd24c82b None None] Provisioning complete for port 1641214e-32df-4448-bf44-e25df7611ba5 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:48.391350 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4b46abd1-8045-46f0-a76d-3c3fdd24c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.454918 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-72bd4b21-fbca-4dc3-a660-2c14351d0b07 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Project 11329a286cb149ecb4dfea5400b17be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:32:48.462211 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72bd4b21-fbca-4dc3-a660-2c14351d0b07 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.540490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72bd4b21-fbca-4dc3-a660-2c14351d0b07 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.625434 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72bd4b21-fbca-4dc3-a660-2c14351d0b07 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.642943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd4b21-fbca-4dc3-a660-2c14351d0b07 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50eb395-2a47-4236-8873-7c50408f2192,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:48.705444 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-72bd4b21-fbca-4dc3-a660-2c14351d0b07 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.709509 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-72bd4b21-fbca-4dc3-a660-2c14351d0b07 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447766 Sep 16 06:32:48.709805 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53612) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:48.714544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-aec85ca4-a527-4982-8d45-275ca8487ddc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': '8073d6d6-d015-46fb-802e-cb5f0a65f9e9', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:48.803055 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-aec85ca4-a527-4982-8d45-275ca8487ddc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Project 11329a286cb149ecb4dfea5400b17be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:32:48.808499 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aec85ca4-a527-4982-8d45-275ca8487ddc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.879726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aec85ca4-a527-4982-8d45-275ca8487ddc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.951605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aec85ca4-a527-4982-8d45-275ca8487ddc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:48.970264 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec85ca4-a527-4982-8d45-275ca8487ddc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3068fa97-1903-4899-be1d-03a64816fb86,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:49.025819 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-aec85ca4-a527-4982-8d45-275ca8487ddc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:49.027105 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-aec85ca4-a527-4982-8d45-275ca8487ddc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162565 Sep 16 06:32:49.179101 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-2c9e23cb-2f14-4b5d-9987-55ef4021b74b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257783527&fields=id&tenant_id=11329a286cb149ecb4dfea5400b17be1 HTTP/1.1" status: 200 len: 267 time: 0.0359976 Sep 16 06:32:49.294415 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-4f682b77-4c3f-4369-ae51-60ad24f8ae05 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:49.296074 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-4f682b77-4c3f-4369-ae51-60ad24f8ae05 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 809 time: 0.1100683 Sep 16 06:32:49.313390 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-f561beb3-3fa1-4a3c-a8fe-af04c790f185 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/quotas/11329a286cb149ecb4dfea5400b17be1 HTTP/1.1" status: 200 len: 375 time: 0.0098202 Sep 16 06:32:49.376644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-6d226aed-9a30-4374-8c83-2efde7c19f29 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566168 Sep 16 06:32:49.393626 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-72795cfb-cd0c-481f-9521-99847aa9a122 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:32:49.395006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-72795cfb-cd0c-481f-9521-99847aa9a122 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058265 Sep 16 06:32:49.487047 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1641214e-32df-4448-bf44-e25df7611ba5 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:49.496817 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-8ab84224-c063-4ec9-a243-b243de768950 service neutron] 10.222.0.49 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949674 Sep 16 06:32:49.536937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 1641214e-32df-4448-bf44-e25df7611ba5 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:49.537308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:49.596890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-90897dd7-fa60-4afe-a014-b05174cd24a4 service neutron] 10.222.0.49 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925539 Sep 16 06:32:49.816776 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-040477f3-bc54-4395-a237-ac2a7f5bdfb1 req-2835f18e-a0f2-4ade-844f-447f31c20172 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 210 time: 0.0265810 Sep 16 06:32:49.934379 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d98960d1-2212-4ddf-9f3b-24c4495d91e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:50.930918 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-e60e23f8-f3fa-4b55-9368-d8a354adb991 req-76758003-4fe3-425e-859f-e2a1bf191aaa tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 210 time: 0.0294878 Sep 16 06:32:51.682654 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:52.032962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e3ed56ef-ca17-46a6-b9f2-b570e97cbd4a req-53031bf2-bd81-495d-93de-8668f91a34cc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 210 time: 0.0268018 Sep 16 06:32:52.149014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-e85355db-f630-48f8-b191-b0d97bd18369 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:52.150687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-e85355db-f630-48f8-b191-b0d97bd18369 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 809 time: 0.1047244 Sep 16 06:32:52.199120 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-70137cda-d052-4862-8d73-22719546217f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11329a286cb149ecb4dfea5400b17be1 HTTP/1.1" status: 200 len: 380 time: 0.0334451 Sep 16 06:32:52.208460 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'port': {'device_id': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'admin_state_up': True, 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'security_groups': ['8073d6d6-d015-46fb-802e-cb5f0a65f9e9']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:52.419530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Made reservation on behalf of 11329a286cb149ecb4dfea5400b17be1 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:32:52.423114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:52.548321 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Allocated IP 172.20.0.13 (b646cbd5-0853-4eb6-a132-f62cf34e48dd/9484fe38-36b9-49a2-8dff-e83c842f09d3/1895bb74-1aaf-42a3-a8a9-bb3225648f02) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:32:52.688300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:52.774012 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:52.815084 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:32:52.818033 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:32:52.821923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:32:52.856980 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:52.883801 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:52.884514 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:52.968946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3145b468-2b3c-4534-810c-4614e70d2191 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7642052 Sep 16 06:32:52.987410 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Request body: {'port': {'device_id': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:32:53.044463 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.046437 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3d0cbe50-aa3b-4faa-ad1f-2d52bec5a4e7 None None] Provisioning complete for port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:53.046901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbe50-aa3b-4faa-ad1f-2d52bec5a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.094790 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3d0cbe50-aa3b-4faa-ad1f-2d52bec5a4e7 None None] Port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:32:53.163193 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8e02fc18-f785-4b7d-aa00-aa832d80a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.163443 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a30ca-7d9c-49b4-b079-e7f0dd916ac5 req-7880152e-a3ee-4fac-926c-1d2df0cf5097 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:53.165067 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b52a30ca-7d9c-49b4-b079-e7f0dd916ac5 req-7880152e-a3ee-4fac-926c-1d2df0cf5097 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 932 time: 0.0499508 Sep 16 06:32:53.204265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b52a30ca-7d9c-49b4-b079-e7f0dd916ac5 req-f84a1328-3345-4aa7-9a09-cb0fb1844450 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Sep 16 06:32:53.322534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1895bb74-1aaf-42a3-a8a9-bb3225648f02 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:32:53.329859 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.342074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Transition to ACTIVE for port object 1895bb74-1aaf-42a3-a8a9-bb3225648f02 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:32:53.397588 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.452565 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:53.522896 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Attempting to bind port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:32:53.527463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Attempting to bind port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:32:53.527463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Attempting to bind port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 on network b646cbd5-0853-4eb6-a132-f62cf34e48dd {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:32:53.528390 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 on network b646cbd5-0853-4eb6-a132-f62cf34e48dd not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:32:53.528758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Attempting to bind port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 on network b646cbd5-0853-4eb6-a132-f62cf34e48dd {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:32:53.533972 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:32:53.534311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Checking segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:32:53.534695 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Bound using segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:32:53.535123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Bound port: 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:32:53.535481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.601959 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:32:53.607637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:32:53.677795 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.717628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:53.718223 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.719667 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] 10.222.0.30 "PUT /v2.0/ports/1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 1093 time: 0.7367373 Sep 16 06:32:53.720117 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:53.722407 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f681865f-ed9b-46e4-abb6-e1ec1af7d2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:53.747559 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed298fc3-21b1-4cee-b041-d9598d90d381 service neutron] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:53.772804 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1cd475-5f19-47a1-9383-f1e9364666c4 x-openstack-request-id: req-fc1cd475-5f19-47a1-9383-f1e9364666c4 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:53.773144 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:53.773347 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc1cd475-5f19-47a1-9383-f1e9364666c4 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:53.773777 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'status': 'completed', 'code': 200} Sep 16 06:32:53.865431 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681865f-ed9b-46e4-abb6-e1ec1af7d2fe req-1ba5f5aa-c285-4fab-8a77-f2a3919ec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:53.866995 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f681865f-ed9b-46e4-abb6-e1ec1af7d2fe req-1ba5f5aa-c285-4fab-8a77-f2a3919ec670 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1096 time: 0.0515749 Sep 16 06:32:53.929172 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:53.979670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681865f-ed9b-46e4-abb6-e1ec1af7d2fe req-aade75df-1362-48b0-b215-2dbf5ea8b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:53.983220 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f681865f-ed9b-46e4-abb6-e1ec1af7d2fe req-aade75df-1362-48b0-b215-2dbf5ea8b2fd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=11329a286cb149ecb4dfea5400b17be1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1014731 Sep 16 06:32:54.073879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681865f-ed9b-46e4-abb6-e1ec1af7d2fe req-8d74350a-98cb-485e-8770-a51229501c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:54.075369 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f681865f-ed9b-46e4-abb6-e1ec1af7d2fe req-8d74350a-98cb-485e-8770-a51229501c16 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879505 Sep 16 06:32:54.175514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-8ea62f2b-9b06-4e45-b2d8-6b4ac6ba6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:54.178589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-8ea62f2b-9b06-4e45-b2d8-6b4ac6ba6a11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1096 time: 0.0462530 Sep 16 06:32:54.230993 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-ee5dbfbb-191f-4432-99e0-cb02d6cd308f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 217 time: 0.0399001 Sep 16 06:32:54.283534 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-0abfffc3-236f-420a-a86a-db07b7f64f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:54.285490 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-0abfffc3-236f-420a-a86a-db07b7f64f12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0481308 Sep 16 06:32:54.331092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dae3f-1106-477c-bb07-22af66039430 req-57ffdef1-70c9-4456-98bb-61b559a0762d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:54.332578 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-64458848-4823-4c55-9c0d-623793fc7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:54.333319 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a7dae3f-1106-477c-bb07-22af66039430 req-57ffdef1-70c9-4456-98bb-61b559a0762d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0530837 Sep 16 06:32:54.334944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-64458848-4823-4c55-9c0d-623793fc7c18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420206 Sep 16 06:32:54.372298 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a7dae3f-1106-477c-bb07-22af66039430 req-65171612-6ef4-48fb-8163-dbd12df96ba8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326393 Sep 16 06:32:54.430122 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-3971dc52-5da9-4f39-948f-558cccdfa080 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881989 Sep 16 06:32:54.519283 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2be3e066-15d3-47d0-a910-0cbde027e93b req-4bb79c45-ecce-4fad-a269-26cd489236c9 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827110 Sep 16 06:32:55.498307 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20778a92-7d03-4206-a6f6-b70edac97fe8 req-b3db1455-ac31-433f-b68a-947ea0c31af7 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:55.500107 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20778a92-7d03-4206-a6f6-b70edac97fe8 req-b3db1455-ac31-433f-b68a-947ea0c31af7 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0557201 Sep 16 06:32:55.540455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-20778a92-7d03-4206-a6f6-b70edac97fe8 req-ae2a1c40-f623-465d-87cb-7e98d39a3325 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339646 Sep 16 06:32:55.590971 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:56.657400 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914037b6-e1f4-4434-9129-e7cf782f952b req-f8204661-6e79-4516-bbad-6bf7de62efd8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:56.658894 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-914037b6-e1f4-4434-9129-e7cf782f952b req-f8204661-6e79-4516-bbad-6bf7de62efd8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0499470 Sep 16 06:32:56.697905 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-914037b6-e1f4-4434-9129-e7cf782f952b req-48fac7aa-76ef-410f-9e90-5e2637bd139a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323834 Sep 16 06:32:57.698799 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:57.814070 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c831b-52d7-4b7c-8136-964ee3547a8c req-d4cff699-f3ab-481d-9514-3303d316661a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:57.815583 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c3c831b-52d7-4b7c-8136-964ee3547a8c req-d4cff699-f3ab-481d-9514-3303d316661a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0505328 Sep 16 06:32:57.854977 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-6c3c831b-52d7-4b7c-8136-964ee3547a8c req-1e033432-62a9-47c7-9427-f2859fe9a389 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Sep 16 06:32:58.125139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:32:58.219290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:58.230521 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'port_id': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'mac_address': 'fa:16:3e:c7:a9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:32:58.265928 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:58.279200 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1895bb74-1aaf-42a3-a8a9-bb3225648f02 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:32:58.298131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:58.385065 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:58.439253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:58.657290 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['1895bb74-1aaf-42a3-a8a9-bb3225648f02'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:32:58.972025 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2ef62-1b7e-4fc2-8e64-28442a10ee89 req-9fc23f31-c2ae-4f22-913d-080d5cdd0529 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:58.973574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2d2ef62-1b7e-4fc2-8e64-28442a10ee89 req-9fc23f31-c2ae-4f22-913d-080d5cdd0529 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Sep 16 06:32:59.011064 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d2d2ef62-1b7e-4fc2-8e64-28442a10ee89 req-1db6afda-d7ea-40bc-b10b-ee5363d2ca53 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Sep 16 06:32:59.373119 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:00.126954 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:33:00.129175 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24c757-75e3-400b-a406-4bdf5522ae3f req-c43ad1ed-e766-48cb-981e-9bd2036e06b0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:00.131137 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad24c757-75e3-400b-a406-4bdf5522ae3f req-c43ad1ed-e766-48cb-981e-9bd2036e06b0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Sep 16 06:33:00.172153 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ad24c757-75e3-400b-a406-4bdf5522ae3f req-18eefd70-ba2e-45bc-8815-a2a4380ae476 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344863 Sep 16 06:33:00.236930 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:33:00.241976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:33:00.242349 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:00.319987 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:00.342279 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:33:00.344637 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54989d31-068a-43f0-b59e-1578145fcbde" -d '{"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-plugged", "status": "completed", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:33:00.363646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:00.382656 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853eba6d-40a2-4988-91fd-b6d40e9931de x-openstack-request-id: req-853eba6d-40a2-4988-91fd-b6d40e9931de {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:33:00.383251 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-plugged", "status": "completed", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:33:00.383251 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-853eba6d-40a2-4988-91fd-b6d40e9931de {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:33:00.383569 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'code': 200} Sep 16 06:33:00.436646 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:00.487256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:00.511105 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc841-19cc-447d-a47c-30da87819f4c req-cf5c8059-e889-49f9-bc46-6cb26fc8f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:00.512660 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29acc841-19cc-447d-a47c-30da87819f4c req-cf5c8059-e889-49f9-bc46-6cb26fc8f9a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1098 time: 0.0469363 Sep 16 06:33:00.552449 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-29acc841-19cc-447d-a47c-30da87819f4c req-75ec7ff8-918a-4f46-9a71-551e2013a88c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 Sep 16 06:33:01.290251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec5c62-165a-4421-87dc-d54f332b3dd0 req-84515868-bca8-473d-b7d7-0a710043059a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:01.291791 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ec5c62-165a-4421-87dc-d54f332b3dd0 req-84515868-bca8-473d-b7d7-0a710043059a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0511951 Sep 16 06:33:01.330549 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ec5c62-165a-4421-87dc-d54f332b3dd0 req-1c913877-8d35-4824-a3a9-5683e8fe907f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Sep 16 06:33:02.451402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebddf0-c8d1-4913-88a0-fd27b56551cd req-3bd9c9ac-15bb-42e2-9993-2c2a93d9ba09 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:02.452783 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4ebddf0-c8d1-4913-88a0-fd27b56551cd req-3bd9c9ac-15bb-42e2-9993-2c2a93d9ba09 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0534425 Sep 16 06:33:02.491146 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b4ebddf0-c8d1-4913-88a0-fd27b56551cd req-3a069c4b-6d62-4834-b8be-88061ae1d7be tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Sep 16 06:33:02.607840 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e096d1-3a7e-4791-b6ea-ba43776a9aa4 req-ae56a478-e132-4bbb-8724-49f70d65b1ff tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:02.609384 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48e096d1-3a7e-4791-b6ea-ba43776a9aa4 req-ae56a478-e132-4bbb-8724-49f70d65b1ff tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0514607 Sep 16 06:33:02.648027 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-48e096d1-3a7e-4791-b6ea-ba43776a9aa4 req-a06804af-bd63-4dbb-84f8-4fed792d5caa tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Sep 16 06:33:02.669991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53670) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:02.802247 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db9ac1-bdbf-4299-8faa-08589eddf51e tempest-TestShelveInstance-2133810012 tempest-TestShelveInstance-2133810012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:02.803798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-76db9ac1-bdbf-4299-8faa-08589eddf51e tempest-TestShelveInstance-2133810012 tempest-TestShelveInstance-2133810012-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1093 time: 0.1328168 Sep 16 06:33:02.806724 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 53674) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:02.810998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:33:02.894171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:02.993509 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.106521 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Allocated IP 172.25.1.31 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/ea32e000-e82e-4c05-b622-ecfc947a3be5) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:33:03.210558 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.288455 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.331783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:33:03.334923 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:33:03.340511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:33:03.346286 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'Port': ['ID=ea32e000-e82e-4c05-b622-ecfc947a3be5,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:03.699981 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.824627 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.979715 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:04.047920 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:04.113440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'Port': ['ID=ea32e000-e82e-4c05-b622-ecfc947a3be5,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:04.125675 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:04.230115 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Floating IP 300d037d-1b40-43fb-b89c-8fdf2c3a7f9c associated. External IP: 172.25.1.31, port: 1895bb74-1aaf-42a3-a8a9-bb3225648f02. Sep 16 06:33:04.450735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Router b2917714-ea8a-48ce-aeab-215ed9ffb433 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:33:04.564451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:33:04.574011 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] Sync routers for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:33:04.584852 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:33:04.585588 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:04.625145 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:04.654466 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-d6fcf454-0ce5-4a38-936b-e804e90343db tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8466682 Sep 16 06:33:04.655071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:33:04.657403 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4f2813-151b-4a19-9741-818679cad971" -d '{"events": [{"name": "network-changed", "server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:33:04.696517 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a956ed1-2bd3-490d-a284-80563918e099 x-openstack-request-id: req-0a956ed1-2bd3-490d-a284-80563918e099 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:33:04.696822 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:33:04.697078 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a956ed1-2bd3-490d-a284-80563918e099 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:33:04.697495 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'status': 'completed', 'code': 200} Sep 16 06:33:04.703090 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:33:04.789605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2813-151b-4a19-9741-818679cad971 req-b61d073e-57cf-422d-8579-667d1106ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:04.791159 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d4f2813-151b-4a19-9741-818679cad971 req-b61d073e-57cf-422d-8579-667d1106ac45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1098 time: 0.0435085 Sep 16 06:33:04.888657 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2813-151b-4a19-9741-818679cad971 req-821eb6f4-35e6-4738-8fe1-81bd5a99de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:04.890176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d4f2813-151b-4a19-9741-818679cad971 req-821eb6f4-35e6-4738-8fe1-81bd5a99de77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0914643 Sep 16 06:33:04.932499 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '300d037d-1b40-43fb-b89c-8fdf2c3a7f9c', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'port_id': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'mac_address': 'fa:16:3e:c7:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:33:03Z', 'updated_at': '2021-09-16T06:33:03Z', 'revision_number': 0, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:04.959952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d4f2813-151b-4a19-9741-818679cad971 req-b7032692-8818-4fdc-91de-46085b771cce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 999 time: 0.0625675 Sep 16 06:33:04.963879 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] Checking router: b2917714-ea8a-48ce-aeab-215ed9ffb433 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:33:04.972073 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:33:04.972670 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:32:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:05.014331 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2813-151b-4a19-9741-818679cad971 req-a759457b-fa5d-42a7-8152-904c14c10630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:05.015878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d4f2813-151b-4a19-9741-818679cad971 req-a759457b-fa5d-42a7-8152-904c14c10630 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0493798 Sep 16 06:33:05.064197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2813-151b-4a19-9741-818679cad971 req-e44da04b-2f86-4024-8804-3156d8b9e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:05.065800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d4f2813-151b-4a19-9741-818679cad971 req-e44da04b-2f86-4024-8804-3156d8b9e631 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429168 Sep 16 06:33:05.080134 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:33:05.164591 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d4f2813-151b-4a19-9741-818679cad971 req-53102f93-7c08-422b-af16-3bad219a7350 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915673 Sep 16 06:33:05.261915 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5d4f2813-151b-4a19-9741-818679cad971 req-f94402f3-3b90-41fb-86fb-0fe1efd0bb3b service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897443 Sep 16 06:33:05.305464 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '300d037d-1b40-43fb-b89c-8fdf2c3a7f9c', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'port_id': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'mac_address': 'fa:16:3e:c7:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:33:03Z', 'updated_at': '2021-09-16T06:33:03Z', 'revision_number': 0, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:05.336239 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b1c3f-fb44-4b70-afa0-74f25cc02d72 None None] The sync data for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 is: [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '300d037d-1b40-43fb-b89c-8fdf2c3a7f9c', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'port_id': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'mac_address': 'fa:16:3e:c7:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:33:03Z', 'updated_at': '2021-09-16T06:33:03Z', 'revision_number': 0, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:33:05.536949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce47765-5b90-49ab-905d-72a96796e21d None None] New status for floating IP 300d037d-1b40-43fb-b89c-8fdf2c3a7f9c: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:33:09.245993 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:33:19.904644 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6dc3-6205-46c5-a36b-dccaaedd355e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:20.792647 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-8fbd90a9-7fe7-457f-832f-2e4348064236 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415862 Sep 16 06:33:20.897237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-c4c00300-2723-4ab5-9076-659638066184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:20.898754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-c4c00300-2723-4ab5-9076-659638066184 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1098 time: 0.0418563 Sep 16 06:33:21.007812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-b849314c-5272-4cc4-bd84-1bb09680504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:21.009380 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-b849314c-5272-4cc4-bd84-1bb09680504c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0893795 Sep 16 06:33:21.075289 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-11513ad8-b819-4ba7-b9a8-dcf28e5b46aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 1001 time: 0.0582936 Sep 16 06:33:21.441893 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-4c9871ac-5e2c-4875-ba5a-88770157f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:21.443565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-4c9871ac-5e2c-4875-ba5a-88770157f34e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.3586156 Sep 16 06:33:21.490622 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-63cc615d-0aa3-41cc-a396-9a48a883f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:21.492136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-63cc615d-0aa3-41cc-a396-9a48a883f3cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401196 Sep 16 06:33:21.584378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-2e6b3078-c844-4bd4-9e27-e25b92dd9b71 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852082 Sep 16 06:33:21.675411 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bec33ed4-38d6-4a50-a570-a192fea1e46b req-ea9ef951-48a1-4dc7-a236-eaf79c3b0b3a service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842800 Sep 16 06:33:21.693362 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:23.162222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-03497788-5da2-4b85-924d-9f45e59bfe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:23.910328 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:25.606871 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:27.693685 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:29.442502 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:46.245408 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:33:49.995810 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62c7b924-323c-4b00-a08f-0b210749653b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:51.703589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:53.155610 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-457eb3f6-17d2-4395-b188-af22b6d220cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:53.949610 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:55.624077 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:57.692191 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:59.372264 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:19.915736 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d330-d5be-4424-b94c-d7b68f059971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:20.805620 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-42c653d7-b590-48fb-a0b2-c6fb0015c29f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403817 Sep 16 06:34:20.909283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-51223a49-dd6b-4b43-9745-8fea3fbb9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:34:20.910834 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-51223a49-dd6b-4b43-9745-8fea3fbb9a09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1098 time: 0.0461895 Sep 16 06:34:21.019096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-d55c6532-2b49-4484-994b-b295b88f3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:34:21.020628 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-d55c6532-2b49-4484-994b-b295b88f3d53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0896461 Sep 16 06:34:21.089250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-53c1d44a-d900-47b2-a97c-181086337d9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 1001 time: 0.0612826 Sep 16 06:34:21.137339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-d78ef91e-a752-4b4f-8d2c-267d4e4d24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:34:21.138790 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-d78ef91e-a752-4b4f-8d2c-267d4e4d24b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0430849 Sep 16 06:34:21.184723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-21ab1289-3a4a-4bb1-95d5-3be548e5b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:34:21.186272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-21ab1289-3a4a-4bb1-95d5-3be548e5b013 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407829 Sep 16 06:34:21.197421 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-5ed3c91a-9749-4996-ad7b-723771fbdbc6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:34:21.198381 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-5ed3c91a-9749-4996-ad7b-723771fbdbc6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051672 Sep 16 06:34:21.293275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-3e7e3d4a-8b06-45ab-a173-59da7ebac8e7 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878797 Sep 16 06:34:21.383222 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5473eeb2-d655-4c9d-9084-86d46d0a55ca req-50ba50de-8508-4819-bd02-26b037e1beda service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825713 Sep 16 06:34:21.697464 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:23.137689 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-204c9f41-5b6a-492f-8ef0-7638d6be9936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:23.244946 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:34:24.017927 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:25.618446 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:27.726061 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:29.365972 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:49.936832 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-119aa226-008e-4172-b0bf-6f29baadce13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:51.708278 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:53.142066 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f553-58ef-4e48-8a56-4d191c9c1ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:53.919189 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:55.599618 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:57.715000 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:59.393895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:00.243722 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:35:02.520900 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744bfc-1e7d-4f16-97b7-f742b1cc6281 req-d86f2af1-4de4-42f9-a9cc-b45eeb321b79 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:02.522403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a744bfc-1e7d-4f16-97b7-f742b1cc6281 req-d86f2af1-4de4-42f9-a9cc-b45eeb321b79 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0510025 Sep 16 06:35:02.559407 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5a744bfc-1e7d-4f16-97b7-f742b1cc6281 req-e8a7480b-d531-4033-bbf8-878e9659b8ea tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310266 Sep 16 06:35:03.703666 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a28cd5-27f8-4500-806f-26d923686b68 req-068339c1-b5a0-4504-aef6-7d0cfcf0183d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:03.705201 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8a28cd5-27f8-4500-806f-26d923686b68 req-068339c1-b5a0-4504-aef6-7d0cfcf0183d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0564029 Sep 16 06:35:03.744358 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b8a28cd5-27f8-4500-806f-26d923686b68 req-0b2de3bc-bfe0-41d8-b587-0fc9144358ae tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330560 Sep 16 06:35:04.888014 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0286b44-c11e-4360-b06f-cd731ab827ea req-4563c718-cf19-41c4-b71b-6f75647124f8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:04.889725 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0286b44-c11e-4360-b06f-cd731ab827ea req-4563c718-cf19-41c4-b71b-6f75647124f8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0506108 Sep 16 06:35:04.928397 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f0286b44-c11e-4360-b06f-cd731ab827ea req-94a3b482-b224-4d9a-8b93-ee34319e6c9c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324392 Sep 16 06:35:06.043839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d417ab-5b54-4320-be2f-0063ad28c187 req-95ac6c0d-ce99-454a-8daf-f53c6bf2cc17 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:06.045375 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16d417ab-5b54-4320-be2f-0063ad28c187 req-95ac6c0d-ce99-454a-8daf-f53c6bf2cc17 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0498121 Sep 16 06:35:06.084492 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-16d417ab-5b54-4320-be2f-0063ad28c187 req-c33762da-dcc6-415f-a6ec-a27fa79d0247 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332036 Sep 16 06:35:07.204092 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9653de6-d082-44ac-8784-a610b53f819d req-29fcaa1e-37e1-4499-a934-f83f90b19d2f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:07.206446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9653de6-d082-44ac-8784-a610b53f819d req-29fcaa1e-37e1-4499-a934-f83f90b19d2f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0552711 Sep 16 06:35:07.244779 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d9653de6-d082-44ac-8784-a610b53f819d req-8bd44b05-b6a9-4072-abda-786595f22ae6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Sep 16 06:35:08.360304 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c55b94-1518-4896-abd1-a5148cbdf48a req-e1cc196d-0d82-43f3-b3d8-b0efb37ba5ae tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:08.361845 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7c55b94-1518-4896-abd1-a5148cbdf48a req-e1cc196d-0d82-43f3-b3d8-b0efb37ba5ae tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0500331 Sep 16 06:35:08.400258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b7c55b94-1518-4896-abd1-a5148cbdf48a req-1fe99a08-bce0-490f-a555-ef1234badca3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Sep 16 06:35:09.520706 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993571a-566e-41cb-9151-a5b4ceb4ca86 req-a38a412b-2ef1-44fb-a737-420b223953a6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:09.522230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9993571a-566e-41cb-9151-a5b4ceb4ca86 req-a38a412b-2ef1-44fb-a737-420b223953a6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0503097 Sep 16 06:35:09.560697 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9993571a-566e-41cb-9151-a5b4ceb4ca86 req-813955a1-6e0c-4ff6-8473-c8491273adda tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Sep 16 06:35:10.683237 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab58c8-9750-4164-b1d3-582f8b5fb45c req-ed97a86c-9ed9-4da1-b3f1-2ba435bfb4d0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:10.684806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97ab58c8-9750-4164-b1d3-582f8b5fb45c req-ed97a86c-9ed9-4da1-b3f1-2ba435bfb4d0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0567951 Sep 16 06:35:10.723446 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-97ab58c8-9750-4164-b1d3-582f8b5fb45c req-8a5ac83b-8b96-4191-8398-485cb2e3aa91 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Sep 16 06:35:11.862376 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f768262-a362-4532-9190-2dcc9b5181e1 req-24a12871-0416-4d01-b23a-4fe28be7450d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:11.864348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f768262-a362-4532-9190-2dcc9b5181e1 req-24a12871-0416-4d01-b23a-4fe28be7450d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0598056 Sep 16 06:35:11.914914 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5f768262-a362-4532-9190-2dcc9b5181e1 req-c3018aa6-9e4f-4c0f-bb40-0493e10b4249 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Sep 16 06:35:13.034544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f6900-eb6b-4d9b-b3c1-716496460bed req-3d82c21c-806c-4991-beff-2f187207c86a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:13.036099 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-427f6900-eb6b-4d9b-b3c1-716496460bed req-3d82c21c-806c-4991-beff-2f187207c86a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0513973 Sep 16 06:35:13.074213 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-427f6900-eb6b-4d9b-b3c1-716496460bed req-08e1ffaa-ec36-4a39-93d5-495010177751 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Sep 16 06:35:14.194346 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d02309-fc29-4c32-8e38-53421f7852dc req-d546ae76-df6a-4df9-a1f7-cbe6c007dde9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:14.196487 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54d02309-fc29-4c32-8e38-53421f7852dc req-d546ae76-df6a-4df9-a1f7-cbe6c007dde9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0548906 Sep 16 06:35:14.234446 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54d02309-fc29-4c32-8e38-53421f7852dc req-18c418c3-470d-4021-affb-8c129784cadb tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Sep 16 06:35:14.733399 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:35:14.826808 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:35:14.838329 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'port_id': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'mac_address': 'fa:16:3e:c7:a9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:35:14.875831 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:14.892850 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1895bb74-1aaf-42a3-a8a9-bb3225648f02 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:35:14.911792 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:35:15.033960 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:15.082418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:35:15.090140 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.090491 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.090836 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.091181 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.091511 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.091844 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.092196 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.092526 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.092853 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.093193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.093615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.093944 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:35:15.172731 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['1895bb74-1aaf-42a3-a8a9-bb3225648f02'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:35:15.367591 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b74c2-b15d-43a9-9a4c-cca8c979ce50 req-fea646f2-3716-4372-bbba-cb6bba7760fd tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:15.376491 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-443b74c2-b15d-43a9-9a4c-cca8c979ce50 req-fea646f2-3716-4372-bbba-cb6bba7760fd tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 945 time: 0.0706863 Sep 16 06:35:15.421073 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-443b74c2-b15d-43a9-9a4c-cca8c979ce50 req-7ff4bda4-7f81-4252-9597-035798a62c21 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Sep 16 06:35:16.558254 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c85e72-6965-46ee-b610-7714ec54449c req-9cebbe50-049e-4d24-bff8-7f5ff9e6e663 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:16.560899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3c85e72-6965-46ee-b610-7714ec54449c req-9cebbe50-049e-4d24-bff8-7f5ff9e6e663 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 945 time: 0.0552292 Sep 16 06:35:16.602483 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3c85e72-6965-46ee-b610-7714ec54449c req-91f8b4d4-f782-4e1a-a181-40eb5012dd77 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Sep 16 06:35:16.750353 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:35:16.805094 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:35:16.805724 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:16.896401 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:16.933748 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:35:16.935032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:35:16.937679 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d46263-b504-4093-b60a-4613ad01c5ae" -d '{"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-plugged", "status": "completed", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:35:16.980511 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6589d0-1273-446e-bc25-2e43d5a7c45b x-openstack-request-id: req-0d6589d0-1273-446e-bc25-2e43d5a7c45b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:35:16.985309 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-plugged", "status": "completed", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:35:16.985309 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d6589d0-1273-446e-bc25-2e43d5a7c45b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:35:16.985309 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'code': 200} Sep 16 06:35:17.006270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:17.058658 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:35:17.730184 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e437fd-7ace-4d4b-89da-eed9354b74b9 req-8e65d820-3ed2-4571-a9ba-6ee9ae6a3f84 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:17.732695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64e437fd-7ace-4d4b-89da-eed9354b74b9 req-8e65d820-3ed2-4571-a9ba-6ee9ae6a3f84 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0524971 Sep 16 06:35:17.772543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64e437fd-7ace-4d4b-89da-eed9354b74b9 req-e2f399fa-0d79-47b7-a3cd-6d438803fea0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Sep 16 06:35:18.905885 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd61f2-6148-493d-8ac0-2de94ff7a9d0 req-859f5088-ebe5-4cbc-a772-c34a7f68e533 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:18.907825 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfdd61f2-6148-493d-8ac0-2de94ff7a9d0 req-859f5088-ebe5-4cbc-a772-c34a7f68e533 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0588577 Sep 16 06:35:18.954529 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cfdd61f2-6148-493d-8ac0-2de94ff7a9d0 req-b1461ded-e180-43c3-bb29-62163a084785 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Sep 16 06:35:19.948306 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-16434a2c-c5c8-4e3f-ad04-1fbe23e225a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:20.086575 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dffcf-e79e-414b-bb31-6a057a9a066f req-1bef8aac-50cb-4a65-8226-211f4abbaeb3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:20.089017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-235dffcf-e79e-414b-bb31-6a057a9a066f req-1bef8aac-50cb-4a65-8226-211f4abbaeb3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0573339 Sep 16 06:35:20.140451 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-235dffcf-e79e-414b-bb31-6a057a9a066f req-d9bb43a8-1de0-4c4c-9bd6-d6ebe6edd4e9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Sep 16 06:35:21.272341 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb7dd2-d9a2-4923-8523-fd1cc4922e74 req-342c5646-7dd4-469d-b628-7bfdc9ade60f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:21.274152 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14bb7dd2-d9a2-4923-8523-fd1cc4922e74 req-342c5646-7dd4-469d-b628-7bfdc9ade60f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0615349 Sep 16 06:35:21.317568 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-14bb7dd2-d9a2-4923-8523-fd1cc4922e74 req-a652cbba-50c0-469f-8a81-c1d9beb53b8c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367246 Sep 16 06:35:21.805354 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:21.890514 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-74bba0a1-5eb2-426e-89b3-6eec6d861f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:21.892395 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-74bba0a1-5eb2-426e-89b3-6eec6d861f02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1098 time: 0.0960124 Sep 16 06:35:22.022290 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-6fc644ec-fc9b-4f32-8a4a-f80af5fe721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:22.023839 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-6fc644ec-fc9b-4f32-8a4a-f80af5fe721f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.1100187 Sep 16 06:35:22.094324 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-f38e0b21-bbe9-4d11-ab45-1248042ca375 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 1001 time: 0.0627494 Sep 16 06:35:22.158969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-b38dedcd-3672-4b21-a514-40dc64702ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:22.160508 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-b38dedcd-3672-4b21-a514-40dc64702ca2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0584872 Sep 16 06:35:22.214437 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-bac345d5-defa-42e3-8d6d-1e4bfb404fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:22.216109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-bac345d5-defa-42e3-8d6d-1e4bfb404fad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485673 Sep 16 06:35:22.331782 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-5ddf7768-3be0-4755-a2e2-b873006e2add service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073630 Sep 16 06:35:22.460452 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d776a-6d60-49b6-8838-8cf873d5c62e req-4643edf0-6c8d-449a-8965-710a78bc446e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:22.461999 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df6d776a-6d60-49b6-8838-8cf873d5c62e req-4643edf0-6c8d-449a-8965-710a78bc446e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0564320 Sep 16 06:35:22.495319 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1ae9b756-dab3-4070-b812-d8cf2ac68de4 req-6e05c5e7-bdfd-4b98-baac-b99d1c02e21e service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556122 Sep 16 06:35:22.527706 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-df6d776a-6d60-49b6-8838-8cf873d5c62e req-63308106-e8db-4469-b205-f85632097e21 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521417 Sep 16 06:35:23.159613 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5d087f66-704a-41b8-9c44-f97b49f02ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:23.656625 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a29a4-e510-44b6-a3c5-e6f2651db656 req-cf2f79c0-acc8-4b90-8deb-e09d913d6dab tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:23.658331 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa3a29a4-e510-44b6-a3c5-e6f2651db656 req-cf2f79c0-acc8-4b90-8deb-e09d913d6dab tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0547442 Sep 16 06:35:23.703690 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fa3a29a4-e510-44b6-a3c5-e6f2651db656 req-bd98bb23-df64-4b22-becc-0f534a241dc2 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356658 Sep 16 06:35:23.959371 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:24.828371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbdd8c-9bb8-4820-ade7-195765cec627 req-b0992adb-e139-46d2-a796-0cb4b21d2c37 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:24.831396 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a4dbdd8c-9bb8-4820-ade7-195765cec627 req-b0992adb-e139-46d2-a796-0cb4b21d2c37 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0573130 Sep 16 06:35:24.880621 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a4dbdd8c-9bb8-4820-ade7-195765cec627 req-b3265e92-a4cb-4c4c-bd37-2544fd2f4dad tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440955 Sep 16 06:35:25.656106 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:26.065229 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50713d5-1532-4c8d-b969-5335be30bb13 req-70ed182a-6cc0-44f0-9ec6-f4100730889a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:26.066652 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b50713d5-1532-4c8d-b969-5335be30bb13 req-70ed182a-6cc0-44f0-9ec6-f4100730889a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.1155767 Sep 16 06:35:26.105587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b50713d5-1532-4c8d-b969-5335be30bb13 req-8066bf26-3f57-4c4e-8ce2-79cfa9c657cd tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329516 Sep 16 06:35:26.655942 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-f677af45-7eb4-4a87-aaeb-9d182d5b95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:26.657508 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-f677af45-7eb4-4a87-aaeb-9d182d5b95b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1098 time: 0.0464180 Sep 16 06:35:26.754018 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-f72fabdd-7172-42db-a0c5-e13e23906677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:26.755709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-f72fabdd-7172-42db-a0c5-e13e23906677 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0912335 Sep 16 06:35:26.821949 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-5e420e90-a45f-494c-8839-763e472df27d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 1001 time: 0.0579927 Sep 16 06:35:26.870533 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-ab5e3487-a7de-418d-8763-85b4e97047a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:26.873032 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-ab5e3487-a7de-418d-8763-85b4e97047a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0438254 Sep 16 06:35:26.929548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-28fe0491-3191-4b28-9fd1-387384f98db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:26.931005 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-28fe0491-3191-4b28-9fd1-387384f98db5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525210 Sep 16 06:35:27.021938 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-1423a6de-e60a-4eca-a33e-ff14b6856c61 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840747 Sep 16 06:35:27.115245 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2a4c81f0-4f8d-472f-8b51-3a28602b190d req-ba84e479-013d-4124-a2e2-ec48e682c550 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865695 Sep 16 06:35:27.274536 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427a2d-5870-4682-9b73-629d9a1b7c4c req-b6989379-6a5d-40c5-afcd-a4aca92e9dc4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:27.276084 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31427a2d-5870-4682-9b73-629d9a1b7c4c req-b6989379-6a5d-40c5-afcd-a4aca92e9dc4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.1024158 Sep 16 06:35:27.315337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-31427a2d-5870-4682-9b73-629d9a1b7c4c req-8d14e10a-4208-4367-b5ed-349a9d8a6cf1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332823 Sep 16 06:35:27.713393 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:28.433417 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa1c85-8540-40f0-a4ec-2c0973f18a7d req-0f468077-2ae7-4c71-a727-12baaca37b5f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:28.434987 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-efaa1c85-8540-40f0-a4ec-2c0973f18a7d req-0f468077-2ae7-4c71-a727-12baaca37b5f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0514946 Sep 16 06:35:28.473455 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-efaa1c85-8540-40f0-a4ec-2c0973f18a7d req-6940b301-30b2-4d1b-91d2-a4adf581684c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Sep 16 06:35:29.439298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:29.592678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0fac-982f-447c-8076-f377ae76a237 req-7b096ef6-63f5-4ae0-9834-5d8a843fcc29 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:29.594273 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-58bd0fac-982f-447c-8076-f377ae76a237 req-7b096ef6-63f5-4ae0-9834-5d8a843fcc29 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0519300 Sep 16 06:35:29.633348 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-58bd0fac-982f-447c-8076-f377ae76a237 req-36f90f8a-d3f4-4f06-85b1-76a9af44e128 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Sep 16 06:35:29.745251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-12997064-3d3a-426e-a5ee-f800685f4e8e req-f7f98ca3-9d10-4ac1-b6cb-4b1236537121 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:35:29.746293 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-12997064-3d3a-426e-a5ee-f800685f4e8e req-f7f98ca3-9d10-4ac1-b6cb-4b1236537121 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479317 Sep 16 06:35:29.984718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65c44-07fa-4585-a231-aaf2df59fc09 req-98be46b8-b9b7-425c-9a15-74f74a1d6599 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:29.986159 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9d65c44-07fa-4585-a231-aaf2df59fc09 req-98be46b8-b9b7-425c-9a15-74f74a1d6599 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 946 time: 0.0516374 Sep 16 06:35:30.027734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f9d65c44-07fa-4585-a231-aaf2df59fc09 req-a90b69ec-8ff0-4123-adc0-2e087e2eeb39 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356402 Sep 16 06:35:30.481067 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-69887437-a57a-4537-a608-4ac44a239f93 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827825 Sep 16 06:35:30.815949 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:35:30.893991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:30.919925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:35:30.923752 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff48e17-c444-4ef7-b356-b818364557e5" -d '{"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-unplugged", "status": "completed", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:35:30.937729 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:35:30.959787 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b3adb-2e17-4f98-8a42-75dd5792856d x-openstack-request-id: req-af9b3adb-2e17-4f98-8a42-75dd5792856d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:35:30.960100 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-unplugged", "status": "failed", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02", "code": 422}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:35:30.960348 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af9b3adb-2e17-4f98-8a42-75dd5792856d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:35:30.960746 n-d-712749-15 neutron-server[95661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'code': 422} returned with failed status Sep 16 06:35:30.981558 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:31.028796 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:35:31.146948 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a349d13-d60e-44d8-ae5e-edbfe2ac44c4 req-ad969cd4-335e-4d40-af03-37ba7e7b81f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:31.148476 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a349d13-d60e-44d8-ae5e-edbfe2ac44c4 req-ad969cd4-335e-4d40-af03-37ba7e7b81f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0538619 Sep 16 06:35:31.187144 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7a349d13-d60e-44d8-ae5e-edbfe2ac44c4 req-557b81b6-4018-4956-929c-82ba5e5e7c69 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Sep 16 06:35:32.307758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298bfee-ad28-464b-9319-c88686d795ec req-d70e48b5-bfe7-4a70-b7d3-76094e687972 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:32.309330 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3298bfee-ad28-464b-9319-c88686d795ec req-d70e48b5-bfe7-4a70-b7d3-76094e687972 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0541716 Sep 16 06:35:32.347489 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3298bfee-ad28-464b-9319-c88686d795ec req-68a99669-edef-4e88-8ab3-bbc974703d63 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321634 Sep 16 06:35:33.463867 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f811150-6375-409f-bbc8-75e8cfdef6e7 req-5cc92067-1467-4a58-a188-3869e233903d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:33.465372 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f811150-6375-409f-bbc8-75e8cfdef6e7 req-5cc92067-1467-4a58-a188-3869e233903d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0500207 Sep 16 06:35:33.503599 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f811150-6375-409f-bbc8-75e8cfdef6e7 req-9682168e-034b-4efc-a4a1-1c1cfe342448 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Sep 16 06:35:34.616870 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436186d-0717-4804-bfbc-54b3227b09ab req-894a268f-9ef1-4ac5-aced-6b2898c17f30 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:34.618378 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3436186d-0717-4804-bfbc-54b3227b09ab req-894a268f-9ef1-4ac5-aced-6b2898c17f30 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0484502 Sep 16 06:35:34.656881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3436186d-0717-4804-bfbc-54b3227b09ab req-d20b6550-f5f8-42c4-8681-af50256d4379 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Sep 16 06:35:35.784738 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86764ef0-0148-46f2-9eb4-cf4b88b437fb req-f450c570-935f-4ed5-97a8-9bb561c31376 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:35.786197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86764ef0-0148-46f2-9eb4-cf4b88b437fb req-f450c570-935f-4ed5-97a8-9bb561c31376 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0513458 Sep 16 06:35:35.824992 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-86764ef0-0148-46f2-9eb4-cf4b88b437fb req-3f9454a6-c184-45ad-975d-05b8a44bae8a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Sep 16 06:35:36.186938 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-31026284-e5b1-4550-9aa4-26ca1cffec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:36.188494 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-31026284-e5b1-4550-9aa4-26ca1cffec61 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88&tenant_id=11329a286cb149ecb4dfea5400b17be1 HTTP/1.1" status: 200 len: 1096 time: 0.0705705 Sep 16 06:35:36.266901 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-f09f0b32-8eda-4f2b-be6f-d311878004f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:36.268441 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-f09f0b32-8eda-4f2b-be6f-d311878004f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1096 time: 0.0467391 Sep 16 06:35:36.362401 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-94348ac7-592d-4870-a808-1c50ad6c8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:36.364022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-94348ac7-592d-4870-a808-1c50ad6c8cb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0887654 Sep 16 06:35:36.432758 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-21072da7-25d1-43a6-b037-fcb8ee66f156 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 999 time: 0.0609565 Sep 16 06:35:36.480795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-d9012126-ffba-44ad-9c9f-e266c1179546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:36.482161 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-d9012126-ffba-44ad-9c9f-e266c1179546 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0431867 Sep 16 06:35:36.528026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-a11b802b-5eda-4c55-89ed-10e8bd9f1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:36.529515 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-a11b802b-5eda-4c55-89ed-10e8bd9f1ff2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406349 Sep 16 06:35:36.624301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-ac4b5c5d-0bc4-439c-ae20-8fc844353b41 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877528 Sep 16 06:35:36.712043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-21eab5fc-bfc0-48df-ac5c-75457b4b4730 req-d65a2669-4995-4bc1-8261-55dcdbbaf501 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813339 Sep 16 06:35:37.009402 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86edab-89c0-412c-8475-806fff1a274d req-644d727a-4f06-490c-9c21-053fb6a4adb8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:37.012030 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc86edab-89c0-412c-8475-806fff1a274d req-644d727a-4f06-490c-9c21-053fb6a4adb8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0553696 Sep 16 06:35:37.061829 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dc86edab-89c0-412c-8475-806fff1a274d req-e75eba38-361b-4138-a7bd-c3729caf4f16 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Sep 16 06:35:37.242805 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:35:38.191926 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf94-e453-42f0-a15b-6c67d59114fa req-6f03e78f-2c43-44aa-8579-e0599b0b06cd tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:38.194017 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a67ebf94-e453-42f0-a15b-6c67d59114fa req-6f03e78f-2c43-44aa-8579-e0599b0b06cd tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0617454 Sep 16 06:35:38.237270 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a67ebf94-e453-42f0-a15b-6c67d59114fa req-8b505f87-d304-4cd3-a370-3266e394246b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364823 Sep 16 06:35:39.365671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a3f1-8184-41ba-9ae6-fb696a62be73 req-ef5b0906-99da-433c-b347-5c5d7001f94d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:39.367372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01a7a3f1-8184-41ba-9ae6-fb696a62be73 req-ef5b0906-99da-433c-b347-5c5d7001f94d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0532904 Sep 16 06:35:39.412301 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01a7a3f1-8184-41ba-9ae6-fb696a62be73 req-db7baefe-061a-43ed-a87d-551d7ef10588 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375707 Sep 16 06:35:40.544678 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add80b7-de7e-41a5-8e10-ba0390927d18 req-3b583175-2aa2-4867-869c-cd8c1ec3d67a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:40.546337 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2add80b7-de7e-41a5-8e10-ba0390927d18 req-3b583175-2aa2-4867-869c-cd8c1ec3d67a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0527492 Sep 16 06:35:40.633701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2add80b7-de7e-41a5-8e10-ba0390927d18 req-fbab035e-9fff-4386-9101-dc28141629b8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803602 Sep 16 06:35:41.757976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c32d-acbb-4c96-96d8-da107b9fb3b4 req-3143fa41-8c3f-4d8f-8ed1-c79334135824 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:41.759630 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7961c32d-acbb-4c96-96d8-da107b9fb3b4 req-3143fa41-8c3f-4d8f-8ed1-c79334135824 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0513406 Sep 16 06:35:41.801334 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7961c32d-acbb-4c96-96d8-da107b9fb3b4 req-c5f268e4-8d57-4225-b083-30e99eac45fb tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357602 Sep 16 06:35:42.927494 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4b0d7-9761-4070-9222-4d44c01f2835 req-18fbcc7c-19b9-46cd-8e1b-d4f73942126a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:42.929317 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d7d4b0d7-9761-4070-9222-4d44c01f2835 req-18fbcc7c-19b9-46cd-8e1b-d4f73942126a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0558836 Sep 16 06:35:42.973752 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d7d4b0d7-9761-4070-9222-4d44c01f2835 req-08dd481b-42fc-418f-8446-6e8e45ede8d5 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363779 Sep 16 06:35:44.116877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78518467-8957-4d20-9431-e67b08e759ab req-6cc71616-98dd-44e0-ba3c-2231d1acd8cc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:44.118445 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78518467-8957-4d20-9431-e67b08e759ab req-6cc71616-98dd-44e0-ba3c-2231d1acd8cc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0552573 Sep 16 06:35:44.160042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-78518467-8957-4d20-9431-e67b08e759ab req-0c22ce43-a31e-4424-ba2d-e1f58ded3bed tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348036 Sep 16 06:35:45.291826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a2f89-c98c-432d-9be2-a6ac5783e8d3 req-ebeeb871-b72b-4efc-8e98-be64c67eac2c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:45.293415 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-842a2f89-c98c-432d-9be2-a6ac5783e8d3 req-ebeeb871-b72b-4efc-8e98-be64c67eac2c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0567460 Sep 16 06:35:45.335736 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-842a2f89-c98c-432d-9be2-a6ac5783e8d3 req-bd2b7b9c-d3a1-4d63-959a-ba76f842f394 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351617 Sep 16 06:35:46.466397 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d95629-3411-42ff-9511-984d217d7a5b req-b43bd726-038c-4985-bdee-196bb41656b0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:46.468024 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5d95629-3411-42ff-9511-984d217d7a5b req-b43bd726-038c-4985-bdee-196bb41656b0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0536921 Sep 16 06:35:46.508734 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5d95629-3411-42ff-9511-984d217d7a5b req-a1a823a7-74c6-43b0-92e4-1121353870e9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347476 Sep 16 06:35:47.625858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e291948-fbbb-42ad-896d-d9ca34e8a36d req-89946468-9f2a-4dce-9a7e-881acd28bb82 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:47.627379 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e291948-fbbb-42ad-896d-d9ca34e8a36d req-89946468-9f2a-4dce-9a7e-881acd28bb82 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0488687 Sep 16 06:35:47.666308 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8e291948-fbbb-42ad-896d-d9ca34e8a36d req-506fbf72-c866-4f5a-9881-05ea0f3d2c9d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Sep 16 06:35:48.780899 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf82e72-766c-415b-ad23-fc12a5baa50e req-3994c4ee-c862-40d2-a042-dbe421cb304d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:48.782297 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-faf82e72-766c-415b-ad23-fc12a5baa50e req-3994c4ee-c862-40d2-a042-dbe421cb304d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 944 time: 0.0486100 Sep 16 06:35:48.820438 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-faf82e72-766c-415b-ad23-fc12a5baa50e req-13f6980d-77e3-4978-8723-a5947182408b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Sep 16 06:35:48.845027 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:35:48.944294 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:35:48.955591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'port_id': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'mac_address': 'fa:16:3e:c7:a9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:35:48.992846 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:49.005769 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1895bb74-1aaf-42a3-a8a9-bb3225648f02 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:35:49.026974 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:35:49.124065 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:49.170460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:35:49.412659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['1895bb74-1aaf-42a3-a8a9-bb3225648f02'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:35:49.929966 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f1bc-a131-451d-a4de-b53a5c091742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:49.940569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58bb7a-e9f6-426e-b9f2-28f1634f5a77 req-7ce93bc5-a8b6-4053-952c-aaf9f79ae1d8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:49.942133 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d58bb7a-e9f6-426e-b9f2-28f1634f5a77 req-7ce93bc5-a8b6-4053-952c-aaf9f79ae1d8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 945 time: 0.0522816 Sep 16 06:35:49.980278 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1d58bb7a-e9f6-426e-b9f2-28f1634f5a77 req-1cc77198-59ea-4e64-bea6-9a7d48b1d98f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319178 Sep 16 06:35:50.856740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:35:50.907458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:35:50.907829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:50.981441 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:51.003408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:35:51.005669 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f56de-96a3-4923-8508-b5c5a85fd376" -d '{"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-plugged", "status": "completed", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:35:51.019424 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:35:51.043283 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039faec4-84fb-47f5-9b6b-e43a8e1d81e8 x-openstack-request-id: req-039faec4-84fb-47f5-9b6b-e43a8e1d81e8 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:35:51.043608 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-plugged", "status": "completed", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:35:51.044015 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-039faec4-84fb-47f5-9b6b-e43a8e1d81e8 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:35:51.044311 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'code': 200} Sep 16 06:35:51.090221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:51.106593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb332e6-b935-4e0b-95d0-5eb1f3b3662e req-40c24f50-2150-4e80-8de0-8bd8b6951e20 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:51.108083 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aeb332e6-b935-4e0b-95d0-5eb1f3b3662e req-40c24f50-2150-4e80-8de0-8bd8b6951e20 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 945 time: 0.0590155 Sep 16 06:35:51.149669 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:35:51.151340 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-aeb332e6-b935-4e0b-95d0-5eb1f3b3662e req-8ecc65e0-a02a-4409-9a03-dedb750d7503 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366561 Sep 16 06:35:51.419345 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020c9f9-0aba-4321-913f-fbd14f9bfbec req-0431a0ec-bd8a-4846-aa6e-5ad88d63ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:51.420890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d020c9f9-0aba-4321-913f-fbd14f9bfbec req-0431a0ec-bd8a-4846-aa6e-5ad88d63ef30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1099 time: 0.0436850 Sep 16 06:35:51.459056 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d020c9f9-0aba-4321-913f-fbd14f9bfbec req-c88655f1-9176-4ee0-8ff5-fbc97546eed0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305343 Sep 16 06:35:51.731028 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:52.274297 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a320520-3dc5-4ab6-bb3e-dccc41730570 req-7beafe4b-482a-46a9-8df1-0a6c308dc99e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:52.276515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a320520-3dc5-4ab6-bb3e-dccc41730570 req-7beafe4b-482a-46a9-8df1-0a6c308dc99e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 947 time: 0.0526648 Sep 16 06:35:52.314209 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2a320520-3dc5-4ab6-bb3e-dccc41730570 req-085c08ea-68be-492e-a28b-476016d473fc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Sep 16 06:35:53.152743 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ab33b806-be67-4af7-ae68-322e1b70e57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:53.432384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febadfc-4354-4fb0-8fec-1a7808ff5b6a req-0155494a-c498-4c4f-bbc8-aea697f15bb8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:53.433881 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2febadfc-4354-4fb0-8fec-1a7808ff5b6a req-0155494a-c498-4c4f-bbc8-aea697f15bb8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 947 time: 0.0510268 Sep 16 06:35:53.471963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2febadfc-4354-4fb0-8fec-1a7808ff5b6a req-4e34e7d1-0435-440b-968f-7333bbb0668a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320604 Sep 16 06:35:54.050073 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:54.589392 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884450-52e0-4c0c-8abb-ef65d1e3fee8 req-200504b5-4960-4177-8315-d0375064a59e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:35:54.590890 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3884450-52e0-4c0c-8abb-ef65d1e3fee8 req-200504b5-4960-4177-8315-d0375064a59e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 947 time: 0.0503287 Sep 16 06:35:54.628204 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-d3884450-52e0-4c0c-8abb-ef65d1e3fee8 req-f36d559c-1b9a-4fe4-9b1c-63ab924f93f7 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Sep 16 06:35:55.644316 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:57.712246 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:59.432875 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:14.242252 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:36:19.894845 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7eb15245-0f69-4c8d-bee5-726665d156b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:21.757880 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:22.778109 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-83e0848c-5ead-47b3-bc65-4723b5b2f256 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428560 Sep 16 06:36:22.882957 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-3fbf2dc8-02ea-4875-88b1-6f5b155e8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:36:22.884525 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-3fbf2dc8-02ea-4875-88b1-6f5b155e8c20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1099 time: 0.0446439 Sep 16 06:36:22.992235 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-a42fa586-a2b4-4fd4-9327-574e1988f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:36:22.993742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-a42fa586-a2b4-4fd4-9327-574e1988f6a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0893064 Sep 16 06:36:23.057964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-7d1e076e-3de9-4918-a0df-18bbc865e9c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 1001 time: 0.0564761 Sep 16 06:36:23.108466 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-8bfdb4e5-8030-4b36-936f-474a37781e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:36:23.110229 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-8bfdb4e5-8030-4b36-936f-474a37781e5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0445924 Sep 16 06:36:23.152368 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-48816d9a-b435-4226-8ecd-e4b200bd3fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:23.166010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-1e1223e6-da4b-4e08-b6dc-ba90e6bdf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:36:23.172095 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-1e1223e6-da4b-4e08-b6dc-ba90e6bdf228 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493724 Sep 16 06:36:23.257051 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-ab2b90dc-a183-4517-9399-c43b4835b7fe service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819876 Sep 16 06:36:23.351587 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2fc2c440-96ca-4e71-a5d6-acd278cbf109 req-7db9a850-0e55-4f23-926a-8861e2b386d1 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868578 Sep 16 06:36:23.974994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:25.620026 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:27.729296 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:29.426958 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:49.923217 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ca4784e2-f4f4-47e0-aa39-7425c251fdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:51.241682 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:36:51.745649 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:53.134329 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5b419bff-db9c-4612-a7ff-be2ef9ff3abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:53.951669 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:55.608536 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:57.740164 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:59.448422 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:05.280526 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54014) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:05.452042 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Deleting port ea32e000-e82e-4c05-b622-ecfc947a3be5 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:37:05.452393 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:05.535829 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:05.536097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:05.549478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Calling delete_port for ea32e000-e82e-4c05-b622-ecfc947a3be5 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:37:05.756789 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:05.786053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event deleted for resources: {'Port': ['ID=ea32e000-e82e-4c05-b622-ecfc947a3be5,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:05.799190 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.799560 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.799966 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.800333 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.800679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.801011 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.801339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.801670 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.801997 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.802339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.802671 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.802993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:05.860385 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:05.860707 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Floating IP 300d037d-1b40-43fb-b89c-8fdf2c3a7f9c disassociated (deleted). External IP: 172.25.1.31, port: 1895bb74-1aaf-42a3-a8a9-bb3225648f02. Sep 16 06:37:06.075905 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Router b2917714-ea8a-48ce-aeab-215ed9ffb433 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:37:06.484584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:37:06.489468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:06.495010 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] Sync routers for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:37:06.504826 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:37:06.505439 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:36:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:37:06.517379 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-52e72bb2-a968-43bf-8ddc-a4af8d1fcee3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "DELETE /v2.0/floatingips/300d037d-1b40-43fb-b89c-8fdf2c3a7f9c HTTP/1.1" status: 204 len: 168 time: 1.2357180 Sep 16 06:37:06.517986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:37:06.520614 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a" -d '{"events": [{"name": "network-changed", "server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:37:06.611275 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:37:06.624606 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fa6e20-fb62-4097-af61-458b85ca5d51 x-openstack-request-id: req-55fa6e20-fb62-4097-af61-458b85ca5d51 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:37:06.624941 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:37:06.624941 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55fa6e20-fb62-4097-af61-458b85ca5d51 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:37:06.625342 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'status': 'completed', 'code': 200} Sep 16 06:37:06.713495 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-a33dd12c-ce53-4270-a5d4-309434e84f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:06.715031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-a33dd12c-ce53-4270-a5d4-309434e84f70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 1099 time: 0.0438089 Sep 16 06:37:06.820787 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-ee504e94-4eb7-428d-b29e-5cb3b0f1a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:06.821607 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:37:06.823550 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-ee504e94-4eb7-428d-b29e-5cb3b0f1a5c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.1014810 Sep 16 06:37:06.849625 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] Checking router: b2917714-ea8a-48ce-aeab-215ed9ffb433 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:37:06.858592 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:37:06.859200 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:36:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:37:06.886311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954f3a0-f8b4-4fbc-af30-1df5e89383ed req-5c530242-1da6-4152-8413-a8d768a53271 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:06.888037 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1954f3a0-f8b4-4fbc-af30-1df5e89383ed req-5c530242-1da6-4152-8413-a8d768a53271 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 947 time: 0.0515494 Sep 16 06:37:06.900431 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-8dc7124d-43bb-477c-9d4d-c3147574aa26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 200 len: 217 time: 0.0395212 Sep 16 06:37:06.937318 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-1954f3a0-f8b4-4fbc-af30-1df5e89383ed req-0d3ef015-d6be-40e2-97b9-978024eb7dd2 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Sep 16 06:37:06.951839 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-ddffeef2-13f6-40ee-b55f-147ba5c83cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:06.953551 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-ddffeef2-13f6-40ee-b55f-147ba5c83cdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0461862 Sep 16 06:37:06.967539 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:37:07.005145 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-759b8018-d636-4c54-958b-2a9ce07f334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:07.006662 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-759b8018-d636-4c54-958b-2a9ce07f334f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440381 Sep 16 06:37:07.097582 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-c754eb05-e7e0-438c-9b5a-be92511f8c3a service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831594 Sep 16 06:37:07.164391 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:37:07.189785 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-bb64acf3-3dd1-4eb7-8971-849dbba6b21a req-3b600227-c85f-45e0-8d09-51f77f42bc8b service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849898 Sep 16 06:37:07.196036 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d36b5-37d4-4001-8a46-caedb5829c09 None None] The sync data for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 is: [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:37:07.421758 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4f123-4563-4b8c-a111-ba05fb069c98 None None] New status for floating IP 300d037d-1b40-43fb-b89c-8fdf2c3a7f9c: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:37:08.057587 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c03698-a51a-4a4d-a8e6-7433be46f236 req-0c78cd41-5365-40b8-9da3-7d37be27de9a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:08.059059 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6c03698-a51a-4a4d-a8e6-7433be46f236 req-0c78cd41-5365-40b8-9da3-7d37be27de9a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 947 time: 0.0484781 Sep 16 06:37:08.098567 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e6c03698-a51a-4a4d-a8e6-7433be46f236 req-86c7aeb8-9b3e-4e2c-8a44-08416c9c49f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=8073d6d6-d015-46fb-802e-cb5f0a65f9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Sep 16 06:37:08.323272 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-cc4643e3-2d99-45c8-b8f1-27a66f80f10a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:08.324799 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-cc4643e3-2d99-45c8-b8f1-27a66f80f10a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.30 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 947 time: 0.0496199 Sep 16 06:37:08.421003 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Deleting port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:37:08.421397 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:08.516981 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] For port 1895bb74-1aaf-42a3-a8a9-bb3225648f02, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=1895bb74-1aaf-42a3-a8a9-bb3225648f02,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:37:08.517345 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:08.529710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Calling delete_port for 1895bb74-1aaf-42a3-a8a9-bb3225648f02 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:37:08.739566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:08.769628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event deleted for resources: {'Port': ['ID=1895bb74-1aaf-42a3-a8a9-bb3225648f02,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:08.815689 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] No DVR routers for this DVR port 1895bb74-1aaf-42a3-a8a9-bb3225648f02 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:37:08.818565 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:08.820901 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-69a8b670-15e4-4bf0-b5ba-6ac7c8401a8d req-1c4b1677-539d-45cd-adbf-f8530c6e59a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.30 "DELETE /v2.0/ports/1895bb74-1aaf-42a3-a8a9-bb3225648f02 HTTP/1.1" status: 204 len: 173 time: 0.4898767 Sep 16 06:37:08.821493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-deleted', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:37:08.823678 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12438da6-898d-4947-8b55-7dfd56ca7e7f" -d '{"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-deleted", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:37:08.861953 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f818ca-3e88-49ef-b3f7-bdc56921e58e x-openstack-request-id: req-80f818ca-3e88-49ef-b3f7-bdc56921e58e {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:37:08.862255 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd779e-9dbe-430d-bbbb-25452e2a7f88", "name": "network-vif-deleted", "tag": "1895bb74-1aaf-42a3-a8a9-bb3225648f02", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:37:08.862516 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80f818ca-3e88-49ef-b3f7-bdc56921e58e {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:37:08.862919 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd779e-9dbe-430d-bbbb-25452e2a7f88', 'name': 'network-vif-deleted', 'tag': '1895bb74-1aaf-42a3-a8a9-bb3225648f02', 'status': 'completed', 'code': 200} Sep 16 06:37:09.218648 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7977ed66-2ea0-4837-b4c2-fc3b8d358200 req-037377ce-ee2e-48d6-88ac-c743ed0978a4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dd779e-9dbe-430d-bbbb-25452e2a7f88 HTTP/1.1" status: 200 len: 210 time: 0.0272853 Sep 16 06:37:10.277710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54038) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:10.337315 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-04c82dac-6d86-45dd-a794-0f18035e9bb6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:10.362964 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-04c82dac-6d86-45dd-a794-0f18035e9bb6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:10.494008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-04c82dac-6d86-45dd-a794-0f18035e9bb6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:10.496716 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-04c82dac-6d86-45dd-a794-0f18035e9bb6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:10.497932 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-04c82dac-6d86-45dd-a794-0f18035e9bb6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "DELETE /v2.0/security-groups/8073d6d6-d015-46fb-802e-cb5f0a65f9e9 HTTP/1.1" status: 204 len: 168 time: 0.2191737 Sep 16 06:37:10.509958 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c82dac-6d86-45dd-a794-0f18035e9bb6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073d6d6-d015-46fb-802e-cb5f0a65f9e9,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:11.251704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:37:11.275068 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 1895bb74-1aaf-42a3-a8a9-bb3225648f02 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:37:11.275411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 1895bb74-1aaf-42a3-a8a9-bb3225648f02 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:37:11.964607 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54050) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:11.969478 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-ef7c37d4-f948-4c5c-9571-5d5607da84f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56053637', 'description': 'tempest-secgroup-smoke-56053637 description', 'project_id': '11329a286cb149ecb4dfea5400b17be1'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:12.042872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef7c37d4-f948-4c5c-9571-5d5607da84f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.132452 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef7c37d4-f948-4c5c-9571-5d5607da84f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.224559 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef7c37d4-f948-4c5c-9571-5d5607da84f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.253824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c37d4-f948-4c5c-9571-5d5607da84f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec90360-3ad6-4b89-a5ff-127089a03dcc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:12.391653 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-ef7c37d4-f948-4c5c-9571-5d5607da84f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.393236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-ef7c37d4-f948-4c5c-9571-5d5607da84f9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4273150 Sep 16 06:37:12.396087 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54052) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:12.400558 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-37fa57b1-9529-407c-b247-0a3d133d5c1c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': 'dec90360-3ad6-4b89-a5ff-127089a03dcc', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:12.603258 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37fa57b1-9529-407c-b247-0a3d133d5c1c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.660009 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37fa57b1-9529-407c-b247-0a3d133d5c1c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.745297 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37fa57b1-9529-407c-b247-0a3d133d5c1c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.762764 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa57b1-9529-407c-b247-0a3d133d5c1c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d159bba-b1b7-4601-9bc9-abb8a5fcc67b,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:12.831378 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37fa57b1-9529-407c-b247-0a3d133d5c1c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.832680 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37fa57b1-9529-407c-b247-0a3d133d5c1c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4356551 Sep 16 06:37:12.835574 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54054) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:12.840769 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-0ef4e5f5-03ec-4776-8daf-363d39335443 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': 'dec90360-3ad6-4b89-a5ff-127089a03dcc', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:12.964207 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e5f5-03ec-4776-8daf-363d39335443 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:12.994653 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e5f5-03ec-4776-8daf-363d39335443 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.099353 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e5f5-03ec-4776-8daf-363d39335443 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.118863 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4e5f5-03ec-4776-8daf-363d39335443 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ebed0d-a525-4237-a5a3-006ef7bea9d2,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:13.197035 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e5f5-03ec-4776-8daf-363d39335443 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.198310 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0ef4e5f5-03ec-4776-8daf-363d39335443 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617079 Sep 16 06:37:13.201015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54056) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:13.205393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-8ec34638-aee2-4169-9c2c-7d61501686c8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': 'dec90360-3ad6-4b89-a5ff-127089a03dcc', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:13.287182 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ec34638-aee2-4169-9c2c-7d61501686c8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.346922 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ec34638-aee2-4169-9c2c-7d61501686c8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.448572 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ec34638-aee2-4169-9c2c-7d61501686c8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.466473 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec34638-aee2-4169-9c2c-7d61501686c8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0208f488-0907-40bc-bd51-894d35741e18,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:13.540520 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-8ec34638-aee2-4169-9c2c-7d61501686c8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.541710 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-8ec34638-aee2-4169-9c2c-7d61501686c8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3397617 Sep 16 06:37:13.544654 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54058) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:13.550256 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-e911be63-153b-4be1-abf7-9103b0f88bee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': 'dec90360-3ad6-4b89-a5ff-127089a03dcc', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:13.665280 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e911be63-153b-4be1-abf7-9103b0f88bee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.730639 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e911be63-153b-4be1-abf7-9103b0f88bee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.808102 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e911be63-153b-4be1-abf7-9103b0f88bee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.830384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911be63-153b-4be1-abf7-9103b0f88bee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6880a9f6-4b64-45ac-8554-246d32ae61b0,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:13.905697 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e911be63-153b-4be1-abf7-9103b0f88bee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:13.907043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e911be63-153b-4be1-abf7-9103b0f88bee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3610289 Sep 16 06:37:13.910537 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54060) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:13.915691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-a07c68eb-2a11-4ea5-88c5-74569348b491 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': 'dec90360-3ad6-4b89-a5ff-127089a03dcc', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:14.019914 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-a07c68eb-2a11-4ea5-88c5-74569348b491 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Project 11329a286cb149ecb4dfea5400b17be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:37:14.026038 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a07c68eb-2a11-4ea5-88c5-74569348b491 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:14.097839 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a07c68eb-2a11-4ea5-88c5-74569348b491 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:14.168405 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a07c68eb-2a11-4ea5-88c5-74569348b491 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:14.192575 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c68eb-2a11-4ea5-88c5-74569348b491 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f08fcf3-ca05-44b9-879f-c861e9b51471,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:14.254339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-a07c68eb-2a11-4ea5-88c5-74569348b491 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:14.255609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-a07c68eb-2a11-4ea5-88c5-74569348b491 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3440640 Sep 16 06:37:14.259824 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54062) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:14.264387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-22db9aa0-7ade-4d60-b01e-93c3367e53a1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'security_group_rule': {'security_group_id': 'dec90360-3ad6-4b89-a5ff-127089a03dcc', 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:14.368860 n-d-712749-15 neutron-server[95659]: INFO neutron.db.securitygroups_db [None req-22db9aa0-7ade-4d60-b01e-93c3367e53a1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Project 11329a286cb149ecb4dfea5400b17be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:37:14.374325 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22db9aa0-7ade-4d60-b01e-93c3367e53a1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:14.439999 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22db9aa0-7ade-4d60-b01e-93c3367e53a1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:14.493847 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22db9aa0-7ade-4d60-b01e-93c3367e53a1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:14.511154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db9aa0-7ade-4d60-b01e-93c3367e53a1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96480d0f-24e5-4281-8e88-55fd4e85bc38,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:14.585671 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-22db9aa0-7ade-4d60-b01e-93c3367e53a1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:14.586944 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-22db9aa0-7ade-4d60-b01e-93c3367e53a1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3261271 Sep 16 06:37:19.905262 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d3bb942b-b2d6-4a67-8130-64fb135c2f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:21.722249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:23.156270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27931b76-345b-4b27-9f27-e4e83d90c7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:24.105340 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:25.641988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:27.721908 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:28.240990 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:37:29.590874 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:34.498022 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-79c9502f-6da9-4a24-bc7f-adfbad58b5f5 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56053637&fields=id&tenant_id=11329a286cb149ecb4dfea5400b17be1 HTTP/1.1" status: 200 len: 267 time: 0.0326533 Sep 16 06:37:34.605629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-bf5f978c-322e-4782-aefc-95fc73375b41 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:34.607136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-bf5f978c-322e-4782-aefc-95fc73375b41 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 809 time: 0.1021960 Sep 16 06:37:34.623272 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-9184041e-6690-46d5-8cb3-c7ca65a9c456 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/quotas/11329a286cb149ecb4dfea5400b17be1 HTTP/1.1" status: 200 len: 375 time: 0.0101538 Sep 16 06:37:34.687595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-5a53069b-ace8-4f4f-8f6a-2a223b8d5570 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588593 Sep 16 06:37:34.703009 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-d3636e6a-692b-4bdf-bfb4-cc8a04125d39 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:37:34.704003 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-d3636e6a-692b-4bdf-bfb4-cc8a04125d39 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052402 Sep 16 06:37:34.793260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-7f39ce56-e862-4556-8020-8bcb6d9a20c8 service neutron] 10.222.0.49 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835590 Sep 16 06:37:34.886715 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-63c362a3-7019-4205-8872-ae7c48ff2bb3 service neutron] 10.222.0.49 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Sep 16 06:37:35.501824 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-83756720-6d94-468f-9ee3-bcaa5ac1d4ff req-4b1354ba-b15b-4784-bda8-4c848a0f58a8 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 210 time: 0.0268364 Sep 16 06:37:36.598368 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e146e690-a68b-47fb-a539-a4d7f1d42d0e req-2c6fbc58-71bb-4872-8f84-69d18c23be8b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 210 time: 0.0274251 Sep 16 06:37:37.292921 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-75b0af59-e423-4943-a9d0-409baf5d9714 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:37.294404 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-75b0af59-e423-4943-a9d0-409baf5d9714 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 809 time: 0.1029804 Sep 16 06:37:37.348383 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-55a2927f-325c-4b15-834b-2ae0f49fadd0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11329a286cb149ecb4dfea5400b17be1 HTTP/1.1" status: 200 len: 378 time: 0.0382967 Sep 16 06:37:37.357784 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'port': {'device_id': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'admin_state_up': True, 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'security_groups': ['dec90360-3ad6-4b89-a5ff-127089a03dcc']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:37.539580 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Made reservation on behalf of 11329a286cb149ecb4dfea5400b17be1 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:37:37.543433 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:37.683463 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Allocated IP 172.20.0.6 (b646cbd5-0853-4eb6-a132-f62cf34e48dd/9484fe38-36b9-49a2-8dff-e83c842f09d3/32c2a3c7-7817-47b3-bb11-db67559197fc) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:37:37.698190 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b3627ebe-c405-4fc5-a7a2-83fd6aec3dd0 req-71ac267b-bee3-4bbb-8778-54d11d15d430 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 210 time: 0.0281203 Sep 16 06:37:37.827004 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:37.934008 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:37.977857 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:37:37.981299 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:37:37.989968 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:37:37.995518 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:38.046879 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:38.047539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:38.145989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-a056f50a-8f7e-4804-aa8e-2323ea2ec799 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918286 Sep 16 06:37:38.166929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Request body: {'port': {'device_id': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:38.231940 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:38.235341 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-af86416f-4948-4fd9-b0b2-6a364798948c None None] Provisioning complete for port 32c2a3c7-7817-47b3-bb11-db67559197fc triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:37:38.236060 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-af86416f-4948-4fd9-b0b2-6a364798948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:38.271688 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-af86416f-4948-4fd9-b0b2-6a364798948c None None] Port 32c2a3c7-7817-47b3-bb11-db67559197fc cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:37:38.511339 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c2a3c7-7817-47b3-bb11-db67559197fc {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:37:38.519149 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:38.530865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Transition to ACTIVE for port object 32c2a3c7-7817-47b3-bb11-db67559197fc will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:37:38.602316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:38.658535 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:38.759678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Attempting to bind port 32c2a3c7-7817-47b3-bb11-db67559197fc on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:37:38.760373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Attempting to bind port 32c2a3c7-7817-47b3-bb11-db67559197fc by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:37:38.760373 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Attempting to bind port 32c2a3c7-7817-47b3-bb11-db67559197fc on network b646cbd5-0853-4eb6-a132-f62cf34e48dd {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:37:38.771363 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Port 32c2a3c7-7817-47b3-bb11-db67559197fc on network b646cbd5-0853-4eb6-a132-f62cf34e48dd not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:37:38.771731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Attempting to bind port 32c2a3c7-7817-47b3-bb11-db67559197fc on network b646cbd5-0853-4eb6-a132-f62cf34e48dd {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:37:38.781302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:37:38.782064 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Checking segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:37:38.782672 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Bound using segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:37:38.783387 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Bound port: 32c2a3c7-7817-47b3-bb11-db67559197fc, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:37:38.783994 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:38.898859 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1a763-818d-414e-aac5-30f20ef7ab86 req-93c4d8df-cfbd-413c-9160-044f4002e682 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:38.900748 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04d1a763-818d-414e-aac5-30f20ef7ab86 req-93c4d8df-cfbd-413c-9160-044f4002e682 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0987363 Sep 16 06:37:38.905532 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:37:38.910422 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:37:38.943962 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-04d1a763-818d-414e-aac5-30f20ef7ab86 req-2931430c-5770-474d-8e49-3e92a9afb759 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358961 Sep 16 06:37:38.974045 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:39.013193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:39.013584 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:39.015510 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] 10.222.0.30 "PUT /v2.0/ports/32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 1092 time: 0.8550615 Sep 16 06:37:39.018053 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:37:39.020186 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d93fda3-eb54-4f6e-b1a7-1dea363ff388" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:37:39.062663 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31471967-e1cd-4bdd-b029-66b4c9195f0f service neutron] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:39.075447 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e597e-2741-4ffe-83b4-cfedc5355399 x-openstack-request-id: req-af7e597e-2741-4ffe-83b4-cfedc5355399 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:37:39.075447 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:37:39.075447 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af7e597e-2741-4ffe-83b4-cfedc5355399 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:37:39.075447 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'status': 'completed', 'code': 200} Sep 16 06:37:39.161093 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93fda3-eb54-4f6e-b1a7-1dea363ff388 req-5dd73017-5c59-4742-b4e5-d6f7f9a6b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:39.162709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d93fda3-eb54-4f6e-b1a7-1dea363ff388 req-5dd73017-5c59-4742-b4e5-d6f7f9a6b251 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0459998 Sep 16 06:37:39.276329 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93fda3-eb54-4f6e-b1a7-1dea363ff388 req-93c690ea-0ac8-4365-b808-f337ce153c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:39.277963 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d93fda3-eb54-4f6e-b1a7-1dea363ff388 req-93c690ea-0ac8-4365-b808-f337ce153c85 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=11329a286cb149ecb4dfea5400b17be1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1016603 Sep 16 06:37:39.380273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93fda3-eb54-4f6e-b1a7-1dea363ff388 req-3c982a23-95f4-4528-8da9-b71d36c58331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:39.381847 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1d93fda3-eb54-4f6e-b1a7-1dea363ff388 req-3c982a23-95f4-4528-8da9-b71d36c58331 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964296 Sep 16 06:37:39.486026 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-9957848c-f583-443c-a65a-f4588879fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:39.487558 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-9957848c-f583-443c-a65a-f4588879fdfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0417461 Sep 16 06:37:39.540039 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-73034448-22a2-4151-8e65-614b889c0a83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 217 time: 0.0390804 Sep 16 06:37:39.589451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-273189dc-5e06-49fc-accd-fafb5384abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:39.590872 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-273189dc-5e06-49fc-accd-fafb5384abd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0443368 Sep 16 06:37:39.636749 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-d7a0cd7a-eab3-4b54-864e-459fc01a33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:39.638413 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-d7a0cd7a-eab3-4b54-864e-459fc01a33ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408847 Sep 16 06:37:39.737880 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-09eb37ec-5188-4d85-9e56-3618a23833d8 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920439 Sep 16 06:37:39.830919 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-25ef9ed0-3009-4f2a-993e-ca04dd704a7d req-3612397b-b7f3-4e04-b4d8-106fa73643b7 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852001 Sep 16 06:37:40.076234 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24976785-32ca-4493-8a04-36f8a384b162 req-b4cb9876-9f3a-4bd3-a2a4-458a8d3d22ec tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:40.077890 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24976785-32ca-4493-8a04-36f8a384b162 req-b4cb9876-9f3a-4bd3-a2a4-458a8d3d22ec tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0606575 Sep 16 06:37:40.119750 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-24976785-32ca-4493-8a04-36f8a384b162 req-f89589fe-438a-48c7-bb1e-26ab08f5fd28 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351307 Sep 16 06:37:41.240359 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8c950-1417-41e3-ad32-96bb9a4c1c3a req-85fc2795-94ee-404b-a6e1-a5333c99c719 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:41.242403 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54c8c950-1417-41e3-ad32-96bb9a4c1c3a req-85fc2795-94ee-404b-a6e1-a5333c99c719 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0527580 Sep 16 06:37:41.282660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-54c8c950-1417-41e3-ad32-96bb9a4c1c3a req-0eacff76-23bc-4b93-881a-b67626ddbd8d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338900 Sep 16 06:37:42.407758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c19a-a2b6-4a3a-9598-ca0bf2c6aef6 req-0f43bad9-ce17-4667-beb8-e6cd19c84b6d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:42.412108 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0d0c19a-a2b6-4a3a-9598-ca0bf2c6aef6 req-0f43bad9-ce17-4667-beb8-e6cd19c84b6d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0507984 Sep 16 06:37:42.448026 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0d0c19a-a2b6-4a3a-9598-ca0bf2c6aef6 req-acbe44ce-bacc-450e-9398-cfcafc8c5060 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326276 Sep 16 06:37:43.565571 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77d46-8952-4255-b4fe-9fd703564536 req-1d996dd2-f7ea-474d-beca-3c1f2d9afb2f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:43.567084 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59a77d46-8952-4255-b4fe-9fd703564536 req-1d996dd2-f7ea-474d-beca-3c1f2d9afb2f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0526099 Sep 16 06:37:43.604812 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-59a77d46-8952-4255-b4fe-9fd703564536 req-8389bf24-daa0-42c7-9e33-d41fb6fa4ead tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317824 Sep 16 06:37:44.723095 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a589f-0f08-4804-b083-16ce1349895c req-5f0c6bf1-de9e-40b4-a690-74b58c6b3c60 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:44.724627 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab3a589f-0f08-4804-b083-16ce1349895c req-5f0c6bf1-de9e-40b4-a690-74b58c6b3c60 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0520558 Sep 16 06:37:44.762610 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ab3a589f-0f08-4804-b083-16ce1349895c req-9efb2823-1e41-4559-ac70-7b251f7a940a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320299 Sep 16 06:37:45.924754 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b684fe-781f-43c0-a817-4089e0c7b530 req-93b21c0f-3568-470b-92ad-f608b70f90ca tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:45.926279 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52b684fe-781f-43c0-a817-4089e0c7b530 req-93b21c0f-3568-470b-92ad-f608b70f90ca tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0496793 Sep 16 06:37:45.965409 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52b684fe-781f-43c0-a817-4089e0c7b530 req-4b5565ae-140d-41d9-ba5c-a52ac503da70 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331197 Sep 16 06:37:47.084973 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03040fef-f615-47bf-8c92-3bf0e90c8fa1 req-986174c1-81e7-4167-a165-3a64effea48b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:47.086469 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03040fef-f615-47bf-8c92-3bf0e90c8fa1 req-986174c1-81e7-4167-a165-3a64effea48b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0529828 Sep 16 06:37:47.124023 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-03040fef-f615-47bf-8c92-3bf0e90c8fa1 req-2e75086f-e683-43fa-a794-2f3503bcdac9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311069 Sep 16 06:37:48.240682 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb374-ffcf-4967-9d00-34ef3e2b0a97 req-e25c7e41-16dc-4a78-b279-9ff0aca7d162 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:48.242211 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43ffb374-ffcf-4967-9d00-34ef3e2b0a97 req-e25c7e41-16dc-4a78-b279-9ff0aca7d162 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0502756 Sep 16 06:37:48.281644 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-43ffb374-ffcf-4967-9d00-34ef3e2b0a97 req-54efef0f-facb-4f92-ba7d-0e7c8cd7e2b2 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334618 Sep 16 06:37:49.404928 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a8c59-1ab3-44a3-b4cd-1cc799d27167 req-c907e869-003f-45ae-b5a4-30ee2e28427b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:49.406459 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a0a8c59-1ab3-44a3-b4cd-1cc799d27167 req-c907e869-003f-45ae-b5a4-30ee2e28427b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0551851 Sep 16 06:37:49.422439 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 32c2a3c7-7817-47b3-bb11-db67559197fc details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:37:49.445770 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7a0a8c59-1ab3-44a3-b4cd-1cc799d27167 req-e2b430c4-2466-454f-8faa-49554c30202d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330501 Sep 16 06:37:49.673445 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:37:49.685635 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'port_id': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'mac_address': 'fa:16:3e:91:68:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:37:49.729890 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:49.742894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c2a3c7-7817-47b3-bb11-db67559197fc {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:37:49.764631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:37:49.850035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:49.903516 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:49.910686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.911035 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.911376 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.911715 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.912085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.912420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.912747 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.913071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.913395 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.913717 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.914037 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.914357 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:37:49.944546 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6e1cd34-582a-45cd-b7db-4fed849b9460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:50.124139 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['32c2a3c7-7817-47b3-bb11-db67559197fc'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:37:50.564726 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce97d9-6e25-4bdf-8fec-de7d3e87745d req-94f65763-7837-4cbc-9780-eb8953a2a817 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:50.566219 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90ce97d9-6e25-4bdf-8fec-de7d3e87745d req-94f65763-7837-4cbc-9780-eb8953a2a817 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 944 time: 0.0527120 Sep 16 06:37:50.605208 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-90ce97d9-6e25-4bdf-8fec-de7d3e87745d req-bce0070d-dac9-4c7f-b57d-d58220323da2 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331020 Sep 16 06:37:51.440919 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 32c2a3c7-7817-47b3-bb11-db67559197fc up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:37:51.584361 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 32c2a3c7-7817-47b3-bb11-db67559197fc completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:37:51.588865 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 32c2a3c7-7817-47b3-bb11-db67559197fc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:37:51.589215 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:51.667791 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:51.690542 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:37:51.693872 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acc806a-7f8b-4746-8808-a74d6b721a6d" -d '{"events": [{"server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:37:51.717085 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:37:51.723825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fe0f3-bed4-4fd8-88a1-6eaeb3b9a852 req-f9dbec7e-45b8-46b3-90b1-233f838de0c7 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:51.725400 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd1fe0f3-bed4-4fd8-88a1-6eaeb3b9a852 req-f9dbec7e-45b8-46b3-90b1-233f838de0c7 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 944 time: 0.0516317 Sep 16 06:37:51.768487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-dd1fe0f3-bed4-4fd8-88a1-6eaeb3b9a852 req-3227c541-a60d-4c97-8781-dbd1f10d6cd2 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357804 Sep 16 06:37:51.803514 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ac9016-42ee-4c75-a6f0-f526bd305b23 x-openstack-request-id: req-c7ac9016-42ee-4c75-a6f0-f526bd305b23 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:37:51.803803 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:37:51.804089 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7ac9016-42ee-4c75-a6f0-f526bd305b23 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:37:51.804485 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'code': 200} Sep 16 06:37:51.813100 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:51.837431 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:51.865379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:51.941429 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c343-fd97-43ac-a61f-13aedbf2094e req-d07b84b4-64d2-4024-b07a-1dbb2312c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:51.942952 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f14c343-fd97-43ac-a61f-13aedbf2094e req-d07b84b4-64d2-4024-b07a-1dbb2312c56c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0451565 Sep 16 06:37:51.979359 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3f14c343-fd97-43ac-a61f-13aedbf2094e req-b303ecf7-6bb0-4529-8f28-4411750470cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286481 Sep 16 06:37:52.889969 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fba53-a4e2-40d0-94cf-a90c92186fb0 req-ab4e9d9f-75fb-4a7d-96d9-b09057b78704 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:52.891531 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-762fba53-a4e2-40d0-94cf-a90c92186fb0 req-ab4e9d9f-75fb-4a7d-96d9-b09057b78704 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0541792 Sep 16 06:37:52.930086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-762fba53-a4e2-40d0-94cf-a90c92186fb0 req-77baf83d-0d8a-4db0-bf4b-37c0b1ade207 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324476 Sep 16 06:37:53.172935 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-00627a94-77a4-4e25-98f2-425e7479fe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:54.001287 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:54.051505 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc71fb4-9380-4044-9934-c353dcd160de req-5ceb157b-196c-4de6-91ea-f026d982358d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:54.053040 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-afc71fb4-9380-4044-9934-c353dcd160de req-5ceb157b-196c-4de6-91ea-f026d982358d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0501468 Sep 16 06:37:54.094129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-afc71fb4-9380-4044-9934-c353dcd160de req-9aa64a14-4e47-4674-94f7-f838772c6567 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350702 Sep 16 06:37:54.210911 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc437-3fc8-4fa4-ac3d-53ec532148cc req-2e847274-22bf-4e92-83b0-41957d9240d6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:54.212438 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d00bc437-3fc8-4fa4-ac3d-53ec532148cc req-2e847274-22bf-4e92-83b0-41957d9240d6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0512059 Sep 16 06:37:54.250742 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d00bc437-3fc8-4fa4-ac3d-53ec532148cc req-08e63ef8-fe73-45da-ba62-90285adff82d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316694 Sep 16 06:37:54.272692 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54276) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:54.317939 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e9b364-e412-41dc-b010-d5fc80ea0eee tempest-TestShelveInstance-2133810012 tempest-TestShelveInstance-2133810012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:54.319503 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-60e9b364-e412-41dc-b010-d5fc80ea0eee tempest-TestShelveInstance-2133810012 tempest-TestShelveInstance-2133810012-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1092 time: 0.0458331 Sep 16 06:37:54.323043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54278) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:37:54.327436 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:37:54.424563 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:54.533097 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:54.642302 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Allocated IP 172.25.1.44 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/6e672d78-f471-4042-925b-227f86836817) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:37:54.743257 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:54.836664 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:54.879812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:37:54.879812 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:37:54.888316 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:37:54.910701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'Port': ['ID=6e672d78-f471-4042-925b-227f86836817,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:55.257460 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:55.380702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:55.536985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:55.601590 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:55.613133 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:55.671913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event updated for resources: {'Port': ['ID=6e672d78-f471-4042-925b-227f86836817,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:37:55.686617 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:55.789178 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Floating IP cfb16cf5-a813-49d1-a025-56aef954cc05 associated. External IP: 172.25.1.44, port: 32c2a3c7-7817-47b3-bb11-db67559197fc. Sep 16 06:37:55.999350 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Router b2917714-ea8a-48ce-aeab-215ed9ffb433 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:37:56.422773 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:37:56.432681 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] Sync routers for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:37:56.441631 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:37:56.442246 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:37:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:37:56.521766 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:56.562552 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fdcc21df-341c-4fe0-a207-32a7a4faed3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2248023 Sep 16 06:37:56.562552 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:37:56.563582 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:37:56.563701 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef23445d-b0cc-4a42-95bb-60f4664f6846" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:37:56.589926 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abd1adb-8f95-471d-99c9-62cc74863a14 x-openstack-request-id: req-6abd1adb-8f95-471d-99c9-62cc74863a14 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:37:56.590234 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:37:56.590489 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6abd1adb-8f95-471d-99c9-62cc74863a14 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:37:56.590888 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'status': 'completed', 'code': 200} Sep 16 06:37:56.674261 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-6e48d295-788e-4511-b951-c699d53e5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:56.675679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-6e48d295-788e-4511-b951-c699d53e5a83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0411606 Sep 16 06:37:56.769334 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-0266398d-dbcc-453f-8566-096f89a10efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:56.770806 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-0266398d-dbcc-453f-8566-096f89a10efd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0878203 Sep 16 06:37:56.778158 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'cfb16cf5-a813-49d1-a025-56aef954cc05', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'port_id': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'mac_address': 'fa:16:3e:91:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:37:55Z', 'updated_at': '2021-09-16T06:37:55Z', 'revision_number': 0, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:37:56.841730 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-18dc45a1-d36d-47f8-9063-1816691006a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 998 time: 0.0641599 Sep 16 06:37:56.898200 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] Checking router: b2917714-ea8a-48ce-aeab-215ed9ffb433 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:37:56.898998 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-b74bab0c-1109-44d2-a2d3-3adb0d614fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:56.900595 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-b74bab0c-1109-44d2-a2d3-3adb0d614fb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0505593 Sep 16 06:37:56.906591 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:37:56.907189 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:37:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:37:56.946395 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-63554c14-7cf1-437b-b51c-945376b2d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:37:56.948690 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-63554c14-7cf1-437b-b51c-945376b2d78e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415151 Sep 16 06:37:57.010551 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:37:57.038403 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-6f51162e-0d91-4e73-a691-8a8a6b76cb11 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825720 Sep 16 06:37:57.133470 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ef23445d-b0cc-4a42-95bb-60f4664f6846 req-3e1b668b-d023-41ec-89dc-6ca91f16fa55 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874968 Sep 16 06:37:57.230874 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'cfb16cf5-a813-49d1-a025-56aef954cc05', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'port_id': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'mac_address': 'fa:16:3e:91:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:37:55Z', 'updated_at': '2021-09-16T06:37:55Z', 'revision_number': 0, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:37:57.259979 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eda7db-e176-41b7-ad90-24b4e7678924 None None] The sync data for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 is: [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': 'cfb16cf5-a813-49d1-a025-56aef954cc05', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'port_id': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'mac_address': 'fa:16:3e:91:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:37:55Z', 'updated_at': '2021-09-16T06:37:55Z', 'revision_number': 0, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:37:57.455378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40301400-361f-4bab-b644-99bc937b24d2 None None] New status for floating IP cfb16cf5-a813-49d1-a025-56aef954cc05: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:37:57.772860 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:59.481398 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:05.239748 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:38:19.920844 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a2b80ef3-f0f6-44fd-9e88-7e33a56634aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:21.869396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:23.166438 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb081-a2a1-49c2-a4a8-ccce77f83dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:23.774642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-fb27c689-8c28-4213-94fe-6b2bbd52888f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396726 Sep 16 06:38:23.874887 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-9293135a-b57b-4fbd-b265-42a625215076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:38:23.876548 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-9293135a-b57b-4fbd-b265-42a625215076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0422575 Sep 16 06:38:23.920821 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:23.990510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-971bdc10-c8f2-44a2-9ea8-40041d3dc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:38:23.992018 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-971bdc10-c8f2-44a2-9ea8-40041d3dc200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0964630 Sep 16 06:38:24.056696 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-9842f1a1-78d2-4d30-8ee4-d2a50c54c496 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 1000 time: 0.0582666 Sep 16 06:38:24.111078 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-8b0d32da-3aad-40a9-a407-28d52120436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:38:24.112518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-8b0d32da-3aad-40a9-a407-28d52120436c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0491974 Sep 16 06:38:24.160118 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-4d792949-87fa-4738-b92c-e11cab6cca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:38:24.161679 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-4d792949-87fa-4738-b92c-e11cab6cca6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420716 Sep 16 06:38:24.258830 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-015c7bee-1a05-40f0-8167-17d7f950c0bc service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892472 Sep 16 06:38:24.348546 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41b9e666-4ba2-40b6-b7a3-4ba857207df2 req-4edb8833-7d35-4e15-bcd2-b1565cc145ba service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830166 Sep 16 06:38:25.698035 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:27.720843 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:29.435840 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:42.239027 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:38:49.920167 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a1d7af48-43f2-491d-bc72-0922f1f74c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:51.783022 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:53.194495 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bac11ea1-a5ac-471a-ac89-7dce8c23dc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:53.937291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:55.640350 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:57.731836 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:59.468987 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:19.237487 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:39:19.902511 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2f8c705a-4a00-4979-88d4-b9b555125958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:21.788338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:23.159813 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62715e09-099d-45f3-9982-44e05648da30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:23.972222 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:24.769078 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-f9d1194a-8511-47a7-83d8-f4e1723f9171 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408456 Sep 16 06:39:24.877023 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-5b2a8b8c-cfb7-4405-9729-3126591cf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:39:24.878754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-5b2a8b8c-cfb7-4405-9729-3126591cf84d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0461242 Sep 16 06:39:24.982588 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-26a42ce8-a5b0-4240-9250-6d12b33ac186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:39:24.984126 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-26a42ce8-a5b0-4240-9250-6d12b33ac186 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0859950 Sep 16 06:39:25.053837 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-604daa9b-eac5-49e2-b15e-c1a7b1dbe8ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 1000 time: 0.0626385 Sep 16 06:39:25.102951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-dadc511d-1821-461a-b5b6-8ceafadce0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:39:25.104437 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-dadc511d-1821-461a-b5b6-8ceafadce0af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0435338 Sep 16 06:39:25.154754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-15ec9eca-c5cb-407e-b57e-28df8725f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:39:25.156397 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-15ec9eca-c5cb-407e-b57e-28df8725f929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453520 Sep 16 06:39:25.254053 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-9c4aa78f-eeb6-44c0-9178-d457baa5dc97 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901740 Sep 16 06:39:25.345202 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-30e84228-b33f-4fc6-a67d-8c083d377c86 req-cb014da4-ab74-4557-92b0-73a8af8b6420 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846071 Sep 16 06:39:25.650748 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:27.770953 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:29.473710 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:49.913096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5705-1c43-4699-87a2-df1defc8d492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:51.810454 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:53.158806 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f01c7558-4ef1-4582-bb8f-75c2ca3797eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:53.924679 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:55.678747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:56.235936 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:39:57.764112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:59.450269 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:19.906975 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c1df5d68-9b19-4a5b-b9e0-e9b54a98fbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:21.804188 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:23.158244 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b71a5ca1-7615-4619-9a3f-f072886562e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:23.210668 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89199d9d-ea56-4738-991b-70d893eb7320 req-e0bce813-efc2-4407-a539-6b57694b559c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:23.212757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-89199d9d-ea56-4738-991b-70d893eb7320 req-e0bce813-efc2-4407-a539-6b57694b559c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0546772 Sep 16 06:40:23.250129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-89199d9d-ea56-4738-991b-70d893eb7320 req-f0871a91-d001-472b-abc4-119c2a9413a6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311623 Sep 16 06:40:23.930396 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:24.388168 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e0302-b1b2-494e-9943-f6f000c2caa7 req-72c7ea6a-93f6-46bb-b88d-87f98ea32673 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:24.389706 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-976e0302-b1b2-494e-9943-f6f000c2caa7 req-72c7ea6a-93f6-46bb-b88d-87f98ea32673 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0544779 Sep 16 06:40:24.427708 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-976e0302-b1b2-494e-9943-f6f000c2caa7 req-f206cf74-dcdd-4eb9-a22d-c34fdb808f70 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319817 Sep 16 06:40:24.856058 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-9f2e395f-e81c-45c5-9b4b-56f6687a91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:24.857616 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-9f2e395f-e81c-45c5-9b4b-56f6687a91ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0821345 Sep 16 06:40:24.966458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-638d4136-38ea-4f0f-a835-61ea2457b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:24.967989 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-638d4136-38ea-4f0f-a835-61ea2457b70e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0917006 Sep 16 06:40:25.035777 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-75850a21-c92f-47e2-be9f-ac4e18cc535a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 1000 time: 0.0605884 Sep 16 06:40:25.087439 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-8a56cfbc-c3c1-44d4-9787-fd25c04a52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:25.088959 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-8a56cfbc-c3c1-44d4-9787-fd25c04a52b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0444045 Sep 16 06:40:25.138309 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-b3033208-ab63-4b62-80ca-457495db5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:25.139816 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-b3033208-ab63-4b62-80ca-457495db5f76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440907 Sep 16 06:40:25.247666 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-239a40e2-f3db-48fb-a719-8bb648393f17 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876291 Sep 16 06:40:25.346912 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-fdad4d55-647f-47ea-b34c-bc9713f22eb2 req-6a3da8e9-2f47-4e60-9344-dd52867b89a3 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904384 Sep 16 06:40:25.594389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13000b9-be63-43de-a805-b6f0cf111ce8 req-65c6814c-06eb-459c-9e46-e1c165ddff58 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:25.596763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c13000b9-be63-43de-a805-b6f0cf111ce8 req-65c6814c-06eb-459c-9e46-e1c165ddff58 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0721910 Sep 16 06:40:25.633398 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:25.636289 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c13000b9-be63-43de-a805-b6f0cf111ce8 req-b9985d57-4709-4172-a630-fa00597ef128 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333047 Sep 16 06:40:26.799771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397daa-b4fc-4c3b-9012-998f17a81d78 req-303cb532-cb6a-43a9-ab8f-af269ad2e54c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:26.801312 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-26397daa-b4fc-4c3b-9012-998f17a81d78 req-303cb532-cb6a-43a9-ab8f-af269ad2e54c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0946820 Sep 16 06:40:26.843296 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-26397daa-b4fc-4c3b-9012-998f17a81d78 req-6c56a034-7c77-479f-ad79-f01907caa5dd tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337811 Sep 16 06:40:27.740831 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:28.014991 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db22b9a-e821-4a2b-b65e-de90de8a02df req-db76f3b6-5adb-4fa5-9d74-4095d5d091b2 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:28.016885 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2db22b9a-e821-4a2b-b65e-de90de8a02df req-db76f3b6-5adb-4fa5-9d74-4095d5d091b2 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.1004679 Sep 16 06:40:28.059473 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-2db22b9a-e821-4a2b-b65e-de90de8a02df req-4d201309-1cc7-47be-8ff2-90c70593069a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364099 Sep 16 06:40:29.175683 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fe927-cc39-4337-a90a-274060a708fe req-ec11557e-1ba5-4967-a5bd-5aab06c5c4c5 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:29.177224 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-592fe927-cc39-4337-a90a-274060a708fe req-ec11557e-1ba5-4967-a5bd-5aab06c5c4c5 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Sep 16 06:40:29.215531 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-592fe927-cc39-4337-a90a-274060a708fe req-a483bbe5-0f36-4397-a436-5ba2fe10eeb4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317233 Sep 16 06:40:29.433019 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:30.332174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c0a4-0631-4e63-bbb6-15e8b8ea6113 req-850c5a4a-58e2-4076-a295-b19b7cd2825a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:30.333701 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aeb3c0a4-0631-4e63-bbb6-15e8b8ea6113 req-850c5a4a-58e2-4076-a295-b19b7cd2825a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0501914 Sep 16 06:40:30.372848 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-aeb3c0a4-0631-4e63-bbb6-15e8b8ea6113 req-b2ae62b8-63eb-47d1-87d8-693831754410 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330408 Sep 16 06:40:31.497753 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af121ff1-2729-4e97-bfc5-876c0a1e3a27 req-9620c1e5-f825-448d-8dcd-2cd1fee5bf98 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:31.499258 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af121ff1-2729-4e97-bfc5-876c0a1e3a27 req-9620c1e5-f825-448d-8dcd-2cd1fee5bf98 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0545945 Sep 16 06:40:31.537678 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af121ff1-2729-4e97-bfc5-876c0a1e3a27 req-68e83359-78df-4cbd-b85a-6423c2681c7e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323997 Sep 16 06:40:32.656379 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f2465-44c1-4835-9b5e-7600714ca037 req-fa8985d4-2fc6-41ff-9e7f-df751db1853b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:32.657873 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff5f2465-44c1-4835-9b5e-7600714ca037 req-fa8985d4-2fc6-41ff-9e7f-df751db1853b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0531027 Sep 16 06:40:32.695754 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ff5f2465-44c1-4835-9b5e-7600714ca037 req-98d8db51-1aaf-4dd1-a5a8-c3e65af560d4 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319412 Sep 16 06:40:33.235193 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:40:33.463054 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-c40ba159-a1f6-4776-8e6b-ea22021af1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:33.465215 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-c40ba159-a1f6-4776-8e6b-ea22021af1de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0395920 Sep 16 06:40:33.557906 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-35342d09-312a-4c81-a250-a6a20984a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:33.559337 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-35342d09-312a-4c81-a250-a6a20984a0d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0881584 Sep 16 06:40:33.627212 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-4bfe52ce-0413-4682-9199-917586120aa9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 1000 time: 0.0587375 Sep 16 06:40:33.678134 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-b574b7dc-0dfc-4019-b3f4-b9e620e6de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:33.679621 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-b574b7dc-0dfc-4019-b3f4-b9e620e6de18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0453253 Sep 16 06:40:33.730149 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-5753f499-bf87-4082-bfe5-c5878a126612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:33.731918 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-5753f499-bf87-4082-bfe5-c5878a126612 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449169 Sep 16 06:40:33.857213 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68e6a6-6225-45d8-ba9c-1f7de8b1e0f3 req-75f37149-b38a-4221-999d-6ce6e84654aa tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:33.858749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c68e6a6-6225-45d8-ba9c-1f7de8b1e0f3 req-75f37149-b38a-4221-999d-6ce6e84654aa tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0941033 Sep 16 06:40:33.860553 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-77a79cc7-919e-496b-9dcc-ffaec112b8d1 service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218374 Sep 16 06:40:33.956181 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5c68e6a6-6225-45d8-ba9c-1f7de8b1e0f3 req-ae5f8950-9db5-4f33-9834-e9ae5af8f0a3 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912116 Sep 16 06:40:33.987452 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-34181c14-77ae-4c79-a3f4-17d449fa2936 req-120f2bfc-e561-4d0d-8ef0-848d4c0590ea service neutron] 10.222.0.30 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158912 Sep 16 06:40:35.071770 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56402c6a-e193-4edf-bc6c-f35557034b6d req-f886954a-4772-4e0f-93af-b02677523782 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:35.078792 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56402c6a-e193-4edf-bc6c-f35557034b6d req-f886954a-4772-4e0f-93af-b02677523782 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0488172 Sep 16 06:40:35.111810 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-56402c6a-e193-4edf-bc6c-f35557034b6d req-324440a1-9f92-4d2f-a737-bbcb7b19d97c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317996 Sep 16 06:40:36.229684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e5221-cb69-4eb1-9678-93aefacbadf2 req-4a06ed4d-28ac-4a88-8c1a-1f792636412a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:36.231946 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba7e5221-cb69-4eb1-9678-93aefacbadf2 req-4a06ed4d-28ac-4a88-8c1a-1f792636412a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0507183 Sep 16 06:40:36.275012 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ba7e5221-cb69-4eb1-9678-93aefacbadf2 req-b27033c6-5685-4f8f-adf9-94dbd68f8dac tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365863 Sep 16 06:40:37.392182 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99384-3fd2-4e70-9008-5312acec1056 req-fde9bd41-2cda-4a66-acc5-f111e02cba4b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:37.393606 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acf99384-3fd2-4e70-9008-5312acec1056 req-fde9bd41-2cda-4a66-acc5-f111e02cba4b tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 945 time: 0.0503688 Sep 16 06:40:37.431711 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acf99384-3fd2-4e70-9008-5312acec1056 req-27524331-ffe4-44c2-83f2-30aca33aa69e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318799 Sep 16 06:40:38.250016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 32c2a3c7-7817-47b3-bb11-db67559197fc no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:40:38.330567 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:38.352374 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:40:38.354739 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3708de04-5427-4e73-8ac7-ca01aaf6a308" -d '{"events": [{"server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "name": "network-vif-unplugged", "status": "completed", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:40:38.369379 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:40:38.402051 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452dc110-dfb6-4bdb-b6c1-4bfe919170ae x-openstack-request-id: req-452dc110-dfb6-4bdb-b6c1-4bfe919170ae {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:40:38.402531 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "name": "network-vif-unplugged", "status": "failed", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc", "code": 422}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:40:38.402763 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-452dc110-dfb6-4bdb-b6c1-4bfe919170ae {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:40:38.403222 n-d-712749-15 neutron-server[95661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'code': 422} returned with failed status Sep 16 06:40:38.426672 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:38.475928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:40:38.483964 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.484326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.484666 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.484996 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.485460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.485791 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.486113 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.486432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.486751 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.487071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.487390 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.487704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:38.553522 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22951aad-e0a2-4cda-a5e4-c0c0861e2651 req-55917203-b99f-412f-9b3e-8b82e3b8773e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:38.554908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22951aad-e0a2-4cda-a5e4-c0c0861e2651 req-55917203-b99f-412f-9b3e-8b82e3b8773e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0536032 Sep 16 06:40:38.592689 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-22951aad-e0a2-4cda-a5e4-c0c0861e2651 req-1ebb1cf0-6f90-4ab7-a022-d00040f994fc tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314064 Sep 16 06:40:38.989278 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f8241-60db-40b5-abaa-26ce5e520888 req-9f13f094-d000-4915-8b51-3a4ae94e8de9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:38.990809 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab7f8241-60db-40b5-abaa-26ce5e520888 req-9f13f094-d000-4915-8b51-3a4ae94e8de9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0525203 Sep 16 06:40:39.036492 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab7f8241-60db-40b5-abaa-26ce5e520888 req-2f5fbff1-a0a2-4a73-b762-b0478a1100bb tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388050 Sep 16 06:40:39.054239 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-1c2bfe87-7bcc-44e0-b309-ef870b259a43 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844967 Sep 16 06:40:39.067155 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-89d6c27c-7cbe-4cde-95ec-d96e3ff2e2e4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:40:39.068176 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-89d6c27c-7cbe-4cde-95ec-d96e3ff2e2e4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051384 Sep 16 06:40:40.155530 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c61b79-69a3-4854-b63b-7ebdfa2b8e15 req-c9dcb516-a697-426e-8e6e-80c05ae59e24 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:40.157097 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-00c61b79-69a3-4854-b63b-7ebdfa2b8e15 req-c9dcb516-a697-426e-8e6e-80c05ae59e24 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0532880 Sep 16 06:40:40.197300 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-00c61b79-69a3-4854-b63b-7ebdfa2b8e15 req-aae022be-fe1b-4735-bf8b-9800fee8a7d9 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341203 Sep 16 06:40:41.327075 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d82e-48c0-43d9-b1b5-d1475a8b5b4c req-4b12aed0-8dfe-4e07-8a63-230f7528e769 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:41.331110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab09d82e-48c0-43d9-b1b5-d1475a8b5b4c req-4b12aed0-8dfe-4e07-8a63-230f7528e769 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0572727 Sep 16 06:40:41.367786 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ab09d82e-48c0-43d9-b1b5-d1475a8b5b4c req-ad3b8870-7565-4dda-ac37-7a77b4520a2d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330195 Sep 16 06:40:42.486652 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41889bc0-6f65-49e8-bfe4-9ae232420959 req-d0d4824b-b345-47cf-ba2b-3b831ce37781 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:42.492498 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41889bc0-6f65-49e8-bfe4-9ae232420959 req-d0d4824b-b345-47cf-ba2b-3b831ce37781 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0506904 Sep 16 06:40:42.525975 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-41889bc0-6f65-49e8-bfe4-9ae232420959 req-b3308efe-64b5-4e84-ad27-610d8dc118f1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318170 Sep 16 06:40:43.665187 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d26bfb-856b-4898-94c4-fa5bf4d5401c req-93433b4a-6213-4d37-b483-924cd6c647fb tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:43.666710 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1d26bfb-856b-4898-94c4-fa5bf4d5401c req-93433b4a-6213-4d37-b483-924cd6c647fb tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0622187 Sep 16 06:40:43.706236 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a1d26bfb-856b-4898-94c4-fa5bf4d5401c req-53416f68-db40-48bb-aaab-5e0c2e29c12e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323656 Sep 16 06:40:44.832790 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236615f-4e79-41f8-9c28-2f08b2cec641 req-be0fb2cb-f032-4d48-841a-93b657374f97 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:44.834604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5236615f-4e79-41f8-9c28-2f08b2cec641 req-be0fb2cb-f032-4d48-841a-93b657374f97 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0587561 Sep 16 06:40:44.874072 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-5236615f-4e79-41f8-9c28-2f08b2cec641 req-46855103-c08e-495b-a753-358df92a1a40 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334737 Sep 16 06:40:45.492894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-4c014b21-88d4-4997-b8f9-29d0e87082d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:45.498015 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-4c014b21-88d4-4997-b8f9-29d0e87082d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9&tenant_id=11329a286cb149ecb4dfea5400b17be1 HTTP/1.1" status: 200 len: 1095 time: 0.0831182 Sep 16 06:40:45.512582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-c2ee7a86-45d5-449d-a7b3-042d169b4620 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:40:45.513585 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-c2ee7a86-45d5-449d-a7b3-042d169b4620 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068655 Sep 16 06:40:45.539334 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712749-15', 'device_owner': 'compute:nova'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:40:45.599346 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:45.811969 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:40:45.847632 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h1-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:40:45.880372 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c2a3c7-7817-47b3-bb11-db67559197fc {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:40:45.889219 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:45.903056 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Transition to ACTIVE for port object 32c2a3c7-7817-47b3-bb11-db67559197fc will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:40:45.970098 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:46.034930 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=7']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:40:46.082176 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2296d-b95a-470f-a391-a97ddbe9f660 req-ef84fb68-9de1-4da2-972d-91dcb611ae89 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:46.083795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b2296d-b95a-470f-a391-a97ddbe9f660 req-ef84fb68-9de1-4da2-972d-91dcb611ae89 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.1408789 Sep 16 06:40:46.087530 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.087897 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.088241 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.088836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.088949 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.089220 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.089569 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.089858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.090181 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.090503 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.090826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.091151 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:40:46.158464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] No DVR routers for this DVR port 32c2a3c7-7817-47b3-bb11-db67559197fc on host n-h1-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:40:46.199977 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-92b2296d-b95a-470f-a391-a97ddbe9f660 req-a4b5e8bb-e2a4-4618-b167-bd9a1d1ddad1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014600 Sep 16 06:40:46.303448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Attempting to bind port 32c2a3c7-7817-47b3-bb11-db67559197fc on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:40:46.303677 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Attempting to bind port 32c2a3c7-7817-47b3-bb11-db67559197fc by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:40:46.304051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Attempting to bind port 32c2a3c7-7817-47b3-bb11-db67559197fc on network b646cbd5-0853-4eb6-a132-f62cf34e48dd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:40:46.308311 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Port 32c2a3c7-7817-47b3-bb11-db67559197fc on network b646cbd5-0853-4eb6-a132-f62cf34e48dd not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:40:46.308633 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Attempting to bind port 32c2a3c7-7817-47b3-bb11-db67559197fc on network b646cbd5-0853-4eb6-a132-f62cf34e48dd {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:40:46.314593 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:40:46.314858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Checking segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:40:46.317045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Bound using segment: {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:40:46.317045 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Bound port: 32c2a3c7-7817-47b3-bb11-db67559197fc, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd858cc6a-bfda-4a31-adc6-b0604117aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:40:46.317045 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:46.390027 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:40:46.393284 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:40:46.506723 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:46.542439 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:46.542988 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:46.545222 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] 10.222.0.66 "PUT /v2.0/ports/32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 1092 time: 1.0096760 Sep 16 06:40:46.546162 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:40:46.548488 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e57810-5d18-40af-a764-a6fe4f4eac07" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:40:46.578388 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cad57-df90-40e8-a851-37229db1313f service neutron] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=8']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:40:46.630743 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-921d3cfb-312d-4bce-8fdc-b75aac1e6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:46.632324 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-921d3cfb-312d-4bce-8fdc-b75aac1e6a5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0452909 Sep 16 06:40:46.679461 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a721de-d67a-4d7f-ba12-c53711cd92d9 x-openstack-request-id: req-b0a721de-d67a-4d7f-ba12-c53711cd92d9 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:40:46.679750 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:40:46.680039 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0a721de-d67a-4d7f-ba12-c53711cd92d9 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:40:46.680446 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'status': 'completed', 'code': 200} Sep 16 06:40:46.741232 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-c7d338df-e6b6-40f4-9bba-e5a123ab1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:46.743030 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-c7d338df-e6b6-40f4-9bba-e5a123ab1c19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0995281 Sep 16 06:40:46.815072 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-83a6391a-1156-4610-a401-23ff93f8760a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 998 time: 0.0606422 Sep 16 06:40:46.870374 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-4acb50c7-4b0b-4211-8746-7e1e8a317c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:46.871945 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-4acb50c7-4b0b-4211-8746-7e1e8a317c68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0451508 Sep 16 06:40:46.926749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-693dca42-a60b-4cb7-9a7f-56da19ae9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:46.928391 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-693dca42-a60b-4cb7-9a7f-56da19ae9e41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461450 Sep 16 06:40:47.023313 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-eb965ba8-8137-47a0-8962-747ace453051 service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832360 Sep 16 06:40:47.119285 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-16676a8c-21de-454b-96a0-fe3c64af6257 service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849979 Sep 16 06:40:47.333067 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-55fe3fd9-5792-42ca-875b-cc7abbdd041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:47.334677 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-55fe3fd9-5792-42ca-875b-cc7abbdd041a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0685256 Sep 16 06:40:47.343562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcf788-922c-4754-b946-0b9adc6aa9ba req-bcf0f3f3-9cdb-48d4-91d2-510e1bbb2c93 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:47.344998 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddbcf788-922c-4754-b946-0b9adc6aa9ba req-bcf0f3f3-9cdb-48d4-91d2-510e1bbb2c93 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0708067 Sep 16 06:40:47.753058 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ddbcf788-922c-4754-b946-0b9adc6aa9ba req-7ee039e9-459b-4549-98f7-d9b5d6f77c2c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3994589 Sep 16 06:40:47.776192 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-41d66df8-6ab2-43a4-9bab-742653da9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:47.777744 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-41d66df8-6ab2-43a4-9bab-742653da9299 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.4318697 Sep 16 06:40:47.850477 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-530ed423-ba4b-4365-9583-06b213df33d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 998 time: 0.0640118 Sep 16 06:40:47.901990 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-bf07cf63-63d3-4e51-955a-c573b1aacd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:47.903497 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-bf07cf63-63d3-4e51-955a-c573b1aacd43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0452888 Sep 16 06:40:47.951894 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-213134b8-9fd0-4636-8e89-dc48442974a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:47.953310 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-213134b8-9fd0-4636-8e89-dc48442974a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408127 Sep 16 06:40:48.051005 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-522be2dc-21e5-473e-9d2c-db991955500c service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874045 Sep 16 06:40:48.146458 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c2e57810-5d18-40af-a764-a6fe4f4eac07 req-1c9941d2-cca2-4205-8b7c-bab186d3a51a service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828938 Sep 16 06:40:48.875010 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e634305-1577-4fee-a583-0b18a15670f3 req-db9d06ba-f56f-4282-bbff-a019aa3330c1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:48.876565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e634305-1577-4fee-a583-0b18a15670f3 req-db9d06ba-f56f-4282-bbff-a019aa3330c1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0511985 Sep 16 06:40:48.915518 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2e634305-1577-4fee-a583-0b18a15670f3 req-edf4c05c-18ea-4d5e-a747-017ca3634889 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328443 Sep 16 06:40:49.889519 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fc68aa6c-f17b-4a54-9d71-7864a0ec9220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:50.035839 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bcfd4-fa36-47d1-9494-b859e9eeca03 req-e314b444-c940-468e-b6eb-3983e60140bb tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:50.037328 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f7bcfd4-fa36-47d1-9494-b859e9eeca03 req-e314b444-c940-468e-b6eb-3983e60140bb tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0520949 Sep 16 06:40:50.074401 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7f7bcfd4-fa36-47d1-9494-b859e9eeca03 req-dab4bf7d-cc78-4078-9c1b-f782af853247 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310194 Sep 16 06:40:51.191830 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d100d08-84ac-487a-8488-a962501c1ee9 req-c0bde17d-22e1-4e91-b88d-be80722ebf61 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:51.193393 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d100d08-84ac-487a-8488-a962501c1ee9 req-c0bde17d-22e1-4e91-b88d-be80722ebf61 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0505264 Sep 16 06:40:51.232780 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-9d100d08-84ac-487a-8488-a962501c1ee9 req-90ba6a9c-1bf2-4f62-967f-f6221786f004 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325935 Sep 16 06:40:51.815308 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:52.347729 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb599d5-7b3c-41b1-9d91-f3864e4e493b req-b40eda74-bbf6-43a3-b571-83793598703d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:52.349267 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0eb599d5-7b3c-41b1-9d91-f3864e4e493b req-b40eda74-bbf6-43a3-b571-83793598703d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0484827 Sep 16 06:40:52.387882 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0eb599d5-7b3c-41b1-9d91-f3864e4e493b req-8fc3504c-cd80-4b72-b2b4-9653e24d7bd1 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326347 Sep 16 06:40:53.197580 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-909468d2-f152-44f0-85d9-c8e86b9107ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:53.507323 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92e365-3b7f-424a-92e5-23baf33ca973 req-ade6ceaf-13be-471c-ac6d-5d458c6faa6e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:53.508800 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c92e365-3b7f-424a-92e5-23baf33ca973 req-ade6ceaf-13be-471c-ac6d-5d458c6faa6e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0525415 Sep 16 06:40:53.547516 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1c92e365-3b7f-424a-92e5-23baf33ca973 req-6ebad9d7-b27a-4430-8441-36dd4afa16b6 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317457 Sep 16 06:40:53.929528 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:54.665356 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0955-b1c6-4dfc-92b3-79ac34a64494 req-6b49a159-7255-4f15-9156-7aaf678fb3f5 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:54.666889 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de1a0955-b1c6-4dfc-92b3-79ac34a64494 req-6b49a159-7255-4f15-9156-7aaf678fb3f5 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0516148 Sep 16 06:40:54.714839 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-de1a0955-b1c6-4dfc-92b3-79ac34a64494 req-f2c2e8d3-3cdb-43a8-9f56-bc799e555d0a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413747 Sep 16 06:40:55.638118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:55.835459 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a943-07bb-4c70-9fb0-a68347141540 req-04f21655-b087-48bd-8172-e181683e6017 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:55.837037 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac92a943-07bb-4c70-9fb0-a68347141540 req-04f21655-b087-48bd-8172-e181683e6017 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0501909 Sep 16 06:40:55.877842 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ac92a943-07bb-4c70-9fb0-a68347141540 req-a7b6af8e-bd5b-4c4f-b25d-0b258d0deb53 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331852 Sep 16 06:40:56.822881 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 32c2a3c7-7817-47b3-bb11-db67559197fc details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:40:56.923457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:40:56.935325 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'port_id': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'mac_address': 'fa:16:3e:91:68:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:40:56.972898 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:56.985913 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c2a3c7-7817-47b3-bb11-db67559197fc {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:40:56.999448 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659b4a9-13d8-4ac9-9da8-9abd943fb57f req-8f1b9729-888e-488a-bd3c-9572190f131c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:57.001018 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b659b4a9-13d8-4ac9-9da8-9abd943fb57f req-8f1b9729-888e-488a-bd3c-9572190f131c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 943 time: 0.0534346 Sep 16 06:40:57.005039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:40:57.044770 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b659b4a9-13d8-4ac9-9da8-9abd943fb57f req-90ad6c0f-bc7f-4082-91c9-f36deb806a3a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372403 Sep 16 06:40:57.100413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:57.150083 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=9']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:40:57.507053 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['32c2a3c7-7817-47b3-bb11-db67559197fc'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:40:57.751753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:58.160599 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d551c7-14bd-4662-831e-be111184541f req-8b2fcd97-0d21-4a47-a01f-d4fa926f9f00 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:58.162190 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45d551c7-14bd-4662-831e-be111184541f req-8b2fcd97-0d21-4a47-a01f-d4fa926f9f00 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 944 time: 0.0497186 Sep 16 06:40:58.201537 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-45d551c7-14bd-4662-831e-be111184541f req-548836f8-56f1-4511-a100-77dac807e216 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331867 Sep 16 06:40:58.829432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 32c2a3c7-7817-47b3-bb11-db67559197fc up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:40:59.032134 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 32c2a3c7-7817-47b3-bb11-db67559197fc completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:40:59.036403 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 32c2a3c7-7817-47b3-bb11-db67559197fc triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:40:59.036789 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:59.115113 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:59.138513 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:40:59.143711 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba930abc-a253-43c4-948a-7270123c428b" -d '{"events": [{"server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:40:59.158016 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:40:59.232112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:59.282868 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=10']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:40:59.324474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f549be-b682-4840-a024-8af3579d8c69 req-ad37ac24-77b7-47e7-a17f-0f4a4a29e8be tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:40:59.326020 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-49f549be-b682-4840-a024-8af3579d8c69 req-ad37ac24-77b7-47e7-a17f-0f4a4a29e8be tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 946 time: 0.0546889 Sep 16 06:40:59.371787 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-49f549be-b682-4840-a024-8af3579d8c69 req-42a72c78-f9d4-4e15-95a8-284b94c6b30a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386481 Sep 16 06:40:59.454888 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:00.195343 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b81537-1633-4d85-a680-6073b18a3064 x-openstack-request-id: req-a0b81537-1633-4d85-a680-6073b18a3064 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:41:00.195984 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:41:00.195984 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0b81537-1633-4d85-a680-6073b18a3064 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:41:00.196360 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'code': 200} Sep 16 06:41:00.417582 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f18fb-5d27-46d8-b18d-58f5df0b4112 req-5e177012-5f5e-4358-adaa-c535ed547bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:41:00.419134 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-145f18fb-5d27-46d8-b18d-58f5df0b4112 req-5e177012-5f5e-4358-adaa-c535ed547bf3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1098 time: 0.0407722 Sep 16 06:41:00.460113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-145f18fb-5d27-46d8-b18d-58f5df0b4112 req-4bcdc9a6-e347-4447-a870-1b1b56030bc2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300207 Sep 16 06:41:00.496524 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d028e2-29c9-4f5e-bf3d-3b7345657d81 req-1c361ba8-8025-4ec0-8361-65dbb0baba7f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:41:00.498043 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70d028e2-29c9-4f5e-bf3d-3b7345657d81 req-1c361ba8-8025-4ec0-8361-65dbb0baba7f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 946 time: 0.0507507 Sep 16 06:41:00.536196 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-70d028e2-29c9-4f5e-bf3d-3b7345657d81 req-d9c29e8b-bce1-464c-af62-a47392238177 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313370 Sep 16 06:41:01.654252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46409ca4-aa06-48b2-820e-f66d08512f27 req-d417c26d-347f-44e6-ad1d-84bcf1a508bf tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:41:01.656435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46409ca4-aa06-48b2-820e-f66d08512f27 req-d417c26d-347f-44e6-ad1d-84bcf1a508bf tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 946 time: 0.0511558 Sep 16 06:41:01.703272 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-46409ca4-aa06-48b2-820e-f66d08512f27 req-ea0031cd-a92b-4e55-b03b-b98aa892751e tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384133 Sep 16 06:41:02.822020 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dafb71-5d9d-42bb-ad0b-9e9c65140280 req-8a6992e4-d8a1-491e-9994-ef946eb274a7 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:41:02.823559 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1dafb71-5d9d-42bb-ad0b-9e9c65140280 req-8a6992e4-d8a1-491e-9994-ef946eb274a7 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 946 time: 0.0510089 Sep 16 06:41:02.862406 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d1dafb71-5d9d-42bb-ad0b-9e9c65140280 req-b9d1298d-7c42-4623-b3e3-f7abb657ea7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323725 Sep 16 06:41:10.234339 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:41:19.939780 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c4288ff7-c176-4ef3-b64f-d84ae14609d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:21.819807 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:23.179593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b70f7ff3-4c2d-41ee-bc82-d72a52e53d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:23.934357 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:25.648297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:27.740071 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:28.389763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-667571e6-41a0-4557-9abe-5664beea27e9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456381 Sep 16 06:41:28.493527 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-c71e7753-b00a-4523-a07a-1b067644d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:41:28.495089 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-c71e7753-b00a-4523-a07a-1b067644d776 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1098 time: 0.0424702 Sep 16 06:41:28.603065 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-dd314fb9-77f4-44d3-808e-e639ee633bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:41:28.604595 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-dd314fb9-77f4-44d3-808e-e639ee633bd6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0887063 Sep 16 06:41:28.684908 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-0bd5ec7d-dbea-4502-9071-fdcb4b086c81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 1000 time: 0.0683854 Sep 16 06:41:28.733852 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-8c8c9d50-5b03-4a28-9bae-c8c035de64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:41:28.735960 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-8c8c9d50-5b03-4a28-9bae-c8c035de64c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0440452 Sep 16 06:41:28.783263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-d8c4ff2d-b870-408a-a3c2-5e18fb9102e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:41:28.784820 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-d8c4ff2d-b870-408a-a3c2-5e18fb9102e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412018 Sep 16 06:41:28.881376 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-6a041881-d037-4e0e-be19-97026228acd7 service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885334 Sep 16 06:41:28.991579 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4774798a-1e0d-4d21-b905-0f2fa470f6ec req-9f83262a-c3ab-40e7-aafb-4ffaaa12d5e6 service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027744 Sep 16 06:41:29.471581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:47.232603 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:41:49.945453 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29958ae6-e24e-4ca6-a8f9-495bebae4729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:51.865254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:53.139300 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bf76b877-2352-4560-a3af-9e8305b8015d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:53.973805 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:55.670834 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:57.762355 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:59.471111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:19.909895 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd4f7-753c-4fc7-9ff3-97d1d74c8ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:21.841297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:23.138242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-62389f87-3074-402b-8308-1775e561d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:23.938529 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:24.231495 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:42:25.659086 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:27.738441 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:29.475792 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:30.408510 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-318b58cc-468d-4425-b5fd-3f863dfffd47 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420327 Sep 16 06:42:30.521642 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-a3e4a78e-1447-4a36-bba7-1ce548d96781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:30.523152 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-a3e4a78e-1447-4a36-bba7-1ce548d96781 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1098 time: 0.0412238 Sep 16 06:42:30.634521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-0293b6ab-7208-4e94-8daa-ca4d502c7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:30.636304 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-0293b6ab-7208-4e94-8daa-ca4d502c7479 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0914228 Sep 16 06:42:30.707235 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-488bd64e-b209-49ff-bb5f-03da3af66080 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 1000 time: 0.0603368 Sep 16 06:42:30.762159 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-91e947e7-1b73-429b-a418-0a95bb601c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:30.763663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-91e947e7-1b73-429b-a418-0a95bb601c94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0451450 Sep 16 06:42:30.816435 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-e89be4ff-8ed7-468e-9cb7-fd93101c15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:30.817994 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-e89be4ff-8ed7-468e-9cb7-fd93101c15bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454631 Sep 16 06:42:30.910896 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-62efca08-4e3e-4952-a89e-d9e42bc32577 service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Sep 16 06:42:31.009602 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bdee1fd4-9c68-4c28-9644-75bf2982bb83 req-9c297339-2047-4d46-995e-873ab3f25108 service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873392 Sep 16 06:42:42.722986 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54506) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:42.884371 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Deleting port 6e672d78-f471-4042-925b-227f86836817 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:42.884975 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:42.959485 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:42.959812 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:42.972228 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Calling delete_port for 6e672d78-f471-4042-925b-227f86836817 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:43.178946 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:43.205846 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event deleted for resources: {'Port': ['ID=6e672d78-f471-4042-925b-227f86836817,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:43.223438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.223438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.223438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.223438 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.223951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.223951 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.224282 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.224606 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.224929 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.225268 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.225593 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.225913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:43.284992 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:43.285323 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Floating IP cfb16cf5-a813-49d1-a025-56aef954cc05 disassociated (deleted). External IP: 172.25.1.44, port: 32c2a3c7-7817-47b3-bb11-db67559197fc. Sep 16 06:42:43.490842 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Router b2917714-ea8a-48ce-aeab-215ed9ffb433 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:42:43.602051 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:42:43.606929 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:43.611534 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] Sync routers for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:42:43.620596 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:42:43.621232 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:43.637920 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-62b24539-2dc9-4917-99bb-b11105d8b43a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "DELETE /v2.0/floatingips/cfb16cf5-a813-49d1-a025-56aef954cc05 HTTP/1.1" status: 204 len: 168 time: 0.9138205 Sep 16 06:42:43.638629 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:42:43.640958 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297302fd-b4e8-47c4-8070-1f8352f23a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:42:43.731453 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:42:43.775369 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4443d99b-9e70-4849-a156-cdaa5c723009 x-openstack-request-id: req-4443d99b-9e70-4849-a156-cdaa5c723009 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:42:43.775904 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:42:43.776037 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4443d99b-9e70-4849-a156-cdaa5c723009 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:42:43.776346 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'status': 'completed', 'code': 200} Sep 16 06:42:43.876874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-93c8ddcb-c86a-4dc3-a42a-d5bec7fc6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:43.879113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-93c8ddcb-c86a-4dc3-a42a-d5bec7fc6d44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11329a286cb149ecb4dfea5400b17be1&device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 1098 time: 0.0432761 Sep 16 06:42:43.933736 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:43.972573 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] Checking router: b2917714-ea8a-48ce-aeab-215ed9ffb433 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:42:43.981645 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:42:43.982391 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:43.988913 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-899e2179-d421-4836-9df9-e6988c315ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:43.991494 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-899e2179-d421-4836-9df9-e6988c315ab7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 200 len: 910 time: 0.0995655 Sep 16 06:42:44.035589 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-c4a14028-a3c4-4a98-8e4f-e487ff542553 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 200 len: 217 time: 0.0368221 Sep 16 06:42:44.046865 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa85c32-64ff-4b06-9bf1-582006c72dfe req-332d8f0b-aa93-4556-a1d6-711bf72a0dee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:44.048878 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-faa85c32-64ff-4b06-9bf1-582006c72dfe req-332d8f0b-aa93-4556-a1d6-711bf72a0dee tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 946 time: 0.0543265 Sep 16 06:42:44.090732 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-faa85c32-64ff-4b06-9bf1-582006c72dfe req-db4f20f1-0815-48b1-8a5b-9589f98f10f0 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340858 Sep 16 06:42:44.091684 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-1f7d16ed-1d96-469e-b3ce-509e321a058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:44.093322 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-1f7d16ed-1d96-469e-b3ce-509e321a058d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 200 len: 848 time: 0.0505362 Sep 16 06:42:44.097625 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:42:44.142830 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-ceb1f2b6-4097-4206-87e5-e1a8db8b385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:44.144433 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-ceb1f2b6-4097-4206-87e5-e1a8db8b385d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b646cbd5-0853-4eb6-a132-f62cf34e48dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432560 Sep 16 06:42:44.256207 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-720900be-5e61-469d-858b-f11f8f57cfde service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039140 Sep 16 06:42:44.364899 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-297302fd-b4e8-47c4-8070-1f8352f23a0a req-c63d1b56-37cd-4739-9acb-412d858c893f service neutron] 10.222.0.66 "GET /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983524 Sep 16 06:42:44.395687 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:44.424682 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940628d2-1ae5-4d9e-829c-257dea237d23 None None] The sync data for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 is: [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:32:38Z', 'revision_number': 4, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': '386d0343-5544-4d71-8a3f-372012ea203f', 'name': '', 'network_id': 'b646cbd5-0853-4eb6-a132-f62cf34e48dd', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'mac_address': 'fa:16:3e:13:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:37Z', 'updated_at': '2021-09-16T06:32:41Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'subnets': [{'id': '9484fe38-36b9-49a2-8dff-e83c842f09d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:42:44.641546 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d58b0-123a-4ff5-9e8b-ee58f49c3b94 None None] New status for floating IP cfb16cf5-a813-49d1-a025-56aef954cc05: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:42:45.208605 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2584-79aa-4f00-9c20-6b49d5d9aaa3 req-15ac2c92-eee5-416c-8e2e-93e7689aec30 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:45.210163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1fb2584-79aa-4f00-9c20-6b49d5d9aaa3 req-15ac2c92-eee5-416c-8e2e-93e7689aec30 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 946 time: 0.0495892 Sep 16 06:42:45.257301 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c1fb2584-79aa-4f00-9c20-6b49d5d9aaa3 req-dd90b4f4-1c0f-4c36-a047-6d4c2862da2c tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412734 Sep 16 06:42:46.239493 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-ee1acfc8-4a2d-48ca-a6f1-6da721143d95 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:46.241060 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-ee1acfc8-4a2d-48ca-a6f1-6da721143d95 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 946 time: 0.2247224 Sep 16 06:42:46.341257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Deleting port 32c2a3c7-7817-47b3-bb11-db67559197fc {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:46.341604 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:46.375825 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89a3da-8175-4356-86e5-64c09316e9c2 req-4e615976-f580-4864-bdbe-a321c9c5dcae tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:42:46.377561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f89a3da-8175-4356-86e5-64c09316e9c2 req-4e615976-f580-4864-bdbe-a321c9c5dcae tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 946 time: 0.0497713 Sep 16 06:42:46.416954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4f89a3da-8175-4356-86e5-64c09316e9c2 req-3977ea00-2131-4c4d-be7a-d612e534de92 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/security-groups?id=dec90360-3ad6-4b89-a5ff-127089a03dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333676 Sep 16 06:42:46.431836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] For port 32c2a3c7-7817-47b3-bb11-db67559197fc, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=32c2a3c7-7817-47b3-bb11-db67559197fc,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:46.432234 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:46.445090 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Calling delete_port for 32c2a3c7-7817-47b3-bb11-db67559197fc owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:46.680990 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:46.712824 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event deleted for resources: {'Port': ['ID=32c2a3c7-7817-47b3-bb11-db67559197fc,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.761037 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:46.766834 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] No DVR routers for this DVR port 32c2a3c7-7817-47b3-bb11-db67559197fc on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:42:46.770447 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:46.772695 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b7aaaff8-ea07-43cd-81dc-cd3483b68bd7 req-52809664-6a27-4360-bd09-62858e88bf7a tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.66 "DELETE /v2.0/ports/32c2a3c7-7817-47b3-bb11-db67559197fc HTTP/1.1" status: 204 len: 173 time: 0.5245767 Sep 16 06:42:46.773153 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'name': 'network-vif-deleted', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:42:46.775394 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d026b881-389d-4702-b9ba-ddcedadbbf8c" -d '{"events": [{"server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "name": "network-vif-deleted", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:42:46.810437 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c688e0c-0678-4f69-9107-87fa46142f5e x-openstack-request-id: req-0c688e0c-0678-4f69-9107-87fa46142f5e {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:42:46.810749 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd80ec4-6b65-4e5e-8ff7-827175aea1d9", "name": "network-vif-deleted", "tag": "32c2a3c7-7817-47b3-bb11-db67559197fc", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:42:46.810989 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c688e0c-0678-4f69-9107-87fa46142f5e {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:42:46.811385 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd80ec4-6b65-4e5e-8ff7-827175aea1d9', 'name': 'network-vif-deleted', 'tag': '32c2a3c7-7817-47b3-bb11-db67559197fc', 'status': 'completed', 'code': 200} Sep 16 06:42:47.512200 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-d8187b99-823b-498f-9b45-52a502c12f06 req-7786cdc6-8d06-4b63-945f-1fc92466e1b7 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 210 time: 0.0285020 Sep 16 06:42:48.608129 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-dfbba891-7120-40c2-9e48-1620fb089b41 req-05d4c264-462f-40d6-944c-37aa12115973 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 210 time: 0.0262523 Sep 16 06:42:49.372123 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 32c2a3c7-7817-47b3-bb11-db67559197fc no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:42:49.392720 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 32c2a3c7-7817-47b3-bb11-db67559197fc {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:42:49.393088 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 32c2a3c7-7817-47b3-bb11-db67559197fc not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:42:49.707565 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-afdfd6f2-72ac-46ab-b121-63e7ae66cfc8 req-35569820-f7a6-4011-a62b-5a2a914c08f5 tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 210 time: 0.0296075 Sep 16 06:42:49.920765 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-785d1a15-e6c5-405b-8a34-9efb508f8bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:50.822638 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-3c362405-e058-419a-a17a-67dde98dd6b0 req-5906944b-27b4-4448-9013-beeb5471ab7d tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dd80ec4-6b65-4e5e-8ff7-827175aea1d9 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Sep 16 06:42:51.864284 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:51.880380 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54552) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:51.945566 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05902679-ecc6-4ed6-a3da-d88841a3112f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:51.973815 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05902679-ecc6-4ed6-a3da-d88841a3112f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:52.126544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05902679-ecc6-4ed6-a3da-d88841a3112f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:52.129761 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-05902679-ecc6-4ed6-a3da-d88841a3112f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:52.131013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-05902679-ecc6-4ed6-a3da-d88841a3112f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] 10.222.0.49 "DELETE /v2.0/security-groups/dec90360-3ad6-4b89-a5ff-127089a03dcc HTTP/1.1" status: 204 len: 168 time: 0.2492621 Sep 16 06:42:52.140690 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05902679-ecc6-4ed6-a3da-d88841a3112f tempest-TestShelveInstance-640008211 tempest-TestShelveInstance-640008211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec90360-3ad6-4b89-a5ff-127089a03dcc,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:52.254610 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54556) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:52.759340 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:53.008981 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Deleting port 386d0343-5544-4d71-8a3f-372012ea203f {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:53.009404 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:53.093920 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] For port 386d0343-5544-4d71-8a3f-372012ea203f, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=386d0343-5544-4d71-8a3f-372012ea203f,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:53.094286 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:53.107414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Calling delete_port for 386d0343-5544-4d71-8a3f-372012ea203f owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:53.144468 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e4394c43-cd42-4121-bd87-e9f92f46a3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:53.326778 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:53.354794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Pushing event deleted for resources: {'Port': ['ID=386d0343-5544-4d71-8a3f-372012ea203f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:53.528192 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:53.759263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Router b2917714-ea8a-48ce-aeab-215ed9ffb433 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:42:53.874337 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:42:53.880550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ebf6cb8b-98c6-4470-ad21-be337baae5af admin admin] 10.222.0.49 "PUT /v2.0/routers/b2917714-ea8a-48ce-aeab-215ed9ffb433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6232698 Sep 16 06:42:53.883053 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54560) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:53.884741 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] Sync routers for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:42:53.895566 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:42:53.896205 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:53.954631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:54.002380 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:54.006550 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:42:54.109378 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:54.189335 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:42:53Z', 'revision_number': 5, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port': {'id': 'de0f6c4f-1759-46cc-a261-713328baa97c', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:35Z', 'updated_at': '2021-09-16T06:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:54.215838 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] Checking router: b2917714-ea8a-48ce-aeab-215ed9ffb433 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:42:54.224289 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] Routers {'b2917714-ea8a-48ce-aeab-215ed9ffb433'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:42:54.224905 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['b2917714-ea8a-48ce-aeab-215ed9ffb433'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:54.232722 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Deleting port de0f6c4f-1759-46cc-a261-713328baa97c {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:54.233057 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:54.310466 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] Set router b2917714-ea8a-48ce-aeab-215ed9ffb433 gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:42:54.314134 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] For port de0f6c4f-1759-46cc-a261-713328baa97c, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=de0f6c4f-1759-46cc-a261-713328baa97c,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:54.314499 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:54.327100 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Calling delete_port for de0f6c4f-1759-46cc-a261-713328baa97c owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:54.366899 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:42:54Z', 'revision_number': 6, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:54.392888 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64bf32-57b7-4b6a-9e9c-669cae6d9846 None None] The sync data for ids ['b2917714-ea8a-48ce-aeab-215ed9ffb433'] in n-d-712749-15 is: [{'id': 'b2917714-ea8a-48ce-aeab-215ed9ffb433', 'name': 'tempest-TestShelveInstance-1646668343-router', 'tenant_id': '11329a286cb149ecb4dfea5400b17be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:34Z', 'updated_at': '2021-09-16T06:42:54Z', 'revision_number': 6, 'project_id': '11329a286cb149ecb4dfea5400b17be1', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:42:54.869606 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:54.896551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Pushing event deleted for resources: {'Port': ['ID=de0f6c4f-1759-46cc-a261-713328baa97c,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:54.954955 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.056819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.058915 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.161079 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.161904 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2917714-ea8a-48ce-aeab-215ed9ffb433 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:42:55.171330 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.171330 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ec7d0f31-1431-49f7-8444-ff28d65bb27c admin admin] 10.222.0.49 "DELETE /v2.0/routers/b2917714-ea8a-48ce-aeab-215ed9ffb433 HTTP/1.1" status: 204 len: 168 time: 1.2838352 Sep 16 06:42:55.171810 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54562) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:55.222557 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c642239-0372-4e9b-816c-ad5951ad3a83 admin admin] Deleting subnet 9484fe38-36b9-49a2-8dff-e83c842f09d3 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:42:55.225729 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c642239-0372-4e9b-816c-ad5951ad3a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.265722 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c642239-0372-4e9b-816c-ad5951ad3a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.347493 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c642239-0372-4e9b-816c-ad5951ad3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.486892 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c642239-0372-4e9b-816c-ad5951ad3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.513669 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c642239-0372-4e9b-816c-ad5951ad3a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9484fe38-36b9-49a2-8dff-e83c842f09d3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:55.517396 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-5c642239-0372-4e9b-816c-ad5951ad3a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.520327 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-5c642239-0372-4e9b-816c-ad5951ad3a83 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9484fe38-36b9-49a2-8dff-e83c842f09d3 HTTP/1.1" status: 204 len: 168 time: 0.3471687 Sep 16 06:42:55.522112 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54564) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:55.524018 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b47b5-bba4-4909-aed1-d11bacea9ce0 None None] Network b646cbd5-0853-4eb6-a132-f62cf34e48dd requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:42:55.598015 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.647604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.654941 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Deleting port ec10aa27-747b-4f71-a500-e1548f6aab94 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:55.659429 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.716194 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] DHCP port deletion for b646cbd5-0853-4eb6-a132-f62cf34e48dd request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:42:55.724289 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] For port ec10aa27-747b-4f71-a500-e1548f6aab94, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec10aa27-747b-4f71-a500-e1548f6aab94,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:55.724656 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.738712 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Calling delete_port for ec10aa27-747b-4f71-a500-e1548f6aab94 owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:55.764646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Deleting port ec10aa27-747b-4f71-a500-e1548f6aab94 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:55.765312 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.824187 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 386d0343-5544-4d71-8a3f-372012ea203f no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:42:55.850611 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 386d0343-5544-4d71-8a3f-372012ea203f {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:42:55.850885 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 386d0343-5544-4d71-8a3f-372012ea203f not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:42:55.851292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec10aa27-747b-4f71-a500-e1548f6aab94 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:42:55.876020 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] For port ec10aa27-747b-4f71-a500-e1548f6aab94, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=ec10aa27-747b-4f71-a500-e1548f6aab94,segment=NetworkSegment(d858cc6a-bfda-4a31-adc6-b0604117aba4),segment_id=d858cc6a-bfda-4a31-adc6-b0604117aba4)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:55.876413 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.886548 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.893659 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Calling delete_port for ec10aa27-747b-4f71-a500-e1548f6aab94 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:55.912042 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No active binding found for port ec10aa27-747b-4f71-a500-e1548f6aab94 {{(pid=95661) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 06:42:55.912490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device ec10aa27-747b-4f71-a500-e1548f6aab94 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:42:55.912917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device de0f6c4f-1759-46cc-a261-713328baa97c no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:42:55.914910 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec10aa27-747b-4f71-a500-e1548f6aab94,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:55.917849 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] No DVR routers for this DVR port ec10aa27-747b-4f71-a500-e1548f6aab94 on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:42:55.959636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: de0f6c4f-1759-46cc-a261-713328baa97c {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:42:55.960009 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device de0f6c4f-1759-46cc-a261-713328baa97c not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:42:55.998204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:55.999519 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.019455 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b646cbd5-0853-4eb6-a132-f62cf34e48dd']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:56.025646 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Pushing event deleted for resources: {'Port': ['ID=ec10aa27-747b-4f71-a500-e1548f6aab94,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:56.027918 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] No DVR routers for this DVR port ec10aa27-747b-4f71-a500-e1548f6aab94 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:42:56.037482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd858cc6a-bfda-4a31-adc6-b0604117aba4') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:56.037482 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd858cc6a-bfda-4a31-adc6-b0604117aba4') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:56.037871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.037871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.037871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.037871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.037871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.037871 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.038539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.038539 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.038716 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.039186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.039331 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.039643 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462696d-63a4-4e1f-9d99-0130299adca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:42:56.041549 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.056339 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.062306 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:42:56.065468 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:42:56.177409 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.182872 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.184773 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] 10.222.0.49 "DELETE /v2.0/networks/b646cbd5-0853-4eb6-a132-f62cf34e48dd HTTP/1.1" status: 204 len: 168 time: 0.6616554 Sep 16 06:42:56.193961 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54566) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:56.524639 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ca53-aa76-40e7-bc8c-56501328ce8b admin admin] Pushing event deleted for resources: {'Network': ['ID=b646cbd5-0853-4eb6-a132-f62cf34e48dd,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:56.576299 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.824917 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Deleting port 1641214e-32df-4448-bf44-e25df7611ba5 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:56.825155 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.903463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] For port 1641214e-32df-4448-bf44-e25df7611ba5, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=1641214e-32df-4448-bf44-e25df7611ba5,segment=NetworkSegment(b487ba14-a625-42a0-a880-132e1237a489),segment_id=b487ba14-a625-42a0-a880-132e1237a489)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:56.903819 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:56.916704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Calling delete_port for 1641214e-32df-4448-bf44-e25df7611ba5 owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:57.149105 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:57.174608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1641214e-32df-4448-bf44-e25df7611ba5,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:57.348410 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:57.572769 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Router a11dc9af-fdc2-4704-9af8-6d3d23832f04 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:42:57.683646 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:42:57.688617 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9b4097cd-707b-4792-98bb-cc179db34cc8 admin admin] 10.222.0.49 "PUT /v2.0/routers/a11dc9af-fdc2-4704-9af8-6d3d23832f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935932 Sep 16 06:42:57.691472 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54570) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:57.694826 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] Sync routers for ids ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:42:57.705523 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] Routers {'a11dc9af-fdc2-4704-9af8-6d3d23832f04'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:42:57.706794 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:57.770963 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:57.819916 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks [] for router, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:57.845115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] Set router a11dc9af-fdc2-4704-9af8-6d3d23832f04 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:42:57.923159 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.021600 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:42:57Z', 'revision_number': 5, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port': {'id': 'eac8fc92-f80c-4c04-80f9-b2cd48d6b84b', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:32:42Z', 'updated_at': '2021-09-16T06:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:58.050422 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] Checking router: a11dc9af-fdc2-4704-9af8-6d3d23832f04 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:42:58.055602 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Deleting port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:58.055983 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.059059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] Routers {'a11dc9af-fdc2-4704-9af8-6d3d23832f04'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:42:58.059665 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:58.138404 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] For port eac8fc92-f80c-4c04-80f9-b2cd48d6b84b, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=eac8fc92-f80c-4c04-80f9-b2cd48d6b84b,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:58.138780 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.153081 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Calling delete_port for eac8fc92-f80c-4c04-80f9-b2cd48d6b84b owned by network:router_gateway {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:58.300295 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] Set router a11dc9af-fdc2-4704-9af8-6d3d23832f04 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:42:58.354378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:42:57Z', 'revision_number': 6, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:58.382615 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390fde0-4d72-42bb-b0c7-fc2f13969e17 None None] The sync data for ids ['a11dc9af-fdc2-4704-9af8-6d3d23832f04'] in n-d-712749-15 is: [{'id': 'a11dc9af-fdc2-4704-9af8-6d3d23832f04', 'name': 'tempest-TestShelveInstance-1186037998-router', 'tenant_id': '9d41354185bf47bea754449f63608d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:32:41Z', 'updated_at': '2021-09-16T06:42:57Z', 'revision_number': 6, 'project_id': '9d41354185bf47bea754449f63608d10', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:42:58.395195 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.420021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac8fc92-f80c-4c04-80f9-b2cd48d6b84b,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:58.487820 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.576743 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.578825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.669409 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.669827 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a11dc9af-fdc2-4704-9af8-6d3d23832f04 {{(pid=95660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:42:58.675161 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.676408 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-ebe0389b-afa3-4267-9cad-b0826dcdd527 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a11dc9af-fdc2-4704-9af8-6d3d23832f04 HTTP/1.1" status: 204 len: 168 time: 0.9839497 Sep 16 06:42:58.684057 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54572) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:58.733347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a157ceb-8e97-4dba-acf2-f0a0ceeaf05e admin admin] Deleting subnet 1c1aa64f-7a42-4264-bed3-7b2e9622ee2f {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:42:58.737576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a157ceb-8e97-4dba-acf2-f0a0ceeaf05e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.773795 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a157ceb-8e97-4dba-acf2-f0a0ceeaf05e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.855436 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a157ceb-8e97-4dba-acf2-f0a0ceeaf05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:58.943617 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a157ceb-8e97-4dba-acf2-f0a0ceeaf05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.287718 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a157ceb-8e97-4dba-acf2-f0a0ceeaf05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1aa64f-7a42-4264-bed3-7b2e9622ee2f,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:59.289754 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0a157ceb-8e97-4dba-acf2-f0a0ceeaf05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.292331 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0a157ceb-8e97-4dba-acf2-f0a0ceeaf05e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1c1aa64f-7a42-4264-bed3-7b2e9622ee2f HTTP/1.1" status: 204 len: 168 time: 0.6066656 Sep 16 06:42:59.294258 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54574) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:42:59.294800 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b9224-2e7c-49a5-8a00-42803cbe6dd3 None None] Network dee03098-9232-4af2-ade7-fcc2afd52075 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:42:59.366294 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.423155 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Deleting port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:59.424437 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.487449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] DHCP port deletion for dee03098-9232-4af2-ade7-fcc2afd52075 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:42:59.492162 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.496436 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] For port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,segment=NetworkSegment(b487ba14-a625-42a0-a880-132e1237a489),segment_id=b487ba14-a625-42a0-a880-132e1237a489)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:59.496886 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.511463 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Calling delete_port for bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:59.540799 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] Deleting port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:42:59.541187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.603610 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] For port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,segment=NetworkSegment(b487ba14-a625-42a0-a880-132e1237a489),segment_id=b487ba14-a625-42a0-a880-132e1237a489)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:42:59.604037 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.616892 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] Calling delete_port for bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:42:59.629609 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.658647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:59.664066 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] No DVR routers for this DVR port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:42:59.701177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.730740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] Pushing event deleted for resources: {'Port': ['ID=bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:42:59.732875 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e82b9-44e9-4c88-a84f-161f93897057 None None] No DVR routers for this DVR port bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:42:59.746825 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.771318 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee03098-9232-4af2-ade7-fcc2afd52075']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:59.781042 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b487ba14-a625-42a0-a880-132e1237a489') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:59.781343 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b487ba14-a625-42a0-a880-132e1237a489') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:42:59.799215 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.802589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1641214e-32df-4448-bf44-e25df7611ba5 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:42:59.813444 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.820723 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:42:59.821140 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:42:59.826264 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:42:59.829460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 1641214e-32df-4448-bf44-e25df7611ba5 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:42:59.829460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 1641214e-32df-4448-bf44-e25df7611ba5 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:42:59.829460 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device eac8fc92-f80c-4c04-80f9-b2cd48d6b84b no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:42:59.848252 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: eac8fc92-f80c-4c04-80f9-b2cd48d6b84b {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:42:59.848605 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device eac8fc92-f80c-4c04-80f9-b2cd48d6b84b not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:42:59.849022 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:42:59.868433 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:42:59.868785 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device bdb8e66f-a0f0-41ec-ad6b-1fd66f5b726d not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:42:59.943096 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.949168 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:42:59.950958 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dee03098-9232-4af2-ade7-fcc2afd52075 HTTP/1.1" status: 204 len: 168 time: 0.6557856 Sep 16 06:42:59.961631 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe55725-394f-4e0f-b9d4-2f88bf4bc9e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dee03098-9232-4af2-ade7-fcc2afd52075,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:00.412010 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54578) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:00.451989 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-7f6fee53-0f29-4003-a8cd-eb85f4222001 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11329a286cb149ecb4dfea5400b17be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387490 Sep 16 06:43:00.454501 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54580) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:00.504621 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0495e45e-0289-478d-9fbe-d18fb5dd1ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:00.531304 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0495e45e-0289-478d-9fbe-d18fb5dd1ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:00.640290 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0495e45e-0289-478d-9fbe-d18fb5dd1ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:00.642904 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-0495e45e-0289-478d-9fbe-d18fb5dd1ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:00.644654 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-0495e45e-0289-478d-9fbe-d18fb5dd1ddf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8c20a3e-6a15-4b11-9b3e-eeaa0e53b956 HTTP/1.1" status: 204 len: 168 time: 0.1892488 Sep 16 06:43:00.653701 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495e45e-0289-478d-9fbe-d18fb5dd1ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c20a3e-6a15-4b11-9b3e-eeaa0e53b956,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:01.230122 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:43:01.246689 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54586) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:01.287808 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-c4efc2fa-ee49-4030-b478-130c27bcbbc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d41354185bf47bea754449f63608d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398989 Sep 16 06:43:01.290231 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54588) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:01.338711 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1385160b-1228-4b64-be49-11aa2c5d4e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:01.360247 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1385160b-1228-4b64-be49-11aa2c5d4e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:01.480476 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1385160b-1228-4b64-be49-11aa2c5d4e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:01.483008 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-1385160b-1228-4b64-be49-11aa2c5d4e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:01.484213 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-1385160b-1228-4b64-be49-11aa2c5d4e95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8059adcc-a580-46e2-ba8d-50c83b535afb HTTP/1.1" status: 204 len: 168 time: 0.1930799 Sep 16 06:43:01.493061 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385160b-1228-4b64-be49-11aa2c5d4e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8059adcc-a580-46e2-ba8d-50c83b535afb,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:02.578704 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54610) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:02.674115 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-357733577-network', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:02.794711 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Made reservation on behalf of 9e80af9ecd7a4799ba14bfe596fb15c4 for: {'network': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:43:02.797147 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:02.806391 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:02.902456 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:02.966400 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:02.994266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=95660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:43:02.999559 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421acfbc-f128-4d3c-b407-948e89f171e2,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:03.007224 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.007224 n-d-712749-15 neutron-server[95660]: INFO neutron.db.segments_db [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Added segment 48fc64bc-0089-4bf8-acd1-332ca54a9667 of type vlan for network fd3802f2-5de0-4175-b1c2-499648d1e9ae Sep 16 06:43:03.048855 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.114888 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.115785 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:03.116396 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.175421 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] Pushing event updated for resources: {'Network': ['ID=fd3802f2-5de0-4175-b1c2-499648d1e9ae,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:03.185191 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:43:03.218197 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8fc0af17-9d61-445c-bc4c-9f31992b2e9d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6383405 Sep 16 06:43:03.221813 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54614) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:03.226719 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Request body: {'subnet': {'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-357733577-subnet', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'ip_version': 4}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:03.314358 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Made reservation on behalf of 9e80af9ecd7a4799ba14bfe596fb15c4 for: {'subnet': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:43:03.316834 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8593531'] for subnet, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.514913 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3523531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8593493'] for subnet, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.567798 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c15723f-995d-4999-a953-692aacb8f485,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:03.582959 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Checking segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:03.583647 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Network hostable DHCP agents. Network: fd3802f2-5de0-4175-b1c2-499648d1e9ae, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:43:03.651515 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:43:03.720447 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, fd3802f2-5de0-4175-b1c2-499648d1e9ae) {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:03.726578 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:03.727321 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.730028 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49cb1f-33c5-45b1-9e8f-ffbb920fd671 None None] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:43:03.806946 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-a6a31faf-90d4-4315-8b29-997df9219528 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5838857 Sep 16 06:43:03.809521 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54616) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:03.813874 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:03.873636 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:43:03.874557 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.897980 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.899055 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:03.950659 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.013802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Allocated IP 172.20.0.2 (fd3802f2-5de0-4175-b1c2-499648d1e9ae/3c15723f-995d-4999-a953-692aacb8f485/b14c8046-d081-4865-94a0-303db736fadf) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:43:04.163417 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.171064 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.246697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.284186 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:04.287154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:04.292870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:43:04.300496 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Pushing event updated for resources: {'Port': ['ID=b14c8046-d081-4865-94a0-303db736fadf,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:04.355485 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Attempting to bind port b14c8046-d081-4865-94a0-303db736fadf on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:43:04.355870 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Attempting to bind port b14c8046-d081-4865-94a0-303db736fadf by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:43:04.356241 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Attempting to bind port b14c8046-d081-4865-94a0-303db736fadf on network fd3802f2-5de0-4175-b1c2-499648d1e9ae {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:43:04.361378 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:43:04.362256 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Checking segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:04.362655 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.363114 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Bound using segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:43:04.363508 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Bound port: b14c8046-d081-4865-94a0-303db736fadf, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:43:04.363899 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.433444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] For port b14c8046-d081-4865-94a0-303db736fadf, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:43:04.433444 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] For port b14c8046-d081-4865-94a0-303db736fadf, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b14c8046-d081-4865-94a0-303db736fadf,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:43:04.472602 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.492576 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.497802 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.557072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87aea6-df8b-4281-9956-ef397f196203 None None] Pushing event updated for resources: {'Port': ['ID=b14c8046-d081-4865-94a0-303db736fadf,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:04.607001 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Allocated IP 172.25.1.114 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/f3decfc0-b119-4f19-a17d-15e17a98d9eb) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:43:04.728303 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.812841 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:04.856410 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:04.861405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:04.864035 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:43:04.870295 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Pushing event updated for resources: {'Port': ['ID=f3decfc0-b119-4f19-a17d-15e17a98d9eb,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:05.215424 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:05.433620 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:05.534056 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d8340-de54-4f1c-ba0c-619f50eea2d3 None None] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:43:05.602925 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-735357ff-2898-451a-a40c-61ba5fb610b6 None None] Provisioning complete for port b14c8046-d081-4865-94a0-303db736fadf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:05.603298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-735357ff-2898-451a-a40c-61ba5fb610b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:05.606202 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Router 8cb66c46-563c-46e1-bb23-068463c1578e is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:43:05.719806 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:43:05.732711 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Sync routers for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:43:05.748025 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:05.749238 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:05.749700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-735357ff-2898-451a-a40c-61ba5fb610b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:05.802499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-735357ff-2898-451a-a40c-61ba5fb610b6 None None] For port b14c8046-d081-4865-94a0-303db736fadf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b14c8046-d081-4865-94a0-303db736fadf,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:05.811739 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] Notify callbacks [] for router, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:05.819915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-500d430a-fe57-4615-ae20-e811f0b9c30b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0025671 Sep 16 06:43:05.820301 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54618) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:05.847432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b14c8046-d081-4865-94a0-303db736fadf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:05.876867 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-735357ff-2898-451a-a40c-61ba5fb610b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:05.885618 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:05.970240 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b14c8046-d081-4865-94a0-303db736fadf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:05.970619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:05.973408 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735357ff-2898-451a-a40c-61ba5fb610b6 None None] Pushing event updated for resources: {'Port': ['ID=b14c8046-d081-4865-94a0-303db736fadf,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:06.084176 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:05Z', 'revision_number': 3, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:06.101894 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-7c121eb9-7192-4c71-8196-5fafd3d81207 None None] Provisioning complete for port b14c8046-d081-4865-94a0-303db736fadf triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:06.102272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c121eb9-7192-4c71-8196-5fafd3d81207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.114538 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Checking router: 8cb66c46-563c-46e1-bb23-068463c1578e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:43:06.114885 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Updating router 8cb66c46-563c-46e1-bb23-068463c1578e port f3decfc0-b119-4f19-a17d-15e17a98d9eb binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:43:06.139491 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.272249 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.392752 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.430045 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Allocated IP 172.20.0.1 (fd3802f2-5de0-4175-b1c2-499648d1e9ae/3c15723f-995d-4999-a953-692aacb8f485/a3487bd9-c1e5-4b71-a8b2-73bd0af62860) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:43:06.468758 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.520763 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Attempting to bind port f3decfc0-b119-4f19-a17d-15e17a98d9eb on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:43:06.521129 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Attempting to bind port f3decfc0-b119-4f19-a17d-15e17a98d9eb by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:43:06.521487 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Attempting to bind port f3decfc0-b119-4f19-a17d-15e17a98d9eb on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:43:06.523502 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Pushing event updated for resources: {'Port': ['ID=f3decfc0-b119-4f19-a17d-15e17a98d9eb,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:06.532275 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:43:06.532655 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:06.533050 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.533445 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:43:06.534470 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Bound port: f3decfc0-b119-4f19-a17d-15e17a98d9eb, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:43:06.534854 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.537024 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.540464 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.540464 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.540464 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.540464 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.540464 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.541031 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.541138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.541138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.541138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.541138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.541138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.541138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:43:06.593144 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] For port f3decfc0-b119-4f19-a17d-15e17a98d9eb, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:43:06.596782 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] For port f3decfc0-b119-4f19-a17d-15e17a98d9eb, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f3decfc0-b119-4f19-a17d-15e17a98d9eb,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:43:06.698171 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.726709 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.735474 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:06.738412 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:06.742008 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:43:06.772493 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Pushing event updated for resources: {'Port': ['ID=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:06.783829 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:06.784519 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:06.792863 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:06.923588 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412bd45-973e-4662-ac96-bf51e474bf26 None None] Pushing event updated for resources: {'Port': ['ID=f3decfc0-b119-4f19-a17d-15e17a98d9eb,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:07.000481 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:07.001726 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:07.010343 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-dff41f2a-58aa-40e1-9a7b-f59a6687c909 None None] Provisioning complete for port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:07.010930 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-dff41f2a-58aa-40e1-9a7b-f59a6687c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:07.047117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-dff41f2a-58aa-40e1-9a7b-f59a6687c909 None None] Port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:43:07.185953 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:05Z', 'revision_number': 3, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:07.190002 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:07.213023 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12556b3a-6095-47bc-a250-d913a02b2b19 None None] The sync data for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 is: [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:05Z', 'revision_number': 3, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:43:07.231421 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:07.304400 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Pushing event updated for resources: {'Port': ['ID=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:07.308222 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:07.415754 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:07.418369 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:07.574888 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Router 8cb66c46-563c-46e1-bb23-068463c1578e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:43:07.671061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f5d46a09-8693-40e9-ab66-1b2155afc562 None None] Provisioning complete for port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:07.671361 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f5d46a09-8693-40e9-ab66-1b2155afc562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:07.702065 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:43:07.715122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f5d46a09-8693-40e9-ab66-1b2155afc562 None None] Port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:43:07.715517 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-216a96b8-aecd-4cf2-b720-ec05246f684c admin admin] 10.222.0.49 "PUT /v2.0/routers/8cb66c46-563c-46e1-bb23-068463c1578e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899140 Sep 16 06:43:07.879554 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f3decfc0-b119-4f19-a17d-15e17a98d9eb up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:07.933706 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f3decfc0-b119-4f19-a17d-15e17a98d9eb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:07.934190 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.019988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.041312 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port f3decfc0-b119-4f19-a17d-15e17a98d9eb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f3decfc0-b119-4f19-a17d-15e17a98d9eb,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:08.126356 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.127899 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b14c8046-d081-4865-94a0-303db736fadf up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:08.202443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=f3decfc0-b119-4f19-a17d-15e17a98d9eb,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:08.216937 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port b14c8046-d081-4865-94a0-303db736fadf triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:08.217313 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.541642 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54634) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:08.547027 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1137545728-network', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:08.623433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Made reservation on behalf of 0ecc77acc38442ff9fa84d2edfcd3181 for: {'network': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:43:08.625921 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for network, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.636185 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.731496 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.783294 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.807128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Sync routers for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:43:08.807701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:08.808432 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:08.814192 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=95659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:43:08.816628 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0c64cb-87c7-4c23-b574-89a13e033f59,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:08.830049 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.830049 n-d-712749-15 neutron-server[95659]: INFO neutron.db.segments_db [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Added segment 3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e of type vlan for network 4133056b-0cb2-4e50-b24f-e1c860727003 Sep 16 06:43:08.873304 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788592964630'] for network, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.923704 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:08.937277 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660'] for network, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:08.938311 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:08.938912 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.006771 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] Pushing event updated for resources: {'Network': ['ID=4133056b-0cb2-4e50-b24f-e1c860727003,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:09.021911 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-bc0da562-2e46-4c2f-90cd-f0552ccffd31 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4751952 Sep 16 06:43:09.026418 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Network 4133056b-0cb2-4e50-b24f-e1c860727003 details requested by agent ovs-agent-n-d-712749-15 with host n-d-712749-15 {{(pid=95661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:43:09.026919 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54636) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:09.027029 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Request body: {'subnet': {'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1137545728-subnet', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'ip_version': 4}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:09.114877 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Made reservation on behalf of 0ecc77acc38442ff9fa84d2edfcd3181 for: {'subnet': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:43:09.117658 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581100'] for subnet, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.335601 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:07Z', 'revision_number': 2, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:09.361122 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Checking router: 8cb66c46-563c-46e1-bb23-068463c1578e for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:43:09.361558 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Updating router 8cb66c46-563c-46e1-bb23-068463c1578e port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:43:09.383639 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4148772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581058'] for subnet, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.386242 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.442409 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a649ff-cc8a-4f87-9229-e6f9bf26d6e1,revision_number=0']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:09.449500 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Checking segment: {'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:09.449866 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Network hostable DHCP agents. Network: 4133056b-0cb2-4e50-b24f-e1c860727003, hostable agents: ['460ace0d-17df-4f56-8bd0-581f61671ff4'], hosted agents: [] {{(pid=95659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:43:09.520589 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Network 4133056b-0cb2-4e50-b24f-e1c860727003 is scheduled to be hosted by DHCP agent 460ace0d-17df-4f56-8bd0-581f61671ff4 with binding_index 1 {{(pid=95659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:43:09.606368 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712749-15, 4133056b-0cb2-4e50-b24f-e1c860727003) {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:09.610993 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:09.611604 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.619486 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6bb88-de00-410f-b289-107575651d6b None None] Network 4133056b-0cb2-4e50-b24f-e1c860727003 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:43:09.675887 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-9b4b35d6-a57a-4bcd-99ec-70ff62506207 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6527126 Sep 16 06:43:09.678498 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54638) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:09.682781 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:09.697865 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.769021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.801285 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1466'] for router, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.801720 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1459'] for router, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.817363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f3decfc0-b119-4f19-a17d-15e17a98d9eb up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:09.854928 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fa7017f-43b9-5d8b-ae5d-14795b549406-4133056b-0cb2-4e50-b24f-e1c860727003', 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'fixed_ips': [{'subnet_id': '23a649ff-cc8a-4f87-9229-e6f9bf26d6e1'}]}} from n-d-712749-15. {{(pid=95661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:43:09.855830 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.865058 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:09.939292 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d419e94-3387-4045-816e-f0baca74c1aa None None] Pushing event updated for resources: {'Port': ['ID=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:10.019311 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Attempting to bind port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:43:10.019962 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Attempting to bind port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:43:10.020534 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Attempting to bind port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 on network fd3802f2-5de0-4175-b1c2-499648d1e9ae {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:43:10.035559 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:43:10.036707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Checking segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:10.036707 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.036707 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Bound using segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:43:10.037115 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Bound port: a3487bd9-c1e5-4b71-a8b2-73bd0af62860, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:43:10.037494 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.056176 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port f3decfc0-b119-4f19-a17d-15e17a98d9eb triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:10.056546 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.061688 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.146571 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-3c56f8fe-a7ed-40f5-b2af-c5f3f31ddc7e None None] Provisioning complete for port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:10.147045 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c56f8fe-a7ed-40f5-b2af-c5f3f31ddc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.214411 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.db_base_plugin_common [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Allocated IP 172.20.0.2 (4133056b-0cb2-4e50-b24f-e1c860727003/23a649ff-cc8a-4f87-9229-e6f9bf26d6e1/8b83f9a3-6180-4a94-a1eb-70a3210744d6) {{(pid=95661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:43:10.231345 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] For port a3487bd9-c1e5-4b71-a8b2-73bd0af62860, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:43:10.236404 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-3c56f8fe-a7ed-40f5-b2af-c5f3f31ddc7e None None] Port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:43:10.240917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] For port a3487bd9-c1e5-4b71-a8b2-73bd0af62860, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:43:10.321542 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.325445 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.341055 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.445084 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d419e94-3387-4045-816e-f0baca74c1aa None None] Pushing event updated for resources: {'Port': ['ID=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:10.449512 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:10.451893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:10.465944 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Allocated IP 172.25.1.164 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/3a579f1d-8dba-4af3-92ae-53fe30a81dad) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:43:10.508221 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Notify callbacks [] for port, precommit_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.568589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743'] for port, after_create {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.582747 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.602324 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:10.639347 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Network 4133056b-0cb2-4e50-b24f-e1c860727003 is already hosted by enough agents. {{(pid=95661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:10.647118 n-d-712749-15 neutron-server[95661]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Resources bound (agent type, host, resource id): {{(pid=95661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:10.657457 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Received port after_create {{(pid=95661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:43:10.672060 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Pushing event updated for resources: {'Port': ['ID=8b83f9a3-6180-4a94-a1eb-70a3210744d6,revision_number=1']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:10.709931 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.746197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:10.746464 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-6c419912-8567-4184-8d17-9655fc719c75 None None] Provisioning complete for port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:10.746747 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c419912-8567-4184-8d17-9655fc719c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.750884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:10.756297 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:43:10.783096 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Pushing event updated for resources: {'Port': ['ID=3a579f1d-8dba-4af3-92ae-53fe30a81dad,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:10.836893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Attempting to bind port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:43:10.837309 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Attempting to bind port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:43:10.837624 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Attempting to bind port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 on network 4133056b-0cb2-4e50-b24f-e1c860727003 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:43:10.852224 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:43:10.852595 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Checking segment: {'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:10.852994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.853381 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Bound using segment: {'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:43:10.853849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Bound port: 8b83f9a3-6180-4a94-a1eb-70a3210744d6, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:43:10.854224 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:10.988965 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c419912-8567-4184-8d17-9655fc719c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:11.005103 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] For port 8b83f9a3-6180-4a94-a1eb-70a3210744d6, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:43:11.027849 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] For port 8b83f9a3-6180-4a94-a1eb-70a3210744d6, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8b83f9a3-6180-4a94-a1eb-70a3210744d6,segment=NetworkSegment(3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e),segment_id=3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:43:11.043988 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6c419912-8567-4184-8d17-9655fc719c75 None None] For port a3487bd9-c1e5-4b71-a8b2-73bd0af62860, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:11.050251 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:10Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:11.068463 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:11.077443 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63846df2-9e7e-451c-a548-7eecbf1cc85d None None] The sync data for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 is: [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:10Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:43:11.080799 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:11.117089 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c419912-8567-4184-8d17-9655fc719c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:11.176175 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4cd71-7609-4cc3-b4d5-27faeba596ae None None] Pushing event updated for resources: {'Port': ['ID=8b83f9a3-6180-4a94-a1eb-70a3210744d6,revision_number=2']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:11.254713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c419912-8567-4184-8d17-9655fc719c75 None None] Pushing event updated for resources: {'Port': ['ID=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:11.665747 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547665'] for router, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:11.883303 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8b83f9a3-6180-4a94-a1eb-70a3210744d6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:11.923074 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Router fdb318ea-21c7-4897-90e1-4e316f5d7e00 is scheduled to L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b with binding_index 1 {{(pid=95659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:43:11.950098 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:11.950616 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.046154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:43:12.052389 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.058895 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Sync routers for ids ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:43:12.074887 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Routers {'fdb318ea-21c7-4897-90e1-4e316f5d7e00'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:12.075773 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:12.108458 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 8b83f9a3-6180-4a94-a1eb-70a3210744d6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8b83f9a3-6180-4a94-a1eb-70a3210744d6,segment=NetworkSegment(3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e),segment_id=3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:12.149300 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.153617 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54640) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:12.155250 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-37bd5fa5-ba39-46cb-a1b3-ecbbc3251f26 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4742506 Sep 16 06:43:12.167988 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.168814 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a3487bd9-c1e5-4b71-a8b2-73bd0af62860 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:12.195603 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Set router fdb318ea-21c7-4897-90e1-4e316f5d7e00 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:12.282696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=8b83f9a3-6180-4a94-a1eb-70a3210744d6,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:12.309952 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:12.310333 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.342628 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fadb54-718e-4d74-b0e4-b2e045be9e81 None None] Network 4133056b-0cb2-4e50-b24f-e1c860727003 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:43:12.404112 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:43:10Z', 'revision_number': 3, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port': {'id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:10Z', 'updated_at': '2021-09-16T06:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:12.430718 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b456a365-ea25-4c4e-9e00-894f8fbf285a None None] Provisioning complete for port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:12.431083 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b456a365-ea25-4c4e-9e00-894f8fbf285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.433009 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Checking router: fdb318ea-21c7-4897-90e1-4e316f5d7e00 for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:43:12.433563 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Updating router fdb318ea-21c7-4897-90e1-4e316f5d7e00 port 3a579f1d-8dba-4af3-92ae-53fe30a81dad binding host n-d-712749-15 {{(pid=95662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:43:12.460582 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.659610 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.735047 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.800439 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.829496 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Allocated IP 172.20.0.1 (4133056b-0cb2-4e50-b24f-e1c860727003/23a649ff-cc8a-4f87-9229-e6f9bf26d6e1/c876c776-caed-4b86-8190-a1736721fbda) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:43:12.850884 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-289c6b25-23d7-40a5-acd7-7bf7174e8919 None None] Provisioning complete for port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:12.851264 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-289c6b25-23d7-40a5-acd7-7bf7174e8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.852344 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86850177-8d16-452f-bc77-902659bbf29e None None] Pushing event updated for resources: {'Port': ['ID=3a579f1d-8dba-4af3-92ae-53fe30a81dad,revision_number=2']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:12.874898 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Attempting to bind port 3a579f1d-8dba-4af3-92ae-53fe30a81dad on host n-d-712749-15 for vnic_type normal with profile {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:43:12.875275 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Attempting to bind port 3a579f1d-8dba-4af3-92ae-53fe30a81dad by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:43:12.875641 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Attempting to bind port 3a579f1d-8dba-4af3-92ae-53fe30a81dad on network 717d51fa-2082-4f98-9822-46d34662df31 {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:43:12.881880 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:43:12.882192 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Checking segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:12.882731 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.883137 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Bound using segment: {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'} {{(pid=95662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:43:12.883737 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.managers [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Bound port: 3a579f1d-8dba-4af3-92ae-53fe30a81dad, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f99f03-26fb-44e5-82a1-7c0bc7106b69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '717d51fa-2082-4f98-9822-46d34662df31'}}] {{(pid=95662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:43:12.884867 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:12.946028 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] For port 3a579f1d-8dba-4af3-92ae-53fe30a81dad, host n-d-712749-15, cleared binding levels {{(pid=95662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:43:12.949330 n-d-712749-15 neutron-server[95662]: DEBUG neutron.plugins.ml2.db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] For port 3a579f1d-8dba-4af3-92ae-53fe30a81dad, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3a579f1d-8dba-4af3-92ae-53fe30a81dad,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:43:12.961521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.018320 n-d-712749-15 neutron-server[95662]: DEBUG neutron_lib.callbacks.manager [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.047164 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.078245 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Routers {'fdb318ea-21c7-4897-90e1-4e316f5d7e00'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:13.078822 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:13.082163 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86850177-8d16-452f-bc77-902659bbf29e None None] Pushing event updated for resources: {'Port': ['ID=3a579f1d-8dba-4af3-92ae-53fe30a81dad,revision_number=3']} {{(pid=95662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:13.090658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Network 4133056b-0cb2-4e50-b24f-e1c860727003 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:13.093612 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:13.101160 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:43:13.128024 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Pushing event updated for resources: {'Port': ['ID=c876c776-caed-4b86-8190-a1736721fbda,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:13.147901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547718'] for router_interface, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.212766 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] Set router fdb318ea-21c7-4897-90e1-4e316f5d7e00 gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:13.333522 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f7b1de2a-9ab8-4c26-917a-aa5ee56daf29 None None] Provisioning complete for port c876c776-caed-4b86-8190-a1736721fbda triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:13.334118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f7b1de2a-9ab8-4c26-917a-aa5ee56daf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.341541 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.369493 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1de2a-9ab8-4c26-917a-aa5ee56daf29 None None] Port c876c776-caed-4b86-8190-a1736721fbda cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:43:13.399270 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:43:10Z', 'revision_number': 3, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port': {'id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:10Z', 'updated_at': '2021-09-16T06:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:13.427117 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9278fab-2b97-4b32-95ff-6a6c10bb24e2 None None] The sync data for ids ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'] in n-d-712749-15 is: [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:43:10Z', 'revision_number': 3, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port': {'id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:10Z', 'updated_at': '2021-09-16T06:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:43:13.516206 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.560535 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.633934 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-640686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-547862'] for router_interface, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:13.634842 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Pushing event updated for resources: {'Port': ['ID=c876c776-caed-4b86-8190-a1736721fbda,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:13.744861 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Network 4133056b-0cb2-4e50-b24f-e1c860727003 is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:13.747576 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:13.934752 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3a579f1d-8dba-4af3-92ae-53fe30a81dad up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:13.998867 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3a579f1d-8dba-4af3-92ae-53fe30a81dad triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:13.999652 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:14.117363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-bed8088f-2a3d-4146-a0ff-ba0e560d86c7 None None] Provisioning complete for port c876c776-caed-4b86-8190-a1736721fbda triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:14.117651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-bed8088f-2a3d-4146-a0ff-ba0e560d86c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:14.119291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:14.167650 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] For port 3a579f1d-8dba-4af3-92ae-53fe30a81dad, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3a579f1d-8dba-4af3-92ae-53fe30a81dad,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:14.175887 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-bed8088f-2a3d-4146-a0ff-ba0e560d86c7 None None] Port c876c776-caed-4b86-8190-a1736721fbda cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:43:14.212117 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:14.213223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8b83f9a3-6180-4a94-a1eb-70a3210744d6 up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:14.267279 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Router fdb318ea-21c7-4897-90e1-4e316f5d7e00 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:43:14.291002 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Pushing event updated for resources: {'Port': ['ID=3a579f1d-8dba-4af3-92ae-53fe30a81dad,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:14.302250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:14.302619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:14.388018 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:43:14.394663 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-6f47c419-bfe4-484f-b280-5d6e8ee7a996 admin admin] 10.222.0.49 "PUT /v2.0/routers/fdb318ea-21c7-4897-90e1-4e316f5d7e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2382693 Sep 16 06:43:15.027252 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54650) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:15.030209 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-54003790-a3fa-47c4-99aa-51cf4d219522 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385747073', 'description': 'tempest-secgroup-smoke-385747073 description', 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:15.053266 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Sync routers for ids ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:43:15.062059 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Routers {'fdb318ea-21c7-4897-90e1-4e316f5d7e00'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:15.062681 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:15.108962 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54003790-a3fa-47c4-99aa-51cf4d219522 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.175356 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Set router fdb318ea-21c7-4897-90e1-4e316f5d7e00 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:15.196212 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54003790-a3fa-47c4-99aa-51cf4d219522 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.263092 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54003790-a3fa-47c4-99aa-51cf4d219522 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.294488 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54003790-a3fa-47c4-99aa-51cf4d219522 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa2d424-d025-46a0-81b5-7e1d99247043,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:15.337265 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-54003790-a3fa-47c4-99aa-51cf4d219522 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.338552 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-54003790-a3fa-47c4-99aa-51cf4d219522 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3119190 Sep 16 06:43:15.341620 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54652) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:15.347273 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-9050a012-0df7-4ded-aad0-efb3f4519cad tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'security_group_rule': {'security_group_id': '6fa2d424-d025-46a0-81b5-7e1d99247043', 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:15.374131 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:43:13Z', 'revision_number': 4, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port': {'id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:10Z', 'updated_at': '2021-09-16T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'c876c776-caed-4b86-8190-a1736721fbda', 'name': '', 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'mac_address': 'fa:16:3e:71:d2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '23a649ff-cc8a-4f87-9229-e6f9bf26d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:12Z', 'updated_at': '2021-09-16T06:43:13Z', 'revision_number': 2, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'subnets': [{'id': '23a649ff-cc8a-4f87-9229-e6f9bf26d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:15.405589 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Checking router: fdb318ea-21c7-4897-90e1-4e316f5d7e00 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:43:15.405947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Updating router fdb318ea-21c7-4897-90e1-4e316f5d7e00 port c876c776-caed-4b86-8190-a1736721fbda binding host n-d-712749-15 {{(pid=95661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:43:15.416709 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9050a012-0df7-4ded-aad0-efb3f4519cad tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.431481 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.479262 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9050a012-0df7-4ded-aad0-efb3f4519cad tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.537536 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9050a012-0df7-4ded-aad0-efb3f4519cad tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.568873 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050a012-0df7-4ded-aad0-efb3f4519cad tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8a936d-9257-4bdb-912f-51d37bb4b770,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:15.640172 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-9050a012-0df7-4ded-aad0-efb3f4519cad tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.641543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-9050a012-0df7-4ded-aad0-efb3f4519cad tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982173 Sep 16 06:43:15.645078 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54654) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:15.649615 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-8d9ee0f7-eb8b-442d-99b2-d00908a6e318 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'security_group_rule': {'security_group_id': '6fa2d424-d025-46a0-81b5-7e1d99247043', 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:15.706482 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Notify callbacks [] for port, precommit_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.742672 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee0f7-eb8b-442d-99b2-d00908a6e318 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.795548 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.808477 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3a579f1d-8dba-4af3-92ae-53fe30a81dad up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:15.808656 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee0f7-eb8b-442d-99b2-d00908a6e318 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.869768 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee0f7-eb8b-442d-99b2-d00908a6e318 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.892110 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4245f-a6b1-4f31-9641-f797e1cbdbc4 None None] Pushing event updated for resources: {'Port': ['ID=c876c776-caed-4b86-8190-a1736721fbda,revision_number=3']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:15.892389 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ee0f7-eb8b-442d-99b2-d00908a6e318 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33cf75c-fb05-417d-9d02-c784d9e5bf3c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:15.952072 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port 3a579f1d-8dba-4af3-92ae-53fe30a81dad triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:15.952439 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.956160 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Attempting to bind port c876c776-caed-4b86-8190-a1736721fbda on host n-d-712749-15 for vnic_type normal with profile {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:43:15.956839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Attempting to bind port c876c776-caed-4b86-8190-a1736721fbda by drivers openvswitch,hyperv on host n-d-712749-15 at level 0 using segments [{'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:43:15.956839 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Attempting to bind port c876c776-caed-4b86-8190-a1736721fbda on network 4133056b-0cb2-4e50-b24f-e1c860727003 {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:43:15.960641 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee0f7-eb8b-442d-99b2-d00908a6e318 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.964615 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-8d9ee0f7-eb8b-442d-99b2-d00908a6e318 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159618 Sep 16 06:43:15.964846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54656) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:15.969707 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-d700a94e-1ed6-4897-962a-0af3c6274751 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'security_group_rule': {'security_group_id': '6fa2d424-d025-46a0-81b5-7e1d99247043', 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:15.985104 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Checking agent: {'id': '5be5b0ae-a0c7-47ce-9f08-b9cc93f0ca8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 58, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712749-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:43:15.985480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Checking segment: {'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:15.985874 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:15.986372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Bound using segment: {'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'} {{(pid=95661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:43:15.986795 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.managers [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Bound port: c876c776-caed-4b86-8190-a1736721fbda, host: n-d-712749-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003'}}] {{(pid=95661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:43:15.987197 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.069268 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d700a94e-1ed6-4897-962a-0af3c6274751 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.087766 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] For port c876c776-caed-4b86-8190-a1736721fbda, host n-d-712749-15, cleared binding levels {{(pid=95661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:43:16.111172 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] For port c876c776-caed-4b86-8190-a1736721fbda, host n-d-712749-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c876c776-caed-4b86-8190-a1736721fbda,segment=NetworkSegment(3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e),segment_id=3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e)] {{(pid=95661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:43:16.118039 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-2ce4b60f-5d80-4ec5-87fa-882f79657a6b None None] Provisioning complete for port c876c776-caed-4b86-8190-a1736721fbda triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:16.118435 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2ce4b60f-5d80-4ec5-87fa-882f79657a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.133188 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d700a94e-1ed6-4897-962a-0af3c6274751 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.158478 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4b60f-5d80-4ec5-87fa-882f79657a6b None None] Port c876c776-caed-4b86-8190-a1736721fbda cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:43:16.177623 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.194510 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d700a94e-1ed6-4897-962a-0af3c6274751 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.214169 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700a94e-1ed6-4897-962a-0af3c6274751 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180c9721-4377-4571-8ff0-a4bf55ab4062,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:16.233696 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Routers {'fdb318ea-21c7-4897-90e1-4e316f5d7e00'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:16.234332 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:42:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:16.240100 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4245f-a6b1-4f31-9641-f797e1cbdbc4 None None] Pushing event updated for resources: {'Port': ['ID=c876c776-caed-4b86-8190-a1736721fbda,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:16.285752 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-d700a94e-1ed6-4897-962a-0af3c6274751 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.287305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-d700a94e-1ed6-4897-962a-0af3c6274751 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213086 Sep 16 06:43:16.290174 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54658) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:16.294849 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-efedc17c-1492-4220-a89a-f518eddb7cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'security_group_rule': {'security_group_id': '6fa2d424-d025-46a0-81b5-7e1d99247043', 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:16.354967 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] Set router fdb318ea-21c7-4897-90e1-4e316f5d7e00 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:16.371211 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efedc17c-1492-4220-a89a-f518eddb7cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.438297 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efedc17c-1492-4220-a89a-f518eddb7cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.504398 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-98586ebc-1e73-451d-9132-3be08fc1ae89 None None] Provisioning complete for port c876c776-caed-4b86-8190-a1736721fbda triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:16.504643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98586ebc-1e73-451d-9132-3be08fc1ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.526018 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efedc17c-1492-4220-a89a-f518eddb7cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.548697 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedc17c-1492-4220-a89a-f518eddb7cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba61d14-e73f-4fa2-9dc3-3a7621ff2a03,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:16.617521 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-efedc17c-1492-4220-a89a-f518eddb7cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.618787 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-efedc17c-1492-4220-a89a-f518eddb7cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274901 Sep 16 06:43:16.621866 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54660) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:16.626384 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-11870ac5-6315-4990-9b49-3d35bc8c2958 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'security_group_rule': {'security_group_id': '6fa2d424-d025-46a0-81b5-7e1d99247043', 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:16.630809 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98586ebc-1e73-451d-9132-3be08fc1ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.635631 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:43:13Z', 'revision_number': 4, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port': {'id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:10Z', 'updated_at': '2021-09-16T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'c876c776-caed-4b86-8190-a1736721fbda', 'name': '', 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'mac_address': 'fa:16:3e:71:d2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '23a649ff-cc8a-4f87-9229-e6f9bf26d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:12Z', 'updated_at': '2021-09-16T06:43:16Z', 'revision_number': 4, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'subnets': [{'id': '23a649ff-cc8a-4f87-9229-e6f9bf26d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:16.669819 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29552ff6-90af-493f-aa42-a7d246952b91 None None] The sync data for ids ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'] in n-d-712749-15 is: [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:43:13Z', 'revision_number': 4, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port': {'id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:10Z', 'updated_at': '2021-09-16T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'c876c776-caed-4b86-8190-a1736721fbda', 'name': '', 'network_id': '4133056b-0cb2-4e50-b24f-e1c860727003', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'mac_address': 'fa:16:3e:71:d2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '23a649ff-cc8a-4f87-9229-e6f9bf26d6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:12Z', 'updated_at': '2021-09-16T06:43:16Z', 'revision_number': 4, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'subnets': [{'id': '23a649ff-cc8a-4f87-9229-e6f9bf26d6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:43:16.693641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-98586ebc-1e73-451d-9132-3be08fc1ae89 None None] For port c876c776-caed-4b86-8190-a1736721fbda, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c876c776-caed-4b86-8190-a1736721fbda,segment=NetworkSegment(3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e),segment_id=3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:16.730205 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-11870ac5-6315-4990-9b49-3d35bc8c2958 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Project 9e80af9ecd7a4799ba14bfe596fb15c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:43:16.734426 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11870ac5-6315-4990-9b49-3d35bc8c2958 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.779640 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-98586ebc-1e73-451d-9132-3be08fc1ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.813798 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11870ac5-6315-4990-9b49-3d35bc8c2958 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.832823 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586ebc-1e73-451d-9132-3be08fc1ae89 None None] Pushing event updated for resources: {'Port': ['ID=c876c776-caed-4b86-8190-a1736721fbda,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:16.886083 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11870ac5-6315-4990-9b49-3d35bc8c2958 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.904663 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11870ac5-6315-4990-9b49-3d35bc8c2958 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643db0f5-ccd6-405d-b880-6bb0993720f7,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:16.971792 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-11870ac5-6315-4990-9b49-3d35bc8c2958 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:16.973102 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-11870ac5-6315-4990-9b49-3d35bc8c2958 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502688 Sep 16 06:43:16.976101 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 54662) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:16.980574 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [None req-152e4159-c4a6-4bf1-88d5-74a1c898cff5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'security_group_rule': {'security_group_id': '6fa2d424-d025-46a0-81b5-7e1d99247043', 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:17.069115 n-d-712749-15 neutron-server[95660]: INFO neutron.db.securitygroups_db [None req-152e4159-c4a6-4bf1-88d5-74a1c898cff5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Project 9e80af9ecd7a4799ba14bfe596fb15c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:43:17.074976 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-152e4159-c4a6-4bf1-88d5-74a1c898cff5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:17.139231 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-152e4159-c4a6-4bf1-88d5-74a1c898cff5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:17.194015 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-152e4159-c4a6-4bf1-88d5-74a1c898cff5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840996'] for security_group_rule, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:17.211459 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e4159-c4a6-4bf1-88d5-74a1c898cff5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc647c1c-b084-4101-83d9-86db3932794c,revision_number=0']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:17.262946 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-152e4159-c4a6-4bf1-88d5-74a1c898cff5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:17.264217 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-152e4159-c4a6-4bf1-88d5-74a1c898cff5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2871213 Sep 16 06:43:17.410731 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-1c1c323b-54ce-44cf-80f2-e946dabc3ed7 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385747073&fields=id&tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4 HTTP/1.1" status: 200 len: 267 time: 0.0351770 Sep 16 06:43:17.523263 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-cf36b4b3-9eb0-466b-aa5e-23a3a17b0278 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:17.524773 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-cf36b4b3-9eb0-466b-aa5e-23a3a17b0278 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 809 time: 0.1066329 Sep 16 06:43:17.540198 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-6cea94df-b949-4add-b881-45feb7a12129 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/quotas/9e80af9ecd7a4799ba14bfe596fb15c4 HTTP/1.1" status: 200 len: 375 time: 0.0095615 Sep 16 06:43:17.592443 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-714887be-c9db-4904-8d6b-11b35094ca04 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466695 Sep 16 06:43:17.703177 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-3fb0d310-c836-4df5-8e71-204474658829 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:43:17.716086 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-3fb0d310-c836-4df5-8e71-204474658829 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001298 Sep 16 06:43:17.814818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-a6379d46-876f-4c2e-b6b0-fd4a07784f3a service neutron] 10.222.0.49 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038117 Sep 16 06:43:17.862985 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c876c776-caed-4b86-8190-a1736721fbda up at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:17.921322 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Provisioning complete for port c876c776-caed-4b86-8190-a1736721fbda triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:17.921700 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:17.930265 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-f487e29b-8e96-472f-81ec-270ad9db713a service neutron] 10.222.0.49 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083136 Sep 16 06:43:18.226136 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-0914a2a1-4761-4625-854d-f6450e58f7c1 req-065a1d4d-eac1-477d-9584-81f3735a8833 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 210 time: 0.0416415 Sep 16 06:43:19.322200 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bc2cdd2f-e28b-4015-a4b5-fd066876b603 req-9fd0d576-d0be-4154-b079-eea516928305 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Sep 16 06:43:19.943233 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad228615-28b7-4e8b-9885-197cfc518425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:20.423545 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b217cacf-31e5-4f25-b3c5-c2ca5c68ec25 req-2658e4b5-9739-4790-89e0-837e1d36d376 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 210 time: 0.0294464 Sep 16 06:43:20.441067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-1829bba1-7f1b-4bbd-b67c-d72ce56e7e54 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:20.441864 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-1829bba1-7f1b-4bbd-b67c-d72ce56e7e54 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.30 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 809 time: 0.1293375 Sep 16 06:43:20.495116 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-7dd851bc-8186-4b4e-bf33-678a90d496dd tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4 HTTP/1.1" status: 200 len: 379 time: 0.0381813 Sep 16 06:43:20.504795 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'port': {'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'admin_state_up': True, 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'security_groups': ['6fa2d424-d025-46a0-81b5-7e1d99247043']}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:20.668678 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Made reservation on behalf of 9e80af9ecd7a4799ba14bfe596fb15c4 for: {'port': 1} {{(pid=95659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:43:20.672316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:20.801637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Allocated IP 172.20.0.13 (fd3802f2-5de0-4175-b1c2-499648d1e9ae/3c15723f-995d-4999-a953-692aacb8f485/375bdfdf-89f4-4f8f-ac7b-2603a29af712) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:43:20.939322 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.011786 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.054656 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:21.057884 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:21.065076 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:43:21.071900 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:21.121451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:21.122096 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.224112 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-2b1df0b0-5020-4453-aafc-a6d05fbc3270 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7233894 Sep 16 06:43:21.242603 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Request body: {'port': {'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712749-15'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:21.302605 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.332738 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-4c40e9a9-cc4e-481e-acf9-8652ba316a17 None None] Provisioning complete for port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:21.333338 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4c40e9a9-cc4e-481e-acf9-8652ba316a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.368893 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-4c40e9a9-cc4e-481e-acf9-8652ba316a17 None None] Port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:43:21.547133 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907a7a0-dc9f-4419-9d2e-6137002bed7b req-773159b4-5b1d-4292-bf25-f033e5088187 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:21.548659 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c907a7a0-dc9f-4419-9d2e-6137002bed7b req-773159b4-5b1d-4292-bf25-f033e5088187 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 932 time: 0.0529387 Sep 16 06:43:21.572203 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375bdfdf-89f4-4f8f-ac7b-2603a29af712 {{(pid=95659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:43:21.579810 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.591897 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.provisioning_blocks [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Transition to ACTIVE for port object 375bdfdf-89f4-4f8f-ac7b-2603a29af712 will not be triggered until provisioned by entity L2. {{(pid=95659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:43:21.597305 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c907a7a0-dc9f-4419-9d2e-6137002bed7b req-6c7c2763-6473-4a74-8a73-92c6180cb622 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355477 Sep 16 06:43:21.657051 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.705691 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Pushing event updated for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:21.787735 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Attempting to bind port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 on host n-h1-712749-15 for vnic_type normal with profile {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:43:21.788102 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Attempting to bind port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 by drivers openvswitch,hyperv on host n-h1-712749-15 at level 0 using segments [{'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:43:21.788440 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Attempting to bind port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 on network fd3802f2-5de0-4175-b1c2-499648d1e9ae {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:43:21.797576 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 on network fd3802f2-5de0-4175-b1c2-499648d1e9ae not bound, no agent of type Open vSwitch agent registered on host n-h1-712749-15 {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:43:21.797932 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Attempting to bind port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 on network fd3802f2-5de0-4175-b1c2-499648d1e9ae {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:43:21.805030 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Checking agent: {'id': '05995478-3bae-49de-a011-cd8194cd54b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:43:21.805372 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Checking segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:43:21.805758 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Bound using segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} {{(pid=95659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:43:21.806183 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.managers [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Bound port: 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host: n-h1-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'}}] {{(pid=95659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:43:21.806544 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.881249 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:21.881569 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, cleared binding levels {{(pid=95659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:43:21.885605 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:43:21.968576 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:22.001278 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:22.001853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:22.003783 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] 10.222.0.30 "PUT /v2.0/ports/375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 200 len: 1093 time: 0.7656813 Sep 16 06:43:22.004266 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:43:22.006521 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ebddde-1df1-41d4-b79f-108d4f69ec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:43:22.036880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1c59f-75c4-4332-b095-dc3dd5a4e84f service neutron] Pushing event updated for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=3']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:22.058136 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b821644-d087-42b9-8ce9-b9be9a2023f5 x-openstack-request-id: req-2b821644-d087-42b9-8ce9-b9be9a2023f5 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:43:22.058440 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:43:22.058690 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b821644-d087-42b9-8ce9-b9be9a2023f5 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:43:22.059094 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'status': 'completed', 'code': 200} Sep 16 06:43:22.148834 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebddde-1df1-41d4-b79f-108d4f69ec2b req-08e6fb9d-6cb7-407b-a90f-d424691ba3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:22.150487 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01ebddde-1df1-41d4-b79f-108d4f69ec2b req-08e6fb9d-6cb7-407b-a90f-d424691ba3b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1096 time: 0.0472667 Sep 16 06:43:22.261643 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebddde-1df1-41d4-b79f-108d4f69ec2b req-8a0dc70b-838c-43fa-ba20-4f33a1f72b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:22.263227 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01ebddde-1df1-41d4-b79f-108d4f69ec2b req-8a0dc70b-838c-43fa-ba20-4f33a1f72b22 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0979903 Sep 16 06:43:22.360648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebddde-1df1-41d4-b79f-108d4f69ec2b req-e9823e83-7202-4b39-b405-13ac5b0008cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:22.362420 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-01ebddde-1df1-41d4-b79f-108d4f69ec2b req-e9823e83-7202-4b39-b405-13ac5b0008cf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920351 Sep 16 06:43:22.460985 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-e90a81cc-61c4-4868-9e8f-66c6adf78935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:22.462554 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-e90a81cc-61c4-4868-9e8f-66c6adf78935 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1096 time: 0.0419204 Sep 16 06:43:22.510370 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-0e800524-ee34-45ac-ba6f-f9d093aaa138 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 200 len: 217 time: 0.0342281 Sep 16 06:43:22.567659 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-197be40b-bf6e-4477-8710-46aefae52ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:22.569987 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-197be40b-bf6e-4477-8710-46aefae52ef6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0530229 Sep 16 06:43:22.625310 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-022e32c8-5218-4880-9600-f8e7a299eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:22.626275 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-022e32c8-5218-4880-9600-f8e7a299eee0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496264 Sep 16 06:43:22.719013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107ddcd-e266-4d0b-b95a-602cfa15b84e req-045e98fd-daaf-4229-8b7d-6b17debdba9a tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:22.720589 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c107ddcd-e266-4d0b-b95a-602cfa15b84e req-045e98fd-daaf-4229-8b7d-6b17debdba9a tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 944 time: 0.0524342 Sep 16 06:43:22.740349 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-ce048f56-b861-40d1-906f-945f40adb57a service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056373 Sep 16 06:43:22.761625 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-c107ddcd-e266-4d0b-b95a-602cfa15b84e req-6f8dbe2d-6875-49fd-b4be-26a691a6736d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337520 Sep 16 06:43:22.856204 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-4261fafd-cc1b-4103-9627-ea8067f47c6e req-0e172f69-0eb2-4c6c-93b9-a5a8d339912c service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095312 Sep 16 06:43:23.127929 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-777ec841-5829-4fe1-a0b7-84050b6b4fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:23.886693 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e47632-cef4-488b-94d5-6c12692799d3 req-e7fe08e4-9580-40ce-8862-71a4080c9ed6 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:23.898922 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-46e47632-cef4-488b-94d5-6c12692799d3 req-e7fe08e4-9580-40ce-8862-71a4080c9ed6 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 944 time: 0.0526435 Sep 16 06:43:23.931870 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-46e47632-cef4-488b-94d5-6c12692799d3 req-af58746c-2962-4f97-9e79-2f0ed6ce2c4f tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372894 Sep 16 06:43:23.965862 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:24.970168 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 375bdfdf-89f4-4f8f-ac7b-2603a29af712 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:43:25.050357 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5237-2d9a-4d8e-97c9-d3b1c1e02673 req-b8289222-864d-418e-b4f9-fcebb556711f tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:25.051915 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7bfa5237-2d9a-4d8e-97c9-d3b1c1e02673 req-b8289222-864d-418e-b4f9-fcebb556711f tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 944 time: 0.0500066 Sep 16 06:43:25.063250 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:25.074676 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:43:25.090763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7bfa5237-2d9a-4d8e-97c9-d3b1c1e02673 req-bfa69e05-9006-42df-9203-de3fd4621ec2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327661 Sep 16 06:43:25.115612 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:25.127877 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375bdfdf-89f4-4f8f-ac7b-2603a29af712 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:43:25.147001 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:25.245497 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:25.293693 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:25.553968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['375bdfdf-89f4-4f8f-ac7b-2603a29af712'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:43:25.659511 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:26.207792 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de9b9d-f772-4ada-9e14-e8080e10fb33 req-3177117f-826b-4ac1-89a5-3599ad8a4cd1 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:26.209326 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9de9b9d-f772-4ada-9e14-e8080e10fb33 req-3177117f-826b-4ac1-89a5-3599ad8a4cd1 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 945 time: 0.0498354 Sep 16 06:43:26.251733 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f9de9b9d-f772-4ada-9e14-e8080e10fb33 req-87d96b8f-aa08-4e5d-b59c-74db73aac7e5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363443 Sep 16 06:43:26.986174 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 375bdfdf-89f4-4f8f-ac7b-2603a29af712 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:43:27.125543 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning for port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:43:27.130061 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:43:27.130543 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:27.209641 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:27.231363 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:43:27.233655 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5334a8-55a2-43b8-995e-f72b4df272eb" -d '{"events": [{"server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "name": "network-vif-plugged", "status": "completed", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:43:27.246469 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:43:27.320305 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:27.349024 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa670703-4452-48ee-874b-4940d726d713 x-openstack-request-id: req-aa670703-4452-48ee-874b-4940d726d713 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:43:27.349462 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "name": "network-vif-plugged", "status": "completed", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:43:27.349741 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa670703-4452-48ee-874b-4940d726d713 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:43:27.350129 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'code': 200} Sep 16 06:43:27.380888 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:27.400802 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478e6a1-f3de-472a-8dad-4f8929ee0cf6 req-e618bccf-9d88-40c9-bbd2-796c86f6e529 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:27.402343 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f478e6a1-f3de-472a-8dad-4f8929ee0cf6 req-e618bccf-9d88-40c9-bbd2-796c86f6e529 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 946 time: 0.0637472 Sep 16 06:43:27.448658 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-f478e6a1-f3de-472a-8dad-4f8929ee0cf6 req-f9700a3c-5d1a-4f38-bde1-3660136202e5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 Sep 16 06:43:27.477347 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43912b42-582d-42cb-a8c4-22e2ac095ffb req-c8b6174a-becd-46dd-8985-db2dbe71f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:27.478869 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43912b42-582d-42cb-a8c4-22e2ac095ffb req-c8b6174a-becd-46dd-8985-db2dbe71f2fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1098 time: 0.0452342 Sep 16 06:43:27.513198 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-43912b42-582d-42cb-a8c4-22e2ac095ffb req-6d693fcf-6b30-4a3b-b538-d9e8c0cfc95a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273857 Sep 16 06:43:27.759948 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:28.598540 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb925d-3593-48d3-a1d6-0d5efcb99d7b req-fddaab60-887d-44a8-b2ae-ca9462dad25a tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:28.603995 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acdb925d-3593-48d3-a1d6-0d5efcb99d7b req-fddaab60-887d-44a8-b2ae-ca9462dad25a tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 946 time: 0.0602560 Sep 16 06:43:28.641699 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-acdb925d-3593-48d3-a1d6-0d5efcb99d7b req-03c03f84-3c9d-4dc4-b8b7-f66647825b2f tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347867 Sep 16 06:43:29.479967 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:29.766507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32540b7-ab97-4f18-b0d7-88a01b78fdb4 req-0603a299-e0fa-45f5-8412-f15583ba3cc1 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:29.768341 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b32540b7-ab97-4f18-b0d7-88a01b78fdb4 req-0603a299-e0fa-45f5-8412-f15583ba3cc1 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 946 time: 0.0499451 Sep 16 06:43:29.810350 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-b32540b7-ab97-4f18-b0d7-88a01b78fdb4 req-8dc9f0a2-5699-45f1-b13e-9a2e51ceddc7 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358841 Sep 16 06:43:29.927149 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e3947-bd38-4dce-b344-17ba0fda9076 req-765d4c4b-85eb-49c0-a73f-b89ef4400876 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:29.928730 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-807e3947-bd38-4dce-b344-17ba0fda9076 req-765d4c4b-85eb-49c0-a73f-b89ef4400876 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 946 time: 0.0509827 Sep 16 06:43:29.969496 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-807e3947-bd38-4dce-b344-17ba0fda9076 req-ec4492de-f36f-4a14-9714-99d36f7a5f57 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344899 Sep 16 06:43:29.992043 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54726) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:30.075648 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6bb46-8b95-4ab6-946b-9b01a11ad185 tempest-TestSnapshotPattern-1344642266 tempest-TestSnapshotPattern-1344642266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:30.077243 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fbd6bb46-8b95-4ab6-946b-9b01a11ad185 tempest-TestSnapshotPattern-1344642266 tempest-TestSnapshotPattern-1344642266-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1093 time: 0.0842180 Sep 16 06:43:30.080162 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 54730) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:43:30.085407 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:43:30.183235 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:30.280032 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:30.389791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Allocated IP 172.25.1.41 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/111e36d3-ffb7-4971-be35-8ae0d316e98d) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:43:30.493425 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:30.617554 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:30.659783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:43:30.664855 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:43:30.669420 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:43:30.672503 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'Port': ['ID=111e36d3-ffb7-4971-be35-8ae0d316e98d,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:31.029640 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:31.157553 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:31.313928 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:31.353691 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:31.425225 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'Port': ['ID=111e36d3-ffb7-4971-be35-8ae0d316e98d,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:43:31.434963 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:31.538663 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Floating IP 89b8267f-f0d6-46df-9454-b8a2c78a831e associated. External IP: 172.25.1.41, port: 375bdfdf-89f4-4f8f-ac7b-2603a29af712. Sep 16 06:43:31.748637 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Router 8cb66c46-563c-46e1-bb23-068463c1578e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:43:31.863783 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:43:31.876244 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] Sync routers for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:43:31.886466 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:31.892886 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:31.943130 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:31.978534 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-2a5e6725-e1cd-4cc6-8cdd-5bdcc2dcd3f9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8969405 Sep 16 06:43:31.979197 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:43:31.981595 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e523afe7-2b54-41e4-bfcd-6187ff06bf92" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:43:32.029296 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc322e1f-6b20-421e-97dd-ae7fe81cf90d x-openstack-request-id: req-bc322e1f-6b20-421e-97dd-ae7fe81cf90d {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:43:32.029296 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:43:32.029296 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc322e1f-6b20-421e-97dd-ae7fe81cf90d {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:43:32.029296 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'status': 'completed', 'code': 200} Sep 16 06:43:32.094287 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:32.111032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-29a92e40-9b51-4774-b1d9-69bab081acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:32.112701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-29a92e40-9b51-4774-b1d9-69bab081acc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1098 time: 0.0449445 Sep 16 06:43:32.215273 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-6c061cf9-6e11-4515-817b-72272944b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:32.216851 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-6c061cf9-6e11-4515-817b-72272944b29b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0961149 Sep 16 06:43:32.286207 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-97e6543b-23fb-4df6-8dd6-e686b1d1adaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 200 len: 999 time: 0.0618532 Sep 16 06:43:32.317948 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:30Z', 'revision_number': 0, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:32.351177 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] Checking router: 8cb66c46-563c-46e1-bb23-068463c1578e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:43:32.351631 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-24157347-c672-47b5-ae0f-c68e540eec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:32.353235 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-24157347-c672-47b5-ae0f-c68e540eec6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0520365 Sep 16 06:43:32.359252 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:43:32.359878 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:43:23Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:32.401791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-b4f473b4-c186-4a85-a6e3-de2cad853e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:43:32.403427 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-b4f473b4-c186-4a85-a6e3-de2cad853e3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426393 Sep 16 06:43:32.463876 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:43:32.518687 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-e2b36fb7-ae60-4127-bbf4-fc872d0ea599 service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883620 Sep 16 06:43:32.624909 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e523afe7-2b54-41e4-bfcd-6187ff06bf92 req-232beda3-b88c-4726-aba8-ffc526334b3f service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920839 Sep 16 06:43:32.688181 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:30Z', 'revision_number': 0, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:43:32.718102 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc9011b-0343-4e61-8ac1-3b9e3b986720 None None] The sync data for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 is: [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:30Z', 'revision_number': 0, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:43:32.914583 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056939bf-7454-4b0a-99c8-4b383f118307 None None] New status for floating IP 89b8267f-f0d6-46df-9454-b8a2c78a831e: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:43:38.232877 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:43:49.959177 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5686a2c5-f836-4ec0-82ed-e44f594deeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:51.856450 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:53.153247 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6e9989d4-aeb4-45a5-baa8-cd92ed1f8685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:53.959581 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:55.645427 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:57.759021 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:43:59.479235 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:15.232476 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:44:19.924708 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9b09c16f-b567-476d-809e-c7c245a483fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:21.867598 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:23.141426 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c535-7466-4ec5-a19e-2c7668ea9526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:23.941499 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:25.666812 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:27.798189 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:28.765029 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-8e2717f6-c703-4ebb-87e2-b55e998a4952 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385346 Sep 16 06:44:28.867352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-aa4d063b-2afc-4d04-b085-2f74de9e0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:44:28.869031 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-aa4d063b-2afc-4d04-b085-2f74de9e0b4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1098 time: 0.0500104 Sep 16 06:44:28.988684 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-2dd152c9-05e9-41ae-b179-45c4397a647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:44:28.990177 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-2dd152c9-05e9-41ae-b179-45c4397a647d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0919886 Sep 16 06:44:29.059964 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-557c505f-b755-4920-ab5f-351dfbe55071 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 200 len: 1001 time: 0.0618513 Sep 16 06:44:29.109544 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-3bbb0fc4-59ac-486c-8b05-793eea544431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:44:29.111009 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-3bbb0fc4-59ac-486c-8b05-793eea544431 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0445800 Sep 16 06:44:29.155976 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-56de1726-7c5f-4794-88b6-429dcb3837ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:44:29.157493 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-56de1726-7c5f-4794-88b6-429dcb3837ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396636 Sep 16 06:44:29.168627 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-316013ea-07a4-407f-9963-2ec97aac2e23 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:44:29.169604 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-316013ea-07a4-407f-9963-2ec97aac2e23 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048473 Sep 16 06:44:29.490094 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:29.570228 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-7806b485-ec56-4028-9c85-91325c66679d service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939519 Sep 16 06:44:29.663093 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-684415cb-41a3-4b51-9b30-26583c3c1394 req-c2da5af6-e44b-48a7-855c-3952a8d44f8d service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838592 Sep 16 06:44:49.929596 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-c8b37fa9-66e6-48f6-a090-c9eff252145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:51.889417 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:52.233168 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:44:53.140504 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-95464480-39d6-4f2c-91f6-e193f76f2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:53.929303 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:55.631970 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:57.775130 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:44:59.523159 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:19.957111 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0d450552-4051-4d4e-9f61-0b1271102cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:21.883270 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:23.139739 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6b2102e4-cdec-434b-9c60-4aa002525a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:23.940007 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:25.666084 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:27.757591 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:29.232540 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:45:29.494488 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:29.730655 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 375bdfdf-89f4-4f8f-ac7b-2603a29af712 details requested by agent hyperv_n-h1-712749-15 with host n-h1-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:45:29.823710 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:45:29.840602 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Returning: {'device': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:45:29.877298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:29.878122 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-f9e3feff-d8d7-4540-8ea0-b3a7183ec644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:29.879671 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-f9e3feff-d8d7-4540-8ea0-b3a7183ec644 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1098 time: 0.0916810 Sep 16 06:45:29.891046 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 375bdfdf-89f4-4f8f-ac7b-2603a29af712 {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:45:29.913744 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:45:29.968943 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:29.992727 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-d44f28dc-722b-40e7-ad55-73efd474b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:29.994266 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-d44f28dc-722b-40e7-ad55-73efd474b786 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0920300 Sep 16 06:45:30.015499 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:45:30.022727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.023092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.023417 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.023756 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.024119 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.024449 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.024783 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.025117 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.025436 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.026316 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.026640 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.026963 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:30.061947 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-ab03b7fc-9218-427d-81cd-0dc67f566a5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 200 len: 1000 time: 0.0586729 Sep 16 06:45:30.113883 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-30e888fb-a8eb-4f14-90d6-88b2eec34963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:30.115346 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-30e888fb-a8eb-4f14-90d6-88b2eec34963 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0463393 Sep 16 06:45:30.125040 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] get_ports_and_sgs() called for port_ids ['375bdfdf-89f4-4f8f-ac7b-2603a29af712'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:45:30.162327 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-eb5f2382-b3ee-49b9-82b7-564548483b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:30.163994 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-eb5f2382-b3ee-49b9-82b7-564548483b50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403538 Sep 16 06:45:30.257561 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-40da5cc0-cf00-4ee5-b70f-0fe8cd3974c4 service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854726 Sep 16 06:45:30.347991 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-82dacb09-82b2-412a-b595-59e64a6b3c5d req-c3368920-bfe6-4db3-b5bb-7c0ebf3e632a service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814872 Sep 16 06:45:31.760767 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 375bdfdf-89f4-4f8f-ac7b-2603a29af712 up at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:45:31.809057 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Provisioning complete for port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:45:31.809429 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:31.891589 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:31.921481 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:45:31.923760 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9b479f-93de-4fcc-8cf0-cfdc2d1eed54" -d '{"events": [{"server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "name": "network-vif-plugged", "status": "completed", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:45:31.939686 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:45:31.965499 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdeccb9-517b-48e9-8f91-60f2e393d76d x-openstack-request-id: req-2bdeccb9-517b-48e9-8f91-60f2e393d76d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:45:31.965793 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "name": "network-vif-plugged", "status": "completed", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:45:31.966052 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bdeccb9-517b-48e9-8f91-60f2e393d76d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:45:31.966565 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'code': 200} Sep 16 06:45:32.002843 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:32.050092 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:45:43.334553 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-21b02892-232c-48b4-bdef-33a00b61fb89 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385747073&fields=id&tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4 HTTP/1.1" status: 200 len: 267 time: 0.0329299 Sep 16 06:45:43.443079 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-728f73e3-37b9-493f-ae6e-e5fd03f39cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:43.444583 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-728f73e3-37b9-493f-ae6e-e5fd03f39cc2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 809 time: 0.1025894 Sep 16 06:45:43.459750 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-bec4564e-469c-47d7-8d7e-76cf8a52c06d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/quotas/9e80af9ecd7a4799ba14bfe596fb15c4 HTTP/1.1" status: 200 len: 375 time: 0.0087836 Sep 16 06:45:43.513902 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-c3f25a55-1c04-4714-840e-a880c7154d18 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483916 Sep 16 06:45:43.609900 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-71b9c6bb-2b42-4e39-b012-2453d5dd4fd6 service neutron] 10.222.0.49 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845339 Sep 16 06:45:43.697228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e0c09edc-8833-4990-bbdc-88f4989dec8e service neutron] 10.222.0.49 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813239 Sep 16 06:45:44.044982 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-cd6f571c-e391-44ea-ac20-b83fd0172c00 req-502daf3e-edd6-41bc-8e02-9df5c5399698 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 210 time: 0.0813732 Sep 16 06:45:45.140523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f1bf4563-9ed1-4ee3-856e-6498bef56904 req-3c788ce2-40f8-451b-9ddb-fa557e7cbfd2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Sep 16 06:45:45.840383 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 375bdfdf-89f4-4f8f-ac7b-2603a29af712 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:45:45.922539 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:45.944525 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:45:45.946738 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3205eb-2b07-4f1e-b923-ee6bea3498ee" -d '{"events": [{"server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "name": "network-vif-unplugged", "status": "completed", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:45:45.960199 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:45:45.986352 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875662ad-bbe1-42bb-9efd-83067fadd81b x-openstack-request-id: req-875662ad-bbe1-42bb-9efd-83067fadd81b {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:45:45.986704 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "name": "network-vif-unplugged", "status": "completed", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:45:45.986966 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-875662ad-bbe1-42bb-9efd-83067fadd81b {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:45:45.987362 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'code': 200} Sep 16 06:45:46.025428 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:46.044464 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-0b0a77b7-2d6e-484c-8b79-398f32e81ee4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:46.045949 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-0b0a77b7-2d6e-484c-8b79-398f32e81ee4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.66 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 809 time: 0.1102116 Sep 16 06:45:46.076804 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Pushing event updated for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:45:46.098925 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-8b08d3bd-db11-4245-9d74-53194dfcdd77 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4 HTTP/1.1" status: 200 len: 379 time: 0.0352437 Sep 16 06:45:46.109851 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'port': {'device_id': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'admin_state_up': True, 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'security_groups': ['6fa2d424-d025-46a0-81b5-7e1d99247043']}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:45:46.242757 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-24ecbedd-d69b-4966-b511-8d91cd795d77 req-c21299d1-f25c-4fa7-a15a-556a1a1f0311 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 210 time: 0.0317717 Sep 16 06:45:46.311076 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Made reservation on behalf of 9e80af9ecd7a4799ba14bfe596fb15c4 for: {'port': 1} {{(pid=95660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:45:46.314721 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:46.447619 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_common [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Allocated IP 172.20.0.10 (fd3802f2-5de0-4175-b1c2-499648d1e9ae/3c15723f-995d-4999-a953-692aacb8f485/6199e61a-0a26-49d7-bf69-0e736d2872db) {{(pid=95660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:45:46.588600 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for port, precommit_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:46.666451 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_create {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:46.735205 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=1']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:45:46.744644 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.745551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.746135 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.746640 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.746966 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.747305 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.747635 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.748087 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.748456 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.748737 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.749262 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.749902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:45:46.764382 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae is already hosted by enough agents. {{(pid=95660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:45:46.765821 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.base_scheduler [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Resources bound (agent type, host, resource id): {{(pid=95660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:45:46.769051 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Received port after_create {{(pid=95660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:45:46.853194 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:46.854816 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:46.966325 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-e1953ba6-82e8-42cf-b683-3a91ada33dfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8600249 Sep 16 06:45:47.164352 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-b0f9fa49-3949-4983-b743-3bf14fef994f None None] Provisioning complete for port 6199e61a-0a26-49d7-bf69-0e736d2872db triggered by entity DHCP. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:45:47.164947 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b0f9fa49-3949-4983-b743-3bf14fef994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:47.209616 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9fa49-3949-4983-b743-3bf14fef994f None None] Port 6199e61a-0a26-49d7-bf69-0e736d2872db cannot update to ACTIVE because it is not bound. {{(pid=95661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:45:47.377571 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaf024-bfab-4579-adc5-5d66574950da req-95628140-2055-47f6-98af-5a240340da48 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:47.379818 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7aaf024-bfab-4579-adc5-5d66574950da req-95628140-2055-47f6-98af-5a240340da48 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0566044 Sep 16 06:45:47.424260 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e7aaf024-bfab-4579-adc5-5d66574950da req-189ccf5a-54ba-407b-9576-583443e88283 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355849 Sep 16 06:45:48.541846 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4da8c-4ac9-4bba-b0f6-a5017f66f6e5 req-218d97fa-9574-4ef5-aaeb-24d48e657aa9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:48.543449 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ed4da8c-4ac9-4bba-b0f6-a5017f66f6e5 req-218d97fa-9574-4ef5-aaeb-24d48e657aa9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0526559 Sep 16 06:45:48.582567 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5ed4da8c-4ac9-4bba-b0f6-a5017f66f6e5 req-fa953463-78e3-468e-a559-45c7f752c873 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Sep 16 06:45:49.706829 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfdfcd-e696-4dd3-b699-0bee0e278cf1 req-f22ec13b-116d-47da-a27d-1893d6d4d5d1 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:49.708584 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65cfdfcd-e696-4dd3-b699-0bee0e278cf1 req-f22ec13b-116d-47da-a27d-1893d6d4d5d1 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0561309 Sep 16 06:45:49.754754 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-65cfdfcd-e696-4dd3-b699-0bee0e278cf1 req-1caf143a-fb9b-4c0b-9104-a69ae823305c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395823 Sep 16 06:45:49.939779 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-72af3825-a6b7-4827-b63e-5a4d35713daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:50.879662 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dea51-dfff-4ac4-831d-0df3611b2974 req-b677c397-156a-4b9e-82af-a424493a412b tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:50.881732 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef3dea51-dfff-4ac4-831d-0df3611b2974 req-b677c397-156a-4b9e-82af-a424493a412b tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0572903 Sep 16 06:45:50.923919 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ef3dea51-dfff-4ac4-831d-0df3611b2974 req-9f9f494c-fff6-4adb-9afd-26840cb9c355 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337455 Sep 16 06:45:51.962877 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:52.046370 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a2005-bb8d-430d-8408-4c6d57d6c1a8 req-c650053f-5ce9-4804-907e-819a25035a4f tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:52.048013 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-333a2005-bb8d-430d-8408-4c6d57d6c1a8 req-c650053f-5ce9-4804-907e-819a25035a4f tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0528724 Sep 16 06:45:52.091788 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-333a2005-bb8d-430d-8408-4c6d57d6c1a8 req-7a008ccc-32ff-4e18-befb-53aa2f5c849e tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374739 Sep 16 06:45:53.151096 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-39557220-79d3-4d77-95a8-21dd96d397e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:53.218679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3642cfe-d412-40de-a270-2148f3a2b8dc req-731d246f-e154-488e-8606-1631760e9bd5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:53.220281 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3642cfe-d412-40de-a270-2148f3a2b8dc req-731d246f-e154-488e-8606-1631760e9bd5 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0556824 Sep 16 06:45:53.266006 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-a3642cfe-d412-40de-a270-2148f3a2b8dc req-216fa68d-8da6-4929-ac8d-587b8a3a5e07 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382392 Sep 16 06:45:53.933753 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:54.391791 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d64675-2a28-4931-a8e3-215e74fdac89 req-818dcc8a-53dd-432f-99f8-06c3855bbb54 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:54.401921 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0d64675-2a28-4931-a8e3-215e74fdac89 req-818dcc8a-53dd-432f-99f8-06c3855bbb54 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0559819 Sep 16 06:45:54.436183 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-c0d64675-2a28-4931-a8e3-215e74fdac89 req-da9624cb-9f1c-4e04-ac3c-278ca030dc6a tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366161 Sep 16 06:45:55.557660 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfa16-1d9e-4d0d-b553-e7b50c9c632c req-bb9f4fd8-2114-4d73-ae9d-f5ca34e665be tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:55.559343 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dbbfa16-1d9e-4d0d-b553-e7b50c9c632c req-bb9f4fd8-2114-4d73-ae9d-f5ca34e665be tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0515714 Sep 16 06:45:55.601660 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8dbbfa16-1d9e-4d0d-b553-e7b50c9c632c req-698c165d-0817-4f57-a305-99b4fe780b96 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346615 Sep 16 06:45:55.677202 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:56.719061 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdb87e-0087-4f1a-aeda-57eea99d5a61 req-5f910d4b-dd4e-42cb-bef3-8da8d61b607a tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:56.720609 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-42cdb87e-0087-4f1a-aeda-57eea99d5a61 req-5f910d4b-dd4e-42cb-bef3-8da8d61b607a tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 932 time: 0.0489914 Sep 16 06:45:56.759656 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.v2.base [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Request body: {'port': {'device_id': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712749-15'}} {{(pid=95660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:45:56.761467 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-42cdb87e-0087-4f1a-aeda-57eea99d5a61 req-8b36ac82-efa0-45d6-8aa9-3167a2a015df tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345447 Sep 16 06:45:56.817892 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:57.079793 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6199e61a-0a26-49d7-bf69-0e736d2872db {{(pid=95660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:45:57.087423 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:57.099944 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.provisioning_blocks [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Transition to ACTIVE for port object 6199e61a-0a26-49d7-bf69-0e736d2872db will not be triggered until provisioned by entity L2. {{(pid=95660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:45:57.196294 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:57.248405 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Pushing event updated for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=2']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:45:57.322414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Attempting to bind port 6199e61a-0a26-49d7-bf69-0e736d2872db on host n-h2-712749-15 for vnic_type normal with profile {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:45:57.322757 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Attempting to bind port 6199e61a-0a26-49d7-bf69-0e736d2872db by drivers openvswitch,hyperv on host n-h2-712749-15 at level 0 using segments [{'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:45:57.323091 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Attempting to bind port 6199e61a-0a26-49d7-bf69-0e736d2872db on network fd3802f2-5de0-4175-b1c2-499648d1e9ae {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:45:57.328257 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Port 6199e61a-0a26-49d7-bf69-0e736d2872db on network fd3802f2-5de0-4175-b1c2-499648d1e9ae not bound, no agent of type Open vSwitch agent registered on host n-h2-712749-15 {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:45:57.328590 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Attempting to bind port 6199e61a-0a26-49d7-bf69-0e736d2872db on network fd3802f2-5de0-4175-b1c2-499648d1e9ae {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:45:57.333749 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Checking agent: {'id': 'ae7430bb-948b-48c4-a05f-c69fa02af383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712749-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'started_at': datetime.datetime(2021, 9, 16, 5, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:45:57.334021 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Checking segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:45:57.334406 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Bound using segment: {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'} {{(pid=95660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:45:57.334833 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.managers [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Bound port: 6199e61a-0a26-49d7-bf69-0e736d2872db, host: n-h2-712749-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fc64bc-0089-4bf8-acd1-332ca54a9667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae'}}] {{(pid=95660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:45:57.335198 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:57.402762 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, cleared binding levels {{(pid=95660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:45:57.406826 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:45:57.465142 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3523518'] for port, after_update {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:57.499587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:57.500210 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:57.501613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] 10.222.0.66 "PUT /v2.0/ports/6199e61a-0a26-49d7-bf69-0e736d2872db HTTP/1.1" status: 200 len: 1093 time: 0.7929275 Sep 16 06:45:57.502058 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:45:57.504486 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f" -d '{"events": [{"name": "network-changed", "server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:45:57.533221 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13071e-fccc-44ae-a2b3-38136320b309 service neutron] Pushing event updated for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=3']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:45:57.617707 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0139ff-5e06-4f56-90fb-8edab3782b82 x-openstack-request-id: req-2f0139ff-5e06-4f56-90fb-8edab3782b82 {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:45:57.618017 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:45:57.618247 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f0139ff-5e06-4f56-90fb-8edab3782b82 {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:45:57.618651 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'status': 'completed', 'code': 200} Sep 16 06:45:57.683175 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-69ef574e-5344-476b-82f7-7f40c90f2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:57.684818 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-69ef574e-5344-476b-82f7-7f40c90f2f55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 1096 time: 0.0440493 Sep 16 06:45:57.744113 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-ff500f61-7fdb-4a9a-a8fd-7084d9ca0bf1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6199e61a-0a26-49d7-bf69-0e736d2872db HTTP/1.1" status: 200 len: 217 time: 0.0387213 Sep 16 06:45:57.773733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:45:57.799272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-c2a12932-94c7-42aa-aa0e-d085f57438a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:57.799789 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-c2a12932-94c7-42aa-aa0e-d085f57438a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0454681 Sep 16 06:45:57.854029 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9eeaa0f2-a589-44e9-ae55-dcabf7d9976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:57.855571 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-9eeaa0f2-a589-44e9-ae55-dcabf7d9976c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434673 Sep 16 06:45:57.880971 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b16ad-be0e-40fa-81bc-c6a343bddf3f req-a952726a-aac8-4057-a893-900381d1727b tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:57.882827 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-793b16ad-be0e-40fa-81bc-c6a343bddf3f req-a952726a-aac8-4057-a893-900381d1727b tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 944 time: 0.0501733 Sep 16 06:45:57.925916 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-793b16ad-be0e-40fa-81bc-c6a343bddf3f req-a74c81b2-68a5-4873-84a9-26f0ee63ab21 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359759 Sep 16 06:45:57.952991 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-0e7719c4-e68d-45bb-a3b4-d3d134a8788c service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879412 Sep 16 06:45:58.048763 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-4c429e4a-6d59-415a-b7fa-c4dabc21a5a6 req-b071b81b-95d2-4eb9-be05-961d9c2e86cb service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835154 Sep 16 06:45:58.269272 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-a23c00c9-89de-4f79-9b4d-b98bc8fd7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:58.270795 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-a23c00c9-89de-4f79-9b4d-b98bc8fd7192 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 1096 time: 0.0461400 Sep 16 06:45:58.359551 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-716fc65e-1a02-4b49-af67-eff8b29e556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:58.361042 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-716fc65e-1a02-4b49-af67-eff8b29e556f service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0826013 Sep 16 06:45:58.406541 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-d73af395-2e62-4658-ba8e-a67ea0f5af1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6199e61a-0a26-49d7-bf69-0e736d2872db HTTP/1.1" status: 200 len: 217 time: 0.0381165 Sep 16 06:45:58.459044 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-070dc9e7-72fb-4911-b826-308865e9f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:58.460530 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-070dc9e7-72fb-4911-b826-308865e9f8cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0434580 Sep 16 06:45:58.505794 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-65b5d918-6482-49e2-8a3a-7f572788d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:58.507575 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-65b5d918-6482-49e2-8a3a-7f572788d0d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394313 Sep 16 06:45:58.604857 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-522d7a65-0587-486e-8ffd-c9644ed622ce service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848861 Sep 16 06:45:58.695984 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-ee91ca44-3522-4e39-a50b-c4a9d2ecc18f req-53be7bb3-4a28-4849-9f36-6384876b0ef6 service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832074 Sep 16 06:45:59.042597 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ac1d-74fd-403a-ad7e-3a4e5eaa8f4a req-3fd4b244-9ea8-4c98-a1ea-59eb861b1129 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:45:59.044168 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ec0ac1d-74fd-403a-ad7e-3a4e5eaa8f4a req-3fd4b244-9ea8-4c98-a1ea-59eb861b1129 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 944 time: 0.0488403 Sep 16 06:45:59.085988 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-8ec0ac1d-74fd-403a-ad7e-3a4e5eaa8f4a req-48ae591e-0ff1-462a-9c44-14ae85948f3d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358493 Sep 16 06:45:59.510783 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:00.164413 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6199e61a-0a26-49d7-bf69-0e736d2872db details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:46:00.204850 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5031f71-fcbc-4152-85f9-16c7a4ee3dd2 req-c3559063-2aac-4a75-80b4-6fae68a63e1d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:00.206372 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5031f71-fcbc-4152-85f9-16c7a4ee3dd2 req-c3559063-2aac-4a75-80b4-6fae68a63e1d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 944 time: 0.0528157 Sep 16 06:46:00.245380 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-e5031f71-fcbc-4152-85f9-16c7a4ee3dd2 req-236367a6-138a-4b69-9544-58060ea4d00e tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Sep 16 06:46:00.262149 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:46:00.273219 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'port_id': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'mac_address': 'fa:16:3e:3e:72:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:46:00.312462 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:00.327606 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6199e61a-0a26-49d7-bf69-0e736d2872db {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:46:00.349032 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:46:00.911003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:00.958336 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=4']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:46:01.314245 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['6199e61a-0a26-49d7-bf69-0e736d2872db'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:46:01.381562 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a231a3-7ba3-4e49-bb00-9e4716d40a41 req-6d0b8b3d-8341-4f73-bf9e-3955505be849 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:01.384287 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52a231a3-7ba3-4e49-bb00-9e4716d40a41 req-6d0b8b3d-8341-4f73-bf9e-3955505be849 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 945 time: 0.0649981 Sep 16 06:46:01.424562 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-52a231a3-7ba3-4e49-bb00-9e4716d40a41 req-98c898dd-0ad3-42ed-bb4b-74c0973181e0 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324750 Sep 16 06:46:02.179483 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6199e61a-0a26-49d7-bf69-0e736d2872db up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:46:02.293235 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning for port 6199e61a-0a26-49d7-bf69-0e736d2872db completed by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:46:02.296926 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 6199e61a-0a26-49d7-bf69-0e736d2872db triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:46:02.297331 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:02.385901 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:02.409701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:46:02.411946 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ca283-ca33-44fb-82e9-5c2d6c07ff0d" -d '{"events": [{"server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "name": "network-vif-plugged", "status": "completed", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:46:02.424267 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:46:02.453960 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca82ea0-7a8b-4eba-9bb9-953bbb1db91d x-openstack-request-id: req-2ca82ea0-7a8b-4eba-9bb9-953bbb1db91d {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:46:02.453960 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "name": "network-vif-plugged", "status": "completed", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:46:02.453960 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ca82ea0-7a8b-4eba-9bb9-953bbb1db91d {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:46:02.453960 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'code': 200} Sep 16 06:46:02.499291 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:02.546377 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b9e5-f333-40b1-992f-dca78d47ed2e req-5f1eee18-1371-415b-a03a-ed08fc1e74d6 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:02.548131 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0548b9e5-f333-40b1-992f-dca78d47ed2e req-5f1eee18-1371-415b-a03a-ed08fc1e74d6 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 946 time: 0.0546684 Sep 16 06:46:02.549651 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=5']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:46:02.615395 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-0548b9e5-f333-40b1-992f-dca78d47ed2e req-a627605c-b787-411d-a7f3-10717c957fbf tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612469 Sep 16 06:46:02.624837 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679090ed-4e2a-4773-abc0-bc1bb4bca4ee req-5111464e-f59a-45dc-a463-0d3352e8b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:02.627163 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-679090ed-4e2a-4773-abc0-bc1bb4bca4ee req-5111464e-f59a-45dc-a463-0d3352e8b726 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 1098 time: 0.0659456 Sep 16 06:46:02.669574 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-679090ed-4e2a-4773-abc0-bc1bb4bca4ee req-0b30b81d-d73d-47d9-8fff-7b72d8ea299a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344782 Sep 16 06:46:03.733583 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d43ca-3eba-49a9-8bc0-ee89fbb1cde1 req-ea2cfb51-eda6-4d4f-ae94-275909d8c90d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:03.735749 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b3d43ca-3eba-49a9-8bc0-ee89fbb1cde1 req-ea2cfb51-eda6-4d4f-ae94-275909d8c90d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 946 time: 0.0505288 Sep 16 06:46:03.773214 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-3b3d43ca-3eba-49a9-8bc0-ee89fbb1cde1 req-1ae6e08e-42e8-4fdc-b440-09f274e99403 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Sep 16 06:46:04.888013 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002ccb5-f1da-49f6-a405-c1c7062be672 req-9ea25fbc-f463-4c98-9ca6-f0270a0a0150 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:04.889515 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7002ccb5-f1da-49f6-a405-c1c7062be672 req-9ea25fbc-f463-4c98-9ca6-f0270a0a0150 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 946 time: 0.0491247 Sep 16 06:46:04.928628 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-7002ccb5-f1da-49f6-a405-c1c7062be672 req-0eb61b44-e69f-48d8-8b66-c4b7e0e01dce tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324984 Sep 16 06:46:05.049196 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae69419-8cd9-4f55-af5a-443c9a5e99a9 req-4dd53ab5-5c68-4dfe-82ab-d167be099c33 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:05.050798 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ae69419-8cd9-4f55-af5a-443c9a5e99a9 req-4dd53ab5-5c68-4dfe-82ab-d167be099c33 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 946 time: 0.0564179 Sep 16 06:46:05.099042 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2ae69419-8cd9-4f55-af5a-443c9a5e99a9 req-ee8667a1-0aae-4297-ada5-2834786dc42c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Sep 16 06:46:05.120384 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55034) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:46:05.163685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0065d6d2-3f88-4bda-85bd-48943b59effe tempest-TestSnapshotPattern-1344642266 tempest-TestSnapshotPattern-1344642266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:05.165523 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-0065d6d2-3f88-4bda-85bd-48943b59effe tempest-TestSnapshotPattern-1344642266 tempest-TestSnapshotPattern-1344642266-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 1093 time: 0.0441475 Sep 16 06:46:05.168205 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55036) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:46:05.172393 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.v2.base [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Request body: {'floatingip': {'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'port_id': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:46:05.265176 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for floatingip, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:05.357993 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:05.468140 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_common [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Allocated IP 172.25.1.107 (717d51fa-2082-4f98-9822-46d34662df31/338a766b-3e99-4cdc-905d-8af3da6ad872/91f6a914-500d-4941-bd63-196a932ae3d3) {{(pid=95659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:46:05.568635 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for port, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:05.636539 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788592973743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:05.684933 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Network 717d51fa-2082-4f98-9822-46d34662df31 is already hosted by enough agents. {{(pid=95659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:46:05.689147 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.base_scheduler [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Resources bound (agent type, host, resource id): {{(pid=95659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:46:05.691160 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'Port': ['ID=91f6a914-500d-4941-bd63-196a932ae3d3,revision_number=1']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:46:05.693279 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Received port after_create {{(pid=95659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:46:05.716983 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.717336 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.717685 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.718032 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.718377 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.719249 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.719584 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.719943 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.720276 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.720608 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.720936 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:05.721265 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:46:06.057245 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:06.175215 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:06.231306 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:46:06.323356 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for port, precommit_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:06.379129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4148817'] for port, after_update {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:06.443866 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event updated for resources: {'Port': ['ID=91f6a914-500d-4941-bd63-196a932ae3d3,revision_number=2']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:46:06.455290 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547595'] for floatingip, after_create {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:06.562027 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Floating IP 20b9cb1d-7086-44d8-8376-3a59f0fd9a7d associated. External IP: 172.25.1.107, port: 6199e61a-0a26-49d7-bf69-0e736d2872db. Sep 16 06:46:06.788614 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Router 8cb66c46-563c-46e1-bb23-068463c1578e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:46:06.900154 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:46:06.910009 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] Sync routers for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:46:06.918783 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:46:06.919400 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:45:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:46:06.962076 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:06.989236 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-af4cbf5c-76e8-407a-82b6-1cbf7306ea1c tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8200190 Sep 16 06:46:06.989922 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:46:06.992221 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:46:07.025690 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:46:07.039253 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b544868c-b0af-4cae-a703-92f30cdf3e06 x-openstack-request-id: req-b544868c-b0af-4cae-a703-92f30cdf3e06 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:46:07.039253 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:46:07.039253 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b544868c-b0af-4cae-a703-92f30cdf3e06 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:46:07.039253 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'status': 'completed', 'code': 200} Sep 16 06:46:07.123912 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-e9e67dd6-0e04-49b6-8cf0-d7b4c4291e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:07.125620 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-e9e67dd6-0e04-49b6-8cf0-d7b4c4291e84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 1098 time: 0.0413730 Sep 16 06:46:07.218497 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-60d2c056-b52c-4544-a8c8-6cba4b0f46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:07.220543 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-60d2c056-b52c-4544-a8c8-6cba4b0f46d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0881114 Sep 16 06:46:07.252555 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '20b9cb1d-7086-44d8-8376-3a59f0fd9a7d', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:3e:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:46:05Z', 'updated_at': '2021-09-16T06:46:05Z', 'revision_number': 0, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}, {'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:33Z', 'revision_number': 1, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:46:07.280525 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] Checking router: 8cb66c46-563c-46e1-bb23-068463c1578e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:46:07.284786 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-49e4eff9-a4c6-4a0b-8047-ea7969f90bbb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6199e61a-0a26-49d7-bf69-0e736d2872db HTTP/1.1" status: 200 len: 1000 time: 0.0571630 Sep 16 06:46:07.289184 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:46:07.289708 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:45:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:46:07.338122 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-2bd791b0-1056-4a1c-8a12-772362b8dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:07.339608 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-2bd791b0-1056-4a1c-8a12-772362b8dd3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0476899 Sep 16 06:46:07.383909 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-7d89f272-7e15-4ce4-aded-961c9c091680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:07.385400 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-7d89f272-7e15-4ce4-aded-961c9c091680 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391173 Sep 16 06:46:07.392406 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:46:07.475312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-704e7e5c-2f39-4eff-ac7d-be5063bf3eb2 service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827947 Sep 16 06:46:07.576218 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-97ad09a9-b935-4f50-a7ea-21460e9c2ca9 req-7bffc173-e9b0-4d3c-939d-8d032c95bc03 service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936036 Sep 16 06:46:07.707584 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '20b9cb1d-7086-44d8-8376-3a59f0fd9a7d', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:3e:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:46:05Z', 'updated_at': '2021-09-16T06:46:05Z', 'revision_number': 0, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}, {'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:33Z', 'revision_number': 1, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:46:07.736138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9ac41-3f46-4e5d-b18c-6f44983784ce None None] The sync data for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 is: [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '20b9cb1d-7086-44d8-8376-3a59f0fd9a7d', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:3e:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:46:05Z', 'updated_at': '2021-09-16T06:46:05Z', 'revision_number': 0, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}, {'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:33Z', 'revision_number': 1, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:46:07.926420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49711031-17f0-473b-8dcf-77b5395ba755 None None] New status for floating IP 20b9cb1d-7086-44d8-8376-3a59f0fd9a7d: ACTIVE {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:46:19.961754 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-89c35ce2-a07d-45fd-a034-281893751a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:21.898886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:23.138723 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ad57d5fe-3d28-4d61-b4b7-5337ed6e9728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:23.950236 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:25.670063 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:27.772874 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:29.493181 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:30.784589 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-e8ecfc54-f0bc-4659-83c4-a096e5138cbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396829 Sep 16 06:46:30.884040 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-7414987b-987c-47b3-941f-f64123412c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:30.885549 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-7414987b-987c-47b3-941f-f64123412c75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1096 time: 0.0457397 Sep 16 06:46:30.986143 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-74a38f81-2bcd-44f2-9388-fd50bf6deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:30.988193 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-74a38f81-2bcd-44f2-9388-fd50bf6deefc service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0843768 Sep 16 06:46:31.056077 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-02415093-ff3e-4d90-a6d1-8fee47464ff8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 200 len: 999 time: 0.0612361 Sep 16 06:46:31.104963 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-578f9440-401b-4b7b-b3c7-d09103d4bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:31.106387 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-578f9440-401b-4b7b-b3c7-d09103d4bb95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0432882 Sep 16 06:46:31.151167 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-f6871633-eed0-4698-bd7e-86746aa110b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:31.152685 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-f6871633-eed0-4698-bd7e-86746aa110b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388827 Sep 16 06:46:31.244555 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-4629975b-4f32-484e-8ddd-ecc995b969a1 service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841284 Sep 16 06:46:31.335170 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7b06c82d-b83f-4804-9d77-d9890df7d8fc req-f44434aa-ee99-4a0f-afe4-6c8467216c14 service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813386 Sep 16 06:46:35.374712 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1fa719b-d42a-4982-9e55-16feac983605 req-c07b1ccc-e736-4b3f-8b39-0aa2b679d95f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400121 Sep 16 06:46:35.482430 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa719b-d42a-4982-9e55-16feac983605 req-a702a97a-2953-4b97-abc6-998cafe148f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:35.483964 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1fa719b-d42a-4982-9e55-16feac983605 req-a702a97a-2953-4b97-abc6-998cafe148f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 1098 time: 0.0425136 Sep 16 06:46:35.595836 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa719b-d42a-4982-9e55-16feac983605 req-2dd7cf9f-68fb-41e6-82e7-a29372c794c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:35.597866 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1fa719b-d42a-4982-9e55-16feac983605 req-2dd7cf9f-68fb-41e6-82e7-a29372c794c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0901511 Sep 16 06:46:35.667435 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1fa719b-d42a-4982-9e55-16feac983605 req-a12826c5-3aaf-4136-bae6-10c18e257883 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6199e61a-0a26-49d7-bf69-0e736d2872db HTTP/1.1" status: 200 len: 1002 time: 0.0582354 Sep 16 06:46:35.728303 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa719b-d42a-4982-9e55-16feac983605 req-8528ed51-a0ec-413e-affe-1e5da4794e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:35.729772 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1fa719b-d42a-4982-9e55-16feac983605 req-8528ed51-a0ec-413e-affe-1e5da4794e0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0519001 Sep 16 06:46:35.783402 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa719b-d42a-4982-9e55-16feac983605 req-0046970a-6eb5-4c45-a989-755558fdf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:46:35.785393 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1fa719b-d42a-4982-9e55-16feac983605 req-0046970a-6eb5-4c45-a989-755558fdf162 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388520 Sep 16 06:46:35.882105 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1fa719b-d42a-4982-9e55-16feac983605 req-282dae23-a93d-4222-9f08-206596a47241 service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Sep 16 06:46:35.977550 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-b1fa719b-d42a-4982-9e55-16feac983605 req-da18fe9f-2570-4e15-b95f-4dc0d4e33750 service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834720 Sep 16 06:46:43.231036 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:46:49.955771 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f2acb5b2-1a30-4360-b962-03949684a4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:51.932479 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:53.143506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d42de481-eab7-4bb6-bd77-e1fa6629b1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:53.943875 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:55.686306 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:57.772237 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:46:59.498083 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:19.926377 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-4184dc25-3a71-4b99-846e-e0f2a933996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:20.231120 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:47:21.937951 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:23.132323 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-411da76c-a75f-4d53-8fcc-20d03a62ec41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:23.954748 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:25.680577 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:27.765719 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:29.514379 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:31.760661 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-e23c3921-6d7b-47c5-bb6c-89c7d6573bd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442922 Sep 16 06:47:31.858283 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-e3d2421c-f7af-4aa6-b2b2-1a4e4be6951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:47:31.859812 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-e3d2421c-f7af-4aa6-b2b2-1a4e4be6951f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1096 time: 0.0409708 Sep 16 06:47:31.962207 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-23892206-c3e5-4d02-9517-a98bff37abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:47:31.963701 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-23892206-c3e5-4d02-9517-a98bff37abc9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0849466 Sep 16 06:47:32.032562 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-63188ba5-6940-4715-b32f-628482869659 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 200 len: 999 time: 0.0608761 Sep 16 06:47:32.081494 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-8df6363f-0723-4540-ae1a-06a67629b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:47:32.082942 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-8df6363f-0723-4540-ae1a-06a67629b821 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0431786 Sep 16 06:47:32.127538 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-bf7d41b2-db84-41bd-ba4d-604a8287bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:47:32.129086 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-bf7d41b2-db84-41bd-ba4d-604a8287bf42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390122 Sep 16 06:47:32.219560 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-367af8b5-4a1c-4456-abd4-c16dfe725829 service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831869 Sep 16 06:47:32.306601 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2d348c4c-4d6c-429e-aeff-e2a436b90816 req-d7ceffd6-4448-4c3f-b37c-608ac7fc726b service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798693 Sep 16 06:47:36.389903 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-cd9068e9-ec70-4cd6-9393-84e28e262443 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420423 Sep 16 06:47:36.503471 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-71edf715-ea4c-4294-8733-e0b466693218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:47:36.505010 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-71edf715-ea4c-4294-8733-e0b466693218 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 1098 time: 0.0439022 Sep 16 06:47:36.609666 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-b6c372d5-e461-4bb9-84e1-31aaa9efc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:47:36.611228 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-b6c372d5-e461-4bb9-84e1-31aaa9efc197 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0865464 Sep 16 06:47:36.683886 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-8147ad05-6e4c-4613-a19c-25331311738c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6199e61a-0a26-49d7-bf69-0e736d2872db HTTP/1.1" status: 200 len: 1002 time: 0.0617583 Sep 16 06:47:36.735300 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-a17fbe2b-b7ee-42d1-95a4-9fe3eb1dbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:47:36.736766 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-a17fbe2b-b7ee-42d1-95a4-9fe3eb1dbbde service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0420117 Sep 16 06:47:36.790130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-56dc517e-baa4-4df6-810e-210984d87e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:47:36.791613 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-56dc517e-baa4-4df6-810e-210984d87e95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401711 Sep 16 06:47:36.886523 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-0c0405ff-c50c-4280-af21-820800521265 service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870683 Sep 16 06:47:36.980312 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-bbaffb7c-c37f-41a6-a32b-44ae7b80f1f5 req-1a591f4e-1846-4575-a10c-d60f35f65ada service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815263 Sep 16 06:47:49.948334 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-609c9163-369d-4998-b4ab-03e9de175006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:50.690727 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6199e61a-0a26-49d7-bf69-0e736d2872db details requested by agent hyperv_n-h2-712749-15 with host n-h2-712749-15 {{(pid=95661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:47:50.796466 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:47:50.809591 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Returning: {'device': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'port_id': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'mac_address': 'fa:16:3e:3e:72:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:47:51.009598 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:51.025321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6199e61a-0a26-49d7-bf69-0e736d2872db {{(pid=95661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:47:51.055538 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:47:51.192994 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:51.255621 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=6']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:47:51.264530 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.265326 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.265886 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.266298 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.266702 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.267124 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.267507 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.267932 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.268490 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.269169 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.269577 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.269976 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:47:51.361071 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] get_ports_and_sgs() called for port_ids ['6199e61a-0a26-49d7-bf69-0e736d2872db'] {{(pid=95661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:47:51.908786 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:52.721154 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6199e61a-0a26-49d7-bf69-0e736d2872db up at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:47:52.778816 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.provisioning_blocks [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Provisioning complete for port 6199e61a-0a26-49d7-bf69-0e736d2872db triggered by entity L2. {{(pid=95661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:47:52.779219 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33212713'] for port, provisioning_complete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:52.890917 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:52.916503 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:47:52.919540 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c831af-189a-47b5-ab6a-64512e89713e" -d '{"events": [{"server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "name": "network-vif-plugged", "status": "completed", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:47:52.934917 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:47:52.983569 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aa5206-c376-4ad0-b02e-3a6872cd3965 x-openstack-request-id: req-e0aa5206-c376-4ad0-b02e-3a6872cd3965 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:47:52.983569 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "name": "network-vif-plugged", "status": "completed", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:47:52.983569 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0aa5206-c376-4ad0-b02e-3a6872cd3965 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:47:52.983569 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'code': 200} Sep 16 06:47:52.994121 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:53.059847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=7']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:47:53.142829 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0e53ef59-66ee-4bd7-b1e4-c7ff9bde3b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:53.954145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:55.668790 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:57.231387 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:47:57.788663 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:47:59.526765 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:02.655039 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55264) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:02.812913 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Deleting port 91f6a914-500d-4941-bd63-196a932ae3d3 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:02.813253 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:02.887417 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:02.887673 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:02.899581 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Calling delete_port for 91f6a914-500d-4941-bd63-196a932ae3d3 owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:03.125114 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:03.156068 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event deleted for resources: {'Port': ['ID=91f6a914-500d-4941-bd63-196a932ae3d3,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:03.176509 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.176854 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.177193 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.177523 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.178433 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.178814 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.179090 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.179411 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.179729 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.180071 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.180392 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.180709 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:03.220204 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:03.220576 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Floating IP 20b9cb1d-7086-44d8-8376-3a59f0fd9a7d disassociated (deleted). External IP: 172.25.1.107, port: 6199e61a-0a26-49d7-bf69-0e736d2872db. Sep 16 06:48:03.427005 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Router 8cb66c46-563c-46e1-bb23-068463c1578e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:48:03.534507 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:48:03.539483 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:03.543973 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] Sync routers for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:48:03.553392 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:48:03.554079 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:03.565374 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-19ceefe9-c778-479d-bfc6-148928ac8885 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "DELETE /v2.0/floatingips/20b9cb1d-7086-44d8-8376-3a59f0fd9a7d HTTP/1.1" status: 204 len: 168 time: 0.9092252 Sep 16 06:48:03.565962 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:48:03.569067 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f073d009-18f4-435f-9278-9740ac6c0580" -d '{"events": [{"name": "network-changed", "server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:48:03.665326 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:48:03.697347 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38351c5-9cb4-4aae-b1f5-aad5802e77f5 x-openstack-request-id: req-d38351c5-9cb4-4aae-b1f5-aad5802e77f5 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:48:03.697853 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:48:03.697853 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d38351c5-9cb4-4aae-b1f5-aad5802e77f5 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:48:03.698248 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'status': 'completed', 'code': 200} Sep 16 06:48:03.808486 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d009-18f4-435f-9278-9740ac6c0580 req-95a82889-2acf-464f-bf06-c5f98ccfc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:03.810137 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f073d009-18f4-435f-9278-9740ac6c0580 req-95a82889-2acf-464f-bf06-c5f98ccfc012 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 1098 time: 0.0557044 Sep 16 06:48:03.902048 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:33Z', 'revision_number': 1, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:03.913130 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d009-18f4-435f-9278-9740ac6c0580 req-5bcada8c-77c5-4322-9594-65f34a13e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:03.914652 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f073d009-18f4-435f-9278-9740ac6c0580 req-5bcada8c-77c5-4322-9594-65f34a13e114 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0935102 Sep 16 06:48:03.929696 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] Checking router: 8cb66c46-563c-46e1-bb23-068463c1578e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:48:03.938007 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:48:03.938615 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:04.008352 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a079c2-7f64-4d54-abbf-7f29c7a4d98d req-ec21fe6d-cd70-4869-9d2f-2c91be5960bc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:04.009859 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64a079c2-7f64-4d54-abbf-7f29c7a4d98d req-ec21fe6d-cd70-4869-9d2f-2c91be5960bc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 946 time: 0.0829697 Sep 16 06:48:04.011106 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f073d009-18f4-435f-9278-9740ac6c0580 req-32803f4a-f352-4c50-9860-0ae6c2f05359 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6199e61a-0a26-49d7-bf69-0e736d2872db HTTP/1.1" status: 200 len: 217 time: 0.0491998 Sep 16 06:48:04.042499 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:48:04.081230 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-64a079c2-7f64-4d54-abbf-7f29c7a4d98d req-6b52ae7b-e3cd-43aa-93d1-46e2839689f7 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653026 Sep 16 06:48:04.087113 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d009-18f4-435f-9278-9740ac6c0580 req-cee74ddc-09be-4b7d-be78-83772e2a8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:04.088665 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f073d009-18f4-435f-9278-9740ac6c0580 req-cee74ddc-09be-4b7d-be78-83772e2a8b72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0669439 Sep 16 06:48:04.139390 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d009-18f4-435f-9278-9740ac6c0580 req-78cf89ab-02c2-4001-8876-fa5e7707db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:04.140928 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f073d009-18f4-435f-9278-9740ac6c0580 req-78cf89ab-02c2-4001-8876-fa5e7707db1e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444088 Sep 16 06:48:04.231488 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f073d009-18f4-435f-9278-9740ac6c0580 req-979ad48e-12e1-4752-b886-0f2e93e60bd4 service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819390 Sep 16 06:48:04.265093 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:33Z', 'revision_number': 1, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:04.295691 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc8bc8-dd2f-45e5-b1a4-dc2f69dcec4a None None] The sync data for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 is: [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_floatingips': [{'id': '89b8267f-f0d6-46df-9454-b8a2c78a831e', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'router_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'port_id': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'mac_address': 'fa:16:3e:66:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:43:30Z', 'updated_at': '2021-09-16T06:43:33Z', 'revision_number': 1, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:48:04.549903 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468eb9f-4be4-4497-a2eb-67b7c19a1ac0 None None] New status for floating IP 20b9cb1d-7086-44d8-8376-3a59f0fd9a7d: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:48:04.650917 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-f073d009-18f4-435f-9278-9740ac6c0580 req-274e92b9-ba84-4036-a597-9ad8a6b0ef7e service neutron] 10.222.0.66 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114785 Sep 16 06:48:04.769360 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6199e61a-0a26-49d7-bf69-0e736d2872db no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:04.844593 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33172965'] for port, before_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:04.866420 n-d-712749-15 neutron-server[95661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db'}] {{(pid=95661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:48:04.868671 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5617d15bc533433c93b057a5cd0c7046bfe72cb724a6313e3f2ad68be2c67c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797844c9-9bf5-41b1-ab15-643b58d9c703" -d '{"events": [{"server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "name": "network-vif-unplugged", "status": "completed", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db"}]}' {{(pid=95661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:48:04.881802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:04.904438 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cbea78-163c-4f64-94ad-612289422323 x-openstack-request-id: req-44cbea78-163c-4f64-94ad-612289422323 {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:48:04.904748 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "name": "network-vif-unplugged", "status": "completed", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db", "code": 200}]} {{(pid=95661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:48:04.905004 n-d-712749-15 neutron-server[95661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44cbea78-163c-4f64-94ad-612289422323 {{(pid=95661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:48:04.905398 n-d-712749-15 neutron-server[95661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'code': 200} Sep 16 06:48:04.936430 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788593524237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788592973761', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788592973779'] for port, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:04.982452 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Pushing event updated for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=8']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:05.200587 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dfc78-75aa-41cd-8679-412b38633929 req-d8f4df0d-d231-4dbf-95a7-32a025c56cd6 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:05.202063 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d7dfc78-75aa-41cd-8679-412b38633929 req-d8f4df0d-d231-4dbf-95a7-32a025c56cd6 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 944 time: 0.0482452 Sep 16 06:48:05.239022 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-5d7dfc78-75aa-41cd-8679-412b38633929 req-2ddd567c-5769-4115-a829-4846bcca160d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308816 Sep 16 06:48:05.981858 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-e153361a-6f40-4ccc-b3fe-0f53a92eb66d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:05.983299 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-e153361a-6f40-4ccc-b3fe-0f53a92eb66d tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.66 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 944 time: 0.0486014 Sep 16 06:48:06.081347 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Deleting port 6199e61a-0a26-49d7-bf69-0e736d2872db {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:06.081926 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:06.181059 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] For port 6199e61a-0a26-49d7-bf69-0e736d2872db, host n-h2-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712749-15',level=0,port_id=6199e61a-0a26-49d7-bf69-0e736d2872db,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:06.181430 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:06.194699 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Calling delete_port for 6199e61a-0a26-49d7-bf69-0e736d2872db owned by compute:nova {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:06.363880 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105bc11-8d53-4978-8cd9-780a4a7f0e5a req-ab8096f7-d0cb-45f1-82b9-94b73e9705eb tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:06.366439 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1105bc11-8d53-4978-8cd9-780a4a7f0e5a req-ab8096f7-d0cb-45f1-82b9-94b73e9705eb tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 944 time: 0.0542839 Sep 16 06:48:06.404950 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-1105bc11-8d53-4978-8cd9-780a4a7f0e5a req-b9ece3c0-c7a7-4f6f-a178-384ef0601316 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328112 Sep 16 06:48:06.405491 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:06.441219 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event deleted for resources: {'Port': ['ID=6199e61a-0a26-49d7-bf69-0e736d2872db,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:06.465336 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.471129 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712749-15 {{(pid=95660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:48:06.494453 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] No DVR routers for this DVR port 6199e61a-0a26-49d7-bf69-0e736d2872db on host n-h2-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:48:06.496948 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:06.498930 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-9a4b49fb-d812-41fe-8dbf-50ec7e62e3c9 req-6688663c-248f-4087-a72f-f1b35cd3e8b4 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.66 "DELETE /v2.0/ports/6199e61a-0a26-49d7-bf69-0e736d2872db HTTP/1.1" status: 204 len: 173 time: 0.5056121 Sep 16 06:48:06.499371 n-d-712749-15 neutron-server[95660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'name': 'network-vif-deleted', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db'}] {{(pid=95660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:48:06.501600 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7387b23f84b8a91283d282efd176f98af14f1a650f6b2f084c59c22477f353fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6438afba-5991-47be-9bf4-6eaed3b750ad" -d '{"events": [{"server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "name": "network-vif-deleted", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db"}]}' {{(pid=95660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:48:06.538768 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1107bac1-29c0-4fe1-ae8a-d07c37df440d x-openstack-request-id: req-1107bac1-29c0-4fe1-ae8a-d07c37df440d {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:48:06.539157 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e54eb0-a52a-4d67-bd45-41131653fb11", "name": "network-vif-deleted", "tag": "6199e61a-0a26-49d7-bf69-0e736d2872db", "status": "completed", "code": 200}]} {{(pid=95660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:48:06.539409 n-d-712749-15 neutron-server[95660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1107bac1-29c0-4fe1-ae8a-d07c37df440d {{(pid=95660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:48:06.539803 n-d-712749-15 neutron-server[95660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e54eb0-a52a-4d67-bd45-41131653fb11', 'name': 'network-vif-deleted', 'tag': '6199e61a-0a26-49d7-bf69-0e736d2872db', 'status': 'completed', 'code': 200} Sep 16 06:48:07.516853 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-99e1b648-47ae-4bb9-960c-7c6a28f46be1 req-5bcd2c44-2dae-44c9-8514-74f1d150385e tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e54eb0-a52a-4d67-bd45-41131653fb11 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Sep 16 06:48:09.692246 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55330) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:09.844548 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Deleting port 111e36d3-ffb7-4971-be35-8ae0d316e98d {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:09.844891 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:09.924064 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:09.924398 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:09.936813 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Calling delete_port for 111e36d3-ffb7-4971-be35-8ae0d316e98d owned by network:floatingip {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:10.148494 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:10.177251 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event deleted for resources: {'Port': ['ID=111e36d3-ffb7-4971-be35-8ae0d316e98d,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:10.238077 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for floatingip, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:10.238409 n-d-712749-15 neutron-server[95659]: INFO neutron.db.l3_db [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Floating IP 89b8267f-f0d6-46df-9454-b8a2c78a831e disassociated (deleted). External IP: 172.25.1.41, port: 375bdfdf-89f4-4f8f-ac7b-2603a29af712. Sep 16 06:48:10.753510 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Router 8cb66c46-563c-46e1-bb23-068463c1578e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:48:10.816428 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6199e61a-0a26-49d7-bf69-0e736d2872db no longer exists at agent hyperv_n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:10.840120 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] No Port match for: 6199e61a-0a26-49d7-bf69-0e736d2872db {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:48:10.840776 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Device 6199e61a-0a26-49d7-bf69-0e736d2872db not bound to the agent host n-h2-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:48:10.872952 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:48:10.878217 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for floatingip, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:10.882580 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] Sync routers for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:48:10.891406 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:48:10.892138 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:10.907045 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e290b432-dcc7-4033-bfe0-a9fb64151ff2 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "DELETE /v2.0/floatingips/89b8267f-f0d6-46df-9454-b8a2c78a831e HTTP/1.1" status: 204 len: 168 time: 1.2136717 Sep 16 06:48:10.907646 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:48:10.909933 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:48:10.950288 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022bbb7a-5fad-4c92-8a11-3e9af341896c x-openstack-request-id: req-022bbb7a-5fad-4c92-8a11-3e9af341896c {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:48:10.950596 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:48:10.950853 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-022bbb7a-5fad-4c92-8a11-3e9af341896c {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:48:10.951253 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'status': 'completed', 'code': 200} Sep 16 06:48:11.006815 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:48:11.040123 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-97b23e7c-08a4-4454-b45c-993933ffdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:11.041659 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-97b23e7c-08a4-4454-b45c-993933ffdb04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 1096 time: 0.0438688 Sep 16 06:48:11.142723 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-599678fd-f3b8-428a-8619-c4d19afd88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:11.144308 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-599678fd-f3b8-428a-8619-c4d19afd88ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 200 len: 910 time: 0.0955431 Sep 16 06:48:11.186157 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-442d32a3-7fd2-4523-ab52-0763da745c76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 200 len: 217 time: 0.0348518 Sep 16 06:48:11.205779 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:11.232677 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] Checking router: 8cb66c46-563c-46e1-bb23-068463c1578e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:48:11.240773 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:48:11.241375 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:11.246211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-44b8ec6a-5dc7-4dd0-90ab-cdb91f2f3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:11.247709 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-44b8ec6a-5dc7-4dd0-90ab-cdb91f2f3de2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 200 len: 848 time: 0.0494506 Sep 16 06:48:11.300701 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-7f97a08e-1be5-459d-9c90-07d92316f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:11.302274 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-7f97a08e-1be5-459d-9c90-07d92316f621 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd3802f2-5de0-4175-b1c2-499648d1e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468891 Sep 16 06:48:11.370103 n-d-712749-15 neutron-server[95660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd808371-27b4-449e-911e-e4e9696d1d04 req-ff9f0a30-2ee2-43cf-bcfd-c14b188816f0 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:11.372110 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd808371-27b4-449e-911e-e4e9696d1d04 req-ff9f0a30-2ee2-43cf-bcfd-c14b188816f0 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 944 time: 0.0514653 Sep 16 06:48:11.413098 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [req-cd808371-27b4-449e-911e-e4e9696d1d04 req-90b3ac5b-e412-4a20-aa38-ed5c945cee90 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338662 Sep 16 06:48:11.414507 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-b361e547-6dbe-46e9-b3e5-549add463e7a service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885887 Sep 16 06:48:11.450430 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:48:11.510775 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-ee98c4c6-e6e0-4576-9990-0323a48ca3bd req-2cc0bc60-2c0a-41dd-a209-752690efd2fd service neutron] 10.222.0.30 "GET /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883577 Sep 16 06:48:11.642578 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:11.668865 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50793a-aab8-4f27-a569-7aa50d8523ba None None] The sync data for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 is: [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:43:06Z', 'revision_number': 4, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15', '_interfaces': [{'id': 'a3487bd9-c1e5-4b71-a8b2-73bd0af62860', 'name': '', 'network_id': 'fd3802f2-5de0-4175-b1c2-499648d1e9ae', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'mac_address': 'fa:16:3e:d9:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '3c15723f-995d-4999-a953-692aacb8f485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:06Z', 'updated_at': '2021-09-16T06:43:11Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'subnets': [{'id': '3c15723f-995d-4999-a953-692aacb8f485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:48:11.879456 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ba80a-7805-4ed8-84ba-f4f5418491ba None None] New status for floating IP 89b8267f-f0d6-46df-9454-b8a2c78a831e: DOWN {{(pid=95661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:48:12.530950 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045aa5b-2b1f-4f82-b371-7dd6884b6f26 req-1aaacf68-35a9-49f1-9d07-65b4298af8d9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:12.532460 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7045aa5b-2b1f-4f82-b371-7dd6884b6f26 req-1aaacf68-35a9-49f1-9d07-65b4298af8d9 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 944 time: 0.0491707 Sep 16 06:48:12.569954 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-7045aa5b-2b1f-4f82-b371-7dd6884b6f26 req-df2827a1-0895-4576-9d3b-751757e26c84 tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fa2d424-d025-46a0-81b5-7e1d99247043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Sep 16 06:48:13.037238 n-d-712749-15 neutron-server[95659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-8d023480-20f0-4cf7-ac64-a14dd3d7e86f tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:48:13.039578 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-8d023480-20f0-4cf7-ac64-a14dd3d7e86f tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 944 time: 0.0477877 Sep 16 06:48:13.132083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Deleting port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:13.132340 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:13.221826 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] For port 375bdfdf-89f4-4f8f-ac7b-2603a29af712, host n-h1-712749-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712749-15',level=0,port_id=375bdfdf-89f4-4f8f-ac7b-2603a29af712,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:13.222193 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:13.233811 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Calling delete_port for 375bdfdf-89f4-4f8f-ac7b-2603a29af712 owned by compute:nova {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:13.422025 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:13.454382 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event deleted for resources: {'Port': ['ID=375bdfdf-89f4-4f8f-ac7b-2603a29af712,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:13.495451 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] No DVR routers for this DVR port 375bdfdf-89f4-4f8f-ac7b-2603a29af712 on host n-h1-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:48:13.498174 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63498'] for port, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:13.500385 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-2996f4a4-0a44-4367-a5d2-848ae66e2066 req-49f4f617-398d-496c-904a-2dc240528fbc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.30 "DELETE /v2.0/ports/375bdfdf-89f4-4f8f-ac7b-2603a29af712 HTTP/1.1" status: 204 len: 173 time: 0.4551089 Sep 16 06:48:13.500823 n-d-712749-15 neutron-server[95659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'name': 'network-vif-deleted', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712'}] {{(pid=95659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:48:13.503052 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e7d85d898750906e97111d2f57d2ac7c97ed67ba795a8c3217f10873a38aca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290033c0-86aa-4f08-8ce9-2e576bd05081" -d '{"events": [{"server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "name": "network-vif-deleted", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712"}]}' {{(pid=95659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:48:13.538112 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1ef3e7-f053-4090-8fcb-fbf31ca061c8 x-openstack-request-id: req-aa1ef3e7-f053-4090-8fcb-fbf31ca061c8 {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:48:13.538739 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ec0f60-ced3-4590-bf86-223f50e35407", "name": "network-vif-deleted", "tag": "375bdfdf-89f4-4f8f-ac7b-2603a29af712", "status": "completed", "code": 200}]} {{(pid=95659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:48:13.538739 n-d-712749-15 neutron-server[95659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa1ef3e7-f053-4090-8fcb-fbf31ca061c8 {{(pid=95659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:48:13.539144 n-d-712749-15 neutron-server[95659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ec0f60-ced3-4590-bf86-223f50e35407', 'name': 'network-vif-deleted', 'tag': '375bdfdf-89f4-4f8f-ac7b-2603a29af712', 'status': 'completed', 'code': 200} Sep 16 06:48:13.666580 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [req-af09e7e8-8193-474e-829e-fc676f89d13c req-c31539e3-2a3b-40cd-9141-16f9e287d8bb tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ec0f60-ced3-4590-bf86-223f50e35407 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Sep 16 06:48:14.770886 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55348) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:14.829050 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09d6505f-3c23-4652-aeef-a33b5af6bdfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:14.858037 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09d6505f-3c23-4652-aeef-a33b5af6bdfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:14.959909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09d6505f-3c23-4652-aeef-a33b5af6bdfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:14.962477 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-09d6505f-3c23-4652-aeef-a33b5af6bdfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:14.963668 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-09d6505f-3c23-4652-aeef-a33b5af6bdfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] 10.222.0.49 "DELETE /v2.0/security-groups/6fa2d424-d025-46a0-81b5-7e1d99247043 HTTP/1.1" status: 204 len: 168 time: 0.1917777 Sep 16 06:48:14.975242 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6505f-3c23-4652-aeef-a33b5af6bdfc tempest-TestSnapshotPattern-1115242254 tempest-TestSnapshotPattern-1115242254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa2d424-d025-46a0-81b5-7e1d99247043,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:15.055258 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55352) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:15.497775 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:15.741651 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Deleting port a3487bd9-c1e5-4b71-a8b2-73bd0af62860 {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:15.741985 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:15.820511 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] For port a3487bd9-c1e5-4b71-a8b2-73bd0af62860, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:15.821192 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:15.832624 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Calling delete_port for a3487bd9-c1e5-4b71-a8b2-73bd0af62860 owned by network:router_interface {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:16.062274 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:16.092015 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3487bd9-c1e5-4b71-a8b2-73bd0af62860,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:16.253202 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:16.465898 n-d-712749-15 neutron-server[95659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Router 8cb66c46-563c-46e1-bb23-068463c1578e has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:48:16.572577 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:48:16.577642 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-4adbce64-2add-4c16-94fb-5f29618c26a7 admin admin] 10.222.0.49 "PUT /v2.0/routers/8cb66c46-563c-46e1-bb23-068463c1578e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5211341 Sep 16 06:48:16.580549 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55356) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:16.581612 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] Sync routers for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:48:16.590703 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:48:16.591313 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:16.684370 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:16.695581 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: n-d-712749-15 {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:48:16.728223 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 375bdfdf-89f4-4f8f-ac7b-2603a29af712 no longer exists at agent hyperv_n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:16.752947 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] No Port match for: 375bdfdf-89f4-4f8f-ac7b-2603a29af712 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:48:16.753328 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Device 375bdfdf-89f4-4f8f-ac7b-2603a29af712 not bound to the agent host n-h1-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:48:16.789583 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:16.877712 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:48:15Z', 'revision_number': 5, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port': {'id': 'f3decfc0-b119-4f19-a17d-15e17a98d9eb', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:04Z', 'updated_at': '2021-09-16T06:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:16.899515 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Deleting port f3decfc0-b119-4f19-a17d-15e17a98d9eb {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:16.900165 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:16.904937 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] Checking router: 8cb66c46-563c-46e1-bb23-068463c1578e for host: n-d-712749-15 {{(pid=95662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:48:16.913931 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] Routers {'8cb66c46-563c-46e1-bb23-068463c1578e'} bound to L3 agent in host n-d-712749-15 {{(pid=95662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:48:16.914629 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['8cb66c46-563c-46e1-bb23-068463c1578e'], 'active': True} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:16.983442 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] For port f3decfc0-b119-4f19-a17d-15e17a98d9eb, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=f3decfc0-b119-4f19-a17d-15e17a98d9eb,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:16.983726 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:16.995280 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Calling delete_port for f3decfc0-b119-4f19-a17d-15e17a98d9eb owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:16.998213 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_dvr_db [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] Set router 8cb66c46-563c-46e1-bb23-068463c1578e gateway port host: None {{(pid=95662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:48:17.050338 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.l3_hamode_db [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:48:16Z', 'revision_number': 6, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:17.078851 n-d-712749-15 neutron-server[95662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ee1f1-28a1-44c6-a8b2-999f53792439 None None] The sync data for ids ['8cb66c46-563c-46e1-bb23-068463c1578e'] in n-d-712749-15 is: [{'id': '8cb66c46-563c-46e1-bb23-068463c1578e', 'name': 'tempest-TestSnapshotPattern-357733577-router', 'tenant_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:03Z', 'updated_at': '2021-09-16T06:48:16Z', 'revision_number': 6, 'project_id': '9e80af9ecd7a4799ba14bfe596fb15c4', 'gw_port_host': None}] {{(pid=95662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:48:17.204826 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.230247 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f3decfc0-b119-4f19-a17d-15e17a98d9eb,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:17.289853 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.377331 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.379276 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.496619 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.497157 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb66c46-563c-46e1-bb23-068463c1578e {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:48:17.509352 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.509352 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-da08650c-84fa-4579-80a8-6916a64bd1ac admin admin] 10.222.0.49 "DELETE /v2.0/routers/8cb66c46-563c-46e1-bb23-068463c1578e HTTP/1.1" status: 204 len: 168 time: 0.9220843 Sep 16 06:48:17.509352 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55358) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:17.550710 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b4d5ec-92e3-4261-bed6-5b83f36778ce admin admin] Deleting subnet 3c15723f-995d-4999-a953-692aacb8f485 {{(pid=95659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:48:17.553778 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92b4d5ec-92e3-4261-bed6-5b83f36778ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.586438 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92b4d5ec-92e3-4261-bed6-5b83f36778ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622547'] for subnet, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.665231 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92b4d5ec-92e3-4261-bed6-5b83f36778ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.789379 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92b4d5ec-92e3-4261-bed6-5b83f36778ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4148839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581067'] for subnet, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.817491 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d5ec-92e3-4261-bed6-5b83f36778ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c15723f-995d-4999-a953-692aacb8f485,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:17.820717 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-92b4d5ec-92e3-4261-bed6-5b83f36778ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.823336 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-92b4d5ec-92e3-4261-bed6-5b83f36778ce admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3c15723f-995d-4999-a953-692aacb8f485 HTTP/1.1" status: 204 len: 168 time: 0.3149693 Sep 16 06:48:17.825374 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55360) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:17.828590 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e945024-5b20-45bf-9aca-ae9d6f24c7dd None None] Network fd3802f2-5de0-4175-b1c2-499648d1e9ae requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:48:17.900129 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:17.979691 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f3decfc0-b119-4f19-a17d-15e17a98d9eb no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:18.002627 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: f3decfc0-b119-4f19-a17d-15e17a98d9eb {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:48:18.002973 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device f3decfc0-b119-4f19-a17d-15e17a98d9eb not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:48:18.003394 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a3487bd9-c1e5-4b71-a8b2-73bd0af62860 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:18.026321 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: a3487bd9-c1e5-4b71-a8b2-73bd0af62860 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:48:18.026802 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device a3487bd9-c1e5-4b71-a8b2-73bd0af62860 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:48:18.029713 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] DHCP port deletion for fd3802f2-5de0-4175-b1c2-499648d1e9ae request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:48:18.085112 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] Deleting port b14c8046-d081-4865-94a0-303db736fadf {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:18.086118 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.158958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] For port b14c8046-d081-4865-94a0-303db736fadf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b14c8046-d081-4865-94a0-303db736fadf,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:18.159352 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.175987 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] Calling delete_port for b14c8046-d081-4865-94a0-303db736fadf owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:18.287216 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Deleting port b14c8046-d081-4865-94a0-303db736fadf {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:18.287969 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.302155 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.328701 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] Pushing event deleted for resources: {'Port': ['ID=b14c8046-d081-4865-94a0-303db736fadf,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:18.330544 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c98d50b-59ac-445b-99ab-e1d7227d5c60 None None] No DVR routers for this DVR port b14c8046-d081-4865-94a0-303db736fadf on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:48:18.351931 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] For port b14c8046-d081-4865-94a0-303db736fadf, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=b14c8046-d081-4865-94a0-303db736fadf,segment=NetworkSegment(48fc64bc-0089-4bf8-acd1-332ca54a9667),segment_id=48fc64bc-0089-4bf8-acd1-332ca54a9667)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:18.352303 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.365067 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Calling delete_port for b14c8046-d081-4865-94a0-303db736fadf owned by network:dhcp {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:18.444455 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.469458 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14c8046-d081-4865-94a0-303db736fadf,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:18.473233 n-d-712749-15 neutron-server[95659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] No DVR routers for this DVR port b14c8046-d081-4865-94a0-303db736fadf on host n-d-712749-15 {{(pid=95659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:48:18.546888 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.566542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3802f2-5de0-4175-b1c2-499648d1e9ae']}} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:18.575991 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fc64bc-0089-4bf8-acd1-332ca54a9667') {'for_net_delete': True} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:18.576292 n-d-712749-15 neutron-server[95659]: DEBUG neutron.services.segments.db [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fc64bc-0089-4bf8-acd1-332ca54a9667') {} {{(pid=95659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:18.586107 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622552'] for segment, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.598904 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.604731 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=95659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:48:18.605112 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4149177'] for segment, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: self.session.flush() Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: Traceback (most recent call last): Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: timer() Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: cb(*args, **kw) Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: return func(*args, **kwargs) Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: self._notify() Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: self.callback(batched_events) Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: event.method(event) Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: return f(self, *a, **k) Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: return self._get(url).json() Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: return self.request(url, 'GET', **kwargs) Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:48:18.606742 n-d-712749-15 neutron-server[95659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:48:18.725183 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.730746 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Notify callbacks [] for network, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:18.732693 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fd3802f2-5de0-4175-b1c2-499648d1e9ae HTTP/1.1" status: 204 len: 168 time: 0.9063838 Sep 16 06:48:18.735741 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55362) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:18.743554 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ab17d-e361-4089-8723-46a0d1609600 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3802f2-5de0-4175-b1c2-499648d1e9ae,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:19.080006 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547851'] for router_interface, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:19.325604 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Deleting port c876c776-caed-4b86-8190-a1736721fbda {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:19.325942 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:19.402414 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] For port c876c776-caed-4b86-8190-a1736721fbda, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=c876c776-caed-4b86-8190-a1736721fbda,segment=NetworkSegment(3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e),segment_id=3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:19.402773 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:19.415309 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Calling delete_port for c876c776-caed-4b86-8190-a1736721fbda owned by network:router_interface {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:19.656298 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:19.687434 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c876c776-caed-4b86-8190-a1736721fbda,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:19.855158 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-640695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547771'] for router_interface, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:19.930604 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7e865bda-924e-4df6-a1d1-181f991422b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:20.005193 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b14c8046-d081-4865-94a0-303db736fadf no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:20.026128 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: b14c8046-d081-4865-94a0-303db736fadf {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:48:20.026476 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device b14c8046-d081-4865-94a0-303db736fadf not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:48:20.078523 n-d-712749-15 neutron-server[95660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Router fdb318ea-21c7-4897-90e1-4e316f5d7e00 has already been hosted by L3 agent 71d10774-40e3-4371-b16d-0a2744abbe5b {{(pid=95660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:48:20.180679 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] Notify agent at l3_agent.n-d-712749-15 the message routers_updated {{(pid=95660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:48:20.185640 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-93c39959-a43f-4e48-99a1-78e4f0205f9d admin admin] 10.222.0.49 "PUT /v2.0/routers/fdb318ea-21c7-4897-90e1-4e316f5d7e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4488297 Sep 16 06:48:20.188288 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55364) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:20.189036 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] Sync routers for ids ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'] in n-d-712749-15 {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:48:20.198632 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] Routers {'fdb318ea-21c7-4897-90e1-4e316f5d7e00'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:48:20.199253 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:20.294045 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:20.302305 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] Set router fdb318ea-21c7-4897-90e1-4e316f5d7e00 gateway port host: n-d-712749-15 {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:48:20.397127 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:20.480442 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'external_fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:48:19Z', 'revision_number': 5, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port': {'id': '3a579f1d-8dba-4af3-92ae-53fe30a81dad', 'name': '', 'network_id': '717d51fa-2082-4f98-9822-46d34662df31', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712749-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:43:10Z', 'updated_at': '2021-09-16T06:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338a766b-3e99-4cdc-905d-8af3da6ad872', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712749-15'}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:20.501014 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Deleting port 3a579f1d-8dba-4af3-92ae-53fe30a81dad {{(pid=95659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:20.501362 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:20.507705 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] Checking router: fdb318ea-21c7-4897-90e1-4e316f5d7e00 for host: n-d-712749-15 {{(pid=95661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:48:20.515968 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] Routers {'fdb318ea-21c7-4897-90e1-4e316f5d7e00'} bound to L3 agent in host n-d-712749-15 {{(pid=95661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:48:20.516585 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712749-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:58:23Z,description=,heartbeat_timestamp=2021-09-16T06:47:53Z,host='n-d-712749-15',id=71d10774-40e3-4371-b16d-0a2744abbe5b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:58:24Z,topic='l3_agent')) {'router_ids': ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'], 'active': True} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:20.585542 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.db [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] For port 3a579f1d-8dba-4af3-92ae-53fe30a81dad, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=3a579f1d-8dba-4af3-92ae-53fe30a81dad,segment=NetworkSegment(68f99f03-26fb-44e5-82a1-7c0bc7106b69),segment_id=68f99f03-26fb-44e5-82a1-7c0bc7106b69)] {{(pid=95659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:20.585909 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:20.597864 n-d-712749-15 neutron-server[95659]: DEBUG neutron.plugins.ml2.plugin [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Calling delete_port for 3a579f1d-8dba-4af3-92ae-53fe30a81dad owned by network:router_gateway {{(pid=95659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:20.600541 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvr_db [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] Set router fdb318ea-21c7-4897-90e1-4e316f5d7e00 gateway port host: None {{(pid=95661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:48:20.650765 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_hamode_db [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:48:20Z', 'revision_number': 6, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port_host': None}], 'n-d-712749-15', False) {} {{(pid=95661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:20.679518 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f46d2d-e689-4a79-b5d6-5f6c30998763 None None] The sync data for ids ['fdb318ea-21c7-4897-90e1-4e316f5d7e00'] in n-d-712749-15 is: [{'id': 'fdb318ea-21c7-4897-90e1-4e316f5d7e00', 'name': 'tempest-TestSnapshotPattern-1137545728-router', 'tenant_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:43:09Z', 'updated_at': '2021-09-16T06:48:20Z', 'revision_number': 6, 'project_id': '0ecc77acc38442ff9fa84d2edfcd3181', 'gw_port_host': None}] {{(pid=95661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:48:20.805023 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4148808'] for port, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:20.836188 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a579f1d-8dba-4af3-92ae-53fe30a81dad,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:20.894490 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547709'] for router_gateway, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:20.984665 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1448'] for router, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:20.986702 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.079509 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548823'] for router, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.080211 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb318ea-21c7-4897-90e1-4e316f5d7e00 {{(pid=95659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:48:21.085316 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] Notify callbacks [] for router, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.087120 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-fbacf43c-c8ac-4e63-9a4e-7385ef6aada1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fdb318ea-21c7-4897-90e1-4e316f5d7e00 HTTP/1.1" status: 204 len: 168 time: 0.8977935 Sep 16 06:48:21.089266 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55366) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:21.142910 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.db_base_plugin_v2 [None req-76909af7-c685-497d-beff-d15773433755 admin admin] Deleting subnet 23a649ff-cc8a-4f87-9229-e6f9bf26d6e1 {{(pid=95660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:48:21.145951 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76909af7-c685-497d-beff-d15773433755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.181315 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76909af7-c685-497d-beff-d15773433755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33140623'] for subnet, precommit_delete_associations {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.255691 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76909af7-c685-497d-beff-d15773433755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33220437'] for subnet, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.353947 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76909af7-c685-497d-beff-d15773433755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33220418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8593500'] for subnet, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.378828 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909af7-c685-497d-beff-d15773433755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a649ff-cc8a-4f87-9229-e6f9bf26d6e1,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:21.382834 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-76909af7-c685-497d-beff-d15773433755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.384734 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-76909af7-c685-497d-beff-d15773433755 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23a649ff-cc8a-4f87-9229-e6f9bf26d6e1 HTTP/1.1" status: 204 len: 168 time: 0.2944405 Sep 16 06:48:21.387216 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55368) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:21.389740 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8921c9-c661-4f3a-9f4c-f0e9e361351a None None] Network 4133056b-0cb2-4e50-b24f-e1c860727003 requested from n-d-712749-15 {{(pid=95661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:48:21.458218 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33318052'] for network, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.514658 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Deleting port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 {{(pid=95660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:21.515010 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.586603 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.db [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] For port 8b83f9a3-6180-4a94-a1eb-70a3210744d6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8b83f9a3-6180-4a94-a1eb-70a3210744d6,segment=NetworkSegment(3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e),segment_id=3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e)] {{(pid=95660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:21.586603 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.591958 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] DHCP port deletion for 4133056b-0cb2-4e50-b24f-e1c860727003 request from n-d-712749-15 {{(pid=95661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:48:21.599156 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.plugin [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Calling delete_port for 8b83f9a3-6180-4a94-a1eb-70a3210744d6 owned by network:dhcp {{(pid=95660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:21.650531 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] Deleting port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 {{(pid=95661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:48:21.650913 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788593517105'] for port, before_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.716623 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.db [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] For port 8b83f9a3-6180-4a94-a1eb-70a3210744d6, host n-d-712749-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712749-15',level=0,port_id=8b83f9a3-6180-4a94-a1eb-70a3210744d6,segment=NetworkSegment(3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e),segment_id=3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e)] {{(pid=95661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:48:21.717019 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537155'] for port, precommit_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.734359 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] Calling delete_port for 8b83f9a3-6180-4a94-a1eb-70a3210744d6 owned by network:dhcp {{(pid=95661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:48:21.757896 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3523495'] for port, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.789857 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b83f9a3-6180-4a94-a1eb-70a3210744d6,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:21.798483 n-d-712749-15 neutron-server[95660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] No DVR routers for this DVR port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 on host n-d-712749-15 {{(pid=95660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:48:21.814823 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33172900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788593524215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788592973752'] for port, after_delete {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.846142 n-d-712749-15 neutron-server[95661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] Pushing event deleted for resources: {'Port': ['ID=8b83f9a3-6180-4a94-a1eb-70a3210744d6,revision_number=None']} {{(pid=95661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:21.848026 n-d-712749-15 neutron-server[95661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27382aec-214c-46f4-99b9-b8fa67a46335 None None] No DVR routers for this DVR port 8b83f9a3-6180-4a94-a1eb-70a3210744d6 on host n-d-712749-15 {{(pid=95661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:48:21.872259 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33225938', 'neutron.services.segments.db._delete_segments_for_network-8788593548701'] for network, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.892428 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4133056b-0cb2-4e50-b24f-e1c860727003']}} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:21.902676 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e') {'for_net_delete': True} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:21.902976 n-d-712749-15 neutron-server[95660]: DEBUG neutron.services.segments.db [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3ac5af-80ca-40f9-8b53-aa5b2fc3a43e') {} {{(pid=95660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:48:21.912776 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788593549478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33140612'] for segment, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.927117 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008'] for segment, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.933755 n-d-712749-15 neutron-server[95660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=95660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:48:21.934136 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523158'] for segment, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: Traceback (most recent call last): Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: timer() Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: cb(*args, **kw) Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: return func(*args, **kwargs) Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: self._notify() Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: self.callback(batched_events) Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: event.method(event) Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: return f(self, *a, **k) Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: return self._get(url).json() Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: return self.request(url, 'GET', **kwargs) Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:48:21.936494 n-d-712749-15 neutron-server[95660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:48:21.941754 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:21.957283 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c876c776-caed-4b86-8190-a1736721fbda no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:21.976934 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: c876c776-caed-4b86-8190-a1736721fbda {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:48:21.977372 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device c876c776-caed-4b86-8190-a1736721fbda not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:48:21.977847 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3a579f1d-8dba-4af3-92ae-53fe30a81dad no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:21.996141 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 3a579f1d-8dba-4af3-92ae-53fe30a81dad {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:48:21.996480 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 3a579f1d-8dba-4af3-92ae-53fe30a81dad not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:48:21.996876 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8b83f9a3-6180-4a94-a1eb-70a3210744d6 no longer exists at agent ovs-agent-n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:48:22.017641 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.plugin [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] No Port match for: 8b83f9a3-6180-4a94-a1eb-70a3210744d6 {{(pid=95661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:48:22.017979 n-d-712749-15 neutron-server[95661]: DEBUG neutron.plugins.ml2.rpc [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Device 8b83f9a3-6180-4a94-a1eb-70a3210744d6 not bound to the agent host n-d-712749-15 {{(pid=95661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:48:22.062065 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33225931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547609'] for network, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:22.067771 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Notify callbacks [] for network, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:22.070282 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] 10.222.0.49 "DELETE /v2.0/networks/4133056b-0cb2-4e50-b24f-e1c860727003 HTTP/1.1" status: 204 len: 168 time: 0.6819804 Sep 16 06:48:22.080902 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4b1b6-7427-4d21-8afe-7aecd793cf8f admin admin] Pushing event deleted for resources: {'Network': ['ID=4133056b-0cb2-4e50-b24f-e1c860727003,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:22.382518 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55372) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:22.421176 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-20b98467-8d7d-4c98-9531-606d4149fa28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e80af9ecd7a4799ba14bfe596fb15c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374806 Sep 16 06:48:22.423608 n-d-712749-15 neutron-server[95660]: DEBUG neutron.wsgi [-] (95660) accepted ('10.222.0.49', 55374) {{(pid=95660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:22.469364 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e234edd7-a0f5-45e5-b9d8-8722398c76a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:22.489623 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e234edd7-a0f5-45e5-b9d8-8722398c76a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:22.588131 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e234edd7-a0f5-45e5-b9d8-8722398c76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:22.590901 n-d-712749-15 neutron-server[95660]: DEBUG neutron_lib.callbacks.manager [None req-e234edd7-a0f5-45e5-b9d8-8722398c76a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:22.592481 n-d-712749-15 neutron-server[95660]: INFO neutron.wsgi [None req-e234edd7-a0f5-45e5-b9d8-8722398c76a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/421acfbc-f128-4d3c-b407-948e89f171e2 HTTP/1.1" status: 204 len: 168 time: 0.1677692 Sep 16 06:48:22.601544 n-d-712749-15 neutron-server[95660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234edd7-a0f5-45e5-b9d8-8722398c76a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421acfbc-f128-4d3c-b407-948e89f171e2,revision_number=None']} {{(pid=95660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:23.153947 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2896c414-50d5-4d37-9ac0-a5c582db894a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:23.232355 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55380) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:23.272494 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-e54d85c7-58a0-470a-babe-d59bf6b399ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ecc77acc38442ff9fa84d2edfcd3181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389533 Sep 16 06:48:23.274956 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [-] (95659) accepted ('10.222.0.49', 55382) {{(pid=95659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:48:23.322207 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747c41c3-9e85-4468-b5f0-069120dc8751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:23.343057 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747c41c3-9e85-4468-b5f0-069120dc8751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:23.473492 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747c41c3-9e85-4468-b5f0-069120dc8751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847316'] for security_group, after_delete {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:23.476517 n-d-712749-15 neutron-server[95659]: DEBUG neutron_lib.callbacks.manager [None req-747c41c3-9e85-4468-b5f0-069120dc8751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:23.477778 n-d-712749-15 neutron-server[95659]: INFO neutron.wsgi [None req-747c41c3-9e85-4468-b5f0-069120dc8751 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b0c64cb-87c7-4c23-b574-89a13e033f59 HTTP/1.1" status: 204 len: 168 time: 0.2019029 Sep 16 06:48:23.485679 n-d-712749-15 neutron-server[95659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c41c3-9e85-4468-b5f0-069120dc8751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0c64cb-87c7-4c23-b574-89a13e033f59,revision_number=None']} {{(pid=95659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:48:23.948140 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:25.667718 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:27.793359 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:29.536060 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:34.230491 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:48:49.964628 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-fe0a33ef-af8e-40d6-ab98-ca89fad8a13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:51.987353 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:53.152854 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-10f6f6a0-4cd0-4549-9802-e23b24053ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:53.986865 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:55.684216 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:57.821064 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:48:59.524106 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:11.230040 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:49:19.929280 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-ba0f38d6-ce56-463a-a35e-1f111db624a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:21.975047 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:23.134921 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7c974c15-da11-4cc0-a863-58e7f4bcdf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:23.934806 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:25.655145 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:27.809295 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:29.522959 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:48.230201 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:49:49.951703 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-63b788a3-313f-4148-b693-bbd2a538030a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:51.997084 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:53.157497 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e05b5b28-1f68-4099-8862-6d70dae09992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:53.980716 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:55.665440 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:57.792731 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:49:59.533991 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:19.973545 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3a7724bf-2e30-4b37-8da8-6b4d9063727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:21.990946 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:23.139163 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-806b175d-8999-47c6-9c1e-ba891af3246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:23.985272 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:25.229014 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:50:25.693643 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:27.790461 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:29.544916 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:49.985220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b99b83eb-0212-4c83-b82d-f884ed8ef62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:51.978709 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:53.144297 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-cf697c76-33c2-4f91-b08a-789a3286dbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:53.967360 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:55.670112 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:57.801299 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:50:59.612771 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:02.229300 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:51:19.938555 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-b2d667d7-bd5e-4333-87d4-f44e4b32166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:22.001187 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:23.173203 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-1b3fad17-d480-429c-ac11-7ba321d459e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:23.966579 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:25.715630 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:27.840695 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:29.595305 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:39.228631 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:51:49.966079 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ab94a4b-f199-488f-bc62-687aa11645ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:52.001182 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:53.166022 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0406-7677-4b99-ac87-1c136cc4e047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:53.960409 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:55.668996 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:57.829506 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:51:59.577055 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:16.229994 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:52:19.954885 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c79051e-ccf1-48ef-af4e-f30439754ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:21.999619 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:23.148240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-9239dafc-2951-436b-b8ea-51b3f5c6b2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:23.954733 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:25.679556 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:27.851326 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:29.576575 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:49.982256 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-86406ae4-7b3d-4696-8284-1d9ff472d0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:52.062199 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:53.141695 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-d78857bd-c65e-44e6-8648-d49e16650d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:53.229548 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:52:53.964631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:55.678840 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:57.821566 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:52:59.598722 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:19.998476 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-7d3086fc-819c-4fde-9b1c-8976e4f42646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:22.055976 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:23.152732 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d93c86a-8bd3-4e28-96d4-bd3e809a4b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:23.981432 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:25.718439 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:27.815542 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:29.598805 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:30.233037 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:53:49.957798 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-28bfceaf-7f2f-41ac-b682-4d8cf752d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:52.060736 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:53.152220 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-8ecad3bf-07ac-4612-9e3f-10fbc4d61946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:53.980697 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:55.712022 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:57.831987 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:53:59.597371 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:07.232450 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:54:19.963061 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-0328f3f7-27aa-4114-8a0d-dbbd563ede64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:22.059919 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:23.157240 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1396-bba6-45eb-90ba-80b8fbfe2a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:23.945673 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:25.728833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:27.848674 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:29.631757 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:44.231582 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:54:49.979298 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-81cb6fdc-56f2-4dce-b462-05c2a835ea3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:52.070889 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:53.173614 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b462-57a2-4d8f-b267-0cb9f0c69e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:53.973886 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:55.739204 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:57.825439 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:54:59.619014 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:20.001826 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-34022b98-a351-4f0f-9eee-c86f6cf70f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:21.230407 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:55:22.071085 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:23.167046 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-29712de6-ede4-4830-8d11-f0871583c657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:23.978977 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:25.710199 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:27.836606 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:29.606651 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:39.069083 n-d-712749-15 neutron-server[95659]: DEBUG neutron.wsgi [req-4f3feaf5-5202-405e-af94-111ddcdf8641 req-89d6c27c-7cbe-4cde-95ec-d96e3ff2e2e4 service neutron] (95659) timed out ('10.222.0.49', 40064) {{(pid=95659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:55:50.006971 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-254cda58-7a3d-4a57-8f96-c4e0aad661fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:52.075521 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:53.166937 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e8f4fb5a-9ae3-48ea-9163-1a74d8218fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:53.972631 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:55.726268 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:57.835307 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:55:58.230096 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:55:59.629653 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:56:19.955016 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-e6875294-1907-4ab7-840a-5477bc6cd79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:56:22.086262 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-f283a889-4440-49eb-8a1c-166e068df68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:56:23.172003 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-5acea964-be56-4ce7-9d51-ae3c2e51b838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:56:23.977541 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-a3b60833-186c-4498-9d4e-0a46b81af5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:56:25.720816 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-85460d15-5130-4460-bf31-6897188f7678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:56:27.817254 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-2d786223-b625-4e90-bb9f-5b577cf4fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:56:29.623833 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-14707ffc-4849-4bf7-8a80-b7fc5648303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:56:35.231029 n-d-712749-15 neutron-server[95662]: DEBUG neutron.db.agents_db [None req-a40c4883-6b07-4640-a965-480792eacff8 None None] Agent healthcheck: found 7 active agents {{(pid=95662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:56:49.971260 n-d-712749-15 neutron-server[95661]: DEBUG neutron_lib.callbacks.manager [None req-878d4b4a-802b-438b-8c62-4d2e98f06199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788593548683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33223634'] for agent, after_update {{(pid=95661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}